2024-08-04T15:07:13.748 INFO:root:teuthology version: 0.0.1.dev388+g4bc527c 2024-08-04T15:07:13.776 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-04T15:07:13.871 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2024-08-04_14:57:47-upgrade:quincy-x-squid-release-distro-default-smithi/7835346 branch: squid-release description: upgrade:quincy-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: yweinste@redhat.com first_in_suite: false job_id: '7835346' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: yuriw-2024-08-04_14:57:47-upgrade:quincy-x-squid-release-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid-release ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: squid-release sha1: 26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea owner: scheduled_yuriw@teuthology priority: 99 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 761 sha1: 26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea sleep_before_teardown: 0 subset: 111/120000 suite: upgrade:quincy-x suite_branch: squid-release suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea targets: smithi007.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJCbFo/cT5JzYbyJOr0j1gPXaoUid1TIxdvUbXJJ+M1kxm+/sbIiVIsdcylG3uXE23sjUdUYcntIY3IjMghzTZs= smithi062.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFF/nV9lS1044bS1XUC0l2wQXB1tUlQpmhsjf1Y3xtJ0YVqaZ32eip9x3QOGVNOs1QTIBPnpKOEjBDQI9ts439Y= tasks: - pexec: all: - sudo dnf install nvmetcli nvme-cli -y - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 4bc527c722abc094dbc33e04519a3647224076f6 timestamp: 2024-08-04_14:57:47 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.4074525 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-08-04T15:07:13.871 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea/qa; will attempt to use it 2024-08-04T15:07:13.872 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea/qa/tasks 2024-08-04T15:07:13.872 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-08-04T15:07:13.873 INFO:teuthology.task.internal:Checking packages... 2024-08-04T15:07:13.898 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea' 2024-08-04T15:07:13.898 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-04T15:07:13.898 INFO:teuthology.packaging:ref: None 2024-08-04T15:07:13.898 INFO:teuthology.packaging:tag: None 2024-08-04T15:07:13.898 INFO:teuthology.packaging:branch: squid-release 2024-08-04T15:07:13.898 INFO:teuthology.packaging:sha1: 26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea 2024-08-04T15:07:13.898 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid-release 2024-08-04T15:07:14.043 INFO:teuthology.task.internal:Found packages for ceph version 19.1.0-1260.g26c3fb8e 2024-08-04T15:07:14.044 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-08-04T15:07:14.050 INFO:teuthology.task.internal:no buildpackages task found 2024-08-04T15:07:14.050 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-08-04T15:07:14.069 INFO:teuthology.task.internal:Saving configuration 2024-08-04T15:07:14.087 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-08-04T15:07:14.094 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-08-04T15:07:14.119 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi007.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-08-04_14:57:47-upgrade:quincy-x-squid-release-distro-default-smithi/7835346', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-04 15:02:04.308848', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJCbFo/cT5JzYbyJOr0j1gPXaoUid1TIxdvUbXJJ+M1kxm+/sbIiVIsdcylG3uXE23sjUdUYcntIY3IjMghzTZs='} 2024-08-04T15:07:14.143 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi062.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-08-04_14:57:47-upgrade:quincy-x-squid-release-distro-default-smithi/7835346', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-04 15:02:04.310338', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFF/nV9lS1044bS1XUC0l2wQXB1tUlQpmhsjf1Y3xtJ0YVqaZ32eip9x3QOGVNOs1QTIBPnpKOEjBDQI9ts439Y='} 2024-08-04T15:07:14.143 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-08-04T15:07:14.149 INFO:teuthology.task.internal:roles: ubuntu@smithi007.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-08-04T15:07:14.149 INFO:teuthology.task.internal:roles: ubuntu@smithi062.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-08-04T15:07:14.150 INFO:teuthology.run_tasks:Running task console_log... 2024-08-04T15:07:14.212 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f4e9e39fac0>, signals=[15]) 2024-08-04T15:07:14.213 INFO:teuthology.run_tasks:Running task internal.connect... 2024-08-04T15:07:14.218 INFO:teuthology.task.internal:Opening connections... 2024-08-04T15:07:14.218 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi007.front.sepia.ceph.com 2024-08-04T15:07:14.219 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-04T15:07:14.306 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi062.front.sepia.ceph.com 2024-08-04T15:07:14.307 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-04T15:07:14.386 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-08-04T15:07:14.392 DEBUG:teuthology.orchestra.run.smithi007:> uname -m 2024-08-04T15:07:14.411 INFO:teuthology.orchestra.run.smithi007.stdout:x86_64 2024-08-04T15:07:14.411 DEBUG:teuthology.orchestra.run.smithi007:> cat /etc/os-release 2024-08-04T15:07:14.469 INFO:teuthology.orchestra.run.smithi007.stdout:NAME="CentOS Stream" 2024-08-04T15:07:14.470 INFO:teuthology.orchestra.run.smithi007.stdout:VERSION="9" 2024-08-04T15:07:14.470 INFO:teuthology.orchestra.run.smithi007.stdout:ID="centos" 2024-08-04T15:07:14.470 INFO:teuthology.orchestra.run.smithi007.stdout:ID_LIKE="rhel fedora" 2024-08-04T15:07:14.470 INFO:teuthology.orchestra.run.smithi007.stdout:VERSION_ID="9" 2024-08-04T15:07:14.470 INFO:teuthology.orchestra.run.smithi007.stdout:PLATFORM_ID="platform:el9" 2024-08-04T15:07:14.470 INFO:teuthology.orchestra.run.smithi007.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-04T15:07:14.470 INFO:teuthology.orchestra.run.smithi007.stdout:ANSI_COLOR="0;31" 2024-08-04T15:07:14.470 INFO:teuthology.orchestra.run.smithi007.stdout:LOGO="fedora-logo-icon" 2024-08-04T15:07:14.470 INFO:teuthology.orchestra.run.smithi007.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-04T15:07:14.470 INFO:teuthology.orchestra.run.smithi007.stdout:HOME_URL="https://centos.org/" 2024-08-04T15:07:14.470 INFO:teuthology.orchestra.run.smithi007.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-08-04T15:07:14.470 INFO:teuthology.orchestra.run.smithi007.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-04T15:07:14.470 INFO:teuthology.orchestra.run.smithi007.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-04T15:07:14.471 INFO:teuthology.lock.ops:Updating smithi007.front.sepia.ceph.com on lock server 2024-08-04T15:07:14.498 DEBUG:teuthology.orchestra.run.smithi062:> uname -m 2024-08-04T15:07:14.517 INFO:teuthology.orchestra.run.smithi062.stdout:x86_64 2024-08-04T15:07:14.517 DEBUG:teuthology.orchestra.run.smithi062:> cat /etc/os-release 2024-08-04T15:07:14.575 INFO:teuthology.orchestra.run.smithi062.stdout:NAME="CentOS Stream" 2024-08-04T15:07:14.575 INFO:teuthology.orchestra.run.smithi062.stdout:VERSION="9" 2024-08-04T15:07:14.575 INFO:teuthology.orchestra.run.smithi062.stdout:ID="centos" 2024-08-04T15:07:14.575 INFO:teuthology.orchestra.run.smithi062.stdout:ID_LIKE="rhel fedora" 2024-08-04T15:07:14.575 INFO:teuthology.orchestra.run.smithi062.stdout:VERSION_ID="9" 2024-08-04T15:07:14.575 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM_ID="platform:el9" 2024-08-04T15:07:14.575 INFO:teuthology.orchestra.run.smithi062.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-04T15:07:14.576 INFO:teuthology.orchestra.run.smithi062.stdout:ANSI_COLOR="0;31" 2024-08-04T15:07:14.576 INFO:teuthology.orchestra.run.smithi062.stdout:LOGO="fedora-logo-icon" 2024-08-04T15:07:14.576 INFO:teuthology.orchestra.run.smithi062.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-04T15:07:14.576 INFO:teuthology.orchestra.run.smithi062.stdout:HOME_URL="https://centos.org/" 2024-08-04T15:07:14.576 INFO:teuthology.orchestra.run.smithi062.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-08-04T15:07:14.576 INFO:teuthology.orchestra.run.smithi062.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-04T15:07:14.576 INFO:teuthology.orchestra.run.smithi062.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-04T15:07:14.576 INFO:teuthology.lock.ops:Updating smithi062.front.sepia.ceph.com on lock server 2024-08-04T15:07:14.598 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-08-04T15:07:14.606 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-08-04T15:07:14.612 INFO:teuthology.task.internal:Checking for old test directory... 2024-08-04T15:07:14.612 DEBUG:teuthology.orchestra.run.smithi007:> test '!' -e /home/ubuntu/cephtest 2024-08-04T15:07:14.614 DEBUG:teuthology.orchestra.run.smithi062:> test '!' -e /home/ubuntu/cephtest 2024-08-04T15:07:14.632 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-08-04T15:07:14.637 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-08-04T15:07:14.637 DEBUG:teuthology.orchestra.run.smithi007:> test -z $(ls -A /var/lib/ceph) 2024-08-04T15:07:14.672 DEBUG:teuthology.orchestra.run.smithi062:> test -z $(ls -A /var/lib/ceph) 2024-08-04T15:07:14.699 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-08-04T15:07:14.755 INFO:teuthology.run_tasks:Running task kernel... 2024-08-04T15:07:14.770 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-08-04T15:07:14.770 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-08-04T15:07:14.770 DEBUG:teuthology.orchestra.run.smithi007:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-04T15:07:14.771 DEBUG:teuthology.orchestra.run.smithi062:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-04T15:07:14.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-04T15:07:14.788 DEBUG:teuthology.orchestra.run.smithi007:> uname -r 2024-08-04T15:07:14.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-04T15:07:14.789 DEBUG:teuthology.orchestra.run.smithi062:> uname -r 2024-08-04T15:07:14.846 INFO:teuthology.orchestra.run.smithi007.stdout:5.14.0-437.el9.x86_64 2024-08-04T15:07:14.846 INFO:teuthology.task.kernel:Running kernel on smithi007: 5.14.0-437.el9.x86_64 2024-08-04T15:07:14.847 DEBUG:teuthology.orchestra.run.smithi007:> sudo yum install -y kernel 2024-08-04T15:07:14.848 INFO:teuthology.orchestra.run.smithi062.stdout:5.14.0-437.el9.x86_64 2024-08-04T15:07:14.848 INFO:teuthology.task.kernel:Running kernel on smithi062: 5.14.0-437.el9.x86_64 2024-08-04T15:07:14.848 DEBUG:teuthology.orchestra.run.smithi062:> sudo yum install -y kernel 2024-08-04T15:07:17.396 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - BaseOS 9.0 MB/s | 8.2 MB 00:00 2024-08-04T15:07:18.157 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 9 - BaseOS 4.6 MB/s | 8.2 MB 00:01 2024-08-04T15:07:20.580 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - AppStream 9.8 MB/s | 20 MB 00:02 2024-08-04T15:07:21.111 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 9 - AppStream 11 MB/s | 20 MB 00:01 2024-08-04T15:07:24.997 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.6 MB 00:00 2024-08-04T15:07:26.478 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 9 - CRB 4.5 MB/s | 6.6 MB 00:01 2024-08-04T15:07:26.614 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - Extras packages 55 kB/s | 18 kB 00:00 2024-08-04T15:07:27.710 INFO:teuthology.orchestra.run.smithi007.stdout:Extra Packages for Enterprise Linux 23 MB/s | 22 MB 00:00 2024-08-04T15:07:28.677 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 9 - Extras packages 19 kB/s | 18 kB 00:00 2024-08-04T15:07:29.647 INFO:teuthology.orchestra.run.smithi062.stdout:Extra Packages for Enterprise Linux 27 MB/s | 22 MB 00:00 2024-08-04T15:07:33.191 INFO:teuthology.orchestra.run.smithi007.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-08-04T15:07:35.202 INFO:teuthology.orchestra.run.smithi062.stdout:lab-extras 39 kB/s | 1.7 kB 00:00 2024-08-04T15:07:35.264 INFO:teuthology.orchestra.run.smithi007.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-04T15:07:35.264 INFO:teuthology.orchestra.run.smithi007.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-08-04T15:07:35.358 INFO:teuthology.orchestra.run.smithi007.stdout:Dependencies resolved. 2024-08-04T15:07:35.370 INFO:teuthology.orchestra.run.smithi007.stdout:================================================================================ 2024-08-04T15:07:35.370 INFO:teuthology.orchestra.run.smithi007.stdout: Package Architecture Version Repository Size 2024-08-04T15:07:35.371 INFO:teuthology.orchestra.run.smithi007.stdout:================================================================================ 2024-08-04T15:07:35.371 INFO:teuthology.orchestra.run.smithi007.stdout:Installing: 2024-08-04T15:07:35.371 INFO:teuthology.orchestra.run.smithi007.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-04T15:07:35.371 INFO:teuthology.orchestra.run.smithi007.stdout:Installing dependencies: 2024-08-04T15:07:35.371 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-08-04T15:07:35.371 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-08-04T15:07:35.371 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-08-04T15:07:35.371 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:07:35.371 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction Summary 2024-08-04T15:07:35.371 INFO:teuthology.orchestra.run.smithi007.stdout:================================================================================ 2024-08-04T15:07:35.371 INFO:teuthology.orchestra.run.smithi007.stdout:Install 4 Packages 2024-08-04T15:07:35.371 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:07:35.371 INFO:teuthology.orchestra.run.smithi007.stdout:Total download size: 84 M 2024-08-04T15:07:35.371 INFO:teuthology.orchestra.run.smithi007.stdout:Installed size: 126 M 2024-08-04T15:07:35.372 INFO:teuthology.orchestra.run.smithi007.stdout:Downloading Packages: 2024-08-04T15:07:35.692 INFO:teuthology.orchestra.run.smithi007.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 7.5 MB/s | 1.5 MB 00:00 2024-08-04T15:07:36.426 INFO:teuthology.orchestra.run.smithi007.stdout:(2/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 38 MB/s | 36 MB 00:00 2024-08-04T15:07:36.593 INFO:teuthology.orchestra.run.smithi007.stdout:(3/4): kernel-core-5.14.0-480.el9.x86_64.rpm 16 MB/s | 17 MB 00:01 2024-08-04T15:07:36.885 INFO:teuthology.orchestra.run.smithi007.stdout:(4/4): kernel-modules-core-5.14.0-480.el9.x86_6 25 MB/s | 30 MB 00:01 2024-08-04T15:07:36.885 INFO:teuthology.orchestra.run.smithi007.stdout:-------------------------------------------------------------------------------- 2024-08-04T15:07:36.885 INFO:teuthology.orchestra.run.smithi007.stdout:Total 56 MB/s | 84 MB 00:01 2024-08-04T15:07:37.342 INFO:teuthology.orchestra.run.smithi062.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-04T15:07:37.343 INFO:teuthology.orchestra.run.smithi062.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-08-04T15:07:37.432 INFO:teuthology.orchestra.run.smithi062.stdout:Dependencies resolved. 2024-08-04T15:07:37.449 INFO:teuthology.orchestra.run.smithi062.stdout:================================================================================ 2024-08-04T15:07:37.449 INFO:teuthology.orchestra.run.smithi062.stdout: Package Architecture Version Repository Size 2024-08-04T15:07:37.449 INFO:teuthology.orchestra.run.smithi062.stdout:================================================================================ 2024-08-04T15:07:37.449 INFO:teuthology.orchestra.run.smithi062.stdout:Installing: 2024-08-04T15:07:37.449 INFO:teuthology.orchestra.run.smithi062.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-04T15:07:37.449 INFO:teuthology.orchestra.run.smithi062.stdout:Installing dependencies: 2024-08-04T15:07:37.449 INFO:teuthology.orchestra.run.smithi062.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-08-04T15:07:37.449 INFO:teuthology.orchestra.run.smithi062.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-08-04T15:07:37.450 INFO:teuthology.orchestra.run.smithi062.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-08-04T15:07:37.450 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:07:37.450 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction Summary 2024-08-04T15:07:37.450 INFO:teuthology.orchestra.run.smithi062.stdout:================================================================================ 2024-08-04T15:07:37.450 INFO:teuthology.orchestra.run.smithi062.stdout:Install 4 Packages 2024-08-04T15:07:37.450 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:07:37.450 INFO:teuthology.orchestra.run.smithi062.stdout:Total download size: 84 M 2024-08-04T15:07:37.450 INFO:teuthology.orchestra.run.smithi062.stdout:Installed size: 126 M 2024-08-04T15:07:37.450 INFO:teuthology.orchestra.run.smithi062.stdout:Downloading Packages: 2024-08-04T15:07:37.648 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction check 2024-08-04T15:07:38.062 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction check succeeded. 2024-08-04T15:07:38.062 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction test 2024-08-04T15:07:38.304 INFO:teuthology.orchestra.run.smithi062.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 1.9 MB/s | 1.5 MB 00:00 2024-08-04T15:07:39.126 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction test succeeded. 2024-08-04T15:07:39.127 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction 2024-08-04T15:07:41.707 INFO:teuthology.orchestra.run.smithi007.stdout: Preparing : 1/1 2024-08-04T15:07:42.403 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-08-04T15:07:42.494 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-04T15:07:45.278 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-04T15:07:45.435 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-04T15:07:50.640 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-04T15:07:50.720 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-08-04T15:07:55.244 INFO:teuthology.orchestra.run.smithi062.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 988 kB/s | 17 MB 00:17 2024-08-04T15:07:55.948 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-04T15:08:12.301 INFO:teuthology.orchestra.run.smithi062.stdout:(3/4): kernel-modules-core-5.14.0-480.el9.x86_6 901 kB/s | 30 MB 00:33 2024-08-04T15:08:16.367 INFO:teuthology.orchestra.run.smithi062.stdout:(4/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 947 kB/s | 36 MB 00:38 2024-08-04T15:08:16.368 INFO:teuthology.orchestra.run.smithi062.stdout:-------------------------------------------------------------------------------- 2024-08-04T15:08:16.368 INFO:teuthology.orchestra.run.smithi062.stdout:Total 2.2 MB/s | 84 MB 00:38 2024-08-04T15:08:17.131 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction check 2024-08-04T15:08:17.519 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction check succeeded. 2024-08-04T15:08:17.519 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction test 2024-08-04T15:08:18.536 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction test succeeded. 2024-08-04T15:08:18.537 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction 2024-08-04T15:08:21.152 INFO:teuthology.orchestra.run.smithi062.stdout: Preparing : 1/1 2024-08-04T15:08:21.852 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-08-04T15:08:21.950 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-04T15:08:24.880 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-04T15:08:25.034 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-04T15:08:27.702 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-08-04T15:08:27.745 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-08-04T15:08:28.057 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-08-04T15:08:28.057 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-08-04T15:08:28.057 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-04T15:08:28.057 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-04T15:08:28.862 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-04T15:08:28.863 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:08:28.863 INFO:teuthology.orchestra.run.smithi007.stdout:Installed: 2024-08-04T15:08:28.863 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-04T15:08:28.863 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-08-04T15:08:28.863 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-08-04T15:08:28.863 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-08-04T15:08:28.863 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:08:28.863 INFO:teuthology.orchestra.run.smithi007.stdout:Complete! 2024-08-04T15:08:29.269 DEBUG:teuthology.orchestra.run.smithi007:> rpm -q kernel | sort -rV | head -n 1 2024-08-04T15:08:29.364 INFO:teuthology.orchestra.run.smithi007.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-04T15:08:29.365 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-04T15:08:29.365 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-08-04T15:08:29.365 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-04T15:08:29.365 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-04T15:08:29.365 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-08-04T15:08:29.366 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi007.front.sepia.ceph.com, path=None, version=distro) 2024-08-04T15:08:29.366 DEBUG:teuthology.orchestra.run.smithi007:> rpm -q kernel | sort -rV | head -n 1 2024-08-04T15:08:29.424 INFO:teuthology.orchestra.run.smithi007.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-04T15:08:29.425 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-04T15:08:29.425 DEBUG:teuthology.orchestra.run.smithi007:> sudo rpm -qi grub2-tools 2024-08-04T15:08:29.456 INFO:teuthology.orchestra.run.smithi007.stdout:Name : grub2-tools 2024-08-04T15:08:29.456 INFO:teuthology.orchestra.run.smithi007.stdout:Epoch : 1 2024-08-04T15:08:29.456 INFO:teuthology.orchestra.run.smithi007.stdout:Version : 2.06 2024-08-04T15:08:29.456 INFO:teuthology.orchestra.run.smithi007.stdout:Release : 68.el9 2024-08-04T15:08:29.456 INFO:teuthology.orchestra.run.smithi007.stdout:Architecture: x86_64 2024-08-04T15:08:29.456 INFO:teuthology.orchestra.run.smithi007.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-08-04T15:08:29.457 INFO:teuthology.orchestra.run.smithi007.stdout:Group : Unspecified 2024-08-04T15:08:29.457 INFO:teuthology.orchestra.run.smithi007.stdout:Size : 8264254 2024-08-04T15:08:29.457 INFO:teuthology.orchestra.run.smithi007.stdout:License : GPLv3+ 2024-08-04T15:08:29.457 INFO:teuthology.orchestra.run.smithi007.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-08-04T15:08:29.457 INFO:teuthology.orchestra.run.smithi007.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-08-04T15:08:29.457 INFO:teuthology.orchestra.run.smithi007.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-08-04T15:08:29.457 INFO:teuthology.orchestra.run.smithi007.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-08-04T15:08:29.457 INFO:teuthology.orchestra.run.smithi007.stdout:Packager : builder@centos.org 2024-08-04T15:08:29.457 INFO:teuthology.orchestra.run.smithi007.stdout:Vendor : CentOS 2024-08-04T15:08:29.457 INFO:teuthology.orchestra.run.smithi007.stdout:URL : http://www.gnu.org/software/grub/ 2024-08-04T15:08:29.457 INFO:teuthology.orchestra.run.smithi007.stdout:Summary : Support tools for GRUB. 2024-08-04T15:08:29.457 INFO:teuthology.orchestra.run.smithi007.stdout:Description : 2024-08-04T15:08:29.457 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:08:29.458 INFO:teuthology.orchestra.run.smithi007.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-08-04T15:08:29.458 INFO:teuthology.orchestra.run.smithi007.stdout:customizable bootloader with modular architecture. It supports a rich 2024-08-04T15:08:29.458 INFO:teuthology.orchestra.run.smithi007.stdout:variety of kernel formats, file systems, computer architectures and 2024-08-04T15:08:29.458 INFO:teuthology.orchestra.run.smithi007.stdout:hardware devices. 2024-08-04T15:08:29.458 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:08:29.458 INFO:teuthology.orchestra.run.smithi007.stdout:This subpackage provides tools for support of all platforms. 2024-08-04T15:08:29.459 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-08-04T15:08:29.459 INFO:teuthology.task.kernel:Updating grub on smithi007 to boot 5.14.0-480.el9.x86_64 2024-08-04T15:08:29.459 DEBUG:teuthology.orchestra.run.smithi007:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-08-04T15:08:30.117 INFO:teuthology.orchestra.run.smithi007.stderr:Generating grub configuration file ... 2024-08-04T15:08:30.231 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-04T15:08:30.293 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-08-04T15:08:31.611 INFO:teuthology.orchestra.run.smithi007.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-08-04T15:08:31.633 INFO:teuthology.orchestra.run.smithi007.stderr:done 2024-08-04T15:08:31.635 DEBUG:teuthology.orchestra.run.smithi007:> mktemp 2024-08-04T15:08:31.651 INFO:teuthology.orchestra.run.smithi007.stdout:/tmp/tmp.85rPObQuEi 2024-08-04T15:08:31.651 DEBUG:teuthology.orchestra.run.smithi007:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.85rPObQuEi 2024-08-04T15:08:31.741 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 0666 /tmp/tmp.85rPObQuEi 2024-08-04T15:08:31.839 DEBUG:teuthology.orchestra.remote:smithi007:/tmp/tmp.85rPObQuEi is 6KB 2024-08-04T15:08:31.889 DEBUG:teuthology.orchestra.run.smithi007:> rm -fr /tmp/tmp.85rPObQuEi 2024-08-04T15:08:31.904 DEBUG:teuthology.orchestra.run.smithi007:> sudo /bin/ls /boot/loader/entries || true 2024-08-04T15:08:31.973 INFO:teuthology.orchestra.run.smithi007.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-08-04T15:08:31.974 INFO:teuthology.orchestra.run.smithi007.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-08-04T15:08:31.974 INFO:teuthology.orchestra.run.smithi007.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-08-04T15:08:31.974 INFO:teuthology.orchestra.run.smithi007.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-08-04T15:08:31.975 DEBUG:teuthology.orchestra.run.smithi007:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-08-04T15:08:32.126 DEBUG:teuthology.orchestra.run.smithi007:> sudo shutdown -r now 2024-08-04T15:08:35.514 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-04T15:09:02.129 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-08-04T15:09:02.130 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-08-04T15:09:02.131 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-04T15:09:06.901 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-08-04T15:09:06.943 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-08-04T15:09:07.265 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-08-04T15:09:07.265 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-08-04T15:09:07.265 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-04T15:09:07.265 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-04T15:09:08.066 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-04T15:09:08.066 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:09:08.066 INFO:teuthology.orchestra.run.smithi062.stdout:Installed: 2024-08-04T15:09:08.066 INFO:teuthology.orchestra.run.smithi062.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-04T15:09:08.066 INFO:teuthology.orchestra.run.smithi062.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-08-04T15:09:08.066 INFO:teuthology.orchestra.run.smithi062.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-08-04T15:09:08.066 INFO:teuthology.orchestra.run.smithi062.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-08-04T15:09:08.067 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:09:08.067 INFO:teuthology.orchestra.run.smithi062.stdout:Complete! 2024-08-04T15:09:08.438 DEBUG:teuthology.orchestra.run.smithi062:> rpm -q kernel | sort -rV | head -n 1 2024-08-04T15:09:08.518 INFO:teuthology.orchestra.run.smithi062.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-04T15:09:08.519 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-04T15:09:08.519 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-08-04T15:09:08.519 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-04T15:09:08.519 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-04T15:09:08.519 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-08-04T15:09:08.519 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi062.front.sepia.ceph.com, path=None, version=distro) 2024-08-04T15:09:08.520 DEBUG:teuthology.orchestra.run.smithi062:> rpm -q kernel | sort -rV | head -n 1 2024-08-04T15:09:08.578 INFO:teuthology.orchestra.run.smithi062.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-04T15:09:08.578 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-04T15:09:08.579 DEBUG:teuthology.orchestra.run.smithi062:> sudo rpm -qi grub2-tools 2024-08-04T15:09:08.617 INFO:teuthology.orchestra.run.smithi062.stdout:Name : grub2-tools 2024-08-04T15:09:08.617 INFO:teuthology.orchestra.run.smithi062.stdout:Epoch : 1 2024-08-04T15:09:08.617 INFO:teuthology.orchestra.run.smithi062.stdout:Version : 2.06 2024-08-04T15:09:08.617 INFO:teuthology.orchestra.run.smithi062.stdout:Release : 68.el9 2024-08-04T15:09:08.617 INFO:teuthology.orchestra.run.smithi062.stdout:Architecture: x86_64 2024-08-04T15:09:08.617 INFO:teuthology.orchestra.run.smithi062.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-08-04T15:09:08.617 INFO:teuthology.orchestra.run.smithi062.stdout:Group : Unspecified 2024-08-04T15:09:08.617 INFO:teuthology.orchestra.run.smithi062.stdout:Size : 8264254 2024-08-04T15:09:08.617 INFO:teuthology.orchestra.run.smithi062.stdout:License : GPLv3+ 2024-08-04T15:09:08.618 INFO:teuthology.orchestra.run.smithi062.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-08-04T15:09:08.618 INFO:teuthology.orchestra.run.smithi062.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-08-04T15:09:08.618 INFO:teuthology.orchestra.run.smithi062.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-08-04T15:09:08.618 INFO:teuthology.orchestra.run.smithi062.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-08-04T15:09:08.618 INFO:teuthology.orchestra.run.smithi062.stdout:Packager : builder@centos.org 2024-08-04T15:09:08.618 INFO:teuthology.orchestra.run.smithi062.stdout:Vendor : CentOS 2024-08-04T15:09:08.618 INFO:teuthology.orchestra.run.smithi062.stdout:URL : http://www.gnu.org/software/grub/ 2024-08-04T15:09:08.618 INFO:teuthology.orchestra.run.smithi062.stdout:Summary : Support tools for GRUB. 2024-08-04T15:09:08.618 INFO:teuthology.orchestra.run.smithi062.stdout:Description : 2024-08-04T15:09:08.618 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:09:08.618 INFO:teuthology.orchestra.run.smithi062.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-08-04T15:09:08.618 INFO:teuthology.orchestra.run.smithi062.stdout:customizable bootloader with modular architecture. It supports a rich 2024-08-04T15:09:08.618 INFO:teuthology.orchestra.run.smithi062.stdout:variety of kernel formats, file systems, computer architectures and 2024-08-04T15:09:08.619 INFO:teuthology.orchestra.run.smithi062.stdout:hardware devices. 2024-08-04T15:09:08.619 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:09:08.619 INFO:teuthology.orchestra.run.smithi062.stdout:This subpackage provides tools for support of all platforms. 2024-08-04T15:09:08.620 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-08-04T15:09:08.620 INFO:teuthology.task.kernel:Updating grub on smithi062 to boot 5.14.0-480.el9.x86_64 2024-08-04T15:09:08.620 DEBUG:teuthology.orchestra.run.smithi062:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-08-04T15:09:09.269 INFO:teuthology.orchestra.run.smithi062.stderr:Generating grub configuration file ... 2024-08-04T15:09:10.719 INFO:teuthology.orchestra.run.smithi062.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-08-04T15:09:10.750 INFO:teuthology.orchestra.run.smithi062.stderr:done 2024-08-04T15:09:10.752 DEBUG:teuthology.orchestra.run.smithi062:> mktemp 2024-08-04T15:09:10.772 INFO:teuthology.orchestra.run.smithi062.stdout:/tmp/tmp.iKt8MoUsBi 2024-08-04T15:09:10.772 DEBUG:teuthology.orchestra.run.smithi062:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.iKt8MoUsBi 2024-08-04T15:09:10.850 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 0666 /tmp/tmp.iKt8MoUsBi 2024-08-04T15:09:10.993 DEBUG:teuthology.orchestra.remote:smithi062:/tmp/tmp.iKt8MoUsBi is 6KB 2024-08-04T15:09:11.041 DEBUG:teuthology.orchestra.run.smithi062:> rm -fr /tmp/tmp.iKt8MoUsBi 2024-08-04T15:09:11.057 DEBUG:teuthology.orchestra.run.smithi062:> sudo /bin/ls /boot/loader/entries || true 2024-08-04T15:09:11.119 INFO:teuthology.orchestra.run.smithi062.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-08-04T15:09:11.119 INFO:teuthology.orchestra.run.smithi062.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-08-04T15:09:11.119 INFO:teuthology.orchestra.run.smithi062.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-08-04T15:09:11.119 INFO:teuthology.orchestra.run.smithi062.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-08-04T15:09:11.120 DEBUG:teuthology.orchestra.run.smithi062:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-08-04T15:09:11.264 DEBUG:teuthology.orchestra.run.smithi062:> sudo shutdown -r now 2024-08-04T15:09:20.478 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.7 2024-08-04T15:09:29.489 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-08-04T15:09:29.490 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-04T15:09:32.546 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.7 2024-08-04T15:09:41.275 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-08-04T15:09:41.275 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-08-04T15:09:41.276 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-04T15:09:44.550 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-08-04T15:09:44.551 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-04T15:09:59.647 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.62 2024-08-04T15:10:08.654 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-08-04T15:10:08.655 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-04T15:10:11.710 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.62 2024-08-04T15:10:16.590 DEBUG:teuthology.orchestra.run.smithi007:> true 2024-08-04T15:10:16.914 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-08-04T15:10:16.915 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-480.el9.x86_64"... 2024-08-04T15:10:16.915 DEBUG:teuthology.orchestra.run.smithi007:> uname -r 2024-08-04T15:10:16.931 INFO:teuthology.orchestra.run.smithi007.stdout:5.14.0-480.el9.x86_64 2024-08-04T15:10:16.931 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-08-04T15:10:16.931 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-04T15:10:16.932 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-08-04T15:10:17.933 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-08-04T15:10:17.933 DEBUG:teuthology.orchestra.run.smithi007:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-04T15:10:18.019 INFO:teuthology.orchestra.run.smithi007.stdout:ttyS1 2024-08-04T15:10:18.050 DEBUG:teuthology.parallel:result is None 2024-08-04T15:10:23.711 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-08-04T15:10:23.712 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-04T15:10:55.583 DEBUG:teuthology.orchestra.run.smithi062:> true 2024-08-04T15:10:56.147 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-08-04T15:10:56.147 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-480.el9.x86_64"... 2024-08-04T15:10:56.148 DEBUG:teuthology.orchestra.run.smithi062:> uname -r 2024-08-04T15:10:56.188 INFO:teuthology.orchestra.run.smithi062.stdout:5.14.0-480.el9.x86_64 2024-08-04T15:10:56.188 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-08-04T15:10:56.188 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-04T15:10:56.188 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-08-04T15:10:57.189 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-08-04T15:10:57.189 DEBUG:teuthology.orchestra.run.smithi062:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-04T15:10:57.323 INFO:teuthology.orchestra.run.smithi062.stdout:ttyS1 2024-08-04T15:10:57.567 DEBUG:teuthology.parallel:result is None 2024-08-04T15:10:57.568 INFO:teuthology.run_tasks:Running task internal.base... 2024-08-04T15:10:57.576 INFO:teuthology.task.internal:Creating test directory... 2024-08-04T15:10:57.577 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-04T15:10:57.579 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-04T15:10:57.596 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-08-04T15:10:57.602 INFO:teuthology.run_tasks:Running task internal.archive... 2024-08-04T15:10:57.618 INFO:teuthology.task.internal:Creating archive directory... 2024-08-04T15:10:57.618 DEBUG:teuthology.orchestra.run.smithi007:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-04T15:10:57.639 DEBUG:teuthology.orchestra.run.smithi062:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-04T15:10:57.805 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-08-04T15:10:57.812 INFO:teuthology.task.internal:Enabling coredump saving... 2024-08-04T15:10:57.812 DEBUG:teuthology.orchestra.run.smithi007:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-04T15:10:57.815 DEBUG:teuthology.orchestra.run.smithi062:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-04T15:10:57.847 INFO:teuthology.orchestra.run.smithi062.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-04T15:10:57.848 INFO:teuthology.orchestra.run.smithi007.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-04T15:10:57.857 INFO:teuthology.orchestra.run.smithi062.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-04T15:10:57.860 INFO:teuthology.orchestra.run.smithi007.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-04T15:10:57.862 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-08-04T15:10:57.869 INFO:teuthology.task.internal:Configuring sudo... 2024-08-04T15:10:57.869 DEBUG:teuthology.orchestra.run.smithi007:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-04T15:10:57.906 DEBUG:teuthology.orchestra.run.smithi062:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-04T15:10:57.933 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-08-04T15:10:57.943 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-08-04T15:10:57.943 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-04T15:10:57.976 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-04T15:10:57.991 DEBUG:teuthology.orchestra.run.smithi007:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-04T15:10:58.077 DEBUG:teuthology.orchestra.run.smithi007:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-04T15:10:58.128 DEBUG:teuthology.orchestra.run.smithi007:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-04T15:10:58.211 DEBUG:teuthology.orchestra.run.smithi007:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-04T15:10:58.256 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T15:10:58.256 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-04T15:10:58.323 DEBUG:teuthology.orchestra.run.smithi062:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-04T15:10:58.370 DEBUG:teuthology.orchestra.run.smithi062:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-04T15:10:58.414 DEBUG:teuthology.orchestra.run.smithi062:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-04T15:10:58.499 DEBUG:teuthology.orchestra.run.smithi062:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-04T15:10:58.536 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-08-04T15:10:58.536 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-04T15:10:58.602 DEBUG:teuthology.orchestra.run.smithi007:> sudo service rsyslog restart 2024-08-04T15:10:58.604 DEBUG:teuthology.orchestra.run.smithi062:> sudo service rsyslog restart 2024-08-04T15:10:58.641 INFO:teuthology.orchestra.run.smithi007.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-04T15:10:58.683 INFO:teuthology.orchestra.run.smithi062.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-04T15:10:59.126 INFO:teuthology.run_tasks:Running task internal.timer... 2024-08-04T15:10:59.133 INFO:teuthology.task.internal:Starting timer... 2024-08-04T15:10:59.134 INFO:teuthology.run_tasks:Running task pcp... 2024-08-04T15:10:59.144 INFO:teuthology.run_tasks:Running task selinux... 2024-08-04T15:10:59.154 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-08-04T15:10:59.154 DEBUG:teuthology.orchestra.run.smithi007:> sudo service auditd rotate 2024-08-04T15:10:59.228 INFO:teuthology.orchestra.run.smithi007.stdout:Rotating logs: 2024-08-04T15:10:59.230 DEBUG:teuthology.orchestra.run.smithi062:> sudo service auditd rotate 2024-08-04T15:10:59.288 INFO:teuthology.orchestra.run.smithi062.stdout:Rotating logs: 2024-08-04T15:10:59.289 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-08-04T15:10:59.290 DEBUG:teuthology.orchestra.run.smithi007:> /usr/sbin/getenforce 2024-08-04T15:10:59.309 INFO:teuthology.orchestra.run.smithi007.stdout:Permissive 2024-08-04T15:10:59.310 DEBUG:teuthology.orchestra.run.smithi062:> /usr/sbin/getenforce 2024-08-04T15:10:59.339 INFO:teuthology.orchestra.run.smithi062.stdout:Permissive 2024-08-04T15:10:59.339 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi007.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi062.front.sepia.ceph.com': 'permissive'} 2024-08-04T15:10:59.340 DEBUG:teuthology.orchestra.run.smithi007:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-04T15:10:59.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-04T15:10:59.378 DEBUG:teuthology.orchestra.run.smithi062:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-04T15:10:59.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-04T15:10:59.406 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-08-04T15:10:59.407 DEBUG:teuthology.orchestra.run.smithi007:> sudo /usr/sbin/setenforce permissive 2024-08-04T15:10:59.445 DEBUG:teuthology.orchestra.run.smithi062:> sudo /usr/sbin/setenforce permissive 2024-08-04T15:10:59.473 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-08-04T15:10:59.482 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-08-04T15:10:59.485 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-08-04T15:10:59.597 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-08-04T15:10:59.608 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-08-04T15:10:59.609 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi007.front.sepia.ceph.com,smithi062.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-08-04T15:15:53.226 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi007.front.sepia.ceph.com'), Remote(name='ubuntu@smithi062.front.sepia.ceph.com')] 2024-08-04T15:15:53.227 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-08-04T15:15:53.229 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-04T15:15:53.305 DEBUG:teuthology.orchestra.run.smithi007:> true 2024-08-04T15:15:53.390 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-08-04T15:15:53.390 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-08-04T15:15:53.391 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-04T15:15:53.464 DEBUG:teuthology.orchestra.run.smithi062:> true 2024-08-04T15:15:53.554 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-08-04T15:15:53.555 INFO:teuthology.run_tasks:Running task clock... 2024-08-04T15:15:53.568 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-08-04T15:15:53.569 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-04T15:15:53.569 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-04T15:15:53.572 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-04T15:15:53.572 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-04T15:15:53.599 INFO:teuthology.orchestra.run.smithi007.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-04T15:15:53.614 INFO:teuthology.orchestra.run.smithi007.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-04T15:15:53.625 INFO:teuthology.orchestra.run.smithi062.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-04T15:15:53.639 INFO:teuthology.orchestra.run.smithi007.stderr:sudo: ntpd: command not found 2024-08-04T15:15:53.640 INFO:teuthology.orchestra.run.smithi062.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-04T15:15:53.650 INFO:teuthology.orchestra.run.smithi007.stdout:506 Cannot talk to daemon 2024-08-04T15:15:53.665 INFO:teuthology.orchestra.run.smithi007.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-04T15:15:53.667 INFO:teuthology.orchestra.run.smithi062.stderr:sudo: ntpd: command not found 2024-08-04T15:15:53.678 INFO:teuthology.orchestra.run.smithi062.stdout:506 Cannot talk to daemon 2024-08-04T15:15:53.679 INFO:teuthology.orchestra.run.smithi007.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-04T15:15:53.693 INFO:teuthology.orchestra.run.smithi062.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-04T15:15:53.707 INFO:teuthology.orchestra.run.smithi062.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-04T15:15:53.747 INFO:teuthology.orchestra.run.smithi007.stderr:bash: line 1: ntpq: command not found 2024-08-04T15:15:53.751 INFO:teuthology.orchestra.run.smithi007.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-04T15:15:53.751 INFO:teuthology.orchestra.run.smithi007.stdout:=============================================================================== 2024-08-04T15:15:53.751 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-04T15:15:53.751 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-04T15:15:53.751 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-04T15:15:53.751 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-04T15:15:53.780 INFO:teuthology.orchestra.run.smithi062.stderr:bash: line 1: ntpq: command not found 2024-08-04T15:15:53.784 INFO:teuthology.orchestra.run.smithi062.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-04T15:15:53.784 INFO:teuthology.orchestra.run.smithi062.stdout:=============================================================================== 2024-08-04T15:15:53.784 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-04T15:15:53.784 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-04T15:15:53.784 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-04T15:15:53.784 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-04T15:15:53.785 INFO:teuthology.run_tasks:Running task pexec... 2024-08-04T15:15:53.794 INFO:teuthology.task.pexec:Executing custom commands... 2024-08-04T15:15:53.794 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi007.front.sepia.ceph.com 2024-08-04T15:15:53.794 DEBUG:teuthology.orchestra.run.smithi007:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-04T15:15:53.795 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi062.front.sepia.ceph.com 2024-08-04T15:15:53.795 DEBUG:teuthology.orchestra.run.smithi062:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-04T15:15:54.383 INFO:teuthology.orchestra.run.smithi007.stdout:Last metadata expiration check: 0:01:25 ago on Sun 04 Aug 2024 03:14:29 PM UTC. 2024-08-04T15:15:54.408 INFO:teuthology.orchestra.run.smithi062.stdout:Last metadata expiration check: 0:01:23 ago on Sun 04 Aug 2024 03:14:31 PM UTC. 2024-08-04T15:15:54.469 INFO:teuthology.orchestra.run.smithi007.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-08-04T15:15:54.496 INFO:teuthology.orchestra.run.smithi062.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-08-04T15:15:54.512 INFO:teuthology.orchestra.run.smithi007.stdout:Dependencies resolved. 2024-08-04T15:15:54.514 INFO:teuthology.orchestra.run.smithi007.stdout:================================================================================ 2024-08-04T15:15:54.514 INFO:teuthology.orchestra.run.smithi007.stdout: Package Architecture Version Repository Size 2024-08-04T15:15:54.514 INFO:teuthology.orchestra.run.smithi007.stdout:================================================================================ 2024-08-04T15:15:54.515 INFO:teuthology.orchestra.run.smithi007.stdout:Installing: 2024-08-04T15:15:54.515 INFO:teuthology.orchestra.run.smithi007.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-04T15:15:54.515 INFO:teuthology.orchestra.run.smithi007.stdout:Upgrading: 2024-08-04T15:15:54.515 INFO:teuthology.orchestra.run.smithi007.stdout: libnvme x86_64 1.9-2.el9 baseos 106 k 2024-08-04T15:15:54.515 INFO:teuthology.orchestra.run.smithi007.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-08-04T15:15:54.515 INFO:teuthology.orchestra.run.smithi007.stdout:Installing dependencies: 2024-08-04T15:15:54.515 INFO:teuthology.orchestra.run.smithi007.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-04T15:15:54.515 INFO:teuthology.orchestra.run.smithi007.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-04T15:15:54.515 INFO:teuthology.orchestra.run.smithi007.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-04T15:15:54.515 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:15:54.515 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction Summary 2024-08-04T15:15:54.515 INFO:teuthology.orchestra.run.smithi007.stdout:================================================================================ 2024-08-04T15:15:54.515 INFO:teuthology.orchestra.run.smithi007.stdout:Install 4 Packages 2024-08-04T15:15:54.516 INFO:teuthology.orchestra.run.smithi007.stdout:Upgrade 2 Packages 2024-08-04T15:15:54.516 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:15:54.516 INFO:teuthology.orchestra.run.smithi007.stdout:Total download size: 2.0 M 2024-08-04T15:15:54.516 INFO:teuthology.orchestra.run.smithi007.stdout:Downloading Packages: 2024-08-04T15:15:54.540 INFO:teuthology.orchestra.run.smithi062.stdout:Dependencies resolved. 2024-08-04T15:15:54.549 INFO:teuthology.orchestra.run.smithi062.stdout:================================================================================ 2024-08-04T15:15:54.549 INFO:teuthology.orchestra.run.smithi062.stdout: Package Architecture Version Repository Size 2024-08-04T15:15:54.549 INFO:teuthology.orchestra.run.smithi062.stdout:================================================================================ 2024-08-04T15:15:54.549 INFO:teuthology.orchestra.run.smithi062.stdout:Installing: 2024-08-04T15:15:54.550 INFO:teuthology.orchestra.run.smithi062.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-04T15:15:54.550 INFO:teuthology.orchestra.run.smithi062.stdout:Upgrading: 2024-08-04T15:15:54.550 INFO:teuthology.orchestra.run.smithi062.stdout: libnvme x86_64 1.9-2.el9 baseos 106 k 2024-08-04T15:15:54.550 INFO:teuthology.orchestra.run.smithi062.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-08-04T15:15:54.550 INFO:teuthology.orchestra.run.smithi062.stdout:Installing dependencies: 2024-08-04T15:15:54.550 INFO:teuthology.orchestra.run.smithi062.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-04T15:15:54.550 INFO:teuthology.orchestra.run.smithi062.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-04T15:15:54.550 INFO:teuthology.orchestra.run.smithi062.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-04T15:15:54.550 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:15:54.550 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction Summary 2024-08-04T15:15:54.550 INFO:teuthology.orchestra.run.smithi062.stdout:================================================================================ 2024-08-04T15:15:54.550 INFO:teuthology.orchestra.run.smithi062.stdout:Install 4 Packages 2024-08-04T15:15:54.550 INFO:teuthology.orchestra.run.smithi062.stdout:Upgrade 2 Packages 2024-08-04T15:15:54.550 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:15:54.551 INFO:teuthology.orchestra.run.smithi062.stdout:Total download size: 2.0 M 2024-08-04T15:15:54.551 INFO:teuthology.orchestra.run.smithi062.stdout:Downloading Packages: 2024-08-04T15:15:54.776 INFO:teuthology.orchestra.run.smithi062.stdout:(1/6): nvmetcli-0.7-3.el9.noarch.rpm 412 kB/s | 44 kB 00:00 2024-08-04T15:15:54.786 INFO:teuthology.orchestra.run.smithi007.stdout:(1/6): nvmetcli-0.7-3.el9.noarch.rpm 290 kB/s | 44 kB 00:00 2024-08-04T15:15:54.793 INFO:teuthology.orchestra.run.smithi062.stdout:(2/6): python3-configshell-1.1.30-1.el9.noarch. 574 kB/s | 72 kB 00:00 2024-08-04T15:15:54.811 INFO:teuthology.orchestra.run.smithi007.stdout:(2/6): python3-configshell-1.1.30-1.el9.noarch. 401 kB/s | 72 kB 00:00 2024-08-04T15:15:54.818 INFO:teuthology.orchestra.run.smithi062.stdout:(3/6): python3-kmod-0.9-32.el9.x86_64.rpm 561 kB/s | 84 kB 00:00 2024-08-04T15:15:54.836 INFO:teuthology.orchestra.run.smithi007.stdout:(3/6): python3-kmod-0.9-32.el9.x86_64.rpm 413 kB/s | 84 kB 00:00 2024-08-04T15:15:54.876 INFO:teuthology.orchestra.run.smithi062.stdout:(4/6): libnvme-1.9-2.el9.x86_64.rpm 1.2 MB/s | 106 kB 00:00 2024-08-04T15:15:54.887 INFO:teuthology.orchestra.run.smithi007.stdout:(4/6): libnvme-1.9-2.el9.x86_64.rpm 1.4 MB/s | 106 kB 00:00 2024-08-04T15:15:54.935 INFO:teuthology.orchestra.run.smithi062.stdout:(5/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 5.1 MB/s | 837 kB 00:00 2024-08-04T15:15:54.979 INFO:teuthology.orchestra.run.smithi007.stdout:(5/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 4.2 MB/s | 837 kB 00:00 2024-08-04T15:15:55.002 INFO:teuthology.orchestra.run.smithi062.stdout:(6/6): nvme-cli-2.9.1-3.el9.x86_64.rpm 4.8 MB/s | 903 kB 00:00 2024-08-04T15:15:55.002 INFO:teuthology.orchestra.run.smithi062.stdout:-------------------------------------------------------------------------------- 2024-08-04T15:15:55.002 INFO:teuthology.orchestra.run.smithi062.stdout:Total 4.4 MB/s | 2.0 MB 00:00 2024-08-04T15:15:55.046 INFO:teuthology.orchestra.run.smithi007.stdout:(6/6): nvme-cli-2.9.1-3.el9.x86_64.rpm 4.2 MB/s | 903 kB 00:00 2024-08-04T15:15:55.046 INFO:teuthology.orchestra.run.smithi007.stdout:-------------------------------------------------------------------------------- 2024-08-04T15:15:55.046 INFO:teuthology.orchestra.run.smithi007.stdout:Total 3.8 MB/s | 2.0 MB 00:00 2024-08-04T15:15:55.078 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction check 2024-08-04T15:15:55.095 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction check succeeded. 2024-08-04T15:15:55.095 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction test 2024-08-04T15:15:55.121 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction check 2024-08-04T15:15:55.138 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction check succeeded. 2024-08-04T15:15:55.138 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction test 2024-08-04T15:15:55.315 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction test succeeded. 2024-08-04T15:15:55.315 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction 2024-08-04T15:15:55.347 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction test succeeded. 2024-08-04T15:15:55.347 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction 2024-08-04T15:15:55.670 INFO:teuthology.orchestra.run.smithi062.stdout: Preparing : 1/1 2024-08-04T15:15:55.714 INFO:teuthology.orchestra.run.smithi007.stdout: Preparing : 1/1 2024-08-04T15:15:55.886 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : libnvme-1.9-2.el9.x86_64 1/8 2024-08-04T15:15:55.938 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : libnvme-1.9-2.el9.x86_64 1/8 2024-08-04T15:15:55.941 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/8 2024-08-04T15:15:55.975 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/8 2024-08-04T15:15:56.001 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/8 2024-08-04T15:15:56.009 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/8 2024-08-04T15:15:56.033 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/8 2024-08-04T15:15:56.036 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/8 2024-08-04T15:15:56.069 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/8 2024-08-04T15:15:56.093 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/8 2024-08-04T15:15:56.313 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/8 2024-08-04T15:15:56.377 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-08-04T15:15:56.381 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/8 2024-08-04T15:15:56.447 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-08-04T15:15:56.706 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-08-04T15:15:56.739 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 7/8 2024-08-04T15:15:56.763 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-08-04T15:15:56.792 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 7/8 2024-08-04T15:15:56.836 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 8/8 2024-08-04T15:15:56.890 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 8/8 2024-08-04T15:15:57.721 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 8/8 2024-08-04T15:15:57.722 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/8 2024-08-04T15:15:57.722 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/8 2024-08-04T15:15:57.722 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/8 2024-08-04T15:15:57.722 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/8 2024-08-04T15:15:57.722 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libnvme-1.9-2.el9.x86_64 5/8 2024-08-04T15:15:57.722 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libnvme-1.6-1.el9.x86_64 6/8 2024-08-04T15:15:57.722 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 7/8 2024-08-04T15:15:57.790 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 8/8 2024-08-04T15:15:57.791 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/8 2024-08-04T15:15:57.791 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/8 2024-08-04T15:15:57.791 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/8 2024-08-04T15:15:57.791 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/8 2024-08-04T15:15:57.791 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libnvme-1.9-2.el9.x86_64 5/8 2024-08-04T15:15:57.791 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libnvme-1.6-1.el9.x86_64 6/8 2024-08-04T15:15:57.791 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 7/8 2024-08-04T15:15:58.061 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 8/8 2024-08-04T15:15:58.061 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:15:58.061 INFO:teuthology.orchestra.run.smithi062.stdout:Upgraded: 2024-08-04T15:15:58.061 INFO:teuthology.orchestra.run.smithi062.stdout: libnvme-1.9-2.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-08-04T15:15:58.061 INFO:teuthology.orchestra.run.smithi062.stdout:Installed: 2024-08-04T15:15:58.061 INFO:teuthology.orchestra.run.smithi062.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-04T15:15:58.061 INFO:teuthology.orchestra.run.smithi062.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-04T15:15:58.061 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:15:58.062 INFO:teuthology.orchestra.run.smithi062.stdout:Complete! 2024-08-04T15:15:58.153 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 8/8 2024-08-04T15:15:58.153 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:15:58.153 INFO:teuthology.orchestra.run.smithi007.stdout:Upgraded: 2024-08-04T15:15:58.153 INFO:teuthology.orchestra.run.smithi007.stdout: libnvme-1.9-2.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-08-04T15:15:58.153 INFO:teuthology.orchestra.run.smithi007.stdout:Installed: 2024-08-04T15:15:58.153 INFO:teuthology.orchestra.run.smithi007.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-04T15:15:58.153 INFO:teuthology.orchestra.run.smithi007.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-04T15:15:58.153 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:15:58.153 INFO:teuthology.orchestra.run.smithi007.stdout:Complete! 2024-08-04T15:15:58.383 DEBUG:teuthology.parallel:result is None 2024-08-04T15:15:58.490 DEBUG:teuthology.parallel:result is None 2024-08-04T15:15:58.490 INFO:teuthology.run_tasks:Running task install... 2024-08-04T15:15:58.503 DEBUG:teuthology.task.install:project ceph 2024-08-04T15:15:58.503 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea'}} 2024-08-04T15:15:58.503 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea'} 2024-08-04T15:15:58.503 INFO:teuthology.task.install:Using flavor: default 2024-08-04T15:15:58.508 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-08-04T15:15:58.508 INFO:teuthology.task.install:extra packages: [] 2024-08-04T15:15:58.509 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea', 'tag': None, 'wait_for_package': False} 2024-08-04T15:15:58.509 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-04T15:15:58.509 INFO:teuthology.packaging:ref: None 2024-08-04T15:15:58.509 INFO:teuthology.packaging:tag: None 2024-08-04T15:15:58.509 INFO:teuthology.packaging:branch: quincy 2024-08-04T15:15:58.509 INFO:teuthology.packaging:sha1: 26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea 2024-08-04T15:15:58.510 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-04T15:15:58.512 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea', 'tag': None, 'wait_for_package': False} 2024-08-04T15:15:58.512 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-04T15:15:58.512 INFO:teuthology.packaging:ref: None 2024-08-04T15:15:58.512 INFO:teuthology.packaging:tag: None 2024-08-04T15:15:58.512 INFO:teuthology.packaging:branch: quincy 2024-08-04T15:15:58.512 INFO:teuthology.packaging:sha1: 26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea 2024-08-04T15:15:58.512 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-04T15:15:58.723 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569/centos/9/flavors/default/ 2024-08-04T15:15:58.723 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1207.g85224d90 2024-08-04T15:15:58.748 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569/centos/9/flavors/default/ 2024-08-04T15:15:58.748 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1207.g85224d90 2024-08-04T15:15:58.835 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-04T15:15:58.836 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T15:15:58.836 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-04T15:15:58.854 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-04T15:15:58.855 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-08-04T15:15:58.855 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-04T15:15:58.869 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-04T15:15:58.869 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-04T15:15:58.869 INFO:teuthology.packaging:ref: None 2024-08-04T15:15:58.869 INFO:teuthology.packaging:tag: None 2024-08-04T15:15:58.869 INFO:teuthology.packaging:branch: quincy 2024-08-04T15:15:58.869 INFO:teuthology.packaging:sha1: 26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea 2024-08-04T15:15:58.869 DEBUG:teuthology.orchestra.run.smithi007:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-04T15:15:58.889 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-04T15:15:58.889 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-04T15:15:58.889 INFO:teuthology.packaging:ref: None 2024-08-04T15:15:58.889 INFO:teuthology.packaging:tag: None 2024-08-04T15:15:58.889 INFO:teuthology.packaging:branch: quincy 2024-08-04T15:15:58.889 INFO:teuthology.packaging:sha1: 26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea 2024-08-04T15:15:58.889 DEBUG:teuthology.orchestra.run.smithi062:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-04T15:15:58.938 DEBUG:teuthology.orchestra.run.smithi007:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-04T15:15:58.960 DEBUG:teuthology.orchestra.run.smithi062:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-04T15:15:59.017 DEBUG:teuthology.orchestra.run.smithi007:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-04T15:15:59.043 DEBUG:teuthology.orchestra.run.smithi062:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-04T15:15:59.100 INFO:teuthology.orchestra.run.smithi007.stdout:check_obsoletes = 1 2024-08-04T15:15:59.101 DEBUG:teuthology.orchestra.run.smithi007:> sudo yum clean all 2024-08-04T15:15:59.110 INFO:teuthology.orchestra.run.smithi062.stdout:check_obsoletes = 1 2024-08-04T15:15:59.112 DEBUG:teuthology.orchestra.run.smithi062:> sudo yum clean all 2024-08-04T15:15:59.338 INFO:teuthology.orchestra.run.smithi007.stdout:45 files removed 2024-08-04T15:15:59.355 INFO:teuthology.orchestra.run.smithi062.stdout:45 files removed 2024-08-04T15:15:59.365 DEBUG:teuthology.orchestra.run.smithi007:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-04T15:15:59.382 DEBUG:teuthology.orchestra.run.smithi062:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-04T15:15:59.990 INFO:teuthology.orchestra.run.smithi007.stdout:ceph packages for x86_64 234 kB/s | 77 kB 00:00 2024-08-04T15:16:00.002 INFO:teuthology.orchestra.run.smithi062.stdout:ceph packages for x86_64 237 kB/s | 77 kB 00:00 2024-08-04T15:16:00.333 INFO:teuthology.orchestra.run.smithi007.stdout:ceph noarch packages 37 kB/s | 11 kB 00:00 2024-08-04T15:16:00.352 INFO:teuthology.orchestra.run.smithi062.stdout:ceph noarch packages 36 kB/s | 11 kB 00:00 2024-08-04T15:16:00.666 INFO:teuthology.orchestra.run.smithi007.stdout:ceph source packages 6.2 kB/s | 1.8 kB 00:00 2024-08-04T15:16:00.678 INFO:teuthology.orchestra.run.smithi062.stdout:ceph source packages 6.4 kB/s | 1.8 kB 00:00 2024-08-04T15:16:01.295 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.2 MB 00:00 2024-08-04T15:16:01.375 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.2 MB 00:00 2024-08-04T15:16:03.846 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 9 - AppStream 14 MB/s | 20 MB 00:01 2024-08-04T15:16:05.934 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - AppStream 5.9 MB/s | 20 MB 00:03 2024-08-04T15:16:09.555 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 9 - CRB 3.6 MB/s | 6.6 MB 00:01 2024-08-04T15:16:11.097 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 9 - Extras packages 78 kB/s | 18 kB 00:00 2024-08-04T15:16:11.768 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - CRB 3.3 MB/s | 6.6 MB 00:01 2024-08-04T15:16:11.976 INFO:teuthology.orchestra.run.smithi062.stdout:Extra Packages for Enterprise Linux 30 MB/s | 22 MB 00:00 2024-08-04T15:16:13.461 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - Extras packages 46 kB/s | 18 kB 00:00 2024-08-04T15:16:14.698 INFO:teuthology.orchestra.run.smithi007.stdout:Extra Packages for Enterprise Linux 20 MB/s | 22 MB 00:01 2024-08-04T15:16:17.516 INFO:teuthology.orchestra.run.smithi062.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-08-04T15:16:19.922 INFO:teuthology.orchestra.run.smithi062.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-04T15:16:19.923 INFO:teuthology.orchestra.run.smithi062.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-04T15:16:19.987 INFO:teuthology.orchestra.run.smithi062.stdout:Dependencies resolved. 2024-08-04T15:16:19.994 INFO:teuthology.orchestra.run.smithi062.stdout:======================================================================================= 2024-08-04T15:16:19.995 INFO:teuthology.orchestra.run.smithi062.stdout: Package Arch Version Repository Size 2024-08-04T15:16:19.995 INFO:teuthology.orchestra.run.smithi062.stdout:======================================================================================= 2024-08-04T15:16:19.995 INFO:teuthology.orchestra.run.smithi062.stdout:Installing: 2024-08-04T15:16:19.995 INFO:teuthology.orchestra.run.smithi062.stdout: ceph x86_64 2:17.2.7-1207.g85224d90.el9 ceph 6.5 k 2024-08-04T15:16:19.995 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-base x86_64 2:17.2.7-1207.g85224d90.el9 ceph 5.0 M 2024-08-04T15:16:19.995 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-fuse x86_64 2:17.2.7-1207.g85224d90.el9 ceph 813 k 2024-08-04T15:16:19.995 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1207.g85224d90.el9 ceph 138 k 2024-08-04T15:16:19.995 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr x86_64 2:17.2.7-1207.g85224d90.el9 ceph 1.4 M 2024-08-04T15:16:19.995 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1207.g85224d90.el9 ceph-noarch 123 k 2024-08-04T15:16:19.995 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1207.g85224d90.el9 ceph-noarch 3.4 M 2024-08-04T15:16:19.995 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1207.g85224d90.el9 ceph-noarch 7.4 M 2024-08-04T15:16:19.996 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-rook noarch 2:17.2.7-1207.g85224d90.el9 ceph-noarch 47 k 2024-08-04T15:16:19.996 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-radosgw x86_64 2:17.2.7-1207.g85224d90.el9 ceph 14 M 2024-08-04T15:16:19.996 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-test x86_64 2:17.2.7-1207.g85224d90.el9 ceph 48 M 2024-08-04T15:16:19.996 INFO:teuthology.orchestra.run.smithi062.stdout: cephadm noarch 2:17.2.7-1207.g85224d90.el9 ceph-noarch 82 k 2024-08-04T15:16:19.996 INFO:teuthology.orchestra.run.smithi062.stdout: libcephfs-devel x86_64 2:17.2.7-1207.g85224d90.el9 ceph 25 k 2024-08-04T15:16:19.996 INFO:teuthology.orchestra.run.smithi062.stdout: libcephfs2 x86_64 2:17.2.7-1207.g85224d90.el9 ceph 636 k 2024-08-04T15:16:19.996 INFO:teuthology.orchestra.run.smithi062.stdout: librados-devel x86_64 2:17.2.7-1207.g85224d90.el9 ceph 126 k 2024-08-04T15:16:19.996 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cephfs x86_64 2:17.2.7-1207.g85224d90.el9 ceph 182 k 2024-08-04T15:16:19.996 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-04T15:16:19.996 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rados x86_64 2:17.2.7-1207.g85224d90.el9 ceph 368 k 2024-08-04T15:16:19.996 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rbd x86_64 2:17.2.7-1207.g85224d90.el9 ceph 343 k 2024-08-04T15:16:19.996 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rgw x86_64 2:17.2.7-1207.g85224d90.el9 ceph 117 k 2024-08-04T15:16:19.996 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-fuse x86_64 2:17.2.7-1207.g85224d90.el9 ceph 82 k 2024-08-04T15:16:19.997 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-mirror x86_64 2:17.2.7-1207.g85224d90.el9 ceph 2.9 M 2024-08-04T15:16:19.997 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-nbd x86_64 2:17.2.7-1207.g85224d90.el9 ceph 165 k 2024-08-04T15:16:19.997 INFO:teuthology.orchestra.run.smithi062.stdout:Upgrading: 2024-08-04T15:16:19.997 INFO:teuthology.orchestra.run.smithi062.stdout: librados2 x86_64 2:17.2.7-1207.g85224d90.el9 ceph 3.1 M 2024-08-04T15:16:19.997 INFO:teuthology.orchestra.run.smithi062.stdout: librbd1 x86_64 2:17.2.7-1207.g85224d90.el9 ceph 2.9 M 2024-08-04T15:16:19.997 INFO:teuthology.orchestra.run.smithi062.stdout:Installing dependencies: 2024-08-04T15:16:19.997 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-common x86_64 2:17.2.7-1207.g85224d90.el9 ceph 22 M 2024-08-04T15:16:19.997 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1207.g85224d90.el9 ceph-noarch 24 k 2024-08-04T15:16:19.997 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mds x86_64 2:17.2.7-1207.g85224d90.el9 ceph 2.1 M 2024-08-04T15:16:19.997 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1207.g85224d90.el9 ceph-noarch 240 k 2024-08-04T15:16:19.997 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mon x86_64 2:17.2.7-1207.g85224d90.el9 ceph 3.9 M 2024-08-04T15:16:19.997 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-osd x86_64 2:17.2.7-1207.g85224d90.el9 ceph 15 M 2024-08-04T15:16:19.997 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1207.g85224d90.el9 ceph-noarch 15 k 2024-08-04T15:16:19.998 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-selinux x86_64 2:17.2.7-1207.g85224d90.el9 ceph 25 k 2024-08-04T15:16:19.998 INFO:teuthology.orchestra.run.smithi062.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-04T15:16:19.998 INFO:teuthology.orchestra.run.smithi062.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-04T15:16:19.998 INFO:teuthology.orchestra.run.smithi062.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-04T15:16:19.998 INFO:teuthology.orchestra.run.smithi062.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-04T15:16:19.998 INFO:teuthology.orchestra.run.smithi062.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-04T15:16:19.998 INFO:teuthology.orchestra.run.smithi062.stdout: libcephsqlite x86_64 2:17.2.7-1207.g85224d90.el9 ceph 163 k 2024-08-04T15:16:19.998 INFO:teuthology.orchestra.run.smithi062.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-04T15:16:19.998 INFO:teuthology.orchestra.run.smithi062.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-04T15:16:19.998 INFO:teuthology.orchestra.run.smithi062.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-04T15:16:19.998 INFO:teuthology.orchestra.run.smithi062.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-04T15:16:19.998 INFO:teuthology.orchestra.run.smithi062.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-04T15:16:19.999 INFO:teuthology.orchestra.run.smithi062.stdout: libradosstriper1 x86_64 2:17.2.7-1207.g85224d90.el9 ceph 458 k 2024-08-04T15:16:19.999 INFO:teuthology.orchestra.run.smithi062.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-04T15:16:19.999 INFO:teuthology.orchestra.run.smithi062.stdout: librgw2 x86_64 2:17.2.7-1207.g85224d90.el9 ceph 4.9 M 2024-08-04T15:16:19.999 INFO:teuthology.orchestra.run.smithi062.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-04T15:16:19.999 INFO:teuthology.orchestra.run.smithi062.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-04T15:16:19.999 INFO:teuthology.orchestra.run.smithi062.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-04T15:16:19.999 INFO:teuthology.orchestra.run.smithi062.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-04T15:16:19.999 INFO:teuthology.orchestra.run.smithi062.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-04T15:16:19.999 INFO:teuthology.orchestra.run.smithi062.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-04T15:16:19.999 INFO:teuthology.orchestra.run.smithi062.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-04T15:16:19.999 INFO:teuthology.orchestra.run.smithi062.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-04T15:16:20.000 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-04T15:16:20.000 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ceph-argparse x86_64 2:17.2.7-1207.g85224d90.el9 ceph 45 k 2024-08-04T15:16:20.000 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ceph-common x86_64 2:17.2.7-1207.g85224d90.el9 ceph 120 k 2024-08-04T15:16:20.000 INFO:teuthology.orchestra.run.smithi062.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-04T15:16:20.000 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-04T15:16:20.000 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-04T15:16:20.000 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-04T15:16:20.000 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-04T15:16:20.000 INFO:teuthology.orchestra.run.smithi062.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-08-04T15:16:20.000 INFO:teuthology.orchestra.run.smithi062.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-08-04T15:16:20.000 INFO:teuthology.orchestra.run.smithi062.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-04T15:16:20.000 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-04T15:16:20.000 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-04T15:16:20.001 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-04T15:16:20.001 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-04T15:16:20.001 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-04T15:16:20.001 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-04T15:16:20.001 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-04T15:16:20.001 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-04T15:16:20.001 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-08-04T15:16:20.001 INFO:teuthology.orchestra.run.smithi062.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-04T15:16:20.001 INFO:teuthology.orchestra.run.smithi062.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-04T15:16:20.001 INFO:teuthology.orchestra.run.smithi062.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-04T15:16:20.001 INFO:teuthology.orchestra.run.smithi062.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-04T15:16:20.001 INFO:teuthology.orchestra.run.smithi062.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-04T15:16:20.001 INFO:teuthology.orchestra.run.smithi062.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-04T15:16:20.002 INFO:teuthology.orchestra.run.smithi062.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-04T15:16:20.002 INFO:teuthology.orchestra.run.smithi062.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-04T15:16:20.002 INFO:teuthology.orchestra.run.smithi062.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-04T15:16:20.002 INFO:teuthology.orchestra.run.smithi062.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-04T15:16:20.002 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-04T15:16:20.002 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-04T15:16:20.002 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-04T15:16:20.002 INFO:teuthology.orchestra.run.smithi062.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-04T15:16:20.002 INFO:teuthology.orchestra.run.smithi062.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-04T15:16:20.002 INFO:teuthology.orchestra.run.smithi062.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-04T15:16:20.002 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-04T15:16:20.002 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-04T15:16:20.002 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-04T15:16:20.003 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-04T15:16:20.003 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-04T15:16:20.003 INFO:teuthology.orchestra.run.smithi062.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-04T15:16:20.003 INFO:teuthology.orchestra.run.smithi062.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-04T15:16:20.003 INFO:teuthology.orchestra.run.smithi062.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-04T15:16:20.003 INFO:teuthology.orchestra.run.smithi062.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-04T15:16:20.003 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-04T15:16:20.003 INFO:teuthology.orchestra.run.smithi062.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-04T15:16:20.003 INFO:teuthology.orchestra.run.smithi062.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-04T15:16:20.003 INFO:teuthology.orchestra.run.smithi062.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-04T15:16:20.003 INFO:teuthology.orchestra.run.smithi062.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-04T15:16:20.003 INFO:teuthology.orchestra.run.smithi062.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-04T15:16:20.003 INFO:teuthology.orchestra.run.smithi062.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-04T15:16:20.004 INFO:teuthology.orchestra.run.smithi062.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-04T15:16:20.004 INFO:teuthology.orchestra.run.smithi062.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-04T15:16:20.004 INFO:teuthology.orchestra.run.smithi062.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-04T15:16:20.004 INFO:teuthology.orchestra.run.smithi062.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-04T15:16:20.004 INFO:teuthology.orchestra.run.smithi062.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-04T15:16:20.004 INFO:teuthology.orchestra.run.smithi062.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-04T15:16:20.004 INFO:teuthology.orchestra.run.smithi062.stdout:Installing weak dependencies: 2024-08-04T15:16:20.004 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-08-04T15:16:20.004 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:16:20.004 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction Summary 2024-08-04T15:16:20.004 INFO:teuthology.orchestra.run.smithi062.stdout:======================================================================================= 2024-08-04T15:16:20.004 INFO:teuthology.orchestra.run.smithi062.stdout:Install 112 Packages 2024-08-04T15:16:20.004 INFO:teuthology.orchestra.run.smithi062.stdout:Upgrade 2 Packages 2024-08-04T15:16:20.005 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:16:20.005 INFO:teuthology.orchestra.run.smithi062.stdout:Total download size: 190 M 2024-08-04T15:16:20.005 INFO:teuthology.orchestra.run.smithi062.stdout:Downloading Packages: 2024-08-04T15:16:20.371 INFO:teuthology.orchestra.run.smithi007.stdout:lab-extras 34 kB/s | 1.7 kB 00:00 2024-08-04T15:16:20.792 INFO:teuthology.orchestra.run.smithi062.stdout:(1/114): ceph-17.2.7-1207.g85224d90.el9.x86_64. 40 kB/s | 6.5 kB 00:00 2024-08-04T15:16:21.059 INFO:teuthology.orchestra.run.smithi062.stdout:(2/114): ceph-base-17.2.7-1207.g85224d90.el9.x8 12 MB/s | 5.0 MB 00:00 2024-08-04T15:16:21.092 INFO:teuthology.orchestra.run.smithi062.stdout:(3/114): ceph-fuse-17.2.7-1207.g85224d90.el9.x8 2.6 MB/s | 813 kB 00:00 2024-08-04T15:16:21.117 INFO:teuthology.orchestra.run.smithi062.stdout:(4/114): ceph-immutable-object-cache-17.2.7-120 2.3 MB/s | 138 kB 00:00 2024-08-04T15:16:21.209 INFO:teuthology.orchestra.run.smithi062.stdout:(5/114): ceph-mgr-17.2.7-1207.g85224d90.el9.x86 15 MB/s | 1.4 MB 00:00 2024-08-04T15:16:21.393 INFO:teuthology.orchestra.run.smithi062.stdout:(6/114): ceph-mon-17.2.7-1207.g85224d90.el9.x86 21 MB/s | 3.9 MB 00:00 2024-08-04T15:16:21.585 INFO:teuthology.orchestra.run.smithi062.stdout:(7/114): ceph-mds-17.2.7-1207.g85224d90.el9.x86 4.2 MB/s | 2.1 MB 00:00 2024-08-04T15:16:21.960 INFO:teuthology.orchestra.run.smithi062.stdout:(8/114): ceph-osd-17.2.7-1207.g85224d90.el9.x86 27 MB/s | 15 MB 00:00 2024-08-04T15:16:22.002 INFO:teuthology.orchestra.run.smithi062.stdout:(9/114): ceph-selinux-17.2.7-1207.g85224d90.el9 607 kB/s | 25 kB 00:00 2024-08-04T15:16:22.261 INFO:teuthology.orchestra.run.smithi062.stdout:(10/114): ceph-common-17.2.7-1207.g85224d90.el9 14 MB/s | 22 MB 00:01 2024-08-04T15:16:22.319 INFO:teuthology.orchestra.run.smithi062.stdout:(11/114): libcephfs-devel-17.2.7-1207.g85224d90 428 kB/s | 25 kB 00:00 2024-08-04T15:16:22.403 INFO:teuthology.orchestra.run.smithi062.stdout:(12/114): libcephfs2-17.2.7-1207.g85224d90.el9. 7.5 MB/s | 636 kB 00:00 2024-08-04T15:16:22.478 INFO:teuthology.orchestra.run.smithi062.stdout:(13/114): libcephsqlite-17.2.7-1207.g85224d90.e 2.1 MB/s | 163 kB 00:00 2024-08-04T15:16:22.545 INFO:teuthology.orchestra.run.smithi062.stdout:(14/114): librados-devel-17.2.7-1207.g85224d90. 1.9 MB/s | 126 kB 00:00 2024-08-04T15:16:22.612 INFO:teuthology.orchestra.run.smithi062.stdout:(15/114): libradosstriper1-17.2.7-1207.g85224d9 6.7 MB/s | 458 kB 00:00 2024-08-04T15:16:22.801 INFO:teuthology.orchestra.run.smithi007.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-04T15:16:22.802 INFO:teuthology.orchestra.run.smithi007.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-04T15:16:22.864 INFO:teuthology.orchestra.run.smithi007.stdout:Dependencies resolved. 2024-08-04T15:16:22.871 INFO:teuthology.orchestra.run.smithi007.stdout:======================================================================================= 2024-08-04T15:16:22.871 INFO:teuthology.orchestra.run.smithi007.stdout: Package Arch Version Repository Size 2024-08-04T15:16:22.871 INFO:teuthology.orchestra.run.smithi007.stdout:======================================================================================= 2024-08-04T15:16:22.871 INFO:teuthology.orchestra.run.smithi007.stdout:Installing: 2024-08-04T15:16:22.871 INFO:teuthology.orchestra.run.smithi007.stdout: ceph x86_64 2:17.2.7-1207.g85224d90.el9 ceph 6.5 k 2024-08-04T15:16:22.871 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-base x86_64 2:17.2.7-1207.g85224d90.el9 ceph 5.0 M 2024-08-04T15:16:22.871 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-fuse x86_64 2:17.2.7-1207.g85224d90.el9 ceph 813 k 2024-08-04T15:16:22.871 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1207.g85224d90.el9 ceph 138 k 2024-08-04T15:16:22.871 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr x86_64 2:17.2.7-1207.g85224d90.el9 ceph 1.4 M 2024-08-04T15:16:22.872 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1207.g85224d90.el9 ceph-noarch 123 k 2024-08-04T15:16:22.872 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1207.g85224d90.el9 ceph-noarch 3.4 M 2024-08-04T15:16:22.872 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1207.g85224d90.el9 ceph-noarch 7.4 M 2024-08-04T15:16:22.872 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-rook noarch 2:17.2.7-1207.g85224d90.el9 ceph-noarch 47 k 2024-08-04T15:16:22.872 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-radosgw x86_64 2:17.2.7-1207.g85224d90.el9 ceph 14 M 2024-08-04T15:16:22.872 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-test x86_64 2:17.2.7-1207.g85224d90.el9 ceph 48 M 2024-08-04T15:16:22.872 INFO:teuthology.orchestra.run.smithi007.stdout: cephadm noarch 2:17.2.7-1207.g85224d90.el9 ceph-noarch 82 k 2024-08-04T15:16:22.872 INFO:teuthology.orchestra.run.smithi007.stdout: libcephfs-devel x86_64 2:17.2.7-1207.g85224d90.el9 ceph 25 k 2024-08-04T15:16:22.872 INFO:teuthology.orchestra.run.smithi007.stdout: libcephfs2 x86_64 2:17.2.7-1207.g85224d90.el9 ceph 636 k 2024-08-04T15:16:22.872 INFO:teuthology.orchestra.run.smithi007.stdout: librados-devel x86_64 2:17.2.7-1207.g85224d90.el9 ceph 126 k 2024-08-04T15:16:22.872 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cephfs x86_64 2:17.2.7-1207.g85224d90.el9 ceph 182 k 2024-08-04T15:16:22.872 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-04T15:16:22.873 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rados x86_64 2:17.2.7-1207.g85224d90.el9 ceph 368 k 2024-08-04T15:16:22.873 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rbd x86_64 2:17.2.7-1207.g85224d90.el9 ceph 343 k 2024-08-04T15:16:22.873 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rgw x86_64 2:17.2.7-1207.g85224d90.el9 ceph 117 k 2024-08-04T15:16:22.873 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-fuse x86_64 2:17.2.7-1207.g85224d90.el9 ceph 82 k 2024-08-04T15:16:22.873 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-mirror x86_64 2:17.2.7-1207.g85224d90.el9 ceph 2.9 M 2024-08-04T15:16:22.873 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-nbd x86_64 2:17.2.7-1207.g85224d90.el9 ceph 165 k 2024-08-04T15:16:22.873 INFO:teuthology.orchestra.run.smithi007.stdout:Upgrading: 2024-08-04T15:16:22.873 INFO:teuthology.orchestra.run.smithi007.stdout: librados2 x86_64 2:17.2.7-1207.g85224d90.el9 ceph 3.1 M 2024-08-04T15:16:22.873 INFO:teuthology.orchestra.run.smithi007.stdout: librbd1 x86_64 2:17.2.7-1207.g85224d90.el9 ceph 2.9 M 2024-08-04T15:16:22.873 INFO:teuthology.orchestra.run.smithi007.stdout:Installing dependencies: 2024-08-04T15:16:22.873 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-common x86_64 2:17.2.7-1207.g85224d90.el9 ceph 22 M 2024-08-04T15:16:22.873 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1207.g85224d90.el9 ceph-noarch 24 k 2024-08-04T15:16:22.873 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mds x86_64 2:17.2.7-1207.g85224d90.el9 ceph 2.1 M 2024-08-04T15:16:22.874 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1207.g85224d90.el9 ceph-noarch 240 k 2024-08-04T15:16:22.874 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mon x86_64 2:17.2.7-1207.g85224d90.el9 ceph 3.9 M 2024-08-04T15:16:22.874 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-osd x86_64 2:17.2.7-1207.g85224d90.el9 ceph 15 M 2024-08-04T15:16:22.874 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1207.g85224d90.el9 ceph-noarch 15 k 2024-08-04T15:16:22.874 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-selinux x86_64 2:17.2.7-1207.g85224d90.el9 ceph 25 k 2024-08-04T15:16:22.874 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-04T15:16:22.874 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-04T15:16:22.874 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-04T15:16:22.874 INFO:teuthology.orchestra.run.smithi007.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-04T15:16:22.874 INFO:teuthology.orchestra.run.smithi007.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-04T15:16:22.874 INFO:teuthology.orchestra.run.smithi007.stdout: libcephsqlite x86_64 2:17.2.7-1207.g85224d90.el9 ceph 163 k 2024-08-04T15:16:22.874 INFO:teuthology.orchestra.run.smithi007.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-04T15:16:22.875 INFO:teuthology.orchestra.run.smithi007.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-04T15:16:22.875 INFO:teuthology.orchestra.run.smithi007.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-04T15:16:22.875 INFO:teuthology.orchestra.run.smithi007.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-04T15:16:22.875 INFO:teuthology.orchestra.run.smithi007.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-04T15:16:22.875 INFO:teuthology.orchestra.run.smithi007.stdout: libradosstriper1 x86_64 2:17.2.7-1207.g85224d90.el9 ceph 458 k 2024-08-04T15:16:22.875 INFO:teuthology.orchestra.run.smithi007.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-04T15:16:22.875 INFO:teuthology.orchestra.run.smithi007.stdout: librgw2 x86_64 2:17.2.7-1207.g85224d90.el9 ceph 4.9 M 2024-08-04T15:16:22.875 INFO:teuthology.orchestra.run.smithi007.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-04T15:16:22.875 INFO:teuthology.orchestra.run.smithi007.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-04T15:16:22.875 INFO:teuthology.orchestra.run.smithi007.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-04T15:16:22.876 INFO:teuthology.orchestra.run.smithi007.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-04T15:16:22.876 INFO:teuthology.orchestra.run.smithi007.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-04T15:16:22.876 INFO:teuthology.orchestra.run.smithi007.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-04T15:16:22.876 INFO:teuthology.orchestra.run.smithi007.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-04T15:16:22.876 INFO:teuthology.orchestra.run.smithi007.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-04T15:16:22.876 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-04T15:16:22.876 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ceph-argparse x86_64 2:17.2.7-1207.g85224d90.el9 ceph 45 k 2024-08-04T15:16:22.876 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ceph-common x86_64 2:17.2.7-1207.g85224d90.el9 ceph 120 k 2024-08-04T15:16:22.876 INFO:teuthology.orchestra.run.smithi007.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-04T15:16:22.876 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-04T15:16:22.876 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-04T15:16:22.876 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-04T15:16:22.877 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-04T15:16:22.877 INFO:teuthology.orchestra.run.smithi007.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-08-04T15:16:22.877 INFO:teuthology.orchestra.run.smithi007.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-08-04T15:16:22.877 INFO:teuthology.orchestra.run.smithi007.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-04T15:16:22.877 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-04T15:16:22.877 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-04T15:16:22.877 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-04T15:16:22.877 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-04T15:16:22.877 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-04T15:16:22.877 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-04T15:16:22.877 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-04T15:16:22.877 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-04T15:16:22.877 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-08-04T15:16:22.878 INFO:teuthology.orchestra.run.smithi007.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-04T15:16:22.878 INFO:teuthology.orchestra.run.smithi007.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-04T15:16:22.878 INFO:teuthology.orchestra.run.smithi007.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-04T15:16:22.878 INFO:teuthology.orchestra.run.smithi007.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-04T15:16:22.878 INFO:teuthology.orchestra.run.smithi007.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-04T15:16:22.878 INFO:teuthology.orchestra.run.smithi007.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-04T15:16:22.878 INFO:teuthology.orchestra.run.smithi007.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-04T15:16:22.878 INFO:teuthology.orchestra.run.smithi007.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-04T15:16:22.878 INFO:teuthology.orchestra.run.smithi007.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-04T15:16:22.878 INFO:teuthology.orchestra.run.smithi007.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-04T15:16:22.878 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-04T15:16:22.878 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-04T15:16:22.878 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-04T15:16:22.879 INFO:teuthology.orchestra.run.smithi007.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-04T15:16:22.879 INFO:teuthology.orchestra.run.smithi007.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-04T15:16:22.879 INFO:teuthology.orchestra.run.smithi007.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-04T15:16:22.879 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-04T15:16:22.879 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-04T15:16:22.879 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-04T15:16:22.879 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-04T15:16:22.879 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-04T15:16:22.879 INFO:teuthology.orchestra.run.smithi007.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-04T15:16:22.879 INFO:teuthology.orchestra.run.smithi007.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-04T15:16:22.879 INFO:teuthology.orchestra.run.smithi007.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-04T15:16:22.879 INFO:teuthology.orchestra.run.smithi007.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-04T15:16:22.880 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-04T15:16:22.880 INFO:teuthology.orchestra.run.smithi007.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-04T15:16:22.880 INFO:teuthology.orchestra.run.smithi007.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-04T15:16:22.880 INFO:teuthology.orchestra.run.smithi007.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-04T15:16:22.880 INFO:teuthology.orchestra.run.smithi007.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-04T15:16:22.880 INFO:teuthology.orchestra.run.smithi007.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-04T15:16:22.880 INFO:teuthology.orchestra.run.smithi007.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-04T15:16:22.880 INFO:teuthology.orchestra.run.smithi007.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-04T15:16:22.880 INFO:teuthology.orchestra.run.smithi007.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-04T15:16:22.880 INFO:teuthology.orchestra.run.smithi007.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-04T15:16:22.880 INFO:teuthology.orchestra.run.smithi007.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-04T15:16:22.880 INFO:teuthology.orchestra.run.smithi007.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-04T15:16:22.880 INFO:teuthology.orchestra.run.smithi007.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-04T15:16:22.880 INFO:teuthology.orchestra.run.smithi007.stdout:Installing weak dependencies: 2024-08-04T15:16:22.881 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-08-04T15:16:22.881 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:16:22.881 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction Summary 2024-08-04T15:16:22.881 INFO:teuthology.orchestra.run.smithi007.stdout:======================================================================================= 2024-08-04T15:16:22.881 INFO:teuthology.orchestra.run.smithi007.stdout:Install 112 Packages 2024-08-04T15:16:22.881 INFO:teuthology.orchestra.run.smithi007.stdout:Upgrade 2 Packages 2024-08-04T15:16:22.881 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:16:22.881 INFO:teuthology.orchestra.run.smithi007.stdout:Total download size: 190 M 2024-08-04T15:16:22.882 INFO:teuthology.orchestra.run.smithi007.stdout:Downloading Packages: 2024-08-04T15:16:22.954 INFO:teuthology.orchestra.run.smithi062.stdout:(16/114): librgw2-17.2.7-1207.g85224d90.el9.x86 14 MB/s | 4.9 MB 00:00 2024-08-04T15:16:23.104 INFO:teuthology.orchestra.run.smithi062.stdout:(17/114): ceph-radosgw-17.2.7-1207.g85224d90.el 9.3 MB/s | 14 MB 00:01 2024-08-04T15:16:23.129 INFO:teuthology.orchestra.run.smithi062.stdout:(18/114): python3-ceph-argparse-17.2.7-1207.g85 258 kB/s | 45 kB 00:00 2024-08-04T15:16:23.163 INFO:teuthology.orchestra.run.smithi062.stdout:(19/114): python3-ceph-common-17.2.7-1207.g8522 2.0 MB/s | 120 kB 00:00 2024-08-04T15:16:23.188 INFO:teuthology.orchestra.run.smithi062.stdout:(20/114): python3-cephfs-17.2.7-1207.g85224d90. 3.0 MB/s | 182 kB 00:00 2024-08-04T15:16:23.230 INFO:teuthology.orchestra.run.smithi062.stdout:(21/114): python3-rados-17.2.7-1207.g85224d90.e 5.4 MB/s | 368 kB 00:00 2024-08-04T15:16:23.255 INFO:teuthology.orchestra.run.smithi062.stdout:(22/114): python3-rbd-17.2.7-1207.g85224d90.el9 5.0 MB/s | 343 kB 00:00 2024-08-04T15:16:23.289 INFO:teuthology.orchestra.run.smithi062.stdout:(23/114): python3-rgw-17.2.7-1207.g85224d90.el9 2.0 MB/s | 117 kB 00:00 2024-08-04T15:16:23.305 INFO:teuthology.orchestra.run.smithi007.stdout:(1/114): ceph-17.2.7-1207.g85224d90.el9.x86_64. 30 kB/s | 6.5 kB 00:00 2024-08-04T15:16:23.314 INFO:teuthology.orchestra.run.smithi062.stdout:(24/114): rbd-fuse-17.2.7-1207.g85224d90.el9.x8 1.4 MB/s | 82 kB 00:00 2024-08-04T15:16:23.382 INFO:teuthology.orchestra.run.smithi062.stdout:(25/114): rbd-nbd-17.2.7-1207.g85224d90.el9.x86 2.4 MB/s | 165 kB 00:00 2024-08-04T15:16:23.490 INFO:teuthology.orchestra.run.smithi062.stdout:(26/114): rbd-mirror-17.2.7-1207.g85224d90.el9. 15 MB/s | 2.9 MB 00:00 2024-08-04T15:16:23.515 INFO:teuthology.orchestra.run.smithi062.stdout:(27/114): ceph-grafana-dashboards-17.2.7-1207.g 183 kB/s | 24 kB 00:00 2024-08-04T15:16:23.540 INFO:teuthology.orchestra.run.smithi062.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1207.g85224d9 2.4 MB/s | 123 kB 00:00 2024-08-04T15:16:23.758 INFO:teuthology.orchestra.run.smithi062.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1207.g85224 14 MB/s | 3.4 MB 00:00 2024-08-04T15:16:23.789 INFO:teuthology.orchestra.run.smithi007.stdout:(2/114): ceph-fuse-17.2.7-1207.g85224d90.el9.x8 1.6 MB/s | 813 kB 00:00 2024-08-04T15:16:23.841 INFO:teuthology.orchestra.run.smithi062.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1207.g85 2.8 MB/s | 240 kB 00:00 2024-08-04T15:16:23.922 INFO:teuthology.orchestra.run.smithi007.stdout:(3/114): ceph-immutable-object-cache-17.2.7-120 1.0 MB/s | 138 kB 00:00 2024-08-04T15:16:23.925 INFO:teuthology.orchestra.run.smithi062.stdout:(31/114): ceph-mgr-rook-17.2.7-1207.g85224d90.e 570 kB/s | 47 kB 00:00 2024-08-04T15:16:24.017 INFO:teuthology.orchestra.run.smithi062.stdout:(32/114): ceph-mgr-diskprediction-local-17.2.7- 16 MB/s | 7.4 MB 00:00 2024-08-04T15:16:24.050 INFO:teuthology.orchestra.run.smithi062.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1207.g8 117 kB/s | 15 kB 00:00 2024-08-04T15:16:24.076 INFO:teuthology.orchestra.run.smithi062.stdout:(34/114): cephadm-17.2.7-1207.g85224d90.el9.noa 1.4 MB/s | 82 kB 00:00 2024-08-04T15:16:24.218 INFO:teuthology.orchestra.run.smithi062.stdout:(35/114): fuse-2.9.9-16.el9.x86_64.rpm 478 kB/s | 80 kB 00:00 2024-08-04T15:16:24.310 INFO:teuthology.orchestra.run.smithi062.stdout:(36/114): libquadmath-11.4.1-3.el9.x86_64.rpm 2.1 MB/s | 195 kB 00:00 2024-08-04T15:16:24.368 INFO:teuthology.orchestra.run.smithi062.stdout:(37/114): libgfortran-11.4.1-3.el9.x86_64.rpm 2.7 MB/s | 803 kB 00:00 2024-08-04T15:16:24.393 INFO:teuthology.orchestra.run.smithi062.stdout:(38/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-08-04T15:16:24.397 INFO:teuthology.orchestra.run.smithi007.stdout:(4/114): ceph-base-17.2.7-1207.g85224d90.el9.x8 3.8 MB/s | 5.0 MB 00:01 2024-08-04T15:16:24.439 INFO:teuthology.orchestra.run.smithi007.stdout:(5/114): ceph-mds-17.2.7-1207.g85224d90.el9.x86 4.0 MB/s | 2.1 MB 00:00 2024-08-04T15:16:24.443 INFO:teuthology.orchestra.run.smithi062.stdout:(39/114): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-08-04T15:16:24.494 INFO:teuthology.orchestra.run.smithi062.stdout:(40/114): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-08-04T15:16:24.556 INFO:teuthology.orchestra.run.smithi007.stdout:(6/114): ceph-mgr-17.2.7-1207.g85224d90.el9.x86 8.9 MB/s | 1.4 MB 00:00 2024-08-04T15:16:24.873 INFO:teuthology.orchestra.run.smithi007.stdout:(7/114): ceph-mon-17.2.7-1207.g85224d90.el9.x86 9.0 MB/s | 3.9 MB 00:00 2024-08-04T15:16:24.936 INFO:teuthology.orchestra.run.smithi062.stdout:(41/114): ceph-test-17.2.7-1207.g85224d90.el9.x 16 MB/s | 48 MB 00:02 2024-08-04T15:16:24.961 INFO:teuthology.orchestra.run.smithi062.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 267 kB/s | 125 kB 00:00 2024-08-04T15:16:25.003 INFO:teuthology.orchestra.run.smithi062.stdout:(43/114): python3-cryptography-36.0.1-4.el9.x86 1.9 MB/s | 1.2 MB 00:00 2024-08-04T15:16:25.070 INFO:teuthology.orchestra.run.smithi062.stdout:(44/114): flexiblas-3.0.4-8.el9.x86_64.rpm 302 kB/s | 33 kB 00:00 2024-08-04T15:16:25.095 INFO:teuthology.orchestra.run.smithi062.stdout:(45/114): python3-urllib3-1.26.5-6.el9.noarch.r 1.3 MB/s | 215 kB 00:00 2024-08-04T15:16:25.121 INFO:teuthology.orchestra.run.smithi062.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 360 kB/s | 18 kB 00:00 2024-08-04T15:16:25.179 INFO:teuthology.orchestra.run.smithi062.stdout:(47/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 778 kB/s | 45 kB 00:00 2024-08-04T15:16:25.246 INFO:teuthology.orchestra.run.smithi062.stdout:(48/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 12 MB/s | 3.0 MB 00:00 2024-08-04T15:16:25.271 INFO:teuthology.orchestra.run.smithi062.stdout:(49/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 911 kB/s | 160 kB 00:00 2024-08-04T15:16:25.296 INFO:teuthology.orchestra.run.smithi062.stdout:(50/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-08-04T15:16:25.322 INFO:teuthology.orchestra.run.smithi062.stdout:(51/114): openblas-0.3.21-2.el9.x86_64.rpm 703 kB/s | 35 kB 00:00 2024-08-04T15:16:25.347 INFO:teuthology.orchestra.run.smithi062.stdout:(52/114): librdkafka-1.6.1-102.el9.x86_64.rpm 3.9 MB/s | 662 kB 00:00 2024-08-04T15:16:25.364 INFO:teuthology.orchestra.run.smithi062.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 2.0 MB/s | 87 kB 00:00 2024-08-04T15:16:25.448 INFO:teuthology.orchestra.run.smithi062.stdout:(54/114): openblas-openmp-0.3.21-2.el9.x86_64.r 31 MB/s | 4.7 MB 00:00 2024-08-04T15:16:25.465 INFO:teuthology.orchestra.run.smithi007.stdout:(8/114): ceph-osd-17.2.7-1207.g85224d90.el9.x86 17 MB/s | 15 MB 00:00 2024-08-04T15:16:25.473 INFO:teuthology.orchestra.run.smithi062.stdout:(55/114): python3-devel-3.9.18-3.el9.x86_64.rpm 2.2 MB/s | 244 kB 00:00 2024-08-04T15:16:25.498 INFO:teuthology.orchestra.run.smithi062.stdout:(56/114): python3-iniconfig-1.1.1-7.el9.noarch. 349 kB/s | 17 kB 00:00 2024-08-04T15:16:25.523 INFO:teuthology.orchestra.run.smithi062.stdout:(57/114): python3-jinja2-2.11.3-6.el9.noarch.rp 4.9 MB/s | 248 kB 00:00 2024-08-04T15:16:25.549 INFO:teuthology.orchestra.run.smithi062.stdout:(58/114): python3-jsonpatch-1.21-16.el9.noarch. 511 kB/s | 26 kB 00:00 2024-08-04T15:16:25.574 INFO:teuthology.orchestra.run.smithi062.stdout:(59/114): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-08-04T15:16:25.599 INFO:teuthology.orchestra.run.smithi062.stdout:(60/114): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-08-04T15:16:25.624 INFO:teuthology.orchestra.run.smithi062.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 692 kB/s | 35 kB 00:00 2024-08-04T15:16:25.666 INFO:teuthology.orchestra.run.smithi062.stdout:(62/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 5.9 MB/s | 250 kB 00:00 2024-08-04T15:16:25.707 INFO:teuthology.orchestra.run.smithi007.stdout:(9/114): ceph-common-17.2.7-1207.g85224d90.el9. 8.6 MB/s | 22 MB 00:02 2024-08-04T15:16:25.732 INFO:teuthology.orchestra.run.smithi007.stdout:(10/114): ceph-selinux-17.2.7-1207.g85224d90.el 94 kB/s | 25 kB 00:00 2024-08-04T15:16:25.750 INFO:teuthology.orchestra.run.smithi062.stdout:(63/114): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-08-04T15:16:25.775 INFO:teuthology.orchestra.run.smithi062.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 2.0 MB/s | 222 kB 00:00 2024-08-04T15:16:25.783 INFO:teuthology.orchestra.run.smithi007.stdout:(11/114): libcephfs-devel-17.2.7-1207.g85224d90 499 kB/s | 25 kB 00:00 2024-08-04T15:16:25.800 INFO:teuthology.orchestra.run.smithi062.stdout:(65/114): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-08-04T15:16:25.826 INFO:teuthology.orchestra.run.smithi062.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 829 kB/s | 41 kB 00:00 2024-08-04T15:16:25.851 INFO:teuthology.orchestra.run.smithi062.stdout:(67/114): python3-prettytable-0.7.2-27.el9.noar 840 kB/s | 42 kB 00:00 2024-08-04T15:16:25.918 INFO:teuthology.orchestra.run.smithi062.stdout:(68/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 16 MB/s | 5.1 MB 00:00 2024-08-04T15:16:25.935 INFO:teuthology.orchestra.run.smithi062.stdout:(69/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.9 MB/s | 159 kB 00:00 2024-08-04T15:16:25.960 INFO:teuthology.orchestra.run.smithi062.stdout:(70/114): python3-py-1.10.0-6.el9.noarch.rpm 3.5 MB/s | 477 kB 00:00 2024-08-04T15:16:25.983 INFO:teuthology.orchestra.run.smithi007.stdout:(12/114): ceph-radosgw-17.2.7-1207.g85224d90.el 13 MB/s | 14 MB 00:01 2024-08-04T15:16:25.994 INFO:teuthology.orchestra.run.smithi062.stdout:(71/114): python3-pyasn1-modules-0.4.8-6.el9.no 3.6 MB/s | 279 kB 00:00 2024-08-04T15:16:26.017 INFO:teuthology.orchestra.run.smithi007.stdout:(13/114): libcephfs2-17.2.7-1207.g85224d90.el9. 2.7 MB/s | 636 kB 00:00 2024-08-04T15:16:26.019 INFO:teuthology.orchestra.run.smithi062.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 872 kB/s | 51 kB 00:00 2024-08-04T15:16:26.042 INFO:teuthology.orchestra.run.smithi007.stdout:(14/114): libcephsqlite-17.2.7-1207.g85224d90.e 2.7 MB/s | 163 kB 00:00 2024-08-04T15:16:26.044 INFO:teuthology.orchestra.run.smithi062.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-08-04T15:16:26.068 INFO:teuthology.orchestra.run.smithi007.stdout:(15/114): librados-devel-17.2.7-1207.g85224d90. 2.5 MB/s | 126 kB 00:00 2024-08-04T15:16:26.078 INFO:teuthology.orchestra.run.smithi062.stdout:(74/114): python3-pytest-6.2.2-7.el9.noarch.rpm 3.6 MB/s | 519 kB 00:00 2024-08-04T15:16:26.101 INFO:teuthology.orchestra.run.smithi007.stdout:(16/114): libradosstriper1-17.2.7-1207.g85224d9 7.7 MB/s | 458 kB 00:00 2024-08-04T15:16:26.103 INFO:teuthology.orchestra.run.smithi062.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 713 kB/s | 42 kB 00:00 2024-08-04T15:16:26.129 INFO:teuthology.orchestra.run.smithi062.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-08-04T15:16:26.145 INFO:teuthology.orchestra.run.smithi062.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2024-08-04T15:16:26.151 INFO:teuthology.orchestra.run.smithi007.stdout:(17/114): python3-ceph-argparse-17.2.7-1207.g85 902 kB/s | 45 kB 00:00 2024-08-04T15:16:26.218 INFO:teuthology.orchestra.run.smithi007.stdout:(18/114): python3-ceph-common-17.2.7-1207.g8522 1.8 MB/s | 120 kB 00:00 2024-08-04T15:16:26.246 INFO:teuthology.orchestra.run.smithi062.stdout:(78/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 2.6 MB/s | 309 kB 00:00 2024-08-04T15:16:26.263 INFO:teuthology.orchestra.run.smithi062.stdout:(79/114): liboath-2.6.7-2.el9.x86_64.rpm 415 kB/s | 49 kB 00:00 2024-08-04T15:16:26.288 INFO:teuthology.orchestra.run.smithi062.stdout:(80/114): libunwind-1.6.2-1.el9.x86_64.rpm 1.6 MB/s | 67 kB 00:00 2024-08-04T15:16:26.294 INFO:teuthology.orchestra.run.smithi007.stdout:(19/114): python3-cephfs-17.2.7-1207.g85224d90. 2.4 MB/s | 182 kB 00:00 2024-08-04T15:16:26.305 INFO:teuthology.orchestra.run.smithi062.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 2.6 MB/s | 43 kB 00:00 2024-08-04T15:16:26.322 INFO:teuthology.orchestra.run.smithi062.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.9 MB/s | 32 kB 00:00 2024-08-04T15:16:26.338 INFO:teuthology.orchestra.run.smithi062.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 855 kB/s | 14 kB 00:00 2024-08-04T15:16:26.361 INFO:teuthology.orchestra.run.smithi007.stdout:(20/114): librgw2-17.2.7-1207.g85224d90.el9.x86 17 MB/s | 4.9 MB 00:00 2024-08-04T15:16:26.372 INFO:teuthology.orchestra.run.smithi062.stdout:(84/114): python3-asyncssh-2.13.2-5.el9.noarch. 4.9 MB/s | 548 kB 00:00 2024-08-04T15:16:26.386 INFO:teuthology.orchestra.run.smithi007.stdout:(21/114): python3-rados-17.2.7-1207.g85224d90.e 3.9 MB/s | 368 kB 00:00 2024-08-04T15:16:26.389 INFO:teuthology.orchestra.run.smithi062.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 3.3 MB/s | 172 kB 00:00 2024-08-04T15:16:26.411 INFO:teuthology.orchestra.run.smithi007.stdout:(22/114): python3-rbd-17.2.7-1207.g85224d90.el9 6.7 MB/s | 343 kB 00:00 2024-08-04T15:16:26.423 INFO:teuthology.orchestra.run.smithi062.stdout:(86/114): python3-google-auth-2.32.0-1.el9.noar 6.3 MB/s | 216 kB 00:00 2024-08-04T15:16:26.436 INFO:teuthology.orchestra.run.smithi007.stdout:(23/114): python3-rgw-17.2.7-1207.g85224d90.el9 2.3 MB/s | 117 kB 00:00 2024-08-04T15:16:26.448 INFO:teuthology.orchestra.run.smithi062.stdout:(87/114): python3-cherrypy-18.6.1-2.el9.noarch. 4.6 MB/s | 358 kB 00:00 2024-08-04T15:16:26.462 INFO:teuthology.orchestra.run.smithi007.stdout:(24/114): rbd-fuse-17.2.7-1207.g85224d90.el9.x8 1.6 MB/s | 82 kB 00:00 2024-08-04T15:16:26.473 INFO:teuthology.orchestra.run.smithi062.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 213 kB/s | 11 kB 00:00 2024-08-04T15:16:26.499 INFO:teuthology.orchestra.run.smithi062.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 351 kB/s | 18 kB 00:00 2024-08-04T15:16:26.512 INFO:teuthology.orchestra.run.smithi007.stdout:(25/114): rbd-nbd-17.2.7-1207.g85224d90.el9.x86 3.2 MB/s | 165 kB 00:00 2024-08-04T15:16:26.524 INFO:teuthology.orchestra.run.smithi062.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 461 kB/s | 23 kB 00:00 2024-08-04T15:16:26.549 INFO:teuthology.orchestra.run.smithi062.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 388 kB/s | 19 kB 00:00 2024-08-04T15:16:26.575 INFO:teuthology.orchestra.run.smithi062.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 391 kB/s | 20 kB 00:00 2024-08-04T15:16:26.596 INFO:teuthology.orchestra.run.smithi007.stdout:(26/114): rbd-mirror-17.2.7-1207.g85224d90.el9. 19 MB/s | 2.9 MB 00:00 2024-08-04T15:16:26.599 INFO:teuthology.orchestra.run.smithi062.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 180 kB/s | 9.0 kB 00:00 2024-08-04T15:16:26.621 INFO:teuthology.orchestra.run.smithi007.stdout:(27/114): ceph-grafana-dashboards-17.2.7-1207.g 225 kB/s | 24 kB 00:00 2024-08-04T15:16:26.625 INFO:teuthology.orchestra.run.smithi062.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 816 kB/s | 41 kB 00:00 2024-08-04T15:16:26.650 INFO:teuthology.orchestra.run.smithi062.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-08-04T15:16:26.655 INFO:teuthology.orchestra.run.smithi007.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1207.g85224d9 2.1 MB/s | 123 kB 00:00 2024-08-04T15:16:26.675 INFO:teuthology.orchestra.run.smithi062.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-08-04T15:16:26.701 INFO:teuthology.orchestra.run.smithi062.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-08-04T15:16:26.735 INFO:teuthology.orchestra.run.smithi062.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-08-04T15:16:26.764 INFO:teuthology.orchestra.run.smithi062.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 661 kB/s | 16 kB 00:00 2024-08-04T15:16:26.785 INFO:teuthology.orchestra.run.smithi062.stdout:(100/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-08-04T15:16:26.819 INFO:teuthology.orchestra.run.smithi062.stdout:(101/114): python3-kubernetes-26.1.0-2.el9.noar 4.7 MB/s | 1.0 MB 00:00 2024-08-04T15:16:26.844 INFO:teuthology.orchestra.run.smithi062.stdout:(102/114): python3-repoze-lru-0.7-16.el9.noarch 525 kB/s | 31 kB 00:00 2024-08-04T15:16:26.869 INFO:teuthology.orchestra.run.smithi062.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-08-04T15:16:26.880 INFO:teuthology.orchestra.run.smithi007.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1207.g85224 13 MB/s | 3.4 MB 00:00 2024-08-04T15:16:26.894 INFO:teuthology.orchestra.run.smithi062.stdout:(104/114): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-08-04T15:16:26.920 INFO:teuthology.orchestra.run.smithi062.stdout:(105/114): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-08-04T15:16:26.945 INFO:teuthology.orchestra.run.smithi062.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-08-04T15:16:26.955 INFO:teuthology.orchestra.run.smithi007.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1207.g85 3.1 MB/s | 240 kB 00:00 2024-08-04T15:16:26.970 INFO:teuthology.orchestra.run.smithi062.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-08-04T15:16:26.996 INFO:teuthology.orchestra.run.smithi062.stdout:(108/114): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-08-04T15:16:27.021 INFO:teuthology.orchestra.run.smithi062.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 809 kB/s | 20 kB 00:00 2024-08-04T15:16:27.039 INFO:teuthology.orchestra.run.smithi007.stdout:(31/114): ceph-mgr-rook-17.2.7-1207.g85224d90.e 571 kB/s | 47 kB 00:00 2024-08-04T15:16:27.054 INFO:teuthology.orchestra.run.smithi062.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-08-04T15:16:27.105 INFO:teuthology.orchestra.run.smithi062.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-08-04T15:16:27.131 INFO:teuthology.orchestra.run.smithi007.stdout:(32/114): ceph-mgr-diskprediction-local-17.2.7- 16 MB/s | 7.4 MB 00:00 2024-08-04T15:16:27.156 INFO:teuthology.orchestra.run.smithi007.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1207.g8 125 kB/s | 15 kB 00:00 2024-08-04T15:16:27.181 INFO:teuthology.orchestra.run.smithi007.stdout:(34/114): cephadm-17.2.7-1207.g85224d90.el9.noa 1.6 MB/s | 82 kB 00:00 2024-08-04T15:16:27.289 INFO:teuthology.orchestra.run.smithi062.stdout:(112/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 13 MB/s | 16 MB 00:01 2024-08-04T15:16:27.497 INFO:teuthology.orchestra.run.smithi062.stdout:(113/114): librados2-17.2.7-1207.g85224d90.el9. 7.0 MB/s | 3.1 MB 00:00 2024-08-04T15:16:27.547 INFO:teuthology.orchestra.run.smithi062.stdout:(114/114): librbd1-17.2.7-1207.g85224d90.el9.x8 6.6 MB/s | 2.9 MB 00:00 2024-08-04T15:16:27.551 INFO:teuthology.orchestra.run.smithi062.stdout:-------------------------------------------------------------------------------- 2024-08-04T15:16:27.552 INFO:teuthology.orchestra.run.smithi062.stdout:Total 25 MB/s | 190 MB 00:07 2024-08-04T15:16:27.866 INFO:teuthology.orchestra.run.smithi007.stdout:(35/114): ceph-test-17.2.7-1207.g85224d90.el9.x 22 MB/s | 48 MB 00:02 2024-08-04T15:16:28.224 INFO:teuthology.orchestra.run.smithi007.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 75 kB/s | 80 kB 00:01 2024-08-04T15:16:28.321 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction check 2024-08-04T15:16:28.426 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction check succeeded. 2024-08-04T15:16:28.426 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction test 2024-08-04T15:16:28.499 INFO:teuthology.orchestra.run.smithi007.stdout:(37/114): libgfortran-11.4.1-3.el9.x86_64.rpm 610 kB/s | 803 kB 00:01 2024-08-04T15:16:28.616 INFO:teuthology.orchestra.run.smithi007.stdout:(38/114): libquadmath-11.4.1-3.el9.x86_64.rpm 261 kB/s | 195 kB 00:00 2024-08-04T15:16:29.016 INFO:teuthology.orchestra.run.smithi007.stdout:(39/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 320 kB/s | 253 kB 00:00 2024-08-04T15:16:29.333 INFO:teuthology.orchestra.run.smithi007.stdout:(40/114): python3-ply-3.11-14.el9.noarch.rpm 149 kB/s | 106 kB 00:00 2024-08-04T15:16:29.475 INFO:teuthology.orchestra.run.smithi007.stdout:(41/114): python3-cryptography-36.0.1-4.el9.x86 1.3 MB/s | 1.2 MB 00:00 2024-08-04T15:16:29.776 INFO:teuthology.orchestra.run.smithi007.stdout:(42/114): python3-pycparser-2.20-6.el9.noarch.r 178 kB/s | 135 kB 00:00 2024-08-04T15:16:30.051 INFO:teuthology.orchestra.run.smithi007.stdout:(43/114): python3-requests-2.25.1-8.el9.noarch. 174 kB/s | 125 kB 00:00 2024-08-04T15:16:30.068 INFO:teuthology.orchestra.run.smithi007.stdout:(44/114): flexiblas-3.0.4-8.el9.x86_64.rpm 112 kB/s | 33 kB 00:00 2024-08-04T15:16:30.153 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction test succeeded. 2024-08-04T15:16:30.154 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction 2024-08-04T15:16:30.276 INFO:teuthology.orchestra.run.smithi007.stdout:(45/114): python3-urllib3-1.26.5-6.el9.noarch.r 268 kB/s | 215 kB 00:00 2024-08-04T15:16:30.326 INFO:teuthology.orchestra.run.smithi007.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 70 kB/s | 18 kB 00:00 2024-08-04T15:16:30.668 INFO:teuthology.orchestra.run.smithi007.stdout:(47/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 132 kB/s | 45 kB 00:00 2024-08-04T15:16:30.777 INFO:teuthology.orchestra.run.smithi007.stdout:(48/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 320 kB/s | 160 kB 00:00 2024-08-04T15:16:30.836 INFO:teuthology.orchestra.run.smithi007.stdout:(49/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.8 MB/s | 3.0 MB 00:00 2024-08-04T15:16:31.094 INFO:teuthology.orchestra.run.smithi007.stdout:(50/114): openblas-0.3.21-2.el9.x86_64.rpm 136 kB/s | 35 kB 00:00 2024-08-04T15:16:31.253 INFO:teuthology.orchestra.run.smithi007.stdout:(51/114): librdkafka-1.6.1-102.el9.x86_64.rpm 1.1 MB/s | 662 kB 00:00 2024-08-04T15:16:31.278 INFO:teuthology.orchestra.run.smithi007.stdout:(52/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 584 kB/s | 292 kB 00:00 2024-08-04T15:16:31.603 INFO:teuthology.orchestra.run.smithi007.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 250 kB/s | 87 kB 00:00 2024-08-04T15:16:32.020 INFO:teuthology.orchestra.run.smithi007.stdout:(54/114): openblas-openmp-0.3.21-2.el9.x86_64.r 5.1 MB/s | 4.7 MB 00:00 2024-08-04T15:16:32.104 INFO:teuthology.orchestra.run.smithi007.stdout:(55/114): python3-devel-3.9.18-3.el9.x86_64.rpm 488 kB/s | 244 kB 00:00 2024-08-04T15:16:32.221 INFO:teuthology.orchestra.run.smithi007.stdout:(56/114): python3-babel-2.9.1-2.el9.noarch.rpm 6.3 MB/s | 6.0 MB 00:00 2024-08-04T15:16:32.288 INFO:teuthology.orchestra.run.smithi007.stdout:(57/114): python3-iniconfig-1.1.1-7.el9.noarch. 65 kB/s | 17 kB 00:00 2024-08-04T15:16:32.488 INFO:teuthology.orchestra.run.smithi007.stdout:(58/114): python3-jsonpatch-1.21-16.el9.noarch. 96 kB/s | 26 kB 00:00 2024-08-04T15:16:32.563 INFO:teuthology.orchestra.run.smithi007.stdout:(59/114): python3-jsonpointer-2.0-4.el9.noarch. 70 kB/s | 19 kB 00:00 2024-08-04T15:16:32.655 INFO:teuthology.orchestra.run.smithi007.stdout:(60/114): python3-jinja2-2.11.3-6.el9.noarch.rp 451 kB/s | 248 kB 00:00 2024-08-04T15:16:32.864 INFO:teuthology.orchestra.run.smithi007.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 116 kB/s | 35 kB 00:00 2024-08-04T15:16:32.914 INFO:teuthology.orchestra.run.smithi007.stdout:(62/114): python3-mako-1.1.4-6.el9.noarch.rpm 404 kB/s | 172 kB 00:00 2024-08-04T15:16:33.406 INFO:teuthology.orchestra.run.smithi007.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 462 kB/s | 250 kB 00:00 2024-08-04T15:16:33.431 INFO:teuthology.orchestra.run.smithi007.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 430 kB/s | 222 kB 00:00 2024-08-04T15:16:33.665 INFO:teuthology.orchestra.run.smithi007.stdout:(65/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 5.0 MB/s | 5.1 MB 00:01 2024-08-04T15:16:33.857 INFO:teuthology.orchestra.run.smithi007.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 97 kB/s | 41 kB 00:00 2024-08-04T15:16:33.924 INFO:teuthology.orchestra.run.smithi007.stdout:(67/114): python3-packaging-20.9-5.el9.noarch.r 149 kB/s | 77 kB 00:00 2024-08-04T15:16:34.008 INFO:teuthology.orchestra.run.smithi007.stdout:(68/114): python3-prettytable-0.7.2-27.el9.noar 123 kB/s | 42 kB 00:00 2024-08-04T15:16:34.366 INFO:teuthology.orchestra.run.smithi007.stdout:(69/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 359 kB/s | 159 kB 00:00 2024-08-04T15:16:34.442 INFO:teuthology.orchestra.run.smithi007.stdout:(70/114): python3-py-1.10.0-6.el9.noarch.rpm 817 kB/s | 477 kB 00:00 2024-08-04T15:16:34.608 INFO:teuthology.orchestra.run.smithi007.stdout:(71/114): python3-pyasn1-modules-0.4.8-6.el9.no 464 kB/s | 279 kB 00:00 2024-08-04T15:16:34.808 INFO:teuthology.orchestra.run.smithi007.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 139 kB/s | 51 kB 00:00 2024-08-04T15:16:34.880 INFO:teuthology.orchestra.run.smithi062.stdout: Preparing : 1/1 2024-08-04T15:16:34.942 INFO:teuthology.orchestra.run.smithi007.stdout:(73/114): python3-pytest-6.2.2-7.el9.noarch.rpm 901 kB/s | 519 kB 00:00 2024-08-04T15:16:34.942 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-08-04T15:16:34.967 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-08-04T15:16:34.976 INFO:teuthology.orchestra.run.smithi007.stdout:(74/114): python3-requests-oauthlib-1.3.0-12.el 146 kB/s | 54 kB 00:00 2024-08-04T15:16:35.026 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-08-04T15:16:35.209 INFO:teuthology.orchestra.run.smithi007.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 156 kB/s | 42 kB 00:00 2024-08-04T15:16:35.345 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-08-04T15:16:35.442 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : librados2-2:17.2.7-1207.g85224d90.el9.x86_64 5/116 2024-08-04T15:16:35.484 INFO:teuthology.orchestra.run.smithi007.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 598 kB/s | 304 kB 00:00 2024-08-04T15:16:35.551 INFO:teuthology.orchestra.run.smithi007.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 186 kB/s | 64 kB 00:00 2024-08-04T15:16:35.567 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librados2-2:17.2.7-1207.g85224d90.el9.x86_64 5/116 2024-08-04T15:16:35.593 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libcephfs2-2:17.2.7-1207.g85224d90.el9.x86_64 6/116 2024-08-04T15:16:35.610 INFO:teuthology.orchestra.run.smithi007.stdout:(78/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 2.4 MB/s | 309 kB 00:00 2024-08-04T15:16:35.635 INFO:teuthology.orchestra.run.smithi007.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 3.0 MB/s | 67 kB 00:00 2024-08-04T15:16:35.661 INFO:teuthology.orchestra.run.smithi007.stdout:(80/114): liboath-2.6.7-2.el9.x86_64.rpm 447 kB/s | 49 kB 00:00 2024-08-04T15:16:35.686 INFO:teuthology.orchestra.run.smithi007.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-08-04T15:16:35.691 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: libcephfs2-2:17.2.7-1207.g85224d90.el9.x86_64 6/116 2024-08-04T15:16:35.711 INFO:teuthology.orchestra.run.smithi007.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-08-04T15:16:35.745 INFO:teuthology.orchestra.run.smithi007.stdout:(83/114): python3-asyncssh-2.13.2-5.el9.noarch. 4.9 MB/s | 548 kB 00:00 2024-08-04T15:16:35.753 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-rados-2:17.2.7-1207.g85224d90.el9.x86_64 7/116 2024-08-04T15:16:35.762 INFO:teuthology.orchestra.run.smithi007.stdout:(84/114): python3-certifi-2023.05.07-4.el9.noar 282 kB/s | 14 kB 00:00 2024-08-04T15:16:35.781 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-08-04T15:16:35.787 INFO:teuthology.orchestra.run.smithi007.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 4.0 MB/s | 172 kB 00:00 2024-08-04T15:16:35.812 INFO:teuthology.orchestra.run.smithi007.stdout:(86/114): python3-google-auth-2.32.0-1.el9.noar 8.4 MB/s | 216 kB 00:00 2024-08-04T15:16:35.838 INFO:teuthology.orchestra.run.smithi007.stdout:(87/114): python3-cherrypy-18.6.1-2.el9.noarch. 4.6 MB/s | 358 kB 00:00 2024-08-04T15:16:35.854 INFO:teuthology.orchestra.run.smithi007.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 256 kB/s | 11 kB 00:00 2024-08-04T15:16:35.871 INFO:teuthology.orchestra.run.smithi007.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 530 kB/s | 18 kB 00:00 2024-08-04T15:16:35.889 INFO:teuthology.orchestra.run.smithi007.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 691 kB/s | 23 kB 00:00 2024-08-04T15:16:35.914 INFO:teuthology.orchestra.run.smithi007.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 463 kB/s | 19 kB 00:00 2024-08-04T15:16:35.939 INFO:teuthology.orchestra.run.smithi007.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 391 kB/s | 20 kB 00:00 2024-08-04T15:16:35.966 INFO:teuthology.orchestra.run.smithi007.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 172 kB/s | 9.0 kB 00:00 2024-08-04T15:16:35.992 INFO:teuthology.orchestra.run.smithi007.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 780 kB/s | 41 kB 00:00 2024-08-04T15:16:36.017 INFO:teuthology.orchestra.run.smithi007.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-08-04T15:16:36.042 INFO:teuthology.orchestra.run.smithi007.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-08-04T15:16:36.067 INFO:teuthology.orchestra.run.smithi007.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-08-04T15:16:36.101 INFO:teuthology.orchestra.run.smithi007.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-08-04T15:16:36.127 INFO:teuthology.orchestra.run.smithi007.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 654 kB/s | 16 kB 00:00 2024-08-04T15:16:36.152 INFO:teuthology.orchestra.run.smithi007.stdout:(100/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-08-04T15:16:36.185 INFO:teuthology.orchestra.run.smithi007.stdout:(101/114): python3-kubernetes-26.1.0-2.el9.noar 4.7 MB/s | 1.0 MB 00:00 2024-08-04T15:16:36.210 INFO:teuthology.orchestra.run.smithi007.stdout:(102/114): python3-repoze-lru-0.7-16.el9.noarch 525 kB/s | 31 kB 00:00 2024-08-04T15:16:36.236 INFO:teuthology.orchestra.run.smithi007.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-08-04T15:16:36.246 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-08-04T15:16:36.261 INFO:teuthology.orchestra.run.smithi007.stdout:(104/114): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-08-04T15:16:36.271 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : librgw2-2:17.2.7-1207.g85224d90.el9.x86_64 10/116 2024-08-04T15:16:36.286 INFO:teuthology.orchestra.run.smithi007.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 715 kB/s | 36 kB 00:00 2024-08-04T15:16:36.312 INFO:teuthology.orchestra.run.smithi007.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-08-04T15:16:36.337 INFO:teuthology.orchestra.run.smithi007.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-08-04T15:16:36.346 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librgw2-2:17.2.7-1207.g85224d90.el9.x86_64 10/116 2024-08-04T15:16:36.362 INFO:teuthology.orchestra.run.smithi007.stdout:(108/114): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-08-04T15:16:36.372 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libcephsqlite-2:17.2.7-1207.g85224d90.el9.x86_64 11/116 2024-08-04T15:16:36.387 INFO:teuthology.orchestra.run.smithi007.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 800 kB/s | 20 kB 00:00 2024-08-04T15:16:36.421 INFO:teuthology.orchestra.run.smithi007.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-08-04T15:16:36.474 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1207.g85224d90.el9.x86_64 11/116 2024-08-04T15:16:36.480 INFO:teuthology.orchestra.run.smithi007.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-08-04T15:16:36.498 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libradosstriper1-2:17.2.7-1207.g85224d90.el9.x86 12/116 2024-08-04T15:16:36.629 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1207.g85224d90.el9.x86 12/116 2024-08-04T15:16:36.669 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-08-04T15:16:36.702 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-08-04T15:16:36.740 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-08-04T15:16:36.772 INFO:teuthology.orchestra.run.smithi007.stdout:(112/114): librados2-17.2.7-1207.g85224d90.el9. 8.8 MB/s | 3.1 MB 00:00 2024-08-04T15:16:36.781 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-08-04T15:16:36.839 INFO:teuthology.orchestra.run.smithi007.stdout:(113/114): librbd1-17.2.7-1207.g85224d90.el9.x8 8.2 MB/s | 2.9 MB 00:00 2024-08-04T15:16:36.857 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-08-04T15:16:36.907 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-08-04T15:16:36.947 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-08-04T15:16:36.974 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-08-04T15:16:37.047 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-08-04T15:16:37.097 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-08-04T15:16:37.137 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-08-04T15:16:37.179 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 24/116 2024-08-04T15:16:37.214 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 25/116 2024-08-04T15:16:37.260 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-ceph-argparse-2:17.2.7-1207.g85224d90.el 26/116 2024-08-04T15:16:37.334 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cephfs-2:17.2.7-1207.g85224d90.el9.x86_6 27/116 2024-08-04T15:16:37.483 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-08-04T15:16:37.545 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-08-04T15:16:38.107 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-08-04T15:16:38.191 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-08-04T15:16:38.243 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-08-04T15:16:38.277 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-08-04T15:16:38.312 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-08-04T15:16:38.352 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-08-04T15:16:38.406 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-rgw-2:17.2.7-1207.g85224d90.el9.x86_64 36/116 2024-08-04T15:16:38.441 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : librados-devel-2:17.2.7-1207.g85224d90.el9.x86_6 37/116 2024-08-04T15:16:38.463 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-08-04T15:16:38.491 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-08-04T15:16:38.548 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-08-04T15:16:38.623 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-08-04T15:16:38.659 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 42/116 2024-08-04T15:16:38.695 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-08-04T15:16:38.743 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-08-04T15:16:38.788 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-08-04T15:16:38.830 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-08-04T15:16:38.964 INFO:teuthology.orchestra.run.smithi007.stdout:(114/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.9 MB/s | 16 MB 00:04 2024-08-04T15:16:38.969 INFO:teuthology.orchestra.run.smithi007.stdout:-------------------------------------------------------------------------------- 2024-08-04T15:16:38.970 INFO:teuthology.orchestra.run.smithi007.stdout:Total 12 MB/s | 190 MB 00:16 2024-08-04T15:16:38.976 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-08-04T15:16:39.023 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-08-04T15:16:39.064 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-08-04T15:16:39.167 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-08-04T15:16:39.197 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 51/116 2024-08-04T15:16:39.239 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-08-04T15:16:39.275 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 53/116 2024-08-04T15:16:39.326 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-08-04T15:16:39.459 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-08-04T15:16:39.504 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-08-04T15:16:39.544 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-08-04T15:16:39.657 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-08-04T15:16:39.707 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-08-04T15:16:39.748 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction check 2024-08-04T15:16:39.853 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction check succeeded. 2024-08-04T15:16:39.853 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction test 2024-08-04T15:16:40.485 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-08-04T15:16:40.529 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-08-04T15:16:40.562 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-08-04T15:16:40.596 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-08-04T15:16:40.701 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-08-04T15:16:40.756 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-08-04T15:16:40.788 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-08-04T15:16:40.973 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-08-04T15:16:40.995 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-08-04T15:16:41.083 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-08-04T15:16:41.563 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction test succeeded. 2024-08-04T15:16:41.564 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction 2024-08-04T15:16:41.789 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-08-04T15:16:41.906 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-08-04T15:16:43.275 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-08-04T15:16:43.360 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-08-04T15:16:43.668 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-08-04T15:16:43.705 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : librbd1-2:17.2.7-1207.g85224d90.el9.x86_64 75/116 2024-08-04T15:16:43.809 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librbd1-2:17.2.7-1207.g85224d90.el9.x86_64 75/116 2024-08-04T15:16:43.845 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-rbd-2:17.2.7-1207.g85224d90.el9.x86_64 76/116 2024-08-04T15:16:43.903 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-08-04T15:16:43.967 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-08-04T15:16:44.165 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-08-04T15:16:44.215 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-08-04T15:16:44.297 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-08-04T15:16:44.395 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-08-04T15:16:44.538 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-08-04T15:16:44.587 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-08-04T15:16:44.615 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-08-04T15:16:44.653 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-08-04T15:16:44.698 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-08-04T15:16:44.733 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-08-04T15:16:45.188 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: cephadm-2:17.2.7-1207.g85224d90.el9.noarch 89/116 2024-08-04T15:16:45.214 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : cephadm-2:17.2.7-1207.g85224d90.el9.noarch 89/116 2024-08-04T15:16:45.244 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1207.g85224d90.e 90/116 2024-08-04T15:16:45.329 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1207.g85224d90. 91/116 2024-08-04T15:16:45.372 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-ceph-common-2:17.2.7-1207.g85224d90.el9. 92/116 2024-08-04T15:16:46.320 INFO:teuthology.orchestra.run.smithi007.stdout: Preparing : 1/1 2024-08-04T15:16:46.400 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-08-04T15:16:46.424 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-08-04T15:16:46.485 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-08-04T15:16:46.801 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-08-04T15:16:46.909 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : librados2-2:17.2.7-1207.g85224d90.el9.x86_64 5/116 2024-08-04T15:16:47.033 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librados2-2:17.2.7-1207.g85224d90.el9.x86_64 5/116 2024-08-04T15:16:47.060 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libcephfs2-2:17.2.7-1207.g85224d90.el9.x86_64 6/116 2024-08-04T15:16:47.157 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: libcephfs2-2:17.2.7-1207.g85224d90.el9.x86_64 6/116 2024-08-04T15:16:47.203 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-rados-2:17.2.7-1207.g85224d90.el9.x86_64 7/116 2024-08-04T15:16:47.231 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-08-04T15:16:47.696 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-08-04T15:16:47.729 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : librgw2-2:17.2.7-1207.g85224d90.el9.x86_64 10/116 2024-08-04T15:16:47.796 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librgw2-2:17.2.7-1207.g85224d90.el9.x86_64 10/116 2024-08-04T15:16:47.821 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libcephsqlite-2:17.2.7-1207.g85224d90.el9.x86_64 11/116 2024-08-04T15:16:47.906 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1207.g85224d90.el9.x86_64 11/116 2024-08-04T15:16:47.931 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libradosstriper1-2:17.2.7-1207.g85224d90.el9.x86 12/116 2024-08-04T15:16:48.044 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1207.g85224d90.el9.x86 12/116 2024-08-04T15:16:48.049 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-common-2:17.2.7-1207.g85224d90.el9.x86_64 93/116 2024-08-04T15:16:48.077 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-08-04T15:16:48.081 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-common-2:17.2.7-1207.g85224d90.el9.x86_64 93/116 2024-08-04T15:16:48.118 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-08-04T15:16:48.147 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-08-04T15:16:48.188 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-08-04T15:16:48.264 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-08-04T15:16:48.323 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-08-04T15:16:48.380 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-08-04T15:16:48.415 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-08-04T15:16:48.487 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-08-04T15:16:48.556 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-08-04T15:16:48.593 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-08-04T15:16:48.622 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-common-2:17.2.7-1207.g85224d90.el9.x86_64 93/116 2024-08-04T15:16:48.637 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 24/116 2024-08-04T15:16:48.660 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-base-2:17.2.7-1207.g85224d90.el9.x86_64 94/116 2024-08-04T15:16:48.671 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 25/116 2024-08-04T15:16:48.717 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-ceph-argparse-2:17.2.7-1207.g85224d90.el 26/116 2024-08-04T15:16:48.759 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-base-2:17.2.7-1207.g85224d90.el9.x86_64 94/116 2024-08-04T15:16:48.759 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-04T15:16:48.760 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-04T15:16:48.760 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:16:48.793 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cephfs-2:17.2.7-1207.g85224d90.el9.x86_6 27/116 2024-08-04T15:16:48.794 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-selinux-2:17.2.7-1207.g85224d90.el9.x86_64 95/116 2024-08-04T15:16:48.939 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-08-04T15:16:48.994 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-08-04T15:16:49.556 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-08-04T15:16:49.640 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-08-04T15:16:49.684 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-08-04T15:16:49.718 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-08-04T15:16:49.753 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-08-04T15:16:49.794 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-08-04T15:16:49.845 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-rgw-2:17.2.7-1207.g85224d90.el9.x86_64 36/116 2024-08-04T15:16:49.882 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : librados-devel-2:17.2.7-1207.g85224d90.el9.x86_6 37/116 2024-08-04T15:16:49.921 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-08-04T15:16:49.958 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-08-04T15:16:50.015 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-08-04T15:16:50.090 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-08-04T15:16:50.126 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 42/116 2024-08-04T15:16:50.162 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-08-04T15:16:50.209 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-08-04T15:16:50.254 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-08-04T15:16:50.296 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-08-04T15:16:50.442 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-08-04T15:16:50.489 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-08-04T15:16:50.531 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-08-04T15:16:50.635 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-08-04T15:16:50.673 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 51/116 2024-08-04T15:16:50.715 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-08-04T15:16:50.767 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 53/116 2024-08-04T15:16:50.822 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-08-04T15:16:50.950 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-08-04T15:16:50.986 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-08-04T15:16:51.026 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-08-04T15:16:51.138 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-08-04T15:16:51.189 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-08-04T15:16:51.982 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-08-04T15:16:52.027 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-08-04T15:16:52.060 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-08-04T15:16:52.094 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-08-04T15:16:52.198 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-08-04T15:16:52.253 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-08-04T15:16:52.286 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-08-04T15:16:52.471 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-08-04T15:16:52.702 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-08-04T15:16:52.856 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-08-04T15:16:53.587 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-08-04T15:16:53.731 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-08-04T15:16:55.085 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-08-04T15:16:55.175 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-08-04T15:16:55.496 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-08-04T15:16:55.536 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : librbd1-2:17.2.7-1207.g85224d90.el9.x86_64 75/116 2024-08-04T15:16:55.632 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librbd1-2:17.2.7-1207.g85224d90.el9.x86_64 75/116 2024-08-04T15:16:55.668 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-rbd-2:17.2.7-1207.g85224d90.el9.x86_64 76/116 2024-08-04T15:16:55.734 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-08-04T15:16:55.799 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-08-04T15:16:55.997 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-08-04T15:16:56.046 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-08-04T15:16:56.129 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-08-04T15:16:56.227 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-08-04T15:16:56.370 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-08-04T15:16:56.410 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-08-04T15:16:56.437 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-08-04T15:16:56.476 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-08-04T15:16:56.512 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-08-04T15:16:56.539 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-08-04T15:16:56.953 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: cephadm-2:17.2.7-1207.g85224d90.el9.noarch 89/116 2024-08-04T15:16:56.978 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : cephadm-2:17.2.7-1207.g85224d90.el9.noarch 89/116 2024-08-04T15:16:57.009 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1207.g85224d90.e 90/116 2024-08-04T15:16:57.085 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1207.g85224d90. 91/116 2024-08-04T15:16:57.111 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-ceph-common-2:17.2.7-1207.g85224d90.el9. 92/116 2024-08-04T15:16:59.619 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-common-2:17.2.7-1207.g85224d90.el9.x86_64 93/116 2024-08-04T15:16:59.657 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-common-2:17.2.7-1207.g85224d90.el9.x86_64 93/116 2024-08-04T15:17:00.195 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-common-2:17.2.7-1207.g85224d90.el9.x86_64 93/116 2024-08-04T15:17:00.235 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-base-2:17.2.7-1207.g85224d90.el9.x86_64 94/116 2024-08-04T15:17:00.248 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1207.g85224d90.el9.x86_64 95/116 2024-08-04T15:17:00.249 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /sys 2024-08-04T15:17:00.249 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /proc 2024-08-04T15:17:00.249 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /mnt 2024-08-04T15:17:00.249 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /var/tmp 2024-08-04T15:17:00.249 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /home 2024-08-04T15:17:00.249 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /root 2024-08-04T15:17:00.249 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /tmp 2024-08-04T15:17:00.249 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:17:00.324 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1207.g85224d90.el9.noa 96/116 2024-08-04T15:17:00.335 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-base-2:17.2.7-1207.g85224d90.el9.x86_64 94/116 2024-08-04T15:17:00.335 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-04T15:17:00.335 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-04T15:17:00.335 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:17:00.370 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-selinux-2:17.2.7-1207.g85224d90.el9.x86_64 95/116 2024-08-04T15:17:01.439 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1207.g85224d90.el9.noa 96/116 2024-08-04T15:17:01.478 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1207.g85224d90.el9.n 97/116 2024-08-04T15:17:02.495 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1207.g85224d90.el9.n 97/116 2024-08-04T15:17:02.520 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1207.g852 98/116 2024-08-04T15:17:02.628 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1207.g852 98/116 2024-08-04T15:17:02.790 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1207.g85224d90.el 99/116 2024-08-04T15:17:02.823 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-2:17.2.7-1207.g85224d90.el9.x86_64 100/116 2024-08-04T15:17:02.848 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1207.g85224d90.el9.x86_64 100/116 2024-08-04T15:17:02.848 INFO:teuthology.orchestra.run.smithi062.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-04T15:17:02.848 INFO:teuthology.orchestra.run.smithi062.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-04T15:17:02.848 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-04T15:17:02.848 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-04T15:17:02.849 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:17:02.894 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-rook-2:17.2.7-1207.g85224d90.el9.noarch 101/116 2024-08-04T15:17:03.100 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1207.g85224d90.el9.noarch 101/116 2024-08-04T15:17:03.128 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mds-2:17.2.7-1207.g85224d90.el9.x86_64 102/116 2024-08-04T15:17:03.152 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mds-2:17.2.7-1207.g85224d90.el9.x86_64 102/116 2024-08-04T15:17:03.153 INFO:teuthology.orchestra.run.smithi062.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-04T15:17:03.153 INFO:teuthology.orchestra.run.smithi062.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-04T15:17:03.153 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-04T15:17:03.153 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-04T15:17:03.153 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:17:03.553 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mon-2:17.2.7-1207.g85224d90.el9.x86_64 103/116 2024-08-04T15:17:03.578 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mon-2:17.2.7-1207.g85224d90.el9.x86_64 103/116 2024-08-04T15:17:03.578 INFO:teuthology.orchestra.run.smithi062.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-04T15:17:03.578 INFO:teuthology.orchestra.run.smithi062.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-04T15:17:03.578 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-04T15:17:03.579 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-04T15:17:03.579 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:17:04.966 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-osd-2:17.2.7-1207.g85224d90.el9.x86_64 104/116 2024-08-04T15:17:04.994 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-osd-2:17.2.7-1207.g85224d90.el9.x86_64 104/116 2024-08-04T15:17:04.994 INFO:teuthology.orchestra.run.smithi062.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-04T15:17:04.994 INFO:teuthology.orchestra.run.smithi062.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-04T15:17:04.994 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-04T15:17:04.994 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-04T15:17:04.994 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:17:06.268 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-2:17.2.7-1207.g85224d90.el9.x86_64 105/116 2024-08-04T15:17:06.309 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-radosgw-2:17.2.7-1207.g85224d90.el9.x86_64 106/116 2024-08-04T15:17:06.430 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1207.g85224d90.el9.x86_64 106/116 2024-08-04T15:17:06.430 INFO:teuthology.orchestra.run.smithi062.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-04T15:17:06.430 INFO:teuthology.orchestra.run.smithi062.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-04T15:17:06.430 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-04T15:17:06.430 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-04T15:17:06.430 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:17:06.468 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1207.g85224 107/116 2024-08-04T15:17:06.492 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1207.g85224 107/116 2024-08-04T15:17:06.492 INFO:teuthology.orchestra.run.smithi062.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-04T15:17:06.493 INFO:teuthology.orchestra.run.smithi062.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-04T15:17:06.493 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:17:06.794 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : rbd-mirror-2:17.2.7-1207.g85224d90.el9.x86_64 108/116 2024-08-04T15:17:06.819 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1207.g85224d90.el9.x86_64 108/116 2024-08-04T15:17:06.819 INFO:teuthology.orchestra.run.smithi062.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-04T15:17:06.819 INFO:teuthology.orchestra.run.smithi062.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-04T15:17:06.819 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-04T15:17:06.819 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-04T15:17:06.819 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:17:11.506 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-test-2:17.2.7-1207.g85224d90.el9.x86_64 109/116 2024-08-04T15:17:11.556 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-fuse-2:17.2.7-1207.g85224d90.el9.x86_64 110/116 2024-08-04T15:17:11.604 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : rbd-fuse-2:17.2.7-1207.g85224d90.el9.x86_64 111/116 2024-08-04T15:17:11.737 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : rbd-nbd-2:17.2.7-1207.g85224d90.el9.x86_64 112/116 2024-08-04T15:17:11.771 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-08-04T15:17:11.795 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libcephfs-devel-2:17.2.7-1207.g85224d90.el9.x86_ 114/116 2024-08-04T15:17:11.795 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-04T15:17:11.887 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-04T15:17:11.887 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-04T15:17:12.249 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1207.g85224d90.el9.x86_64 95/116 2024-08-04T15:17:12.249 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /sys 2024-08-04T15:17:12.249 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /proc 2024-08-04T15:17:12.249 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /mnt 2024-08-04T15:17:12.249 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /var/tmp 2024-08-04T15:17:12.249 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /home 2024-08-04T15:17:12.250 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /root 2024-08-04T15:17:12.250 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /tmp 2024-08-04T15:17:12.250 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:17:12.322 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1207.g85224d90.el9.noa 96/116 2024-08-04T15:17:13.365 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1207.g85224d90.el9.noa 96/116 2024-08-04T15:17:13.404 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1207.g85224d90.el9.n 97/116 2024-08-04T15:17:14.416 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1207.g85224d90.el9.n 97/116 2024-08-04T15:17:14.446 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1207.g852 98/116 2024-08-04T15:17:14.553 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1207.g852 98/116 2024-08-04T15:17:14.715 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1207.g85224d90.el 99/116 2024-08-04T15:17:14.757 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-2:17.2.7-1207.g85224d90.el9.x86_64 100/116 2024-08-04T15:17:14.782 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1207.g85224d90.el9.x86_64 100/116 2024-08-04T15:17:14.782 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-04T15:17:14.782 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-04T15:17:14.782 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-04T15:17:14.782 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-04T15:17:14.782 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:17:14.824 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-rook-2:17.2.7-1207.g85224d90.el9.noarch 101/116 2024-08-04T15:17:15.025 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1207.g85224d90.el9.noarch 101/116 2024-08-04T15:17:15.058 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mds-2:17.2.7-1207.g85224d90.el9.x86_64 102/116 2024-08-04T15:17:15.082 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mds-2:17.2.7-1207.g85224d90.el9.x86_64 102/116 2024-08-04T15:17:15.082 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-04T15:17:15.082 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-04T15:17:15.082 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-04T15:17:15.082 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-04T15:17:15.082 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:17:15.483 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mon-2:17.2.7-1207.g85224d90.el9.x86_64 103/116 2024-08-04T15:17:15.508 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mon-2:17.2.7-1207.g85224d90.el9.x86_64 103/116 2024-08-04T15:17:15.508 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-04T15:17:15.508 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-04T15:17:15.508 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-04T15:17:15.508 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-04T15:17:15.508 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:17:16.842 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-04T15:17:16.842 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-2:17.2.7-1207.g85224d90.el9.x86_64 1/116 2024-08-04T15:17:16.843 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-base-2:17.2.7-1207.g85224d90.el9.x86_64 2/116 2024-08-04T15:17:16.843 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-common-2:17.2.7-1207.g85224d90.el9.x86_64 3/116 2024-08-04T15:17:16.843 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-fuse-2:17.2.7-1207.g85224d90.el9.x86_64 4/116 2024-08-04T15:17:16.843 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1207.g85224 5/116 2024-08-04T15:17:16.843 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mds-2:17.2.7-1207.g85224d90.el9.x86_64 6/116 2024-08-04T15:17:16.843 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-2:17.2.7-1207.g85224d90.el9.x86_64 7/116 2024-08-04T15:17:16.843 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mon-2:17.2.7-1207.g85224d90.el9.x86_64 8/116 2024-08-04T15:17:16.843 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-osd-2:17.2.7-1207.g85224d90.el9.x86_64 9/116 2024-08-04T15:17:16.843 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-radosgw-2:17.2.7-1207.g85224d90.el9.x86_64 10/116 2024-08-04T15:17:16.843 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-selinux-2:17.2.7-1207.g85224d90.el9.x86_64 11/116 2024-08-04T15:17:16.843 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-test-2:17.2.7-1207.g85224d90.el9.x86_64 12/116 2024-08-04T15:17:16.843 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libcephfs-devel-2:17.2.7-1207.g85224d90.el9.x86_ 13/116 2024-08-04T15:17:16.844 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libcephfs2-2:17.2.7-1207.g85224d90.el9.x86_64 14/116 2024-08-04T15:17:16.844 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libcephsqlite-2:17.2.7-1207.g85224d90.el9.x86_64 15/116 2024-08-04T15:17:16.844 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librados-devel-2:17.2.7-1207.g85224d90.el9.x86_6 16/116 2024-08-04T15:17:16.844 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libradosstriper1-2:17.2.7-1207.g85224d90.el9.x86 17/116 2024-08-04T15:17:16.844 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librgw2-2:17.2.7-1207.g85224d90.el9.x86_64 18/116 2024-08-04T15:17:16.844 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1207.g85224d90.el 19/116 2024-08-04T15:17:16.844 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-ceph-common-2:17.2.7-1207.g85224d90.el9. 20/116 2024-08-04T15:17:16.844 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cephfs-2:17.2.7-1207.g85224d90.el9.x86_6 21/116 2024-08-04T15:17:16.844 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-rados-2:17.2.7-1207.g85224d90.el9.x86_64 22/116 2024-08-04T15:17:16.844 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-rbd-2:17.2.7-1207.g85224d90.el9.x86_64 23/116 2024-08-04T15:17:16.844 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-rgw-2:17.2.7-1207.g85224d90.el9.x86_64 24/116 2024-08-04T15:17:16.844 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : rbd-fuse-2:17.2.7-1207.g85224d90.el9.x86_64 25/116 2024-08-04T15:17:16.844 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : rbd-mirror-2:17.2.7-1207.g85224d90.el9.x86_64 26/116 2024-08-04T15:17:16.845 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : rbd-nbd-2:17.2.7-1207.g85224d90.el9.x86_64 27/116 2024-08-04T15:17:16.852 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1207.g85224d90. 28/116 2024-08-04T15:17:16.852 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1207.g85224d90.el9.noa 29/116 2024-08-04T15:17:16.853 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1207.g85224d90.el9.n 30/116 2024-08-04T15:17:16.853 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1207.g852 31/116 2024-08-04T15:17:16.853 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1207.g85224d90.el 32/116 2024-08-04T15:17:16.853 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1207.g85224d90.el9.noarch 33/116 2024-08-04T15:17:16.853 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1207.g85224d90.e 34/116 2024-08-04T15:17:16.853 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : cephadm-2:17.2.7-1207.g85224d90.el9.noarch 35/116 2024-08-04T15:17:16.853 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-08-04T15:17:16.853 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-08-04T15:17:16.853 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-08-04T15:17:16.853 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-08-04T15:17:16.853 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-08-04T15:17:16.853 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-08-04T15:17:16.853 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-08-04T15:17:16.854 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-08-04T15:17:16.854 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-08-04T15:17:16.854 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-08-04T15:17:16.854 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-08-04T15:17:16.854 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-08-04T15:17:16.854 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-08-04T15:17:16.854 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-08-04T15:17:16.854 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-08-04T15:17:16.854 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-08-04T15:17:16.854 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-08-04T15:17:16.854 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-08-04T15:17:16.854 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-08-04T15:17:16.855 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-08-04T15:17:16.855 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-08-04T15:17:16.855 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-08-04T15:17:16.855 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-08-04T15:17:16.855 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-08-04T15:17:16.855 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-08-04T15:17:16.855 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-08-04T15:17:16.855 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-08-04T15:17:16.855 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-08-04T15:17:16.855 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-08-04T15:17:16.855 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-08-04T15:17:16.855 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-08-04T15:17:16.855 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-08-04T15:17:16.856 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-08-04T15:17:16.856 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-08-04T15:17:16.856 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-08-04T15:17:16.856 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-08-04T15:17:16.856 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-08-04T15:17:16.856 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-08-04T15:17:16.856 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-08-04T15:17:16.856 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-08-04T15:17:16.856 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-08-04T15:17:16.856 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-08-04T15:17:16.856 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-08-04T15:17:16.856 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-08-04T15:17:16.856 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-08-04T15:17:16.857 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-08-04T15:17:16.857 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-08-04T15:17:16.857 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-08-04T15:17:16.857 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-08-04T15:17:16.857 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-08-04T15:17:16.857 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-08-04T15:17:16.857 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-08-04T15:17:16.857 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 88/116 2024-08-04T15:17:16.857 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-08-04T15:17:16.857 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-08-04T15:17:16.857 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-08-04T15:17:16.857 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-08-04T15:17:16.857 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-08-04T15:17:16.858 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-08-04T15:17:16.858 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-08-04T15:17:16.858 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-08-04T15:17:16.858 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-08-04T15:17:16.858 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-08-04T15:17:16.858 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-08-04T15:17:16.858 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-08-04T15:17:16.858 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-08-04T15:17:16.858 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-08-04T15:17:16.858 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-08-04T15:17:16.858 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-08-04T15:17:16.858 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-08-04T15:17:16.858 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-08-04T15:17:16.859 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-08-04T15:17:16.859 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-08-04T15:17:16.859 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-08-04T15:17:16.859 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-08-04T15:17:16.859 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-08-04T15:17:16.859 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-08-04T15:17:16.859 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librados2-2:17.2.7-1207.g85224d90.el9.x86_64 113/116 2024-08-04T15:17:16.859 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-08-04T15:17:16.859 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librbd1-2:17.2.7-1207.g85224d90.el9.x86_64 115/116 2024-08-04T15:17:16.893 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-osd-2:17.2.7-1207.g85224d90.el9.x86_64 104/116 2024-08-04T15:17:16.922 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-osd-2:17.2.7-1207.g85224d90.el9.x86_64 104/116 2024-08-04T15:17:16.922 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-04T15:17:16.922 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-04T15:17:16.922 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-04T15:17:16.922 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-04T15:17:16.922 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:17:18.200 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-2:17.2.7-1207.g85224d90.el9.x86_64 105/116 2024-08-04T15:17:18.236 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-radosgw-2:17.2.7-1207.g85224d90.el9.x86_64 106/116 2024-08-04T15:17:18.306 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1207.g85224d90.el9.x86_64 106/116 2024-08-04T15:17:18.307 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-04T15:17:18.307 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-04T15:17:18.307 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-04T15:17:18.307 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-04T15:17:18.307 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:17:18.349 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1207.g85224 107/116 2024-08-04T15:17:18.373 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1207.g85224 107/116 2024-08-04T15:17:18.373 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-04T15:17:18.373 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-04T15:17:18.373 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:17:18.679 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : rbd-mirror-2:17.2.7-1207.g85224d90.el9.x86_64 108/116 2024-08-04T15:17:18.704 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1207.g85224d90.el9.x86_64 108/116 2024-08-04T15:17:18.704 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-04T15:17:18.704 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-04T15:17:18.705 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-04T15:17:18.705 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-04T15:17:18.705 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:17:19.170 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-08-04T15:17:19.170 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:17:19.170 INFO:teuthology.orchestra.run.smithi062.stdout:Upgraded: 2024-08-04T15:17:19.170 INFO:teuthology.orchestra.run.smithi062.stdout: librados2-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.170 INFO:teuthology.orchestra.run.smithi062.stdout: librbd1-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.170 INFO:teuthology.orchestra.run.smithi062.stdout:Installed: 2024-08-04T15:17:19.171 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.171 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-base-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.171 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-common-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.171 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-fuse-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.171 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-grafana-dashboards-2:17.2.7-1207.g85224d90.el9.noarch 2024-08-04T15:17:19.171 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-immutable-object-cache-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.171 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mds-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.171 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.171 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-cephadm-2:17.2.7-1207.g85224d90.el9.noarch 2024-08-04T15:17:19.171 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-dashboard-2:17.2.7-1207.g85224d90.el9.noarch 2024-08-04T15:17:19.171 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1207.g85224d90.el9.noarch 2024-08-04T15:17:19.171 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-modules-core-2:17.2.7-1207.g85224d90.el9.noarch 2024-08-04T15:17:19.171 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-rook-2:17.2.7-1207.g85224d90.el9.noarch 2024-08-04T15:17:19.172 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mon-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.172 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-osd-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.172 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-prometheus-alerts-2:17.2.7-1207.g85224d90.el9.noarch 2024-08-04T15:17:19.172 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-radosgw-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.172 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-selinux-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.172 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-test-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.172 INFO:teuthology.orchestra.run.smithi062.stdout: cephadm-2:17.2.7-1207.g85224d90.el9.noarch 2024-08-04T15:17:19.172 INFO:teuthology.orchestra.run.smithi062.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-04T15:17:19.172 INFO:teuthology.orchestra.run.smithi062.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-04T15:17:19.172 INFO:teuthology.orchestra.run.smithi062.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-04T15:17:19.172 INFO:teuthology.orchestra.run.smithi062.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-04T15:17:19.172 INFO:teuthology.orchestra.run.smithi062.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-04T15:17:19.172 INFO:teuthology.orchestra.run.smithi062.stdout: libcephfs-devel-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.173 INFO:teuthology.orchestra.run.smithi062.stdout: libcephfs2-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.173 INFO:teuthology.orchestra.run.smithi062.stdout: libcephsqlite-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.173 INFO:teuthology.orchestra.run.smithi062.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-04T15:17:19.173 INFO:teuthology.orchestra.run.smithi062.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-04T15:17:19.173 INFO:teuthology.orchestra.run.smithi062.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-04T15:17:19.173 INFO:teuthology.orchestra.run.smithi062.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-04T15:17:19.173 INFO:teuthology.orchestra.run.smithi062.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-04T15:17:19.173 INFO:teuthology.orchestra.run.smithi062.stdout: librados-devel-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.173 INFO:teuthology.orchestra.run.smithi062.stdout: libradosstriper1-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.173 INFO:teuthology.orchestra.run.smithi062.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-04T15:17:19.173 INFO:teuthology.orchestra.run.smithi062.stdout: librgw2-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.173 INFO:teuthology.orchestra.run.smithi062.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-04T15:17:19.173 INFO:teuthology.orchestra.run.smithi062.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-04T15:17:19.173 INFO:teuthology.orchestra.run.smithi062.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-04T15:17:19.174 INFO:teuthology.orchestra.run.smithi062.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-04T15:17:19.174 INFO:teuthology.orchestra.run.smithi062.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-04T15:17:19.174 INFO:teuthology.orchestra.run.smithi062.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-04T15:17:19.174 INFO:teuthology.orchestra.run.smithi062.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-04T15:17:19.174 INFO:teuthology.orchestra.run.smithi062.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-04T15:17:19.174 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-04T15:17:19.174 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ceph-argparse-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.174 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ceph-common-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.174 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cephfs-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.174 INFO:teuthology.orchestra.run.smithi062.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-04T15:17:19.174 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-04T15:17:19.174 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-04T15:17:19.175 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-04T15:17:19.175 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-04T15:17:19.175 INFO:teuthology.orchestra.run.smithi062.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-08-04T15:17:19.175 INFO:teuthology.orchestra.run.smithi062.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-08-04T15:17:19.175 INFO:teuthology.orchestra.run.smithi062.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-04T15:17:19.175 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-04T15:17:19.175 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-04T15:17:19.175 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-04T15:17:19.175 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-04T15:17:19.175 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-04T15:17:19.175 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-04T15:17:19.175 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-04T15:17:19.175 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-04T15:17:19.175 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-08-04T15:17:19.176 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-08-04T15:17:19.176 INFO:teuthology.orchestra.run.smithi062.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-04T15:17:19.176 INFO:teuthology.orchestra.run.smithi062.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-04T15:17:19.176 INFO:teuthology.orchestra.run.smithi062.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-04T15:17:19.176 INFO:teuthology.orchestra.run.smithi062.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-04T15:17:19.176 INFO:teuthology.orchestra.run.smithi062.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-04T15:17:19.176 INFO:teuthology.orchestra.run.smithi062.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-04T15:17:19.176 INFO:teuthology.orchestra.run.smithi062.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-04T15:17:19.176 INFO:teuthology.orchestra.run.smithi062.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-04T15:17:19.176 INFO:teuthology.orchestra.run.smithi062.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-04T15:17:19.176 INFO:teuthology.orchestra.run.smithi062.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-04T15:17:19.176 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-04T15:17:19.176 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-04T15:17:19.177 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ply-3.11-14.el9.noarch 2024-08-04T15:17:19.177 INFO:teuthology.orchestra.run.smithi062.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-04T15:17:19.177 INFO:teuthology.orchestra.run.smithi062.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-04T15:17:19.177 INFO:teuthology.orchestra.run.smithi062.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-04T15:17:19.177 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-04T15:17:19.177 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-04T15:17:19.177 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-04T15:17:19.177 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-04T15:17:19.177 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-04T15:17:19.177 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-04T15:17:19.177 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rados-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.177 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rbd-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.177 INFO:teuthology.orchestra.run.smithi062.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-04T15:17:19.177 INFO:teuthology.orchestra.run.smithi062.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-04T15:17:19.178 INFO:teuthology.orchestra.run.smithi062.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-04T15:17:19.178 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rgw-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.178 INFO:teuthology.orchestra.run.smithi062.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-04T15:17:19.178 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-04T15:17:19.178 INFO:teuthology.orchestra.run.smithi062.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-04T15:17:19.178 INFO:teuthology.orchestra.run.smithi062.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-04T15:17:19.178 INFO:teuthology.orchestra.run.smithi062.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-04T15:17:19.178 INFO:teuthology.orchestra.run.smithi062.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-04T15:17:19.178 INFO:teuthology.orchestra.run.smithi062.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-04T15:17:19.178 INFO:teuthology.orchestra.run.smithi062.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-04T15:17:19.178 INFO:teuthology.orchestra.run.smithi062.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-04T15:17:19.178 INFO:teuthology.orchestra.run.smithi062.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-04T15:17:19.178 INFO:teuthology.orchestra.run.smithi062.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-04T15:17:19.179 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-fuse-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.179 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-mirror-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.179 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-nbd-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:19.179 INFO:teuthology.orchestra.run.smithi062.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-04T15:17:19.179 INFO:teuthology.orchestra.run.smithi062.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-04T15:17:19.179 INFO:teuthology.orchestra.run.smithi062.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-04T15:17:19.179 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:17:19.179 INFO:teuthology.orchestra.run.smithi062.stdout:Complete! 2024-08-04T15:17:19.610 DEBUG:teuthology.parallel:result is None 2024-08-04T15:17:23.382 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-test-2:17.2.7-1207.g85224d90.el9.x86_64 109/116 2024-08-04T15:17:23.426 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-fuse-2:17.2.7-1207.g85224d90.el9.x86_64 110/116 2024-08-04T15:17:23.467 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : rbd-fuse-2:17.2.7-1207.g85224d90.el9.x86_64 111/116 2024-08-04T15:17:23.600 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : rbd-nbd-2:17.2.7-1207.g85224d90.el9.x86_64 112/116 2024-08-04T15:17:23.632 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-08-04T15:17:23.656 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libcephfs-devel-2:17.2.7-1207.g85224d90.el9.x86_ 114/116 2024-08-04T15:17:23.656 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-04T15:17:23.756 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-04T15:17:23.757 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-04T15:17:28.941 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-04T15:17:28.941 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-2:17.2.7-1207.g85224d90.el9.x86_64 1/116 2024-08-04T15:17:28.941 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-base-2:17.2.7-1207.g85224d90.el9.x86_64 2/116 2024-08-04T15:17:28.941 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-common-2:17.2.7-1207.g85224d90.el9.x86_64 3/116 2024-08-04T15:17:28.941 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-fuse-2:17.2.7-1207.g85224d90.el9.x86_64 4/116 2024-08-04T15:17:28.942 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1207.g85224 5/116 2024-08-04T15:17:28.942 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mds-2:17.2.7-1207.g85224d90.el9.x86_64 6/116 2024-08-04T15:17:28.942 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-2:17.2.7-1207.g85224d90.el9.x86_64 7/116 2024-08-04T15:17:28.942 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mon-2:17.2.7-1207.g85224d90.el9.x86_64 8/116 2024-08-04T15:17:28.942 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-osd-2:17.2.7-1207.g85224d90.el9.x86_64 9/116 2024-08-04T15:17:28.942 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-radosgw-2:17.2.7-1207.g85224d90.el9.x86_64 10/116 2024-08-04T15:17:28.942 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-selinux-2:17.2.7-1207.g85224d90.el9.x86_64 11/116 2024-08-04T15:17:28.942 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-test-2:17.2.7-1207.g85224d90.el9.x86_64 12/116 2024-08-04T15:17:28.942 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libcephfs-devel-2:17.2.7-1207.g85224d90.el9.x86_ 13/116 2024-08-04T15:17:28.942 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libcephfs2-2:17.2.7-1207.g85224d90.el9.x86_64 14/116 2024-08-04T15:17:28.942 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libcephsqlite-2:17.2.7-1207.g85224d90.el9.x86_64 15/116 2024-08-04T15:17:28.942 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librados-devel-2:17.2.7-1207.g85224d90.el9.x86_6 16/116 2024-08-04T15:17:28.943 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libradosstriper1-2:17.2.7-1207.g85224d90.el9.x86 17/116 2024-08-04T15:17:28.943 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librgw2-2:17.2.7-1207.g85224d90.el9.x86_64 18/116 2024-08-04T15:17:28.943 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1207.g85224d90.el 19/116 2024-08-04T15:17:28.943 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-ceph-common-2:17.2.7-1207.g85224d90.el9. 20/116 2024-08-04T15:17:28.943 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cephfs-2:17.2.7-1207.g85224d90.el9.x86_6 21/116 2024-08-04T15:17:28.943 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-rados-2:17.2.7-1207.g85224d90.el9.x86_64 22/116 2024-08-04T15:17:28.943 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-rbd-2:17.2.7-1207.g85224d90.el9.x86_64 23/116 2024-08-04T15:17:28.943 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-rgw-2:17.2.7-1207.g85224d90.el9.x86_64 24/116 2024-08-04T15:17:28.943 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : rbd-fuse-2:17.2.7-1207.g85224d90.el9.x86_64 25/116 2024-08-04T15:17:28.943 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : rbd-mirror-2:17.2.7-1207.g85224d90.el9.x86_64 26/116 2024-08-04T15:17:28.943 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : rbd-nbd-2:17.2.7-1207.g85224d90.el9.x86_64 27/116 2024-08-04T15:17:28.943 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1207.g85224d90. 28/116 2024-08-04T15:17:28.943 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1207.g85224d90.el9.noa 29/116 2024-08-04T15:17:28.951 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1207.g85224d90.el9.n 30/116 2024-08-04T15:17:28.951 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1207.g852 31/116 2024-08-04T15:17:28.951 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1207.g85224d90.el 32/116 2024-08-04T15:17:28.951 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1207.g85224d90.el9.noarch 33/116 2024-08-04T15:17:28.951 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1207.g85224d90.e 34/116 2024-08-04T15:17:28.951 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : cephadm-2:17.2.7-1207.g85224d90.el9.noarch 35/116 2024-08-04T15:17:28.952 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-08-04T15:17:28.952 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-08-04T15:17:28.952 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-08-04T15:17:28.952 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-08-04T15:17:28.952 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-08-04T15:17:28.952 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-08-04T15:17:28.952 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-08-04T15:17:28.952 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-08-04T15:17:28.952 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-08-04T15:17:28.952 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-08-04T15:17:28.952 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-08-04T15:17:28.952 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-08-04T15:17:28.952 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-08-04T15:17:28.953 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-08-04T15:17:28.953 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-08-04T15:17:28.953 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-08-04T15:17:28.953 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-08-04T15:17:28.953 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-08-04T15:17:28.953 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-08-04T15:17:28.953 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-08-04T15:17:28.953 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-08-04T15:17:28.953 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-08-04T15:17:28.953 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-08-04T15:17:28.953 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-08-04T15:17:28.953 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-08-04T15:17:28.953 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-08-04T15:17:28.954 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-08-04T15:17:28.954 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-08-04T15:17:28.954 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-08-04T15:17:28.954 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-08-04T15:17:28.954 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-08-04T15:17:28.954 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-08-04T15:17:28.954 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-08-04T15:17:28.954 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-08-04T15:17:28.954 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-08-04T15:17:28.954 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-08-04T15:17:28.954 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-08-04T15:17:28.954 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-08-04T15:17:28.955 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-08-04T15:17:28.955 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-08-04T15:17:28.955 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-08-04T15:17:28.955 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-08-04T15:17:28.955 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-08-04T15:17:28.955 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-08-04T15:17:28.955 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-08-04T15:17:28.955 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-08-04T15:17:28.955 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-08-04T15:17:28.955 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-08-04T15:17:28.955 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-08-04T15:17:28.955 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-08-04T15:17:28.956 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-08-04T15:17:28.956 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-08-04T15:17:28.956 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 88/116 2024-08-04T15:17:28.956 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-08-04T15:17:28.956 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-08-04T15:17:28.956 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-08-04T15:17:28.956 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-08-04T15:17:28.956 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-08-04T15:17:28.956 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-08-04T15:17:28.956 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-08-04T15:17:28.956 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-08-04T15:17:28.956 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-08-04T15:17:28.957 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-08-04T15:17:28.957 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-08-04T15:17:28.957 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-08-04T15:17:28.957 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-08-04T15:17:28.957 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-08-04T15:17:28.957 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-08-04T15:17:28.957 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-08-04T15:17:28.957 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-08-04T15:17:28.957 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-08-04T15:17:28.957 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-08-04T15:17:28.957 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-08-04T15:17:28.957 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-08-04T15:17:28.957 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-08-04T15:17:28.957 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-08-04T15:17:28.958 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-08-04T15:17:28.958 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librados2-2:17.2.7-1207.g85224d90.el9.x86_64 113/116 2024-08-04T15:17:28.958 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-08-04T15:17:28.958 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librbd1-2:17.2.7-1207.g85224d90.el9.x86_64 115/116 2024-08-04T15:17:31.249 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-08-04T15:17:31.250 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:17:31.250 INFO:teuthology.orchestra.run.smithi007.stdout:Upgraded: 2024-08-04T15:17:31.250 INFO:teuthology.orchestra.run.smithi007.stdout: librados2-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.250 INFO:teuthology.orchestra.run.smithi007.stdout: librbd1-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.250 INFO:teuthology.orchestra.run.smithi007.stdout:Installed: 2024-08-04T15:17:31.250 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.250 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-base-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.250 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-common-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.250 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-fuse-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.250 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-grafana-dashboards-2:17.2.7-1207.g85224d90.el9.noarch 2024-08-04T15:17:31.250 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-immutable-object-cache-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.250 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mds-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.251 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.251 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-cephadm-2:17.2.7-1207.g85224d90.el9.noarch 2024-08-04T15:17:31.251 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-dashboard-2:17.2.7-1207.g85224d90.el9.noarch 2024-08-04T15:17:31.251 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1207.g85224d90.el9.noarch 2024-08-04T15:17:31.251 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-modules-core-2:17.2.7-1207.g85224d90.el9.noarch 2024-08-04T15:17:31.251 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-rook-2:17.2.7-1207.g85224d90.el9.noarch 2024-08-04T15:17:31.251 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mon-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.251 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-osd-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.251 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-prometheus-alerts-2:17.2.7-1207.g85224d90.el9.noarch 2024-08-04T15:17:31.251 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-radosgw-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.251 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-selinux-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.251 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-test-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.252 INFO:teuthology.orchestra.run.smithi007.stdout: cephadm-2:17.2.7-1207.g85224d90.el9.noarch 2024-08-04T15:17:31.252 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-04T15:17:31.252 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-04T15:17:31.252 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-04T15:17:31.252 INFO:teuthology.orchestra.run.smithi007.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-04T15:17:31.252 INFO:teuthology.orchestra.run.smithi007.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-04T15:17:31.252 INFO:teuthology.orchestra.run.smithi007.stdout: libcephfs-devel-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.252 INFO:teuthology.orchestra.run.smithi007.stdout: libcephfs2-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.252 INFO:teuthology.orchestra.run.smithi007.stdout: libcephsqlite-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.252 INFO:teuthology.orchestra.run.smithi007.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-04T15:17:31.252 INFO:teuthology.orchestra.run.smithi007.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-04T15:17:31.252 INFO:teuthology.orchestra.run.smithi007.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-04T15:17:31.252 INFO:teuthology.orchestra.run.smithi007.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-04T15:17:31.253 INFO:teuthology.orchestra.run.smithi007.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-04T15:17:31.253 INFO:teuthology.orchestra.run.smithi007.stdout: librados-devel-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.253 INFO:teuthology.orchestra.run.smithi007.stdout: libradosstriper1-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.253 INFO:teuthology.orchestra.run.smithi007.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-04T15:17:31.253 INFO:teuthology.orchestra.run.smithi007.stdout: librgw2-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.253 INFO:teuthology.orchestra.run.smithi007.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-04T15:17:31.253 INFO:teuthology.orchestra.run.smithi007.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-04T15:17:31.253 INFO:teuthology.orchestra.run.smithi007.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-04T15:17:31.253 INFO:teuthology.orchestra.run.smithi007.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-04T15:17:31.253 INFO:teuthology.orchestra.run.smithi007.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-04T15:17:31.253 INFO:teuthology.orchestra.run.smithi007.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-04T15:17:31.253 INFO:teuthology.orchestra.run.smithi007.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-04T15:17:31.253 INFO:teuthology.orchestra.run.smithi007.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-04T15:17:31.254 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-04T15:17:31.254 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ceph-argparse-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.254 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ceph-common-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.254 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cephfs-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.254 INFO:teuthology.orchestra.run.smithi007.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-04T15:17:31.254 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-04T15:17:31.254 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-04T15:17:31.254 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-04T15:17:31.254 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-04T15:17:31.254 INFO:teuthology.orchestra.run.smithi007.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-08-04T15:17:31.254 INFO:teuthology.orchestra.run.smithi007.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-08-04T15:17:31.254 INFO:teuthology.orchestra.run.smithi007.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-04T15:17:31.254 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-04T15:17:31.255 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-04T15:17:31.255 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-04T15:17:31.255 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-04T15:17:31.255 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-04T15:17:31.255 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-04T15:17:31.255 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-04T15:17:31.255 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-04T15:17:31.255 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-08-04T15:17:31.255 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-08-04T15:17:31.255 INFO:teuthology.orchestra.run.smithi007.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-04T15:17:31.255 INFO:teuthology.orchestra.run.smithi007.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-04T15:17:31.255 INFO:teuthology.orchestra.run.smithi007.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-04T15:17:31.255 INFO:teuthology.orchestra.run.smithi007.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-04T15:17:31.255 INFO:teuthology.orchestra.run.smithi007.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-04T15:17:31.256 INFO:teuthology.orchestra.run.smithi007.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-04T15:17:31.256 INFO:teuthology.orchestra.run.smithi007.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-04T15:17:31.256 INFO:teuthology.orchestra.run.smithi007.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-04T15:17:31.256 INFO:teuthology.orchestra.run.smithi007.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-04T15:17:31.256 INFO:teuthology.orchestra.run.smithi007.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-04T15:17:31.256 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-04T15:17:31.256 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-04T15:17:31.256 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ply-3.11-14.el9.noarch 2024-08-04T15:17:31.256 INFO:teuthology.orchestra.run.smithi007.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-04T15:17:31.256 INFO:teuthology.orchestra.run.smithi007.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-04T15:17:31.256 INFO:teuthology.orchestra.run.smithi007.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-04T15:17:31.256 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-04T15:17:31.256 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-04T15:17:31.256 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-04T15:17:31.257 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-04T15:17:31.257 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-04T15:17:31.257 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-04T15:17:31.257 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rados-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.257 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rbd-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.257 INFO:teuthology.orchestra.run.smithi007.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-04T15:17:31.257 INFO:teuthology.orchestra.run.smithi007.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-04T15:17:31.257 INFO:teuthology.orchestra.run.smithi007.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-04T15:17:31.257 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rgw-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.257 INFO:teuthology.orchestra.run.smithi007.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-04T15:17:31.257 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-04T15:17:31.257 INFO:teuthology.orchestra.run.smithi007.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-04T15:17:31.258 INFO:teuthology.orchestra.run.smithi007.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-04T15:17:31.258 INFO:teuthology.orchestra.run.smithi007.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-04T15:17:31.258 INFO:teuthology.orchestra.run.smithi007.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-04T15:17:31.258 INFO:teuthology.orchestra.run.smithi007.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-04T15:17:31.258 INFO:teuthology.orchestra.run.smithi007.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-04T15:17:31.258 INFO:teuthology.orchestra.run.smithi007.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-04T15:17:31.258 INFO:teuthology.orchestra.run.smithi007.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-04T15:17:31.258 INFO:teuthology.orchestra.run.smithi007.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-04T15:17:31.258 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-fuse-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.258 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-mirror-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.258 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-nbd-2:17.2.7-1207.g85224d90.el9.x86_64 2024-08-04T15:17:31.258 INFO:teuthology.orchestra.run.smithi007.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-04T15:17:31.258 INFO:teuthology.orchestra.run.smithi007.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-04T15:17:31.259 INFO:teuthology.orchestra.run.smithi007.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-04T15:17:31.259 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:17:31.259 INFO:teuthology.orchestra.run.smithi007.stdout:Complete! 2024-08-04T15:17:31.580 DEBUG:teuthology.parallel:result is None 2024-08-04T15:17:31.581 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-04T15:17:31.581 INFO:teuthology.packaging:ref: None 2024-08-04T15:17:31.581 INFO:teuthology.packaging:tag: None 2024-08-04T15:17:31.581 INFO:teuthology.packaging:branch: quincy 2024-08-04T15:17:31.581 INFO:teuthology.packaging:sha1: 26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea 2024-08-04T15:17:31.582 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-04T15:17:31.797 DEBUG:teuthology.orchestra.run.smithi007:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-04T15:17:31.821 INFO:teuthology.orchestra.run.smithi007.stdout:17.2.7-1207.g85224d90.el9 2024-08-04T15:17:31.822 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1207.g85224d90.el9 2024-08-04T15:17:31.822 INFO:teuthology.task.install:The correct ceph version 17.2.7-1207.g85224d90 is installed. 2024-08-04T15:17:31.824 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-04T15:17:31.824 INFO:teuthology.packaging:ref: None 2024-08-04T15:17:31.824 INFO:teuthology.packaging:tag: None 2024-08-04T15:17:31.824 INFO:teuthology.packaging:branch: quincy 2024-08-04T15:17:31.824 INFO:teuthology.packaging:sha1: 26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea 2024-08-04T15:17:31.824 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-04T15:17:32.066 DEBUG:teuthology.orchestra.run.smithi062:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-04T15:17:32.093 INFO:teuthology.orchestra.run.smithi062.stdout:17.2.7-1207.g85224d90.el9 2024-08-04T15:17:32.093 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1207.g85224d90.el9 2024-08-04T15:17:32.093 INFO:teuthology.task.install:The correct ceph version 17.2.7-1207.g85224d90 is installed. 2024-08-04T15:17:32.095 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-08-04T15:17:32.096 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T15:17:32.096 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-04T15:17:32.126 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-08-04T15:17:32.126 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-04T15:17:32.166 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-08-04T15:17:32.167 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T15:17:32.167 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/usr/bin/daemon-helper 2024-08-04T15:17:32.194 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-04T15:17:32.260 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-08-04T15:17:32.260 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/usr/bin/daemon-helper 2024-08-04T15:17:32.290 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-04T15:17:32.360 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-08-04T15:17:32.360 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T15:17:32.360 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-04T15:17:32.386 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-04T15:17:32.452 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-08-04T15:17:32.452 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-04T15:17:32.481 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-04T15:17:32.549 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-08-04T15:17:32.550 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T15:17:32.550 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/usr/bin/stdin-killer 2024-08-04T15:17:32.575 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-04T15:17:32.640 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-08-04T15:17:32.640 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/usr/bin/stdin-killer 2024-08-04T15:17:32.669 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-04T15:17:32.737 INFO:teuthology.run_tasks:Running task print... 2024-08-04T15:17:32.747 INFO:teuthology.task.print:**** done install task... 2024-08-04T15:17:32.747 INFO:teuthology.run_tasks:Running task print... 2024-08-04T15:17:32.794 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-08-04T15:17:32.794 INFO:teuthology.run_tasks:Running task cephadm... 2024-08-04T15:17:32.886 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea'} 2024-08-04T15:17:32.886 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-08-04T15:17:32.886 INFO:tasks.cephadm:Cluster fsid is ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:17:32.887 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-08-04T15:17:32.887 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.7', 'mon.c': '[v2:172.21.15.7:3301,v1:172.21.15.7:6790]', 'mon.b': '172.21.15.62'} 2024-08-04T15:17:32.887 INFO:tasks.cephadm:First mon is mon.a on smithi007 2024-08-04T15:17:32.887 INFO:tasks.cephadm:First mgr is y 2024-08-04T15:17:32.887 INFO:tasks.cephadm:Normalizing hostnames... 2024-08-04T15:17:32.887 DEBUG:teuthology.orchestra.run.smithi007:> sudo hostname $(hostname -s) 2024-08-04T15:17:32.914 DEBUG:teuthology.orchestra.run.smithi062:> sudo hostname $(hostname -s) 2024-08-04T15:17:32.943 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-08-04T15:17:32.943 DEBUG:teuthology.orchestra.run.smithi007:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-04T15:17:33.156 INFO:teuthology.orchestra.run.smithi007.stdout:-rw-r--r--. 1 ubuntu ubuntu 375514 Aug 4 15:17 /home/ubuntu/cephtest/cephadm 2024-08-04T15:17:33.156 DEBUG:teuthology.orchestra.run.smithi062:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-04T15:17:33.310 INFO:teuthology.orchestra.run.smithi062.stdout:-rw-r--r--. 1 ubuntu ubuntu 375514 Aug 4 15:17 /home/ubuntu/cephtest/cephadm 2024-08-04T15:17:33.367 DEBUG:teuthology.orchestra.run.smithi007:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-04T15:17:33.388 DEBUG:teuthology.orchestra.run.smithi062:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-04T15:17:33.431 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-08-04T15:17:33.432 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-08-04T15:17:33.436 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-08-04T15:17:34.296 INFO:teuthology.orchestra.run.smithi007.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-04T15:17:34.300 INFO:teuthology.orchestra.run.smithi062.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-04T15:18:08.805 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-08-04T15:18:08.805 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_version": "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)", 2024-08-04T15:18:08.806 INFO:teuthology.orchestra.run.smithi062.stdout: "image_id": "3614407c4e10a597f9c178852172813e4cecde744bb2f3f4214adbd8e14f4e66", 2024-08-04T15:18:08.806 INFO:teuthology.orchestra.run.smithi062.stdout: "repo_digests": [ 2024-08-04T15:18:08.806 INFO:teuthology.orchestra.run.smithi062.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7" 2024-08-04T15:18:08.806 INFO:teuthology.orchestra.run.smithi062.stdout: ] 2024-08-04T15:18:08.806 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-08-04T15:18:11.121 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:18:11.122 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_version": "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)", 2024-08-04T15:18:11.122 INFO:teuthology.orchestra.run.smithi007.stdout: "image_id": "3614407c4e10a597f9c178852172813e4cecde744bb2f3f4214adbd8e14f4e66", 2024-08-04T15:18:11.122 INFO:teuthology.orchestra.run.smithi007.stdout: "repo_digests": [ 2024-08-04T15:18:11.122 INFO:teuthology.orchestra.run.smithi007.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7" 2024-08-04T15:18:11.122 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-08-04T15:18:11.122 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:18:11.141 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /etc/ceph 2024-08-04T15:18:11.181 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /etc/ceph 2024-08-04T15:18:11.216 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 777 /etc/ceph 2024-08-04T15:18:11.248 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 777 /etc/ceph 2024-08-04T15:18:11.285 INFO:tasks.cephadm:Writing seed config... 2024-08-04T15:18:11.286 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-08-04T15:18:11.286 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-08-04T15:18:11.286 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-08-04T15:18:11.286 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-08-04T15:18:11.286 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-08-04T15:18:11.286 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-08-04T15:18:11.286 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-08-04T15:18:11.287 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-08-04T15:18:11.287 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-08-04T15:18:11.287 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-08-04T15:18:11.287 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-08-04T15:18:11.287 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T15:18:11.287 DEBUG:teuthology.orchestra.run.smithi007:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-08-04T15:18:11.305 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = ac1a6012-5274-11ef-bcca-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-08-04T15:18:11.305 DEBUG:teuthology.orchestra.run.smithi007:mon.a> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.a.service 2024-08-04T15:18:11.348 DEBUG:teuthology.orchestra.run.smithi007:mgr.y> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.y.service 2024-08-04T15:18:11.390 INFO:tasks.cephadm:Bootstrapping... 2024-08-04T15:18:11.390 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid ac1a6012-5274-11ef-bcca-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.7 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-08-04T15:18:11.603 INFO:teuthology.orchestra.run.smithi007.stdout:-------------------------------------------------------------------------------- 2024-08-04T15:18:11.603 INFO:teuthology.orchestra.run.smithi007.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', 'ac1a6012-5274-11ef-bcca-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.7', '--skip-admin-label'] 2024-08-04T15:18:11.631 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stdout 5.1.2 2024-08-04T15:18:11.631 INFO:teuthology.orchestra.run.smithi007.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-08-04T15:18:11.631 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying podman|docker is present... 2024-08-04T15:18:11.655 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stdout 5.1.2 2024-08-04T15:18:11.656 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying lvm2 is present... 2024-08-04T15:18:11.656 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying time synchronization is in place... 2024-08-04T15:18:11.664 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-04T15:18:11.664 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-04T15:18:11.670 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-04T15:18:11.671 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-08-04T15:18:11.678 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout enabled 2024-08-04T15:18:11.684 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout active 2024-08-04T15:18:11.684 INFO:teuthology.orchestra.run.smithi007.stdout:Unit chronyd.service is enabled and running 2024-08-04T15:18:11.684 INFO:teuthology.orchestra.run.smithi007.stdout:Repeating the final host check... 2024-08-04T15:18:11.709 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stdout 5.1.2 2024-08-04T15:18:11.709 INFO:teuthology.orchestra.run.smithi007.stdout:podman (/bin/podman) version 5.1.2 is present 2024-08-04T15:18:11.709 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl is present 2024-08-04T15:18:11.709 INFO:teuthology.orchestra.run.smithi007.stdout:lvcreate is present 2024-08-04T15:18:11.716 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-04T15:18:11.716 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-04T15:18:11.722 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-04T15:18:11.723 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-08-04T15:18:11.730 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout enabled 2024-08-04T15:18:11.736 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout active 2024-08-04T15:18:11.737 INFO:teuthology.orchestra.run.smithi007.stdout:Unit chronyd.service is enabled and running 2024-08-04T15:18:11.737 INFO:teuthology.orchestra.run.smithi007.stdout:Host looks OK 2024-08-04T15:18:11.737 INFO:teuthology.orchestra.run.smithi007.stdout:Cluster fsid: ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:18:11.737 INFO:teuthology.orchestra.run.smithi007.stdout:Acquiring lock 139806495262752 on /run/cephadm/ac1a6012-5274-11ef-bcca-c7b262605968.lock 2024-08-04T15:18:11.737 INFO:teuthology.orchestra.run.smithi007.stdout:Lock 139806495262752 acquired on /run/cephadm/ac1a6012-5274-11ef-bcca-c7b262605968.lock 2024-08-04T15:18:11.738 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying IP 172.21.15.7 port 3300 ... 2024-08-04T15:18:11.738 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying IP 172.21.15.7 port 6789 ... 2024-08-04T15:18:11.738 INFO:teuthology.orchestra.run.smithi007.stdout:Base mon IP(s) is [172.21.15.7:3300, 172.21.15.7:6789], mon addrv is [v2:172.21.15.7:3300,v1:172.21.15.7:6789] 2024-08-04T15:18:11.741 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.7 metric 100 2024-08-04T15:18:11.741 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.7 metric 100 2024-08-04T15:18:11.744 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-08-04T15:18:11.744 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-08-04T15:18:11.744 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-08-04T15:18:11.748 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-08-04T15:18:11.748 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-08-04T15:18:11.748 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-04T15:18:11.748 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-08-04T15:18:11.748 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15ea/64 scope link noprefixroute 2024-08-04T15:18:11.748 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-04T15:18:11.748 INFO:teuthology.orchestra.run.smithi007.stdout:Mon IP `172.21.15.7` is in CIDR network `172.21.0.0/20` 2024-08-04T15:18:11.748 INFO:teuthology.orchestra.run.smithi007.stdout:Mon IP `172.21.15.7` is in CIDR network `172.21.0.0/20` 2024-08-04T15:18:11.749 INFO:teuthology.orchestra.run.smithi007.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-08-04T15:18:11.749 INFO:teuthology.orchestra.run.smithi007.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-08-04T15:18:11.749 INFO:teuthology.orchestra.run.smithi007.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-04T15:18:17.979 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stdout 3614407c4e10a597f9c178852172813e4cecde744bb2f3f4214adbd8e14f4e66 2024-08-04T15:18:17.979 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-04T15:18:17.980 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Getting image source signatures 2024-08-04T15:18:17.980 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Copying blob sha256:249649caf1eac727bf7e4c528aea69179504c9c4ab7c203ea74fa93b0fb47fb2 2024-08-04T15:18:17.980 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-08-04T15:18:17.980 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Copying config sha256:3614407c4e10a597f9c178852172813e4cecde744bb2f3f4214adbd8e14f4e66 2024-08-04T15:18:17.980 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Writing manifest to image destination 2024-08-04T15:18:22.457 INFO:teuthology.orchestra.run.smithi007.stdout:ceph: stdout ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable) 2024-08-04T15:18:22.457 INFO:teuthology.orchestra.run.smithi007.stdout:Ceph version: ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable) 2024-08-04T15:18:22.457 INFO:teuthology.orchestra.run.smithi007.stdout:Extracting ceph user uid/gid from container image... 2024-08-04T15:18:23.339 INFO:teuthology.orchestra.run.smithi007.stdout:stat: stdout 167 167 2024-08-04T15:18:23.339 INFO:teuthology.orchestra.run.smithi007.stdout:Creating initial keys... 2024-08-04T15:18:24.211 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph-authtool: stdout AQC/m69mpnFcKBAA5T6Rol3b4rSBMplBlh61ng== 2024-08-04T15:18:25.074 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph-authtool: stdout AQDAm69mWVFQIBAACLEwEAM01KUNX8MBr2BXEA== 2024-08-04T15:18:26.347 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph-authtool: stdout AQDBm69m/mmiKBAAmynLZ+M3qCrjAfaMvl09TA== 2024-08-04T15:18:26.348 INFO:teuthology.orchestra.run.smithi007.stdout:Creating initial monmap... 2024-08-04T15:18:28.469 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-04T15:18:28.470 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-08-04T15:18:28.470 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:18:28.470 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-04T15:18:28.470 INFO:teuthology.orchestra.run.smithi007.stdout:monmaptool for a [v2:172.21.15.7:3300,v1:172.21.15.7:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-04T15:18:28.470 INFO:teuthology.orchestra.run.smithi007.stdout:setting min_mon_release = octopus 2024-08-04T15:18:28.470 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: set fsid to ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:18:28.470 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-04T15:18:28.470 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:18:28.470 INFO:teuthology.orchestra.run.smithi007.stdout:Creating mon... 2024-08-04T15:18:29.373 INFO:teuthology.orchestra.run.smithi007.stdout:create mon.a on 2024-08-04T15:18:29.644 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-08-04T15:18:29.794 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-08-04T15:18:29.947 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-ac1a6012-5274-11ef-bcca-c7b262605968.target → /etc/systemd/system/ceph-ac1a6012-5274-11ef-bcca-c7b262605968.target. 2024-08-04T15:18:29.947 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-ac1a6012-5274-11ef-bcca-c7b262605968.target → /etc/systemd/system/ceph-ac1a6012-5274-11ef-bcca-c7b262605968.target. 2024-08-04T15:18:30.124 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.a 2024-08-04T15:18:30.124 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Failed to reset failed state of unit ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.a.service: Unit ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.a.service not loaded. 2024-08-04T15:18:30.298 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-ac1a6012-5274-11ef-bcca-c7b262605968.target.wants/ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.a.service → /etc/systemd/system/ceph-ac1a6012-5274-11ef-bcca-c7b262605968@.service. 2024-08-04T15:18:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:30 smithi007 podman[28711]: 2024-08-04 15:18:30.454552512 +0000 UTC m=+0.017937566 image pull 3614407c4e10a597f9c178852172813e4cecde744bb2f3f4214adbd8e14f4e66 quay.ceph.io/ceph-ci/ceph:quincy 2024-08-04T15:18:30.897 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-04T15:18:30.898 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout disabled 2024-08-04T15:18:30.905 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-04T15:18:30.905 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-08-04T15:18:30.905 INFO:teuthology.orchestra.run.smithi007.stdout:firewalld.service is not enabled 2024-08-04T15:18:30.905 INFO:teuthology.orchestra.run.smithi007.stdout:Not possible to enable service . firewalld.service is not available 2024-08-04T15:18:30.906 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mon to start... 2024-08-04T15:18:30.906 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mon... 2024-08-04T15:18:31.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:30 smithi007 podman[28711]: 2024-08-04 15:18:30.799469059 +0000 UTC m=+0.362854112 container init 92d57932664f9f030132abb3b96167318ddd2c880cdb5265c8ae73fa69908291 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a, RELEASE=quincy-85224d9, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-08-04T15:18:31.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:30 smithi007 podman[28711]: 2024-08-04 15:18:30.802826827 +0000 UTC m=+0.366211877 container start 92d57932664f9f030132abb3b96167318ddd2c880cdb5265c8ae73fa69908291 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=quincy-85224d9, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T15:18:31.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:30 smithi007 ceph-mon[28731]: mkfs ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:18:31.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:30 smithi007 ceph-mon[28731]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-04T15:18:31.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:30 smithi007 bash[28711]: 92d57932664f9f030132abb3b96167318ddd2c880cdb5265c8ae73fa69908291 2024-08-04T15:18:31.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:30 smithi007 systemd[1]: Started Ceph mon.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:18:31.852 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout cluster: 2024-08-04T15:18:31.852 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout id: ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:18:31.852 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-08-04T15:18:31.852 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-08-04T15:18:31.852 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout services: 2024-08-04T15:18:31.852 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.552611s) 2024-08-04T15:18:31.853 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-08-04T15:18:31.853 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-08-04T15:18:31.853 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-08-04T15:18:31.853 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout data: 2024-08-04T15:18:31.853 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-08-04T15:18:31.853 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-08-04T15:18:31.853 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-08-04T15:18:31.853 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout pgs: 2024-08-04T15:18:31.854 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-08-04T15:18:31.854 INFO:teuthology.orchestra.run.smithi007.stdout:mon is available 2024-08-04T15:18:31.854 INFO:teuthology.orchestra.run.smithi007.stdout:Assimilating anything we can from ceph.conf... 2024-08-04T15:18:31.965 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:31 smithi007 ceph-mon[28731]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-04T15:18:31.966 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:31 smithi007 ceph-mon[28731]: monmap e1: 1 mons at {a=[v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-04T15:18:31.966 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:31 smithi007 ceph-mon[28731]: fsmap 2024-08-04T15:18:31.966 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:31 smithi007 ceph-mon[28731]: osdmap e1: 0 total, 0 up, 0 in 2024-08-04T15:18:31.966 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:31 smithi007 ceph-mon[28731]: mgrmap e1: no daemons active 2024-08-04T15:18:31.966 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:31 smithi007 ceph-mon[28731]: from='client.? 172.21.15.7:0/1745211704' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-04T15:18:32.868 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-08-04T15:18:32.868 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [global] 2024-08-04T15:18:32.869 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout fsid = ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:18:32.869 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-08-04T15:18:32.869 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.7:3300,v1:172.21.15.7:6789] 2024-08-04T15:18:32.869 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-04T15:18:32.869 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-04T15:18:32.869 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-04T15:18:32.870 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-04T15:18:32.870 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-08-04T15:18:32.870 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-04T15:18:32.870 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-04T15:18:32.871 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-08-04T15:18:32.871 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [osd] 2024-08-04T15:18:32.871 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-04T15:18:32.871 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-04T15:18:32.871 INFO:teuthology.orchestra.run.smithi007.stdout:Generating new minimal ceph.conf... 2024-08-04T15:18:32.980 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:32 smithi007 ceph-mon[28731]: from='client.? 172.21.15.7:0/3984742690' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-04T15:18:32.980 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:32 smithi007 ceph-mon[28731]: from='client.? 172.21.15.7:0/3984742690' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-08-04T15:18:33.881 INFO:teuthology.orchestra.run.smithi007.stdout:Restarting the monitor... 2024-08-04T15:18:33.900 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:33 smithi007 ceph-mon[28731]: from='client.? 172.21.15.7:0/2942207619' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:18:34.165 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:33 smithi007 systemd[1]: Stopping Ceph mon.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:18:34.531 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a[28727]: 2024-08-04T15:18:34.163+0000 7f37754e8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T15:18:34.531 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a[28727]: 2024-08-04T15:18:34.163+0000 7f37754e8640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-08-04T15:18:34.531 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:34 smithi007 podman[28974]: 2024-08-04 15:18:34.276849721 +0000 UTC m=+0.221436748 container died 92d57932664f9f030132abb3b96167318ddd2c880cdb5265c8ae73fa69908291 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=quincy-85224d9, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:18:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:34 smithi007 podman[28974]: 2024-08-04 15:18:34.621835289 +0000 UTC m=+0.566422318 container cleanup 92d57932664f9f030132abb3b96167318ddd2c880cdb5265c8ae73fa69908291 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=quincy-85224d9, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T15:18:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:34 smithi007 bash[28974]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a 2024-08-04T15:18:35.265 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:34 smithi007 podman[28987]: 2024-08-04 15:18:34.923018751 +0000 UTC m=+0.645086559 container remove 92d57932664f9f030132abb3b96167318ddd2c880cdb5265c8ae73fa69908291 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-85224d9, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-08-04T15:18:35.266 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-04T15:18:35.266 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 systemd[1]: Stopped Ceph mon.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:18:35.266 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 systemd[1]: Starting Ceph mon.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:18:35.535 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 podman[29077]: 2024-08-04 15:18:35.265671322 +0000 UTC m=+0.102587621 container create 1d4743646ee90fdf9c161664c42d502e4bd0a3d0a62359e060d5ed858bdcd5be (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-85224d9, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-04T15:18:35.535 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 podman[29077]: 2024-08-04 15:18:35.180616203 +0000 UTC m=+0.017532513 image pull 3614407c4e10a597f9c178852172813e4cecde744bb2f3f4214adbd8e14f4e66 quay.ceph.io/ceph-ci/ceph:quincy 2024-08-04T15:18:35.535 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 podman[29077]: 2024-08-04 15:18:35.468015507 +0000 UTC m=+0.304931815 container init 1d4743646ee90fdf9c161664c42d502e4bd0a3d0a62359e060d5ed858bdcd5be (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=quincy-85224d9, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-04T15:18:35.536 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 podman[29077]: 2024-08-04 15:18:35.471866826 +0000 UTC m=+0.308783123 container start 1d4743646ee90fdf9c161664c42d502e4bd0a3d0a62359e060d5ed858bdcd5be (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=quincy-85224d9, io.buildah.version=1.36.0, ceph=True) 2024-08-04T15:18:35.536 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: set uid:gid to 167:167 (ceph:ceph) 2024-08-04T15:18:35.536 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable), process ceph-mon, pid 2 2024-08-04T15:18:35.536 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: pidfile_write: ignore empty --pid-file 2024-08-04T15:18:35.536 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: load: jerasure load: lrc 2024-08-04T15:18:35.536 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: RocksDB version: 6.15.5 2024-08-04T15:18:35.536 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-04T15:18:35.536 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Compile date Aug 1 2024 2024-08-04T15:18:35.536 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: DB SUMMARY 2024-08-04T15:18:35.536 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: DB Session ID: ZOW4RN9BIPVVNNXHB6ED 2024-08-04T15:18:35.536 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: CURRENT file: CURRENT 2024-08-04T15:18:35.537 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: IDENTITY file: IDENTITY 2024-08-04T15:18:35.537 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-08-04T15:18:35.537 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-08-04T15:18:35.537 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83661 ; 2024-08-04T15:18:35.537 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.error_if_exists: 0 2024-08-04T15:18:35.537 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.create_if_missing: 0 2024-08-04T15:18:35.537 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.paranoid_checks: 1 2024-08-04T15:18:35.538 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-04T15:18:35.538 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.env: 0x5586823ce440 2024-08-04T15:18:35.538 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.fs: Posix File System 2024-08-04T15:18:35.538 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.info_log: 0x5586838eef20 2024-08-04T15:18:35.538 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_file_opening_threads: 16 2024-08-04T15:18:35.538 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.statistics: (nil) 2024-08-04T15:18:35.539 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.use_fsync: 0 2024-08-04T15:18:35.539 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_log_file_size: 0 2024-08-04T15:18:35.539 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-04T15:18:35.539 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-04T15:18:35.539 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.keep_log_file_num: 1000 2024-08-04T15:18:35.539 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.recycle_log_file_num: 0 2024-08-04T15:18:35.539 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.allow_fallocate: 1 2024-08-04T15:18:35.539 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.allow_mmap_reads: 0 2024-08-04T15:18:35.539 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.allow_mmap_writes: 0 2024-08-04T15:18:35.539 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.use_direct_reads: 0 2024-08-04T15:18:35.539 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-04T15:18:35.539 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.create_missing_column_families: 0 2024-08-04T15:18:35.540 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.db_log_dir: 2024-08-04T15:18:35.540 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-08-04T15:18:35.540 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-04T15:18:35.541 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-04T15:18:35.541 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-04T15:18:35.541 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-04T15:18:35.541 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-04T15:18:35.541 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-04T15:18:35.541 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.advise_random_on_open: 1 2024-08-04T15:18:35.541 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.db_write_buffer_size: 0 2024-08-04T15:18:35.541 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.write_buffer_manager: 0x5586839ac750 2024-08-04T15:18:35.541 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-04T15:18:35.541 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-04T15:18:35.541 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-04T15:18:35.541 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-04T15:18:35.541 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.rate_limiter: (nil) 2024-08-04T15:18:35.541 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-04T15:18:35.542 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.wal_recovery_mode: 2 2024-08-04T15:18:35.542 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.enable_thread_tracking: 0 2024-08-04T15:18:35.542 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.enable_pipelined_write: 0 2024-08-04T15:18:35.542 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.unordered_write: 0 2024-08-04T15:18:35.542 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-04T15:18:35.542 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-04T15:18:35.542 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-04T15:18:35.542 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-04T15:18:35.542 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.row_cache: None 2024-08-04T15:18:35.542 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.wal_filter: None 2024-08-04T15:18:35.542 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-04T15:18:35.542 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.allow_ingest_behind: 0 2024-08-04T15:18:35.542 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.preserve_deletes: 0 2024-08-04T15:18:35.543 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.two_write_queues: 0 2024-08-04T15:18:35.543 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.manual_wal_flush: 0 2024-08-04T15:18:35.543 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.atomic_flush: 0 2024-08-04T15:18:35.543 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-04T15:18:35.543 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-04T15:18:35.543 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-04T15:18:35.543 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.log_readahead_size: 0 2024-08-04T15:18:35.543 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-04T15:18:35.543 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.best_efforts_recovery: 0 2024-08-04T15:18:35.543 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-04T15:18:35.543 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-04T15:18:35.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.allow_data_in_errors: 0 2024-08-04T15:18:35.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.db_host_id: __hostname__ 2024-08-04T15:18:35.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_background_jobs: 2 2024-08-04T15:18:35.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_background_compactions: -1 2024-08-04T15:18:35.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_subcompactions: 1 2024-08-04T15:18:35.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-04T15:18:35.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-04T15:18:35.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-04T15:18:35.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_total_wal_size: 0 2024-08-04T15:18:35.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-04T15:18:35.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-04T15:18:35.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-04T15:18:35.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-04T15:18:35.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_open_files: -1 2024-08-04T15:18:35.544 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.bytes_per_sync: 0 2024-08-04T15:18:35.545 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-04T15:18:35.545 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-04T15:18:35.545 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compaction_readahead_size: 0 2024-08-04T15:18:35.545 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_background_flushes: -1 2024-08-04T15:18:35.545 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Compression algorithms supported: 2024-08-04T15:18:35.545 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: kZSTD supported: 0 2024-08-04T15:18:35.545 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: kXpressCompression supported: 0 2024-08-04T15:18:35.545 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: kBZip2Compression supported: 0 2024-08-04T15:18:35.545 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-04T15:18:35.545 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: kLZ4Compression supported: 1 2024-08-04T15:18:35.545 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: kZlibCompression supported: 1 2024-08-04T15:18:35.545 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: kLZ4HCCompression supported: 1 2024-08-04T15:18:35.545 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: kSnappyCompression supported: 1 2024-08-04T15:18:35.546 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-04T15:18:35.546 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-08-04T15:18:35.546 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-04T15:18:35.546 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-04T15:18:35.546 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.merge_operator: 2024-08-04T15:18:35.546 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compaction_filter: None 2024-08-04T15:18:35.546 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compaction_filter_factory: None 2024-08-04T15:18:35.546 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.sst_partitioner_factory: None 2024-08-04T15:18:35.546 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-04T15:18:35.547 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-04T15:18:35.547 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558683895a58) 2024-08-04T15:18:35.547 INFO:journalctl@ceph.mon.a.smithi007.stdout: cache_index_and_filter_blocks: 1 2024-08-04T15:18:35.547 INFO:journalctl@ceph.mon.a.smithi007.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-04T15:18:35.547 INFO:journalctl@ceph.mon.a.smithi007.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-04T15:18:35.547 INFO:journalctl@ceph.mon.a.smithi007.stdout: pin_top_level_index_and_filter: 1 2024-08-04T15:18:35.547 INFO:journalctl@ceph.mon.a.smithi007.stdout: index_type: 0 2024-08-04T15:18:35.547 INFO:journalctl@ceph.mon.a.smithi007.stdout: data_block_index_type: 0 2024-08-04T15:18:35.547 INFO:journalctl@ceph.mon.a.smithi007.stdout: index_shortening: 1 2024-08-04T15:18:35.547 INFO:journalctl@ceph.mon.a.smithi007.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-04T15:18:35.547 INFO:journalctl@ceph.mon.a.smithi007.stdout: hash_index_allow_collision: 1 2024-08-04T15:18:35.547 INFO:journalctl@ceph.mon.a.smithi007.stdout: checksum: 1 2024-08-04T15:18:35.547 INFO:journalctl@ceph.mon.a.smithi007.stdout: no_block_cache: 0 2024-08-04T15:18:35.547 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache: 0x5586838cb1f0 2024-08-04T15:18:35.548 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache_name: BinnedLRUCache 2024-08-04T15:18:35.548 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache_options: 2024-08-04T15:18:35.548 INFO:journalctl@ceph.mon.a.smithi007.stdout: capacity : 536870912 2024-08-04T15:18:35.548 INFO:journalctl@ceph.mon.a.smithi007.stdout: num_shard_bits : 4 2024-08-04T15:18:35.548 INFO:journalctl@ceph.mon.a.smithi007.stdout: strict_capacity_limit : 0 2024-08-04T15:18:35.548 INFO:journalctl@ceph.mon.a.smithi007.stdout: high_pri_pool_ratio: 0.000 2024-08-04T15:18:35.548 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache_compressed: (nil) 2024-08-04T15:18:35.548 INFO:journalctl@ceph.mon.a.smithi007.stdout: persistent_cache: (nil) 2024-08-04T15:18:35.548 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_size: 4096 2024-08-04T15:18:35.548 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_size_deviation: 10 2024-08-04T15:18:35.548 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_restart_interval: 16 2024-08-04T15:18:35.548 INFO:journalctl@ceph.mon.a.smithi007.stdout: index_block_restart_interval: 1 2024-08-04T15:18:35.548 INFO:journalctl@ceph.mon.a.smithi007.stdout: metadata_block_size: 4096 2024-08-04T15:18:35.548 INFO:journalctl@ceph.mon.a.smithi007.stdout: partition_filters: 0 2024-08-04T15:18:35.548 INFO:journalctl@ceph.mon.a.smithi007.stdout: use_delta_encoding: 1 2024-08-04T15:18:35.549 INFO:journalctl@ceph.mon.a.smithi007.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-04T15:18:35.549 INFO:journalctl@ceph.mon.a.smithi007.stdout: whole_key_filtering: 1 2024-08-04T15:18:35.549 INFO:journalctl@ceph.mon.a.smithi007.stdout: verify_compression: 0 2024-08-04T15:18:35.549 INFO:journalctl@ceph.mon.a.smithi007.stdout: read_amp_bytes_per_bit: 0 2024-08-04T15:18:35.549 INFO:journalctl@ceph.mon.a.smithi007.stdout: format_version: 4 2024-08-04T15:18:35.549 INFO:journalctl@ceph.mon.a.smithi007.stdout: enable_index_compression: 1 2024-08-04T15:18:35.549 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_align: 0 2024-08-04T15:18:35.549 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.write_buffer_size: 33554432 2024-08-04T15:18:35.549 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_write_buffer_number: 2 2024-08-04T15:18:35.550 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compression: NoCompression 2024-08-04T15:18:35.550 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.bottommost_compression: Disabled 2024-08-04T15:18:35.550 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.prefix_extractor: nullptr 2024-08-04T15:18:35.550 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-04T15:18:35.550 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.num_levels: 7 2024-08-04T15:18:35.550 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-04T15:18:35.550 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-04T15:18:35.550 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-04T15:18:35.550 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-04T15:18:35.550 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-04T15:18:35.550 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-04T15:18:35.550 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-04T15:18:35.550 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-04T15:18:35.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-04T15:18:35.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-04T15:18:35.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-04T15:18:35.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compression_opts.level: 32767 2024-08-04T15:18:35.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compression_opts.strategy: 0 2024-08-04T15:18:35.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-04T15:18:35.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-04T15:18:35.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-04T15:18:35.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compression_opts.enabled: false 2024-08-04T15:18:35.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-04T15:18:35.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-04T15:18:35.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-04T15:18:35.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.target_file_size_base: 67108864 2024-08-04T15:18:35.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-04T15:18:35.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-04T15:18:35.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-04T15:18:35.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-04T15:18:35.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-04T15:18:35.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-04T15:18:35.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-04T15:18:35.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-04T15:18:35.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-04T15:18:35.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-04T15:18:35.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-04T15:18:35.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-04T15:18:35.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-04T15:18:35.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.arena_block_size: 4194304 2024-08-04T15:18:35.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-04T15:18:35.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-04T15:18:35.553 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-04T15:18:35.553 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.disable_auto_compactions: 0 2024-08-04T15:18:35.553 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-04T15:18:35.553 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-04T15:18:35.553 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-04T15:18:35.553 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-04T15:18:35.553 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-04T15:18:35.553 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-04T15:18:35.553 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-04T15:18:35.553 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-04T15:18:35.553 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-04T15:18:35.553 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-04T15:18:35.553 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.table_properties_collectors: 2024-08-04T15:18:35.553 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.inplace_update_support: 0 2024-08-04T15:18:35.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-04T15:18:35.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-04T15:18:35.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-04T15:18:35.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-04T15:18:35.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.bloom_locality: 0 2024-08-04T15:18:35.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.max_successive_merges: 0 2024-08-04T15:18:35.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-04T15:18:35.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.paranoid_file_checks: 0 2024-08-04T15:18:35.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.force_consistency_checks: 1 2024-08-04T15:18:35.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.report_bg_io_stats: 0 2024-08-04T15:18:35.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.ttl: 2592000 2024-08-04T15:18:35.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-04T15:18:35.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.enable_blob_files: false 2024-08-04T15:18:35.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.min_blob_size: 0 2024-08-04T15:18:35.555 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.blob_file_size: 268435456 2024-08-04T15:18:35.555 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-04T15:18:35.556 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-04T15:18:35.556 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-04T15:18:35.556 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-04T15:18:35.556 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-08-04T15:18:35.556 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-08-04T15:18:35.556 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722784715495456, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-08-04T15:18:35.556 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-08-04T15:18:35.556 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-04T15:18:35.556 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722784715496242, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80208, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78476, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10130, "raw_average_key_size": 47, "raw_value_size": 72690, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1722784715, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "4eaafae4-1a50-4cfe-8605-0182c5937126", "db_session_id": "ZOW4RN9BIPVVNNXHB6ED"}} 2024-08-04T15:18:35.556 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-08-04T15:18:35.556 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722784715496602, "job": 1, "event": "recovery_finished"} 2024-08-04T15:18:35.556 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-04T15:18:35.556 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5586838fe700 2024-08-04T15:18:35.557 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: DB pointer 0x5586838ce000 2024-08-04T15:18:35.557 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-04T15:18:35.557 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-04T15:18:35.557 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** DB Stats ** 2024-08-04T15:18:35.557 INFO:journalctl@ceph.mon.a.smithi007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-04T15:18:35.557 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-04T15:18:35.557 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-04T15:18:35.557 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-04T15:18:35.557 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-04T15:18:35.557 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-04T15:18:35.557 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-04T15:18:35.557 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-08-04T15:18:35.557 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** Compaction Stats [default] ** 2024-08-04T15:18:35.557 INFO:journalctl@ceph.mon.a.smithi007.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-04T15:18:35.558 INFO:journalctl@ceph.mon.a.smithi007.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-04T15:18:35.558 INFO:journalctl@ceph.mon.a.smithi007.stdout: L0 2/0 80.09 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.7 0.00 0.00 1 0.001 0 0 2024-08-04T15:18:35.558 INFO:journalctl@ceph.mon.a.smithi007.stdout: Sum 2/0 80.09 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.7 0.00 0.00 1 0.001 0 0 2024-08-04T15:18:35.558 INFO:journalctl@ceph.mon.a.smithi007.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.7 0.00 0.00 1 0.001 0 0 2024-08-04T15:18:35.558 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-08-04T15:18:35.558 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** Compaction Stats [default] ** 2024-08-04T15:18:35.558 INFO:journalctl@ceph.mon.a.smithi007.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-04T15:18:35.558 INFO:journalctl@ceph.mon.a.smithi007.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-04T15:18:35.558 INFO:journalctl@ceph.mon.a.smithi007.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 152.7 0.00 0.00 1 0.001 0 0 2024-08-04T15:18:35.558 INFO:journalctl@ceph.mon.a.smithi007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-04T15:18:35.558 INFO:journalctl@ceph.mon.a.smithi007.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-04T15:18:35.558 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-04T15:18:35.558 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-04T15:18:35.558 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-04T15:18:35.559 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-04T15:18:35.559 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative compaction: 0.00 GB write, 23.96 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-04T15:18:35.559 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval compaction: 0.00 GB write, 23.96 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-04T15:18:35.559 INFO:journalctl@ceph.mon.a.smithi007.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-04T15:18:35.559 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-08-04T15:18:35.559 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-04T15:18:35.559 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-08-04T15:18:35.559 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** Compaction Stats [default] ** 2024-08-04T15:18:35.559 INFO:journalctl@ceph.mon.a.smithi007.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-04T15:18:35.559 INFO:journalctl@ceph.mon.a.smithi007.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-04T15:18:35.559 INFO:journalctl@ceph.mon.a.smithi007.stdout: L0 2/0 80.09 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.7 0.00 0.00 1 0.001 0 0 2024-08-04T15:18:35.559 INFO:journalctl@ceph.mon.a.smithi007.stdout: Sum 2/0 80.09 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.7 0.00 0.00 1 0.001 0 0 2024-08-04T15:18:35.559 INFO:journalctl@ceph.mon.a.smithi007.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-04T15:18:35.559 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-08-04T15:18:35.560 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** Compaction Stats [default] ** 2024-08-04T15:18:35.560 INFO:journalctl@ceph.mon.a.smithi007.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-04T15:18:35.560 INFO:journalctl@ceph.mon.a.smithi007.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-04T15:18:35.560 INFO:journalctl@ceph.mon.a.smithi007.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 152.7 0.00 0.00 1 0.001 0 0 2024-08-04T15:18:35.560 INFO:journalctl@ceph.mon.a.smithi007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-04T15:18:35.560 INFO:journalctl@ceph.mon.a.smithi007.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-04T15:18:35.560 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-04T15:18:35.560 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-04T15:18:35.560 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-04T15:18:35.560 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-04T15:18:35.560 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative compaction: 0.00 GB write, 23.73 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-04T15:18:35.560 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-04T15:18:35.560 INFO:journalctl@ceph.mon.a.smithi007.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-04T15:18:35.561 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-08-04T15:18:35.561 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-04T15:18:35.561 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: starting mon.a rank 0 at public addrs [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] at bind addrs [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:18:35.561 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: mon.a@-1(???) e1 preinit fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:18:35.561 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: mon.a@-1(???).mds e1 new map 2024-08-04T15:18:35.561 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: mon.a@-1(???).mds e1 print_map 2024-08-04T15:18:35.561 INFO:journalctl@ceph.mon.a.smithi007.stdout: e1 2024-08-04T15:18:35.561 INFO:journalctl@ceph.mon.a.smithi007.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-04T15:18:35.561 INFO:journalctl@ceph.mon.a.smithi007.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-04T15:18:35.561 INFO:journalctl@ceph.mon.a.smithi007.stdout: legacy client fscid: -1 2024-08-04T15:18:35.561 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-08-04T15:18:35.561 INFO:journalctl@ceph.mon.a.smithi007.stdout: No filesystems configured 2024-08-04T15:18:35.561 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-04T15:18:35.561 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-04T15:18:35.561 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-04T15:18:35.562 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-04T15:18:35.562 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-08-04T15:18:35.562 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 bash[29077]: 1d4743646ee90fdf9c161664c42d502e4bd0a3d0a62359e060d5ed858bdcd5be 2024-08-04T15:18:35.562 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 systemd[1]: Started Ceph mon.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:18:35.562 INFO:teuthology.orchestra.run.smithi007.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-08-04T15:18:35.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-04T15:18:35.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: monmap e1: 1 mons at {a=[v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-04T15:18:35.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: fsmap 2024-08-04T15:18:35.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: osdmap e1: 0 total, 0 up, 0 in 2024-08-04T15:18:35.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:35 smithi007 ceph-mon[29096]: mgrmap e1: no daemons active 2024-08-04T15:18:36.545 INFO:teuthology.orchestra.run.smithi007.stdout:Wrote config to /etc/ceph/ceph.conf 2024-08-04T15:18:36.545 INFO:teuthology.orchestra.run.smithi007.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-08-04T15:18:36.545 INFO:teuthology.orchestra.run.smithi007.stdout:Creating mgr... 2024-08-04T15:18:36.546 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying port 9283 ... 2024-08-04T15:18:36.730 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.y 2024-08-04T15:18:36.731 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Failed to reset failed state of unit ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.y.service: Unit ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.y.service not loaded. 2024-08-04T15:18:36.889 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-ac1a6012-5274-11ef-bcca-c7b262605968.target.wants/ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-ac1a6012-5274-11ef-bcca-c7b262605968@.service. 2024-08-04T15:18:37.232 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:36 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/2399968423' entity='client.admin' 2024-08-04T15:18:37.452 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-04T15:18:37.452 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout disabled 2024-08-04T15:18:37.460 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-04T15:18:37.460 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-08-04T15:18:37.460 INFO:teuthology.orchestra.run.smithi007.stdout:firewalld.service is not enabled 2024-08-04T15:18:37.461 INFO:teuthology.orchestra.run.smithi007.stdout:Not possible to enable service . firewalld.service is not available 2024-08-04T15:18:37.469 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-04T15:18:37.469 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout disabled 2024-08-04T15:18:37.477 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-04T15:18:37.477 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-08-04T15:18:37.477 INFO:teuthology.orchestra.run.smithi007.stdout:firewalld.service is not enabled 2024-08-04T15:18:37.477 INFO:teuthology.orchestra.run.smithi007.stdout:Not possible to open ports <[9283]>. firewalld.service is not available 2024-08-04T15:18:37.478 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mgr to start... 2024-08-04T15:18:37.478 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mgr... 2024-08-04T15:18:37.591 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:37 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:37.458+0000 7f052dd8bec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-04T15:18:37.591 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:37 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:37.589+0000 7f052dd8bec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:18:37.881 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:37 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:37.657+0000 7f052dd8bec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-04T15:18:38.268 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:37 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3162544472' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-04T15:18:38.268 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:37 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:37.923+0000 7f052dd8bec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-04T15:18:38.268 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:37 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:37.984+0000 7f052dd8bec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-04T15:18:38.565 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-08-04T15:18:38.566 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-08-04T15:18:38.566 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsid": "ac1a6012-5274-11ef-bcca-c7b262605968", 2024-08-04T15:18:38.566 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "health": { 2024-08-04T15:18:38.566 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-04T15:18:38.566 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-04T15:18:38.566 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-04T15:18:38.566 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:38.566 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-04T15:18:38.566 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-04T15:18:38.566 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 0 2024-08-04T15:18:38.566 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-08-04T15:18:38.566 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-04T15:18:38.566 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "a" 2024-08-04T15:18:38.567 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-08-04T15:18:38.567 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-08-04T15:18:38.567 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-04T15:18:38.567 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-04T15:18:38.567 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-04T15:18:38.567 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-04T15:18:38.567 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:38.567 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-04T15:18:38.567 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-04T15:18:38.567 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-04T15:18:38.567 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-04T15:18:38.567 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-04T15:18:38.567 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-04T15:18:38.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-04T15:18:38.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-04T15:18:38.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:38.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-04T15:18:38.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-04T15:18:38.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-04T15:18:38.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-04T15:18:38.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-04T15:18:38.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-04T15:18:38.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-04T15:18:38.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-04T15:18:38.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-04T15:18:38.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:38.571 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-04T15:18:38.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-04T15:18:38.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-04T15:18:38.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-04T15:18:38.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:38.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-04T15:18:38.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-04T15:18:38.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-04T15:18:38.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-04T15:18:38.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-04T15:18:38.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-04T15:18:38.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "restful" 2024-08-04T15:18:38.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-08-04T15:18:38.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-04T15:18:38.572 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:38.573 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-04T15:18:38.573 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-04T15:18:38.573 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modified": "2024-08-04T15:18:30.836149+0000", 2024-08-04T15:18:38.573 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-04T15:18:38.573 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:38.573 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-04T15:18:38.573 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-08-04T15:18:38.573 INFO:teuthology.orchestra.run.smithi007.stdout:mgr not available, waiting (1/15)... 2024-08-04T15:18:39.300 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:38.933+0000 7f052dd8bec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-04T15:18:39.300 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:39 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:39.048+0000 7f052dd8bec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-04T15:18:39.300 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:39 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:39.104+0000 7f052dd8bec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-04T15:18:39.300 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:39 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:39.298+0000 7f052dd8bec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-04T15:18:39.556 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:39 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:39.359+0000 7f052dd8bec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-04T15:18:39.556 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:39 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:39.426+0000 7f052dd8bec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-04T15:18:39.556 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:39 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:39.554+0000 7f052dd8bec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:18:40.284 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:39 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:39.979+0000 7f052dd8bec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-04T15:18:40.564 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:40 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:40.282+0000 7f052dd8bec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-04T15:18:40.564 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:40 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:40.350+0000 7f052dd8bec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-04T15:18:40.564 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:40 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:40.484+0000 7f052dd8bec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-04T15:18:40.828 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:40 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:40.760+0000 7f052dd8bec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-04T15:18:40.828 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:40 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:40.825+0000 7f052dd8bec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-04T15:18:41.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:41.019+0000 7f052dd8bec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-04T15:18:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:41 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/1161323791' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-04T15:18:41.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:41.085+0000 7f052dd8bec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-04T15:18:41.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:41.174+0000 7f052dd8bec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-04T15:18:41.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:41.233+0000 7f052dd8bec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-04T15:18:41.706 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-08-04T15:18:41.706 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-08-04T15:18:41.706 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsid": "ac1a6012-5274-11ef-bcca-c7b262605968", 2024-08-04T15:18:41.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "health": { 2024-08-04T15:18:41.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-04T15:18:41.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-04T15:18:41.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-04T15:18:41.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:41.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-04T15:18:41.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-04T15:18:41.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 0 2024-08-04T15:18:41.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-08-04T15:18:41.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-04T15:18:41.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "a" 2024-08-04T15:18:41.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-08-04T15:18:41.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-08-04T15:18:41.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-04T15:18:41.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-04T15:18:41.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-04T15:18:41.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-04T15:18:41.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:41.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-04T15:18:41.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-04T15:18:41.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-04T15:18:41.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-04T15:18:41.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-04T15:18:41.711 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-04T15:18:41.711 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-04T15:18:41.711 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-04T15:18:41.711 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:41.712 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-04T15:18:41.712 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-04T15:18:41.712 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-04T15:18:41.712 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-04T15:18:41.712 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-04T15:18:41.712 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-04T15:18:41.712 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-04T15:18:41.712 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-04T15:18:41.712 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-04T15:18:41.712 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:41.712 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-04T15:18:41.712 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-04T15:18:41.712 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-04T15:18:41.712 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-04T15:18:41.712 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:41.713 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-04T15:18:41.713 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-04T15:18:41.713 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-04T15:18:41.713 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-04T15:18:41.713 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-04T15:18:41.713 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-04T15:18:41.713 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "restful" 2024-08-04T15:18:41.713 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-08-04T15:18:41.713 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-04T15:18:41.713 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:41.713 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-04T15:18:41.713 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-04T15:18:41.713 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modified": "2024-08-04T15:18:30.836149+0000", 2024-08-04T15:18:41.714 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-04T15:18:41.714 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:41.714 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-04T15:18:41.714 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-08-04T15:18:41.714 INFO:teuthology.orchestra.run.smithi007.stdout:mgr not available, waiting (2/15)... 2024-08-04T15:18:41.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:41.781+0000 7f052dd8bec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-04T15:18:42.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:41.921+0000 7f052dd8bec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-04T15:18:42.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:42 smithi007 ceph-mon[29096]: Activating manager daemon y 2024-08-04T15:18:42.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:42 smithi007 ceph-mon[29096]: mgrmap e2: y(active, starting, since 0.00274263s) 2024-08-04T15:18:42.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:42 smithi007 ceph-mon[29096]: from='mgr.14100 172.21.15.7:0/349897987' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-04T15:18:42.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:42 smithi007 ceph-mon[29096]: from='mgr.14100 172.21.15.7:0/349897987' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-04T15:18:42.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:42 smithi007 ceph-mon[29096]: from='mgr.14100 172.21.15.7:0/349897987' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-04T15:18:42.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:42 smithi007 ceph-mon[29096]: from='mgr.14100 172.21.15.7:0/349897987' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:18:42.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:42 smithi007 ceph-mon[29096]: from='mgr.14100 172.21.15.7:0/349897987' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-04T15:18:42.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:42 smithi007 ceph-mon[29096]: Manager daemon y is now available 2024-08-04T15:18:42.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:42 smithi007 ceph-mon[29096]: from='mgr.14100 172.21.15.7:0/349897987' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:18:42.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:42 smithi007 ceph-mon[29096]: from='mgr.14100 172.21.15.7:0/349897987' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-04T15:18:42.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:42 smithi007 ceph-mon[29096]: from='mgr.14100 172.21.15.7:0/349897987' entity='mgr.y' 2024-08-04T15:18:42.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:42 smithi007 ceph-mon[29096]: from='mgr.14100 172.21.15.7:0/349897987' entity='mgr.y' 2024-08-04T15:18:42.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:42 smithi007 ceph-mon[29096]: from='mgr.14100 172.21.15.7:0/349897987' entity='mgr.y' 2024-08-04T15:18:44.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:43 smithi007 ceph-mon[29096]: mgrmap e3: y(active, since 1.00705s) 2024-08-04T15:18:44.941 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:44 smithi007 ceph-mon[29096]: mgrmap e4: y(active, since 2s) 2024-08-04T15:18:44.941 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:44 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/451735913' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-04T15:18:44.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-08-04T15:18:44.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-08-04T15:18:44.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsid": "ac1a6012-5274-11ef-bcca-c7b262605968", 2024-08-04T15:18:44.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "health": { 2024-08-04T15:18:44.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-04T15:18:44.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-04T15:18:44.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-04T15:18:44.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:44.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-04T15:18:44.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-04T15:18:44.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 0 2024-08-04T15:18:44.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-08-04T15:18:44.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-04T15:18:44.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "a" 2024-08-04T15:18:44.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-08-04T15:18:44.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-08-04T15:18:44.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-04T15:18:44.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-04T15:18:44.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-04T15:18:44.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-04T15:18:44.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:44.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-04T15:18:44.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-04T15:18:44.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-04T15:18:44.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-04T15:18:44.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-04T15:18:44.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-04T15:18:44.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-04T15:18:44.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-04T15:18:44.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:44.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-04T15:18:44.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-04T15:18:44.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-04T15:18:44.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-04T15:18:44.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-04T15:18:44.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-04T15:18:44.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-04T15:18:44.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-04T15:18:44.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-04T15:18:44.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:44.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-04T15:18:44.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-04T15:18:44.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-04T15:18:44.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-04T15:18:44.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:44.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-04T15:18:44.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-04T15:18:44.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-04T15:18:44.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-04T15:18:44.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-04T15:18:44.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-04T15:18:44.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "restful" 2024-08-04T15:18:44.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-08-04T15:18:44.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-04T15:18:44.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:44.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-04T15:18:44.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-04T15:18:44.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modified": "2024-08-04T15:18:30.836149+0000", 2024-08-04T15:18:44.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-04T15:18:44.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-08-04T15:18:44.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-04T15:18:44.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-08-04T15:18:44.954 INFO:teuthology.orchestra.run.smithi007.stdout:mgr is available 2024-08-04T15:18:46.085 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-08-04T15:18:46.085 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [global] 2024-08-04T15:18:46.085 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout fsid = ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:18:46.085 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-08-04T15:18:46.085 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-04T15:18:46.085 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-04T15:18:46.085 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-04T15:18:46.085 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-04T15:18:46.085 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-08-04T15:18:46.086 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-04T15:18:46.086 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-04T15:18:46.086 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-08-04T15:18:46.086 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [osd] 2024-08-04T15:18:46.086 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-04T15:18:46.086 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-04T15:18:46.086 INFO:teuthology.orchestra.run.smithi007.stdout:Enabling cephadm module... 2024-08-04T15:18:46.226 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:45 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/1317026647' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-04T15:18:47.291 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:47 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3931461977' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-08-04T15:18:47.291 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:47 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ignoring --setuser ceph since I am not root 2024-08-04T15:18:47.291 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:47 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ignoring --setgroup ceph since I am not root 2024-08-04T15:18:47.291 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:47 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:47.158+0000 7ff5cc36eec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-04T15:18:47.291 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:47 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:47.289+0000 7ff5cc36eec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:18:47.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:47 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:47.357+0000 7ff5cc36eec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-04T15:18:47.899 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:47 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:47.610+0000 7ff5cc36eec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-04T15:18:47.899 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:47 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:47.669+0000 7ff5cc36eec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-04T15:18:48.194 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:48 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3931461977' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-08-04T15:18:48.194 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:48 smithi007 ceph-mon[29096]: mgrmap e5: y(active, since 5s) 2024-08-04T15:18:48.792 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:48 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:48.617+0000 7ff5cc36eec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-04T15:18:48.792 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:48 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:48.733+0000 7ff5cc36eec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-04T15:18:48.792 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:48 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:48.790+0000 7ff5cc36eec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-04T15:18:48.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-08-04T15:18:48.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-08-04T15:18:48.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-04T15:18:48.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-04T15:18:48.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-04T15:18:48.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-08-04T15:18:48.823 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for the mgr to restart... 2024-08-04T15:18:48.823 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mgr epoch 5... 2024-08-04T15:18:49.042 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:49 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3469245284' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-04T15:18:49.043 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:48 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:48.990+0000 7ff5cc36eec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-04T15:18:49.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:49 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:49.055+0000 7ff5cc36eec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-04T15:18:49.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:49 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:49.122+0000 7ff5cc36eec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-04T15:18:49.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:49 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:49.252+0000 7ff5cc36eec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:18:49.984 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:49 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:49.683+0000 7ff5cc36eec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-04T15:18:49.985 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:49 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:49.982+0000 7ff5cc36eec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-04T15:18:50.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:50.050+0000 7ff5cc36eec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-04T15:18:50.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:50.181+0000 7ff5cc36eec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-04T15:18:50.697 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:50.445+0000 7ff5cc36eec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-04T15:18:50.697 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:50.506+0000 7ff5cc36eec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-04T15:18:51.025 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:50.695+0000 7ff5cc36eec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-04T15:18:51.026 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:50.759+0000 7ff5cc36eec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-04T15:18:51.026 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:50.843+0000 7ff5cc36eec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-04T15:18:51.026 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:50.902+0000 7ff5cc36eec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-04T15:18:51.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:51.445+0000 7ff5cc36eec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-04T15:18:51.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:51.585+0000 7ff5cc36eec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-04T15:18:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:51 smithi007 ceph-mon[29096]: Active manager daemon y restarted 2024-08-04T15:18:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:51 smithi007 ceph-mon[29096]: Activating manager daemon y 2024-08-04T15:18:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:51 smithi007 ceph-mon[29096]: osdmap e2: 0 total, 0 up, 0 in 2024-08-04T15:18:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:51 smithi007 ceph-mon[29096]: mgrmap e6: y(active, starting, since 0.00322175s) 2024-08-04T15:18:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:51 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:18:51.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:51 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-04T15:18:51.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:51 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-04T15:18:51.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:51 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-04T15:18:51.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:51 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-04T15:18:51.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:51 smithi007 ceph-mon[29096]: Manager daemon y is now available 2024-08-04T15:18:51.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:51 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' 2024-08-04T15:18:51.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:51 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' 2024-08-04T15:18:51.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:51 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:18:51.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:51 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:18:51.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:51 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:18:51.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:51 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-04T15:18:52.935 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:52 smithi007 ceph-mon[29096]: Found migration_current of "None". Setting to last migration. 2024-08-04T15:18:52.936 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:52 smithi007 ceph-mon[29096]: mgrmap e7: y(active, since 1.00548s) 2024-08-04T15:18:53.148 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-08-04T15:18:53.148 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-08-04T15:18:53.148 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-04T15:18:53.148 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-08-04T15:18:53.148 INFO:teuthology.orchestra.run.smithi007.stdout:mgr epoch 5 is available 2024-08-04T15:18:53.148 INFO:teuthology.orchestra.run.smithi007.stdout:Setting orchestrator backend to cephadm... 2024-08-04T15:18:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:53 smithi007 ceph-mon[29096]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-04T15:18:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:53 smithi007 ceph-mon[29096]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-04T15:18:54.828 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:54 smithi007 ceph-mon[29096]: mgrmap e8: y(active, since 2s) 2024-08-04T15:18:54.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:54 smithi007 ceph-mon[29096]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:18:54.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:54 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' 2024-08-04T15:18:54.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:54 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:18:55.423 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:55.230+0000 7ff57e6b5640 -1 log_channel(cephadm) log [ERR] : [04/Aug/2024:15:18:55] ENGINE Error in HTTPServer.serve 2024-08-04T15:18:55.424 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: Traceback (most recent call last): 2024-08-04T15:18:55.424 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:18:55.424 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: self._connections.run(self.expiration_interval) 2024-08-04T15:18:55.424 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:18:55.424 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: self._run(expiration_interval) 2024-08-04T15:18:55.424 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:18:55.424 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:18:55.424 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:18:55.424 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:18:55.424 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:18:55.425 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: s = self.context.wrap_socket( 2024-08-04T15:18:55.425 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:18:55.425 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: return self.sslsocket_class._create( 2024-08-04T15:18:55.425 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:18:55.425 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: self.do_handshake() 2024-08-04T15:18:55.425 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:18:55.425 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: self._sslobj.do_handshake() 2024-08-04T15:18:55.425 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:18:55.425 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:18:55.426 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout value unchanged 2024-08-04T15:18:55.426 INFO:teuthology.orchestra.run.smithi007.stdout:Generating ssh key... 2024-08-04T15:18:55.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-mon[29096]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:18:55.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' 2024-08-04T15:18:55.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:55 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:18:56.896 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-mon[29096]: [04/Aug/2024:15:18:55] ENGINE Bus STARTING 2024-08-04T15:18:56.897 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-mon[29096]: [04/Aug/2024:15:18:55] ENGINE Serving on https://172.21.15.7:7150 2024-08-04T15:18:56.897 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-mon[29096]: [04/Aug/2024:15:18:55] ENGINE Bus STARTED 2024-08-04T15:18:56.897 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-mon[29096]: [04/Aug/2024:15:18:55] ENGINE Error in HTTPServer.serve 2024-08-04T15:18:56.897 INFO:journalctl@ceph.mon.a.smithi007.stdout: Traceback (most recent call last): 2024-08-04T15:18:56.897 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:18:56.897 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._connections.run(self.expiration_interval) 2024-08-04T15:18:56.897 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:18:56.897 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._run(expiration_interval) 2024-08-04T15:18:56.897 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:18:56.897 INFO:journalctl@ceph.mon.a.smithi007.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:18:56.897 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:18:56.897 INFO:journalctl@ceph.mon.a.smithi007.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:18:56.897 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:18:56.898 INFO:journalctl@ceph.mon.a.smithi007.stdout: s = self.context.wrap_socket( 2024-08-04T15:18:56.898 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:18:56.898 INFO:journalctl@ceph.mon.a.smithi007.stdout: return self.sslsocket_class._create( 2024-08-04T15:18:56.898 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:18:56.898 INFO:journalctl@ceph.mon.a.smithi007.stdout: self.do_handshake() 2024-08-04T15:18:56.898 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:18:56.898 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._sslobj.do_handshake() 2024-08-04T15:18:56.898 INFO:journalctl@ceph.mon.a.smithi007.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:18:56.898 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-mon[29096]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:18:56.898 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-mon[29096]: Generating ssh key... 2024-08-04T15:18:56.898 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' 2024-08-04T15:18:56.898 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' 2024-08-04T15:18:56.899 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: Generating public/private rsa key pair. 2024-08-04T15:18:56.899 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: Your identification has been saved in /tmp/tmp2lx840p7/key 2024-08-04T15:18:56.899 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: Your public key has been saved in /tmp/tmp2lx840p7/key.pub 2024-08-04T15:18:56.899 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: The key fingerprint is: 2024-08-04T15:18:56.899 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: SHA256:bBinlFwvYufphogSULxAYGuecia2eBMBQUn+kY1liJI ceph-ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:18:56.899 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: The key's randomart image is: 2024-08-04T15:18:56.899 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: +---[RSA 3072]----+ 2024-08-04T15:18:56.899 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: |OO+ .o . | 2024-08-04T15:18:56.899 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: |E=o.*. o . | 2024-08-04T15:18:56.899 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: |o=.= .B + . | 2024-08-04T15:18:56.899 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: |+ +..o X o | 2024-08-04T15:18:56.899 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: |+++. o S | 2024-08-04T15:18:56.900 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: |+=.o . + | 2024-08-04T15:18:56.900 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: |o.+ . . o | 2024-08-04T15:18:56.900 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: | o . . | 2024-08-04T15:18:56.900 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: | | 2024-08-04T15:18:56.900 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:18:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: +----[SHA256]-----+ 2024-08-04T15:18:58.313 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCezIr8T2JZFBDgDmsUhDMvsSS+z7bPP3EhPEhOxNtTzXfbqpB4J70jWfbW6x0aQQezZGdCIQii4BqGdZIF5Y10oGBK9tjQiNmQNhHaLmLIANEvmdyDAOfYUTF3L16cZ80l0Q2jD8BGejrY2znJFhDLzqkhgTjJ1+Er/6yqbSXZ04xhoXwE9ZnNC2f4cPM8kM2V7ZSSxTSBBD9csi9RnxTZ+RJPJhozrIGxSpWm95pJPnm299dbeuqi99SvpGtyV53LIuVnREAgJEamy8WtlcTZkVkZEvpD72HKLlcyDX2npvL5VPL40IyukDzrtJk1nQD/lWhsYMoLGXmw2USbyBmG4aRxwGIZISC/1TwDb2nS7oKLj9pmr07pG1qeq2Egof8L20yZa5Xlh872OSfew2wx2LgkKB8nWSVXtpdAP3hTGkfaPcqZR71UoIWjVR8i1sq3yc9K5m9fceW3TuQ+fwrgpbPNUF9Rh9r59iZ+nVkq3PooOm9La8amEAvEeaCuFYc= ceph-ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:18:58.313 INFO:teuthology.orchestra.run.smithi007.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-08-04T15:18:58.313 INFO:teuthology.orchestra.run.smithi007.stdout:Adding key to root@localhost authorized_keys... 2024-08-04T15:18:58.314 INFO:teuthology.orchestra.run.smithi007.stdout:Adding host smithi007... 2024-08-04T15:18:58.427 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:58 smithi007 ceph-mon[29096]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:18:59.310 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:18:59 smithi007 ceph-mon[29096]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi007", "addr": "172.21.15.7", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:19:00.234 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:00 smithi007 ceph-mon[29096]: Deploying cephadm binary to smithi007 2024-08-04T15:19:02.811 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout Added host 'smithi007' with addr '172.21.15.7' 2024-08-04T15:19:02.812 INFO:teuthology.orchestra.run.smithi007.stdout:Deploying unmanaged mon service... 2024-08-04T15:19:03.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:03 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' 2024-08-04T15:19:03.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:03 smithi007 ceph-mon[29096]: Added host smithi007 2024-08-04T15:19:03.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:03 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:19:04.162 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-08-04T15:19:04.162 INFO:teuthology.orchestra.run.smithi007.stdout:Deploying unmanaged mgr service... 2024-08-04T15:19:04.729 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:04 smithi007 ceph-mon[29096]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:19:04.729 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:04 smithi007 ceph-mon[29096]: Saving service mon spec with placement count:5 2024-08-04T15:19:04.730 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:04 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' 2024-08-04T15:19:05.328 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-08-04T15:19:05.870 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:05 smithi007 ceph-mon[29096]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:19:05.871 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:05 smithi007 ceph-mon[29096]: Saving service mgr spec with placement count:2 2024-08-04T15:19:05.871 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:05 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' 2024-08-04T15:19:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:06 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/485968804' entity='client.admin' 2024-08-04T15:19:07.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:06 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' 2024-08-04T15:19:08.311 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:08 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' 2024-08-04T15:19:08.311 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:08 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3732823343' entity='client.admin' 2024-08-04T15:19:08.848 INFO:teuthology.orchestra.run.smithi007.stdout:Enabling the dashboard module... 2024-08-04T15:19:09.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:09 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' 2024-08-04T15:19:10.383 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:10 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3826908700' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-08-04T15:19:10.383 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:10 smithi007 ceph-mon[29096]: from='mgr.14118 172.21.15.7:0/1682859128' entity='mgr.y' 2024-08-04T15:19:10.677 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:10 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ignoring --setuser ceph since I am not root 2024-08-04T15:19:10.677 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:10 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ignoring --setgroup ceph since I am not root 2024-08-04T15:19:10.677 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:10 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:10.482+0000 7fba1544dec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-04T15:19:10.677 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:10 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:10.609+0000 7fba1544dec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:19:10.677 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:10 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:10.676+0000 7fba1544dec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-04T15:19:11.313 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:10 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:10.927+0000 7fba1544dec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-04T15:19:11.313 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:10 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:10.988+0000 7fba1544dec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-04T15:19:11.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:11 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3826908700' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-08-04T15:19:11.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:11 smithi007 ceph-mon[29096]: mgrmap e9: y(active, since 18s) 2024-08-04T15:19:12.318 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:11 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:11.947+0000 7fba1544dec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-04T15:19:12.318 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:12.064+0000 7fba1544dec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-04T15:19:12.318 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:12.121+0000 7fba1544dec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-04T15:19:12.318 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:12.317+0000 7fba1544dec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-04T15:19:12.578 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:12 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/4293680030' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-04T15:19:12.578 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:12.379+0000 7fba1544dec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-04T15:19:12.578 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:12.448+0000 7fba1544dec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-04T15:19:12.578 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:12.577+0000 7fba1544dec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:19:12.783 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-08-04T15:19:12.784 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-08-04T15:19:12.784 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-04T15:19:12.784 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-04T15:19:12.784 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-04T15:19:12.784 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-08-04T15:19:12.784 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for the mgr to restart... 2024-08-04T15:19:12.784 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mgr epoch 9... 2024-08-04T15:19:13.217 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:13.021+0000 7fba1544dec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-04T15:19:13.536 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:13.333+0000 7fba1544dec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-04T15:19:13.536 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:13.402+0000 7fba1544dec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-04T15:19:13.536 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:13.535+0000 7fba1544dec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-04T15:19:14.056 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:13.803+0000 7fba1544dec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-04T15:19:14.056 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:13.865+0000 7fba1544dec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-04T15:19:14.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:14.055+0000 7fba1544dec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-04T15:19:14.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:14.120+0000 7fba1544dec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-04T15:19:14.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:14.204+0000 7fba1544dec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-04T15:19:14.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:14.264+0000 7fba1544dec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-04T15:19:15.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:14.805+0000 7fba1544dec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-04T15:19:15.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:14.945+0000 7fba1544dec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-04T15:19:15.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-mon[29096]: Active manager daemon y restarted 2024-08-04T15:19:15.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-mon[29096]: Activating manager daemon y 2024-08-04T15:19:15.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-mon[29096]: osdmap e3: 0 total, 0 up, 0 in 2024-08-04T15:19:15.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-mon[29096]: mgrmap e10: y(active, starting, since 0.00275644s) 2024-08-04T15:19:15.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:19:15.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-04T15:19:15.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-04T15:19:15.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-04T15:19:15.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-04T15:19:15.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-mon[29096]: Manager daemon y is now available 2024-08-04T15:19:15.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:19:15.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:19:15.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:14 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-04T15:19:16.876 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-08-04T15:19:16.876 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-08-04T15:19:16.876 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-04T15:19:16.876 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-08-04T15:19:16.876 INFO:teuthology.orchestra.run.smithi007.stdout:mgr epoch 9 is available 2024-08-04T15:19:16.876 INFO:teuthology.orchestra.run.smithi007.stdout:Generating a dashboard self-signed certificate... 2024-08-04T15:19:16.876 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:16.697+0000 7fb9c5f83640 -1 log_channel(cephadm) log [ERR] : [04/Aug/2024:15:19:16] ENGINE Error in HTTPServer.serve 2024-08-04T15:19:16.877 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: Traceback (most recent call last): 2024-08-04T15:19:16.877 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:19:16.877 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: self._connections.run(self.expiration_interval) 2024-08-04T15:19:16.877 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:19:16.877 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: self._run(expiration_interval) 2024-08-04T15:19:16.877 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:19:16.877 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:19:16.877 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:19:16.877 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:19:16.877 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:19:16.877 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: s = self.context.wrap_socket( 2024-08-04T15:19:16.877 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:19:16.877 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: return self.sslsocket_class._create( 2024-08-04T15:19:16.878 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:19:16.878 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: self.do_handshake() 2024-08-04T15:19:16.878 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:19:16.878 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: self._sslobj.do_handshake() 2024-08-04T15:19:16.878 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:19:16.878 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:19:17.151 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-mon[29096]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-04T15:19:17.152 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-mon[29096]: mgrmap e11: y(active, since 1.00558s) 2024-08-04T15:19:17.152 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-mon[29096]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-04T15:19:17.152 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:17.152 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:16 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:18.216 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-08-04T15:19:18.216 INFO:teuthology.orchestra.run.smithi007.stdout:Creating initial admin user... 2024-08-04T15:19:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:18 smithi007 ceph-mon[29096]: [04/Aug/2024:15:19:16] ENGINE Bus STARTING 2024-08-04T15:19:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:18 smithi007 ceph-mon[29096]: [04/Aug/2024:15:19:16] ENGINE Serving on https://172.21.15.7:7150 2024-08-04T15:19:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:18 smithi007 ceph-mon[29096]: [04/Aug/2024:15:19:16] ENGINE Bus STARTED 2024-08-04T15:19:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:18 smithi007 ceph-mon[29096]: [04/Aug/2024:15:19:16] ENGINE Error in HTTPServer.serve 2024-08-04T15:19:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout: Traceback (most recent call last): 2024-08-04T15:19:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:19:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._connections.run(self.expiration_interval) 2024-08-04T15:19:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:19:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._run(expiration_interval) 2024-08-04T15:19:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:19:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:19:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:19:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:19:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:19:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout: s = self.context.wrap_socket( 2024-08-04T15:19:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:19:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout: return self.sslsocket_class._create( 2024-08-04T15:19:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:19:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout: self.do_handshake() 2024-08-04T15:19:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:19:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._sslobj.do_handshake() 2024-08-04T15:19:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:19:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:18 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:18.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:18 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:18.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:18 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:18.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:18 smithi007 ceph-mon[29096]: mgrmap e12: y(active, since 2s) 2024-08-04T15:19:19.572 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:19 smithi007 ceph-mon[29096]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:19:19.572 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:19 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:20.253 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$F1BQdYyi7VNvlU4FylrbJOyh9sWj6X3QS.66G7S1pWc99odVe8e4.", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1722784759, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-08-04T15:19:20.253 INFO:teuthology.orchestra.run.smithi007.stdout:Fetching dashboard port number... 2024-08-04T15:19:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:20 smithi007 ceph-mon[29096]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:19:21.518 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 8443 2024-08-04T15:19:21.528 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-04T15:19:21.528 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout disabled 2024-08-04T15:19:21.536 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-04T15:19:21.536 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-08-04T15:19:21.536 INFO:teuthology.orchestra.run.smithi007.stdout:firewalld.service is not enabled 2024-08-04T15:19:21.536 INFO:teuthology.orchestra.run.smithi007.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-08-04T15:19:21.538 INFO:teuthology.orchestra.run.smithi007.stdout:Ceph Dashboard is now available at: 2024-08-04T15:19:21.539 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:19:21.539 INFO:teuthology.orchestra.run.smithi007.stdout: URL: https://smithi007.front.sepia.ceph.com:8443/ 2024-08-04T15:19:21.539 INFO:teuthology.orchestra.run.smithi007.stdout: User: admin 2024-08-04T15:19:21.539 INFO:teuthology.orchestra.run.smithi007.stdout: Password: ehjb0jhjl0 2024-08-04T15:19:21.539 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:19:21.539 INFO:teuthology.orchestra.run.smithi007.stdout:Saving cluster configuration to /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config directory 2024-08-04T15:19:21.540 INFO:teuthology.orchestra.run.smithi007.stdout:Enabling autotune for osd_memory_target 2024-08-04T15:19:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:21 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/621311181' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-08-04T15:19:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:22 smithi007 ceph-mon[29096]: mgrmap e13: y(active, since 6s) 2024-08-04T15:19:23.880 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-08-04T15:19:23.880 INFO:teuthology.orchestra.run.smithi007.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-08-04T15:19:23.880 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:19:23.880 INFO:teuthology.orchestra.run.smithi007.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-08-04T15:19:23.880 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:19:23.880 INFO:teuthology.orchestra.run.smithi007.stdout:Or, if you are only running a single cluster on this host: 2024-08-04T15:19:23.880 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:19:23.880 INFO:teuthology.orchestra.run.smithi007.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-08-04T15:19:23.880 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:19:23.880 INFO:teuthology.orchestra.run.smithi007.stdout:Please consider enabling telemetry to help improve Ceph: 2024-08-04T15:19:23.880 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:19:23.881 INFO:teuthology.orchestra.run.smithi007.stdout: ceph telemetry on 2024-08-04T15:19:23.881 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:19:23.881 INFO:teuthology.orchestra.run.smithi007.stdout:For more information see: 2024-08-04T15:19:23.881 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:19:23.881 INFO:teuthology.orchestra.run.smithi007.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-08-04T15:19:23.881 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:19:23.881 INFO:teuthology.orchestra.run.smithi007.stdout:Bootstrap complete. 2024-08-04T15:19:23.917 INFO:tasks.cephadm:Fetching config... 2024-08-04T15:19:23.918 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T15:19:23.918 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-08-04T15:19:23.935 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-08-04T15:19:23.935 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T15:19:23.935 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-08-04T15:19:23.991 INFO:tasks.cephadm:Fetching mon keyring... 2024-08-04T15:19:23.991 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T15:19:23.991 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/keyring of=/dev/stdout 2024-08-04T15:19:24.058 INFO:tasks.cephadm:Fetching pub ssh key... 2024-08-04T15:19:24.058 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T15:19:24.058 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-08-04T15:19:24.115 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-08-04T15:19:24.115 DEBUG:teuthology.orchestra.run.smithi007:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCezIr8T2JZFBDgDmsUhDMvsSS+z7bPP3EhPEhOxNtTzXfbqpB4J70jWfbW6x0aQQezZGdCIQii4BqGdZIF5Y10oGBK9tjQiNmQNhHaLmLIANEvmdyDAOfYUTF3L16cZ80l0Q2jD8BGejrY2znJFhDLzqkhgTjJ1+Er/6yqbSXZ04xhoXwE9ZnNC2f4cPM8kM2V7ZSSxTSBBD9csi9RnxTZ+RJPJhozrIGxSpWm95pJPnm299dbeuqi99SvpGtyV53LIuVnREAgJEamy8WtlcTZkVkZEvpD72HKLlcyDX2npvL5VPL40IyukDzrtJk1nQD/lWhsYMoLGXmw2USbyBmG4aRxwGIZISC/1TwDb2nS7oKLj9pmr07pG1qeq2Egof8L20yZa5Xlh872OSfew2wx2LgkKB8nWSVXtpdAP3hTGkfaPcqZR71UoIWjVR8i1sq3yc9K5m9fceW3TuQ+fwrgpbPNUF9Rh9r59iZ+nVkq3PooOm9La8amEAvEeaCuFYc= ceph-ac1a6012-5274-11ef-bcca-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-04T15:19:24.191 INFO:teuthology.orchestra.run.smithi007.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCezIr8T2JZFBDgDmsUhDMvsSS+z7bPP3EhPEhOxNtTzXfbqpB4J70jWfbW6x0aQQezZGdCIQii4BqGdZIF5Y10oGBK9tjQiNmQNhHaLmLIANEvmdyDAOfYUTF3L16cZ80l0Q2jD8BGejrY2znJFhDLzqkhgTjJ1+Er/6yqbSXZ04xhoXwE9ZnNC2f4cPM8kM2V7ZSSxTSBBD9csi9RnxTZ+RJPJhozrIGxSpWm95pJPnm299dbeuqi99SvpGtyV53LIuVnREAgJEamy8WtlcTZkVkZEvpD72HKLlcyDX2npvL5VPL40IyukDzrtJk1nQD/lWhsYMoLGXmw2USbyBmG4aRxwGIZISC/1TwDb2nS7oKLj9pmr07pG1qeq2Egof8L20yZa5Xlh872OSfew2wx2LgkKB8nWSVXtpdAP3hTGkfaPcqZR71UoIWjVR8i1sq3yc9K5m9fceW3TuQ+fwrgpbPNUF9Rh9r59iZ+nVkq3PooOm9La8amEAvEeaCuFYc= ceph-ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:19:24.203 DEBUG:teuthology.orchestra.run.smithi062:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCezIr8T2JZFBDgDmsUhDMvsSS+z7bPP3EhPEhOxNtTzXfbqpB4J70jWfbW6x0aQQezZGdCIQii4BqGdZIF5Y10oGBK9tjQiNmQNhHaLmLIANEvmdyDAOfYUTF3L16cZ80l0Q2jD8BGejrY2znJFhDLzqkhgTjJ1+Er/6yqbSXZ04xhoXwE9ZnNC2f4cPM8kM2V7ZSSxTSBBD9csi9RnxTZ+RJPJhozrIGxSpWm95pJPnm299dbeuqi99SvpGtyV53LIuVnREAgJEamy8WtlcTZkVkZEvpD72HKLlcyDX2npvL5VPL40IyukDzrtJk1nQD/lWhsYMoLGXmw2USbyBmG4aRxwGIZISC/1TwDb2nS7oKLj9pmr07pG1qeq2Egof8L20yZa5Xlh872OSfew2wx2LgkKB8nWSVXtpdAP3hTGkfaPcqZR71UoIWjVR8i1sq3yc9K5m9fceW3TuQ+fwrgpbPNUF9Rh9r59iZ+nVkq3PooOm9La8amEAvEeaCuFYc= ceph-ac1a6012-5274-11ef-bcca-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-04T15:19:24.247 INFO:teuthology.orchestra.run.smithi062.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCezIr8T2JZFBDgDmsUhDMvsSS+z7bPP3EhPEhOxNtTzXfbqpB4J70jWfbW6x0aQQezZGdCIQii4BqGdZIF5Y10oGBK9tjQiNmQNhHaLmLIANEvmdyDAOfYUTF3L16cZ80l0Q2jD8BGejrY2znJFhDLzqkhgTjJ1+Er/6yqbSXZ04xhoXwE9ZnNC2f4cPM8kM2V7ZSSxTSBBD9csi9RnxTZ+RJPJhozrIGxSpWm95pJPnm299dbeuqi99SvpGtyV53LIuVnREAgJEamy8WtlcTZkVkZEvpD72HKLlcyDX2npvL5VPL40IyukDzrtJk1nQD/lWhsYMoLGXmw2USbyBmG4aRxwGIZISC/1TwDb2nS7oKLj9pmr07pG1qeq2Egof8L20yZa5Xlh872OSfew2wx2LgkKB8nWSVXtpdAP3hTGkfaPcqZR71UoIWjVR8i1sq3yc9K5m9fceW3TuQ+fwrgpbPNUF9Rh9r59iZ+nVkq3PooOm9La8amEAvEeaCuFYc= ceph-ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:19:24.260 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-08-04T15:19:24.455 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:24 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/421691471' entity='client.admin' 2024-08-04T15:19:24.524 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:19:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:27 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:27 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:27 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi007", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:19:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:27 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:27 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:19:27.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:27 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:27.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:27 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/1443663286' entity='client.admin' 2024-08-04T15:19:27.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:27 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:19:27.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:27 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:27.733 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-08-04T15:19:27.733 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-08-04T15:19:27.992 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:19:30.727 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi062 2024-08-04T15:19:30.727 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-08-04T15:19:30.727 DEBUG:teuthology.orchestra.run.smithi062:> dd of=/etc/ceph/ceph.conf 2024-08-04T15:19:30.749 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-08-04T15:19:30.749 DEBUG:teuthology.orchestra.run.smithi062:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:19:30.808 INFO:tasks.cephadm:Adding host smithi062 to orchestrator... 2024-08-04T15:19:30.808 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph orch host add smithi062 2024-08-04T15:19:31.071 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:19:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:31 smithi007 ceph-mon[29096]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:19:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:31 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:31 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:19:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:31 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:19:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:31 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:19:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:31 smithi007 ceph-mon[29096]: Updating smithi007:/etc/ceph/ceph.conf 2024-08-04T15:19:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:31 smithi007 ceph-mon[29096]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:19:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:31 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:31 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:31 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:32.107 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:32 smithi007 ceph-mon[29096]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:19:32.107 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:32 smithi007 ceph-mon[29096]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:19:33.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:33 smithi007 ceph-mon[29096]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi062", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:19:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:34 smithi007 ceph-mon[29096]: Deploying cephadm binary to smithi062 2024-08-04T15:19:36.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:35 smithi007 ceph-mon[29096]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:36.230 INFO:teuthology.orchestra.run.smithi007.stdout:Added host 'smithi062' with addr '172.21.15.62' 2024-08-04T15:19:36.805 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph orch host ls --format=json 2024-08-04T15:19:37.064 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:19:37.457 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:37 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:37.501 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:37 smithi007 ceph-mon[29096]: Added host smithi062 2024-08-04T15:19:37.501 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:37 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:19:37.501 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:37 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:37.501 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:37 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:38.496 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:38 smithi007 ceph-mon[29096]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:38.496 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:38 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:38.669 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:19:38.669 INFO:teuthology.orchestra.run.smithi007.stdout:[{"addr": "172.21.15.7", "hostname": "smithi007", "labels": [], "status": ""}, {"addr": "172.21.15.62", "hostname": "smithi062", "labels": [], "status": ""}] 2024-08-04T15:19:39.226 INFO:tasks.cephadm:Setting crush tunables to default 2024-08-04T15:19:39.227 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd crush tunables default 2024-08-04T15:19:39.485 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:19:40.522 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:40 smithi007 ceph-mon[29096]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:19:40.522 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:40 smithi007 ceph-mon[29096]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:41 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:41 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:41 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:41 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:41 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi062", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:19:41.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:41 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:19:41.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:41 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:19:41.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:41 smithi007 ceph-mon[29096]: Updating smithi062:/etc/ceph/ceph.conf 2024-08-04T15:19:41.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:41 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:41.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:41 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:41.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:41 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:41.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:41 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3008032076' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-04T15:19:42.212 INFO:teuthology.orchestra.run.smithi007.stderr:adjusted tunables profile to default 2024-08-04T15:19:42.466 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:42 smithi007 ceph-mon[29096]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:19:42.466 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:42 smithi007 ceph-mon[29096]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:19:42.466 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:42 smithi007 ceph-mon[29096]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:42.466 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:42 smithi007 ceph-mon[29096]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:19:42.466 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:42 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3008032076' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-04T15:19:42.466 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:42 smithi007 ceph-mon[29096]: osdmap e4: 0 total, 0 up, 0 in 2024-08-04T15:19:42.846 INFO:tasks.cephadm:Adding mon.a on smithi007 2024-08-04T15:19:42.846 INFO:tasks.cephadm:Adding mon.c on smithi007 2024-08-04T15:19:42.846 INFO:tasks.cephadm:Adding mon.b on smithi062 2024-08-04T15:19:42.847 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph orch apply mon '3;smithi007:172.21.15.7=a;smithi007:[v2:172.21.15.7:3301,v1:172.21.15.7:6790]=c;smithi062:172.21.15.62=b' 2024-08-04T15:19:43.110 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:19:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:44 smithi007 ceph-mon[29096]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:44.681 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled mon update... 2024-08-04T15:19:45.360 DEBUG:teuthology.orchestra.run.smithi007:mon.c> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.c.service 2024-08-04T15:19:45.363 DEBUG:teuthology.orchestra.run.smithi062:mon.b> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.b.service 2024-08-04T15:19:45.365 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-04T15:19:45.365 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph mon dump -f json 2024-08-04T15:19:46.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:45 smithi007 ceph-mon[29096]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi007:172.21.15.7=a;smithi007:[v2:172.21.15.7:3301,v1:172.21.15.7:6790]=c;smithi062:172.21.15.62=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:19:46.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:45 smithi007 ceph-mon[29096]: Saving service mon spec with placement smithi007:172.21.15.7=a;smithi007:[v2:172.21.15.7:3301,v1:172.21.15.7:6790]=c;smithi062:172.21.15.62=b;count:3 2024-08-04T15:19:46.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:45 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:46.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:45 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:19:46.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:45 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:19:46.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:45 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:19:46.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:45 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:46.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:45 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:19:46.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:45 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:19:46.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:45 smithi007 ceph-mon[29096]: Deploying daemon mon.b on smithi062 2024-08-04T15:19:46.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:45 smithi007 ceph-mon[29096]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:46.418 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:19:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:48 smithi007 ceph-mon[29096]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:49 smithi062 systemd[1]: Starting Ceph mon.b for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:19:49.439 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:19:49.439 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":1,"fsid":"ac1a6012-5274-11ef-bcca-c7b262605968","modified":"2024-08-04T15:18:26.674835Z","created":"2024-08-04T15:18:26.674835Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:3300","nonce":0},{"type":"v1","addr":"172.21.15.7:6789","nonce":0}]},"addr":"172.21.15.7:6789/0","public_addr":"172.21.15.7:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-08-04T15:19:49.439 INFO:teuthology.orchestra.run.smithi062.stderr:dumped monmap epoch 1 2024-08-04T15:19:49.690 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:49 smithi062 podman[32624]: 2024-08-04 15:19:49.364397689 +0000 UTC m=+0.017290573 image pull 3614407c4e10a597f9c178852172813e4cecde744bb2f3f4214adbd8e14f4e66 quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7 2024-08-04T15:19:49.691 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:49 smithi062 podman[32624]: 2024-08-04 15:19:49.565317977 +0000 UTC m=+0.218210857 container create 359d0afec2d90569d39751c465f883678d315b324f6d3e9fdb6471d31765f25e (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=quincy-85224d9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, ceph=True) 2024-08-04T15:19:50.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:50 smithi007 ceph-mon[29096]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:50.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:50 smithi007 ceph-mon[29096]: from='client.? 172.21.15.62:0/4199118810' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-04T15:19:50.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 podman[32624]: 2024-08-04 15:19:50.304283523 +0000 UTC m=+0.957176424 container init 359d0afec2d90569d39751c465f883678d315b324f6d3e9fdb6471d31765f25e (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-b, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=quincy-85224d9, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-08-04T15:19:50.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 podman[32624]: 2024-08-04 15:19:50.308044972 +0000 UTC m=+0.960937856 container start 359d0afec2d90569d39751c465f883678d315b324f6d3e9fdb6471d31765f25e (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-b, RELEASE=quincy-85224d9, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-04T15:19:50.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: set uid:gid to 167:167 (ceph:ceph) 2024-08-04T15:19:50.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable), process ceph-mon, pid 2 2024-08-04T15:19:50.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: pidfile_write: ignore empty --pid-file 2024-08-04T15:19:50.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: load: jerasure load: lrc 2024-08-04T15:19:50.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: RocksDB version: 6.15.5 2024-08-04T15:19:50.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-04T15:19:50.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Compile date Aug 1 2024 2024-08-04T15:19:50.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: DB SUMMARY 2024-08-04T15:19:50.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: DB Session ID: Z8H2B400AK641OOYMHDX 2024-08-04T15:19:50.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: CURRENT file: CURRENT 2024-08-04T15:19:50.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: IDENTITY file: IDENTITY 2024-08-04T15:19:50.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-08-04T15:19:50.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-08-04T15:19:50.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-08-04T15:19:50.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.error_if_exists: 0 2024-08-04T15:19:50.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.create_if_missing: 0 2024-08-04T15:19:50.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.paranoid_checks: 1 2024-08-04T15:19:50.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-04T15:19:50.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.env: 0x5649b9743440 2024-08-04T15:19:50.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.fs: Posix File System 2024-08-04T15:19:50.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.info_log: 0x5649bbb0af20 2024-08-04T15:19:50.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_file_opening_threads: 16 2024-08-04T15:19:50.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.statistics: (nil) 2024-08-04T15:19:50.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.use_fsync: 0 2024-08-04T15:19:50.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_log_file_size: 0 2024-08-04T15:19:50.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-04T15:19:50.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-04T15:19:50.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.keep_log_file_num: 1000 2024-08-04T15:19:50.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.recycle_log_file_num: 0 2024-08-04T15:19:50.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.allow_fallocate: 1 2024-08-04T15:19:50.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.allow_mmap_reads: 0 2024-08-04T15:19:50.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.allow_mmap_writes: 0 2024-08-04T15:19:50.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.use_direct_reads: 0 2024-08-04T15:19:50.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-04T15:19:50.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.create_missing_column_families: 0 2024-08-04T15:19:50.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.db_log_dir: 2024-08-04T15:19:50.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2024-08-04T15:19:50.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-04T15:19:50.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-04T15:19:50.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-04T15:19:50.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-04T15:19:50.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-04T15:19:50.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-04T15:19:50.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.advise_random_on_open: 1 2024-08-04T15:19:50.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.db_write_buffer_size: 0 2024-08-04T15:19:50.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.write_buffer_manager: 0x5649bbbc8750 2024-08-04T15:19:50.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-04T15:19:50.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-04T15:19:50.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-04T15:19:50.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-04T15:19:50.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.rate_limiter: (nil) 2024-08-04T15:19:50.767 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-04T15:19:50.767 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.wal_recovery_mode: 2 2024-08-04T15:19:50.767 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.enable_thread_tracking: 0 2024-08-04T15:19:50.767 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.enable_pipelined_write: 0 2024-08-04T15:19:50.767 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.unordered_write: 0 2024-08-04T15:19:50.767 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-04T15:19:50.767 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-04T15:19:50.767 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-04T15:19:50.767 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-04T15:19:50.767 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.row_cache: None 2024-08-04T15:19:50.767 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.wal_filter: None 2024-08-04T15:19:50.767 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-04T15:19:50.769 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.allow_ingest_behind: 0 2024-08-04T15:19:50.769 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.preserve_deletes: 0 2024-08-04T15:19:50.769 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.two_write_queues: 0 2024-08-04T15:19:50.769 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.manual_wal_flush: 0 2024-08-04T15:19:50.769 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.atomic_flush: 0 2024-08-04T15:19:50.769 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-04T15:19:50.769 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-04T15:19:50.770 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-04T15:19:50.770 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.log_readahead_size: 0 2024-08-04T15:19:50.770 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-04T15:19:50.770 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.best_efforts_recovery: 0 2024-08-04T15:19:50.770 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-04T15:19:50.770 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-04T15:19:50.770 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.allow_data_in_errors: 0 2024-08-04T15:19:50.770 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.db_host_id: __hostname__ 2024-08-04T15:19:50.770 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_background_jobs: 2 2024-08-04T15:19:50.770 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_background_compactions: -1 2024-08-04T15:19:50.770 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_subcompactions: 1 2024-08-04T15:19:50.771 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-04T15:19:50.771 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-04T15:19:50.771 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-04T15:19:50.771 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_total_wal_size: 0 2024-08-04T15:19:50.771 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-04T15:19:50.771 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-04T15:19:50.771 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-04T15:19:50.771 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-04T15:19:50.771 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_open_files: -1 2024-08-04T15:19:50.771 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.bytes_per_sync: 0 2024-08-04T15:19:50.771 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-04T15:19:50.771 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-04T15:19:50.771 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compaction_readahead_size: 0 2024-08-04T15:19:50.772 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_background_flushes: -1 2024-08-04T15:19:50.772 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Compression algorithms supported: 2024-08-04T15:19:50.772 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: kZSTD supported: 0 2024-08-04T15:19:50.772 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: kXpressCompression supported: 0 2024-08-04T15:19:50.772 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: kBZip2Compression supported: 0 2024-08-04T15:19:50.772 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-04T15:19:50.772 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: kLZ4Compression supported: 1 2024-08-04T15:19:50.772 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: kZlibCompression supported: 1 2024-08-04T15:19:50.772 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: kLZ4HCCompression supported: 1 2024-08-04T15:19:50.772 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: kSnappyCompression supported: 1 2024-08-04T15:19:50.772 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-04T15:19:50.772 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2024-08-04T15:19:50.772 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-04T15:19:50.773 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-04T15:19:50.773 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.merge_operator: 2024-08-04T15:19:50.773 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compaction_filter: None 2024-08-04T15:19:50.773 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compaction_filter_factory: None 2024-08-04T15:19:50.773 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.sst_partitioner_factory: None 2024-08-04T15:19:50.773 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-04T15:19:50.773 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-04T15:19:50.773 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5649bbab1a58) 2024-08-04T15:19:50.773 INFO:journalctl@ceph.mon.b.smithi062.stdout: cache_index_and_filter_blocks: 1 2024-08-04T15:19:50.773 INFO:journalctl@ceph.mon.b.smithi062.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-04T15:19:50.773 INFO:journalctl@ceph.mon.b.smithi062.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-04T15:19:50.773 INFO:journalctl@ceph.mon.b.smithi062.stdout: pin_top_level_index_and_filter: 1 2024-08-04T15:19:50.773 INFO:journalctl@ceph.mon.b.smithi062.stdout: index_type: 0 2024-08-04T15:19:50.774 INFO:journalctl@ceph.mon.b.smithi062.stdout: data_block_index_type: 0 2024-08-04T15:19:50.774 INFO:journalctl@ceph.mon.b.smithi062.stdout: index_shortening: 1 2024-08-04T15:19:50.774 INFO:journalctl@ceph.mon.b.smithi062.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-04T15:19:50.774 INFO:journalctl@ceph.mon.b.smithi062.stdout: hash_index_allow_collision: 1 2024-08-04T15:19:50.774 INFO:journalctl@ceph.mon.b.smithi062.stdout: checksum: 1 2024-08-04T15:19:50.774 INFO:journalctl@ceph.mon.b.smithi062.stdout: no_block_cache: 0 2024-08-04T15:19:50.774 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_cache: 0x5649bbae71f0 2024-08-04T15:19:50.774 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_cache_name: BinnedLRUCache 2024-08-04T15:19:50.774 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_cache_options: 2024-08-04T15:19:50.774 INFO:journalctl@ceph.mon.b.smithi062.stdout: capacity : 536870912 2024-08-04T15:19:50.774 INFO:journalctl@ceph.mon.b.smithi062.stdout: num_shard_bits : 4 2024-08-04T15:19:50.775 INFO:journalctl@ceph.mon.b.smithi062.stdout: strict_capacity_limit : 0 2024-08-04T15:19:50.775 INFO:journalctl@ceph.mon.b.smithi062.stdout: high_pri_pool_ratio: 0.000 2024-08-04T15:19:50.775 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_cache_compressed: (nil) 2024-08-04T15:19:50.775 INFO:journalctl@ceph.mon.b.smithi062.stdout: persistent_cache: (nil) 2024-08-04T15:19:50.775 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_size: 4096 2024-08-04T15:19:50.775 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_size_deviation: 10 2024-08-04T15:19:50.775 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_restart_interval: 16 2024-08-04T15:19:50.775 INFO:journalctl@ceph.mon.b.smithi062.stdout: index_block_restart_interval: 1 2024-08-04T15:19:50.775 INFO:journalctl@ceph.mon.b.smithi062.stdout: metadata_block_size: 4096 2024-08-04T15:19:50.775 INFO:journalctl@ceph.mon.b.smithi062.stdout: partition_filters: 0 2024-08-04T15:19:50.775 INFO:journalctl@ceph.mon.b.smithi062.stdout: use_delta_encoding: 1 2024-08-04T15:19:50.775 INFO:journalctl@ceph.mon.b.smithi062.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-04T15:19:50.776 INFO:journalctl@ceph.mon.b.smithi062.stdout: whole_key_filtering: 1 2024-08-04T15:19:50.776 INFO:journalctl@ceph.mon.b.smithi062.stdout: verify_compression: 0 2024-08-04T15:19:50.776 INFO:journalctl@ceph.mon.b.smithi062.stdout: read_amp_bytes_per_bit: 0 2024-08-04T15:19:50.776 INFO:journalctl@ceph.mon.b.smithi062.stdout: format_version: 4 2024-08-04T15:19:50.776 INFO:journalctl@ceph.mon.b.smithi062.stdout: enable_index_compression: 1 2024-08-04T15:19:50.776 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_align: 0 2024-08-04T15:19:50.776 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.write_buffer_size: 33554432 2024-08-04T15:19:50.776 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_write_buffer_number: 2 2024-08-04T15:19:50.776 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compression: NoCompression 2024-08-04T15:19:50.776 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.bottommost_compression: Disabled 2024-08-04T15:19:50.776 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.prefix_extractor: nullptr 2024-08-04T15:19:50.776 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-04T15:19:50.776 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.num_levels: 7 2024-08-04T15:19:50.777 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-04T15:19:50.777 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-04T15:19:50.777 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-04T15:19:50.777 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-04T15:19:50.777 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-04T15:19:50.777 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-04T15:19:50.777 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-04T15:19:50.777 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-04T15:19:50.777 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-04T15:19:50.777 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-04T15:19:50.777 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-04T15:19:50.777 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compression_opts.level: 32767 2024-08-04T15:19:50.777 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compression_opts.strategy: 0 2024-08-04T15:19:50.778 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-04T15:19:50.778 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-04T15:19:50.778 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-04T15:19:50.778 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compression_opts.enabled: false 2024-08-04T15:19:50.778 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-04T15:19:50.778 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-04T15:19:50.778 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-04T15:19:50.778 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.target_file_size_base: 67108864 2024-08-04T15:19:50.778 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-04T15:19:50.778 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-04T15:19:50.778 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-04T15:19:50.778 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-04T15:19:50.779 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-04T15:19:50.779 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-04T15:19:50.779 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-04T15:19:50.779 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-04T15:19:50.779 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-04T15:19:50.779 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-04T15:19:50.779 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-04T15:19:50.779 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-04T15:19:50.779 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-04T15:19:50.779 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.arena_block_size: 4194304 2024-08-04T15:19:50.779 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-04T15:19:50.779 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-04T15:19:50.779 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-04T15:19:50.780 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.disable_auto_compactions: 0 2024-08-04T15:19:50.780 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-04T15:19:50.780 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-04T15:19:50.780 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-04T15:19:50.780 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-04T15:19:50.780 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-04T15:19:50.780 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-04T15:19:50.780 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-04T15:19:50.780 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-04T15:19:50.780 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-04T15:19:50.780 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-04T15:19:50.780 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.table_properties_collectors: 2024-08-04T15:19:50.780 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.inplace_update_support: 0 2024-08-04T15:19:50.781 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-04T15:19:50.781 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-04T15:19:50.781 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-04T15:19:50.781 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-04T15:19:50.781 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.bloom_locality: 0 2024-08-04T15:19:50.781 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.max_successive_merges: 0 2024-08-04T15:19:50.781 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-04T15:19:50.781 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.paranoid_file_checks: 0 2024-08-04T15:19:50.781 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.force_consistency_checks: 1 2024-08-04T15:19:50.781 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.report_bg_io_stats: 0 2024-08-04T15:19:50.781 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.ttl: 2592000 2024-08-04T15:19:50.782 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-04T15:19:50.782 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.enable_blob_files: false 2024-08-04T15:19:50.782 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.min_blob_size: 0 2024-08-04T15:19:50.782 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.blob_file_size: 268435456 2024-08-04T15:19:50.782 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-04T15:19:50.782 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-04T15:19:50.782 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-04T15:19:50.782 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-04T15:19:50.782 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-08-04T15:19:50.782 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-08-04T15:19:50.783 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722784790333654, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-04T15:19:50.783 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-08-04T15:19:50.783 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-04T15:19:50.783 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722784790333978, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1545, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1722784790, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "c939d6e6-4373-4626-8658-964f9360bca9", "db_session_id": "Z8H2B400AK641OOYMHDX"}} 2024-08-04T15:19:50.783 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-08-04T15:19:50.783 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722784790337365, "job": 1, "event": "recovery_finished"} 2024-08-04T15:19:50.783 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-04T15:19:50.783 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5649bbb1a700 2024-08-04T15:19:50.783 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: DB pointer 0x5649bbaea000 2024-08-04T15:19:50.783 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-08-04T15:19:50.783 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-04T15:19:50.783 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-04T15:19:50.784 INFO:journalctl@ceph.mon.b.smithi062.stdout: ** DB Stats ** 2024-08-04T15:19:50.784 INFO:journalctl@ceph.mon.b.smithi062.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-04T15:19:50.784 INFO:journalctl@ceph.mon.b.smithi062.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-04T15:19:50.784 INFO:journalctl@ceph.mon.b.smithi062.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-04T15:19:50.784 INFO:journalctl@ceph.mon.b.smithi062.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-04T15:19:50.784 INFO:journalctl@ceph.mon.b.smithi062.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-04T15:19:50.784 INFO:journalctl@ceph.mon.b.smithi062.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-04T15:19:50.784 INFO:journalctl@ceph.mon.b.smithi062.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-04T15:19:50.784 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-08-04T15:19:50.784 INFO:journalctl@ceph.mon.b.smithi062.stdout: ** Compaction Stats [default] ** 2024-08-04T15:19:50.784 INFO:journalctl@ceph.mon.b.smithi062.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-04T15:19:50.784 INFO:journalctl@ceph.mon.b.smithi062.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-04T15:19:50.784 INFO:journalctl@ceph.mon.b.smithi062.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.8 0.00 0.00 1 0.000 0 0 2024-08-04T15:19:50.785 INFO:journalctl@ceph.mon.b.smithi062.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.8 0.00 0.00 1 0.000 0 0 2024-08-04T15:19:50.785 INFO:journalctl@ceph.mon.b.smithi062.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.8 0.00 0.00 1 0.000 0 0 2024-08-04T15:19:50.785 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-08-04T15:19:50.785 INFO:journalctl@ceph.mon.b.smithi062.stdout: ** Compaction Stats [default] ** 2024-08-04T15:19:50.785 INFO:journalctl@ceph.mon.b.smithi062.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-04T15:19:50.785 INFO:journalctl@ceph.mon.b.smithi062.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-04T15:19:50.785 INFO:journalctl@ceph.mon.b.smithi062.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.8 0.00 0.00 1 0.000 0 0 2024-08-04T15:19:50.785 INFO:journalctl@ceph.mon.b.smithi062.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-04T15:19:50.785 INFO:journalctl@ceph.mon.b.smithi062.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-04T15:19:50.785 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-04T15:19:50.785 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-04T15:19:50.785 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-04T15:19:50.785 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-04T15:19:50.785 INFO:journalctl@ceph.mon.b.smithi062.stdout: Cumulative compaction: 0.00 GB write, 0.25 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-04T15:19:50.786 INFO:journalctl@ceph.mon.b.smithi062.stdout: Interval compaction: 0.00 GB write, 0.25 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-04T15:19:50.786 INFO:journalctl@ceph.mon.b.smithi062.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-04T15:19:50.786 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-08-04T15:19:50.786 INFO:journalctl@ceph.mon.b.smithi062.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-04T15:19:50.786 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-08-04T15:19:50.786 INFO:journalctl@ceph.mon.b.smithi062.stdout: ** Compaction Stats [default] ** 2024-08-04T15:19:50.786 INFO:journalctl@ceph.mon.b.smithi062.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-04T15:19:50.786 INFO:journalctl@ceph.mon.b.smithi062.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-04T15:19:50.786 INFO:journalctl@ceph.mon.b.smithi062.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.8 0.00 0.00 1 0.000 0 0 2024-08-04T15:19:50.786 INFO:journalctl@ceph.mon.b.smithi062.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.8 0.00 0.00 1 0.000 0 0 2024-08-04T15:19:50.786 INFO:journalctl@ceph.mon.b.smithi062.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-04T15:19:50.786 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-08-04T15:19:50.786 INFO:journalctl@ceph.mon.b.smithi062.stdout: ** Compaction Stats [default] ** 2024-08-04T15:19:50.787 INFO:journalctl@ceph.mon.b.smithi062.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-04T15:19:50.787 INFO:journalctl@ceph.mon.b.smithi062.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-04T15:19:50.787 INFO:journalctl@ceph.mon.b.smithi062.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.8 0.00 0.00 1 0.000 0 0 2024-08-04T15:19:50.787 INFO:journalctl@ceph.mon.b.smithi062.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-04T15:19:50.787 INFO:journalctl@ceph.mon.b.smithi062.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-04T15:19:50.787 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-04T15:19:50.787 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-04T15:19:50.787 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-04T15:19:50.787 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-04T15:19:50.787 INFO:journalctl@ceph.mon.b.smithi062.stdout: Cumulative compaction: 0.00 GB write, 0.25 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-04T15:19:50.787 INFO:journalctl@ceph.mon.b.smithi062.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-04T15:19:50.787 INFO:journalctl@ceph.mon.b.smithi062.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-04T15:19:50.787 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-08-04T15:19:50.787 INFO:journalctl@ceph.mon.b.smithi062.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-04T15:19:50.788 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: using public_addr v2:172.21.15.62:0/0 -> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] 2024-08-04T15:19:50.788 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: starting mon.b rank -1 at public addrs [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] at bind addrs [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:19:50.788 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: mon.b@-1(???) e0 preinit fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:19:50.788 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: mon.b@-1(synchronizing).mds e1 new map 2024-08-04T15:19:50.788 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: mon.b@-1(synchronizing).mds e1 print_map 2024-08-04T15:19:50.788 INFO:journalctl@ceph.mon.b.smithi062.stdout: e1 2024-08-04T15:19:50.788 INFO:journalctl@ceph.mon.b.smithi062.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-04T15:19:50.788 INFO:journalctl@ceph.mon.b.smithi062.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-04T15:19:50.788 INFO:journalctl@ceph.mon.b.smithi062.stdout: legacy client fscid: -1 2024-08-04T15:19:50.788 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-08-04T15:19:50.788 INFO:journalctl@ceph.mon.b.smithi062.stdout: No filesystems configured 2024-08-04T15:19:50.788 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-04T15:19:50.788 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-04T15:19:50.789 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-04T15:19:50.789 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-04T15:19:50.789 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-04T15:19:50.789 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-04T15:19:50.789 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-04T15:19:50.789 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-04T15:19:50.789 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-04T15:19:50.789 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-04T15:19:50.789 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:50.789 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:50.789 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:50.789 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:50.789 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi062", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:19:50.789 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:19:50.790 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:19:50.790 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: Updating smithi062:/etc/ceph/ceph.conf 2024-08-04T15:19:50.790 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:50.790 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:50.790 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:50.790 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/3008032076' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-04T15:19:50.790 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:19:50.790 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:19:50.790 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:50.790 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:19:50.790 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/3008032076' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-04T15:19:50.790 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: osdmap e4: 0 total, 0 up, 0 in 2024-08-04T15:19:50.791 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:50.791 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi007:172.21.15.7=a;smithi007:[v2:172.21.15.7:3301,v1:172.21.15.7:6790]=c;smithi062:172.21.15.62=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:19:50.791 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: Saving service mon spec with placement smithi007:172.21.15.7=a;smithi007:[v2:172.21.15.7:3301,v1:172.21.15.7:6790]=c;smithi062:172.21.15.62=b;count:3 2024-08-04T15:19:50.791 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:50.791 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:19:50.791 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:19:50.791 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:19:50.791 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:50.791 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:19:50.791 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:19:50.791 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: Deploying daemon mon.b on smithi062 2024-08-04T15:19:50.792 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:50.792 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:50.792 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:50.792 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: from='client.? 172.21.15.62:0/4199118810' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-04T15:19:50.792 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 ceph-mon[32659]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-04T15:19:50.792 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 bash[32624]: 359d0afec2d90569d39751c465f883678d315b324f6d3e9fdb6471d31765f25e 2024-08-04T15:19:50.792 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:50 smithi062 systemd[1]: Started Ceph mon.b for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:19:51.180 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-04T15:19:51.180 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph mon dump -f json 2024-08-04T15:19:51.450 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.b/config 2024-08-04T15:19:55.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:55.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:19:55.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:55.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: mon.a calling monitor election 2024-08-04T15:19:55.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:55.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:55.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:55.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: mon.b calling monitor election 2024-08-04T15:19:55.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:55.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:55.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:55.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:55.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:55.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-04T15:19:55.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: monmap e2: 2 mons at {a=[v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-04T15:19:55.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: fsmap 2024-08-04T15:19:55.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: osdmap e4: 0 total, 0 up, 0 in 2024-08-04T15:19:55.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: mgrmap e13: y(active, since 40s) 2024-08-04T15:19:55.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: overall HEALTH_OK 2024-08-04T15:19:55.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:55.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:55.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:55.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:19:55.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:19:55.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:55 smithi062 ceph-mon[32659]: Deploying daemon mon.c on smithi007 2024-08-04T15:19:55.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:55.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:19:55.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:55.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: mon.a calling monitor election 2024-08-04T15:19:55.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:55.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:55.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:55.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: mon.b calling monitor election 2024-08-04T15:19:55.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:55.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:55.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:55.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:55.830 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:55.830 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-04T15:19:55.830 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: monmap e2: 2 mons at {a=[v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-04T15:19:55.830 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: fsmap 2024-08-04T15:19:55.830 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: osdmap e4: 0 total, 0 up, 0 in 2024-08-04T15:19:55.830 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: mgrmap e13: y(active, since 40s) 2024-08-04T15:19:55.830 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: overall HEALTH_OK 2024-08-04T15:19:55.830 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:55.830 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:55.830 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:55.830 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:19:55.830 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:19:55.830 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:55 smithi007 ceph-mon[29096]: Deploying daemon mon.c on smithi007 2024-08-04T15:19:56.263 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:19:56.263 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":2,"fsid":"ac1a6012-5274-11ef-bcca-c7b262605968","modified":"2024-08-04T15:19:50.360191Z","created":"2024-08-04T15:18:26.674835Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:3300","nonce":0},{"type":"v1","addr":"172.21.15.7:6789","nonce":0}]},"addr":"172.21.15.7:6789/0","public_addr":"172.21.15.7:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:3300","nonce":0},{"type":"v1","addr":"172.21.15.62:6789","nonce":0}]},"addr":"172.21.15.62:6789/0","public_addr":"172.21.15.62:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-08-04T15:19:56.263 INFO:teuthology.orchestra.run.smithi062.stderr:dumped monmap epoch 2 2024-08-04T15:19:56.565 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:56 smithi062 ceph-mon[32659]: from='client.? 172.21.15.62:0/703264068' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-04T15:19:56.565 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:56 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:56.832 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:56 smithi007 ceph-mon[29096]: from='client.? 172.21.15.62:0/703264068' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-04T15:19:56.832 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:56 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:57.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:19:57 smithi062 ceph-mon[32659]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:57.832 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:19:57 smithi007 ceph-mon[29096]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:57.859 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-04T15:19:57.860 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph mon dump -f json 2024-08-04T15:19:58.131 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.b/config 2024-08-04T15:19:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 systemd[1]: Starting Ceph mon.c for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:19:58.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 podman[39510]: 2024-08-04 15:19:58.624940352 +0000 UTC m=+0.113567994 container create b6575ebd4101eabd99919a394b459b1302c1aa19226e5217361665fc20372dda (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-c, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=quincy-85224d9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T15:19:58.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 podman[39510]: 2024-08-04 15:19:58.529149339 +0000 UTC m=+0.017776951 image pull 3614407c4e10a597f9c178852172813e4cecde744bb2f3f4214adbd8e14f4e66 quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7 2024-08-04T15:19:58.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 podman[39510]: 2024-08-04 15:19:58.844059775 +0000 UTC m=+0.332687390 container init b6575ebd4101eabd99919a394b459b1302c1aa19226e5217361665fc20372dda (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-c, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=quincy-85224d9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-04T15:19:58.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 podman[39510]: 2024-08-04 15:19:58.847569808 +0000 UTC m=+0.336197409 container start b6575ebd4101eabd99919a394b459b1302c1aa19226e5217361665fc20372dda (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=quincy-85224d9, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-04T15:19:58.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: set uid:gid to 167:167 (ceph:ceph) 2024-08-04T15:19:58.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable), process ceph-mon, pid 2 2024-08-04T15:19:58.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: pidfile_write: ignore empty --pid-file 2024-08-04T15:19:58.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: load: jerasure load: lrc 2024-08-04T15:19:58.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: RocksDB version: 6.15.5 2024-08-04T15:19:58.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-04T15:19:58.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Compile date Aug 1 2024 2024-08-04T15:19:58.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: DB SUMMARY 2024-08-04T15:19:58.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: DB Session ID: RMW8ZPAO47L9NEPBX5MB 2024-08-04T15:19:58.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: CURRENT file: CURRENT 2024-08-04T15:19:58.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: IDENTITY file: IDENTITY 2024-08-04T15:19:58.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-08-04T15:19:58.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-08-04T15:19:58.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-08-04T15:19:58.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.error_if_exists: 0 2024-08-04T15:19:58.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.create_if_missing: 0 2024-08-04T15:19:58.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.paranoid_checks: 1 2024-08-04T15:19:58.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-04T15:19:58.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.env: 0x56157df7c440 2024-08-04T15:19:58.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.fs: Posix File System 2024-08-04T15:19:58.898 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.info_log: 0x56157e7faf20 2024-08-04T15:19:58.898 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_file_opening_threads: 16 2024-08-04T15:19:58.898 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.statistics: (nil) 2024-08-04T15:19:58.898 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.use_fsync: 0 2024-08-04T15:19:58.898 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_log_file_size: 0 2024-08-04T15:19:58.898 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-04T15:19:58.898 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-04T15:19:58.898 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.keep_log_file_num: 1000 2024-08-04T15:19:58.898 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.recycle_log_file_num: 0 2024-08-04T15:19:58.898 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.allow_fallocate: 1 2024-08-04T15:19:58.898 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.allow_mmap_reads: 0 2024-08-04T15:19:58.898 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.allow_mmap_writes: 0 2024-08-04T15:19:58.898 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.use_direct_reads: 0 2024-08-04T15:19:58.899 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-04T15:19:58.899 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.create_missing_column_families: 0 2024-08-04T15:19:58.899 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.db_log_dir: 2024-08-04T15:19:58.899 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-08-04T15:19:58.899 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-04T15:19:58.899 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-04T15:19:58.899 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-04T15:19:58.899 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-04T15:19:58.899 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-04T15:19:58.899 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-04T15:19:58.899 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.advise_random_on_open: 1 2024-08-04T15:19:58.899 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.db_write_buffer_size: 0 2024-08-04T15:19:58.899 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.write_buffer_manager: 0x56157e8b8720 2024-08-04T15:19:58.899 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-04T15:19:58.900 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-04T15:19:58.900 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-04T15:19:58.900 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-04T15:19:58.900 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.rate_limiter: (nil) 2024-08-04T15:19:58.900 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-04T15:19:58.900 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.wal_recovery_mode: 2 2024-08-04T15:19:58.900 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.enable_thread_tracking: 0 2024-08-04T15:19:58.900 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.enable_pipelined_write: 0 2024-08-04T15:19:58.900 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.unordered_write: 0 2024-08-04T15:19:58.900 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-04T15:19:58.900 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-04T15:19:58.900 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-04T15:19:58.900 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-04T15:19:58.901 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.row_cache: None 2024-08-04T15:19:58.901 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.wal_filter: None 2024-08-04T15:19:58.901 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-04T15:19:58.901 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.allow_ingest_behind: 0 2024-08-04T15:19:58.901 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.preserve_deletes: 0 2024-08-04T15:19:58.901 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.two_write_queues: 0 2024-08-04T15:19:58.901 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.manual_wal_flush: 0 2024-08-04T15:19:58.901 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.atomic_flush: 0 2024-08-04T15:19:58.901 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-04T15:19:58.901 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-04T15:19:58.901 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-04T15:19:58.901 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.log_readahead_size: 0 2024-08-04T15:19:58.901 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-04T15:19:58.901 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.best_efforts_recovery: 0 2024-08-04T15:19:58.902 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-04T15:19:58.902 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-04T15:19:58.902 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.allow_data_in_errors: 0 2024-08-04T15:19:58.902 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.db_host_id: __hostname__ 2024-08-04T15:19:58.902 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_background_jobs: 2 2024-08-04T15:19:58.902 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_background_compactions: -1 2024-08-04T15:19:58.902 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_subcompactions: 1 2024-08-04T15:19:58.902 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-04T15:19:58.902 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-04T15:19:58.902 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-04T15:19:58.902 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_total_wal_size: 0 2024-08-04T15:19:58.902 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-04T15:19:58.902 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-04T15:19:58.903 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-04T15:19:58.903 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-04T15:19:58.903 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_open_files: -1 2024-08-04T15:19:58.903 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.bytes_per_sync: 0 2024-08-04T15:19:58.903 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-04T15:19:58.903 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-04T15:19:58.903 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compaction_readahead_size: 0 2024-08-04T15:19:58.903 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_background_flushes: -1 2024-08-04T15:19:58.903 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Compression algorithms supported: 2024-08-04T15:19:58.903 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: kZSTD supported: 0 2024-08-04T15:19:58.903 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: kXpressCompression supported: 0 2024-08-04T15:19:58.903 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: kBZip2Compression supported: 0 2024-08-04T15:19:58.903 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-04T15:19:58.903 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: kLZ4Compression supported: 1 2024-08-04T15:19:58.904 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: kZlibCompression supported: 1 2024-08-04T15:19:58.904 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: kLZ4HCCompression supported: 1 2024-08-04T15:19:58.904 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: kSnappyCompression supported: 1 2024-08-04T15:19:58.904 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-04T15:19:58.904 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-08-04T15:19:58.904 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-04T15:19:58.904 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-04T15:19:58.904 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.merge_operator: 2024-08-04T15:19:58.904 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compaction_filter: None 2024-08-04T15:19:58.904 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compaction_filter_factory: None 2024-08-04T15:19:58.904 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.sst_partitioner_factory: None 2024-08-04T15:19:58.904 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-04T15:19:58.904 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-04T15:19:58.904 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56157e7a1a58) 2024-08-04T15:19:58.905 INFO:journalctl@ceph.mon.c.smithi007.stdout: cache_index_and_filter_blocks: 1 2024-08-04T15:19:58.905 INFO:journalctl@ceph.mon.c.smithi007.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-04T15:19:58.905 INFO:journalctl@ceph.mon.c.smithi007.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-04T15:19:58.905 INFO:journalctl@ceph.mon.c.smithi007.stdout: pin_top_level_index_and_filter: 1 2024-08-04T15:19:58.905 INFO:journalctl@ceph.mon.c.smithi007.stdout: index_type: 0 2024-08-04T15:19:58.905 INFO:journalctl@ceph.mon.c.smithi007.stdout: data_block_index_type: 0 2024-08-04T15:19:58.905 INFO:journalctl@ceph.mon.c.smithi007.stdout: index_shortening: 1 2024-08-04T15:19:58.905 INFO:journalctl@ceph.mon.c.smithi007.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-04T15:19:58.905 INFO:journalctl@ceph.mon.c.smithi007.stdout: hash_index_allow_collision: 1 2024-08-04T15:19:58.905 INFO:journalctl@ceph.mon.c.smithi007.stdout: checksum: 1 2024-08-04T15:19:58.905 INFO:journalctl@ceph.mon.c.smithi007.stdout: no_block_cache: 0 2024-08-04T15:19:58.905 INFO:journalctl@ceph.mon.c.smithi007.stdout: block_cache: 0x56157e7d71f0 2024-08-04T15:19:58.905 INFO:journalctl@ceph.mon.c.smithi007.stdout: block_cache_name: BinnedLRUCache 2024-08-04T15:19:58.905 INFO:journalctl@ceph.mon.c.smithi007.stdout: block_cache_options: 2024-08-04T15:19:58.905 INFO:journalctl@ceph.mon.c.smithi007.stdout: capacity : 536870912 2024-08-04T15:19:58.906 INFO:journalctl@ceph.mon.c.smithi007.stdout: num_shard_bits : 4 2024-08-04T15:19:58.906 INFO:journalctl@ceph.mon.c.smithi007.stdout: strict_capacity_limit : 0 2024-08-04T15:19:58.906 INFO:journalctl@ceph.mon.c.smithi007.stdout: high_pri_pool_ratio: 0.000 2024-08-04T15:19:58.906 INFO:journalctl@ceph.mon.c.smithi007.stdout: block_cache_compressed: (nil) 2024-08-04T15:19:58.906 INFO:journalctl@ceph.mon.c.smithi007.stdout: persistent_cache: (nil) 2024-08-04T15:19:58.906 INFO:journalctl@ceph.mon.c.smithi007.stdout: block_size: 4096 2024-08-04T15:19:58.906 INFO:journalctl@ceph.mon.c.smithi007.stdout: block_size_deviation: 10 2024-08-04T15:19:58.906 INFO:journalctl@ceph.mon.c.smithi007.stdout: block_restart_interval: 16 2024-08-04T15:19:58.906 INFO:journalctl@ceph.mon.c.smithi007.stdout: index_block_restart_interval: 1 2024-08-04T15:19:58.906 INFO:journalctl@ceph.mon.c.smithi007.stdout: metadata_block_size: 4096 2024-08-04T15:19:58.906 INFO:journalctl@ceph.mon.c.smithi007.stdout: partition_filters: 0 2024-08-04T15:19:58.906 INFO:journalctl@ceph.mon.c.smithi007.stdout: use_delta_encoding: 1 2024-08-04T15:19:58.906 INFO:journalctl@ceph.mon.c.smithi007.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-04T15:19:58.907 INFO:journalctl@ceph.mon.c.smithi007.stdout: whole_key_filtering: 1 2024-08-04T15:19:58.907 INFO:journalctl@ceph.mon.c.smithi007.stdout: verify_compression: 0 2024-08-04T15:19:58.907 INFO:journalctl@ceph.mon.c.smithi007.stdout: read_amp_bytes_per_bit: 0 2024-08-04T15:19:58.907 INFO:journalctl@ceph.mon.c.smithi007.stdout: format_version: 4 2024-08-04T15:19:58.907 INFO:journalctl@ceph.mon.c.smithi007.stdout: enable_index_compression: 1 2024-08-04T15:19:58.907 INFO:journalctl@ceph.mon.c.smithi007.stdout: block_align: 0 2024-08-04T15:19:58.907 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.write_buffer_size: 33554432 2024-08-04T15:19:58.907 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_write_buffer_number: 2 2024-08-04T15:19:58.907 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compression: NoCompression 2024-08-04T15:19:58.907 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.bottommost_compression: Disabled 2024-08-04T15:19:58.907 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.prefix_extractor: nullptr 2024-08-04T15:19:58.907 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-04T15:19:58.907 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.num_levels: 7 2024-08-04T15:19:58.908 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-04T15:19:58.908 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-04T15:19:58.908 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-04T15:19:58.908 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-04T15:19:58.908 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-04T15:19:58.908 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-04T15:19:58.908 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-04T15:19:58.908 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-04T15:19:58.908 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-04T15:19:58.908 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-04T15:19:58.908 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-04T15:19:58.908 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compression_opts.level: 32767 2024-08-04T15:19:58.908 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compression_opts.strategy: 0 2024-08-04T15:19:58.909 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-04T15:19:58.909 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-04T15:19:58.909 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-04T15:19:58.909 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compression_opts.enabled: false 2024-08-04T15:19:58.909 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-04T15:19:58.909 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-04T15:19:58.909 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-04T15:19:58.909 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.target_file_size_base: 67108864 2024-08-04T15:19:58.909 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-04T15:19:58.909 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-04T15:19:58.909 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-04T15:19:58.909 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-04T15:19:58.909 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-04T15:19:58.909 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-04T15:19:58.910 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-04T15:19:58.910 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-04T15:19:58.910 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-04T15:19:58.910 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-04T15:19:58.910 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-04T15:19:58.910 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-04T15:19:58.910 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-04T15:19:58.910 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.arena_block_size: 4194304 2024-08-04T15:19:58.910 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-04T15:19:58.910 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-04T15:19:58.910 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-04T15:19:58.910 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.disable_auto_compactions: 0 2024-08-04T15:19:58.910 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-04T15:19:58.911 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-04T15:19:58.911 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-04T15:19:58.911 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-04T15:19:58.911 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-04T15:19:58.911 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-04T15:19:58.911 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-04T15:19:58.911 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-04T15:19:58.911 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-04T15:19:58.911 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-04T15:19:58.911 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.table_properties_collectors: 2024-08-04T15:19:58.911 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.inplace_update_support: 0 2024-08-04T15:19:58.911 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-04T15:19:58.911 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-04T15:19:58.911 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-04T15:19:58.912 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-04T15:19:58.912 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.bloom_locality: 0 2024-08-04T15:19:58.912 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.max_successive_merges: 0 2024-08-04T15:19:58.912 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-04T15:19:58.912 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.paranoid_file_checks: 0 2024-08-04T15:19:58.912 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.force_consistency_checks: 1 2024-08-04T15:19:58.912 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.report_bg_io_stats: 0 2024-08-04T15:19:58.912 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.ttl: 2592000 2024-08-04T15:19:58.912 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-04T15:19:58.912 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.enable_blob_files: false 2024-08-04T15:19:58.912 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.min_blob_size: 0 2024-08-04T15:19:58.912 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.blob_file_size: 268435456 2024-08-04T15:19:58.913 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-04T15:19:58.913 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-04T15:19:58.913 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-04T15:19:58.913 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-04T15:19:58.913 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-08-04T15:19:58.913 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-08-04T15:19:58.913 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722784798871786, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-04T15:19:58.913 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-08-04T15:19:58.913 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-04T15:19:58.913 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722784798872093, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1670, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1722784798, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "56771857-2cfd-408c-b102-44e055054a77", "db_session_id": "RMW8ZPAO47L9NEPBX5MB"}} 2024-08-04T15:19:58.914 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-08-04T15:19:58.914 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722784798872435, "job": 1, "event": "recovery_finished"} 2024-08-04T15:19:58.914 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-04T15:19:58.914 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x56157e80a700 2024-08-04T15:19:58.914 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: DB pointer 0x56157e7da000 2024-08-04T15:19:58.914 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-04T15:19:58.914 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-04T15:19:58.914 INFO:journalctl@ceph.mon.c.smithi007.stdout: ** DB Stats ** 2024-08-04T15:19:58.914 INFO:journalctl@ceph.mon.c.smithi007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-04T15:19:58.914 INFO:journalctl@ceph.mon.c.smithi007.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-04T15:19:58.914 INFO:journalctl@ceph.mon.c.smithi007.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-04T15:19:58.914 INFO:journalctl@ceph.mon.c.smithi007.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-04T15:19:58.914 INFO:journalctl@ceph.mon.c.smithi007.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-04T15:19:58.915 INFO:journalctl@ceph.mon.c.smithi007.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-04T15:19:58.915 INFO:journalctl@ceph.mon.c.smithi007.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-04T15:19:58.915 INFO:journalctl@ceph.mon.c.smithi007.stdout: 2024-08-04T15:19:58.915 INFO:journalctl@ceph.mon.c.smithi007.stdout: ** Compaction Stats [default] ** 2024-08-04T15:19:58.915 INFO:journalctl@ceph.mon.c.smithi007.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-04T15:19:58.915 INFO:journalctl@ceph.mon.c.smithi007.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-04T15:19:58.915 INFO:journalctl@ceph.mon.c.smithi007.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-08-04T15:19:58.915 INFO:journalctl@ceph.mon.c.smithi007.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-08-04T15:19:58.915 INFO:journalctl@ceph.mon.c.smithi007.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-08-04T15:19:58.915 INFO:journalctl@ceph.mon.c.smithi007.stdout: 2024-08-04T15:19:58.915 INFO:journalctl@ceph.mon.c.smithi007.stdout: ** Compaction Stats [default] ** 2024-08-04T15:19:58.915 INFO:journalctl@ceph.mon.c.smithi007.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-04T15:19:58.915 INFO:journalctl@ceph.mon.c.smithi007.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-04T15:19:58.916 INFO:journalctl@ceph.mon.c.smithi007.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-08-04T15:19:58.916 INFO:journalctl@ceph.mon.c.smithi007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-04T15:19:58.916 INFO:journalctl@ceph.mon.c.smithi007.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-04T15:19:58.916 INFO:journalctl@ceph.mon.c.smithi007.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-04T15:19:58.916 INFO:journalctl@ceph.mon.c.smithi007.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-04T15:19:58.916 INFO:journalctl@ceph.mon.c.smithi007.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-04T15:19:58.916 INFO:journalctl@ceph.mon.c.smithi007.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-04T15:19:58.916 INFO:journalctl@ceph.mon.c.smithi007.stdout: Cumulative compaction: 0.00 GB write, 0.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-04T15:19:58.916 INFO:journalctl@ceph.mon.c.smithi007.stdout: Interval compaction: 0.00 GB write, 0.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-04T15:19:58.916 INFO:journalctl@ceph.mon.c.smithi007.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-04T15:19:58.916 INFO:journalctl@ceph.mon.c.smithi007.stdout: 2024-08-04T15:19:58.916 INFO:journalctl@ceph.mon.c.smithi007.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-04T15:19:58.916 INFO:journalctl@ceph.mon.c.smithi007.stdout: 2024-08-04T15:19:58.916 INFO:journalctl@ceph.mon.c.smithi007.stdout: ** Compaction Stats [default] ** 2024-08-04T15:19:58.917 INFO:journalctl@ceph.mon.c.smithi007.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-04T15:19:58.917 INFO:journalctl@ceph.mon.c.smithi007.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-04T15:19:58.917 INFO:journalctl@ceph.mon.c.smithi007.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-08-04T15:19:58.917 INFO:journalctl@ceph.mon.c.smithi007.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-08-04T15:19:58.917 INFO:journalctl@ceph.mon.c.smithi007.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-04T15:19:58.917 INFO:journalctl@ceph.mon.c.smithi007.stdout: 2024-08-04T15:19:58.917 INFO:journalctl@ceph.mon.c.smithi007.stdout: ** Compaction Stats [default] ** 2024-08-04T15:19:58.917 INFO:journalctl@ceph.mon.c.smithi007.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-04T15:19:58.917 INFO:journalctl@ceph.mon.c.smithi007.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-04T15:19:58.917 INFO:journalctl@ceph.mon.c.smithi007.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-08-04T15:19:58.917 INFO:journalctl@ceph.mon.c.smithi007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-04T15:19:58.917 INFO:journalctl@ceph.mon.c.smithi007.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-04T15:19:58.917 INFO:journalctl@ceph.mon.c.smithi007.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-04T15:19:58.918 INFO:journalctl@ceph.mon.c.smithi007.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-04T15:19:58.918 INFO:journalctl@ceph.mon.c.smithi007.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-04T15:19:58.918 INFO:journalctl@ceph.mon.c.smithi007.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-04T15:19:58.918 INFO:journalctl@ceph.mon.c.smithi007.stdout: Cumulative compaction: 0.00 GB write, 0.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-04T15:19:58.918 INFO:journalctl@ceph.mon.c.smithi007.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-04T15:19:58.918 INFO:journalctl@ceph.mon.c.smithi007.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-04T15:19:58.918 INFO:journalctl@ceph.mon.c.smithi007.stdout: 2024-08-04T15:19:58.918 INFO:journalctl@ceph.mon.c.smithi007.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-04T15:19:58.918 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-08-04T15:19:58.918 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: using public_addrv [v2:172.21.15.7:3301/0,v1:172.21.15.7:6790/0] 2024-08-04T15:19:58.918 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: starting mon.c rank -1 at public addrs [v2:172.21.15.7:3301/0,v1:172.21.15.7:6790/0] at bind addrs [v2:172.21.15.7:3301/0,v1:172.21.15.7:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:19:58.918 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mon.c@-1(???) e0 preinit fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:19:58.918 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mon.c@-1(synchronizing).mds e1 new map 2024-08-04T15:19:58.919 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mon.c@-1(synchronizing).mds e1 print_map 2024-08-04T15:19:58.919 INFO:journalctl@ceph.mon.c.smithi007.stdout: e1 2024-08-04T15:19:58.919 INFO:journalctl@ceph.mon.c.smithi007.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-04T15:19:58.919 INFO:journalctl@ceph.mon.c.smithi007.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-04T15:19:58.919 INFO:journalctl@ceph.mon.c.smithi007.stdout: legacy client fscid: -1 2024-08-04T15:19:58.919 INFO:journalctl@ceph.mon.c.smithi007.stdout: 2024-08-04T15:19:58.919 INFO:journalctl@ceph.mon.c.smithi007.stdout: No filesystems configured 2024-08-04T15:19:58.919 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-04T15:19:58.919 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-04T15:19:58.919 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-04T15:19:58.919 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-04T15:19:58.919 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-04T15:19:58.919 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-04T15:19:58.920 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-04T15:19:58.920 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-04T15:19:58.920 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-04T15:19:58.920 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-04T15:19:58.920 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:58.920 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:58.920 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:58.920 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:58.920 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi062", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:19:58.920 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:19:58.920 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:19:58.920 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: Updating smithi062:/etc/ceph/ceph.conf 2024-08-04T15:19:58.920 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:58.920 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:58.921 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:58.921 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/3008032076' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-04T15:19:58.921 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:19:58.921 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:19:58.921 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:58.921 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:19:58.921 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/3008032076' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-04T15:19:58.921 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: osdmap e4: 0 total, 0 up, 0 in 2024-08-04T15:19:58.921 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:58.921 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi007:172.21.15.7=a;smithi007:[v2:172.21.15.7:3301,v1:172.21.15.7:6790]=c;smithi062:172.21.15.62=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:19:58.921 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: Saving service mon spec with placement smithi007:172.21.15.7=a;smithi007:[v2:172.21.15.7:3301,v1:172.21.15.7:6790]=c;smithi062:172.21.15.62=b;count:3 2024-08-04T15:19:58.921 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:58.921 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:19:58.922 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:19:58.922 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:19:58.922 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:58.922 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:19:58.922 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:19:58.922 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: Deploying daemon mon.b on smithi062 2024-08-04T15:19:58.922 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:58.922 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:58.922 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:58.922 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='client.? 172.21.15.62:0/4199118810' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-04T15:19:58.922 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:58.922 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:19:58.923 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:58.923 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mon.a calling monitor election 2024-08-04T15:19:58.923 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:58.923 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:58.923 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:58.923 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mon.b calling monitor election 2024-08-04T15:19:58.923 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:58.923 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:58.923 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:58.923 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:58.923 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:58.923 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-04T15:19:58.923 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: monmap e2: 2 mons at {a=[v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-04T15:19:58.923 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: fsmap 2024-08-04T15:19:58.923 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: osdmap e4: 0 total, 0 up, 0 in 2024-08-04T15:19:58.924 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mgrmap e13: y(active, since 40s) 2024-08-04T15:19:58.924 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: overall HEALTH_OK 2024-08-04T15:19:58.924 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:58.924 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:58.924 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:19:58.924 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:19:58.924 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:19:58.924 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: Deploying daemon mon.c on smithi007 2024-08-04T15:19:58.924 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='client.? 172.21.15.62:0/703264068' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-04T15:19:58.924 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:19:58.924 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:19:58.924 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 ceph-mon[39529]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-04T15:19:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 bash[39510]: b6575ebd4101eabd99919a394b459b1302c1aa19226e5217361665fc20372dda 2024-08-04T15:19:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:19:58 smithi007 systemd[1]: Started Ceph mon.c for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:20:04.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:20:04.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: mon.a calling monitor election 2024-08-04T15:20:04.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:20:04.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:04.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: mon.b calling monitor election 2024-08-04T15:20:04.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:04.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:04.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:04.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: mon.c calling monitor election 2024-08-04T15:20:04.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:04.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:04.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:04.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:04.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:04.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-04T15:20:04.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: monmap e3: 3 mons at {a=[v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0],c=[v2:172.21.15.7:3301/0,v1:172.21.15.7:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-04T15:20:04.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: fsmap 2024-08-04T15:20:04.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: osdmap e4: 0 total, 0 up, 0 in 2024-08-04T15:20:04.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: mgrmap e13: y(active, since 48s) 2024-08-04T15:20:04.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: overall HEALTH_OK 2024-08-04T15:20:04.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:04.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:04.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:04.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:03 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:20:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: mon.a calling monitor election 2024-08-04T15:20:04.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:20:04.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:04.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: mon.b calling monitor election 2024-08-04T15:20:04.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:04.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:04.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:04.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: mon.c calling monitor election 2024-08-04T15:20:04.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:04.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:04.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:04.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:04.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:04.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-04T15:20:04.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: monmap e3: 3 mons at {a=[v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0],c=[v2:172.21.15.7:3301/0,v1:172.21.15.7:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-04T15:20:04.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: fsmap 2024-08-04T15:20:04.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: osdmap e4: 0 total, 0 up, 0 in 2024-08-04T15:20:04.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: mgrmap e13: y(active, since 48s) 2024-08-04T15:20:04.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: overall HEALTH_OK 2024-08-04T15:20:04.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:04.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:04.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:04.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:04.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:20:04.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: mon.a calling monitor election 2024-08-04T15:20:04.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:20:04.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:04.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: mon.b calling monitor election 2024-08-04T15:20:04.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:04.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:04.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:04.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: mon.c calling monitor election 2024-08-04T15:20:04.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:04.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:04.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:04.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:04.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:04.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-04T15:20:04.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: monmap e3: 3 mons at {a=[v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0],b=[v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0],c=[v2:172.21.15.7:3301/0,v1:172.21.15.7:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-04T15:20:04.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: fsmap 2024-08-04T15:20:04.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: osdmap e4: 0 total, 0 up, 0 in 2024-08-04T15:20:04.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: mgrmap e13: y(active, since 48s) 2024-08-04T15:20:04.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: overall HEALTH_OK 2024-08-04T15:20:04.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:04.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:04.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:04.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:03 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:04 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:04 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:04 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:04 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:04 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:04 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:20:05.705 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:20:05.705 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":3,"fsid":"ac1a6012-5274-11ef-bcca-c7b262605968","modified":"2024-08-04T15:19:58.896604Z","created":"2024-08-04T15:18:26.674835Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:3300","nonce":0},{"type":"v1","addr":"172.21.15.7:6789","nonce":0}]},"addr":"172.21.15.7:6789/0","public_addr":"172.21.15.7:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:3300","nonce":0},{"type":"v1","addr":"172.21.15.62:6789","nonce":0}]},"addr":"172.21.15.62:6789/0","public_addr":"172.21.15.62:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:3301","nonce":0},{"type":"v1","addr":"172.21.15.7:6790","nonce":0}]},"addr":"172.21.15.7:6790/0","public_addr":"172.21.15.7:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-08-04T15:20:05.706 INFO:teuthology.orchestra.run.smithi062.stderr:dumped monmap epoch 3 2024-08-04T15:20:06.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:06.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:06.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:20:06.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: Updating smithi007:/etc/ceph/ceph.conf 2024-08-04T15:20:06.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: Updating smithi062:/etc/ceph/ceph.conf 2024-08-04T15:20:06.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:20:06.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:20:06.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:20:06.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:20:06.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:06.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:05 smithi062 ceph-mon[32659]: from='client.? 172.21.15.62:0/3052850060' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-04T15:20:06.334 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:06.334 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.334 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.334 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.334 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.334 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.334 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:06.334 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:20:06.334 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: Updating smithi007:/etc/ceph/ceph.conf 2024-08-04T15:20:06.334 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: Updating smithi062:/etc/ceph/ceph.conf 2024-08-04T15:20:06.334 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:20:06.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:20:06.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:20:06.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:20:06.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:06.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[39529]: from='client.? 172.21.15.62:0/3052850060' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-04T15:20:06.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:06.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:20:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: Updating smithi007:/etc/ceph/ceph.conf 2024-08-04T15:20:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: Updating smithi062:/etc/ceph/ceph.conf 2024-08-04T15:20:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:20:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:20:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:06.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:20:06.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:20:06.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:06.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:05 smithi007 ceph-mon[29096]: from='client.? 172.21.15.62:0/3052850060' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-04T15:20:06.392 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-08-04T15:20:06.392 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph config generate-minimal-conf 2024-08-04T15:20:07.017 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:20:07.260 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:06 smithi007 ceph-mon[29096]: Reconfiguring mon.a (unknown last config time)... 2024-08-04T15:20:07.261 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:06 smithi007 ceph-mon[29096]: Reconfiguring daemon mon.a on smithi007 2024-08-04T15:20:07.261 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:06 smithi007 ceph-mon[39529]: Reconfiguring mon.a (unknown last config time)... 2024-08-04T15:20:07.261 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:06 smithi007 ceph-mon[39529]: Reconfiguring daemon mon.a on smithi007 2024-08-04T15:20:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:06 smithi062 ceph-mon[32659]: Reconfiguring mon.a (unknown last config time)... 2024-08-04T15:20:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:06 smithi062 ceph-mon[32659]: Reconfiguring daemon mon.a on smithi007 2024-08-04T15:20:08.280 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:08 smithi007 ceph-mon[39529]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:08.281 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:08 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:08.281 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:08 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:08.281 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:08 smithi007 ceph-mon[39529]: Reconfiguring mon.c (monmap changed)... 2024-08-04T15:20:08.281 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:08 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:20:08.281 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:08 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:20:08.281 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:08 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:08.281 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:08 smithi007 ceph-mon[39529]: Reconfiguring daemon mon.c on smithi007 2024-08-04T15:20:08.281 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:08 smithi007 ceph-mon[29096]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:08.281 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:08 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:08.282 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:08 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:08.282 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:08 smithi007 ceph-mon[29096]: Reconfiguring mon.c (monmap changed)... 2024-08-04T15:20:08.282 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:08 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:20:08.282 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:08 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:20:08.282 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:08 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:08.282 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:08 smithi007 ceph-mon[29096]: Reconfiguring daemon mon.c on smithi007 2024-08-04T15:20:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:08 smithi062 ceph-mon[32659]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:08 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:08 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:08.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:08 smithi062 ceph-mon[32659]: Reconfiguring mon.c (monmap changed)... 2024-08-04T15:20:08.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:08 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:20:08.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:08 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:20:08.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:08 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:08.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:08 smithi062 ceph-mon[32659]: Reconfiguring daemon mon.c on smithi007 2024-08-04T15:20:08.649 INFO:teuthology.orchestra.run.smithi007.stdout:# minimal ceph.conf for ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:20:08.649 INFO:teuthology.orchestra.run.smithi007.stdout:[global] 2024-08-04T15:20:08.649 INFO:teuthology.orchestra.run.smithi007.stdout: fsid = ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:20:08.650 INFO:teuthology.orchestra.run.smithi007.stdout: mon_host = [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] [v2:172.21.15.7:3301/0,v1:172.21.15.7:6790/0] 2024-08-04T15:20:09.208 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-08-04T15:20:09.209 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T15:20:09.209 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/ceph/ceph.conf 2024-08-04T15:20:09.238 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T15:20:09.238 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:20:09.300 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:09 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/609712343' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:09.301 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:09 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/609712343' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:09.304 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-08-04T15:20:09.304 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/ceph/ceph.conf 2024-08-04T15:20:09.333 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:09 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/609712343' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:09.339 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-08-04T15:20:09.339 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:20:09.409 INFO:tasks.cephadm:Adding mgr.y on smithi007 2024-08-04T15:20:09.409 INFO:tasks.cephadm:Adding mgr.x on smithi062 2024-08-04T15:20:09.410 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph orch apply mgr '2;smithi007=y;smithi062=x' 2024-08-04T15:20:09.708 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.b/config 2024-08-04T15:20:10.094 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:10 smithi062 ceph-mon[32659]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:10.094 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:10 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:10.094 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:10 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:10.094 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:10 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:20:10.094 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:10 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:20:10.094 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:10 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:10.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:10 smithi007 ceph-mon[29096]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:10.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:10 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:10.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:10 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:10.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:10 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:20:10.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:10 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:20:10.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:10 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:10.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:10 smithi007 ceph-mon[39529]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:10.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:10 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:10.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:10 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:10.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:10 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:20:10.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:10 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:20:10.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:10 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:11 smithi062 ceph-mon[32659]: Reconfiguring mon.b (monmap changed)... 2024-08-04T15:20:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:11 smithi062 ceph-mon[32659]: Reconfiguring daemon mon.b on smithi062 2024-08-04T15:20:11.330 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:11 smithi007 ceph-mon[29096]: Reconfiguring mon.b (monmap changed)... 2024-08-04T15:20:11.331 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:11 smithi007 ceph-mon[29096]: Reconfiguring daemon mon.b on smithi062 2024-08-04T15:20:11.331 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:11 smithi007 ceph-mon[39529]: Reconfiguring mon.b (monmap changed)... 2024-08-04T15:20:11.331 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:11 smithi007 ceph-mon[39529]: Reconfiguring daemon mon.b on smithi062 2024-08-04T15:20:11.531 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled mgr update... 2024-08-04T15:20:12.277 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:12 smithi062 ceph-mon[32659]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:12.277 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:12 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:12.279 DEBUG:teuthology.orchestra.run.smithi062:mgr.x> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.x.service 2024-08-04T15:20:12.281 INFO:tasks.cephadm:Deploying OSDs... 2024-08-04T15:20:12.281 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T15:20:12.281 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/scratch_devs of=/dev/stdout 2024-08-04T15:20:12.298 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-04T15:20:12.298 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_1 2024-08-04T15:20:12.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:12 smithi007 ceph-mon[29096]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:12.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:12 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:12.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:12 smithi007 ceph-mon[39529]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:12.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:12 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:12.351 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-04T15:20:12.351 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-04T15:20:12.351 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d Inode: 971 Links: 1 2024-08-04T15:20:12.352 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-04T15:20:12.352 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:device_t:s0 2024-08-04T15:20:12.352 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-08-04 15:19:58.340702355 +0000 2024-08-04T15:20:12.352 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-08-04 15:15:56.901419912 +0000 2024-08-04T15:20:12.352 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-08-04 15:15:56.901419912 +0000 2024-08-04T15:20:12.352 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: 2024-08-04 15:15:56.901419912 +0000 2024-08-04T15:20:12.352 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-04T15:20:12.416 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-08-04T15:20:12.416 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-08-04T15:20:12.416 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 9.5949e-05 s, 5.3 MB/s 2024-08-04T15:20:12.417 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-04T15:20:12.473 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_2 2024-08-04T15:20:12.530 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-04T15:20:12.530 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-04T15:20:12.530 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d Inode: 970 Links: 1 2024-08-04T15:20:12.530 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-04T15:20:12.530 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:device_t:s0 2024-08-04T15:20:12.530 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-08-04 15:19:58.341702341 +0000 2024-08-04T15:20:12.530 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-08-04 15:15:56.901419912 +0000 2024-08-04T15:20:12.530 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-08-04 15:15:56.901419912 +0000 2024-08-04T15:20:12.530 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: 2024-08-04 15:15:56.901419912 +0000 2024-08-04T15:20:12.531 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-04T15:20:12.595 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-08-04T15:20:12.595 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-08-04T15:20:12.595 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000110851 s, 4.6 MB/s 2024-08-04T15:20:12.596 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-04T15:20:12.653 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_3 2024-08-04T15:20:12.709 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-04T15:20:12.709 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-04T15:20:12.709 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d Inode: 987 Links: 1 2024-08-04T15:20:12.709 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-04T15:20:12.709 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:device_t:s0 2024-08-04T15:20:12.710 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-08-04 15:19:58.341702341 +0000 2024-08-04T15:20:12.710 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-08-04 15:15:56.905419852 +0000 2024-08-04T15:20:12.710 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-08-04 15:15:56.905419852 +0000 2024-08-04T15:20:12.710 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: 2024-08-04 15:15:56.905419852 +0000 2024-08-04T15:20:12.710 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-04T15:20:12.774 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-08-04T15:20:12.775 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-08-04T15:20:12.775 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000105113 s, 4.9 MB/s 2024-08-04T15:20:12.776 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-04T15:20:12.833 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_4 2024-08-04T15:20:12.889 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-04T15:20:12.890 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-04T15:20:12.890 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d Inode: 973 Links: 1 2024-08-04T15:20:12.890 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-04T15:20:12.890 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:device_t:s0 2024-08-04T15:20:12.890 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-08-04 15:19:58.341702341 +0000 2024-08-04T15:20:12.890 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-08-04 15:15:56.901419912 +0000 2024-08-04T15:20:12.890 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-08-04 15:15:56.901419912 +0000 2024-08-04T15:20:12.890 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: 2024-08-04 15:15:56.901419912 +0000 2024-08-04T15:20:12.891 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-04T15:20:12.954 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-08-04T15:20:12.954 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-08-04T15:20:12.954 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000107721 s, 4.8 MB/s 2024-08-04T15:20:12.956 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-04T15:20:13.012 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-08-04T15:20:13.013 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/scratch_devs of=/dev/stdout 2024-08-04T15:20:13.030 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-04T15:20:13.030 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_1 2024-08-04T15:20:13.087 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-04T15:20:13.088 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-04T15:20:13.088 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 972 Links: 1 2024-08-04T15:20:13.088 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-04T15:20:13.088 INFO:teuthology.orchestra.run.smithi062.stdout:Context: system_u:object_r:device_t:s0 2024-08-04T15:20:13.088 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2024-08-04 15:19:49.147724643 +0000 2024-08-04T15:20:13.088 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2024-08-04 15:15:56.829575284 +0000 2024-08-04T15:20:13.088 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2024-08-04 15:15:56.829575284 +0000 2024-08-04T15:20:13.088 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: 2024-08-04 15:15:56.829575284 +0000 2024-08-04T15:20:13.088 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-04T15:20:13.153 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2024-08-04T15:20:13.153 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2024-08-04T15:20:13.153 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000209282 s, 2.4 MB/s 2024-08-04T15:20:13.155 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-04T15:20:13.211 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_2 2024-08-04T15:20:13.268 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-04T15:20:13.268 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-04T15:20:13.268 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 967 Links: 1 2024-08-04T15:20:13.268 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-04T15:20:13.268 INFO:teuthology.orchestra.run.smithi062.stdout:Context: system_u:object_r:device_t:s0 2024-08-04T15:20:13.268 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2024-08-04 15:19:49.147724643 +0000 2024-08-04T15:20:13.268 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2024-08-04 15:15:56.828575300 +0000 2024-08-04T15:20:13.268 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2024-08-04 15:15:56.828575300 +0000 2024-08-04T15:20:13.268 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: 2024-08-04 15:15:56.828575300 +0000 2024-08-04T15:20:13.269 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-04T15:20:13.331 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:13 smithi062 ceph-mon[32659]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi007=y;smithi062=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:20:13.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:13 smithi062 ceph-mon[32659]: Saving service mgr spec with placement smithi007=y;smithi062=x;count:2 2024-08-04T15:20:13.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:13 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:13.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:13 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:13.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:13 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:13.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:13 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:13.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:13 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:20:13.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:13 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:13.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:13 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:20:13.333 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:13 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-04T15:20:13.333 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:13 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:20:13.333 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:13 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:13.334 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2024-08-04T15:20:13.334 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2024-08-04T15:20:13.334 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000232385 s, 2.2 MB/s 2024-08-04T15:20:13.335 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-04T15:20:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[29096]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi007=y;smithi062=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:20:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[29096]: Saving service mgr spec with placement smithi007=y;smithi062=x;count:2 2024-08-04T15:20:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:20:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:20:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-04T15:20:13.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:20:13.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:13.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[39529]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi007=y;smithi062=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:20:13.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[39529]: Saving service mgr spec with placement smithi007=y;smithi062=x;count:2 2024-08-04T15:20:13.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:13.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:13.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:13.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:13.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:20:13.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:13.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:20:13.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-04T15:20:13.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:20:13.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:13 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:13.392 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_3 2024-08-04T15:20:13.448 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-04T15:20:13.449 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-04T15:20:13.449 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 982 Links: 1 2024-08-04T15:20:13.449 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-04T15:20:13.449 INFO:teuthology.orchestra.run.smithi062.stdout:Context: system_u:object_r:device_t:s0 2024-08-04T15:20:13.449 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2024-08-04 15:19:49.147724643 +0000 2024-08-04T15:20:13.449 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2024-08-04 15:15:56.830575267 +0000 2024-08-04T15:20:13.449 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2024-08-04 15:15:56.830575267 +0000 2024-08-04T15:20:13.449 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: 2024-08-04 15:15:56.830575267 +0000 2024-08-04T15:20:13.449 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-04T15:20:13.513 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2024-08-04T15:20:13.514 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2024-08-04T15:20:13.514 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000245936 s, 2.1 MB/s 2024-08-04T15:20:13.515 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-04T15:20:13.571 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_4 2024-08-04T15:20:13.628 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-04T15:20:13.628 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-04T15:20:13.628 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 971 Links: 1 2024-08-04T15:20:13.628 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-04T15:20:13.628 INFO:teuthology.orchestra.run.smithi062.stdout:Context: system_u:object_r:device_t:s0 2024-08-04T15:20:13.628 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2024-08-04 15:19:49.147724643 +0000 2024-08-04T15:20:13.628 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2024-08-04 15:15:56.829575284 +0000 2024-08-04T15:20:13.628 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2024-08-04 15:15:56.829575284 +0000 2024-08-04T15:20:13.629 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: 2024-08-04 15:15:56.829575284 +0000 2024-08-04T15:20:13.629 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-04T15:20:13.693 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2024-08-04T15:20:13.693 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2024-08-04T15:20:13.693 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000200203 s, 2.6 MB/s 2024-08-04T15:20:13.694 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-04T15:20:13.752 INFO:tasks.cephadm:Deploying osd.0 on smithi007 with /dev/vg_nvme/lv_4... 2024-08-04T15:20:13.752 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-04T15:20:14.021 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:20:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:14 smithi007 ceph-mon[29096]: Deploying daemon mgr.x on smithi062 2024-08-04T15:20:14.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:14 smithi007 ceph-mon[29096]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:14.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:14 smithi007 ceph-mon[39529]: Deploying daemon mgr.x on smithi062 2024-08-04T15:20:14.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:14 smithi007 ceph-mon[39529]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:14.440 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:14 smithi062 ceph-mon[32659]: Deploying daemon mgr.x on smithi062 2024-08-04T15:20:14.441 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:14 smithi062 ceph-mon[32659]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:14.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:14 smithi062 podman[34471]: 2024-08-04 15:20:14.66753233 +0000 UTC m=+0.120551507 container create c1d816218ddffc645174d36a7d714754a18d20a81e53aef4e5e5cd5175ffd8e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, RELEASE=quincy-85224d9) 2024-08-04T15:20:15.121 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:14 smithi062 podman[34471]: 2024-08-04 15:20:14.8618096 +0000 UTC m=+0.314828738 container init c1d816218ddffc645174d36a7d714754a18d20a81e53aef4e5e5cd5175ffd8e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=quincy-85224d9, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=) 2024-08-04T15:20:15.121 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:14 smithi062 podman[34471]: 2024-08-04 15:20:14.864777973 +0000 UTC m=+0.317797108 container start c1d816218ddffc645174d36a7d714754a18d20a81e53aef4e5e5cd5175ffd8e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=quincy-85224d9, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-04T15:20:15.121 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:14 smithi062 ceph-mgr[34490]: -- 172.21.15.62:0/973476802 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5636fe5929c0 con 0x5636fe59e800 2024-08-04T15:20:15.121 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:14 smithi062 bash[34471]: c1d816218ddffc645174d36a7d714754a18d20a81e53aef4e5e5cd5175ffd8e0 2024-08-04T15:20:15.121 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:14 smithi062 systemd[1]: Started Ceph mgr.x for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:20:15.121 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:14 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:14.985+0000 7fc57af98ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-04T15:20:15.122 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:15 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:15.120+0000 7fc57af98ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:20:15.462 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:15 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:15.193+0000 7fc57af98ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-04T15:20:15.463 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:15 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:15.461+0000 7fc57af98ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-04T15:20:15.733 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:15 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:15.531+0000 7fc57af98ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-04T15:20:16.305 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:16 smithi007 ceph-mon[29096]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:16.305 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:16 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:16.305 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:16 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:16.305 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:16 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:16.305 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:16 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:16.305 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:16 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:16.306 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:16 smithi007 ceph-mon[39529]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:16.306 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:16 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:16.306 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:16 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:16.306 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:16 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:16.306 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:16 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:16.306 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:16 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:16.311 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:20:16.334 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph orch daemon add osd smithi007:vg_nvme/lv_4 2024-08-04T15:20:16.462 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:16 smithi062 ceph-mon[32659]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:16.462 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:16 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:16.463 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:16 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:16.463 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:16 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:16.464 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:16 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:16.465 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:16 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:16.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:16 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:16.519+0000 7fc57af98ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-04T15:20:16.762 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:16 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:16.639+0000 7fc57af98ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-04T15:20:16.762 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:16 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:16.698+0000 7fc57af98ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-04T15:20:16.788 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:20:17.158 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:16 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:16.899+0000 7fc57af98ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-04T15:20:17.158 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:16 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:16.961+0000 7fc57af98ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-04T15:20:17.158 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:17 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:17.029+0000 7fc57af98ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-04T15:20:17.158 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:17 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:17.157+0000 7fc57af98ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:20:17.328 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:17.328 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:17.328 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:17.328 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:20:17.328 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:17.328 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[39529]: Reconfiguring mgr.y (unknown last config time)... 2024-08-04T15:20:17.328 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:20:17.328 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:20:17.329 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:17.329 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[39529]: Reconfiguring daemon mgr.y on smithi007 2024-08-04T15:20:17.329 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:17.329 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:17.329 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:17.329 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:20:17.329 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:17.329 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[29096]: Reconfiguring mgr.y (unknown last config time)... 2024-08-04T15:20:17.329 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:20:17.329 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:20:17.330 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:17.330 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:17 smithi007 ceph-mon[29096]: Reconfiguring daemon mgr.y on smithi007 2024-08-04T15:20:17.437 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:17 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:17.437 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:17 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:17.437 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:17 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:17.437 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:17 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:20:17.437 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:17 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:17.437 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:17 smithi062 ceph-mon[32659]: Reconfiguring mgr.y (unknown last config time)... 2024-08-04T15:20:17.437 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:17 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:20:17.438 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:17 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:20:17.438 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:17 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:17.438 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:17 smithi062 ceph-mon[32659]: Reconfiguring daemon mgr.y on smithi007 2024-08-04T15:20:17.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:17 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:17.592+0000 7fc57af98ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-04T15:20:18.228 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:17 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:17.893+0000 7fc57af98ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-04T15:20:18.228 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:17 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:17.961+0000 7fc57af98ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-04T15:20:18.228 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:18 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:18.091+0000 7fc57af98ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-04T15:20:18.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:18 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:18.357+0000 7fc57af98ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-04T15:20:18.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:18 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:18.419+0000 7fc57af98ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-04T15:20:18.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:18 smithi062 ceph-mon[32659]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:18.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:18 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:18.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:18 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:18.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:18 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:18 smithi007 ceph-mon[39529]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:18 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:18 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:18 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:18 smithi007 ceph-mon[29096]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:18 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:18 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:18 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:19.011 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:18 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:18.610+0000 7fc57af98ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-04T15:20:19.011 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:18 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:18.674+0000 7fc57af98ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-04T15:20:19.012 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:18 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:18.759+0000 7fc57af98ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-04T15:20:19.012 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:18 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:18.818+0000 7fc57af98ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-04T15:20:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:19 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:19 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:20:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:19 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:19.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:19 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:19.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:19 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:20:19.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:19 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:19.502 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:19 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:19.502 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:19 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:20:19.502 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:19 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:19.503 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:19 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:19.361+0000 7fc57af98ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-04T15:20:19.503 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:20:19 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:20:19.502+0000 7fc57af98ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-04T15:20:20.489 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[39529]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:20.489 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[39529]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:20:20.489 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:20:20.489 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:20:20.489 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:20.489 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[39529]: Standby manager daemon x started 2024-08-04T15:20:20.490 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/768336583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-04T15:20:20.490 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/768336583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:20:20.490 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/768336583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-04T15:20:20.490 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/768336583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:20:20.490 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:20.490 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[29096]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:20.490 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[29096]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:20:20.490 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:20:20.490 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:20:20.490 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:20.491 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[29096]: Standby manager daemon x started 2024-08-04T15:20:20.491 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/768336583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-04T15:20:20.491 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/768336583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:20:20.491 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/768336583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-04T15:20:20.491 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/768336583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:20:20.491 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:20 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:20 smithi062 ceph-mon[32659]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:20 smithi062 ceph-mon[32659]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:20:20.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:20 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:20:20.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:20 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:20:20.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:20 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:20.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:20 smithi062 ceph-mon[32659]: Standby manager daemon x started 2024-08-04T15:20:20.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:20 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/768336583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-04T15:20:20.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:20 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/768336583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:20:20.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:20 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/768336583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-04T15:20:20.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:20 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/768336583' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:20:20.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:20 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:21 smithi062 ceph-mon[32659]: mgrmap e14: y(active, since 65s), standbys: x 2024-08-04T15:20:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:21 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-04T15:20:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:21 smithi062 ceph-mon[32659]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:21 smithi007 ceph-mon[29096]: mgrmap e14: y(active, since 65s), standbys: x 2024-08-04T15:20:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:21 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-04T15:20:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:21 smithi007 ceph-mon[29096]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:21 smithi007 ceph-mon[39529]: mgrmap e14: y(active, since 65s), standbys: x 2024-08-04T15:20:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:21 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-04T15:20:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:21 smithi007 ceph-mon[39529]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:22 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/1995443073' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d989ad4f-dc6b-4292-8290-c8826b3c77c1"}]: dispatch 2024-08-04T15:20:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:22 smithi007 ceph-mon[29096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d989ad4f-dc6b-4292-8290-c8826b3c77c1"}]: dispatch 2024-08-04T15:20:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:22 smithi007 ceph-mon[29096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d989ad4f-dc6b-4292-8290-c8826b3c77c1"}]': finished 2024-08-04T15:20:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:22 smithi007 ceph-mon[29096]: osdmap e5: 1 total, 0 up, 1 in 2024-08-04T15:20:22.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:22 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:20:22.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:22 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/396466808' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:20:22.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:22 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/1995443073' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d989ad4f-dc6b-4292-8290-c8826b3c77c1"}]: dispatch 2024-08-04T15:20:22.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:22 smithi007 ceph-mon[39529]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d989ad4f-dc6b-4292-8290-c8826b3c77c1"}]: dispatch 2024-08-04T15:20:22.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:22 smithi007 ceph-mon[39529]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d989ad4f-dc6b-4292-8290-c8826b3c77c1"}]': finished 2024-08-04T15:20:22.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:22 smithi007 ceph-mon[39529]: osdmap e5: 1 total, 0 up, 1 in 2024-08-04T15:20:22.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:22 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:20:22.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:22 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/396466808' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:20:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:22 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/1995443073' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d989ad4f-dc6b-4292-8290-c8826b3c77c1"}]: dispatch 2024-08-04T15:20:22.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:22 smithi062 ceph-mon[32659]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d989ad4f-dc6b-4292-8290-c8826b3c77c1"}]: dispatch 2024-08-04T15:20:22.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:22 smithi062 ceph-mon[32659]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d989ad4f-dc6b-4292-8290-c8826b3c77c1"}]': finished 2024-08-04T15:20:22.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:22 smithi062 ceph-mon[32659]: osdmap e5: 1 total, 0 up, 1 in 2024-08-04T15:20:22.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:22 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:20:22.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:22 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/396466808' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:20:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:23 smithi062 ceph-mon[32659]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:23.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:23 smithi007 ceph-mon[29096]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:23.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:23 smithi007 ceph-mon[39529]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:26.304 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:26 smithi007 ceph-mon[29096]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:26.305 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:26 smithi007 ceph-mon[39529]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:26.464 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:26 smithi062 ceph-mon[32659]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:28.286 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:28 smithi007 ceph-mon[39529]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:28.286 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:28 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-04T15:20:28.286 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:28 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:28.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:28 smithi007 ceph-mon[29096]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:28.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:28 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-04T15:20:28.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:28 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:28 smithi062 ceph-mon[32659]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:28 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-04T15:20:28.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:28 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:29.327 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:29 smithi007 ceph-mon[29096]: Deploying daemon osd.0 on smithi007 2024-08-04T15:20:29.328 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:29 smithi007 ceph-mon[39529]: Deploying daemon osd.0 on smithi007 2024-08-04T15:20:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:29 smithi062 ceph-mon[32659]: Deploying daemon osd.0 on smithi007 2024-08-04T15:20:30.290 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:30 smithi007 ceph-mon[29096]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:30.291 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:30 smithi007 ceph-mon[39529]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:30 smithi062 ceph-mon[32659]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:32.325 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:32 smithi007 ceph-mon[29096]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:32.325 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:32 smithi007 ceph-mon[39529]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:32.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:32 smithi062 ceph-mon[32659]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:33.247 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:33 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:33.247 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:33 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:33.247 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:33 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:33.248 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:33 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:33.248 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:33 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:33.248 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:33 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:33 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:33 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:33 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:34.292 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:34 smithi007 ceph-mon[29096]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:34.293 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:34 smithi007 ceph-mon[39529]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:34.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:34 smithi062 ceph-mon[32659]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:35.499 INFO:teuthology.orchestra.run.smithi007.stdout:Created osd(s) 0 on host 'smithi007' 2024-08-04T15:20:36.084 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:36 smithi007 ceph-mon[29096]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:36.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:36 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:36.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:36 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:36.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:36 smithi007 ceph-mon[29096]: from='osd.0 [v2:172.21.15.7:6802/1067222416,v1:172.21.15.7:6803/1067222416]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-04T15:20:36.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:36 smithi007 ceph-mon[39529]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:36.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:36 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:36.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:36 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:36.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:36 smithi007 ceph-mon[39529]: from='osd.0 [v2:172.21.15.7:6802/1067222416,v1:172.21.15.7:6803/1067222416]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-04T15:20:36.111 DEBUG:teuthology.orchestra.run.smithi007:osd.0> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.0.service 2024-08-04T15:20:36.113 INFO:tasks.cephadm:Deploying osd.1 on smithi007 with /dev/vg_nvme/lv_3... 2024-08-04T15:20:36.114 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-04T15:20:36.428 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:20:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:36 smithi062 ceph-mon[32659]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:36.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:36 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:36.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:36 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:36.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:36 smithi062 ceph-mon[32659]: from='osd.0 [v2:172.21.15.7:6802/1067222416,v1:172.21.15.7:6803/1067222416]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-04T15:20:37.506 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:37 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:37.506 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:37 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:37.506 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:37 smithi007 ceph-mon[29096]: from='osd.0 [v2:172.21.15.7:6802/1067222416,v1:172.21.15.7:6803/1067222416]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-04T15:20:37.506 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:37 smithi007 ceph-mon[29096]: osdmap e6: 1 total, 0 up, 1 in 2024-08-04T15:20:37.507 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:37 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:20:37.507 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:37 smithi007 ceph-mon[29096]: from='osd.0 [v2:172.21.15.7:6802/1067222416,v1:172.21.15.7:6803/1067222416]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:20:37.507 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:37 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:37.507 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:37 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:37.507 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:37 smithi007 ceph-mon[39529]: from='osd.0 [v2:172.21.15.7:6802/1067222416,v1:172.21.15.7:6803/1067222416]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-04T15:20:37.507 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:37 smithi007 ceph-mon[39529]: osdmap e6: 1 total, 0 up, 1 in 2024-08-04T15:20:37.507 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:37 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:20:37.507 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:37 smithi007 ceph-mon[39529]: from='osd.0 [v2:172.21.15.7:6802/1067222416,v1:172.21.15.7:6803/1067222416]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:20:37.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:37 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:37.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:37 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:37.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:37 smithi062 ceph-mon[32659]: from='osd.0 [v2:172.21.15.7:6802/1067222416,v1:172.21.15.7:6803/1067222416]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-04T15:20:37.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:37 smithi062 ceph-mon[32659]: osdmap e6: 1 total, 0 up, 1 in 2024-08-04T15:20:37.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:37 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:20:37.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:37 smithi062 ceph-mon[32659]: from='osd.0 [v2:172.21.15.7:6802/1067222416,v1:172.21.15.7:6803/1067222416]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:20:37.821 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:20:37 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0[43530]: 2024-08-04T15:20:37.504+0000 7ff26e792640 -1 osd.0 0 waiting for initial osdmap 2024-08-04T15:20:37.821 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:20:37 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0[43530]: 2024-08-04T15:20:37.508+0000 7ff2695c9640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-04T15:20:38.558 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:38 smithi007 ceph-mon[29096]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:38.558 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:38 smithi007 ceph-mon[29096]: from='osd.0 [v2:172.21.15.7:6802/1067222416,v1:172.21.15.7:6803/1067222416]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-08-04T15:20:38.559 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:38 smithi007 ceph-mon[29096]: osdmap e7: 1 total, 0 up, 1 in 2024-08-04T15:20:38.559 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:38 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:20:38.559 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:38 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:20:38.559 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:38 smithi007 ceph-mon[39529]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:38.559 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:38 smithi007 ceph-mon[39529]: from='osd.0 [v2:172.21.15.7:6802/1067222416,v1:172.21.15.7:6803/1067222416]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-08-04T15:20:38.559 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:38 smithi007 ceph-mon[39529]: osdmap e7: 1 total, 0 up, 1 in 2024-08-04T15:20:38.559 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:38 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:20:38.559 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:38 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:20:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:38 smithi062 ceph-mon[32659]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:38 smithi062 ceph-mon[32659]: from='osd.0 [v2:172.21.15.7:6802/1067222416,v1:172.21.15.7:6803/1067222416]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-08-04T15:20:38.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:38 smithi062 ceph-mon[32659]: osdmap e7: 1 total, 0 up, 1 in 2024-08-04T15:20:38.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:38 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:20:38.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:38 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:20:39.622 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:20:39.647 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph orch daemon add osd smithi007:vg_nvme/lv_3 2024-08-04T15:20:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:39 smithi062 ceph-mon[32659]: purged_snaps scrub starts 2024-08-04T15:20:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:39 smithi062 ceph-mon[32659]: purged_snaps scrub ok 2024-08-04T15:20:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:39 smithi062 ceph-mon[32659]: osd.0 [v2:172.21.15.7:6802/1067222416,v1:172.21.15.7:6803/1067222416] boot 2024-08-04T15:20:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:39 smithi062 ceph-mon[32659]: osdmap e8: 1 total, 1 up, 1 in 2024-08-04T15:20:39.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:39 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:20:39.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:39 smithi062 ceph-mon[32659]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:39.808 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:39 smithi007 ceph-mon[29096]: purged_snaps scrub starts 2024-08-04T15:20:39.808 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:39 smithi007 ceph-mon[29096]: purged_snaps scrub ok 2024-08-04T15:20:39.808 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:39 smithi007 ceph-mon[29096]: osd.0 [v2:172.21.15.7:6802/1067222416,v1:172.21.15.7:6803/1067222416] boot 2024-08-04T15:20:39.809 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:39 smithi007 ceph-mon[29096]: osdmap e8: 1 total, 1 up, 1 in 2024-08-04T15:20:39.809 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:39 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:20:39.809 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:39 smithi007 ceph-mon[29096]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:39.809 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:39 smithi007 ceph-mon[39529]: purged_snaps scrub starts 2024-08-04T15:20:39.809 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:39 smithi007 ceph-mon[39529]: purged_snaps scrub ok 2024-08-04T15:20:39.809 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:39 smithi007 ceph-mon[39529]: osd.0 [v2:172.21.15.7:6802/1067222416,v1:172.21.15.7:6803/1067222416] boot 2024-08-04T15:20:39.809 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:39 smithi007 ceph-mon[39529]: osdmap e8: 1 total, 1 up, 1 in 2024-08-04T15:20:39.809 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:39 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:20:39.809 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:39 smithi007 ceph-mon[39529]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-04T15:20:40.189 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:20:40.672 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:40 smithi007 ceph-mon[29096]: osdmap e9: 1 total, 1 up, 1 in 2024-08-04T15:20:40.672 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:40 smithi007 ceph-mon[39529]: osdmap e9: 1 total, 1 up, 1 in 2024-08-04T15:20:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:40 smithi062 ceph-mon[32659]: osdmap e9: 1 total, 1 up, 1 in 2024-08-04T15:20:41.667 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:41 smithi007 ceph-mon[29096]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:41.667 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:41 smithi007 ceph-mon[39529]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:42.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:41 smithi062 ceph-mon[32659]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:43.211 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[39529]: Detected new or changed devices on smithi007 2024-08-04T15:20:43.211 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:43.211 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:43.212 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:20:43.212 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[39529]: Adjusting osd_memory_target on smithi007 to 16068M 2024-08-04T15:20:43.212 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:43.212 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:43.212 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:20:43.212 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:43.212 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:43.212 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:20:43.212 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:20:43.212 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:43.212 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:43.212 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:20:43.212 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:43.213 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[29096]: Detected new or changed devices on smithi007 2024-08-04T15:20:43.213 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:43.213 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:43.213 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:20:43.213 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[29096]: Adjusting osd_memory_target on smithi007 to 16068M 2024-08-04T15:20:43.213 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:43.213 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:43.213 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:20:43.213 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:43.213 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:43.213 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:20:43.214 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:20:43.214 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:43.214 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:43.214 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:20:43.214 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:43 smithi062 ceph-mon[32659]: Detected new or changed devices on smithi007 2024-08-04T15:20:43.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:43.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:43.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:20:43.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:43 smithi062 ceph-mon[32659]: Adjusting osd_memory_target on smithi007 to 16068M 2024-08-04T15:20:43.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:43.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:43.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:20:43.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:43.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:43.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:20:43.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:20:43.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:43.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:43.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:20:43.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:44 smithi007 ceph-mon[29096]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:20:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:44 smithi007 ceph-mon[29096]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:44.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:44 smithi007 ceph-mon[39529]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:20:44.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:44 smithi007 ceph-mon[39529]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:44 smithi062 ceph-mon[32659]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:20:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:44 smithi062 ceph-mon[32659]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:45.318 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:45 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/1321976536' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "048e9a7b-c104-4e94-b382-787da4f545d3"}]: dispatch 2024-08-04T15:20:45.318 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:45 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/1321976536' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "048e9a7b-c104-4e94-b382-787da4f545d3"}]': finished 2024-08-04T15:20:45.318 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:45 smithi007 ceph-mon[29096]: osdmap e10: 2 total, 1 up, 2 in 2024-08-04T15:20:45.318 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:45 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:20:45.319 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:45 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/1321976536' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "048e9a7b-c104-4e94-b382-787da4f545d3"}]: dispatch 2024-08-04T15:20:45.319 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:45 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/1321976536' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "048e9a7b-c104-4e94-b382-787da4f545d3"}]': finished 2024-08-04T15:20:45.319 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:45 smithi007 ceph-mon[39529]: osdmap e10: 2 total, 1 up, 2 in 2024-08-04T15:20:45.319 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:45 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:20:45.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:45 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/1321976536' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "048e9a7b-c104-4e94-b382-787da4f545d3"}]: dispatch 2024-08-04T15:20:45.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:45 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/1321976536' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "048e9a7b-c104-4e94-b382-787da4f545d3"}]': finished 2024-08-04T15:20:45.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:45 smithi062 ceph-mon[32659]: osdmap e10: 2 total, 1 up, 2 in 2024-08-04T15:20:45.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:45 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:20:46.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:46 smithi007 ceph-mon[29096]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:46.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:46 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/1578382163' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:20:46.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:46 smithi007 ceph-mon[39529]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:46.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:46 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/1578382163' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:20:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:46 smithi062 ceph-mon[32659]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:46 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/1578382163' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:20:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:48 smithi007 ceph-mon[29096]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:48.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:48 smithi007 ceph-mon[39529]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:48 smithi062 ceph-mon[32659]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:50.321 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:50 smithi007 ceph-mon[29096]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:50.321 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:50 smithi007 ceph-mon[39529]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:50 smithi062 ceph-mon[32659]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:51 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-04T15:20:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:51 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:51.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:51 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-04T15:20:51.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:51 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:51 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-04T15:20:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:51 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:20:52.255 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:52 smithi007 ceph-mon[29096]: Deploying daemon osd.1 on smithi007 2024-08-04T15:20:52.255 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:52 smithi007 ceph-mon[29096]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:52.255 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:52 smithi007 ceph-mon[39529]: Deploying daemon osd.1 on smithi007 2024-08-04T15:20:52.255 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:52 smithi007 ceph-mon[39529]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:52.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:52 smithi062 ceph-mon[32659]: Deploying daemon osd.1 on smithi007 2024-08-04T15:20:52.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:52 smithi062 ceph-mon[32659]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:54.332 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:54 smithi007 ceph-mon[29096]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:54.333 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:54 smithi007 ceph-mon[39529]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:54 smithi062 ceph-mon[32659]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:56 smithi007 ceph-mon[29096]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:56 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:56 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:56 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:56.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:56 smithi007 ceph-mon[39529]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:56.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:56 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:56.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:56 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:56.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:56 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:56 smithi062 ceph-mon[32659]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:56.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:56 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:20:56.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:56 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:56.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:56 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:58.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:58 smithi007 ceph-mon[29096]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:58.320 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:58 smithi007 ceph-mon[39529]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:58.354 INFO:teuthology.orchestra.run.smithi007.stdout:Created osd(s) 1 on host 'smithi007' 2024-08-04T15:20:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:58 smithi062 ceph-mon[32659]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:20:58.977 DEBUG:teuthology.orchestra.run.smithi007:osd.1> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.1.service 2024-08-04T15:20:58.979 INFO:tasks.cephadm:Deploying osd.2 on smithi007 with /dev/vg_nvme/lv_2... 2024-08-04T15:20:58.980 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-04T15:20:59.298 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:20:59.643 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:59 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:59.643 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:59 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:59.643 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:59 smithi007 ceph-mon[39529]: from='osd.1 [v2:172.21.15.7:6810/251880039,v1:172.21.15.7:6811/251880039]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-04T15:20:59.643 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:59 smithi007 ceph-mon[39529]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-04T15:20:59.643 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:59 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:59.643 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:20:59 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:59.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:59 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:59.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:59 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:59.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:59 smithi007 ceph-mon[29096]: from='osd.1 [v2:172.21.15.7:6810/251880039,v1:172.21.15.7:6811/251880039]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-04T15:20:59.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:59 smithi007 ceph-mon[29096]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-04T15:20:59.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:59 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:59.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:20:59 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:59 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:59 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:59 smithi062 ceph-mon[32659]: from='osd.1 [v2:172.21.15.7:6810/251880039,v1:172.21.15.7:6811/251880039]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-04T15:20:59.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:59 smithi062 ceph-mon[32659]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-04T15:20:59.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:59 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:20:59.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:20:59 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:00.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:00 smithi007 ceph-mon[39529]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:21:00.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:00 smithi007 ceph-mon[39529]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-04T15:21:00.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:00 smithi007 ceph-mon[39529]: osdmap e11: 2 total, 1 up, 2 in 2024-08-04T15:21:00.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:00 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:21:00.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:00 smithi007 ceph-mon[39529]: from='osd.1 [v2:172.21.15.7:6810/251880039,v1:172.21.15.7:6811/251880039]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:21:00.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:00 smithi007 ceph-mon[39529]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:21:00.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:00 smithi007 ceph-mon[29096]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:21:00.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:00 smithi007 ceph-mon[29096]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-04T15:21:00.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:00 smithi007 ceph-mon[29096]: osdmap e11: 2 total, 1 up, 2 in 2024-08-04T15:21:00.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:00 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:21:00.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:00 smithi007 ceph-mon[29096]: from='osd.1 [v2:172.21.15.7:6810/251880039,v1:172.21.15.7:6811/251880039]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:21:00.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:00 smithi007 ceph-mon[29096]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:21:00.709 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:21:00 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1[49468]: 2024-08-04T15:21:00.361+0000 7f4f1f204640 -1 osd.1 0 waiting for initial osdmap 2024-08-04T15:21:00.709 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:21:00 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1[49468]: 2024-08-04T15:21:00.364+0000 7f4f1a03b640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-04T15:21:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:00 smithi062 ceph-mon[32659]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:21:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:00 smithi062 ceph-mon[32659]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-04T15:21:00.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:00 smithi062 ceph-mon[32659]: osdmap e11: 2 total, 1 up, 2 in 2024-08-04T15:21:00.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:00 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:21:00.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:00 smithi062 ceph-mon[32659]: from='osd.1 [v2:172.21.15.7:6810/251880039,v1:172.21.15.7:6811/251880039]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:21:00.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:00 smithi062 ceph-mon[32659]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:21:01.446 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:01 smithi007 ceph-mon[29096]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-08-04T15:21:01.447 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:01 smithi007 ceph-mon[29096]: osdmap e12: 2 total, 1 up, 2 in 2024-08-04T15:21:01.447 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:01 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:21:01.447 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:01 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:21:01.447 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:01 smithi007 ceph-mon[39529]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-08-04T15:21:01.447 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:01 smithi007 ceph-mon[39529]: osdmap e12: 2 total, 1 up, 2 in 2024-08-04T15:21:01.447 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:01 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:21:01.447 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:01 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:21:01.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:01 smithi062 ceph-mon[32659]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-08-04T15:21:01.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:01 smithi062 ceph-mon[32659]: osdmap e12: 2 total, 1 up, 2 in 2024-08-04T15:21:01.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:01 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:21:01.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:01 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:21:02.393 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:21:02.416 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph orch daemon add osd smithi007:vg_nvme/lv_2 2024-08-04T15:21:02.431 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:02 smithi007 ceph-mon[29096]: purged_snaps scrub starts 2024-08-04T15:21:02.431 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:02 smithi007 ceph-mon[29096]: purged_snaps scrub ok 2024-08-04T15:21:02.431 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:02 smithi007 ceph-mon[29096]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:21:02.431 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:02 smithi007 ceph-mon[29096]: osd.1 [v2:172.21.15.7:6810/251880039,v1:172.21.15.7:6811/251880039] boot 2024-08-04T15:21:02.431 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:02 smithi007 ceph-mon[29096]: osdmap e13: 2 total, 2 up, 2 in 2024-08-04T15:21:02.431 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:02 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:21:02.431 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:02 smithi007 ceph-mon[39529]: purged_snaps scrub starts 2024-08-04T15:21:02.432 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:02 smithi007 ceph-mon[39529]: purged_snaps scrub ok 2024-08-04T15:21:02.432 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:02 smithi007 ceph-mon[39529]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:21:02.432 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:02 smithi007 ceph-mon[39529]: osd.1 [v2:172.21.15.7:6810/251880039,v1:172.21.15.7:6811/251880039] boot 2024-08-04T15:21:02.432 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:02 smithi007 ceph-mon[39529]: osdmap e13: 2 total, 2 up, 2 in 2024-08-04T15:21:02.432 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:02 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:21:02.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:02 smithi062 ceph-mon[32659]: purged_snaps scrub starts 2024-08-04T15:21:02.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:02 smithi062 ceph-mon[32659]: purged_snaps scrub ok 2024-08-04T15:21:02.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:02 smithi062 ceph-mon[32659]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-04T15:21:02.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:02 smithi062 ceph-mon[32659]: osd.1 [v2:172.21.15.7:6810/251880039,v1:172.21.15.7:6811/251880039] boot 2024-08-04T15:21:02.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:02 smithi062 ceph-mon[32659]: osdmap e13: 2 total, 2 up, 2 in 2024-08-04T15:21:02.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:02 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:21:02.970 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:21:03.630 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:03 smithi007 ceph-mon[29096]: osdmap e14: 2 total, 2 up, 2 in 2024-08-04T15:21:03.631 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:03 smithi007 ceph-mon[39529]: osdmap e14: 2 total, 2 up, 2 in 2024-08-04T15:21:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:03 smithi062 ceph-mon[32659]: osdmap e14: 2 total, 2 up, 2 in 2024-08-04T15:21:04.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[39529]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:04.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:04.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:04.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:04.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:04.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:04.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:04.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:21:04.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:04.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:21:04.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:04.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:21:04.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:04.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[29096]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:04.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:04.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:04.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:04.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:04.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:04.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:04.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:21:04.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:04.589 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:21:04.589 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:04.589 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:21:04.589 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:04 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:04 smithi062 ceph-mon[32659]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:04.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:04 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:04.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:04 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:04.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:04 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:04.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:04 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:04.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:04 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:04.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:04 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:04.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:04 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:21:04.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:04 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:04.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:04 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:21:04.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:04 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:04.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:04 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:21:04.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:04 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:05.694 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:05 smithi007 ceph-mon[29096]: Detected new or changed devices on smithi007 2024-08-04T15:21:05.694 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:05 smithi007 ceph-mon[29096]: Adjusting osd_memory_target on smithi007 to 8034M 2024-08-04T15:21:05.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:21:05.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:21:05.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:05.695 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:05 smithi007 ceph-mon[39529]: Detected new or changed devices on smithi007 2024-08-04T15:21:05.695 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:05 smithi007 ceph-mon[39529]: Adjusting osd_memory_target on smithi007 to 8034M 2024-08-04T15:21:05.695 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:21:05.695 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:21:05.695 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:05.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:05 smithi062 ceph-mon[32659]: Detected new or changed devices on smithi007 2024-08-04T15:21:05.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:05 smithi062 ceph-mon[32659]: Adjusting osd_memory_target on smithi007 to 8034M 2024-08-04T15:21:05.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:21:05.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:21:05.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:06.648 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:06 smithi007 ceph-mon[29096]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:06.648 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:06 smithi007 ceph-mon[29096]: from='client.24176 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:21:06.648 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:06 smithi007 ceph-mon[39529]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:06.648 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:06 smithi007 ceph-mon[39529]: from='client.24176 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:21:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:06 smithi062 ceph-mon[32659]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:06 smithi062 ceph-mon[32659]: from='client.24176 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:21:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:08 smithi007 ceph-mon[29096]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:08 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/781177714' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7e7ac4cb-095b-4e53-b2d5-85bd755c7467"}]: dispatch 2024-08-04T15:21:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:08 smithi007 ceph-mon[29096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7e7ac4cb-095b-4e53-b2d5-85bd755c7467"}]: dispatch 2024-08-04T15:21:08.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:08 smithi007 ceph-mon[29096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7e7ac4cb-095b-4e53-b2d5-85bd755c7467"}]': finished 2024-08-04T15:21:08.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:08 smithi007 ceph-mon[29096]: osdmap e15: 3 total, 2 up, 3 in 2024-08-04T15:21:08.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:08 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:21:08.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:08 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/4190913044' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:21:08.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:08 smithi007 ceph-mon[39529]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:08.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:08 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/781177714' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7e7ac4cb-095b-4e53-b2d5-85bd755c7467"}]: dispatch 2024-08-04T15:21:08.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:08 smithi007 ceph-mon[39529]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7e7ac4cb-095b-4e53-b2d5-85bd755c7467"}]: dispatch 2024-08-04T15:21:08.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:08 smithi007 ceph-mon[39529]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7e7ac4cb-095b-4e53-b2d5-85bd755c7467"}]': finished 2024-08-04T15:21:08.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:08 smithi007 ceph-mon[39529]: osdmap e15: 3 total, 2 up, 3 in 2024-08-04T15:21:08.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:08 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:21:08.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:08 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/4190913044' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:21:08.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:08 smithi062 ceph-mon[32659]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:08.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:08 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/781177714' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7e7ac4cb-095b-4e53-b2d5-85bd755c7467"}]: dispatch 2024-08-04T15:21:08.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:08 smithi062 ceph-mon[32659]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7e7ac4cb-095b-4e53-b2d5-85bd755c7467"}]: dispatch 2024-08-04T15:21:08.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:08 smithi062 ceph-mon[32659]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7e7ac4cb-095b-4e53-b2d5-85bd755c7467"}]': finished 2024-08-04T15:21:08.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:08 smithi062 ceph-mon[32659]: osdmap e15: 3 total, 2 up, 3 in 2024-08-04T15:21:08.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:08 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:21:08.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:08 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/4190913044' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:21:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:10 smithi007 ceph-mon[29096]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:10.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:10 smithi007 ceph-mon[39529]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:10 smithi062 ceph-mon[32659]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:12.650 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:12 smithi007 ceph-mon[29096]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:12.651 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:12 smithi007 ceph-mon[39529]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:12 smithi062 ceph-mon[32659]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:14 smithi062 ceph-mon[32659]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:14.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:14 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-04T15:21:14.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:14 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:14 smithi007 ceph-mon[29096]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:14 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-04T15:21:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:14 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:14.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:14 smithi007 ceph-mon[39529]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:14.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:14 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-04T15:21:14.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:14 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:15.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:15 smithi007 ceph-mon[39529]: Deploying daemon osd.2 on smithi007 2024-08-04T15:21:15.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:15 smithi007 ceph-mon[29096]: Deploying daemon osd.2 on smithi007 2024-08-04T15:21:15.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:15 smithi062 ceph-mon[32659]: Deploying daemon osd.2 on smithi007 2024-08-04T15:21:16.663 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:16 smithi007 ceph-mon[29096]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:16.663 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:16 smithi007 ceph-mon[39529]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:16 smithi062 ceph-mon[32659]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:18 smithi062 ceph-mon[32659]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:18 smithi007 ceph-mon[29096]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:18 smithi007 ceph-mon[39529]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:19 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:21:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:19 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:19 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:19 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:21:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:19 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:19 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:19 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:21:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:19 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:19 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:20 smithi007 ceph-mon[29096]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:20 smithi007 ceph-mon[39529]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:20 smithi062 ceph-mon[32659]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:21.714 INFO:teuthology.orchestra.run.smithi007.stdout:Created osd(s) 2 on host 'smithi007' 2024-08-04T15:21:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:22 smithi007 ceph-mon[29096]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:22 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:22 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:22 smithi007 ceph-mon[29096]: from='osd.2 [v2:172.21.15.7:6818/705212368,v1:172.21.15.7:6819/705212368]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-04T15:21:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:22 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:22 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:22.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:22 smithi007 ceph-mon[39529]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:22.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:22 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:22.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:22 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:22.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:22 smithi007 ceph-mon[39529]: from='osd.2 [v2:172.21.15.7:6818/705212368,v1:172.21.15.7:6819/705212368]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-04T15:21:22.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:22 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:22.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:22 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:22.389 DEBUG:teuthology.orchestra.run.smithi007:osd.2> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.2.service 2024-08-04T15:21:22.432 INFO:tasks.cephadm:Deploying osd.3 on smithi007 with /dev/vg_nvme/lv_1... 2024-08-04T15:21:22.432 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-04T15:21:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:22 smithi062 ceph-mon[32659]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:22 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:22.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:22 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:22.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:22 smithi062 ceph-mon[32659]: from='osd.2 [v2:172.21.15.7:6818/705212368,v1:172.21.15.7:6819/705212368]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-04T15:21:22.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:22 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:22.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:22 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:23.438 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:23 smithi007 ceph-mon[29096]: from='osd.2 [v2:172.21.15.7:6818/705212368,v1:172.21.15.7:6819/705212368]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-04T15:21:23.438 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:23 smithi007 ceph-mon[29096]: osdmap e16: 3 total, 2 up, 3 in 2024-08-04T15:21:23.438 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:23 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:21:23.438 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:23 smithi007 ceph-mon[29096]: from='osd.2 [v2:172.21.15.7:6818/705212368,v1:172.21.15.7:6819/705212368]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:21:23.438 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:21:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[55206]: 2024-08-04T15:21:23.411+0000 7f5c25c5b640 -1 osd.2 0 waiting for initial osdmap 2024-08-04T15:21:23.438 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:21:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[55206]: 2024-08-04T15:21:23.414+0000 7f5c1fa90640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-04T15:21:23.439 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:23 smithi007 ceph-mon[39529]: from='osd.2 [v2:172.21.15.7:6818/705212368,v1:172.21.15.7:6819/705212368]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-04T15:21:23.439 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:23 smithi007 ceph-mon[39529]: osdmap e16: 3 total, 2 up, 3 in 2024-08-04T15:21:23.439 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:23 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:21:23.439 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:23 smithi007 ceph-mon[39529]: from='osd.2 [v2:172.21.15.7:6818/705212368,v1:172.21.15.7:6819/705212368]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:21:23.509 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:21:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:23 smithi062 ceph-mon[32659]: from='osd.2 [v2:172.21.15.7:6818/705212368,v1:172.21.15.7:6819/705212368]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-04T15:21:23.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:23 smithi062 ceph-mon[32659]: osdmap e16: 3 total, 2 up, 3 in 2024-08-04T15:21:23.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:23 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:21:23.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:23 smithi062 ceph-mon[32659]: from='osd.2 [v2:172.21.15.7:6818/705212368,v1:172.21.15.7:6819/705212368]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:21:24.675 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:24 smithi007 ceph-mon[39529]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:24.675 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:24 smithi007 ceph-mon[39529]: from='osd.2 [v2:172.21.15.7:6818/705212368,v1:172.21.15.7:6819/705212368]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-08-04T15:21:24.675 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:24 smithi007 ceph-mon[39529]: osdmap e17: 3 total, 2 up, 3 in 2024-08-04T15:21:24.675 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:24 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:21:24.675 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:24 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:21:24.675 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:24 smithi007 ceph-mon[29096]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:24.676 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:24 smithi007 ceph-mon[29096]: from='osd.2 [v2:172.21.15.7:6818/705212368,v1:172.21.15.7:6819/705212368]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-08-04T15:21:24.676 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:24 smithi007 ceph-mon[29096]: osdmap e17: 3 total, 2 up, 3 in 2024-08-04T15:21:24.676 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:24 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:21:24.676 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:24 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:21:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:24 smithi062 ceph-mon[32659]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-04T15:21:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:24 smithi062 ceph-mon[32659]: from='osd.2 [v2:172.21.15.7:6818/705212368,v1:172.21.15.7:6819/705212368]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-08-04T15:21:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:24 smithi062 ceph-mon[32659]: osdmap e17: 3 total, 2 up, 3 in 2024-08-04T15:21:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:24 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:21:24.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:24 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:21:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:25 smithi007 ceph-mon[29096]: purged_snaps scrub starts 2024-08-04T15:21:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:25 smithi007 ceph-mon[29096]: purged_snaps scrub ok 2024-08-04T15:21:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:25 smithi007 ceph-mon[29096]: osd.2 [v2:172.21.15.7:6818/705212368,v1:172.21.15.7:6819/705212368] boot 2024-08-04T15:21:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:25 smithi007 ceph-mon[29096]: osdmap e18: 3 total, 3 up, 3 in 2024-08-04T15:21:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:25 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:21:25.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:25 smithi007 ceph-mon[39529]: purged_snaps scrub starts 2024-08-04T15:21:25.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:25 smithi007 ceph-mon[39529]: purged_snaps scrub ok 2024-08-04T15:21:25.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:25 smithi007 ceph-mon[39529]: osd.2 [v2:172.21.15.7:6818/705212368,v1:172.21.15.7:6819/705212368] boot 2024-08-04T15:21:25.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:25 smithi007 ceph-mon[39529]: osdmap e18: 3 total, 3 up, 3 in 2024-08-04T15:21:25.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:25 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:21:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:25 smithi062 ceph-mon[32659]: purged_snaps scrub starts 2024-08-04T15:21:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:25 smithi062 ceph-mon[32659]: purged_snaps scrub ok 2024-08-04T15:21:25.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:25 smithi062 ceph-mon[32659]: osd.2 [v2:172.21.15.7:6818/705212368,v1:172.21.15.7:6819/705212368] boot 2024-08-04T15:21:25.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:25 smithi062 ceph-mon[32659]: osdmap e18: 3 total, 3 up, 3 in 2024-08-04T15:21:25.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:25 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:21:26.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: pgmap v73: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-04T15:21:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-04T15:21:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: osdmap e19: 3 total, 3 up, 3 in 2024-08-04T15:21:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:21:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: Detected new or changed devices on smithi007 2024-08-04T15:21:26.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:26.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:26.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:26.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:26.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:26.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: Adjusting osd_memory_target on smithi007 to 5356M 2024-08-04T15:21:26.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:26.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:26.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:21:26.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:26.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:21:26.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:26.590 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:21:26.590 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:26.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: pgmap v73: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:26.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-04T15:21:26.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-04T15:21:26.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: osdmap e19: 3 total, 3 up, 3 in 2024-08-04T15:21:26.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:21:26.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: Detected new or changed devices on smithi007 2024-08-04T15:21:26.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:26.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:26.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:26.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:26.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:26.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: Adjusting osd_memory_target on smithi007 to 5356M 2024-08-04T15:21:26.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:26.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:26.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:21:26.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:26.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:21:26.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:26.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:21:26.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:26 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: pgmap v73: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-04T15:21:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-04T15:21:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: osdmap e19: 3 total, 3 up, 3 in 2024-08-04T15:21:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:21:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: Detected new or changed devices on smithi007 2024-08-04T15:21:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:26.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: Adjusting osd_memory_target on smithi007 to 5356M 2024-08-04T15:21:26.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:26.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:26.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:21:26.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:26.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:21:26.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:26.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:21:26.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:26 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:27.018 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:21:27.041 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph orch daemon add osd smithi007:vg_nvme/lv_1 2024-08-04T15:21:27.306 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:21:27.336 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:21:27 smithi007 sudo[59341]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-04T15:21:27.336 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:21:27 smithi007 sudo[59341]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-04T15:21:27.336 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:21:27 smithi007 sudo[59341]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-04T15:21:27.336 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:21:27 smithi007 sudo[59341]: pam_unix(sudo:session): session closed for user root 2024-08-04T15:21:27.731 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:21:27 smithi007 sudo[59417]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-04T15:21:27.731 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:21:27 smithi007 sudo[59417]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-04T15:21:27.732 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:21:27 smithi007 sudo[59417]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-04T15:21:27.732 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:21:27 smithi007 sudo[59417]: pam_unix(sudo:session): session closed for user root 2024-08-04T15:21:27.732 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:27 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-04T15:21:27.732 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:27 smithi007 ceph-mon[29096]: osdmap e20: 3 total, 3 up, 3 in 2024-08-04T15:21:27.732 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:27 smithi007 ceph-mon[29096]: pgmap v76: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:27.732 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:27 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-04T15:21:27.733 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:27 smithi007 ceph-mon[39529]: osdmap e20: 3 total, 3 up, 3 in 2024-08-04T15:21:27.733 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:27 smithi007 ceph-mon[39529]: pgmap v76: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:27 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-04T15:21:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:27 smithi062 ceph-mon[32659]: osdmap e20: 3 total, 3 up, 3 in 2024-08-04T15:21:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:27 smithi062 ceph-mon[32659]: pgmap v76: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:28.086 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:21:27 smithi007 sudo[59438]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-04T15:21:28.086 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:21:27 smithi007 sudo[59438]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-04T15:21:28.086 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:21:27 smithi007 sudo[59438]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-04T15:21:28.086 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:21:27 smithi007 sudo[59438]: pam_unix(sudo:session): session closed for user root 2024-08-04T15:21:28.452 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:21:28 smithi007 sudo[59445]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-04T15:21:28.452 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:21:28 smithi007 sudo[59445]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-04T15:21:28.453 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:21:28 smithi007 sudo[59445]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-04T15:21:28.453 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:21:28 smithi007 sudo[59445]: pam_unix(sudo:session): session closed for user root 2024-08-04T15:21:28.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:28 smithi007 ceph-mon[29096]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-04T15:21:28.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:28 smithi007 ceph-mon[29096]: osdmap e21: 3 total, 3 up, 3 in 2024-08-04T15:21:28.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:28 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:28.453 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:28 smithi007 ceph-mon[39529]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-04T15:21:28.453 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:28 smithi007 ceph-mon[39529]: osdmap e21: 3 total, 3 up, 3 in 2024-08-04T15:21:28.453 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:28 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:28 smithi062 ceph-mon[32659]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-04T15:21:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:28 smithi062 ceph-mon[32659]: osdmap e21: 3 total, 3 up, 3 in 2024-08-04T15:21:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:28 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:29.086 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:21:28 smithi007 sudo[59473]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-04T15:21:29.086 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:21:28 smithi007 sudo[59473]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-04T15:21:29.086 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:21:28 smithi007 sudo[59473]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-04T15:21:29.086 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:21:28 smithi007 sudo[59473]: pam_unix(sudo:session): session closed for user root 2024-08-04T15:21:29.547 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:21:29 smithi007 sudo[59569]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-04T15:21:29.548 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:21:29 smithi007 sudo[59569]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-04T15:21:29.548 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:21:29 smithi007 sudo[59569]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-04T15:21:29.548 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:21:29 smithi007 sudo[59569]: pam_unix(sudo:session): session closed for user root 2024-08-04T15:21:29.833 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:29 smithi007 sudo[59624]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-04T15:21:29.833 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:29 smithi007 sudo[59624]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-04T15:21:29.833 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:29 smithi007 sudo[59624]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-04T15:21:29.833 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:29 smithi007 sudo[59624]: pam_unix(sudo:session): session closed for user root 2024-08-04T15:21:30.486 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:30 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:21:30.486 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:30 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:21:30.486 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:30 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:30.487 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:30 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-04T15:21:30.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:30 smithi007 sudo[59642]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-04T15:21:30.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:30 smithi007 sudo[59642]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-04T15:21:30.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:30 smithi007 sudo[59642]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-04T15:21:30.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:30 smithi007 sudo[59642]: pam_unix(sudo:session): session closed for user root 2024-08-04T15:21:30.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:30 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:21:30.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:30 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:21:30.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:30 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:30.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:30 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-04T15:21:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:30 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:21:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:30 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:21:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:30 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:30 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-04T15:21:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:30 smithi062 sudo[35142]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-04T15:21:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:30 smithi062 sudo[35142]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-04T15:21:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:30 smithi062 sudo[35142]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-04T15:21:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:30 smithi062 sudo[35142]: pam_unix(sudo:session): session closed for user root 2024-08-04T15:21:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:31 smithi062 sudo[35145]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-04T15:21:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:31 smithi062 sudo[35145]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-04T15:21:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:31 smithi062 sudo[35145]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-04T15:21:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:31 smithi062 sudo[35145]: pam_unix(sudo:session): session closed for user root 2024-08-04T15:21:32.060 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:31 smithi007 sudo[59714]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-04T15:21:32.060 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:31 smithi007 sudo[59714]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-04T15:21:32.060 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:31 smithi007 sudo[59714]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-04T15:21:32.060 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:31 smithi007 sudo[59714]: pam_unix(sudo:session): session closed for user root 2024-08-04T15:21:32.311 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[29096]: pgmap v78: 1 pgs: 1 active+clean; 449 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:32.311 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[29096]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:21:32.312 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-04T15:21:32.312 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:21:32.312 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:21:32.312 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:21:32.312 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-04T15:21:32.312 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:21:32.312 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:21:32.312 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:21:32.312 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-04T15:21:32.312 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:32.313 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:21:32.313 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:21:32.313 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:21:32.313 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 sudo[59717]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-04T15:21:32.313 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 sudo[59717]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-04T15:21:32.313 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 sudo[59717]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-04T15:21:32.313 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 sudo[59717]: pam_unix(sudo:session): session closed for user root 2024-08-04T15:21:32.313 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[39529]: pgmap v78: 1 pgs: 1 active+clean; 449 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:32.313 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[39529]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:21:32.313 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-04T15:21:32.313 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:21:32.314 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:21:32.314 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:21:32.314 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-04T15:21:32.314 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:21:32.314 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:21:32.314 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:21:32.314 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-04T15:21:32.314 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:32.314 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:21:32.314 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:21:32.314 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:21:32.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:32 smithi062 ceph-mon[32659]: pgmap v78: 1 pgs: 1 active+clean; 449 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:32.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:32 smithi062 ceph-mon[32659]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:21:32.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:32 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-04T15:21:32.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:21:32.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:21:32.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:21:32.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:32 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-04T15:21:32.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:21:32.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:21:32.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:21:32.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:32 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-04T15:21:32.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:32.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:21:32.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:21:32.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:21:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:33 smithi007 ceph-mon[29096]: pgmap v79: 1 pgs: 1 active+clean; 449 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:33 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-04T15:21:33.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:33 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-04T15:21:33.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:33 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3995206624' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf2b290d-b7b1-4c6f-97a0-61b88ad529e2"}]: dispatch 2024-08-04T15:21:33.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:33 smithi007 ceph-mon[29096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf2b290d-b7b1-4c6f-97a0-61b88ad529e2"}]: dispatch 2024-08-04T15:21:33.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:33 smithi007 ceph-mon[29096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cf2b290d-b7b1-4c6f-97a0-61b88ad529e2"}]': finished 2024-08-04T15:21:33.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:33 smithi007 ceph-mon[29096]: osdmap e22: 4 total, 3 up, 4 in 2024-08-04T15:21:33.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:33 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:21:33.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:33 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/424062825' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:21:33.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:33 smithi007 ceph-mon[39529]: pgmap v79: 1 pgs: 1 active+clean; 449 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:33.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:33 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-04T15:21:33.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:33 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-04T15:21:33.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:33 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/3995206624' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf2b290d-b7b1-4c6f-97a0-61b88ad529e2"}]: dispatch 2024-08-04T15:21:33.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:33 smithi007 ceph-mon[39529]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf2b290d-b7b1-4c6f-97a0-61b88ad529e2"}]: dispatch 2024-08-04T15:21:33.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:33 smithi007 ceph-mon[39529]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cf2b290d-b7b1-4c6f-97a0-61b88ad529e2"}]': finished 2024-08-04T15:21:33.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:33 smithi007 ceph-mon[39529]: osdmap e22: 4 total, 3 up, 4 in 2024-08-04T15:21:33.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:33 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:21:33.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:33 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/424062825' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:21:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:33 smithi062 ceph-mon[32659]: pgmap v79: 1 pgs: 1 active+clean; 449 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:33 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-04T15:21:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:33 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-04T15:21:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:33 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/3995206624' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf2b290d-b7b1-4c6f-97a0-61b88ad529e2"}]: dispatch 2024-08-04T15:21:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:33 smithi062 ceph-mon[32659]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf2b290d-b7b1-4c6f-97a0-61b88ad529e2"}]: dispatch 2024-08-04T15:21:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:33 smithi062 ceph-mon[32659]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cf2b290d-b7b1-4c6f-97a0-61b88ad529e2"}]': finished 2024-08-04T15:21:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:33 smithi062 ceph-mon[32659]: osdmap e22: 4 total, 3 up, 4 in 2024-08-04T15:21:33.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:33 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:21:33.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:33 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/424062825' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:21:34.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:34 smithi007 ceph-mon[29096]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail; 4.9 KiB/s rd, 237 KiB/s wr, 16 op/s 2024-08-04T15:21:34.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:34 smithi007 ceph-mon[39529]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail; 4.9 KiB/s rd, 237 KiB/s wr, 16 op/s 2024-08-04T15:21:34.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:34 smithi062 ceph-mon[32659]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail; 4.9 KiB/s rd, 237 KiB/s wr, 16 op/s 2024-08-04T15:21:36.209 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:36 smithi007 ceph-mon[39529]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.6 KiB/s rd, 174 KiB/s wr, 11 op/s 2024-08-04T15:21:36.209 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:36 smithi007 ceph-mon[29096]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.6 KiB/s rd, 174 KiB/s wr, 11 op/s 2024-08-04T15:21:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:36 smithi062 ceph-mon[32659]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.6 KiB/s rd, 174 KiB/s wr, 11 op/s 2024-08-04T15:21:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:38 smithi007 ceph-mon[29096]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.8 KiB/s rd, 137 KiB/s wr, 9 op/s 2024-08-04T15:21:38.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:38 smithi007 ceph-mon[39529]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.8 KiB/s rd, 137 KiB/s wr, 9 op/s 2024-08-04T15:21:38.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:38 smithi062 ceph-mon[32659]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.8 KiB/s rd, 137 KiB/s wr, 9 op/s 2024-08-04T15:21:39.414 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:39 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-04T15:21:39.415 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:39 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:39.415 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:39 smithi007 ceph-mon[39529]: Deploying daemon osd.3 on smithi007 2024-08-04T15:21:39.415 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:39 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-04T15:21:39.415 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:39 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:39.415 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:39 smithi007 ceph-mon[29096]: Deploying daemon osd.3 on smithi007 2024-08-04T15:21:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:39 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-04T15:21:39.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:39 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:39.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:39 smithi062 ceph-mon[32659]: Deploying daemon osd.3 on smithi007 2024-08-04T15:21:40.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:40 smithi007 ceph-mon[39529]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2024-08-04T15:21:40.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:40 smithi007 ceph-mon[29096]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2024-08-04T15:21:40.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:40 smithi062 ceph-mon[32659]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2024-08-04T15:21:42.211 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:42 smithi007 ceph-mon[29096]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2024-08-04T15:21:42.212 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:42 smithi007 ceph-mon[39529]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2024-08-04T15:21:42.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:42 smithi062 ceph-mon[32659]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2024-08-04T15:21:43.432 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:21:43.432 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:43.432 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:43.432 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:21:43.432 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:43.433 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:21:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:43.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:44.397 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:44 smithi007 ceph-mon[29096]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.5 KiB/s rd, 120 KiB/s wr, 8 op/s 2024-08-04T15:21:44.398 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:44 smithi007 ceph-mon[39529]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.5 KiB/s rd, 120 KiB/s wr, 8 op/s 2024-08-04T15:21:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:44 smithi062 ceph-mon[32659]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.5 KiB/s rd, 120 KiB/s wr, 8 op/s 2024-08-04T15:21:46.435 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:46 smithi007 ceph-mon[29096]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:46.435 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:46 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:46.435 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:46 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:46.435 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:46 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:46.436 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:46 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:21:46.436 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:46 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:46.436 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:46 smithi007 ceph-mon[39529]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:46.436 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:46 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:46.436 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:46 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:46.436 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:46 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:46.436 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:46 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:21:46.436 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:46 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:46.472 INFO:teuthology.orchestra.run.smithi007.stdout:Created osd(s) 3 on host 'smithi007' 2024-08-04T15:21:46.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:46 smithi062 ceph-mon[32659]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:46.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:46 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:46.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:46 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:46.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:46 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:46.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:46 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:21:46.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:46 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:47.073 DEBUG:teuthology.orchestra.run.smithi007:osd.3> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.3.service 2024-08-04T15:21:47.076 INFO:tasks.cephadm:Deploying osd.4 on smithi062 with /dev/vg_nvme/lv_4... 2024-08-04T15:21:47.076 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-04T15:21:47.324 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:47 smithi007 ceph-mon[39529]: from='osd.3 [v2:172.21.15.7:6826/4689524,v1:172.21.15.7:6827/4689524]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-04T15:21:47.324 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:47 smithi007 ceph-mon[39529]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-04T15:21:47.324 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:47 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:21:47.324 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:47 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:47.324 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:47 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:47.324 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:47 smithi007 ceph-mon[29096]: from='osd.3 [v2:172.21.15.7:6826/4689524,v1:172.21.15.7:6827/4689524]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-04T15:21:47.324 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:47 smithi007 ceph-mon[29096]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-04T15:21:47.325 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:47 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:21:47.325 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:47 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:47.325 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:47 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:47.345 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.b/config 2024-08-04T15:21:47.468 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:47 smithi062 ceph-mon[32659]: from='osd.3 [v2:172.21.15.7:6826/4689524,v1:172.21.15.7:6827/4689524]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-04T15:21:47.468 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:47 smithi062 ceph-mon[32659]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-04T15:21:47.468 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:47 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:21:47.468 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:47 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:47.468 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:47 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:48.364 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:48 smithi007 ceph-mon[29096]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:48.365 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:48 smithi007 ceph-mon[29096]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-04T15:21:48.365 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:48 smithi007 ceph-mon[29096]: osdmap e23: 4 total, 3 up, 4 in 2024-08-04T15:21:48.365 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:48 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:21:48.365 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:48 smithi007 ceph-mon[29096]: from='osd.3 [v2:172.21.15.7:6826/4689524,v1:172.21.15.7:6827/4689524]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:21:48.365 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:48 smithi007 ceph-mon[29096]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:21:48.366 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:48 smithi007 ceph-mon[39529]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:48.366 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:48 smithi007 ceph-mon[39529]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-04T15:21:48.366 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:48 smithi007 ceph-mon[39529]: osdmap e23: 4 total, 3 up, 4 in 2024-08-04T15:21:48.366 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:48 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:21:48.366 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:48 smithi007 ceph-mon[39529]: from='osd.3 [v2:172.21.15.7:6826/4689524,v1:172.21.15.7:6827/4689524]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:21:48.366 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:48 smithi007 ceph-mon[39529]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:21:48.366 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:21:48 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3[61406]: 2024-08-04T15:21:48.111+0000 7f77a3595640 -1 osd.3 0 waiting for initial osdmap 2024-08-04T15:21:48.367 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:21:48 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3[61406]: 2024-08-04T15:21:48.116+0000 7f779e3cc640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-04T15:21:48.471 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:48 smithi062 ceph-mon[32659]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:48.472 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:48 smithi062 ceph-mon[32659]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-04T15:21:48.472 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:48 smithi062 ceph-mon[32659]: osdmap e23: 4 total, 3 up, 4 in 2024-08-04T15:21:48.472 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:48 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:21:48.472 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:48 smithi062 ceph-mon[32659]: from='osd.3 [v2:172.21.15.7:6826/4689524,v1:172.21.15.7:6827/4689524]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:21:48.472 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:48 smithi062 ceph-mon[32659]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:21:49.400 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:49 smithi062 ceph-mon[32659]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-08-04T15:21:49.400 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:49 smithi062 ceph-mon[32659]: osdmap e24: 4 total, 3 up, 4 in 2024-08-04T15:21:49.400 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:49 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:21:49.401 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:49 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:21:49.504 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:49 smithi007 ceph-mon[29096]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-08-04T15:21:49.504 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:49 smithi007 ceph-mon[29096]: osdmap e24: 4 total, 3 up, 4 in 2024-08-04T15:21:49.504 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:49 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:21:49.504 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:49 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:21:49.504 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:49 smithi007 ceph-mon[39529]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-08-04T15:21:49.505 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:49 smithi007 ceph-mon[39529]: osdmap e24: 4 total, 3 up, 4 in 2024-08-04T15:21:49.505 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:49 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:21:49.505 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:49 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:21:49.883 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:21:49.902 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph orch daemon add osd smithi062:vg_nvme/lv_4 2024-08-04T15:21:50.167 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.b/config 2024-08-04T15:21:50.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:50 smithi062 ceph-mon[32659]: purged_snaps scrub starts 2024-08-04T15:21:50.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:50 smithi062 ceph-mon[32659]: purged_snaps scrub ok 2024-08-04T15:21:50.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:50 smithi062 ceph-mon[32659]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:50.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:50 smithi062 ceph-mon[32659]: osd.3 [v2:172.21.15.7:6826/4689524,v1:172.21.15.7:6827/4689524] boot 2024-08-04T15:21:50.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:50 smithi062 ceph-mon[32659]: osdmap e25: 4 total, 4 up, 4 in 2024-08-04T15:21:50.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:21:50.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:50.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:50.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:50.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:50.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:50.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:50.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:50.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:50.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:21:50.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:50 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[29096]: purged_snaps scrub starts 2024-08-04T15:21:50.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[29096]: purged_snaps scrub ok 2024-08-04T15:21:50.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[29096]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:50.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[29096]: osd.3 [v2:172.21.15.7:6826/4689524,v1:172.21.15.7:6827/4689524] boot 2024-08-04T15:21:50.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[29096]: osdmap e25: 4 total, 4 up, 4 in 2024-08-04T15:21:50.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:21:50.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:50.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:50.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:50.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:50.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:50.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:50.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:50.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:50.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:21:50.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:50.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[39529]: purged_snaps scrub starts 2024-08-04T15:21:50.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[39529]: purged_snaps scrub ok 2024-08-04T15:21:50.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[39529]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-04T15:21:50.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[39529]: osd.3 [v2:172.21.15.7:6826/4689524,v1:172.21.15.7:6827/4689524] boot 2024-08-04T15:21:50.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[39529]: osdmap e25: 4 total, 4 up, 4 in 2024-08-04T15:21:50.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:21:50.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:50.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:50.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:50.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:50.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:50.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:21:50.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:50.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:50.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:21:50.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:50 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:21:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:51 smithi062 ceph-mon[32659]: Detected new or changed devices on smithi007 2024-08-04T15:21:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:51 smithi062 ceph-mon[32659]: Adjusting osd_memory_target on smithi007 to 4017M 2024-08-04T15:21:51.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:51 smithi062 ceph-mon[32659]: osdmap e26: 4 total, 4 up, 4 in 2024-08-04T15:21:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:51 smithi007 ceph-mon[29096]: Detected new or changed devices on smithi007 2024-08-04T15:21:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:51 smithi007 ceph-mon[29096]: Adjusting osd_memory_target on smithi007 to 4017M 2024-08-04T15:21:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:51 smithi007 ceph-mon[29096]: osdmap e26: 4 total, 4 up, 4 in 2024-08-04T15:21:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:51 smithi007 ceph-mon[39529]: Detected new or changed devices on smithi007 2024-08-04T15:21:51.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:51 smithi007 ceph-mon[39529]: Adjusting osd_memory_target on smithi007 to 4017M 2024-08-04T15:21:51.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:51 smithi007 ceph-mon[39529]: osdmap e26: 4 total, 4 up, 4 in 2024-08-04T15:21:52.417 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:52 smithi062 ceph-mon[32659]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:21:52.418 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:52 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:21:52.418 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:52 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:21:52.418 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:52 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:52.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:52 smithi007 ceph-mon[29096]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:21:52.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:52 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:21:52.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:52 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:21:52.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:52 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:52.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:52 smithi007 ceph-mon[39529]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:21:52.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:52 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:21:52.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:52 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:21:52.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:52 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:21:53.238 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:53 smithi062 ceph-mon[32659]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:21:53.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:53 smithi007 ceph-mon[29096]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:21:53.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:53 smithi007 ceph-mon[39529]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:21:54.391 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:54 smithi062 ceph-mon[32659]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:21:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:54 smithi007 ceph-mon[29096]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:21:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:54 smithi007 ceph-mon[39529]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:21:55.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:55 smithi062 ceph-mon[32659]: from='client.? 172.21.15.62:0/2205876493' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68cf053c-1225-4368-a98a-39fadb6176bf"}]: dispatch 2024-08-04T15:21:55.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:55 smithi062 ceph-mon[32659]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68cf053c-1225-4368-a98a-39fadb6176bf"}]: dispatch 2024-08-04T15:21:55.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:55 smithi062 ceph-mon[32659]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "68cf053c-1225-4368-a98a-39fadb6176bf"}]': finished 2024-08-04T15:21:55.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:55 smithi062 ceph-mon[32659]: osdmap e27: 5 total, 4 up, 5 in 2024-08-04T15:21:55.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:55 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:21:55.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:55 smithi062 ceph-mon[32659]: from='client.? 172.21.15.62:0/762630396' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:21:55.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:55 smithi007 ceph-mon[29096]: from='client.? 172.21.15.62:0/2205876493' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68cf053c-1225-4368-a98a-39fadb6176bf"}]: dispatch 2024-08-04T15:21:55.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:55 smithi007 ceph-mon[29096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68cf053c-1225-4368-a98a-39fadb6176bf"}]: dispatch 2024-08-04T15:21:55.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:55 smithi007 ceph-mon[29096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "68cf053c-1225-4368-a98a-39fadb6176bf"}]': finished 2024-08-04T15:21:55.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:55 smithi007 ceph-mon[29096]: osdmap e27: 5 total, 4 up, 5 in 2024-08-04T15:21:55.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:55 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:21:55.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:55 smithi007 ceph-mon[29096]: from='client.? 172.21.15.62:0/762630396' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:21:55.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:55 smithi007 ceph-mon[39529]: from='client.? 172.21.15.62:0/2205876493' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68cf053c-1225-4368-a98a-39fadb6176bf"}]: dispatch 2024-08-04T15:21:55.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:55 smithi007 ceph-mon[39529]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68cf053c-1225-4368-a98a-39fadb6176bf"}]: dispatch 2024-08-04T15:21:55.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:55 smithi007 ceph-mon[39529]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "68cf053c-1225-4368-a98a-39fadb6176bf"}]': finished 2024-08-04T15:21:55.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:55 smithi007 ceph-mon[39529]: osdmap e27: 5 total, 4 up, 5 in 2024-08-04T15:21:55.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:55 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:21:55.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:55 smithi007 ceph-mon[39529]: from='client.? 172.21.15.62:0/762630396' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:21:56.423 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:56 smithi062 ceph-mon[32659]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:21:56.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:56 smithi007 ceph-mon[29096]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:21:56.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:56 smithi007 ceph-mon[39529]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:21:58.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:21:58 smithi062 ceph-mon[32659]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:21:58.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:21:58 smithi007 ceph-mon[29096]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:21:58.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:21:58 smithi007 ceph-mon[39529]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:00.495 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:00 smithi062 ceph-mon[32659]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:00.495 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:00 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-04T15:22:00.495 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:00 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:00 smithi007 ceph-mon[29096]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:00 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-04T15:22:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:00 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:00.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:00 smithi007 ceph-mon[39529]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:00.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:00 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-04T15:22:00.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:00 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:01.498 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:01 smithi062 ceph-mon[32659]: Deploying daemon osd.4 on smithi062 2024-08-04T15:22:01.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:01 smithi007 ceph-mon[29096]: Deploying daemon osd.4 on smithi062 2024-08-04T15:22:01.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:01 smithi007 ceph-mon[39529]: Deploying daemon osd.4 on smithi062 2024-08-04T15:22:02.497 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:02 smithi062 ceph-mon[32659]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:02 smithi007 ceph-mon[29096]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:02.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:02 smithi007 ceph-mon[39529]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:04.474 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:04 smithi062 ceph-mon[32659]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:04.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:04 smithi007 ceph-mon[29096]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:04.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:04 smithi007 ceph-mon[39529]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:05.480 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:22:05.480 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:05.480 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:05 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:05.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:22:05.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:05.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:05 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:05.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:22:05.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:05.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:05 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:06.258 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:06 smithi062 ceph-mon[32659]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:06.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:06 smithi007 ceph-mon[39529]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:06 smithi007 ceph-mon[29096]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:08.055 INFO:teuthology.orchestra.run.smithi062.stdout:Created osd(s) 4 on host 'smithi062' 2024-08-04T15:22:08.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:08 smithi062 ceph-mon[32659]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:08.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:08 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:08.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:08 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:08.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:08 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:08.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:08 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:22:08.649 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:08 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:08.649 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:08 smithi062 ceph-mon[32659]: from='osd.4 [v2:172.21.15.62:6800/836814421,v1:172.21.15.62:6801/836814421]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-04T15:22:08.649 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:08 smithi062 ceph-mon[32659]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-04T15:22:08.649 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:08 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:22:08.649 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:08 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:08.649 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:08 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:08.674 DEBUG:teuthology.orchestra.run.smithi062:osd.4> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.4.service 2024-08-04T15:22:08.676 INFO:tasks.cephadm:Deploying osd.5 on smithi062 with /dev/vg_nvme/lv_3... 2024-08-04T15:22:08.677 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-04T15:22:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[39529]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:22:08.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:08.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[39529]: from='osd.4 [v2:172.21.15.62:6800/836814421,v1:172.21.15.62:6801/836814421]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-04T15:22:08.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[39529]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-04T15:22:08.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:22:08.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:08.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:08.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[29096]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:08.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:08.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:08.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:08.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:22:08.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:08.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[29096]: from='osd.4 [v2:172.21.15.62:6800/836814421,v1:172.21.15.62:6801/836814421]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-04T15:22:08.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[29096]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-04T15:22:08.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:22:08.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:08.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:08 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:09.448 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.b/config 2024-08-04T15:22:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:09 smithi062 ceph-mon[32659]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-04T15:22:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:09 smithi062 ceph-mon[32659]: osdmap e28: 5 total, 4 up, 5 in 2024-08-04T15:22:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:09 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:22:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:09 smithi062 ceph-mon[32659]: from='osd.4 [v2:172.21.15.62:6800/836814421,v1:172.21.15.62:6801/836814421]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:22:09.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:09 smithi062 ceph-mon[32659]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:22:09.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:09 smithi062 ceph-mon[32659]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:09.512 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:22:09 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[37551]: 2024-08-04T15:22:09.434+0000 7f371426f640 -1 osd.4 0 waiting for initial osdmap 2024-08-04T15:22:09.512 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:22:09 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[37551]: 2024-08-04T15:22:09.441+0000 7f370e082640 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-04T15:22:09.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:09 smithi007 ceph-mon[29096]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-04T15:22:09.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:09 smithi007 ceph-mon[29096]: osdmap e28: 5 total, 4 up, 5 in 2024-08-04T15:22:09.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:09 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:22:09.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:09 smithi007 ceph-mon[29096]: from='osd.4 [v2:172.21.15.62:6800/836814421,v1:172.21.15.62:6801/836814421]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:22:09.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:09 smithi007 ceph-mon[29096]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:22:09.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:09 smithi007 ceph-mon[29096]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:09.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:09 smithi007 ceph-mon[39529]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-04T15:22:09.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:09 smithi007 ceph-mon[39529]: osdmap e28: 5 total, 4 up, 5 in 2024-08-04T15:22:09.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:09 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:22:09.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:09 smithi007 ceph-mon[39529]: from='osd.4 [v2:172.21.15.62:6800/836814421,v1:172.21.15.62:6801/836814421]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:22:09.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:09 smithi007 ceph-mon[39529]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:22:09.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:09 smithi007 ceph-mon[39529]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-04T15:22:10.526 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:10 smithi062 ceph-mon[32659]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-08-04T15:22:10.527 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:10 smithi062 ceph-mon[32659]: osdmap e29: 5 total, 4 up, 5 in 2024-08-04T15:22:10.527 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:10 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:22:10.527 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:10 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:22:10.737 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:10 smithi007 ceph-mon[39529]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-08-04T15:22:10.737 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:10 smithi007 ceph-mon[39529]: osdmap e29: 5 total, 4 up, 5 in 2024-08-04T15:22:10.738 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:10 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:22:10.738 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:10 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:22:10.738 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:10 smithi007 ceph-mon[29096]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-08-04T15:22:10.738 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:10 smithi007 ceph-mon[29096]: osdmap e29: 5 total, 4 up, 5 in 2024-08-04T15:22:10.738 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:10 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:22:10.738 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:10 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:22:11.652 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:11 smithi062 ceph-mon[32659]: purged_snaps scrub starts 2024-08-04T15:22:11.652 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:11 smithi062 ceph-mon[32659]: purged_snaps scrub ok 2024-08-04T15:22:11.652 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:11 smithi062 ceph-mon[32659]: osd.4 [v2:172.21.15.62:6800/836814421,v1:172.21.15.62:6801/836814421] boot 2024-08-04T15:22:11.652 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:11 smithi062 ceph-mon[32659]: osdmap e30: 5 total, 5 up, 5 in 2024-08-04T15:22:11.653 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:11 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:22:11.653 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:11 smithi062 ceph-mon[32659]: osdmap e31: 5 total, 5 up, 5 in 2024-08-04T15:22:11.653 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:11 smithi062 ceph-mon[32659]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:11.759 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:11 smithi007 ceph-mon[29096]: purged_snaps scrub starts 2024-08-04T15:22:11.759 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:11 smithi007 ceph-mon[29096]: purged_snaps scrub ok 2024-08-04T15:22:11.759 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:11 smithi007 ceph-mon[29096]: osd.4 [v2:172.21.15.62:6800/836814421,v1:172.21.15.62:6801/836814421] boot 2024-08-04T15:22:11.759 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:11 smithi007 ceph-mon[29096]: osdmap e30: 5 total, 5 up, 5 in 2024-08-04T15:22:11.759 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:11 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:22:11.759 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:11 smithi007 ceph-mon[29096]: osdmap e31: 5 total, 5 up, 5 in 2024-08-04T15:22:11.759 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:11 smithi007 ceph-mon[29096]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:11.759 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:11 smithi007 ceph-mon[39529]: purged_snaps scrub starts 2024-08-04T15:22:11.760 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:11 smithi007 ceph-mon[39529]: purged_snaps scrub ok 2024-08-04T15:22:11.760 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:11 smithi007 ceph-mon[39529]: osd.4 [v2:172.21.15.62:6800/836814421,v1:172.21.15.62:6801/836814421] boot 2024-08-04T15:22:11.760 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:11 smithi007 ceph-mon[39529]: osdmap e30: 5 total, 5 up, 5 in 2024-08-04T15:22:11.760 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:11 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:22:11.760 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:11 smithi007 ceph-mon[39529]: osdmap e31: 5 total, 5 up, 5 in 2024-08-04T15:22:11.760 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:11 smithi007 ceph-mon[39529]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:12.703 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:12 smithi062 ceph-mon[32659]: osdmap e32: 5 total, 5 up, 5 in 2024-08-04T15:22:12.703 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:12 smithi062 ceph-mon[32659]: Detected new or changed devices on smithi062 2024-08-04T15:22:12.703 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:12 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:12.703 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:12 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:12.703 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:12 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:22:12.703 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:12 smithi062 ceph-mon[32659]: Adjusting osd_memory_target on smithi062 to 17088M 2024-08-04T15:22:12.704 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:12 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:12.704 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:12 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:12.704 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:12 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:22:12.704 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:12 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[29096]: osdmap e32: 5 total, 5 up, 5 in 2024-08-04T15:22:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[29096]: Detected new or changed devices on smithi062 2024-08-04T15:22:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:12.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:22:12.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[29096]: Adjusting osd_memory_target on smithi062 to 17088M 2024-08-04T15:22:12.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:12.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:12.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:22:12.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:12.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[39529]: osdmap e32: 5 total, 5 up, 5 in 2024-08-04T15:22:12.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[39529]: Detected new or changed devices on smithi062 2024-08-04T15:22:12.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:12.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:12.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:22:12.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[39529]: Adjusting osd_memory_target on smithi062 to 17088M 2024-08-04T15:22:12.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:12.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:12.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:22:12.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:12 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:13.400 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:22:13.421 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph orch daemon add osd smithi062:vg_nvme/lv_3 2024-08-04T15:22:13.686 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.b/config 2024-08-04T15:22:13.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:13 smithi062 ceph-mon[32659]: osdmap e33: 5 total, 5 up, 5 in 2024-08-04T15:22:13.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:13 smithi062 ceph-mon[32659]: pgmap v112: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 162 KiB/s, 0 objects/s recovering 2024-08-04T15:22:13.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:13 smithi007 ceph-mon[29096]: osdmap e33: 5 total, 5 up, 5 in 2024-08-04T15:22:13.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:13 smithi007 ceph-mon[29096]: pgmap v112: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 162 KiB/s, 0 objects/s recovering 2024-08-04T15:22:13.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:13 smithi007 ceph-mon[39529]: osdmap e33: 5 total, 5 up, 5 in 2024-08-04T15:22:13.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:13 smithi007 ceph-mon[39529]: pgmap v112: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 162 KiB/s, 0 objects/s recovering 2024-08-04T15:22:14.651 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:14 smithi062 ceph-mon[32659]: osdmap e34: 5 total, 5 up, 5 in 2024-08-04T15:22:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:14 smithi007 ceph-mon[29096]: osdmap e34: 5 total, 5 up, 5 in 2024-08-04T15:22:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:14 smithi007 ceph-mon[39529]: osdmap e34: 5 total, 5 up, 5 in 2024-08-04T15:22:15.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:22:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:22:14.960+0000 7fb9f412d640 -1 calc_pg_upmaps abort due to max <= 0 2024-08-04T15:22:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:15 smithi007 ceph-mon[29096]: pgmap v114: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-08-04T15:22:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:15 smithi007 ceph-mon[29096]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:22:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:15 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:22:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:15 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:22:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:15 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:15.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:15 smithi007 ceph-mon[39529]: pgmap v114: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-08-04T15:22:15.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:15 smithi007 ceph-mon[39529]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:22:15.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:15 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:22:15.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:15 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:22:15.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:15 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:15.864 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:15 smithi062 ceph-mon[32659]: pgmap v114: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-08-04T15:22:15.864 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:15 smithi062 ceph-mon[32659]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:22:15.864 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:15 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:22:15.864 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:15 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:22:15.865 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:15 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:18.230 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:18 smithi062 ceph-mon[32659]: pgmap v115: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-04T15:22:18.230 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:18 smithi062 ceph-mon[32659]: from='client.? 172.21.15.62:0/510477618' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2f77dd6-c990-4680-8de8-3a59b5f073b1"}]: dispatch 2024-08-04T15:22:18.230 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:18 smithi062 ceph-mon[32659]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2f77dd6-c990-4680-8de8-3a59b5f073b1"}]: dispatch 2024-08-04T15:22:18.230 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:18 smithi062 ceph-mon[32659]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f2f77dd6-c990-4680-8de8-3a59b5f073b1"}]': finished 2024-08-04T15:22:18.230 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:18 smithi062 ceph-mon[32659]: osdmap e35: 6 total, 5 up, 6 in 2024-08-04T15:22:18.231 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:18 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:22:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:18 smithi007 ceph-mon[29096]: pgmap v115: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-04T15:22:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:18 smithi007 ceph-mon[29096]: from='client.? 172.21.15.62:0/510477618' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2f77dd6-c990-4680-8de8-3a59b5f073b1"}]: dispatch 2024-08-04T15:22:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:18 smithi007 ceph-mon[29096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2f77dd6-c990-4680-8de8-3a59b5f073b1"}]: dispatch 2024-08-04T15:22:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:18 smithi007 ceph-mon[29096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f2f77dd6-c990-4680-8de8-3a59b5f073b1"}]': finished 2024-08-04T15:22:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:18 smithi007 ceph-mon[29096]: osdmap e35: 6 total, 5 up, 6 in 2024-08-04T15:22:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:18 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:22:18.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:18 smithi007 ceph-mon[39529]: pgmap v115: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-04T15:22:18.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:18 smithi007 ceph-mon[39529]: from='client.? 172.21.15.62:0/510477618' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2f77dd6-c990-4680-8de8-3a59b5f073b1"}]: dispatch 2024-08-04T15:22:18.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:18 smithi007 ceph-mon[39529]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2f77dd6-c990-4680-8de8-3a59b5f073b1"}]: dispatch 2024-08-04T15:22:18.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:18 smithi007 ceph-mon[39529]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f2f77dd6-c990-4680-8de8-3a59b5f073b1"}]': finished 2024-08-04T15:22:18.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:18 smithi007 ceph-mon[39529]: osdmap e35: 6 total, 5 up, 6 in 2024-08-04T15:22:18.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:18 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:22:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:19 smithi007 ceph-mon[29096]: from='client.? 172.21.15.62:0/4052848291' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:22:19.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:19 smithi007 ceph-mon[39529]: from='client.? 172.21.15.62:0/4052848291' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:22:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:19 smithi062 ceph-mon[32659]: from='client.? 172.21.15.62:0/4052848291' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:22:20.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:20 smithi007 ceph-mon[29096]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:20.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:20 smithi007 ceph-mon[39529]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:20.364 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:20 smithi062 ceph-mon[32659]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:22 smithi007 ceph-mon[29096]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:22 smithi007 ceph-mon[39529]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:22.458 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:22 smithi062 ceph-mon[32659]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:24.297 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:24 smithi062 ceph-mon[32659]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:24.297 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:24 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-04T15:22:24.297 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:24 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:24.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:24 smithi007 ceph-mon[39529]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:24.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:24 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-04T15:22:24.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:24 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:24 smithi007 ceph-mon[29096]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:24.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:24 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-04T15:22:24.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:24 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:25.180 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:25 smithi062 ceph-mon[32659]: Deploying daemon osd.5 on smithi062 2024-08-04T15:22:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:25 smithi007 ceph-mon[29096]: Deploying daemon osd.5 on smithi062 2024-08-04T15:22:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:25 smithi007 ceph-mon[39529]: Deploying daemon osd.5 on smithi062 2024-08-04T15:22:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:26 smithi007 ceph-mon[29096]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:26.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:26 smithi007 ceph-mon[39529]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:26.345 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:26 smithi062 ceph-mon[32659]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:28.136 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:28 smithi062 ceph-mon[32659]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:28 smithi007 ceph-mon[29096]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:28.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:28 smithi007 ceph-mon[39529]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:29 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:22:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:29 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:29 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:29.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:29 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:22:29.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:29 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:29.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:29 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:29.426 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:29 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:22:29.426 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:29 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:29.426 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:29 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:30.172 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:30 smithi062 ceph-mon[32659]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:30.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:30 smithi007 ceph-mon[29096]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:30.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:30 smithi007 ceph-mon[39529]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:32.036 INFO:teuthology.orchestra.run.smithi062.stdout:Created osd(s) 5 on host 'smithi062' 2024-08-04T15:22:32.649 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:32 smithi062 ceph-mon[32659]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:32.649 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:32.650 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:32.650 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:32.650 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:22:32.650 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:32.650 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:32 smithi062 ceph-mon[32659]: from='osd.5 [v2:172.21.15.62:6808/1287778299,v1:172.21.15.62:6809/1287778299]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-04T15:22:32.650 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:32 smithi062 ceph-mon[32659]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-04T15:22:32.650 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:22:32.650 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:32.650 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:32.651 DEBUG:teuthology.orchestra.run.smithi062:osd.5> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.5.service 2024-08-04T15:22:32.654 INFO:tasks.cephadm:Deploying osd.6 on smithi062 with /dev/vg_nvme/lv_2... 2024-08-04T15:22:32.654 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-04T15:22:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[39529]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:22:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[39529]: from='osd.5 [v2:172.21.15.62:6808/1287778299,v1:172.21.15.62:6809/1287778299]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-04T15:22:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[39529]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-04T15:22:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:22:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:32.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[29096]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:32.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:32.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:32.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:32.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:22:32.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:32.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[29096]: from='osd.5 [v2:172.21.15.62:6808/1287778299,v1:172.21.15.62:6809/1287778299]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-04T15:22:32.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[29096]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-04T15:22:32.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:22:32.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:32.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:33.759 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:33 smithi062 ceph-mon[32659]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-04T15:22:33.759 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:33 smithi062 ceph-mon[32659]: osdmap e36: 6 total, 5 up, 6 in 2024-08-04T15:22:33.759 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:33 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:22:33.759 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:33 smithi062 ceph-mon[32659]: from='osd.5 [v2:172.21.15.62:6808/1287778299,v1:172.21.15.62:6809/1287778299]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:22:33.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:33 smithi062 ceph-mon[32659]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:22:33.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:33 smithi062 ceph-mon[32659]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:33.760 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:22:33 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[43021]: 2024-08-04T15:22:33.433+0000 7f8239f43640 -1 osd.5 0 waiting for initial osdmap 2024-08-04T15:22:33.760 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:22:33 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[43021]: 2024-08-04T15:22:33.441+0000 7f8235559640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-04T15:22:33.802 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.b/config 2024-08-04T15:22:33.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:33 smithi007 ceph-mon[29096]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-04T15:22:33.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:33 smithi007 ceph-mon[29096]: osdmap e36: 6 total, 5 up, 6 in 2024-08-04T15:22:33.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:33 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:22:33.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:33 smithi007 ceph-mon[29096]: from='osd.5 [v2:172.21.15.62:6808/1287778299,v1:172.21.15.62:6809/1287778299]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:22:33.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:33 smithi007 ceph-mon[29096]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:22:33.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:33 smithi007 ceph-mon[29096]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:33.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:33 smithi007 ceph-mon[39529]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-04T15:22:33.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:33 smithi007 ceph-mon[39529]: osdmap e36: 6 total, 5 up, 6 in 2024-08-04T15:22:33.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:33 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:22:33.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:33 smithi007 ceph-mon[39529]: from='osd.5 [v2:172.21.15.62:6808/1287778299,v1:172.21.15.62:6809/1287778299]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:22:33.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:33 smithi007 ceph-mon[39529]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:22:33.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:33 smithi007 ceph-mon[39529]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:34 smithi062 ceph-mon[32659]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-08-04T15:22:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:34 smithi062 ceph-mon[32659]: osdmap e37: 6 total, 5 up, 6 in 2024-08-04T15:22:34.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:34 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:22:34.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:34 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:22:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:34 smithi007 ceph-mon[29096]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-08-04T15:22:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:34 smithi007 ceph-mon[29096]: osdmap e37: 6 total, 5 up, 6 in 2024-08-04T15:22:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:34 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:22:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:34 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:22:34.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:34 smithi007 ceph-mon[39529]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-08-04T15:22:34.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:34 smithi007 ceph-mon[39529]: osdmap e37: 6 total, 5 up, 6 in 2024-08-04T15:22:34.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:34 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:22:34.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:34 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:22:35.720 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:35 smithi062 ceph-mon[32659]: purged_snaps scrub starts 2024-08-04T15:22:35.720 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:35 smithi062 ceph-mon[32659]: purged_snaps scrub ok 2024-08-04T15:22:35.720 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:35 smithi062 ceph-mon[32659]: osd.5 [v2:172.21.15.62:6808/1287778299,v1:172.21.15.62:6809/1287778299] boot 2024-08-04T15:22:35.720 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:35 smithi062 ceph-mon[32659]: osdmap e38: 6 total, 6 up, 6 in 2024-08-04T15:22:35.720 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:35 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:22:35.720 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:35 smithi062 ceph-mon[32659]: pgmap v128: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:35.720 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:35 smithi062 ceph-mon[32659]: osdmap e39: 6 total, 6 up, 6 in 2024-08-04T15:22:35.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:35 smithi007 ceph-mon[29096]: purged_snaps scrub starts 2024-08-04T15:22:35.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:35 smithi007 ceph-mon[29096]: purged_snaps scrub ok 2024-08-04T15:22:35.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:35 smithi007 ceph-mon[29096]: osd.5 [v2:172.21.15.62:6808/1287778299,v1:172.21.15.62:6809/1287778299] boot 2024-08-04T15:22:35.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:35 smithi007 ceph-mon[29096]: osdmap e38: 6 total, 6 up, 6 in 2024-08-04T15:22:35.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:35 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:22:35.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:35 smithi007 ceph-mon[29096]: pgmap v128: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:35.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:35 smithi007 ceph-mon[29096]: osdmap e39: 6 total, 6 up, 6 in 2024-08-04T15:22:35.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:35 smithi007 ceph-mon[39529]: purged_snaps scrub starts 2024-08-04T15:22:35.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:35 smithi007 ceph-mon[39529]: purged_snaps scrub ok 2024-08-04T15:22:35.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:35 smithi007 ceph-mon[39529]: osd.5 [v2:172.21.15.62:6808/1287778299,v1:172.21.15.62:6809/1287778299] boot 2024-08-04T15:22:35.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:35 smithi007 ceph-mon[39529]: osdmap e38: 6 total, 6 up, 6 in 2024-08-04T15:22:35.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:35 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:22:35.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:35 smithi007 ceph-mon[39529]: pgmap v128: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-04T15:22:35.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:35 smithi007 ceph-mon[39529]: osdmap e39: 6 total, 6 up, 6 in 2024-08-04T15:22:36.618 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:36 smithi062 ceph-mon[32659]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-04T15:22:36.618 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:36 smithi062 ceph-mon[32659]: Detected new or changed devices on smithi062 2024-08-04T15:22:36.618 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:36 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:36.618 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:36 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:36.618 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:36 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:22:36.618 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:36 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:22:36.618 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:36 smithi062 ceph-mon[32659]: Adjusting osd_memory_target on smithi062 to 8544M 2024-08-04T15:22:36.618 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:36 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:36.618 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:36 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:36.618 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:36 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:22:36.619 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:36 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:36.619 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:36 smithi062 ceph-mon[32659]: osdmap e40: 6 total, 6 up, 6 in 2024-08-04T15:22:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[29096]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-04T15:22:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[29096]: Detected new or changed devices on smithi062 2024-08-04T15:22:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:36.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:22:36.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:22:36.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[29096]: Adjusting osd_memory_target on smithi062 to 8544M 2024-08-04T15:22:36.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:36.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:36.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:22:36.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:36.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[29096]: osdmap e40: 6 total, 6 up, 6 in 2024-08-04T15:22:36.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[39529]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-04T15:22:36.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[39529]: Detected new or changed devices on smithi062 2024-08-04T15:22:36.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:36.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:36.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:22:36.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:22:36.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[39529]: Adjusting osd_memory_target on smithi062 to 8544M 2024-08-04T15:22:36.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:36.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:36.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:22:36.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:36.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:36 smithi007 ceph-mon[39529]: osdmap e40: 6 total, 6 up, 6 in 2024-08-04T15:22:37.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:37 smithi062 ceph-mon[32659]: pgmap v131: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:22:37.669 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:22:37.690 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph orch daemon add osd smithi062:vg_nvme/lv_2 2024-08-04T15:22:37.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:37 smithi007 ceph-mon[29096]: pgmap v131: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:22:37.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:37 smithi007 ceph-mon[39529]: pgmap v131: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:22:37.953 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.b/config 2024-08-04T15:22:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:38 smithi062 ceph-mon[32659]: osdmap e41: 6 total, 6 up, 6 in 2024-08-04T15:22:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:38 smithi007 ceph-mon[29096]: osdmap e41: 6 total, 6 up, 6 in 2024-08-04T15:22:38.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:38 smithi007 ceph-mon[39529]: osdmap e41: 6 total, 6 up, 6 in 2024-08-04T15:22:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:39 smithi062 ceph-mon[32659]: osdmap e42: 6 total, 6 up, 6 in 2024-08-04T15:22:39.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:39 smithi062 ceph-mon[32659]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:22:39.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:39 smithi007 ceph-mon[29096]: osdmap e42: 6 total, 6 up, 6 in 2024-08-04T15:22:39.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:39 smithi007 ceph-mon[29096]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:22:39.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:39 smithi007 ceph-mon[39529]: osdmap e42: 6 total, 6 up, 6 in 2024-08-04T15:22:39.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:39 smithi007 ceph-mon[39529]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:22:40.737 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:40 smithi007 ceph-mon[29096]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:22:40.738 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:40 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:22:40.738 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:40 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:22:40.738 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:40 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:40.738 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:40 smithi007 ceph-mon[39529]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:22:40.738 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:40 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:22:40.738 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:40 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:22:40.738 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:40 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:40 smithi062 ceph-mon[32659]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:22:40.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:40 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:22:40.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:40 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:22:40.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:40 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:41.661 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:41 smithi062 ceph-mon[32659]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-08-04T15:22:41.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:41 smithi007 ceph-mon[29096]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-08-04T15:22:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:41 smithi007 ceph-mon[39529]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-08-04T15:22:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:42 smithi062 ceph-mon[32659]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-04T15:22:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:42 smithi062 ceph-mon[32659]: Cluster is now healthy 2024-08-04T15:22:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:42 smithi062 ceph-mon[32659]: from='client.? 172.21.15.62:0/1006077942' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28efea47-a46c-4ee8-82df-ef631099a14b"}]: dispatch 2024-08-04T15:22:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:42 smithi062 ceph-mon[32659]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28efea47-a46c-4ee8-82df-ef631099a14b"}]: dispatch 2024-08-04T15:22:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:42 smithi062 ceph-mon[32659]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28efea47-a46c-4ee8-82df-ef631099a14b"}]': finished 2024-08-04T15:22:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:42 smithi062 ceph-mon[32659]: osdmap e43: 7 total, 6 up, 7 in 2024-08-04T15:22:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:42 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:22:42.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:42 smithi007 ceph-mon[39529]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-04T15:22:42.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:42 smithi007 ceph-mon[39529]: Cluster is now healthy 2024-08-04T15:22:42.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:42 smithi007 ceph-mon[39529]: from='client.? 172.21.15.62:0/1006077942' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28efea47-a46c-4ee8-82df-ef631099a14b"}]: dispatch 2024-08-04T15:22:42.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:42 smithi007 ceph-mon[39529]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28efea47-a46c-4ee8-82df-ef631099a14b"}]: dispatch 2024-08-04T15:22:42.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:42 smithi007 ceph-mon[39529]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28efea47-a46c-4ee8-82df-ef631099a14b"}]': finished 2024-08-04T15:22:42.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:42 smithi007 ceph-mon[39529]: osdmap e43: 7 total, 6 up, 7 in 2024-08-04T15:22:42.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:42 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:22:42.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:42 smithi007 ceph-mon[29096]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-04T15:22:42.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:42 smithi007 ceph-mon[29096]: Cluster is now healthy 2024-08-04T15:22:42.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:42 smithi007 ceph-mon[29096]: from='client.? 172.21.15.62:0/1006077942' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28efea47-a46c-4ee8-82df-ef631099a14b"}]: dispatch 2024-08-04T15:22:42.840 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:42 smithi007 ceph-mon[29096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28efea47-a46c-4ee8-82df-ef631099a14b"}]: dispatch 2024-08-04T15:22:42.840 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:42 smithi007 ceph-mon[29096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28efea47-a46c-4ee8-82df-ef631099a14b"}]': finished 2024-08-04T15:22:42.840 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:42 smithi007 ceph-mon[29096]: osdmap e43: 7 total, 6 up, 7 in 2024-08-04T15:22:42.840 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:42 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:22:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:43 smithi062 ceph-mon[32659]: from='client.? 172.21.15.62:0/1834200145' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:22:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:43 smithi062 ceph-mon[32659]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-04T15:22:43.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:43 smithi007 ceph-mon[29096]: from='client.? 172.21.15.62:0/1834200145' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:22:43.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:43 smithi007 ceph-mon[29096]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-04T15:22:43.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:43 smithi007 ceph-mon[39529]: from='client.? 172.21.15.62:0/1834200145' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:22:43.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:43 smithi007 ceph-mon[39529]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-04T15:22:46.175 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:46 smithi062 ceph-mon[32659]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-08-04T15:22:46.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:46 smithi007 ceph-mon[29096]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-08-04T15:22:46.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:46 smithi007 ceph-mon[39529]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-08-04T15:22:48.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:48 smithi062 ceph-mon[32659]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-08-04T15:22:48.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:48 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-04T15:22:48.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:48 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:48 smithi007 ceph-mon[29096]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-08-04T15:22:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:48 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-04T15:22:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:48 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:48.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:48 smithi007 ceph-mon[39529]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-08-04T15:22:48.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:48 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-04T15:22:48.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:48 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:49.183 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:49 smithi062 ceph-mon[32659]: Deploying daemon osd.6 on smithi062 2024-08-04T15:22:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:49 smithi007 ceph-mon[29096]: Deploying daemon osd.6 on smithi062 2024-08-04T15:22:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:49 smithi007 ceph-mon[39529]: Deploying daemon osd.6 on smithi062 2024-08-04T15:22:50.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:50 smithi007 ceph-mon[29096]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-04T15:22:50.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:50 smithi007 ceph-mon[39529]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-04T15:22:50.396 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:50 smithi062 ceph-mon[32659]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-04T15:22:52.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:52 smithi062 ceph-mon[32659]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:22:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:52 smithi007 ceph-mon[29096]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:22:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:52 smithi007 ceph-mon[39529]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:22:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:53 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:22:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:53 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:53 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:53.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:53 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:22:53.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:53 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:53.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:53 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:53.337 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:53 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:22:53.337 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:53 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:53.337 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:53 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:54 smithi007 ceph-mon[39529]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:22:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:54 smithi007 ceph-mon[29096]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:22:54.420 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:54 smithi062 ceph-mon[32659]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:22:56.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:56 smithi062 ceph-mon[32659]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:22:56.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:56 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:56.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:56 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:56.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:56 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:56.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:56 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:22:56.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:56 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:56.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:56 smithi062 ceph-mon[32659]: from='osd.6 [v2:172.21.15.62:6816/986646080,v1:172.21.15.62:6817/986646080]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-04T15:22:56.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:56 smithi062 ceph-mon[32659]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-04T15:22:56.298 INFO:teuthology.orchestra.run.smithi062.stdout:Created osd(s) 6 on host 'smithi062' 2024-08-04T15:22:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:56 smithi007 ceph-mon[29096]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:22:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:56 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:56 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:56 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:56 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:22:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:56 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:56 smithi007 ceph-mon[29096]: from='osd.6 [v2:172.21.15.62:6816/986646080,v1:172.21.15.62:6817/986646080]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-04T15:22:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:56 smithi007 ceph-mon[29096]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-04T15:22:56.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:56 smithi007 ceph-mon[39529]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:22:56.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:56 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:56.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:56 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:56.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:56 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:22:56.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:56 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:22:56.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:56 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:56.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:56 smithi007 ceph-mon[39529]: from='osd.6 [v2:172.21.15.62:6816/986646080,v1:172.21.15.62:6817/986646080]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-04T15:22:56.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:56 smithi007 ceph-mon[39529]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-04T15:22:56.908 DEBUG:teuthology.orchestra.run.smithi062:osd.6> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.6.service 2024-08-04T15:22:56.910 INFO:tasks.cephadm:Deploying osd.7 on smithi062 with /dev/vg_nvme/lv_1... 2024-08-04T15:22:56.910 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-04T15:22:57.158 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:57 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:22:57.158 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:57 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:57.158 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:57 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:57.158 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:57 smithi062 ceph-mon[32659]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-04T15:22:57.159 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:57 smithi062 ceph-mon[32659]: osdmap e44: 7 total, 6 up, 7 in 2024-08-04T15:22:57.159 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:57 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:22:57.159 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:57 smithi062 ceph-mon[32659]: from='osd.6 [v2:172.21.15.62:6816/986646080,v1:172.21.15.62:6817/986646080]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:22:57.159 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:57 smithi062 ceph-mon[32659]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:22:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:57 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:22:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:57 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:57 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:57 smithi007 ceph-mon[29096]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-04T15:22:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:57 smithi007 ceph-mon[29096]: osdmap e44: 7 total, 6 up, 7 in 2024-08-04T15:22:57.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:57 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:22:57.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:57 smithi007 ceph-mon[29096]: from='osd.6 [v2:172.21.15.62:6816/986646080,v1:172.21.15.62:6817/986646080]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:22:57.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:57 smithi007 ceph-mon[29096]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:22:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:57 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:22:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:57 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:57 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:22:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:57 smithi007 ceph-mon[39529]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-04T15:22:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:57 smithi007 ceph-mon[39529]: osdmap e44: 7 total, 6 up, 7 in 2024-08-04T15:22:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:57 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:22:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:57 smithi007 ceph-mon[39529]: from='osd.6 [v2:172.21.15.62:6816/986646080,v1:172.21.15.62:6817/986646080]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:22:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:57 smithi007 ceph-mon[39529]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:22:58.060 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:22:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[48527]: 2024-08-04T15:22:57.871+0000 7f7582b28640 -1 osd.6 0 waiting for initial osdmap 2024-08-04T15:22:58.060 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:22:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[48527]: 2024-08-04T15:22:57.878+0000 7f757e160640 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-04T15:22:58.168 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.b/config 2024-08-04T15:22:58.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:58 smithi007 ceph-mon[29096]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:22:58.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:58 smithi007 ceph-mon[29096]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-08-04T15:22:58.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:58 smithi007 ceph-mon[29096]: osdmap e45: 7 total, 6 up, 7 in 2024-08-04T15:22:58.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:58 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:22:58.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:58 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:22:58.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:58 smithi007 ceph-mon[39529]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:22:58.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:58 smithi007 ceph-mon[39529]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-08-04T15:22:58.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:58 smithi007 ceph-mon[39529]: osdmap e45: 7 total, 6 up, 7 in 2024-08-04T15:22:58.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:22:58.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:58 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:22:58.348 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:58 smithi062 ceph-mon[32659]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:22:58.348 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:58 smithi062 ceph-mon[32659]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-08-04T15:22:58.348 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:58 smithi062 ceph-mon[32659]: osdmap e45: 7 total, 6 up, 7 in 2024-08-04T15:22:58.348 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:58 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:22:58.348 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:58 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:23:00.168 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:59 smithi062 ceph-mon[32659]: purged_snaps scrub starts 2024-08-04T15:23:00.168 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:59 smithi062 ceph-mon[32659]: purged_snaps scrub ok 2024-08-04T15:23:00.168 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:59 smithi062 ceph-mon[32659]: osd.6 [v2:172.21.15.62:6816/986646080,v1:172.21.15.62:6817/986646080] boot 2024-08-04T15:23:00.168 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:59 smithi062 ceph-mon[32659]: osdmap e46: 7 total, 7 up, 7 in 2024-08-04T15:23:00.168 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:59 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:23:00.168 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:22:59 smithi062 ceph-mon[32659]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:23:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:59 smithi007 ceph-mon[29096]: purged_snaps scrub starts 2024-08-04T15:23:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:59 smithi007 ceph-mon[29096]: purged_snaps scrub ok 2024-08-04T15:23:00.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:59 smithi007 ceph-mon[29096]: osd.6 [v2:172.21.15.62:6816/986646080,v1:172.21.15.62:6817/986646080] boot 2024-08-04T15:23:00.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:59 smithi007 ceph-mon[29096]: osdmap e46: 7 total, 7 up, 7 in 2024-08-04T15:23:00.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:59 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:23:00.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:22:59 smithi007 ceph-mon[29096]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:23:00.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:59 smithi007 ceph-mon[39529]: purged_snaps scrub starts 2024-08-04T15:23:00.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:59 smithi007 ceph-mon[39529]: purged_snaps scrub ok 2024-08-04T15:23:00.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:59 smithi007 ceph-mon[39529]: osd.6 [v2:172.21.15.62:6816/986646080,v1:172.21.15.62:6817/986646080] boot 2024-08-04T15:23:00.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:59 smithi007 ceph-mon[39529]: osdmap e46: 7 total, 7 up, 7 in 2024-08-04T15:23:00.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:59 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:23:00.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:22:59 smithi007 ceph-mon[39529]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-04T15:23:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:00 smithi062 ceph-mon[32659]: osdmap e47: 7 total, 7 up, 7 in 2024-08-04T15:23:01.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:00 smithi062 ceph-mon[32659]: Detected new or changed devices on smithi062 2024-08-04T15:23:01.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:00 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:01.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:00 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:01.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:00 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:01.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:00 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:01.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:00 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:01.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:00 smithi062 ceph-mon[32659]: Adjusting osd_memory_target on smithi062 to 5696M 2024-08-04T15:23:01.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:00 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:01.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:00 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:01.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:00 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:23:01.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:00 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[29096]: osdmap e47: 7 total, 7 up, 7 in 2024-08-04T15:23:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[29096]: Detected new or changed devices on smithi062 2024-08-04T15:23:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:01.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:01.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:01.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:01.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[29096]: Adjusting osd_memory_target on smithi062 to 5696M 2024-08-04T15:23:01.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:01.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:01.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:23:01.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:01.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[39529]: osdmap e47: 7 total, 7 up, 7 in 2024-08-04T15:23:01.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[39529]: Detected new or changed devices on smithi062 2024-08-04T15:23:01.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:01.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:01.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:01.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:01.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:01.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[39529]: Adjusting osd_memory_target on smithi062 to 5696M 2024-08-04T15:23:01.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:01.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:01.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:23:01.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:00 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:01.751 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-08-04T15:23:01.772 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph orch daemon add osd smithi062:vg_nvme/lv_1 2024-08-04T15:23:02.039 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.b/config 2024-08-04T15:23:02.162 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:01 smithi062 ceph-mon[32659]: osdmap e48: 7 total, 7 up, 7 in 2024-08-04T15:23:02.162 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:01 smithi062 ceph-mon[32659]: pgmap v151: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:02.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:01 smithi007 ceph-mon[29096]: osdmap e48: 7 total, 7 up, 7 in 2024-08-04T15:23:02.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:01 smithi007 ceph-mon[29096]: pgmap v151: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:02.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:01 smithi007 ceph-mon[39529]: osdmap e48: 7 total, 7 up, 7 in 2024-08-04T15:23:02.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:01 smithi007 ceph-mon[39529]: pgmap v151: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:03.103 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:02 smithi062 ceph-mon[32659]: osdmap e49: 7 total, 7 up, 7 in 2024-08-04T15:23:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:02 smithi007 ceph-mon[29096]: osdmap e49: 7 total, 7 up, 7 in 2024-08-04T15:23:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:02 smithi007 ceph-mon[39529]: osdmap e49: 7 total, 7 up, 7 in 2024-08-04T15:23:04.209 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:03 smithi062 ceph-mon[32659]: osdmap e50: 7 total, 7 up, 7 in 2024-08-04T15:23:04.209 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:03 smithi062 ceph-mon[32659]: pgmap v154: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:04.210 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:03 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:23:04.210 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:03 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:23:04.210 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:03 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:03 smithi007 ceph-mon[29096]: osdmap e50: 7 total, 7 up, 7 in 2024-08-04T15:23:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:03 smithi007 ceph-mon[29096]: pgmap v154: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:03 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:23:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:03 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:23:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:03 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:04.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:03 smithi007 ceph-mon[39529]: osdmap e50: 7 total, 7 up, 7 in 2024-08-04T15:23:04.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:03 smithi007 ceph-mon[39529]: pgmap v154: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:04.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:03 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-04T15:23:04.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:03 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-04T15:23:04.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:03 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:05.233 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:04 smithi062 ceph-mon[32659]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:23:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:04 smithi007 ceph-mon[29096]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:23:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:04 smithi007 ceph-mon[39529]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:23:06.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:05 smithi062 ceph-mon[32659]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-08-04T15:23:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:05 smithi007 ceph-mon[29096]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-08-04T15:23:06.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:05 smithi007 ceph-mon[39529]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-08-04T15:23:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:06 smithi062 ceph-mon[32659]: from='client.? 172.21.15.62:0/3996764453' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e199fd23-bdd9-4605-8dce-870f63397fe6"}]: dispatch 2024-08-04T15:23:07.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:06 smithi062 ceph-mon[32659]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e199fd23-bdd9-4605-8dce-870f63397fe6"}]: dispatch 2024-08-04T15:23:07.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:06 smithi062 ceph-mon[32659]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e199fd23-bdd9-4605-8dce-870f63397fe6"}]': finished 2024-08-04T15:23:07.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:06 smithi062 ceph-mon[32659]: osdmap e51: 8 total, 7 up, 8 in 2024-08-04T15:23:07.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:06 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:23:07.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:06 smithi062 ceph-mon[32659]: from='client.? 172.21.15.62:0/300957093' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:23:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:06 smithi007 ceph-mon[29096]: from='client.? 172.21.15.62:0/3996764453' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e199fd23-bdd9-4605-8dce-870f63397fe6"}]: dispatch 2024-08-04T15:23:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:06 smithi007 ceph-mon[29096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e199fd23-bdd9-4605-8dce-870f63397fe6"}]: dispatch 2024-08-04T15:23:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:06 smithi007 ceph-mon[29096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e199fd23-bdd9-4605-8dce-870f63397fe6"}]': finished 2024-08-04T15:23:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:06 smithi007 ceph-mon[29096]: osdmap e51: 8 total, 7 up, 8 in 2024-08-04T15:23:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:06 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:23:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:06 smithi007 ceph-mon[29096]: from='client.? 172.21.15.62:0/300957093' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:23:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:06 smithi007 ceph-mon[39529]: from='client.? 172.21.15.62:0/3996764453' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e199fd23-bdd9-4605-8dce-870f63397fe6"}]: dispatch 2024-08-04T15:23:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:06 smithi007 ceph-mon[39529]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e199fd23-bdd9-4605-8dce-870f63397fe6"}]: dispatch 2024-08-04T15:23:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:06 smithi007 ceph-mon[39529]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e199fd23-bdd9-4605-8dce-870f63397fe6"}]': finished 2024-08-04T15:23:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:06 smithi007 ceph-mon[39529]: osdmap e51: 8 total, 7 up, 8 in 2024-08-04T15:23:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:06 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:23:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:06 smithi007 ceph-mon[39529]: from='client.? 172.21.15.62:0/300957093' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-04T15:23:08.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:07 smithi062 ceph-mon[32659]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-04T15:23:08.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:07 smithi007 ceph-mon[29096]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-04T15:23:08.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:07 smithi007 ceph-mon[39529]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-04T15:23:10.299 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:10 smithi062 ceph-mon[32659]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-08-04T15:23:10.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:10 smithi007 ceph-mon[39529]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-08-04T15:23:10.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:10 smithi007 ceph-mon[29096]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-08-04T15:23:12.335 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:12 smithi062 ceph-mon[32659]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-08-04T15:23:12.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:12 smithi007 ceph-mon[29096]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-08-04T15:23:12.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:12 smithi007 ceph-mon[39529]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-08-04T15:23:13.257 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:13 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-04T15:23:13.257 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:13 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:13 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-04T15:23:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:13 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:13 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-04T15:23:13.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:13 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:14.204 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:14 smithi062 ceph-mon[32659]: Deploying daemon osd.7 on smithi062 2024-08-04T15:23:14.204 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:14 smithi062 ceph-mon[32659]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-04T15:23:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:14 smithi007 ceph-mon[29096]: Deploying daemon osd.7 on smithi062 2024-08-04T15:23:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:14 smithi007 ceph-mon[29096]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-04T15:23:14.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:14 smithi007 ceph-mon[39529]: Deploying daemon osd.7 on smithi062 2024-08-04T15:23:14.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:14 smithi007 ceph-mon[39529]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-04T15:23:16.159 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:16 smithi062 ceph-mon[32659]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:16 smithi007 ceph-mon[29096]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:16.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:16 smithi007 ceph-mon[39529]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:18.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:18 smithi062 ceph-mon[32659]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:18.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:18 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:23:18.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:18 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:18.155 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:18 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:18 smithi007 ceph-mon[29096]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:18 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:23:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:18 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:18 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:18.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:18 smithi007 ceph-mon[39529]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:18.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:18 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:23:18.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:18 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:18.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:18 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:20.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:20 smithi062 ceph-mon[32659]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:20.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:20 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:20.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:20 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:20.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:20 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:20.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:20 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:23:20.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:20 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:20.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:20 smithi007 ceph-mon[29096]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:20.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:20 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:20.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:20 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:20.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:20 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:20.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:20 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:23:20.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:20 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:20.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:20 smithi007 ceph-mon[39529]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:20.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:20 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:20.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:20 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:20.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:20 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:20.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:20 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:23:20.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:20 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:20.758 INFO:teuthology.orchestra.run.smithi062.stdout:Created osd(s) 7 on host 'smithi062' 2024-08-04T15:23:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:21 smithi007 ceph-mon[29096]: from='osd.7 [v2:172.21.15.62:6824/169358548,v1:172.21.15.62:6825/169358548]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-04T15:23:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:21 smithi007 ceph-mon[29096]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-04T15:23:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:21 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:23:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:21 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:21.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:21 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:21.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:21 smithi007 ceph-mon[39529]: from='osd.7 [v2:172.21.15.62:6824/169358548,v1:172.21.15.62:6825/169358548]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-04T15:23:21.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:21 smithi007 ceph-mon[39529]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-04T15:23:21.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:21 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:23:21.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:21 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:21.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:21 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:21.338 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:21 smithi062 ceph-mon[32659]: from='osd.7 [v2:172.21.15.62:6824/169358548,v1:172.21.15.62:6825/169358548]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-04T15:23:21.338 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:21 smithi062 ceph-mon[32659]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-04T15:23:21.338 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:21 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:23:21.338 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:21 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:21.338 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:21 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:21.367 DEBUG:teuthology.orchestra.run.smithi062:osd.7> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.7.service 2024-08-04T15:23:21.370 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-08-04T15:23:21.370 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd stat -f json 2024-08-04T15:23:21.645 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:23:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:22 smithi007 ceph-mon[29096]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:22 smithi007 ceph-mon[29096]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-04T15:23:22.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:22 smithi007 ceph-mon[29096]: osdmap e52: 8 total, 7 up, 8 in 2024-08-04T15:23:22.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:22 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:23:22.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:22 smithi007 ceph-mon[29096]: from='osd.7 [v2:172.21.15.62:6824/169358548,v1:172.21.15.62:6825/169358548]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:23:22.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:22 smithi007 ceph-mon[29096]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:23:22.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:22 smithi007 ceph-mon[39529]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:22.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:22 smithi007 ceph-mon[39529]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-04T15:23:22.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:22 smithi007 ceph-mon[39529]: osdmap e52: 8 total, 7 up, 8 in 2024-08-04T15:23:22.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:22 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:23:22.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:22 smithi007 ceph-mon[39529]: from='osd.7 [v2:172.21.15.62:6824/169358548,v1:172.21.15.62:6825/169358548]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:23:22.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:22 smithi007 ceph-mon[39529]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:23:22.444 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:22 smithi062 ceph-mon[32659]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:22.444 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:22 smithi062 ceph-mon[32659]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-04T15:23:22.444 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:22 smithi062 ceph-mon[32659]: osdmap e52: 8 total, 7 up, 8 in 2024-08-04T15:23:22.444 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:22 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:23:22.444 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:22 smithi062 ceph-mon[32659]: from='osd.7 [v2:172.21.15.62:6824/169358548,v1:172.21.15.62:6825/169358548]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:23:22.444 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:22 smithi062 ceph-mon[32659]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:23:22.445 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:23:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[54621]: 2024-08-04T15:23:22.081+0000 7f17eea20640 -1 osd.7 0 waiting for initial osdmap 2024-08-04T15:23:22.445 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:23:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[54621]: 2024-08-04T15:23:22.089+0000 7f17e8855640 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-04T15:23:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:23 smithi007 ceph-mon[29096]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-08-04T15:23:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:23 smithi007 ceph-mon[29096]: osdmap e53: 8 total, 7 up, 8 in 2024-08-04T15:23:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:23 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:23:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:23 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:23:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:23 smithi007 ceph-mon[29096]: osd.7 [v2:172.21.15.62:6824/169358548,v1:172.21.15.62:6825/169358548] boot 2024-08-04T15:23:23.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:23 smithi007 ceph-mon[29096]: osdmap e54: 8 total, 8 up, 8 in 2024-08-04T15:23:23.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:23 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:23:23.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:23 smithi007 ceph-mon[39529]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-08-04T15:23:23.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:23 smithi007 ceph-mon[39529]: osdmap e53: 8 total, 7 up, 8 in 2024-08-04T15:23:23.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:23 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:23:23.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:23 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:23:23.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:23 smithi007 ceph-mon[39529]: osd.7 [v2:172.21.15.62:6824/169358548,v1:172.21.15.62:6825/169358548] boot 2024-08-04T15:23:23.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:23 smithi007 ceph-mon[39529]: osdmap e54: 8 total, 8 up, 8 in 2024-08-04T15:23:23.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:23 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:23:23.464 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:23:23.483 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:23 smithi062 ceph-mon[32659]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-08-04T15:23:23.483 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:23 smithi062 ceph-mon[32659]: osdmap e53: 8 total, 7 up, 8 in 2024-08-04T15:23:23.483 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:23 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:23:23.483 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:23 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:23:23.483 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:23 smithi062 ceph-mon[32659]: osd.7 [v2:172.21.15.62:6824/169358548,v1:172.21.15.62:6825/169358548] boot 2024-08-04T15:23:23.483 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:23 smithi062 ceph-mon[32659]: osdmap e54: 8 total, 8 up, 8 in 2024-08-04T15:23:23.483 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:23 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:23:24.153 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:24 smithi062 ceph-mon[32659]: purged_snaps scrub starts 2024-08-04T15:23:24.153 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:24 smithi062 ceph-mon[32659]: purged_snaps scrub ok 2024-08-04T15:23:24.154 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:24 smithi062 ceph-mon[32659]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:24.154 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:24 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/3431736923' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-04T15:23:24.154 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:24 smithi062 ceph-mon[32659]: osdmap e55: 8 total, 8 up, 8 in 2024-08-04T15:23:24.268 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:24 smithi007 ceph-mon[29096]: purged_snaps scrub starts 2024-08-04T15:23:24.268 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:24 smithi007 ceph-mon[29096]: purged_snaps scrub ok 2024-08-04T15:23:24.268 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:24 smithi007 ceph-mon[29096]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:24.268 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:24 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3431736923' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-04T15:23:24.268 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:24 smithi007 ceph-mon[29096]: osdmap e55: 8 total, 8 up, 8 in 2024-08-04T15:23:24.269 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:24 smithi007 ceph-mon[39529]: purged_snaps scrub starts 2024-08-04T15:23:24.269 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:24 smithi007 ceph-mon[39529]: purged_snaps scrub ok 2024-08-04T15:23:24.269 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:24 smithi007 ceph-mon[39529]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-04T15:23:24.269 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:24 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/3431736923' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-04T15:23:24.269 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:24 smithi007 ceph-mon[39529]: osdmap e55: 8 total, 8 up, 8 in 2024-08-04T15:23:24.294 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":54,"num_osds":8,"num_up_osds":8,"osd_up_since":1722785003,"num_in_osds":8,"osd_in_since":1722784986,"num_remapped_pgs":1} 2024-08-04T15:23:24.294 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd dump --format=json 2024-08-04T15:23:24.559 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:23:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:25 smithi062 ceph-mon[32659]: Detected new or changed devices on smithi062 2024-08-04T15:23:25.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:25 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:25.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:25 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:25.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:25 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:25.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:25 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:25.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:25 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:25.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:25 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:25.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:25 smithi062 ceph-mon[32659]: Adjusting osd_memory_target on smithi062 to 4272M 2024-08-04T15:23:25.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:25 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:25.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:25 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:25.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:25 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:23:25.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:25 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:25.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:25 smithi062 ceph-mon[32659]: osdmap e56: 8 total, 8 up, 8 in 2024-08-04T15:23:25.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[29096]: Detected new or changed devices on smithi062 2024-08-04T15:23:25.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:25.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:25.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:25.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:25.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:25.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:25.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[29096]: Adjusting osd_memory_target on smithi062 to 4272M 2024-08-04T15:23:25.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:25.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:25.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:23:25.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:25.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[29096]: osdmap e56: 8 total, 8 up, 8 in 2024-08-04T15:23:25.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[39529]: Detected new or changed devices on smithi062 2024-08-04T15:23:25.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:25.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:25.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:25.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:25.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:25.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:23:25.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[39529]: Adjusting osd_memory_target on smithi062 to 4272M 2024-08-04T15:23:25.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:25.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:25.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:23:25.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:25.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:25 smithi007 ceph-mon[39529]: osdmap e56: 8 total, 8 up, 8 in 2024-08-04T15:23:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:26 smithi007 ceph-mon[29096]: pgmap v170: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:26 smithi007 ceph-mon[29096]: osdmap e57: 8 total, 8 up, 8 in 2024-08-04T15:23:26.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:26 smithi007 ceph-mon[39529]: pgmap v170: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:26.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:26 smithi007 ceph-mon[39529]: osdmap e57: 8 total, 8 up, 8 in 2024-08-04T15:23:26.342 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:23:26.342 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":57,"fsid":"ac1a6012-5274-11ef-bcca-c7b262605968","created":"2024-08-04T15:18:30.835703+0000","modified":"2024-08-04T15:23:25.542009+0000","last_up_change":"2024-08-04T15:23:23.071219+0000","last_in_change":"2024-08-04T15:23:06.203402+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-04T15:21:25.436814+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"d989ad4f-dc6b-4292-8290-c8826b3c77c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6803","nonce":1067222416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6805","nonce":1067222416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6809","nonce":1067222416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6807","nonce":1067222416}]},"public_addr":"172.21.15.7:6803/1067222416","cluster_addr":"172.21.15.7:6805/1067222416","heartbeat_back_addr":"172.21.15.7:6809/1067222416","heartbeat_front_addr":"172.21.15.7:6807/1067222416","state":["exists","up"]},{"osd":1,"uuid":"048e9a7b-c104-4e94-b382-787da4f545d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6811","nonce":251880039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6813","nonce":251880039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6817","nonce":251880039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6815","nonce":251880039}]},"public_addr":"172.21.15.7:6811/251880039","cluster_addr":"172.21.15.7:6813/251880039","heartbeat_back_addr":"172.21.15.7:6817/251880039","heartbeat_front_addr":"172.21.15.7:6815/251880039","state":["exists","up"]},{"osd":2,"uuid":"7e7ac4cb-095b-4e53-b2d5-85bd755c7467","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6819","nonce":705212368}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6821","nonce":705212368}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6825","nonce":705212368}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6823","nonce":705212368}]},"public_addr":"172.21.15.7:6819/705212368","cluster_addr":"172.21.15.7:6821/705212368","heartbeat_back_addr":"172.21.15.7:6825/705212368","heartbeat_front_addr":"172.21.15.7:6823/705212368","state":["exists","up"]},{"osd":3,"uuid":"cf2b290d-b7b1-4c6f-97a0-61b88ad529e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6827","nonce":4689524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6829","nonce":4689524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6833","nonce":4689524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6831","nonce":4689524}]},"public_addr":"172.21.15.7:6827/4689524","cluster_addr":"172.21.15.7:6829/4689524","heartbeat_back_addr":"172.21.15.7:6833/4689524","heartbeat_front_addr":"172.21.15.7:6831/4689524","state":["exists","up"]},{"osd":4,"uuid":"68cf053c-1225-4368-a98a-39fadb6176bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6801","nonce":836814421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6803","nonce":836814421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6807","nonce":836814421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6805","nonce":836814421}]},"public_addr":"172.21.15.62:6801/836814421","cluster_addr":"172.21.15.62:6803/836814421","heartbeat_back_addr":"172.21.15.62:6807/836814421","heartbeat_front_addr":"172.21.15.62:6805/836814421","state":["exists","up"]},{"osd":5,"uuid":"f2f77dd6-c990-4680-8de8-3a59b5f073b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6809","nonce":1287778299}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6811","nonce":1287778299}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6815","nonce":1287778299}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6813","nonce":1287778299}]},"public_addr":"172.21.15.62:6809/1287778299","cluster_addr":"172.21.15.62:6811/1287778299","heartbeat_back_addr":"172.21.15.62:6815/1287778299","heartbeat_front_addr":"172.21.15.62:6813/1287778299","state":["exists","up"]},{"osd":6,"uuid":"28efea47-a46c-4ee8-82df-ef631099a14b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6817","nonce":986646080}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6819","nonce":986646080}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6823","nonce":986646080}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6821","nonce":986646080}]},"public_addr":"172.21.15.62:6817/986646080","cluster_addr":"172.21.15.62:6819/986646080","heartbeat_back_addr":"172.21.15.62:6823/986646080","heartbeat_front_addr":"172.21.15.62:6821/986646080","state":["exists","up"]},{"osd":7,"uuid":"e199fd23-bdd9-4605-8dce-870f63397fe6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6825","nonce":169358548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6827","nonce":169358548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6831","nonce":169358548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6829","nonce":169358548}]},"public_addr":"172.21.15.62:6825/169358548","cluster_addr":"172.21.15.62:6827/169358548","heartbeat_back_addr":"172.21.15.62:6831/169358548","heartbeat_front_addr":"172.21.15.62:6829/169358548","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:20:36.666611+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:20:59.459473+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:21:22.685734+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:21:47.134874+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:08.981180+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:32.784616+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:56.896206+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:23:21.621873+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/1544949215":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/3540383910":"2024-08-05T15:19:14.946979+0000","172.21.15.7:6801/1752190878":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/3225322052":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/1331579879":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6801/1595612045":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6800/1752190878":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/652797882":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6800/1595612045":"2024-08-05T15:18:51.588967+0000","172.21.15.7:0/719487505":"2024-08-05T15:18:51.588967+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-04T15:23:26.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:26 smithi062 ceph-mon[32659]: pgmap v170: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:26.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:26 smithi062 ceph-mon[32659]: osdmap e57: 8 total, 8 up, 8 in 2024-08-04T15:23:27.065 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-08-04T15:21:25.436814+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-08-04T15:23:27.065 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-08-04T15:23:27.335 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:23:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:27 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/844312190' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:23:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:27 smithi007 ceph-mon[29096]: osdmap e58: 8 total, 8 up, 8 in 2024-08-04T15:23:27.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:27 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/844312190' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:23:27.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:27 smithi007 ceph-mon[39529]: osdmap e58: 8 total, 8 up, 8 in 2024-08-04T15:23:27.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:27 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/844312190' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:23:27.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:27 smithi062 ceph-mon[32659]: osdmap e58: 8 total, 8 up, 8 in 2024-08-04T15:23:28.480 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:28 smithi007 ceph-mon[39529]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:28.481 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:28 smithi007 ceph-mon[29096]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:28.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:28 smithi062 ceph-mon[32659]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:29.125 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-08-04T15:23:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:29 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/3978318620' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-04T15:23:29.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:29 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3978318620' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-04T15:23:29.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:29 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/3978318620' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-04T15:23:29.889 INFO:tasks.cephadm:Adding mds.a on smithi007 2024-08-04T15:23:29.889 INFO:tasks.cephadm:Adding mds.b on smithi062 2024-08-04T15:23:29.890 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph orch apply mds all '2;smithi007=a;smithi062=b' 2024-08-04T15:23:30.168 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.b/config 2024-08-04T15:23:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:30 smithi062 ceph-mon[32659]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-08-04T15:23:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:30 smithi007 ceph-mon[29096]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-08-04T15:23:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:30 smithi007 ceph-mon[39529]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-08-04T15:23:31.989 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled mds.all update... 2024-08-04T15:23:32.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:32 smithi062 ceph-mon[32659]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-04T15:23:32.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:32.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:32 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:23:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:32 smithi007 ceph-mon[29096]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-04T15:23:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:32 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:23:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:32 smithi007 ceph-mon[39529]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-04T15:23:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:32 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:23:32.656 DEBUG:teuthology.orchestra.run.smithi007:mds.a> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mds.a.service 2024-08-04T15:23:32.659 DEBUG:teuthology.orchestra.run.smithi062:mds.b> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mds.b.service 2024-08-04T15:23:32.662 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-08-04T15:23:32.663 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph fs dump --format=json 2024-08-04T15:23:33.463 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:33 smithi007 ceph-mon[39529]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi007=a;smithi062=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:23:33.464 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:33 smithi007 ceph-mon[39529]: Saving service mds.all spec with placement smithi007=a;smithi062=b;count:2 2024-08-04T15:23:33.464 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:33 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:33.464 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:33 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:23:33.464 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:33 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:33.464 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:33 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-04T15:23:33.464 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:33 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-04T15:23:33.464 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:33 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:33.464 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:33 smithi007 ceph-mon[39529]: Deploying daemon mds.a on smithi007 2024-08-04T15:23:33.464 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:33 smithi007 ceph-mon[29096]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi007=a;smithi062=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:23:33.464 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:33 smithi007 ceph-mon[29096]: Saving service mds.all spec with placement smithi007=a;smithi062=b;count:2 2024-08-04T15:23:33.465 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:33 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:33.465 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:33 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:23:33.465 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:33 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:33.465 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:33 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-04T15:23:33.465 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:33 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-04T15:23:33.465 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:33 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:33.465 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:33 smithi007 ceph-mon[29096]: Deploying daemon mds.a on smithi007 2024-08-04T15:23:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:33 smithi062 ceph-mon[32659]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi007=a;smithi062=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:23:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:33 smithi062 ceph-mon[32659]: Saving service mds.all spec with placement smithi007=a;smithi062=b;count:2 2024-08-04T15:23:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:33 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:33 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:23:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:33 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:33 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-04T15:23:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:33 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-04T15:23:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:33 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:33 smithi062 ceph-mon[32659]: Deploying daemon mds.a on smithi007 2024-08-04T15:23:33.860 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:23:34.336 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:23:34 smithi007 systemd[1]: Starting Ceph mds.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:23:34.649 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:34 smithi007 ceph-mon[29096]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-08-04T15:23:34.650 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:34 smithi007 ceph-mon[39529]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-08-04T15:23:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:34 smithi062 ceph-mon[32659]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-08-04T15:23:35.703 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:23:35.703 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-08-04T15:23:35.704 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 1 2024-08-04T15:23:36.086 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:23:35 smithi007 podman[66456]: 2024-08-04 15:23:35.572074457 +0000 UTC m=+0.018767622 image pull 3614407c4e10a597f9c178852172813e4cecde744bb2f3f4214adbd8e14f4e66 quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7 2024-08-04T15:23:36.087 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:23:35 smithi007 podman[66456]: 2024-08-04 15:23:35.685497237 +0000 UTC m=+0.132190391 container create 39baa14185b8884f021bc63ee8adc5548ebfd80ecb1082ccccbbe8bf1bcb0e8e (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a, maintainer=Guillaume Abrioux , RELEASE=quincy-85224d9, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-04T15:23:36.450 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:36 smithi007 ceph-mon[29096]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-04T15:23:36.450 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:36 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/2052780643' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T15:23:36.451 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:36 smithi007 ceph-mon[39529]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-04T15:23:36.451 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:36 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/2052780643' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T15:23:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:36 smithi062 ceph-mon[32659]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-04T15:23:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:36 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/2052780643' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T15:23:36.836 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:23:36 smithi007 podman[66456]: 2024-08-04 15:23:36.601113773 +0000 UTC m=+1.047806948 container init 39baa14185b8884f021bc63ee8adc5548ebfd80ecb1082ccccbbe8bf1bcb0e8e (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, RELEASE=quincy-85224d9, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T15:23:36.836 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:23:36 smithi007 podman[66456]: 2024-08-04 15:23:36.60483606 +0000 UTC m=+1.051529216 container start 39baa14185b8884f021bc63ee8adc5548ebfd80ecb1082ccccbbe8bf1bcb0e8e (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=quincy-85224d9, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS) 2024-08-04T15:23:36.836 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:23:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a[66484]: starting mds.a at 2024-08-04T15:23:36.836 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:23:36 smithi007 bash[66456]: 39baa14185b8884f021bc63ee8adc5548ebfd80ecb1082ccccbbe8bf1bcb0e8e 2024-08-04T15:23:36.836 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:23:36 smithi007 systemd[1]: Started Ceph mds.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:23:37.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:37 smithi062 ceph-mon[32659]: mds.? [v2:172.21.15.7:6834/1276142521,v1:172.21.15.7:6835/1276142521] up:boot 2024-08-04T15:23:37.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:37 smithi062 ceph-mon[32659]: fsmap 1 up:standby 2024-08-04T15:23:37.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:37 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T15:23:37.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:37 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:37.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:37 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:37.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:37 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:37.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:37 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-04T15:23:37.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:37 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-04T15:23:37.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:37 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:37.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:37 smithi062 ceph-mon[32659]: Deploying daemon mds.b on smithi062 2024-08-04T15:23:37.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:37 smithi062 ceph-mon[32659]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-08-04T15:23:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[29096]: mds.? [v2:172.21.15.7:6834/1276142521,v1:172.21.15.7:6835/1276142521] up:boot 2024-08-04T15:23:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[29096]: fsmap 1 up:standby 2024-08-04T15:23:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T15:23:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:38.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:38.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-04T15:23:38.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-04T15:23:38.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:38.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[29096]: Deploying daemon mds.b on smithi062 2024-08-04T15:23:38.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[29096]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-08-04T15:23:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[39529]: mds.? [v2:172.21.15.7:6834/1276142521,v1:172.21.15.7:6835/1276142521] up:boot 2024-08-04T15:23:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[39529]: fsmap 1 up:standby 2024-08-04T15:23:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T15:23:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:38.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:38.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:38.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-04T15:23:38.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-04T15:23:38.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:38.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[39529]: Deploying daemon mds.b on smithi062 2024-08-04T15:23:38.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:37 smithi007 ceph-mon[39529]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-08-04T15:23:38.472 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:23:38 smithi062 systemd[1]: Starting Ceph mds.b for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:23:38.477 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph fs dump --format=json 2024-08-04T15:23:38.755 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:23:38.761 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:23:38 smithi062 podman[58851]: 2024-08-04 15:23:38.597564284 +0000 UTC m=+0.018321035 image pull 3614407c4e10a597f9c178852172813e4cecde744bb2f3f4214adbd8e14f4e66 quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7 2024-08-04T15:23:38.761 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:23:38 smithi062 podman[58851]: 2024-08-04 15:23:38.69598078 +0000 UTC m=+0.116737518 container create 951c2f76c840052f46ccee09384ab5d376c886229def170bcd95d740af1bf1e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b, org.label-schema.schema-version=1.0, RELEASE=quincy-85224d9, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:23:39.261 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:23:38 smithi062 podman[58851]: 2024-08-04 15:23:38.890334291 +0000 UTC m=+0.311091043 container init 951c2f76c840052f46ccee09384ab5d376c886229def170bcd95d740af1bf1e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=quincy-85224d9, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True) 2024-08-04T15:23:39.261 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:23:38 smithi062 podman[58851]: 2024-08-04 15:23:38.893227587 +0000 UTC m=+0.313984326 container start 951c2f76c840052f46ccee09384ab5d376c886229def170bcd95d740af1bf1e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, RELEASE=quincy-85224d9, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-08-04T15:23:39.262 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:23:38 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b[58866]: starting mds.b at 2024-08-04T15:23:39.262 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:23:38 smithi062 bash[58851]: 951c2f76c840052f46ccee09384ab5d376c886229def170bcd95d740af1bf1e2 2024-08-04T15:23:39.262 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:23:38 smithi062 systemd[1]: Started Ceph mds.b for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:23:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:39 smithi062 ceph-mon[32659]: mds.? [v2:172.21.15.62:6832/206725990,v1:172.21.15.62:6833/206725990] up:boot 2024-08-04T15:23:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:39 smithi062 ceph-mon[32659]: fsmap 2 up:standby 2024-08-04T15:23:40.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:39 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:23:40.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:39 smithi062 ceph-mon[32659]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-04T15:23:40.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:39 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:40.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:39 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:40.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:39 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:40.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:39 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:40.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:39 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:40.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:39 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:23:40.297 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[39529]: mds.? [v2:172.21.15.62:6832/206725990,v1:172.21.15.62:6833/206725990] up:boot 2024-08-04T15:23:40.297 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[39529]: fsmap 2 up:standby 2024-08-04T15:23:40.297 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:23:40.297 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[39529]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-04T15:23:40.297 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:40.298 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:40.298 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:40.298 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:40.298 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:40.298 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:23:40.298 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[29096]: mds.? [v2:172.21.15.62:6832/206725990,v1:172.21.15.62:6833/206725990] up:boot 2024-08-04T15:23:40.298 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[29096]: fsmap 2 up:standby 2024-08-04T15:23:40.298 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:23:40.298 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[29096]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-04T15:23:40.298 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:40.298 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:40.299 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:40.299 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:40.299 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:40.299 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:39 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:23:41.046 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:23:41.047 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/1276142521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":1276142521},{"type":"v1","addr":"172.21.15.7:6835","nonce":1276142521}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/206725990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":206725990},{"type":"v1","addr":"172.21.15.62:6833","nonce":206725990}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-08-04T15:23:41.047 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 3 2024-08-04T15:23:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:40 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:40 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:41.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:40 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:40 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:40 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:40 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:40 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:40 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:40 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:41.763 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-08-04T15:23:42.078 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:23:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:42 smithi062 ceph-mon[32659]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:42 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/28409798' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T15:23:42.304 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:42 smithi007 ceph-mon[29096]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:42.305 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:42 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/28409798' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T15:23:42.305 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:42 smithi007 ceph-mon[39529]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:42.305 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:42 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/28409798' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T15:23:43.451 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:43.451 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:43.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:43.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:23:43.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:43.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:23:43.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:43.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:23:43.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:43 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:43.453 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:43.454 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:43.454 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:43.454 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:23:43.454 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:43.454 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:23:43.455 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:43.455 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:23:43.455 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:43 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:43.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:43.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:43.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:23:43.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:43.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:23:43.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:23:43.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:23:43.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:43 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:23:43.866 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:23:43.866 INFO:teuthology.orchestra.run.smithi007.stdout:[ 2024-08-04T15:23:43.866 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-08-04T15:23:43.866 INFO:teuthology.orchestra.run.smithi007.stdout: "poolnum": 1, 2024-08-04T15:23:43.866 INFO:teuthology.orchestra.run.smithi007.stdout: "poolname": ".mgr" 2024-08-04T15:23:43.866 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:23:43.866 INFO:teuthology.orchestra.run.smithi007.stdout:] 2024-08-04T15:23:44.502 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:44 smithi007 ceph-mon[29096]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:44.503 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:44 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/2361605690' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-04T15:23:44.503 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:44 smithi007 ceph-mon[39529]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:44.503 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:44 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/2361605690' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-04T15:23:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:44 smithi062 ceph-mon[32659]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:44 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/2361605690' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-04T15:23:44.533 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-08-04T15:23:44.533 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-08-04T15:23:44.802 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:23:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:46 smithi062 ceph-mon[32659]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:46.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:46 smithi007 ceph-mon[29096]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:46.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:46 smithi007 ceph-mon[39529]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:47.264 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_metadata' created 2024-08-04T15:23:47.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:47 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/2404659406' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-04T15:23:47.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:47 smithi062 ceph-mon[32659]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-04T15:23:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:47 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/2404659406' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-04T15:23:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:47 smithi007 ceph-mon[29096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-04T15:23:47.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:47 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/2404659406' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-04T15:23:47.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:47 smithi007 ceph-mon[39529]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-04T15:23:47.953 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-08-04T15:23:48.218 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:23:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:48 smithi062 ceph-mon[32659]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:48 smithi062 ceph-mon[32659]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-04T15:23:48.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:48 smithi062 ceph-mon[32659]: osdmap e59: 8 total, 8 up, 8 in 2024-08-04T15:23:48.546 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:48 smithi007 ceph-mon[39529]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:48.546 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:48 smithi007 ceph-mon[39529]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-04T15:23:48.546 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:48 smithi007 ceph-mon[39529]: osdmap e59: 8 total, 8 up, 8 in 2024-08-04T15:23:48.546 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:48 smithi007 ceph-mon[29096]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:48.547 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:48 smithi007 ceph-mon[29096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-04T15:23:48.547 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:48 smithi007 ceph-mon[29096]: osdmap e59: 8 total, 8 up, 8 in 2024-08-04T15:23:49.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:49 smithi007 ceph-mon[29096]: osdmap e60: 8 total, 8 up, 8 in 2024-08-04T15:23:49.526 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:49 smithi007 ceph-mon[39529]: osdmap e60: 8 total, 8 up, 8 in 2024-08-04T15:23:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:49 smithi062 ceph-mon[32659]: osdmap e60: 8 total, 8 up, 8 in 2024-08-04T15:23:50.491 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_data' created 2024-08-04T15:23:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:50 smithi062 ceph-mon[32659]: pgmap v187: 33 pgs: 12 creating+peering, 1 active+clean, 20 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:50 smithi062 ceph-mon[32659]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:23:50.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:50 smithi062 ceph-mon[32659]: osdmap e61: 8 total, 8 up, 8 in 2024-08-04T15:23:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:50 smithi007 ceph-mon[29096]: pgmap v187: 33 pgs: 12 creating+peering, 1 active+clean, 20 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:50 smithi007 ceph-mon[29096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:23:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:50 smithi007 ceph-mon[29096]: osdmap e61: 8 total, 8 up, 8 in 2024-08-04T15:23:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:50 smithi007 ceph-mon[39529]: pgmap v187: 33 pgs: 12 creating+peering, 1 active+clean, 20 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:50.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:50 smithi007 ceph-mon[39529]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:23:50.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:50 smithi007 ceph-mon[39529]: osdmap e61: 8 total, 8 up, 8 in 2024-08-04T15:23:51.118 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-08-04T15:23:51.382 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:23:51.745 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:51 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3118386569' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-04T15:23:51.745 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:51 smithi007 ceph-mon[29096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-04T15:23:51.745 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:51 smithi007 ceph-mon[29096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-04T15:23:51.745 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:51 smithi007 ceph-mon[29096]: osdmap e62: 8 total, 8 up, 8 in 2024-08-04T15:23:51.745 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:51 smithi007 ceph-mon[29096]: pgmap v190: 97 pgs: 64 unknown, 12 creating+peering, 21 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:51.746 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:51 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/3118386569' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-04T15:23:51.746 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:51 smithi007 ceph-mon[39529]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-04T15:23:51.746 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:51 smithi007 ceph-mon[39529]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-04T15:23:51.746 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:51 smithi007 ceph-mon[39529]: osdmap e62: 8 total, 8 up, 8 in 2024-08-04T15:23:51.746 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:51 smithi007 ceph-mon[39529]: pgmap v190: 97 pgs: 64 unknown, 12 creating+peering, 21 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:51 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/3118386569' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-04T15:23:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:51 smithi062 ceph-mon[32659]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-04T15:23:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:51 smithi062 ceph-mon[32659]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-04T15:23:51.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:51 smithi062 ceph-mon[32659]: osdmap e62: 8 total, 8 up, 8 in 2024-08-04T15:23:51.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:51 smithi062 ceph-mon[32659]: pgmap v190: 97 pgs: 64 unknown, 12 creating+peering, 21 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:52.700 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:52 smithi007 ceph-mon[29096]: osdmap e63: 8 total, 8 up, 8 in 2024-08-04T15:23:52.701 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:52 smithi007 ceph-mon[39529]: osdmap e63: 8 total, 8 up, 8 in 2024-08-04T15:23:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:52 smithi062 ceph-mon[32659]: osdmap e63: 8 total, 8 up, 8 in 2024-08-04T15:23:53.502 INFO:teuthology.orchestra.run.smithi007.stderr:new fs with metadata pool 2 and data pool 3 2024-08-04T15:23:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:53 smithi062 ceph-mon[32659]: osdmap e64: 8 total, 8 up, 8 in 2024-08-04T15:23:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:53 smithi062 ceph-mon[32659]: pgmap v193: 97 pgs: 58 unknown, 6 creating+peering, 33 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:53.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:53 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/3740696244' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-04T15:23:53.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:53 smithi062 ceph-mon[32659]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-04T15:23:53.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:53 smithi062 ceph-mon[32659]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-04T15:23:53.810 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:53 smithi007 ceph-mon[29096]: osdmap e64: 8 total, 8 up, 8 in 2024-08-04T15:23:53.810 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:53 smithi007 ceph-mon[29096]: pgmap v193: 97 pgs: 58 unknown, 6 creating+peering, 33 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:53.810 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:53 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3740696244' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-04T15:23:53.811 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:53 smithi007 ceph-mon[29096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-04T15:23:53.811 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:53 smithi007 ceph-mon[29096]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-04T15:23:53.811 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:53 smithi007 ceph-mon[39529]: osdmap e64: 8 total, 8 up, 8 in 2024-08-04T15:23:53.811 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:53 smithi007 ceph-mon[39529]: pgmap v193: 97 pgs: 58 unknown, 6 creating+peering, 33 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:23:53.811 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:53 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/3740696244' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-04T15:23:53.811 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:53 smithi007 ceph-mon[39529]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-04T15:23:53.811 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:53 smithi007 ceph-mon[39529]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-04T15:23:54.298 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd dump --format=json 2024-08-04T15:23:54.567 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:23:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:54 smithi007 ceph-mon[39529]: osdmap e65: 8 total, 8 up, 8 in 2024-08-04T15:23:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:54 smithi007 ceph-mon[39529]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-04T15:23:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:54 smithi007 ceph-mon[39529]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-04T15:23:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:54 smithi007 ceph-mon[39529]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-04T15:23:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:54 smithi007 ceph-mon[29096]: osdmap e65: 8 total, 8 up, 8 in 2024-08-04T15:23:54.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:54 smithi007 ceph-mon[29096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-04T15:23:54.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:54 smithi007 ceph-mon[29096]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-04T15:23:54.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:54 smithi007 ceph-mon[29096]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-04T15:23:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:54 smithi062 ceph-mon[32659]: osdmap e65: 8 total, 8 up, 8 in 2024-08-04T15:23:54.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:54 smithi062 ceph-mon[32659]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-04T15:23:54.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:54 smithi062 ceph-mon[32659]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-04T15:23:54.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:54 smithi062 ceph-mon[32659]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-04T15:23:55.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:55 smithi062 ceph-mon[32659]: mds.? [v2:172.21.15.62:6832/206725990,v1:172.21.15.62:6833/206725990] up:active 2024-08-04T15:23:55.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:55 smithi062 ceph-mon[32659]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:23:55.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:55 smithi062 ceph-mon[32659]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:23:55.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:55 smithi062 ceph-mon[32659]: pgmap v195: 97 pgs: 17 unknown, 80 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2024-08-04T15:23:55.762 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:55 smithi007 ceph-mon[29096]: mds.? [v2:172.21.15.62:6832/206725990,v1:172.21.15.62:6833/206725990] up:active 2024-08-04T15:23:55.762 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:55 smithi007 ceph-mon[29096]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:23:55.762 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:55 smithi007 ceph-mon[29096]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:23:55.762 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:55 smithi007 ceph-mon[29096]: pgmap v195: 97 pgs: 17 unknown, 80 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2024-08-04T15:23:55.762 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:55 smithi007 ceph-mon[39529]: mds.? [v2:172.21.15.62:6832/206725990,v1:172.21.15.62:6833/206725990] up:active 2024-08-04T15:23:55.763 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:55 smithi007 ceph-mon[39529]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:23:55.763 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:55 smithi007 ceph-mon[39529]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:23:55.763 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:55 smithi007 ceph-mon[39529]: pgmap v195: 97 pgs: 17 unknown, 80 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2024-08-04T15:23:56.363 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:23:56.364 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":65,"fsid":"ac1a6012-5274-11ef-bcca-c7b262605968","created":"2024-08-04T15:18:30.835703+0000","modified":"2024-08-04T15:23:53.082528+0000","last_up_change":"2024-08-04T15:23:23.071219+0000","last_in_change":"2024-08-04T15:23:06.203402+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-04T15:21:25.436814+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-04T15:23:47.042481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-04T15:23:50.431702+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d989ad4f-dc6b-4292-8290-c8826b3c77c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6803","nonce":1067222416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6805","nonce":1067222416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6809","nonce":1067222416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6807","nonce":1067222416}]},"public_addr":"172.21.15.7:6803/1067222416","cluster_addr":"172.21.15.7:6805/1067222416","heartbeat_back_addr":"172.21.15.7:6809/1067222416","heartbeat_front_addr":"172.21.15.7:6807/1067222416","state":["exists","up"]},{"osd":1,"uuid":"048e9a7b-c104-4e94-b382-787da4f545d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6811","nonce":251880039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6813","nonce":251880039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6817","nonce":251880039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6815","nonce":251880039}]},"public_addr":"172.21.15.7:6811/251880039","cluster_addr":"172.21.15.7:6813/251880039","heartbeat_back_addr":"172.21.15.7:6817/251880039","heartbeat_front_addr":"172.21.15.7:6815/251880039","state":["exists","up"]},{"osd":2,"uuid":"7e7ac4cb-095b-4e53-b2d5-85bd755c7467","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6819","nonce":705212368}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6821","nonce":705212368}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6825","nonce":705212368}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6823","nonce":705212368}]},"public_addr":"172.21.15.7:6819/705212368","cluster_addr":"172.21.15.7:6821/705212368","heartbeat_back_addr":"172.21.15.7:6825/705212368","heartbeat_front_addr":"172.21.15.7:6823/705212368","state":["exists","up"]},{"osd":3,"uuid":"cf2b290d-b7b1-4c6f-97a0-61b88ad529e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6827","nonce":4689524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6829","nonce":4689524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6833","nonce":4689524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6831","nonce":4689524}]},"public_addr":"172.21.15.7:6827/4689524","cluster_addr":"172.21.15.7:6829/4689524","heartbeat_back_addr":"172.21.15.7:6833/4689524","heartbeat_front_addr":"172.21.15.7:6831/4689524","state":["exists","up"]},{"osd":4,"uuid":"68cf053c-1225-4368-a98a-39fadb6176bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6801","nonce":836814421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6803","nonce":836814421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6807","nonce":836814421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6805","nonce":836814421}]},"public_addr":"172.21.15.62:6801/836814421","cluster_addr":"172.21.15.62:6803/836814421","heartbeat_back_addr":"172.21.15.62:6807/836814421","heartbeat_front_addr":"172.21.15.62:6805/836814421","state":["exists","up"]},{"osd":5,"uuid":"f2f77dd6-c990-4680-8de8-3a59b5f073b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6809","nonce":1287778299}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6811","nonce":1287778299}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6815","nonce":1287778299}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6813","nonce":1287778299}]},"public_addr":"172.21.15.62:6809/1287778299","cluster_addr":"172.21.15.62:6811/1287778299","heartbeat_back_addr":"172.21.15.62:6815/1287778299","heartbeat_front_addr":"172.21.15.62:6813/1287778299","state":["exists","up"]},{"osd":6,"uuid":"28efea47-a46c-4ee8-82df-ef631099a14b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6817","nonce":986646080}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6819","nonce":986646080}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6823","nonce":986646080}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6821","nonce":986646080}]},"public_addr":"172.21.15.62:6817/986646080","cluster_addr":"172.21.15.62:6819/986646080","heartbeat_back_addr":"172.21.15.62:6823/986646080","heartbeat_front_addr":"172.21.15.62:6821/986646080","state":["exists","up"]},{"osd":7,"uuid":"e199fd23-bdd9-4605-8dce-870f63397fe6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6825","nonce":169358548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6827","nonce":169358548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6831","nonce":169358548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6829","nonce":169358548}]},"public_addr":"172.21.15.62:6825/169358548","cluster_addr":"172.21.15.62:6827/169358548","heartbeat_back_addr":"172.21.15.62:6831/169358548","heartbeat_front_addr":"172.21.15.62:6829/169358548","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:20:36.666611+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:20:59.459473+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:21:22.685734+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:21:47.134874+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:08.981180+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:32.784616+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:56.896206+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:23:21.621873+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/1544949215":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/3540383910":"2024-08-05T15:19:14.946979+0000","172.21.15.7:6801/1752190878":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/3225322052":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/1331579879":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6801/1595612045":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6800/1752190878":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/652797882":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6800/1595612045":"2024-08-05T15:18:51.588967+0000","172.21.15.7:0/719487505":"2024-08-05T15:18:51.588967+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-04T15:23:56.679 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:56 smithi007 ceph-mon[29096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-04T15:23:56.680 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:56 smithi007 ceph-mon[29096]: Cluster is now healthy 2024-08-04T15:23:56.680 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:56 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3968402025' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:23:56.680 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:56 smithi007 ceph-mon[39529]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-04T15:23:56.680 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:56 smithi007 ceph-mon[39529]: Cluster is now healthy 2024-08-04T15:23:56.680 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:56 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/3968402025' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:23:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:56 smithi062 ceph-mon[32659]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-04T15:23:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:56 smithi062 ceph-mon[32659]: Cluster is now healthy 2024-08-04T15:23:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:56 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/3968402025' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:23:57.046 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd dump --format=json 2024-08-04T15:23:57.316 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:23:57.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:23:57 smithi062 ceph-mon[32659]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-08-04T15:23:57.767 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:23:57 smithi007 ceph-mon[29096]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-08-04T15:23:57.767 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:23:57 smithi007 ceph-mon[39529]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-08-04T15:23:59.125 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:23:59.125 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":65,"fsid":"ac1a6012-5274-11ef-bcca-c7b262605968","created":"2024-08-04T15:18:30.835703+0000","modified":"2024-08-04T15:23:53.082528+0000","last_up_change":"2024-08-04T15:23:23.071219+0000","last_in_change":"2024-08-04T15:23:06.203402+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-04T15:21:25.436814+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-04T15:23:47.042481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-04T15:23:50.431702+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d989ad4f-dc6b-4292-8290-c8826b3c77c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6803","nonce":1067222416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6805","nonce":1067222416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6809","nonce":1067222416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6807","nonce":1067222416}]},"public_addr":"172.21.15.7:6803/1067222416","cluster_addr":"172.21.15.7:6805/1067222416","heartbeat_back_addr":"172.21.15.7:6809/1067222416","heartbeat_front_addr":"172.21.15.7:6807/1067222416","state":["exists","up"]},{"osd":1,"uuid":"048e9a7b-c104-4e94-b382-787da4f545d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6811","nonce":251880039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6813","nonce":251880039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6817","nonce":251880039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6815","nonce":251880039}]},"public_addr":"172.21.15.7:6811/251880039","cluster_addr":"172.21.15.7:6813/251880039","heartbeat_back_addr":"172.21.15.7:6817/251880039","heartbeat_front_addr":"172.21.15.7:6815/251880039","state":["exists","up"]},{"osd":2,"uuid":"7e7ac4cb-095b-4e53-b2d5-85bd755c7467","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6819","nonce":705212368}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6821","nonce":705212368}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6825","nonce":705212368}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6823","nonce":705212368}]},"public_addr":"172.21.15.7:6819/705212368","cluster_addr":"172.21.15.7:6821/705212368","heartbeat_back_addr":"172.21.15.7:6825/705212368","heartbeat_front_addr":"172.21.15.7:6823/705212368","state":["exists","up"]},{"osd":3,"uuid":"cf2b290d-b7b1-4c6f-97a0-61b88ad529e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6827","nonce":4689524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6829","nonce":4689524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6833","nonce":4689524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6831","nonce":4689524}]},"public_addr":"172.21.15.7:6827/4689524","cluster_addr":"172.21.15.7:6829/4689524","heartbeat_back_addr":"172.21.15.7:6833/4689524","heartbeat_front_addr":"172.21.15.7:6831/4689524","state":["exists","up"]},{"osd":4,"uuid":"68cf053c-1225-4368-a98a-39fadb6176bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6801","nonce":836814421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6803","nonce":836814421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6807","nonce":836814421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6805","nonce":836814421}]},"public_addr":"172.21.15.62:6801/836814421","cluster_addr":"172.21.15.62:6803/836814421","heartbeat_back_addr":"172.21.15.62:6807/836814421","heartbeat_front_addr":"172.21.15.62:6805/836814421","state":["exists","up"]},{"osd":5,"uuid":"f2f77dd6-c990-4680-8de8-3a59b5f073b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6809","nonce":1287778299}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6811","nonce":1287778299}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6815","nonce":1287778299}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6813","nonce":1287778299}]},"public_addr":"172.21.15.62:6809/1287778299","cluster_addr":"172.21.15.62:6811/1287778299","heartbeat_back_addr":"172.21.15.62:6815/1287778299","heartbeat_front_addr":"172.21.15.62:6813/1287778299","state":["exists","up"]},{"osd":6,"uuid":"28efea47-a46c-4ee8-82df-ef631099a14b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6817","nonce":986646080}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6819","nonce":986646080}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6823","nonce":986646080}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6821","nonce":986646080}]},"public_addr":"172.21.15.62:6817/986646080","cluster_addr":"172.21.15.62:6819/986646080","heartbeat_back_addr":"172.21.15.62:6823/986646080","heartbeat_front_addr":"172.21.15.62:6821/986646080","state":["exists","up"]},{"osd":7,"uuid":"e199fd23-bdd9-4605-8dce-870f63397fe6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6825","nonce":169358548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6827","nonce":169358548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6831","nonce":169358548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6829","nonce":169358548}]},"public_addr":"172.21.15.62:6825/169358548","cluster_addr":"172.21.15.62:6827/169358548","heartbeat_back_addr":"172.21.15.62:6831/169358548","heartbeat_front_addr":"172.21.15.62:6829/169358548","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:20:36.666611+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:20:59.459473+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:21:22.685734+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:21:47.134874+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:08.981180+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:32.784616+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:56.896206+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:23:21.621873+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/1544949215":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/3540383910":"2024-08-05T15:19:14.946979+0000","172.21.15.7:6801/1752190878":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/3225322052":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/1331579879":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6801/1595612045":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6800/1752190878":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/652797882":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6800/1595612045":"2024-08-05T15:18:51.588967+0000","172.21.15.7:0/719487505":"2024-08-05T15:18:51.588967+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-04T15:23:59.261 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:23:58 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b[58866]: 2024-08-04T15:23:58.975+0000 7f8f34e95640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-04T15:23:59.646 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-08-04T15:23:59.912 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:24:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:00 smithi007 ceph-mon[29096]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-08-04T15:24:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:00 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/616713648' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:24:00.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:00 smithi007 ceph-mon[39529]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-08-04T15:24:00.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:00 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/616713648' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:24:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:00 smithi062 ceph-mon[32659]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-08-04T15:24:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:00 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/616713648' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:24:02.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:02 smithi007 ceph-mon[29096]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-08-04T15:24:02.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:02 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/76085574' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-04T15:24:02.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:02 smithi007 ceph-mon[29096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-04T15:24:02.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:02 smithi007 ceph-mon[39529]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-08-04T15:24:02.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:02 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/76085574' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-04T15:24:02.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:02 smithi007 ceph-mon[39529]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-04T15:24:02.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:02 smithi062 ceph-mon[32659]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-08-04T15:24:02.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:02 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/76085574' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-04T15:24:02.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:02 smithi062 ceph-mon[32659]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-04T15:24:02.822 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-08-04T15:24:02.823 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-08-04T15:24:03.093 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:24:03.321 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:03 smithi007 ceph-mon[29096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-04T15:24:03.322 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:03 smithi007 ceph-mon[29096]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:24:03.322 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:03 smithi007 ceph-mon[39529]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-04T15:24:03.322 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:03 smithi007 ceph-mon[39529]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:24:03.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:03 smithi062 ceph-mon[32659]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-04T15:24:03.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:03 smithi062 ceph-mon[32659]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:24:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:04 smithi007 ceph-mon[29096]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-04T15:24:04.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:04 smithi007 ceph-mon[39529]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-04T15:24:04.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:04 smithi062 ceph-mon[32659]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-04T15:24:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:05 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/1773179983' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-04T15:24:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:05 smithi007 ceph-mon[29096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-04T15:24:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:05 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/1773179983' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-04T15:24:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:05 smithi007 ceph-mon[39529]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-04T15:24:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:05 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/1773179983' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-04T15:24:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:05 smithi062 ceph-mon[32659]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-04T15:24:05.768 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-08-04T15:24:05.769 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph fs dump --format=json 2024-08-04T15:24:06.036 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:24:06.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:06 smithi007 ceph-mon[39529]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-04T15:24:06.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:06 smithi007 ceph-mon[39529]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-04T15:24:06.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:06 smithi007 ceph-mon[39529]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:24:06.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:06 smithi007 ceph-mon[29096]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-04T15:24:06.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:06 smithi007 ceph-mon[29096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-04T15:24:06.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:06 smithi007 ceph-mon[29096]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:24:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:06 smithi062 ceph-mon[32659]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-04T15:24:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:06 smithi062 ceph-mon[32659]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-04T15:24:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:06 smithi062 ceph-mon[32659]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:24:07.972 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:24:07.972 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/1276142521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":1276142521},{"type":"v1","addr":"172.21.15.7:6835","nonce":1276142521}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-04T15:23:53.082649+0000","modified":"2024-08-04T15:24:05.067162+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24334},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24334":{"gid":24334,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.62:6833/206725990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":206725990},{"type":"v1","addr":"172.21.15.62:6833","nonce":206725990}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-04T15:24:07.972 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 8 2024-08-04T15:24:08.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:08 smithi062 ceph-mon[32659]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2024-08-04T15:24:08.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:08 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/3788071059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T15:24:08.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:08 smithi007 ceph-mon[29096]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2024-08-04T15:24:08.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:08 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3788071059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T15:24:08.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:08 smithi007 ceph-mon[39529]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2024-08-04T15:24:08.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:08 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/3788071059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T15:24:08.778 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd dump --format=json 2024-08-04T15:24:09.051 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:24:10.129 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:10 smithi007 ceph-mon[39529]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 1 op/s 2024-08-04T15:24:10.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:10 smithi007 ceph-mon[29096]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 1 op/s 2024-08-04T15:24:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:10 smithi062 ceph-mon[32659]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 1 op/s 2024-08-04T15:24:10.761 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:24:10.761 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":65,"fsid":"ac1a6012-5274-11ef-bcca-c7b262605968","created":"2024-08-04T15:18:30.835703+0000","modified":"2024-08-04T15:23:53.082528+0000","last_up_change":"2024-08-04T15:23:23.071219+0000","last_in_change":"2024-08-04T15:23:06.203402+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-04T15:21:25.436814+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-04T15:23:47.042481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-04T15:23:50.431702+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d989ad4f-dc6b-4292-8290-c8826b3c77c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6803","nonce":1067222416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6805","nonce":1067222416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6809","nonce":1067222416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6807","nonce":1067222416}]},"public_addr":"172.21.15.7:6803/1067222416","cluster_addr":"172.21.15.7:6805/1067222416","heartbeat_back_addr":"172.21.15.7:6809/1067222416","heartbeat_front_addr":"172.21.15.7:6807/1067222416","state":["exists","up"]},{"osd":1,"uuid":"048e9a7b-c104-4e94-b382-787da4f545d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6811","nonce":251880039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6813","nonce":251880039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6817","nonce":251880039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6815","nonce":251880039}]},"public_addr":"172.21.15.7:6811/251880039","cluster_addr":"172.21.15.7:6813/251880039","heartbeat_back_addr":"172.21.15.7:6817/251880039","heartbeat_front_addr":"172.21.15.7:6815/251880039","state":["exists","up"]},{"osd":2,"uuid":"7e7ac4cb-095b-4e53-b2d5-85bd755c7467","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6819","nonce":705212368}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6821","nonce":705212368}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6825","nonce":705212368}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6823","nonce":705212368}]},"public_addr":"172.21.15.7:6819/705212368","cluster_addr":"172.21.15.7:6821/705212368","heartbeat_back_addr":"172.21.15.7:6825/705212368","heartbeat_front_addr":"172.21.15.7:6823/705212368","state":["exists","up"]},{"osd":3,"uuid":"cf2b290d-b7b1-4c6f-97a0-61b88ad529e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6827","nonce":4689524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6829","nonce":4689524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6833","nonce":4689524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6831","nonce":4689524}]},"public_addr":"172.21.15.7:6827/4689524","cluster_addr":"172.21.15.7:6829/4689524","heartbeat_back_addr":"172.21.15.7:6833/4689524","heartbeat_front_addr":"172.21.15.7:6831/4689524","state":["exists","up"]},{"osd":4,"uuid":"68cf053c-1225-4368-a98a-39fadb6176bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6801","nonce":836814421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6803","nonce":836814421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6807","nonce":836814421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6805","nonce":836814421}]},"public_addr":"172.21.15.62:6801/836814421","cluster_addr":"172.21.15.62:6803/836814421","heartbeat_back_addr":"172.21.15.62:6807/836814421","heartbeat_front_addr":"172.21.15.62:6805/836814421","state":["exists","up"]},{"osd":5,"uuid":"f2f77dd6-c990-4680-8de8-3a59b5f073b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6809","nonce":1287778299}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6811","nonce":1287778299}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6815","nonce":1287778299}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6813","nonce":1287778299}]},"public_addr":"172.21.15.62:6809/1287778299","cluster_addr":"172.21.15.62:6811/1287778299","heartbeat_back_addr":"172.21.15.62:6815/1287778299","heartbeat_front_addr":"172.21.15.62:6813/1287778299","state":["exists","up"]},{"osd":6,"uuid":"28efea47-a46c-4ee8-82df-ef631099a14b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6817","nonce":986646080}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6819","nonce":986646080}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6823","nonce":986646080}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6821","nonce":986646080}]},"public_addr":"172.21.15.62:6817/986646080","cluster_addr":"172.21.15.62:6819/986646080","heartbeat_back_addr":"172.21.15.62:6823/986646080","heartbeat_front_addr":"172.21.15.62:6821/986646080","state":["exists","up"]},{"osd":7,"uuid":"e199fd23-bdd9-4605-8dce-870f63397fe6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6825","nonce":169358548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6827","nonce":169358548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6831","nonce":169358548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6829","nonce":169358548}]},"public_addr":"172.21.15.62:6825/169358548","cluster_addr":"172.21.15.62:6827/169358548","heartbeat_back_addr":"172.21.15.62:6831/169358548","heartbeat_front_addr":"172.21.15.62:6829/169358548","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:20:36.666611+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:20:59.459473+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:21:22.685734+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:21:47.134874+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:08.981180+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:32.784616+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:56.896206+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:23:21.621873+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/1544949215":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/3540383910":"2024-08-05T15:19:14.946979+0000","172.21.15.7:6801/1752190878":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/3225322052":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/1331579879":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6801/1595612045":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6800/1752190878":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/652797882":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6800/1595612045":"2024-08-05T15:18:51.588967+0000","172.21.15.7:0/719487505":"2024-08-05T15:18:51.588967+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-04T15:24:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:11 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/800913461' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:24:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:11 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/800913461' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:24:11.455 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-04T15:24:11.456 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph pg dump --format=json 2024-08-04T15:24:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:11 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/800913461' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:24:11.723 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:24:12.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:12 smithi007 ceph-mon[29096]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-04T15:24:12.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:12 smithi007 ceph-mon[39529]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-04T15:24:12.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:12 smithi062 ceph-mon[32659]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-04T15:24:13.572 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:24:13.573 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-08-04T15:24:14.210 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:14 smithi007 ceph-mon[29096]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-04T15:24:14.211 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:14 smithi007 ceph-mon[39529]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-04T15:24:14.238 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":204,"stamp":"2024-08-04T15:24:13.006123+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385828,"kb_used_data":6936,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575388,"statfs":{"total":767960285184,"available":765517197312,"internally_reserved":0,"allocated":7102464,"data_stored":3991187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003412"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.162151+0000","last_change":"2024-08-04T15:23:51.514460+0000","last_active":"2024-08-04T15:23:53.162151+0000","last_peered":"2024-08-04T15:23:53.162151+0000","last_clean":"2024-08-04T15:23:53.162151+0000","last_became_active":"2024-08-04T15:23:51.514151+0000","last_became_peered":"2024-08-04T15:23:51.514151+0000","last_unstale":"2024-08-04T15:23:53.162151+0000","last_undegraded":"2024-08-04T15:23:53.162151+0000","last_fullsized":"2024-08-04T15:23:53.162151+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:26:14.347168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.492398+0000","last_change":"2024-08-04T15:23:51.503127+0000","last_active":"2024-08-04T15:23:52.492398+0000","last_peered":"2024-08-04T15:23:52.492398+0000","last_clean":"2024-08-04T15:23:52.492398+0000","last_became_active":"2024-08-04T15:23:51.502808+0000","last_became_peered":"2024-08-04T15:23:51.502808+0000","last_unstale":"2024-08-04T15:23:52.492398+0000","last_undegraded":"2024-08-04T15:23:52.492398+0000","last_fullsized":"2024-08-04T15:23:52.492398+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:11:25.007399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161221+0000","last_change":"2024-08-04T15:23:51.501831+0000","last_active":"2024-08-04T15:23:53.161221+0000","last_peered":"2024-08-04T15:23:53.161221+0000","last_clean":"2024-08-04T15:23:53.161221+0000","last_became_active":"2024-08-04T15:23:51.501541+0000","last_became_peered":"2024-08-04T15:23:51.501541+0000","last_unstale":"2024-08-04T15:23:53.161221+0000","last_undegraded":"2024-08-04T15:23:53.161221+0000","last_fullsized":"2024-08-04T15:23:53.161221+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:06:25.431625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.143758+0000","last_change":"2024-08-04T15:23:51.514188+0000","last_active":"2024-08-04T15:23:53.143758+0000","last_peered":"2024-08-04T15:23:53.143758+0000","last_clean":"2024-08-04T15:23:53.143758+0000","last_became_active":"2024-08-04T15:23:51.513885+0000","last_became_peered":"2024-08-04T15:23:51.513885+0000","last_unstale":"2024-08-04T15:23:53.143758+0000","last_undegraded":"2024-08-04T15:23:53.143758+0000","last_fullsized":"2024-08-04T15:23:53.143758+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:35:26.339963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161622+0000","last_change":"2024-08-04T15:23:51.517913+0000","last_active":"2024-08-04T15:23:53.161622+0000","last_peered":"2024-08-04T15:23:53.161622+0000","last_clean":"2024-08-04T15:23:53.161622+0000","last_became_active":"2024-08-04T15:23:51.517195+0000","last_became_peered":"2024-08-04T15:23:51.517195+0000","last_unstale":"2024-08-04T15:23:53.161622+0000","last_undegraded":"2024-08-04T15:23:53.161622+0000","last_fullsized":"2024-08-04T15:23:53.161622+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:15:42.996486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.143538+0000","last_change":"2024-08-04T15:23:51.515035+0000","last_active":"2024-08-04T15:23:53.143538+0000","last_peered":"2024-08-04T15:23:53.143538+0000","last_clean":"2024-08-04T15:23:53.143538+0000","last_became_active":"2024-08-04T15:23:51.513365+0000","last_became_peered":"2024-08-04T15:23:51.513365+0000","last_unstale":"2024-08-04T15:23:53.143538+0000","last_undegraded":"2024-08-04T15:23:53.143538+0000","last_fullsized":"2024-08-04T15:23:53.143538+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:13:13.330754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161402+0000","last_change":"2024-08-04T15:23:51.510334+0000","last_active":"2024-08-04T15:23:53.161402+0000","last_peered":"2024-08-04T15:23:53.161402+0000","last_clean":"2024-08-04T15:23:53.161402+0000","last_became_active":"2024-08-04T15:23:51.509988+0000","last_became_peered":"2024-08-04T15:23:51.509988+0000","last_unstale":"2024-08-04T15:23:53.161402+0000","last_undegraded":"2024-08-04T15:23:53.161402+0000","last_fullsized":"2024-08-04T15:23:53.161402+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:55:18.575986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160465+0000","last_change":"2024-08-04T15:23:51.510832+0000","last_active":"2024-08-04T15:23:53.160465+0000","last_peered":"2024-08-04T15:23:53.160465+0000","last_clean":"2024-08-04T15:23:53.160465+0000","last_became_active":"2024-08-04T15:23:51.510572+0000","last_became_peered":"2024-08-04T15:23:51.510572+0000","last_unstale":"2024-08-04T15:23:53.160465+0000","last_undegraded":"2024-08-04T15:23:53.160465+0000","last_fullsized":"2024-08-04T15:23:53.160465+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:26:24.443599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.162374+0000","last_change":"2024-08-04T15:23:51.518943+0000","last_active":"2024-08-04T15:23:53.162374+0000","last_peered":"2024-08-04T15:23:53.162374+0000","last_clean":"2024-08-04T15:23:53.162374+0000","last_became_active":"2024-08-04T15:23:51.518627+0000","last_became_peered":"2024-08-04T15:23:51.518627+0000","last_unstale":"2024-08-04T15:23:53.162374+0000","last_undegraded":"2024-08-04T15:23:53.162374+0000","last_fullsized":"2024-08-04T15:23:53.162374+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:38:16.947646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161198+0000","last_change":"2024-08-04T15:23:51.515571+0000","last_active":"2024-08-04T15:23:53.161198+0000","last_peered":"2024-08-04T15:23:53.161198+0000","last_clean":"2024-08-04T15:23:53.161198+0000","last_became_active":"2024-08-04T15:23:51.515273+0000","last_became_peered":"2024-08-04T15:23:51.515273+0000","last_unstale":"2024-08-04T15:23:53.161198+0000","last_undegraded":"2024-08-04T15:23:53.161198+0000","last_fullsized":"2024-08-04T15:23:53.161198+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:57:03.422372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161304+0000","last_change":"2024-08-04T15:23:51.514923+0000","last_active":"2024-08-04T15:23:53.161304+0000","last_peered":"2024-08-04T15:23:53.161304+0000","last_clean":"2024-08-04T15:23:53.161304+0000","last_became_active":"2024-08-04T15:23:51.514655+0000","last_became_peered":"2024-08-04T15:23:51.514655+0000","last_unstale":"2024-08-04T15:23:53.161304+0000","last_undegraded":"2024-08-04T15:23:53.161304+0000","last_fullsized":"2024-08-04T15:23:53.161304+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:15:00.740206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491347+0000","last_change":"2024-08-04T15:23:51.508523+0000","last_active":"2024-08-04T15:23:52.491347+0000","last_peered":"2024-08-04T15:23:52.491347+0000","last_clean":"2024-08-04T15:23:52.491347+0000","last_became_active":"2024-08-04T15:23:51.508188+0000","last_became_peered":"2024-08-04T15:23:51.508188+0000","last_unstale":"2024-08-04T15:23:52.491347+0000","last_undegraded":"2024-08-04T15:23:52.491347+0000","last_fullsized":"2024-08-04T15:23:52.491347+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:00:15.521699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161191+0000","last_change":"2024-08-04T15:23:51.507950+0000","last_active":"2024-08-04T15:23:53.161191+0000","last_peered":"2024-08-04T15:23:53.161191+0000","last_clean":"2024-08-04T15:23:53.161191+0000","last_became_active":"2024-08-04T15:23:51.507409+0000","last_became_peered":"2024-08-04T15:23:51.507409+0000","last_unstale":"2024-08-04T15:23:53.161191+0000","last_undegraded":"2024-08-04T15:23:53.161191+0000","last_fullsized":"2024-08-04T15:23:53.161191+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:12:33.117795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160830+0000","last_change":"2024-08-04T15:23:51.511488+0000","last_active":"2024-08-04T15:23:53.160830+0000","last_peered":"2024-08-04T15:23:53.160830+0000","last_clean":"2024-08-04T15:23:53.160830+0000","last_became_active":"2024-08-04T15:23:51.510253+0000","last_became_peered":"2024-08-04T15:23:51.510253+0000","last_unstale":"2024-08-04T15:23:53.160830+0000","last_undegraded":"2024-08-04T15:23:53.160830+0000","last_fullsized":"2024-08-04T15:23:53.160830+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:40:47.566285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491870+0000","last_change":"2024-08-04T15:23:51.499127+0000","last_active":"2024-08-04T15:23:52.491870+0000","last_peered":"2024-08-04T15:23:52.491870+0000","last_clean":"2024-08-04T15:23:52.491870+0000","last_became_active":"2024-08-04T15:23:51.498774+0000","last_became_peered":"2024-08-04T15:23:51.498774+0000","last_unstale":"2024-08-04T15:23:52.491870+0000","last_undegraded":"2024-08-04T15:23:52.491870+0000","last_fullsized":"2024-08-04T15:23:52.491870+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:51:36.258519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.143540+0000","last_change":"2024-08-04T15:23:51.520398+0000","last_active":"2024-08-04T15:23:53.143540+0000","last_peered":"2024-08-04T15:23:53.143540+0000","last_clean":"2024-08-04T15:23:53.143540+0000","last_became_active":"2024-08-04T15:23:51.519277+0000","last_became_peered":"2024-08-04T15:23:51.519277+0000","last_unstale":"2024-08-04T15:23:53.143540+0000","last_undegraded":"2024-08-04T15:23:53.143540+0000","last_fullsized":"2024-08-04T15:23:53.143540+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:07:18.910650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.144160+0000","last_change":"2024-08-04T15:23:51.518164+0000","last_active":"2024-08-04T15:23:53.144160+0000","last_peered":"2024-08-04T15:23:53.144160+0000","last_clean":"2024-08-04T15:23:53.144160+0000","last_became_active":"2024-08-04T15:23:51.517888+0000","last_became_peered":"2024-08-04T15:23:51.517888+0000","last_unstale":"2024-08-04T15:23:53.144160+0000","last_undegraded":"2024-08-04T15:23:53.144160+0000","last_fullsized":"2024-08-04T15:23:53.144160+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:38:39.543123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.490904+0000","last_change":"2024-08-04T15:23:51.506696+0000","last_active":"2024-08-04T15:23:52.490904+0000","last_peered":"2024-08-04T15:23:52.490904+0000","last_clean":"2024-08-04T15:23:52.490904+0000","last_became_active":"2024-08-04T15:23:51.505211+0000","last_became_peered":"2024-08-04T15:23:51.505211+0000","last_unstale":"2024-08-04T15:23:52.490904+0000","last_undegraded":"2024-08-04T15:23:52.490904+0000","last_fullsized":"2024-08-04T15:23:52.490904+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:30:26.148856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.162126+0000","last_change":"2024-08-04T15:23:51.515569+0000","last_active":"2024-08-04T15:23:53.162126+0000","last_peered":"2024-08-04T15:23:53.162126+0000","last_clean":"2024-08-04T15:23:53.162126+0000","last_became_active":"2024-08-04T15:23:51.514924+0000","last_became_peered":"2024-08-04T15:23:51.514924+0000","last_unstale":"2024-08-04T15:23:53.162126+0000","last_undegraded":"2024-08-04T15:23:53.162126+0000","last_fullsized":"2024-08-04T15:23:53.162126+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:00:13.402505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161186+0000","last_change":"2024-08-04T15:23:51.511155+0000","last_active":"2024-08-04T15:23:53.161186+0000","last_peered":"2024-08-04T15:23:53.161186+0000","last_clean":"2024-08-04T15:23:53.161186+0000","last_became_active":"2024-08-04T15:23:51.510785+0000","last_became_peered":"2024-08-04T15:23:51.510785+0000","last_unstale":"2024-08-04T15:23:53.161186+0000","last_undegraded":"2024-08-04T15:23:53.161186+0000","last_fullsized":"2024-08-04T15:23:53.161186+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:20:30.379451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160934+0000","last_change":"2024-08-04T15:23:51.511642+0000","last_active":"2024-08-04T15:23:53.160934+0000","last_peered":"2024-08-04T15:23:53.160934+0000","last_clean":"2024-08-04T15:23:53.160934+0000","last_became_active":"2024-08-04T15:23:51.509234+0000","last_became_peered":"2024-08-04T15:23:51.509234+0000","last_unstale":"2024-08-04T15:23:53.160934+0000","last_undegraded":"2024-08-04T15:23:53.160934+0000","last_fullsized":"2024-08-04T15:23:53.160934+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:19:02.236179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.143587+0000","last_change":"2024-08-04T15:23:51.515281+0000","last_active":"2024-08-04T15:23:53.143587+0000","last_peered":"2024-08-04T15:23:53.143587+0000","last_clean":"2024-08-04T15:23:53.143587+0000","last_became_active":"2024-08-04T15:23:51.512917+0000","last_became_peered":"2024-08-04T15:23:51.512917+0000","last_unstale":"2024-08-04T15:23:53.143587+0000","last_undegraded":"2024-08-04T15:23:53.143587+0000","last_fullsized":"2024-08-04T15:23:53.143587+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:13:15.187702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160582+0000","last_change":"2024-08-04T15:23:51.500357+0000","last_active":"2024-08-04T15:23:53.160582+0000","last_peered":"2024-08-04T15:23:53.160582+0000","last_clean":"2024-08-04T15:23:53.160582+0000","last_became_active":"2024-08-04T15:23:51.500076+0000","last_became_peered":"2024-08-04T15:23:51.500076+0000","last_unstale":"2024-08-04T15:23:53.160582+0000","last_undegraded":"2024-08-04T15:23:53.160582+0000","last_fullsized":"2024-08-04T15:23:53.160582+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:36:55.376597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.143723+0000","last_change":"2024-08-04T15:23:51.513289+0000","last_active":"2024-08-04T15:23:53.143723+0000","last_peered":"2024-08-04T15:23:53.143723+0000","last_clean":"2024-08-04T15:23:53.143723+0000","last_became_active":"2024-08-04T15:23:51.512892+0000","last_became_peered":"2024-08-04T15:23:51.512892+0000","last_unstale":"2024-08-04T15:23:53.143723+0000","last_undegraded":"2024-08-04T15:23:53.143723+0000","last_fullsized":"2024-08-04T15:23:53.143723+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:58:56.118404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161076+0000","last_change":"2024-08-04T15:23:51.503039+0000","last_active":"2024-08-04T15:23:53.161076+0000","last_peered":"2024-08-04T15:23:53.161076+0000","last_clean":"2024-08-04T15:23:53.161076+0000","last_became_active":"2024-08-04T15:23:51.502774+0000","last_became_peered":"2024-08-04T15:23:51.502774+0000","last_unstale":"2024-08-04T15:23:53.161076+0000","last_undegraded":"2024-08-04T15:23:53.161076+0000","last_fullsized":"2024-08-04T15:23:53.161076+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:22:46.397060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161405+0000","last_change":"2024-08-04T15:23:51.513070+0000","last_active":"2024-08-04T15:23:53.161405+0000","last_peered":"2024-08-04T15:23:53.161405+0000","last_clean":"2024-08-04T15:23:53.161405+0000","last_became_active":"2024-08-04T15:23:51.512778+0000","last_became_peered":"2024-08-04T15:23:51.512778+0000","last_unstale":"2024-08-04T15:23:53.161405+0000","last_undegraded":"2024-08-04T15:23:53.161405+0000","last_fullsized":"2024-08-04T15:23:53.161405+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:20:08.116370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491669+0000","last_change":"2024-08-04T15:23:51.500586+0000","last_active":"2024-08-04T15:23:52.491669+0000","last_peered":"2024-08-04T15:23:52.491669+0000","last_clean":"2024-08-04T15:23:52.491669+0000","last_became_active":"2024-08-04T15:23:51.500297+0000","last_became_peered":"2024-08-04T15:23:51.500297+0000","last_unstale":"2024-08-04T15:23:52.491669+0000","last_undegraded":"2024-08-04T15:23:52.491669+0000","last_fullsized":"2024-08-04T15:23:52.491669+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:05:13.759470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161519+0000","last_change":"2024-08-04T15:23:51.503761+0000","last_active":"2024-08-04T15:23:53.161519+0000","last_peered":"2024-08-04T15:23:53.161519+0000","last_clean":"2024-08-04T15:23:53.161519+0000","last_became_active":"2024-08-04T15:23:51.502325+0000","last_became_peered":"2024-08-04T15:23:51.502325+0000","last_unstale":"2024-08-04T15:23:53.161519+0000","last_undegraded":"2024-08-04T15:23:53.161519+0000","last_fullsized":"2024-08-04T15:23:53.161519+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:18:53.024583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161030+0000","last_change":"2024-08-04T15:23:51.504028+0000","last_active":"2024-08-04T15:23:53.161030+0000","last_peered":"2024-08-04T15:23:53.161030+0000","last_clean":"2024-08-04T15:23:53.161030+0000","last_became_active":"2024-08-04T15:23:51.502406+0000","last_became_peered":"2024-08-04T15:23:51.502406+0000","last_unstale":"2024-08-04T15:23:53.161030+0000","last_undegraded":"2024-08-04T15:23:53.161030+0000","last_fullsized":"2024-08-04T15:23:53.161030+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:07:00.811214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.143686+0000","last_change":"2024-08-04T15:23:51.515670+0000","last_active":"2024-08-04T15:23:53.143686+0000","last_peered":"2024-08-04T15:23:53.143686+0000","last_clean":"2024-08-04T15:23:53.143686+0000","last_became_active":"2024-08-04T15:23:51.513755+0000","last_became_peered":"2024-08-04T15:23:51.513755+0000","last_unstale":"2024-08-04T15:23:53.143686+0000","last_undegraded":"2024-08-04T15:23:53.143686+0000","last_fullsized":"2024-08-04T15:23:53.143686+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:07:36.189578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.490369+0000","last_change":"2024-08-04T15:23:51.505972+0000","last_active":"2024-08-04T15:23:52.490369+0000","last_peered":"2024-08-04T15:23:52.490369+0000","last_clean":"2024-08-04T15:23:52.490369+0000","last_became_active":"2024-08-04T15:23:51.505698+0000","last_became_peered":"2024-08-04T15:23:51.505698+0000","last_unstale":"2024-08-04T15:23:52.490369+0000","last_undegraded":"2024-08-04T15:23:52.490369+0000","last_fullsized":"2024-08-04T15:23:52.490369+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:17:26.415836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160521+0000","last_change":"2024-08-04T15:23:51.514862+0000","last_active":"2024-08-04T15:23:53.160521+0000","last_peered":"2024-08-04T15:23:53.160521+0000","last_clean":"2024-08-04T15:23:53.160521+0000","last_became_active":"2024-08-04T15:23:51.514571+0000","last_became_peered":"2024-08-04T15:23:51.514571+0000","last_unstale":"2024-08-04T15:23:53.160521+0000","last_undegraded":"2024-08-04T15:23:53.160521+0000","last_fullsized":"2024-08-04T15:23:53.160521+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:27:28.970858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491087+0000","last_change":"2024-08-04T15:23:51.502636+0000","last_active":"2024-08-04T15:23:52.491087+0000","last_peered":"2024-08-04T15:23:52.491087+0000","last_clean":"2024-08-04T15:23:52.491087+0000","last_became_active":"2024-08-04T15:23:51.502221+0000","last_became_peered":"2024-08-04T15:23:51.502221+0000","last_unstale":"2024-08-04T15:23:52.491087+0000","last_undegraded":"2024-08-04T15:23:52.491087+0000","last_fullsized":"2024-08-04T15:23:52.491087+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:08:29.459334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.507895+0000","last_change":"2024-08-04T15:23:48.275284+0000","last_active":"2024-08-04T15:23:53.507895+0000","last_peered":"2024-08-04T15:23:53.507895+0000","last_clean":"2024-08-04T15:23:53.507895+0000","last_became_active":"2024-08-04T15:23:48.275018+0000","last_became_peered":"2024-08-04T15:23:48.275018+0000","last_unstale":"2024-08-04T15:23:53.507895+0000","last_undegraded":"2024-08-04T15:23:53.507895+0000","last_fullsized":"2024-08-04T15:23:53.507895+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:31:57.708624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161113+0000","last_change":"2024-08-04T15:23:51.512567+0000","last_active":"2024-08-04T15:23:53.161113+0000","last_peered":"2024-08-04T15:23:53.161113+0000","last_clean":"2024-08-04T15:23:53.161113+0000","last_became_active":"2024-08-04T15:23:51.511321+0000","last_became_peered":"2024-08-04T15:23:51.511321+0000","last_unstale":"2024-08-04T15:23:53.161113+0000","last_undegraded":"2024-08-04T15:23:53.161113+0000","last_fullsized":"2024-08-04T15:23:53.161113+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:43:14.616860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.506011+0000","last_change":"2024-08-04T15:23:48.283021+0000","last_active":"2024-08-04T15:23:53.506011+0000","last_peered":"2024-08-04T15:23:53.506011+0000","last_clean":"2024-08-04T15:23:53.506011+0000","last_became_active":"2024-08-04T15:23:48.282525+0000","last_became_peered":"2024-08-04T15:23:48.282525+0000","last_unstale":"2024-08-04T15:23:53.506011+0000","last_undegraded":"2024-08-04T15:23:53.506011+0000","last_fullsized":"2024-08-04T15:23:53.506011+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:36:50.947842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160791+0000","last_change":"2024-08-04T15:23:48.277222+0000","last_active":"2024-08-04T15:23:53.160791+0000","last_peered":"2024-08-04T15:23:53.160791+0000","last_clean":"2024-08-04T15:23:53.160791+0000","last_became_active":"2024-08-04T15:23:48.276906+0000","last_became_peered":"2024-08-04T15:23:48.276906+0000","last_unstale":"2024-08-04T15:23:53.160791+0000","last_undegraded":"2024-08-04T15:23:53.160791+0000","last_fullsized":"2024-08-04T15:23:53.160791+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:35:42.927782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160529+0000","last_change":"2024-08-04T15:23:51.506367+0000","last_active":"2024-08-04T15:23:53.160529+0000","last_peered":"2024-08-04T15:23:53.160529+0000","last_clean":"2024-08-04T15:23:53.160529+0000","last_became_active":"2024-08-04T15:23:51.506056+0000","last_became_peered":"2024-08-04T15:23:51.506056+0000","last_unstale":"2024-08-04T15:23:53.160529+0000","last_undegraded":"2024-08-04T15:23:53.160529+0000","last_fullsized":"2024-08-04T15:23:53.160529+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:24:28.792946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.143684+0000","last_change":"2024-08-04T15:23:48.279106+0000","last_active":"2024-08-04T15:23:53.143684+0000","last_peered":"2024-08-04T15:23:53.143684+0000","last_clean":"2024-08-04T15:23:53.143684+0000","last_became_active":"2024-08-04T15:23:48.278804+0000","last_became_peered":"2024-08-04T15:23:48.278804+0000","last_unstale":"2024-08-04T15:23:53.143684+0000","last_undegraded":"2024-08-04T15:23:53.143684+0000","last_fullsized":"2024-08-04T15:23:53.143684+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:01:45.707647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491729+0000","last_change":"2024-08-04T15:23:51.495377+0000","last_active":"2024-08-04T15:23:52.491729+0000","last_peered":"2024-08-04T15:23:52.491729+0000","last_clean":"2024-08-04T15:23:52.491729+0000","last_became_active":"2024-08-04T15:23:51.495082+0000","last_became_peered":"2024-08-04T15:23:51.495082+0000","last_unstale":"2024-08-04T15:23:52.491729+0000","last_undegraded":"2024-08-04T15:23:52.491729+0000","last_fullsized":"2024-08-04T15:23:52.491729+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:08:48.327340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160896+0000","last_change":"2024-08-04T15:23:48.283827+0000","last_active":"2024-08-04T15:23:53.160896+0000","last_peered":"2024-08-04T15:23:53.160896+0000","last_clean":"2024-08-04T15:23:53.160896+0000","last_became_active":"2024-08-04T15:23:48.283520+0000","last_became_peered":"2024-08-04T15:23:48.283520+0000","last_unstale":"2024-08-04T15:23:53.160896+0000","last_undegraded":"2024-08-04T15:23:53.160896+0000","last_fullsized":"2024-08-04T15:23:53.160896+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:18:16.247702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.143984+0000","last_change":"2024-08-04T15:23:51.505550+0000","last_active":"2024-08-04T15:23:53.143984+0000","last_peered":"2024-08-04T15:23:53.143984+0000","last_clean":"2024-08-04T15:23:53.143984+0000","last_became_active":"2024-08-04T15:23:51.504959+0000","last_became_peered":"2024-08-04T15:23:51.504959+0000","last_unstale":"2024-08-04T15:23:53.143984+0000","last_undegraded":"2024-08-04T15:23:53.143984+0000","last_fullsized":"2024-08-04T15:23:53.143984+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:43:17.088831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.144075+0000","last_change":"2024-08-04T15:23:48.283723+0000","last_active":"2024-08-04T15:23:53.144075+0000","last_peered":"2024-08-04T15:23:53.144075+0000","last_clean":"2024-08-04T15:23:53.144075+0000","last_became_active":"2024-08-04T15:23:48.283377+0000","last_became_peered":"2024-08-04T15:23:48.283377+0000","last_unstale":"2024-08-04T15:23:53.144075+0000","last_undegraded":"2024-08-04T15:23:53.144075+0000","last_fullsized":"2024-08-04T15:23:53.144075+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:24:22.955080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161451+0000","last_change":"2024-08-04T15:23:51.512117+0000","last_active":"2024-08-04T15:23:53.161451+0000","last_peered":"2024-08-04T15:23:53.161451+0000","last_clean":"2024-08-04T15:23:53.161451+0000","last_became_active":"2024-08-04T15:23:51.508897+0000","last_became_peered":"2024-08-04T15:23:51.508897+0000","last_unstale":"2024-08-04T15:23:53.161451+0000","last_undegraded":"2024-08-04T15:23:53.161451+0000","last_fullsized":"2024-08-04T15:23:53.161451+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:56:49.886166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.512241+0000","last_change":"2024-08-04T15:23:48.279173+0000","last_active":"2024-08-04T15:23:53.512241+0000","last_peered":"2024-08-04T15:23:53.512241+0000","last_clean":"2024-08-04T15:23:53.512241+0000","last_became_active":"2024-08-04T15:23:48.278870+0000","last_became_peered":"2024-08-04T15:23:48.278870+0000","last_unstale":"2024-08-04T15:23:53.512241+0000","last_undegraded":"2024-08-04T15:23:53.512241+0000","last_fullsized":"2024-08-04T15:23:53.512241+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:35:18.498343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491396+0000","last_change":"2024-08-04T15:23:51.505776+0000","last_active":"2024-08-04T15:23:52.491396+0000","last_peered":"2024-08-04T15:23:52.491396+0000","last_clean":"2024-08-04T15:23:52.491396+0000","last_became_active":"2024-08-04T15:23:51.505222+0000","last_became_peered":"2024-08-04T15:23:51.505222+0000","last_unstale":"2024-08-04T15:23:52.491396+0000","last_undegraded":"2024-08-04T15:23:52.491396+0000","last_fullsized":"2024-08-04T15:23:52.491396+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:57:42.114526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.513065+0000","last_change":"2024-08-04T15:23:48.281848+0000","last_active":"2024-08-04T15:23:53.513065+0000","last_peered":"2024-08-04T15:23:53.513065+0000","last_clean":"2024-08-04T15:23:53.513065+0000","last_became_active":"2024-08-04T15:23:48.281548+0000","last_became_peered":"2024-08-04T15:23:48.281548+0000","last_unstale":"2024-08-04T15:23:53.513065+0000","last_undegraded":"2024-08-04T15:23:53.513065+0000","last_fullsized":"2024-08-04T15:23:53.513065+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:09:12.939157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161794+0000","last_change":"2024-08-04T15:23:51.515749+0000","last_active":"2024-08-04T15:23:53.161794+0000","last_peered":"2024-08-04T15:23:53.161794+0000","last_clean":"2024-08-04T15:23:53.161794+0000","last_became_active":"2024-08-04T15:23:51.515291+0000","last_became_peered":"2024-08-04T15:23:51.515291+0000","last_unstale":"2024-08-04T15:23:53.161794+0000","last_undegraded":"2024-08-04T15:23:53.161794+0000","last_fullsized":"2024-08-04T15:23:53.161794+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:12:21.731480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.512771+0000","last_change":"2024-08-04T15:23:48.274307+0000","last_active":"2024-08-04T15:23:53.512771+0000","last_peered":"2024-08-04T15:23:53.512771+0000","last_clean":"2024-08-04T15:23:53.512771+0000","last_became_active":"2024-08-04T15:23:48.274014+0000","last_became_peered":"2024-08-04T15:23:48.274014+0000","last_unstale":"2024-08-04T15:23:53.512771+0000","last_undegraded":"2024-08-04T15:23:53.512771+0000","last_fullsized":"2024-08-04T15:23:53.512771+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:37:36.408249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160949+0000","last_change":"2024-08-04T15:23:51.505735+0000","last_active":"2024-08-04T15:23:53.160949+0000","last_peered":"2024-08-04T15:23:53.160949+0000","last_clean":"2024-08-04T15:23:53.160949+0000","last_became_active":"2024-08-04T15:23:51.505470+0000","last_became_peered":"2024-08-04T15:23:51.505470+0000","last_unstale":"2024-08-04T15:23:53.160949+0000","last_undegraded":"2024-08-04T15:23:53.160949+0000","last_fullsized":"2024-08-04T15:23:53.160949+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:30:41.327112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.143736+0000","last_change":"2024-08-04T15:23:48.279451+0000","last_active":"2024-08-04T15:23:53.143736+0000","last_peered":"2024-08-04T15:23:53.143736+0000","last_clean":"2024-08-04T15:23:53.143736+0000","last_became_active":"2024-08-04T15:23:48.279090+0000","last_became_peered":"2024-08-04T15:23:48.279090+0000","last_unstale":"2024-08-04T15:23:53.143736+0000","last_undegraded":"2024-08-04T15:23:53.143736+0000","last_fullsized":"2024-08-04T15:23:53.143736+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:43:18.349023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161796+0000","last_change":"2024-08-04T15:23:51.518087+0000","last_active":"2024-08-04T15:23:53.161796+0000","last_peered":"2024-08-04T15:23:53.161796+0000","last_clean":"2024-08-04T15:23:53.161796+0000","last_became_active":"2024-08-04T15:23:51.517647+0000","last_became_peered":"2024-08-04T15:23:51.517647+0000","last_unstale":"2024-08-04T15:23:53.161796+0000","last_undegraded":"2024-08-04T15:23:53.161796+0000","last_fullsized":"2024-08-04T15:23:53.161796+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:34:32.059933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160648+0000","last_change":"2024-08-04T15:23:48.284012+0000","last_active":"2024-08-04T15:23:53.160648+0000","last_peered":"2024-08-04T15:23:53.160648+0000","last_clean":"2024-08-04T15:23:53.160648+0000","last_became_active":"2024-08-04T15:23:48.283453+0000","last_became_peered":"2024-08-04T15:23:48.283453+0000","last_unstale":"2024-08-04T15:23:53.160648+0000","last_undegraded":"2024-08-04T15:23:53.160648+0000","last_fullsized":"2024-08-04T15:23:53.160648+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:05:40.040885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160529+0000","last_change":"2024-08-04T15:23:51.515938+0000","last_active":"2024-08-04T15:23:53.160529+0000","last_peered":"2024-08-04T15:23:53.160529+0000","last_clean":"2024-08-04T15:23:53.160529+0000","last_became_active":"2024-08-04T15:23:51.515650+0000","last_became_peered":"2024-08-04T15:23:51.515650+0000","last_unstale":"2024-08-04T15:23:53.160529+0000","last_undegraded":"2024-08-04T15:23:53.160529+0000","last_fullsized":"2024-08-04T15:23:53.160529+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:56:31.130164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":22,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.512286+0000","last_change":"2024-08-04T15:23:48.269918+0000","last_active":"2024-08-04T15:23:53.512286+0000","last_peered":"2024-08-04T15:23:53.512286+0000","last_clean":"2024-08-04T15:23:53.512286+0000","last_became_active":"2024-08-04T15:23:48.269587+0000","last_became_peered":"2024-08-04T15:23:48.269587+0000","last_unstale":"2024-08-04T15:23:53.512286+0000","last_undegraded":"2024-08-04T15:23:53.512286+0000","last_fullsized":"2024-08-04T15:23:53.512286+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:29:46.647005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161464+0000","last_change":"2024-08-04T15:23:51.511866+0000","last_active":"2024-08-04T15:23:53.161464+0000","last_peered":"2024-08-04T15:23:53.161464+0000","last_clean":"2024-08-04T15:23:53.161464+0000","last_became_active":"2024-08-04T15:23:51.511562+0000","last_became_peered":"2024-08-04T15:23:51.511562+0000","last_unstale":"2024-08-04T15:23:53.161464+0000","last_undegraded":"2024-08-04T15:23:53.161464+0000","last_fullsized":"2024-08-04T15:23:53.161464+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:40:26.926853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.497096+0000","last_change":"2024-08-04T15:23:48.276386+0000","last_active":"2024-08-04T15:23:53.497096+0000","last_peered":"2024-08-04T15:23:53.497096+0000","last_clean":"2024-08-04T15:23:53.497096+0000","last_became_active":"2024-08-04T15:23:48.275882+0000","last_became_peered":"2024-08-04T15:23:48.275882+0000","last_unstale":"2024-08-04T15:23:53.497096+0000","last_undegraded":"2024-08-04T15:23:53.497096+0000","last_fullsized":"2024-08-04T15:23:53.497096+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:28:59.872959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.162055+0000","last_change":"2024-08-04T15:23:51.514697+0000","last_active":"2024-08-04T15:23:53.162055+0000","last_peered":"2024-08-04T15:23:53.162055+0000","last_clean":"2024-08-04T15:23:53.162055+0000","last_became_active":"2024-08-04T15:23:51.513403+0000","last_became_peered":"2024-08-04T15:23:51.513403+0000","last_unstale":"2024-08-04T15:23:53.162055+0000","last_undegraded":"2024-08-04T15:23:53.162055+0000","last_fullsized":"2024-08-04T15:23:53.162055+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:59:13.217468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.511255+0000","last_change":"2024-08-04T15:23:48.276563+0000","last_active":"2024-08-04T15:23:53.511255+0000","last_peered":"2024-08-04T15:23:53.511255+0000","last_clean":"2024-08-04T15:23:53.511255+0000","last_became_active":"2024-08-04T15:23:48.275645+0000","last_became_peered":"2024-08-04T15:23:48.275645+0000","last_unstale":"2024-08-04T15:23:53.511255+0000","last_undegraded":"2024-08-04T15:23:53.511255+0000","last_fullsized":"2024-08-04T15:23:53.511255+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:57:44.808918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.162269+0000","last_change":"2024-08-04T15:23:51.517178+0000","last_active":"2024-08-04T15:23:53.162269+0000","last_peered":"2024-08-04T15:23:53.162269+0000","last_clean":"2024-08-04T15:23:53.162269+0000","last_became_active":"2024-08-04T15:23:51.516772+0000","last_became_peered":"2024-08-04T15:23:51.516772+0000","last_unstale":"2024-08-04T15:23:53.162269+0000","last_undegraded":"2024-08-04T15:23:53.162269+0000","last_fullsized":"2024-08-04T15:23:53.162269+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:55:01.959163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.497562+0000","last_change":"2024-08-04T15:23:48.274978+0000","last_active":"2024-08-04T15:23:53.497562+0000","last_peered":"2024-08-04T15:23:53.497562+0000","last_clean":"2024-08-04T15:23:53.497562+0000","last_became_active":"2024-08-04T15:23:48.274675+0000","last_became_peered":"2024-08-04T15:23:48.274675+0000","last_unstale":"2024-08-04T15:23:53.497562+0000","last_undegraded":"2024-08-04T15:23:53.497562+0000","last_fullsized":"2024-08-04T15:23:53.497562+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:43:31.663358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.143925+0000","last_change":"2024-08-04T15:23:51.515281+0000","last_active":"2024-08-04T15:23:53.143925+0000","last_peered":"2024-08-04T15:23:53.143925+0000","last_clean":"2024-08-04T15:23:53.143925+0000","last_became_active":"2024-08-04T15:23:51.515015+0000","last_became_peered":"2024-08-04T15:23:51.515015+0000","last_unstale":"2024-08-04T15:23:53.143925+0000","last_undegraded":"2024-08-04T15:23:53.143925+0000","last_fullsized":"2024-08-04T15:23:53.143925+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:12:29.932714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.490467+0000","last_change":"2024-08-04T15:23:48.274476+0000","last_active":"2024-08-04T15:23:52.490467+0000","last_peered":"2024-08-04T15:23:52.490467+0000","last_clean":"2024-08-04T15:23:52.490467+0000","last_became_active":"2024-08-04T15:23:48.273407+0000","last_became_peered":"2024-08-04T15:23:48.273407+0000","last_unstale":"2024-08-04T15:23:52.490467+0000","last_undegraded":"2024-08-04T15:23:52.490467+0000","last_fullsized":"2024-08-04T15:23:52.490467+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:16:07.211238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.162072+0000","last_change":"2024-08-04T15:23:51.511102+0000","last_active":"2024-08-04T15:23:53.162072+0000","last_peered":"2024-08-04T15:23:53.162072+0000","last_clean":"2024-08-04T15:23:53.162072+0000","last_became_active":"2024-08-04T15:23:51.510794+0000","last_became_peered":"2024-08-04T15:23:51.510794+0000","last_unstale":"2024-08-04T15:23:53.162072+0000","last_undegraded":"2024-08-04T15:23:53.162072+0000","last_fullsized":"2024-08-04T15:23:53.162072+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:32:33.827060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":234,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161171+0000","last_change":"2024-08-04T15:23:26.550976+0000","last_active":"2024-08-04T15:23:53.161171+0000","last_peered":"2024-08-04T15:23:53.161171+0000","last_clean":"2024-08-04T15:23:53.161171+0000","last_became_active":"2024-08-04T15:23:26.550654+0000","last_became_peered":"2024-08-04T15:23:26.550654+0000","last_unstale":"2024-08-04T15:23:53.161171+0000","last_undegraded":"2024-08-04T15:23:53.161171+0000","last_fullsized":"2024-08-04T15:23:53.161171+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:21:25.437230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:21:25.437230+0000","last_clean_scrub_stamp":"2024-08-04T15:21:25.437230+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:43:30.284931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.143584+0000","last_change":"2024-08-04T15:23:48.277860+0000","last_active":"2024-08-04T15:23:53.143584+0000","last_peered":"2024-08-04T15:23:53.143584+0000","last_clean":"2024-08-04T15:23:53.143584+0000","last_became_active":"2024-08-04T15:23:48.277556+0000","last_became_peered":"2024-08-04T15:23:48.277556+0000","last_unstale":"2024-08-04T15:23:53.143584+0000","last_undegraded":"2024-08-04T15:23:53.143584+0000","last_fullsized":"2024-08-04T15:23:53.143584+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:06:52.721636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161076+0000","last_change":"2024-08-04T15:23:51.510648+0000","last_active":"2024-08-04T15:23:53.161076+0000","last_peered":"2024-08-04T15:23:53.161076+0000","last_clean":"2024-08-04T15:23:53.161076+0000","last_became_active":"2024-08-04T15:23:51.510442+0000","last_became_peered":"2024-08-04T15:23:51.510442+0000","last_unstale":"2024-08-04T15:23:53.161076+0000","last_undegraded":"2024-08-04T15:23:53.161076+0000","last_fullsized":"2024-08-04T15:23:53.161076+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:35:39.736041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161066+0000","last_change":"2024-08-04T15:23:48.276874+0000","last_active":"2024-08-04T15:23:53.161066+0000","last_peered":"2024-08-04T15:23:53.161066+0000","last_clean":"2024-08-04T15:23:53.161066+0000","last_became_active":"2024-08-04T15:23:48.276577+0000","last_became_peered":"2024-08-04T15:23:48.276577+0000","last_unstale":"2024-08-04T15:23:53.161066+0000","last_undegraded":"2024-08-04T15:23:53.161066+0000","last_fullsized":"2024-08-04T15:23:53.161066+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:06:59.690137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160465+0000","last_change":"2024-08-04T15:23:51.502729+0000","last_active":"2024-08-04T15:23:53.160465+0000","last_peered":"2024-08-04T15:23:53.160465+0000","last_clean":"2024-08-04T15:23:53.160465+0000","last_became_active":"2024-08-04T15:23:51.502366+0000","last_became_peered":"2024-08-04T15:23:51.502366+0000","last_unstale":"2024-08-04T15:23:53.160465+0000","last_undegraded":"2024-08-04T15:23:53.160465+0000","last_fullsized":"2024-08-04T15:23:53.160465+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:28:36.020082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.490374+0000","last_change":"2024-08-04T15:23:48.272569+0000","last_active":"2024-08-04T15:23:52.490374+0000","last_peered":"2024-08-04T15:23:52.490374+0000","last_clean":"2024-08-04T15:23:52.490374+0000","last_became_active":"2024-08-04T15:23:48.272173+0000","last_became_peered":"2024-08-04T15:23:48.272173+0000","last_unstale":"2024-08-04T15:23:52.490374+0000","last_undegraded":"2024-08-04T15:23:52.490374+0000","last_fullsized":"2024-08-04T15:23:52.490374+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:47:05.909654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491371+0000","last_change":"2024-08-04T15:23:51.503161+0000","last_active":"2024-08-04T15:23:52.491371+0000","last_peered":"2024-08-04T15:23:52.491371+0000","last_clean":"2024-08-04T15:23:52.491371+0000","last_became_active":"2024-08-04T15:23:51.502823+0000","last_became_peered":"2024-08-04T15:23:51.502823+0000","last_unstale":"2024-08-04T15:23:52.491371+0000","last_undegraded":"2024-08-04T15:23:52.491371+0000","last_fullsized":"2024-08-04T15:23:52.491371+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:33:21.023850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.143832+0000","last_change":"2024-08-04T15:23:48.283717+0000","last_active":"2024-08-04T15:23:53.143832+0000","last_peered":"2024-08-04T15:23:53.143832+0000","last_clean":"2024-08-04T15:23:53.143832+0000","last_became_active":"2024-08-04T15:23:48.283378+0000","last_became_peered":"2024-08-04T15:23:48.283378+0000","last_unstale":"2024-08-04T15:23:53.143832+0000","last_undegraded":"2024-08-04T15:23:53.143832+0000","last_fullsized":"2024-08-04T15:23:53.143832+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:59:08.478236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491263+0000","last_change":"2024-08-04T15:23:51.507648+0000","last_active":"2024-08-04T15:23:52.491263+0000","last_peered":"2024-08-04T15:23:52.491263+0000","last_clean":"2024-08-04T15:23:52.491263+0000","last_became_active":"2024-08-04T15:23:51.507310+0000","last_became_peered":"2024-08-04T15:23:51.507310+0000","last_unstale":"2024-08-04T15:23:52.491263+0000","last_undegraded":"2024-08-04T15:23:52.491263+0000","last_fullsized":"2024-08-04T15:23:52.491263+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:01:12.443418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491572+0000","last_change":"2024-08-04T15:23:48.271724+0000","last_active":"2024-08-04T15:23:52.491572+0000","last_peered":"2024-08-04T15:23:52.491572+0000","last_clean":"2024-08-04T15:23:52.491572+0000","last_became_active":"2024-08-04T15:23:48.271396+0000","last_became_peered":"2024-08-04T15:23:48.271396+0000","last_unstale":"2024-08-04T15:23:52.491572+0000","last_undegraded":"2024-08-04T15:23:52.491572+0000","last_fullsized":"2024-08-04T15:23:52.491572+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:16:53.552693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.143951+0000","last_change":"2024-08-04T15:23:51.514596+0000","last_active":"2024-08-04T15:23:53.143951+0000","last_peered":"2024-08-04T15:23:53.143951+0000","last_clean":"2024-08-04T15:23:53.143951+0000","last_became_active":"2024-08-04T15:23:51.513688+0000","last_became_peered":"2024-08-04T15:23:51.513688+0000","last_unstale":"2024-08-04T15:23:53.143951+0000","last_undegraded":"2024-08-04T15:23:53.143951+0000","last_fullsized":"2024-08-04T15:23:53.143951+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:34:52.430383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.162241+0000","last_change":"2024-08-04T15:23:48.282213+0000","last_active":"2024-08-04T15:23:53.162241+0000","last_peered":"2024-08-04T15:23:53.162241+0000","last_clean":"2024-08-04T15:23:53.162241+0000","last_became_active":"2024-08-04T15:23:48.281870+0000","last_became_peered":"2024-08-04T15:23:48.281870+0000","last_unstale":"2024-08-04T15:23:53.162241+0000","last_undegraded":"2024-08-04T15:23:53.162241+0000","last_fullsized":"2024-08-04T15:23:53.162241+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:09:39.722868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491510+0000","last_change":"2024-08-04T15:23:51.500768+0000","last_active":"2024-08-04T15:23:52.491510+0000","last_peered":"2024-08-04T15:23:52.491510+0000","last_clean":"2024-08-04T15:23:52.491510+0000","last_became_active":"2024-08-04T15:23:51.499939+0000","last_became_peered":"2024-08-04T15:23:51.499939+0000","last_unstale":"2024-08-04T15:23:52.491510+0000","last_undegraded":"2024-08-04T15:23:52.491510+0000","last_fullsized":"2024-08-04T15:23:52.491510+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:34:21.244874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.497983+0000","last_change":"2024-08-04T15:23:48.274053+0000","last_active":"2024-08-04T15:23:53.497983+0000","last_peered":"2024-08-04T15:23:53.497983+0000","last_clean":"2024-08-04T15:23:53.497983+0000","last_became_active":"2024-08-04T15:23:48.273742+0000","last_became_peered":"2024-08-04T15:23:48.273742+0000","last_unstale":"2024-08-04T15:23:53.497983+0000","last_undegraded":"2024-08-04T15:23:53.497983+0000","last_fullsized":"2024-08-04T15:23:53.497983+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:04:13.417015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161168+0000","last_change":"2024-08-04T15:23:51.505232+0000","last_active":"2024-08-04T15:23:53.161168+0000","last_peered":"2024-08-04T15:23:53.161168+0000","last_clean":"2024-08-04T15:23:53.161168+0000","last_became_active":"2024-08-04T15:23:51.504940+0000","last_became_peered":"2024-08-04T15:23:51.504940+0000","last_unstale":"2024-08-04T15:23:53.161168+0000","last_undegraded":"2024-08-04T15:23:53.161168+0000","last_fullsized":"2024-08-04T15:23:53.161168+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:56:17.256266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.511518+0000","last_change":"2024-08-04T15:23:48.276643+0000","last_active":"2024-08-04T15:23:53.511518+0000","last_peered":"2024-08-04T15:23:53.511518+0000","last_clean":"2024-08-04T15:23:53.511518+0000","last_became_active":"2024-08-04T15:23:48.276349+0000","last_became_peered":"2024-08-04T15:23:48.276349+0000","last_unstale":"2024-08-04T15:23:53.511518+0000","last_undegraded":"2024-08-04T15:23:53.511518+0000","last_fullsized":"2024-08-04T15:23:53.511518+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:16:35.783486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161292+0000","last_change":"2024-08-04T15:23:51.500072+0000","last_active":"2024-08-04T15:23:53.161292+0000","last_peered":"2024-08-04T15:23:53.161292+0000","last_clean":"2024-08-04T15:23:53.161292+0000","last_became_active":"2024-08-04T15:23:51.499805+0000","last_became_peered":"2024-08-04T15:23:51.499805+0000","last_unstale":"2024-08-04T15:23:53.161292+0000","last_undegraded":"2024-08-04T15:23:53.161292+0000","last_fullsized":"2024-08-04T15:23:53.161292+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:13:11.413652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161063+0000","last_change":"2024-08-04T15:23:48.274912+0000","last_active":"2024-08-04T15:23:53.161063+0000","last_peered":"2024-08-04T15:23:53.161063+0000","last_clean":"2024-08-04T15:23:53.161063+0000","last_became_active":"2024-08-04T15:23:48.274594+0000","last_became_peered":"2024-08-04T15:23:48.274594+0000","last_unstale":"2024-08-04T15:23:53.161063+0000","last_undegraded":"2024-08-04T15:23:53.161063+0000","last_fullsized":"2024-08-04T15:23:53.161063+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:06:27.480296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491460+0000","last_change":"2024-08-04T15:23:51.508447+0000","last_active":"2024-08-04T15:23:52.491460+0000","last_peered":"2024-08-04T15:23:52.491460+0000","last_clean":"2024-08-04T15:23:52.491460+0000","last_became_active":"2024-08-04T15:23:51.508129+0000","last_became_peered":"2024-08-04T15:23:51.508129+0000","last_unstale":"2024-08-04T15:23:52.491460+0000","last_undegraded":"2024-08-04T15:23:52.491460+0000","last_fullsized":"2024-08-04T15:23:52.491460+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:46:49.190811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491942+0000","last_change":"2024-08-04T15:23:48.276328+0000","last_active":"2024-08-04T15:23:52.491942+0000","last_peered":"2024-08-04T15:23:52.491942+0000","last_clean":"2024-08-04T15:23:52.491942+0000","last_became_active":"2024-08-04T15:23:48.276005+0000","last_became_peered":"2024-08-04T15:23:48.276005+0000","last_unstale":"2024-08-04T15:23:52.491942+0000","last_undegraded":"2024-08-04T15:23:52.491942+0000","last_fullsized":"2024-08-04T15:23:52.491942+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:34:26.442964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160567+0000","last_change":"2024-08-04T15:23:51.504777+0000","last_active":"2024-08-04T15:23:53.160567+0000","last_peered":"2024-08-04T15:23:53.160567+0000","last_clean":"2024-08-04T15:23:53.160567+0000","last_became_active":"2024-08-04T15:23:51.504347+0000","last_became_peered":"2024-08-04T15:23:51.504347+0000","last_unstale":"2024-08-04T15:23:53.160567+0000","last_undegraded":"2024-08-04T15:23:53.160567+0000","last_fullsized":"2024-08-04T15:23:53.160567+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:28:44.920605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491211+0000","last_change":"2024-08-04T15:23:48.275860+0000","last_active":"2024-08-04T15:23:52.491211+0000","last_peered":"2024-08-04T15:23:52.491211+0000","last_clean":"2024-08-04T15:23:52.491211+0000","last_became_active":"2024-08-04T15:23:48.275527+0000","last_became_peered":"2024-08-04T15:23:48.275527+0000","last_unstale":"2024-08-04T15:23:52.491211+0000","last_undegraded":"2024-08-04T15:23:52.491211+0000","last_fullsized":"2024-08-04T15:23:52.491211+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:43:36.001512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161270+0000","last_change":"2024-08-04T15:23:51.507576+0000","last_active":"2024-08-04T15:23:53.161270+0000","last_peered":"2024-08-04T15:23:53.161270+0000","last_clean":"2024-08-04T15:23:53.161270+0000","last_became_active":"2024-08-04T15:23:51.506817+0000","last_became_peered":"2024-08-04T15:23:51.506817+0000","last_unstale":"2024-08-04T15:23:53.161270+0000","last_undegraded":"2024-08-04T15:23:53.161270+0000","last_fullsized":"2024-08-04T15:23:53.161270+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:17:32.387402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.511597+0000","last_change":"2024-08-04T15:23:48.281084+0000","last_active":"2024-08-04T15:23:53.511597+0000","last_peered":"2024-08-04T15:23:53.511597+0000","last_clean":"2024-08-04T15:23:53.511597+0000","last_became_active":"2024-08-04T15:23:48.280659+0000","last_became_peered":"2024-08-04T15:23:48.280659+0000","last_unstale":"2024-08-04T15:23:53.511597+0000","last_undegraded":"2024-08-04T15:23:53.511597+0000","last_fullsized":"2024-08-04T15:23:53.511597+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:44:58.999337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160816+0000","last_change":"2024-08-04T15:23:51.501782+0000","last_active":"2024-08-04T15:23:53.160816+0000","last_peered":"2024-08-04T15:23:53.160816+0000","last_clean":"2024-08-04T15:23:53.160816+0000","last_became_active":"2024-08-04T15:23:51.501477+0000","last_became_peered":"2024-08-04T15:23:51.501477+0000","last_unstale":"2024-08-04T15:23:53.160816+0000","last_undegraded":"2024-08-04T15:23:53.160816+0000","last_fullsized":"2024-08-04T15:23:53.160816+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:46:24.258789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.143853+0000","last_change":"2024-08-04T15:23:51.519152+0000","last_active":"2024-08-04T15:23:53.143853+0000","last_peered":"2024-08-04T15:23:53.143853+0000","last_clean":"2024-08-04T15:23:53.143853+0000","last_became_active":"2024-08-04T15:23:51.518852+0000","last_became_peered":"2024-08-04T15:23:51.518852+0000","last_unstale":"2024-08-04T15:23:53.143853+0000","last_undegraded":"2024-08-04T15:23:53.143853+0000","last_fullsized":"2024-08-04T15:23:53.143853+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:27:45.333732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.511759+0000","last_change":"2024-08-04T15:23:48.281187+0000","last_active":"2024-08-04T15:23:53.511759+0000","last_peered":"2024-08-04T15:23:53.511759+0000","last_clean":"2024-08-04T15:23:53.511759+0000","last_became_active":"2024-08-04T15:23:48.280850+0000","last_became_peered":"2024-08-04T15:23:48.280850+0000","last_unstale":"2024-08-04T15:23:53.511759+0000","last_undegraded":"2024-08-04T15:23:53.511759+0000","last_fullsized":"2024-08-04T15:23:53.511759+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:24:03.869475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.143949+0000","last_change":"2024-08-04T15:23:51.519073+0000","last_active":"2024-08-04T15:23:53.143949+0000","last_peered":"2024-08-04T15:23:53.143949+0000","last_clean":"2024-08-04T15:23:53.143949+0000","last_became_active":"2024-08-04T15:23:51.518787+0000","last_became_peered":"2024-08-04T15:23:51.518787+0000","last_unstale":"2024-08-04T15:23:53.143949+0000","last_undegraded":"2024-08-04T15:23:53.143949+0000","last_fullsized":"2024-08-04T15:23:53.143949+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:26:21.654360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.512102+0000","last_change":"2024-08-04T15:23:48.277469+0000","last_active":"2024-08-04T15:23:53.512102+0000","last_peered":"2024-08-04T15:23:53.512102+0000","last_clean":"2024-08-04T15:23:53.512102+0000","last_became_active":"2024-08-04T15:23:48.277168+0000","last_became_peered":"2024-08-04T15:23:48.277168+0000","last_unstale":"2024-08-04T15:23:53.512102+0000","last_undegraded":"2024-08-04T15:23:53.512102+0000","last_fullsized":"2024-08-04T15:23:53.512102+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:44:19.702859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161453+0000","last_change":"2024-08-04T15:23:51.511722+0000","last_active":"2024-08-04T15:23:53.161453+0000","last_peered":"2024-08-04T15:23:53.161453+0000","last_clean":"2024-08-04T15:23:53.161453+0000","last_became_active":"2024-08-04T15:23:51.508641+0000","last_became_peered":"2024-08-04T15:23:51.508641+0000","last_unstale":"2024-08-04T15:23:53.161453+0000","last_undegraded":"2024-08-04T15:23:53.161453+0000","last_fullsized":"2024-08-04T15:23:53.161453+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:49:01.114348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.506380+0000","last_change":"2024-08-04T15:23:48.274428+0000","last_active":"2024-08-04T15:23:53.506380+0000","last_peered":"2024-08-04T15:23:53.506380+0000","last_clean":"2024-08-04T15:23:53.506380+0000","last_became_active":"2024-08-04T15:23:48.274158+0000","last_became_peered":"2024-08-04T15:23:48.274158+0000","last_unstale":"2024-08-04T15:23:53.506380+0000","last_undegraded":"2024-08-04T15:23:53.506380+0000","last_fullsized":"2024-08-04T15:23:53.506380+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:19:53.880155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161151+0000","last_change":"2024-08-04T15:23:51.503876+0000","last_active":"2024-08-04T15:23:53.161151+0000","last_peered":"2024-08-04T15:23:53.161151+0000","last_clean":"2024-08-04T15:23:53.161151+0000","last_became_active":"2024-08-04T15:23:51.502023+0000","last_became_peered":"2024-08-04T15:23:51.502023+0000","last_unstale":"2024-08-04T15:23:53.161151+0000","last_undegraded":"2024-08-04T15:23:53.161151+0000","last_fullsized":"2024-08-04T15:23:53.161151+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:25:53.254130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.513503+0000","last_change":"2024-08-04T15:23:48.278706+0000","last_active":"2024-08-04T15:23:53.513503+0000","last_peered":"2024-08-04T15:23:53.513503+0000","last_clean":"2024-08-04T15:23:53.513503+0000","last_became_active":"2024-08-04T15:23:48.278426+0000","last_became_peered":"2024-08-04T15:23:48.278426+0000","last_unstale":"2024-08-04T15:23:53.513503+0000","last_undegraded":"2024-08-04T15:23:53.513503+0000","last_fullsized":"2024-08-04T15:23:53.513503+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:17:27.407624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233995,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298588,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446564,"statfs":{"total":95995035648,"available":95689281536,"internally_reserved":0,"allocated":1253376,"data_stored":867458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.315}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]}]},{"osd":6,"up_from":46,"seq":197568495633,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298584,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446568,"statfs":{"total":95995035648,"available":95689285632,"internally_reserved":0,"allocated":1253376,"data_stored":868153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.47499999999999998}]},{"osd":1,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.56299999999999994}]},{"osd":2,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.50600000000000001}]},{"osd":3,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.45500000000000002}]},{"osd":4,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.435},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.52200000000000002}]},{"osd":5,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.48499999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34499999999999997}]}]},{"osd":5,"up_from":38,"seq":163208757270,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298012,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447140,"statfs":{"total":95995035648,"available":95689871360,"internally_reserved":0,"allocated":667648,"data_stored":278140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.46400000000000002}]},{"osd":1,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.51100000000000001}]},{"osd":2,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.52300000000000002}]},{"osd":3,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.56000000000000005}]},{"osd":4,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.33100000000000002}]},{"osd":6,"last update":"Sun Aug 4 15:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.41099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018906,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":667648,"data_stored":277252,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.625},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.433}]},{"osd":1,"last update":"Sun Aug 4 15:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.59499999999999997}]},{"osd":2,"last update":"Sun Aug 4 15:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.46300000000000002}]},{"osd":3,"last update":"Sun Aug 4 15:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.56899999999999995}]},{"osd":5,"last update":"Sun Aug 4 15:23:35 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.38},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.61099999999999999}]},{"osd":6,"last update":"Sun Aug 4 15:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.68000000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182429,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":675840,"data_stored":278477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.40999999999999998,"15min":0.41399999999999998},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.54400000000000004,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.44400000000000001,"15min":0.432},"min":{"1min":0.28699999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":2.2170000000000001,"5min":2.2170000000000001,"15min":2.2170000000000001},"last":0.27900000000000003}]},{"osd":1,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.44700000000000001,"15min":0.44900000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.59999999999999998,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.312},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.41999999999999998,"15min":0.41799999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.39000000000000001}]},{"osd":2,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.45800000000000002,"15min":0.45400000000000001},"min":{"1min":0.28999999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.46200000000000002,"15min":0.46000000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.375}]},{"osd":4,"last update":"Sun Aug 4 15:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.59499999999999997}]},{"osd":5,"last update":"Sun Aug 4 15:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.621}]},{"osd":6,"last update":"Sun Aug 4 15:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.64600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411363,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298004,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447148,"statfs":{"total":95995035648,"available":95689879552,"internally_reserved":0,"allocated":655360,"data_stored":276821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:23:28 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.39500000000000002,"15min":0.39100000000000001},"min":{"1min":0.27000000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.41399999999999998,"15min":0.40899999999999997},"min":{"1min":0.316,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.59799999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.41499999999999998}]},{"osd":1,"last update":"Sun Aug 4 15:23:28 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.41399999999999998,"15min":0.41499999999999998},"min":{"1min":0.28799999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.53500000000000003,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.314},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.42399999999999999,"15min":0.41999999999999998},"min":{"1min":0.315,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.39700000000000002}]},{"osd":3,"last update":"Sun Aug 4 15:23:58 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.442,"15min":0.443},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.46999999999999997,"15min":0.47399999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.60399999999999998,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.38200000000000001}]},{"osd":4,"last update":"Sun Aug 4 15:23:12 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.59599999999999997}]},{"osd":5,"last update":"Sun Aug 4 15:23:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.71099999999999997}]},{"osd":6,"last update":"Sun Aug 4 15:24:01 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.625}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65800000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298012,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447140,"statfs":{"total":95995035648,"available":95689871360,"internally_reserved":0,"allocated":663552,"data_stored":276981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:24:04 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.371,"15min":0.36399999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.40200000000000002,"15min":0.39500000000000002},"min":{"1min":0.24299999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.89300000000000002,"5min":1.056,"15min":1.056},"last":0.52300000000000002}]},{"osd":2,"last update":"Sun Aug 4 15:23:26 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.46000000000000002,"15min":0.46600000000000003},"min":{"1min":0.27400000000000002,"5min":0.214,"15min":0.214},"max":{"1min":0.66600000000000004,"5min":1.294,"15min":1.294},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.441,"15min":0.44400000000000001},"min":{"1min":0.30499999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.67700000000000005,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.50600000000000001}]},{"osd":3,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.45900000000000002,"15min":0.46200000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.61799999999999999,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45300000000000001,"15min":0.45800000000000002},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.45100000000000001}]},{"osd":4,"last update":"Sun Aug 4 15:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.72699999999999998}]},{"osd":5,"last update":"Sun Aug 4 15:23:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.85599999999999998}]},{"osd":6,"last update":"Sun Aug 4 15:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.76700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68799999999999994}]}]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298600,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446552,"statfs":{"total":95995035648,"available":95689269248,"internally_reserved":0,"allocated":1265664,"data_stored":867905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Aug 4 15:24:06 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.35199999999999998,"15min":0.33500000000000002},"min":{"1min":0.251,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.378,"5min":0.36599999999999999,"15min":0.35199999999999998},"min":{"1min":0.251,"5min":0.224,"15min":0.224},"max":{"1min":0.53200000000000003,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.36499999999999999}]},{"osd":2,"last update":"Sun Aug 4 15:23:31 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.38800000000000001,"15min":0.38200000000000001},"min":{"1min":0.311,"5min":0.254,"15min":0.254},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.437,"5min":0.39000000000000001,"15min":0.38200000000000001},"min":{"1min":0.27800000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.39200000000000002}]},{"osd":3,"last update":"Sun Aug 4 15:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.33200000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.434,"15min":0.432},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.33900000000000002}]},{"osd":4,"last update":"Sun Aug 4 15:23:13 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.45600000000000002}]},{"osd":5,"last update":"Sun Aug 4 15:23:37 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.57199999999999995}]},{"osd":6,"last update":"Sun Aug 4 15:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.5}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-04T15:24:14.244 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph pg dump --format=json 2024-08-04T15:24:14.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:14 smithi062 ceph-mon[32659]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-04T15:24:14.512 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:24:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:15 smithi007 ceph-mon[29096]: from='client.14496 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:24:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:15 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]: dispatch 2024-08-04T15:24:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:15 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-08-04T15:24:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:15 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-08-04T15:24:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:15 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-08-04T15:24:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:15 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [0, 3]}]: dispatch 2024-08-04T15:24:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:15 smithi007 ceph-mon[39529]: from='client.14496 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:24:15.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:15 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]: dispatch 2024-08-04T15:24:15.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:15 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-08-04T15:24:15.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:15 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-08-04T15:24:15.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:15 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-08-04T15:24:15.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:15 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [0, 3]}]: dispatch 2024-08-04T15:24:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:15 smithi062 ceph-mon[32659]: from='client.14496 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:24:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:15 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]: dispatch 2024-08-04T15:24:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:15 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-08-04T15:24:15.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:15 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-08-04T15:24:15.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:15 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-08-04T15:24:15.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:15 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [0, 3]}]: dispatch 2024-08-04T15:24:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:16 smithi007 ceph-mon[29096]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:16 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]': finished 2024-08-04T15:24:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:16 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-08-04T15:24:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:16 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-08-04T15:24:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:16 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-08-04T15:24:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:16 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [0, 3]}]': finished 2024-08-04T15:24:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:16 smithi007 ceph-mon[29096]: osdmap e66: 8 total, 8 up, 8 in 2024-08-04T15:24:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:16 smithi007 ceph-mon[39529]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:16 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]': finished 2024-08-04T15:24:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:16 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-08-04T15:24:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:16 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-08-04T15:24:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:16 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-08-04T15:24:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:16 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [0, 3]}]': finished 2024-08-04T15:24:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:16 smithi007 ceph-mon[39529]: osdmap e66: 8 total, 8 up, 8 in 2024-08-04T15:24:16.340 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:24:16.341 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-08-04T15:24:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:16 smithi062 ceph-mon[32659]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:16 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]': finished 2024-08-04T15:24:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:16 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-08-04T15:24:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:16 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-08-04T15:24:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:16 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-08-04T15:24:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:16 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [0, 3]}]': finished 2024-08-04T15:24:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:16 smithi062 ceph-mon[32659]: osdmap e66: 8 total, 8 up, 8 in 2024-08-04T15:24:17.159 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":207,"stamp":"2024-08-04T15:24:16.096799+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385840,"kb_used_data":6948,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575376,"statfs":{"total":767960285184,"available":765517185024,"internally_reserved":0,"allocated":7114752,"data_stored":3997804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.092280"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.162151+0000","last_change":"2024-08-04T15:23:51.514460+0000","last_active":"2024-08-04T15:23:53.162151+0000","last_peered":"2024-08-04T15:23:53.162151+0000","last_clean":"2024-08-04T15:23:53.162151+0000","last_became_active":"2024-08-04T15:23:51.514151+0000","last_became_peered":"2024-08-04T15:23:51.514151+0000","last_unstale":"2024-08-04T15:23:53.162151+0000","last_undegraded":"2024-08-04T15:23:53.162151+0000","last_fullsized":"2024-08-04T15:23:53.162151+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:26:14.347168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.492398+0000","last_change":"2024-08-04T15:23:51.503127+0000","last_active":"2024-08-04T15:23:52.492398+0000","last_peered":"2024-08-04T15:23:52.492398+0000","last_clean":"2024-08-04T15:23:52.492398+0000","last_became_active":"2024-08-04T15:23:51.502808+0000","last_became_peered":"2024-08-04T15:23:51.502808+0000","last_unstale":"2024-08-04T15:23:52.492398+0000","last_undegraded":"2024-08-04T15:23:52.492398+0000","last_fullsized":"2024-08-04T15:23:52.492398+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:11:25.007399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161221+0000","last_change":"2024-08-04T15:23:51.501831+0000","last_active":"2024-08-04T15:23:53.161221+0000","last_peered":"2024-08-04T15:23:53.161221+0000","last_clean":"2024-08-04T15:23:53.161221+0000","last_became_active":"2024-08-04T15:23:51.501541+0000","last_became_peered":"2024-08-04T15:23:51.501541+0000","last_unstale":"2024-08-04T15:23:53.161221+0000","last_undegraded":"2024-08-04T15:23:53.161221+0000","last_fullsized":"2024-08-04T15:23:53.161221+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:06:25.431625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.509684+0000","last_change":"2024-08-04T15:23:51.514188+0000","last_active":"2024-08-04T15:23:53.509684+0000","last_peered":"2024-08-04T15:23:53.509684+0000","last_clean":"2024-08-04T15:23:53.509684+0000","last_became_active":"2024-08-04T15:23:51.513885+0000","last_became_peered":"2024-08-04T15:23:51.513885+0000","last_unstale":"2024-08-04T15:23:53.509684+0000","last_undegraded":"2024-08-04T15:23:53.509684+0000","last_fullsized":"2024-08-04T15:23:53.509684+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:35:26.339963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161622+0000","last_change":"2024-08-04T15:23:51.517913+0000","last_active":"2024-08-04T15:23:53.161622+0000","last_peered":"2024-08-04T15:23:53.161622+0000","last_clean":"2024-08-04T15:23:53.161622+0000","last_became_active":"2024-08-04T15:23:51.517195+0000","last_became_peered":"2024-08-04T15:23:51.517195+0000","last_unstale":"2024-08-04T15:23:53.161622+0000","last_undegraded":"2024-08-04T15:23:53.161622+0000","last_fullsized":"2024-08-04T15:23:53.161622+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:15:42.996486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.508704+0000","last_change":"2024-08-04T15:23:51.515035+0000","last_active":"2024-08-04T15:23:53.508704+0000","last_peered":"2024-08-04T15:23:53.508704+0000","last_clean":"2024-08-04T15:23:53.508704+0000","last_became_active":"2024-08-04T15:23:51.513365+0000","last_became_peered":"2024-08-04T15:23:51.513365+0000","last_unstale":"2024-08-04T15:23:53.508704+0000","last_undegraded":"2024-08-04T15:23:53.508704+0000","last_fullsized":"2024-08-04T15:23:53.508704+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:13:13.330754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161402+0000","last_change":"2024-08-04T15:23:51.510334+0000","last_active":"2024-08-04T15:23:53.161402+0000","last_peered":"2024-08-04T15:23:53.161402+0000","last_clean":"2024-08-04T15:23:53.161402+0000","last_became_active":"2024-08-04T15:23:51.509988+0000","last_became_peered":"2024-08-04T15:23:51.509988+0000","last_unstale":"2024-08-04T15:23:53.161402+0000","last_undegraded":"2024-08-04T15:23:53.161402+0000","last_fullsized":"2024-08-04T15:23:53.161402+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:55:18.575986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160465+0000","last_change":"2024-08-04T15:23:51.510832+0000","last_active":"2024-08-04T15:23:53.160465+0000","last_peered":"2024-08-04T15:23:53.160465+0000","last_clean":"2024-08-04T15:23:53.160465+0000","last_became_active":"2024-08-04T15:23:51.510572+0000","last_became_peered":"2024-08-04T15:23:51.510572+0000","last_unstale":"2024-08-04T15:23:53.160465+0000","last_undegraded":"2024-08-04T15:23:53.160465+0000","last_fullsized":"2024-08-04T15:23:53.160465+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:26:24.443599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.162374+0000","last_change":"2024-08-04T15:23:51.518943+0000","last_active":"2024-08-04T15:23:53.162374+0000","last_peered":"2024-08-04T15:23:53.162374+0000","last_clean":"2024-08-04T15:23:53.162374+0000","last_became_active":"2024-08-04T15:23:51.518627+0000","last_became_peered":"2024-08-04T15:23:51.518627+0000","last_unstale":"2024-08-04T15:23:53.162374+0000","last_undegraded":"2024-08-04T15:23:53.162374+0000","last_fullsized":"2024-08-04T15:23:53.162374+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:38:16.947646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161198+0000","last_change":"2024-08-04T15:23:51.515571+0000","last_active":"2024-08-04T15:23:53.161198+0000","last_peered":"2024-08-04T15:23:53.161198+0000","last_clean":"2024-08-04T15:23:53.161198+0000","last_became_active":"2024-08-04T15:23:51.515273+0000","last_became_peered":"2024-08-04T15:23:51.515273+0000","last_unstale":"2024-08-04T15:23:53.161198+0000","last_undegraded":"2024-08-04T15:23:53.161198+0000","last_fullsized":"2024-08-04T15:23:53.161198+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:57:03.422372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161304+0000","last_change":"2024-08-04T15:23:51.514923+0000","last_active":"2024-08-04T15:23:53.161304+0000","last_peered":"2024-08-04T15:23:53.161304+0000","last_clean":"2024-08-04T15:23:53.161304+0000","last_became_active":"2024-08-04T15:23:51.514655+0000","last_became_peered":"2024-08-04T15:23:51.514655+0000","last_unstale":"2024-08-04T15:23:53.161304+0000","last_undegraded":"2024-08-04T15:23:53.161304+0000","last_fullsized":"2024-08-04T15:23:53.161304+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:15:00.740206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"peering","last_fresh":"2024-08-04T15:24:15.094065+0000","last_change":"2024-08-04T15:24:15.094327+0000","last_active":"2024-08-04T15:24:15.094037+0000","last_peered":"2024-08-04T15:23:53.496794+0000","last_clean":"2024-08-04T15:23:53.496794+0000","last_became_active":"2024-08-04T15:23:51.508188+0000","last_became_peered":"2024-08-04T15:23:51.508188+0000","last_unstale":"2024-08-04T15:24:15.094065+0000","last_undegraded":"2024-08-04T15:24:15.094065+0000","last_fullsized":"2024-08-04T15:24:15.094065+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:39:41.696053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161191+0000","last_change":"2024-08-04T15:23:51.507950+0000","last_active":"2024-08-04T15:23:53.161191+0000","last_peered":"2024-08-04T15:23:53.161191+0000","last_clean":"2024-08-04T15:23:53.161191+0000","last_became_active":"2024-08-04T15:23:51.507409+0000","last_became_peered":"2024-08-04T15:23:51.507409+0000","last_unstale":"2024-08-04T15:23:53.161191+0000","last_undegraded":"2024-08-04T15:23:53.161191+0000","last_fullsized":"2024-08-04T15:23:53.161191+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:12:33.117795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160830+0000","last_change":"2024-08-04T15:23:51.511488+0000","last_active":"2024-08-04T15:23:53.160830+0000","last_peered":"2024-08-04T15:23:53.160830+0000","last_clean":"2024-08-04T15:23:53.160830+0000","last_became_active":"2024-08-04T15:23:51.510253+0000","last_became_peered":"2024-08-04T15:23:51.510253+0000","last_unstale":"2024-08-04T15:23:53.160830+0000","last_undegraded":"2024-08-04T15:23:53.160830+0000","last_fullsized":"2024-08-04T15:23:53.160830+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:40:47.566285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491870+0000","last_change":"2024-08-04T15:23:51.499127+0000","last_active":"2024-08-04T15:23:52.491870+0000","last_peered":"2024-08-04T15:23:52.491870+0000","last_clean":"2024-08-04T15:23:52.491870+0000","last_became_active":"2024-08-04T15:23:51.498774+0000","last_became_peered":"2024-08-04T15:23:51.498774+0000","last_unstale":"2024-08-04T15:23:52.491870+0000","last_undegraded":"2024-08-04T15:23:52.491870+0000","last_fullsized":"2024-08-04T15:23:52.491870+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:51:36.258519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.509282+0000","last_change":"2024-08-04T15:23:51.520398+0000","last_active":"2024-08-04T15:23:53.509282+0000","last_peered":"2024-08-04T15:23:53.509282+0000","last_clean":"2024-08-04T15:23:53.509282+0000","last_became_active":"2024-08-04T15:23:51.519277+0000","last_became_peered":"2024-08-04T15:23:51.519277+0000","last_unstale":"2024-08-04T15:23:53.509282+0000","last_undegraded":"2024-08-04T15:23:53.509282+0000","last_fullsized":"2024-08-04T15:23:53.509282+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:07:18.910650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.507344+0000","last_change":"2024-08-04T15:23:51.518164+0000","last_active":"2024-08-04T15:23:53.507344+0000","last_peered":"2024-08-04T15:23:53.507344+0000","last_clean":"2024-08-04T15:23:53.507344+0000","last_became_active":"2024-08-04T15:23:51.517888+0000","last_became_peered":"2024-08-04T15:23:51.517888+0000","last_unstale":"2024-08-04T15:23:53.507344+0000","last_undegraded":"2024-08-04T15:23:53.507344+0000","last_fullsized":"2024-08-04T15:23:53.507344+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:38:39.543123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.490904+0000","last_change":"2024-08-04T15:23:51.506696+0000","last_active":"2024-08-04T15:23:52.490904+0000","last_peered":"2024-08-04T15:23:52.490904+0000","last_clean":"2024-08-04T15:23:52.490904+0000","last_became_active":"2024-08-04T15:23:51.505211+0000","last_became_peered":"2024-08-04T15:23:51.505211+0000","last_unstale":"2024-08-04T15:23:52.490904+0000","last_undegraded":"2024-08-04T15:23:52.490904+0000","last_fullsized":"2024-08-04T15:23:52.490904+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:30:26.148856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.162126+0000","last_change":"2024-08-04T15:23:51.515569+0000","last_active":"2024-08-04T15:23:53.162126+0000","last_peered":"2024-08-04T15:23:53.162126+0000","last_clean":"2024-08-04T15:23:53.162126+0000","last_became_active":"2024-08-04T15:23:51.514924+0000","last_became_peered":"2024-08-04T15:23:51.514924+0000","last_unstale":"2024-08-04T15:23:53.162126+0000","last_undegraded":"2024-08-04T15:23:53.162126+0000","last_fullsized":"2024-08-04T15:23:53.162126+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:00:13.402505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161186+0000","last_change":"2024-08-04T15:23:51.511155+0000","last_active":"2024-08-04T15:23:53.161186+0000","last_peered":"2024-08-04T15:23:53.161186+0000","last_clean":"2024-08-04T15:23:53.161186+0000","last_became_active":"2024-08-04T15:23:51.510785+0000","last_became_peered":"2024-08-04T15:23:51.510785+0000","last_unstale":"2024-08-04T15:23:53.161186+0000","last_undegraded":"2024-08-04T15:23:53.161186+0000","last_fullsized":"2024-08-04T15:23:53.161186+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:20:30.379451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160934+0000","last_change":"2024-08-04T15:23:51.511642+0000","last_active":"2024-08-04T15:23:53.160934+0000","last_peered":"2024-08-04T15:23:53.160934+0000","last_clean":"2024-08-04T15:23:53.160934+0000","last_became_active":"2024-08-04T15:23:51.509234+0000","last_became_peered":"2024-08-04T15:23:51.509234+0000","last_unstale":"2024-08-04T15:23:53.160934+0000","last_undegraded":"2024-08-04T15:23:53.160934+0000","last_fullsized":"2024-08-04T15:23:53.160934+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:19:02.236179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.508788+0000","last_change":"2024-08-04T15:23:51.515281+0000","last_active":"2024-08-04T15:23:53.508788+0000","last_peered":"2024-08-04T15:23:53.508788+0000","last_clean":"2024-08-04T15:23:53.508788+0000","last_became_active":"2024-08-04T15:23:51.512917+0000","last_became_peered":"2024-08-04T15:23:51.512917+0000","last_unstale":"2024-08-04T15:23:53.508788+0000","last_undegraded":"2024-08-04T15:23:53.508788+0000","last_fullsized":"2024-08-04T15:23:53.508788+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:13:15.187702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160582+0000","last_change":"2024-08-04T15:23:51.500357+0000","last_active":"2024-08-04T15:23:53.160582+0000","last_peered":"2024-08-04T15:23:53.160582+0000","last_clean":"2024-08-04T15:23:53.160582+0000","last_became_active":"2024-08-04T15:23:51.500076+0000","last_became_peered":"2024-08-04T15:23:51.500076+0000","last_unstale":"2024-08-04T15:23:53.160582+0000","last_undegraded":"2024-08-04T15:23:53.160582+0000","last_fullsized":"2024-08-04T15:23:53.160582+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:36:55.376597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.509370+0000","last_change":"2024-08-04T15:23:51.513289+0000","last_active":"2024-08-04T15:23:53.509370+0000","last_peered":"2024-08-04T15:23:53.509370+0000","last_clean":"2024-08-04T15:23:53.509370+0000","last_became_active":"2024-08-04T15:23:51.512892+0000","last_became_peered":"2024-08-04T15:23:51.512892+0000","last_unstale":"2024-08-04T15:23:53.509370+0000","last_undegraded":"2024-08-04T15:23:53.509370+0000","last_fullsized":"2024-08-04T15:23:53.509370+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:58:56.118404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161076+0000","last_change":"2024-08-04T15:23:51.503039+0000","last_active":"2024-08-04T15:23:53.161076+0000","last_peered":"2024-08-04T15:23:53.161076+0000","last_clean":"2024-08-04T15:23:53.161076+0000","last_became_active":"2024-08-04T15:23:51.502774+0000","last_became_peered":"2024-08-04T15:23:51.502774+0000","last_unstale":"2024-08-04T15:23:53.161076+0000","last_undegraded":"2024-08-04T15:23:53.161076+0000","last_fullsized":"2024-08-04T15:23:53.161076+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:22:46.397060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161405+0000","last_change":"2024-08-04T15:23:51.513070+0000","last_active":"2024-08-04T15:23:53.161405+0000","last_peered":"2024-08-04T15:23:53.161405+0000","last_clean":"2024-08-04T15:23:53.161405+0000","last_became_active":"2024-08-04T15:23:51.512778+0000","last_became_peered":"2024-08-04T15:23:51.512778+0000","last_unstale":"2024-08-04T15:23:53.161405+0000","last_undegraded":"2024-08-04T15:23:53.161405+0000","last_fullsized":"2024-08-04T15:23:53.161405+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:20:08.116370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491669+0000","last_change":"2024-08-04T15:23:51.500586+0000","last_active":"2024-08-04T15:23:52.491669+0000","last_peered":"2024-08-04T15:23:52.491669+0000","last_clean":"2024-08-04T15:23:52.491669+0000","last_became_active":"2024-08-04T15:23:51.500297+0000","last_became_peered":"2024-08-04T15:23:51.500297+0000","last_unstale":"2024-08-04T15:23:52.491669+0000","last_undegraded":"2024-08-04T15:23:52.491669+0000","last_fullsized":"2024-08-04T15:23:52.491669+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:05:13.759470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161519+0000","last_change":"2024-08-04T15:23:51.503761+0000","last_active":"2024-08-04T15:23:53.161519+0000","last_peered":"2024-08-04T15:23:53.161519+0000","last_clean":"2024-08-04T15:23:53.161519+0000","last_became_active":"2024-08-04T15:23:51.502325+0000","last_became_peered":"2024-08-04T15:23:51.502325+0000","last_unstale":"2024-08-04T15:23:53.161519+0000","last_undegraded":"2024-08-04T15:23:53.161519+0000","last_fullsized":"2024-08-04T15:23:53.161519+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:18:53.024583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161030+0000","last_change":"2024-08-04T15:23:51.504028+0000","last_active":"2024-08-04T15:23:53.161030+0000","last_peered":"2024-08-04T15:23:53.161030+0000","last_clean":"2024-08-04T15:23:53.161030+0000","last_became_active":"2024-08-04T15:23:51.502406+0000","last_became_peered":"2024-08-04T15:23:51.502406+0000","last_unstale":"2024-08-04T15:23:53.161030+0000","last_undegraded":"2024-08-04T15:23:53.161030+0000","last_fullsized":"2024-08-04T15:23:53.161030+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:07:00.811214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.508878+0000","last_change":"2024-08-04T15:23:51.515670+0000","last_active":"2024-08-04T15:23:53.508878+0000","last_peered":"2024-08-04T15:23:53.508878+0000","last_clean":"2024-08-04T15:23:53.508878+0000","last_became_active":"2024-08-04T15:23:51.513755+0000","last_became_peered":"2024-08-04T15:23:51.513755+0000","last_unstale":"2024-08-04T15:23:53.508878+0000","last_undegraded":"2024-08-04T15:23:53.508878+0000","last_fullsized":"2024-08-04T15:23:53.508878+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:07:36.189578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.490369+0000","last_change":"2024-08-04T15:23:51.505972+0000","last_active":"2024-08-04T15:23:52.490369+0000","last_peered":"2024-08-04T15:23:52.490369+0000","last_clean":"2024-08-04T15:23:52.490369+0000","last_became_active":"2024-08-04T15:23:51.505698+0000","last_became_peered":"2024-08-04T15:23:51.505698+0000","last_unstale":"2024-08-04T15:23:52.490369+0000","last_undegraded":"2024-08-04T15:23:52.490369+0000","last_fullsized":"2024-08-04T15:23:52.490369+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:17:26.415836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160521+0000","last_change":"2024-08-04T15:23:51.514862+0000","last_active":"2024-08-04T15:23:53.160521+0000","last_peered":"2024-08-04T15:23:53.160521+0000","last_clean":"2024-08-04T15:23:53.160521+0000","last_became_active":"2024-08-04T15:23:51.514571+0000","last_became_peered":"2024-08-04T15:23:51.514571+0000","last_unstale":"2024-08-04T15:23:53.160521+0000","last_undegraded":"2024-08-04T15:23:53.160521+0000","last_fullsized":"2024-08-04T15:23:53.160521+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:27:28.970858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.496394+0000","last_change":"2024-08-04T15:23:51.502636+0000","last_active":"2024-08-04T15:23:53.496394+0000","last_peered":"2024-08-04T15:23:53.496394+0000","last_clean":"2024-08-04T15:23:53.496394+0000","last_became_active":"2024-08-04T15:23:51.502221+0000","last_became_peered":"2024-08-04T15:23:51.502221+0000","last_unstale":"2024-08-04T15:23:53.496394+0000","last_undegraded":"2024-08-04T15:23:53.496394+0000","last_fullsized":"2024-08-04T15:23:53.496394+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:08:29.459334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.507895+0000","last_change":"2024-08-04T15:23:48.275284+0000","last_active":"2024-08-04T15:23:53.507895+0000","last_peered":"2024-08-04T15:23:53.507895+0000","last_clean":"2024-08-04T15:23:53.507895+0000","last_became_active":"2024-08-04T15:23:48.275018+0000","last_became_peered":"2024-08-04T15:23:48.275018+0000","last_unstale":"2024-08-04T15:23:53.507895+0000","last_undegraded":"2024-08-04T15:23:53.507895+0000","last_fullsized":"2024-08-04T15:23:53.507895+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:31:57.708624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161113+0000","last_change":"2024-08-04T15:23:51.512567+0000","last_active":"2024-08-04T15:23:53.161113+0000","last_peered":"2024-08-04T15:23:53.161113+0000","last_clean":"2024-08-04T15:23:53.161113+0000","last_became_active":"2024-08-04T15:23:51.511321+0000","last_became_peered":"2024-08-04T15:23:51.511321+0000","last_unstale":"2024-08-04T15:23:53.161113+0000","last_undegraded":"2024-08-04T15:23:53.161113+0000","last_fullsized":"2024-08-04T15:23:53.161113+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:43:14.616860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.506011+0000","last_change":"2024-08-04T15:23:48.283021+0000","last_active":"2024-08-04T15:23:53.506011+0000","last_peered":"2024-08-04T15:23:53.506011+0000","last_clean":"2024-08-04T15:23:53.506011+0000","last_became_active":"2024-08-04T15:23:48.282525+0000","last_became_peered":"2024-08-04T15:23:48.282525+0000","last_unstale":"2024-08-04T15:23:53.506011+0000","last_undegraded":"2024-08-04T15:23:53.506011+0000","last_fullsized":"2024-08-04T15:23:53.506011+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:36:50.947842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160791+0000","last_change":"2024-08-04T15:23:48.277222+0000","last_active":"2024-08-04T15:23:53.160791+0000","last_peered":"2024-08-04T15:23:53.160791+0000","last_clean":"2024-08-04T15:23:53.160791+0000","last_became_active":"2024-08-04T15:23:48.276906+0000","last_became_peered":"2024-08-04T15:23:48.276906+0000","last_unstale":"2024-08-04T15:23:53.160791+0000","last_undegraded":"2024-08-04T15:23:53.160791+0000","last_fullsized":"2024-08-04T15:23:53.160791+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:35:42.927782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160529+0000","last_change":"2024-08-04T15:23:51.506367+0000","last_active":"2024-08-04T15:23:53.160529+0000","last_peered":"2024-08-04T15:23:53.160529+0000","last_clean":"2024-08-04T15:23:53.160529+0000","last_became_active":"2024-08-04T15:23:51.506056+0000","last_became_peered":"2024-08-04T15:23:51.506056+0000","last_unstale":"2024-08-04T15:23:53.160529+0000","last_undegraded":"2024-08-04T15:23:53.160529+0000","last_fullsized":"2024-08-04T15:23:53.160529+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:24:28.792946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.509460+0000","last_change":"2024-08-04T15:23:48.279106+0000","last_active":"2024-08-04T15:23:53.509460+0000","last_peered":"2024-08-04T15:23:53.509460+0000","last_clean":"2024-08-04T15:23:53.509460+0000","last_became_active":"2024-08-04T15:23:48.278804+0000","last_became_peered":"2024-08-04T15:23:48.278804+0000","last_unstale":"2024-08-04T15:23:53.509460+0000","last_undegraded":"2024-08-04T15:23:53.509460+0000","last_fullsized":"2024-08-04T15:23:53.509460+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:01:45.707647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491729+0000","last_change":"2024-08-04T15:23:51.495377+0000","last_active":"2024-08-04T15:23:52.491729+0000","last_peered":"2024-08-04T15:23:52.491729+0000","last_clean":"2024-08-04T15:23:52.491729+0000","last_became_active":"2024-08-04T15:23:51.495082+0000","last_became_peered":"2024-08-04T15:23:51.495082+0000","last_unstale":"2024-08-04T15:23:52.491729+0000","last_undegraded":"2024-08-04T15:23:52.491729+0000","last_fullsized":"2024-08-04T15:23:52.491729+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:08:48.327340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160896+0000","last_change":"2024-08-04T15:23:48.283827+0000","last_active":"2024-08-04T15:23:53.160896+0000","last_peered":"2024-08-04T15:23:53.160896+0000","last_clean":"2024-08-04T15:23:53.160896+0000","last_became_active":"2024-08-04T15:23:48.283520+0000","last_became_peered":"2024-08-04T15:23:48.283520+0000","last_unstale":"2024-08-04T15:23:53.160896+0000","last_undegraded":"2024-08-04T15:23:53.160896+0000","last_fullsized":"2024-08-04T15:23:53.160896+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:18:16.247702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.506761+0000","last_change":"2024-08-04T15:23:51.505550+0000","last_active":"2024-08-04T15:23:53.506761+0000","last_peered":"2024-08-04T15:23:53.506761+0000","last_clean":"2024-08-04T15:23:53.506761+0000","last_became_active":"2024-08-04T15:23:51.504959+0000","last_became_peered":"2024-08-04T15:23:51.504959+0000","last_unstale":"2024-08-04T15:23:53.506761+0000","last_undegraded":"2024-08-04T15:23:53.506761+0000","last_fullsized":"2024-08-04T15:23:53.506761+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:43:17.088831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.506938+0000","last_change":"2024-08-04T15:23:48.283723+0000","last_active":"2024-08-04T15:23:53.506938+0000","last_peered":"2024-08-04T15:23:53.506938+0000","last_clean":"2024-08-04T15:23:53.506938+0000","last_became_active":"2024-08-04T15:23:48.283377+0000","last_became_peered":"2024-08-04T15:23:48.283377+0000","last_unstale":"2024-08-04T15:23:53.506938+0000","last_undegraded":"2024-08-04T15:23:53.506938+0000","last_fullsized":"2024-08-04T15:23:53.506938+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:24:22.955080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161451+0000","last_change":"2024-08-04T15:23:51.512117+0000","last_active":"2024-08-04T15:23:53.161451+0000","last_peered":"2024-08-04T15:23:53.161451+0000","last_clean":"2024-08-04T15:23:53.161451+0000","last_became_active":"2024-08-04T15:23:51.508897+0000","last_became_peered":"2024-08-04T15:23:51.508897+0000","last_unstale":"2024-08-04T15:23:53.161451+0000","last_undegraded":"2024-08-04T15:23:53.161451+0000","last_fullsized":"2024-08-04T15:23:53.161451+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:56:49.886166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.512241+0000","last_change":"2024-08-04T15:23:48.279173+0000","last_active":"2024-08-04T15:23:53.512241+0000","last_peered":"2024-08-04T15:23:53.512241+0000","last_clean":"2024-08-04T15:23:53.512241+0000","last_became_active":"2024-08-04T15:23:48.278870+0000","last_became_peered":"2024-08-04T15:23:48.278870+0000","last_unstale":"2024-08-04T15:23:53.512241+0000","last_undegraded":"2024-08-04T15:23:53.512241+0000","last_fullsized":"2024-08-04T15:23:53.512241+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:35:18.498343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.496938+0000","last_change":"2024-08-04T15:23:51.505776+0000","last_active":"2024-08-04T15:23:53.496938+0000","last_peered":"2024-08-04T15:23:53.496938+0000","last_clean":"2024-08-04T15:23:53.496938+0000","last_became_active":"2024-08-04T15:23:51.505222+0000","last_became_peered":"2024-08-04T15:23:51.505222+0000","last_unstale":"2024-08-04T15:23:53.496938+0000","last_undegraded":"2024-08-04T15:23:53.496938+0000","last_fullsized":"2024-08-04T15:23:53.496938+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:57:42.114526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.513065+0000","last_change":"2024-08-04T15:23:48.281848+0000","last_active":"2024-08-04T15:23:53.513065+0000","last_peered":"2024-08-04T15:23:53.513065+0000","last_clean":"2024-08-04T15:23:53.513065+0000","last_became_active":"2024-08-04T15:23:48.281548+0000","last_became_peered":"2024-08-04T15:23:48.281548+0000","last_unstale":"2024-08-04T15:23:53.513065+0000","last_undegraded":"2024-08-04T15:23:53.513065+0000","last_fullsized":"2024-08-04T15:23:53.513065+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:09:12.939157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161794+0000","last_change":"2024-08-04T15:23:51.515749+0000","last_active":"2024-08-04T15:23:53.161794+0000","last_peered":"2024-08-04T15:23:53.161794+0000","last_clean":"2024-08-04T15:23:53.161794+0000","last_became_active":"2024-08-04T15:23:51.515291+0000","last_became_peered":"2024-08-04T15:23:51.515291+0000","last_unstale":"2024-08-04T15:23:53.161794+0000","last_undegraded":"2024-08-04T15:23:53.161794+0000","last_fullsized":"2024-08-04T15:23:53.161794+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:12:21.731480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.512771+0000","last_change":"2024-08-04T15:23:48.274307+0000","last_active":"2024-08-04T15:23:53.512771+0000","last_peered":"2024-08-04T15:23:53.512771+0000","last_clean":"2024-08-04T15:23:53.512771+0000","last_became_active":"2024-08-04T15:23:48.274014+0000","last_became_peered":"2024-08-04T15:23:48.274014+0000","last_unstale":"2024-08-04T15:23:53.512771+0000","last_undegraded":"2024-08-04T15:23:53.512771+0000","last_fullsized":"2024-08-04T15:23:53.512771+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:37:36.408249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160949+0000","last_change":"2024-08-04T15:23:51.505735+0000","last_active":"2024-08-04T15:23:53.160949+0000","last_peered":"2024-08-04T15:23:53.160949+0000","last_clean":"2024-08-04T15:23:53.160949+0000","last_became_active":"2024-08-04T15:23:51.505470+0000","last_became_peered":"2024-08-04T15:23:51.505470+0000","last_unstale":"2024-08-04T15:23:53.160949+0000","last_undegraded":"2024-08-04T15:23:53.160949+0000","last_fullsized":"2024-08-04T15:23:53.160949+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:30:41.327112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.508968+0000","last_change":"2024-08-04T15:23:48.279451+0000","last_active":"2024-08-04T15:23:53.508968+0000","last_peered":"2024-08-04T15:23:53.508968+0000","last_clean":"2024-08-04T15:23:53.508968+0000","last_became_active":"2024-08-04T15:23:48.279090+0000","last_became_peered":"2024-08-04T15:23:48.279090+0000","last_unstale":"2024-08-04T15:23:53.508968+0000","last_undegraded":"2024-08-04T15:23:53.508968+0000","last_fullsized":"2024-08-04T15:23:53.508968+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:43:18.349023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161796+0000","last_change":"2024-08-04T15:23:51.518087+0000","last_active":"2024-08-04T15:23:53.161796+0000","last_peered":"2024-08-04T15:23:53.161796+0000","last_clean":"2024-08-04T15:23:53.161796+0000","last_became_active":"2024-08-04T15:23:51.517647+0000","last_became_peered":"2024-08-04T15:23:51.517647+0000","last_unstale":"2024-08-04T15:23:53.161796+0000","last_undegraded":"2024-08-04T15:23:53.161796+0000","last_fullsized":"2024-08-04T15:23:53.161796+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:34:32.059933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160648+0000","last_change":"2024-08-04T15:23:48.284012+0000","last_active":"2024-08-04T15:23:53.160648+0000","last_peered":"2024-08-04T15:23:53.160648+0000","last_clean":"2024-08-04T15:23:53.160648+0000","last_became_active":"2024-08-04T15:23:48.283453+0000","last_became_peered":"2024-08-04T15:23:48.283453+0000","last_unstale":"2024-08-04T15:23:53.160648+0000","last_undegraded":"2024-08-04T15:23:53.160648+0000","last_fullsized":"2024-08-04T15:23:53.160648+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:05:40.040885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160529+0000","last_change":"2024-08-04T15:23:51.515938+0000","last_active":"2024-08-04T15:23:53.160529+0000","last_peered":"2024-08-04T15:23:53.160529+0000","last_clean":"2024-08-04T15:23:53.160529+0000","last_became_active":"2024-08-04T15:23:51.515650+0000","last_became_peered":"2024-08-04T15:23:51.515650+0000","last_unstale":"2024-08-04T15:23:53.160529+0000","last_undegraded":"2024-08-04T15:23:53.160529+0000","last_fullsized":"2024-08-04T15:23:53.160529+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:56:31.130164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":22,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.512286+0000","last_change":"2024-08-04T15:23:48.269918+0000","last_active":"2024-08-04T15:23:53.512286+0000","last_peered":"2024-08-04T15:23:53.512286+0000","last_clean":"2024-08-04T15:23:53.512286+0000","last_became_active":"2024-08-04T15:23:48.269587+0000","last_became_peered":"2024-08-04T15:23:48.269587+0000","last_unstale":"2024-08-04T15:23:53.512286+0000","last_undegraded":"2024-08-04T15:23:53.512286+0000","last_fullsized":"2024-08-04T15:23:53.512286+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:29:46.647005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161464+0000","last_change":"2024-08-04T15:23:51.511866+0000","last_active":"2024-08-04T15:23:53.161464+0000","last_peered":"2024-08-04T15:23:53.161464+0000","last_clean":"2024-08-04T15:23:53.161464+0000","last_became_active":"2024-08-04T15:23:51.511562+0000","last_became_peered":"2024-08-04T15:23:51.511562+0000","last_unstale":"2024-08-04T15:23:53.161464+0000","last_undegraded":"2024-08-04T15:23:53.161464+0000","last_fullsized":"2024-08-04T15:23:53.161464+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:40:26.926853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.508748+0000","last_change":"2024-08-04T15:23:48.276386+0000","last_active":"2024-08-04T15:23:53.508748+0000","last_peered":"2024-08-04T15:23:53.508748+0000","last_clean":"2024-08-04T15:23:53.508748+0000","last_became_active":"2024-08-04T15:23:48.275882+0000","last_became_peered":"2024-08-04T15:23:48.275882+0000","last_unstale":"2024-08-04T15:23:53.508748+0000","last_undegraded":"2024-08-04T15:23:53.508748+0000","last_fullsized":"2024-08-04T15:23:53.508748+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:28:59.872959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.162055+0000","last_change":"2024-08-04T15:23:51.514697+0000","last_active":"2024-08-04T15:23:53.162055+0000","last_peered":"2024-08-04T15:23:53.162055+0000","last_clean":"2024-08-04T15:23:53.162055+0000","last_became_active":"2024-08-04T15:23:51.513403+0000","last_became_peered":"2024-08-04T15:23:51.513403+0000","last_unstale":"2024-08-04T15:23:53.162055+0000","last_undegraded":"2024-08-04T15:23:53.162055+0000","last_fullsized":"2024-08-04T15:23:53.162055+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:59:13.217468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.511255+0000","last_change":"2024-08-04T15:23:48.276563+0000","last_active":"2024-08-04T15:23:53.511255+0000","last_peered":"2024-08-04T15:23:53.511255+0000","last_clean":"2024-08-04T15:23:53.511255+0000","last_became_active":"2024-08-04T15:23:48.275645+0000","last_became_peered":"2024-08-04T15:23:48.275645+0000","last_unstale":"2024-08-04T15:23:53.511255+0000","last_undegraded":"2024-08-04T15:23:53.511255+0000","last_fullsized":"2024-08-04T15:23:53.511255+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:57:44.808918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.162269+0000","last_change":"2024-08-04T15:23:51.517178+0000","last_active":"2024-08-04T15:23:53.162269+0000","last_peered":"2024-08-04T15:23:53.162269+0000","last_clean":"2024-08-04T15:23:53.162269+0000","last_became_active":"2024-08-04T15:23:51.516772+0000","last_became_peered":"2024-08-04T15:23:51.516772+0000","last_unstale":"2024-08-04T15:23:53.162269+0000","last_undegraded":"2024-08-04T15:23:53.162269+0000","last_fullsized":"2024-08-04T15:23:53.162269+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:55:01.959163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.497562+0000","last_change":"2024-08-04T15:23:48.274978+0000","last_active":"2024-08-04T15:23:53.497562+0000","last_peered":"2024-08-04T15:23:53.497562+0000","last_clean":"2024-08-04T15:23:53.497562+0000","last_became_active":"2024-08-04T15:23:48.274675+0000","last_became_peered":"2024-08-04T15:23:48.274675+0000","last_unstale":"2024-08-04T15:23:53.497562+0000","last_undegraded":"2024-08-04T15:23:53.497562+0000","last_fullsized":"2024-08-04T15:23:53.497562+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:43:31.663358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.509881+0000","last_change":"2024-08-04T15:23:51.515281+0000","last_active":"2024-08-04T15:23:53.509881+0000","last_peered":"2024-08-04T15:23:53.509881+0000","last_clean":"2024-08-04T15:23:53.509881+0000","last_became_active":"2024-08-04T15:23:51.515015+0000","last_became_peered":"2024-08-04T15:23:51.515015+0000","last_unstale":"2024-08-04T15:23:53.509881+0000","last_undegraded":"2024-08-04T15:23:53.509881+0000","last_fullsized":"2024-08-04T15:23:53.509881+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:12:29.932714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.490467+0000","last_change":"2024-08-04T15:23:48.274476+0000","last_active":"2024-08-04T15:23:52.490467+0000","last_peered":"2024-08-04T15:23:52.490467+0000","last_clean":"2024-08-04T15:23:52.490467+0000","last_became_active":"2024-08-04T15:23:48.273407+0000","last_became_peered":"2024-08-04T15:23:48.273407+0000","last_unstale":"2024-08-04T15:23:52.490467+0000","last_undegraded":"2024-08-04T15:23:52.490467+0000","last_fullsized":"2024-08-04T15:23:52.490467+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:16:07.211238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.162072+0000","last_change":"2024-08-04T15:23:51.511102+0000","last_active":"2024-08-04T15:23:53.162072+0000","last_peered":"2024-08-04T15:23:53.162072+0000","last_clean":"2024-08-04T15:23:53.162072+0000","last_became_active":"2024-08-04T15:23:51.510794+0000","last_became_peered":"2024-08-04T15:23:51.510794+0000","last_unstale":"2024-08-04T15:23:53.162072+0000","last_undegraded":"2024-08-04T15:23:53.162072+0000","last_fullsized":"2024-08-04T15:23:53.162072+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:32:33.827060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":234,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161171+0000","last_change":"2024-08-04T15:23:26.550976+0000","last_active":"2024-08-04T15:23:53.161171+0000","last_peered":"2024-08-04T15:23:53.161171+0000","last_clean":"2024-08-04T15:23:53.161171+0000","last_became_active":"2024-08-04T15:23:26.550654+0000","last_became_peered":"2024-08-04T15:23:26.550654+0000","last_unstale":"2024-08-04T15:23:53.161171+0000","last_undegraded":"2024-08-04T15:23:53.161171+0000","last_fullsized":"2024-08-04T15:23:53.161171+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:21:25.437230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:21:25.437230+0000","last_clean_scrub_stamp":"2024-08-04T15:21:25.437230+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:43:30.284931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.507643+0000","last_change":"2024-08-04T15:23:48.277860+0000","last_active":"2024-08-04T15:23:53.507643+0000","last_peered":"2024-08-04T15:23:53.507643+0000","last_clean":"2024-08-04T15:23:53.507643+0000","last_became_active":"2024-08-04T15:23:48.277556+0000","last_became_peered":"2024-08-04T15:23:48.277556+0000","last_unstale":"2024-08-04T15:23:53.507643+0000","last_undegraded":"2024-08-04T15:23:53.507643+0000","last_fullsized":"2024-08-04T15:23:53.507643+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:06:52.721636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161076+0000","last_change":"2024-08-04T15:23:51.510648+0000","last_active":"2024-08-04T15:23:53.161076+0000","last_peered":"2024-08-04T15:23:53.161076+0000","last_clean":"2024-08-04T15:23:53.161076+0000","last_became_active":"2024-08-04T15:23:51.510442+0000","last_became_peered":"2024-08-04T15:23:51.510442+0000","last_unstale":"2024-08-04T15:23:53.161076+0000","last_undegraded":"2024-08-04T15:23:53.161076+0000","last_fullsized":"2024-08-04T15:23:53.161076+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:35:39.736041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161066+0000","last_change":"2024-08-04T15:23:48.276874+0000","last_active":"2024-08-04T15:23:53.161066+0000","last_peered":"2024-08-04T15:23:53.161066+0000","last_clean":"2024-08-04T15:23:53.161066+0000","last_became_active":"2024-08-04T15:23:48.276577+0000","last_became_peered":"2024-08-04T15:23:48.276577+0000","last_unstale":"2024-08-04T15:23:53.161066+0000","last_undegraded":"2024-08-04T15:23:53.161066+0000","last_fullsized":"2024-08-04T15:23:53.161066+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:06:59.690137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160465+0000","last_change":"2024-08-04T15:23:51.502729+0000","last_active":"2024-08-04T15:23:53.160465+0000","last_peered":"2024-08-04T15:23:53.160465+0000","last_clean":"2024-08-04T15:23:53.160465+0000","last_became_active":"2024-08-04T15:23:51.502366+0000","last_became_peered":"2024-08-04T15:23:51.502366+0000","last_unstale":"2024-08-04T15:23:53.160465+0000","last_undegraded":"2024-08-04T15:23:53.160465+0000","last_fullsized":"2024-08-04T15:23:53.160465+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:28:36.020082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.490374+0000","last_change":"2024-08-04T15:23:48.272569+0000","last_active":"2024-08-04T15:23:52.490374+0000","last_peered":"2024-08-04T15:23:52.490374+0000","last_clean":"2024-08-04T15:23:52.490374+0000","last_became_active":"2024-08-04T15:23:48.272173+0000","last_became_peered":"2024-08-04T15:23:48.272173+0000","last_unstale":"2024-08-04T15:23:52.490374+0000","last_undegraded":"2024-08-04T15:23:52.490374+0000","last_fullsized":"2024-08-04T15:23:52.490374+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:47:05.909654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491371+0000","last_change":"2024-08-04T15:23:51.503161+0000","last_active":"2024-08-04T15:23:52.491371+0000","last_peered":"2024-08-04T15:23:52.491371+0000","last_clean":"2024-08-04T15:23:52.491371+0000","last_became_active":"2024-08-04T15:23:51.502823+0000","last_became_peered":"2024-08-04T15:23:51.502823+0000","last_unstale":"2024-08-04T15:23:52.491371+0000","last_undegraded":"2024-08-04T15:23:52.491371+0000","last_fullsized":"2024-08-04T15:23:52.491371+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:33:21.023850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.509049+0000","last_change":"2024-08-04T15:23:48.283717+0000","last_active":"2024-08-04T15:23:53.509049+0000","last_peered":"2024-08-04T15:23:53.509049+0000","last_clean":"2024-08-04T15:23:53.509049+0000","last_became_active":"2024-08-04T15:23:48.283378+0000","last_became_peered":"2024-08-04T15:23:48.283378+0000","last_unstale":"2024-08-04T15:23:53.509049+0000","last_undegraded":"2024-08-04T15:23:53.509049+0000","last_fullsized":"2024-08-04T15:23:53.509049+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:59:08.478236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491263+0000","last_change":"2024-08-04T15:23:51.507648+0000","last_active":"2024-08-04T15:23:52.491263+0000","last_peered":"2024-08-04T15:23:52.491263+0000","last_clean":"2024-08-04T15:23:52.491263+0000","last_became_active":"2024-08-04T15:23:51.507310+0000","last_became_peered":"2024-08-04T15:23:51.507310+0000","last_unstale":"2024-08-04T15:23:52.491263+0000","last_undegraded":"2024-08-04T15:23:52.491263+0000","last_fullsized":"2024-08-04T15:23:52.491263+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:01:12.443418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491572+0000","last_change":"2024-08-04T15:23:48.271724+0000","last_active":"2024-08-04T15:23:52.491572+0000","last_peered":"2024-08-04T15:23:52.491572+0000","last_clean":"2024-08-04T15:23:52.491572+0000","last_became_active":"2024-08-04T15:23:48.271396+0000","last_became_peered":"2024-08-04T15:23:48.271396+0000","last_unstale":"2024-08-04T15:23:52.491572+0000","last_undegraded":"2024-08-04T15:23:52.491572+0000","last_fullsized":"2024-08-04T15:23:52.491572+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:16:53.552693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.508025+0000","last_change":"2024-08-04T15:23:51.514596+0000","last_active":"2024-08-04T15:23:53.508025+0000","last_peered":"2024-08-04T15:23:53.508025+0000","last_clean":"2024-08-04T15:23:53.508025+0000","last_became_active":"2024-08-04T15:23:51.513688+0000","last_became_peered":"2024-08-04T15:23:51.513688+0000","last_unstale":"2024-08-04T15:23:53.508025+0000","last_undegraded":"2024-08-04T15:23:53.508025+0000","last_fullsized":"2024-08-04T15:23:53.508025+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:34:52.430383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.162241+0000","last_change":"2024-08-04T15:23:48.282213+0000","last_active":"2024-08-04T15:23:53.162241+0000","last_peered":"2024-08-04T15:23:53.162241+0000","last_clean":"2024-08-04T15:23:53.162241+0000","last_became_active":"2024-08-04T15:23:48.281870+0000","last_became_peered":"2024-08-04T15:23:48.281870+0000","last_unstale":"2024-08-04T15:23:53.162241+0000","last_undegraded":"2024-08-04T15:23:53.162241+0000","last_fullsized":"2024-08-04T15:23:53.162241+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:09:39.722868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491510+0000","last_change":"2024-08-04T15:23:51.500768+0000","last_active":"2024-08-04T15:23:52.491510+0000","last_peered":"2024-08-04T15:23:52.491510+0000","last_clean":"2024-08-04T15:23:52.491510+0000","last_became_active":"2024-08-04T15:23:51.499939+0000","last_became_peered":"2024-08-04T15:23:51.499939+0000","last_unstale":"2024-08-04T15:23:52.491510+0000","last_undegraded":"2024-08-04T15:23:52.491510+0000","last_fullsized":"2024-08-04T15:23:52.491510+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:34:21.244874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.497983+0000","last_change":"2024-08-04T15:23:48.274053+0000","last_active":"2024-08-04T15:23:53.497983+0000","last_peered":"2024-08-04T15:23:53.497983+0000","last_clean":"2024-08-04T15:23:53.497983+0000","last_became_active":"2024-08-04T15:23:48.273742+0000","last_became_peered":"2024-08-04T15:23:48.273742+0000","last_unstale":"2024-08-04T15:23:53.497983+0000","last_undegraded":"2024-08-04T15:23:53.497983+0000","last_fullsized":"2024-08-04T15:23:53.497983+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:04:13.417015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161168+0000","last_change":"2024-08-04T15:23:51.505232+0000","last_active":"2024-08-04T15:23:53.161168+0000","last_peered":"2024-08-04T15:23:53.161168+0000","last_clean":"2024-08-04T15:23:53.161168+0000","last_became_active":"2024-08-04T15:23:51.504940+0000","last_became_peered":"2024-08-04T15:23:51.504940+0000","last_unstale":"2024-08-04T15:23:53.161168+0000","last_undegraded":"2024-08-04T15:23:53.161168+0000","last_fullsized":"2024-08-04T15:23:53.161168+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:56:17.256266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.511518+0000","last_change":"2024-08-04T15:23:48.276643+0000","last_active":"2024-08-04T15:23:53.511518+0000","last_peered":"2024-08-04T15:23:53.511518+0000","last_clean":"2024-08-04T15:23:53.511518+0000","last_became_active":"2024-08-04T15:23:48.276349+0000","last_became_peered":"2024-08-04T15:23:48.276349+0000","last_unstale":"2024-08-04T15:23:53.511518+0000","last_undegraded":"2024-08-04T15:23:53.511518+0000","last_fullsized":"2024-08-04T15:23:53.511518+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:16:35.783486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161292+0000","last_change":"2024-08-04T15:23:51.500072+0000","last_active":"2024-08-04T15:23:53.161292+0000","last_peered":"2024-08-04T15:23:53.161292+0000","last_clean":"2024-08-04T15:23:53.161292+0000","last_became_active":"2024-08-04T15:23:51.499805+0000","last_became_peered":"2024-08-04T15:23:51.499805+0000","last_unstale":"2024-08-04T15:23:53.161292+0000","last_undegraded":"2024-08-04T15:23:53.161292+0000","last_fullsized":"2024-08-04T15:23:53.161292+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:13:11.413652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161063+0000","last_change":"2024-08-04T15:23:48.274912+0000","last_active":"2024-08-04T15:23:53.161063+0000","last_peered":"2024-08-04T15:23:53.161063+0000","last_clean":"2024-08-04T15:23:53.161063+0000","last_became_active":"2024-08-04T15:23:48.274594+0000","last_became_peered":"2024-08-04T15:23:48.274594+0000","last_unstale":"2024-08-04T15:23:53.161063+0000","last_undegraded":"2024-08-04T15:23:53.161063+0000","last_fullsized":"2024-08-04T15:23:53.161063+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:06:27.480296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.496504+0000","last_change":"2024-08-04T15:23:51.508447+0000","last_active":"2024-08-04T15:23:53.496504+0000","last_peered":"2024-08-04T15:23:53.496504+0000","last_clean":"2024-08-04T15:23:53.496504+0000","last_became_active":"2024-08-04T15:23:51.508129+0000","last_became_peered":"2024-08-04T15:23:51.508129+0000","last_unstale":"2024-08-04T15:23:53.496504+0000","last_undegraded":"2024-08-04T15:23:53.496504+0000","last_fullsized":"2024-08-04T15:23:53.496504+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:46:49.190811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491942+0000","last_change":"2024-08-04T15:23:48.276328+0000","last_active":"2024-08-04T15:23:52.491942+0000","last_peered":"2024-08-04T15:23:52.491942+0000","last_clean":"2024-08-04T15:23:52.491942+0000","last_became_active":"2024-08-04T15:23:48.276005+0000","last_became_peered":"2024-08-04T15:23:48.276005+0000","last_unstale":"2024-08-04T15:23:52.491942+0000","last_undegraded":"2024-08-04T15:23:52.491942+0000","last_fullsized":"2024-08-04T15:23:52.491942+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:34:26.442964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160567+0000","last_change":"2024-08-04T15:23:51.504777+0000","last_active":"2024-08-04T15:23:53.160567+0000","last_peered":"2024-08-04T15:23:53.160567+0000","last_clean":"2024-08-04T15:23:53.160567+0000","last_became_active":"2024-08-04T15:23:51.504347+0000","last_became_peered":"2024-08-04T15:23:51.504347+0000","last_unstale":"2024-08-04T15:23:53.160567+0000","last_undegraded":"2024-08-04T15:23:53.160567+0000","last_fullsized":"2024-08-04T15:23:53.160567+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:28:44.920605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491211+0000","last_change":"2024-08-04T15:23:48.275860+0000","last_active":"2024-08-04T15:23:52.491211+0000","last_peered":"2024-08-04T15:23:52.491211+0000","last_clean":"2024-08-04T15:23:52.491211+0000","last_became_active":"2024-08-04T15:23:48.275527+0000","last_became_peered":"2024-08-04T15:23:48.275527+0000","last_unstale":"2024-08-04T15:23:52.491211+0000","last_undegraded":"2024-08-04T15:23:52.491211+0000","last_fullsized":"2024-08-04T15:23:52.491211+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:43:36.001512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161270+0000","last_change":"2024-08-04T15:23:51.507576+0000","last_active":"2024-08-04T15:23:53.161270+0000","last_peered":"2024-08-04T15:23:53.161270+0000","last_clean":"2024-08-04T15:23:53.161270+0000","last_became_active":"2024-08-04T15:23:51.506817+0000","last_became_peered":"2024-08-04T15:23:51.506817+0000","last_unstale":"2024-08-04T15:23:53.161270+0000","last_undegraded":"2024-08-04T15:23:53.161270+0000","last_fullsized":"2024-08-04T15:23:53.161270+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:17:32.387402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.511597+0000","last_change":"2024-08-04T15:23:48.281084+0000","last_active":"2024-08-04T15:23:53.511597+0000","last_peered":"2024-08-04T15:23:53.511597+0000","last_clean":"2024-08-04T15:23:53.511597+0000","last_became_active":"2024-08-04T15:23:48.280659+0000","last_became_peered":"2024-08-04T15:23:48.280659+0000","last_unstale":"2024-08-04T15:23:53.511597+0000","last_undegraded":"2024-08-04T15:23:53.511597+0000","last_fullsized":"2024-08-04T15:23:53.511597+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:44:58.999337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160816+0000","last_change":"2024-08-04T15:23:51.501782+0000","last_active":"2024-08-04T15:23:53.160816+0000","last_peered":"2024-08-04T15:23:53.160816+0000","last_clean":"2024-08-04T15:23:53.160816+0000","last_became_active":"2024-08-04T15:23:51.501477+0000","last_became_peered":"2024-08-04T15:23:51.501477+0000","last_unstale":"2024-08-04T15:23:53.160816+0000","last_undegraded":"2024-08-04T15:23:53.160816+0000","last_fullsized":"2024-08-04T15:23:53.160816+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:46:24.258789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.507935+0000","last_change":"2024-08-04T15:23:51.519152+0000","last_active":"2024-08-04T15:23:53.507935+0000","last_peered":"2024-08-04T15:23:53.507935+0000","last_clean":"2024-08-04T15:23:53.507935+0000","last_became_active":"2024-08-04T15:23:51.518852+0000","last_became_peered":"2024-08-04T15:23:51.518852+0000","last_unstale":"2024-08-04T15:23:53.507935+0000","last_undegraded":"2024-08-04T15:23:53.507935+0000","last_fullsized":"2024-08-04T15:23:53.507935+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:27:45.333732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.511759+0000","last_change":"2024-08-04T15:23:48.281187+0000","last_active":"2024-08-04T15:23:53.511759+0000","last_peered":"2024-08-04T15:23:53.511759+0000","last_clean":"2024-08-04T15:23:53.511759+0000","last_became_active":"2024-08-04T15:23:48.280850+0000","last_became_peered":"2024-08-04T15:23:48.280850+0000","last_unstale":"2024-08-04T15:23:53.511759+0000","last_undegraded":"2024-08-04T15:23:53.511759+0000","last_fullsized":"2024-08-04T15:23:53.511759+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:24:03.869475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.143949+0000","last_change":"2024-08-04T15:23:51.519073+0000","last_active":"2024-08-04T15:23:53.143949+0000","last_peered":"2024-08-04T15:23:53.143949+0000","last_clean":"2024-08-04T15:23:53.143949+0000","last_became_active":"2024-08-04T15:23:51.518787+0000","last_became_peered":"2024-08-04T15:23:51.518787+0000","last_unstale":"2024-08-04T15:23:53.143949+0000","last_undegraded":"2024-08-04T15:23:53.143949+0000","last_fullsized":"2024-08-04T15:23:53.143949+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:26:21.654360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.512102+0000","last_change":"2024-08-04T15:23:48.277469+0000","last_active":"2024-08-04T15:23:53.512102+0000","last_peered":"2024-08-04T15:23:53.512102+0000","last_clean":"2024-08-04T15:23:53.512102+0000","last_became_active":"2024-08-04T15:23:48.277168+0000","last_became_peered":"2024-08-04T15:23:48.277168+0000","last_unstale":"2024-08-04T15:23:53.512102+0000","last_undegraded":"2024-08-04T15:23:53.512102+0000","last_fullsized":"2024-08-04T15:23:53.512102+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:44:19.702859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161453+0000","last_change":"2024-08-04T15:23:51.511722+0000","last_active":"2024-08-04T15:23:53.161453+0000","last_peered":"2024-08-04T15:23:53.161453+0000","last_clean":"2024-08-04T15:23:53.161453+0000","last_became_active":"2024-08-04T15:23:51.508641+0000","last_became_peered":"2024-08-04T15:23:51.508641+0000","last_unstale":"2024-08-04T15:23:53.161453+0000","last_undegraded":"2024-08-04T15:23:53.161453+0000","last_fullsized":"2024-08-04T15:23:53.161453+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:49:01.114348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.506380+0000","last_change":"2024-08-04T15:23:48.274428+0000","last_active":"2024-08-04T15:23:53.506380+0000","last_peered":"2024-08-04T15:23:53.506380+0000","last_clean":"2024-08-04T15:23:53.506380+0000","last_became_active":"2024-08-04T15:23:48.274158+0000","last_became_peered":"2024-08-04T15:23:48.274158+0000","last_unstale":"2024-08-04T15:23:53.506380+0000","last_undegraded":"2024-08-04T15:23:53.506380+0000","last_fullsized":"2024-08-04T15:23:53.506380+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:19:53.880155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161151+0000","last_change":"2024-08-04T15:23:51.503876+0000","last_active":"2024-08-04T15:23:53.161151+0000","last_peered":"2024-08-04T15:23:53.161151+0000","last_clean":"2024-08-04T15:23:53.161151+0000","last_became_active":"2024-08-04T15:23:51.502023+0000","last_became_peered":"2024-08-04T15:23:51.502023+0000","last_unstale":"2024-08-04T15:23:53.161151+0000","last_undegraded":"2024-08-04T15:23:53.161151+0000","last_fullsized":"2024-08-04T15:23:53.161151+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:25:53.254130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.513503+0000","last_change":"2024-08-04T15:23:48.278706+0000","last_active":"2024-08-04T15:23:53.513503+0000","last_peered":"2024-08-04T15:23:53.513503+0000","last_clean":"2024-08-04T15:23:53.513503+0000","last_became_active":"2024-08-04T15:23:48.278426+0000","last_became_peered":"2024-08-04T15:23:48.278426+0000","last_unstale":"2024-08-04T15:23:53.513503+0000","last_undegraded":"2024-08-04T15:23:53.513503+0000","last_fullsized":"2024-08-04T15:23:53.513503+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:17:27.407624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233996,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298588,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446564,"statfs":{"total":95995035648,"available":95689281536,"internally_reserved":0,"allocated":1253376,"data_stored":867458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40200000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]}]},{"osd":6,"up_from":46,"seq":197568495634,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298584,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446568,"statfs":{"total":95995035648,"available":95689285632,"internally_reserved":0,"allocated":1253376,"data_stored":868153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.44700000000000001}]},{"osd":1,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.47499999999999998}]},{"osd":2,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.51200000000000001}]},{"osd":3,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.59699999999999998}]},{"osd":4,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.49299999999999999}]},{"osd":5,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.53700000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757271,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298012,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447140,"statfs":{"total":95995035648,"available":95689871360,"internally_reserved":0,"allocated":667648,"data_stored":278140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.51400000000000001}]},{"osd":1,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.437}]},{"osd":2,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.45200000000000001}]},{"osd":3,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.61499999999999999}]},{"osd":4,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.40300000000000002}]},{"osd":6,"last update":"Sun Aug 4 15:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.379},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.56799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018907,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":679936,"data_stored":283869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.63900000000000001}]},{"osd":1,"last update":"Sun Aug 4 15:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.51300000000000001}]},{"osd":2,"last update":"Sun Aug 4 15:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.46800000000000003}]},{"osd":3,"last update":"Sun Aug 4 15:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.49199999999999999}]},{"osd":5,"last update":"Sun Aug 4 15:23:35 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.61299999999999999}]},{"osd":6,"last update":"Sun Aug 4 15:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.69799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71899999999999997}]}]},{"osd":3,"up_from":25,"seq":107374182430,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":675840,"data_stored":278477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.40999999999999998,"15min":0.41399999999999998},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.54400000000000004,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.44400000000000001,"15min":0.432},"min":{"1min":0.28699999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":2.2170000000000001,"5min":2.2170000000000001,"15min":2.2170000000000001},"last":0.27900000000000003}]},{"osd":1,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.44700000000000001,"15min":0.44900000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.59999999999999998,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.312},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.41999999999999998,"15min":0.41799999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.39000000000000001}]},{"osd":2,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.45800000000000002,"15min":0.45400000000000001},"min":{"1min":0.28999999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.46200000000000002,"15min":0.46000000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.375}]},{"osd":4,"last update":"Sun Aug 4 15:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.59499999999999997}]},{"osd":5,"last update":"Sun Aug 4 15:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.621}]},{"osd":6,"last update":"Sun Aug 4 15:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.64600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298004,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447148,"statfs":{"total":95995035648,"available":95689879552,"internally_reserved":0,"allocated":655360,"data_stored":276821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:23:28 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.39500000000000002,"15min":0.39100000000000001},"min":{"1min":0.27000000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.41399999999999998,"15min":0.40899999999999997},"min":{"1min":0.316,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.59799999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.34399999999999997}]},{"osd":1,"last update":"Sun Aug 4 15:23:28 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.41399999999999998,"15min":0.41499999999999998},"min":{"1min":0.28799999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.53500000000000003,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.42399999999999999,"15min":0.41999999999999998},"min":{"1min":0.315,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.25700000000000001}]},{"osd":3,"last update":"Sun Aug 4 15:23:58 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.442,"15min":0.443},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.38},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.46999999999999997,"15min":0.47399999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.60399999999999998,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.37}]},{"osd":4,"last update":"Sun Aug 4 15:24:12 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55600000000000005,"15min":0.55500000000000005},"min":{"1min":0.40699999999999997,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.749,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.57199999999999995,"15min":0.57499999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.71499999999999997,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.46200000000000002}]},{"osd":5,"last update":"Sun Aug 4 15:23:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.47299999999999998}]},{"osd":6,"last update":"Sun Aug 4 15:24:01 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.45300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298012,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447140,"statfs":{"total":95995035648,"available":95689871360,"internally_reserved":0,"allocated":663552,"data_stored":276981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:24:04 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.371,"15min":0.36399999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.40200000000000002,"15min":0.39500000000000002},"min":{"1min":0.24299999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.89300000000000002,"5min":1.056,"15min":1.056},"last":0.52300000000000002}]},{"osd":2,"last update":"Sun Aug 4 15:23:26 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.46000000000000002,"15min":0.46600000000000003},"min":{"1min":0.27400000000000002,"5min":0.214,"15min":0.214},"max":{"1min":0.66600000000000004,"5min":1.294,"15min":1.294},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.441,"15min":0.44400000000000001},"min":{"1min":0.30499999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.67700000000000005,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.50600000000000001}]},{"osd":3,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.45900000000000002,"15min":0.46200000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.61799999999999999,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45300000000000001,"15min":0.45800000000000002},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.45100000000000001}]},{"osd":4,"last update":"Sun Aug 4 15:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.72699999999999998}]},{"osd":5,"last update":"Sun Aug 4 15:23:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.85599999999999998}]},{"osd":6,"last update":"Sun Aug 4 15:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.76700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68799999999999994}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298600,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446552,"statfs":{"total":95995035648,"available":95689269248,"internally_reserved":0,"allocated":1265664,"data_stored":867905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Aug 4 15:24:06 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.35199999999999998,"15min":0.33500000000000002},"min":{"1min":0.251,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.378,"5min":0.36599999999999999,"15min":0.35199999999999998},"min":{"1min":0.251,"5min":0.224,"15min":0.224},"max":{"1min":0.53200000000000003,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.33500000000000002}]},{"osd":2,"last update":"Sun Aug 4 15:23:31 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.38800000000000001,"15min":0.38200000000000001},"min":{"1min":0.311,"5min":0.254,"15min":0.254},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.437,"5min":0.39000000000000001,"15min":0.38200000000000001},"min":{"1min":0.27800000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.376}]},{"osd":3,"last update":"Sun Aug 4 15:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.33200000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.434,"15min":0.432},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.35699999999999998}]},{"osd":4,"last update":"Sun Aug 4 15:23:13 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.45000000000000001}]},{"osd":5,"last update":"Sun Aug 4 15:23:37 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.438}]},{"osd":6,"last update":"Sun Aug 4 15:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.497}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-04T15:24:17.164 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph pg dump --format=json 2024-08-04T15:24:17.432 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:24:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:17 smithi062 ceph-mon[32659]: osdmap e67: 8 total, 8 up, 8 in 2024-08-04T15:24:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:17 smithi062 ceph-mon[32659]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:24:17.555 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:17 smithi007 ceph-mon[29096]: osdmap e67: 8 total, 8 up, 8 in 2024-08-04T15:24:17.555 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:17 smithi007 ceph-mon[29096]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:24:17.556 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:17 smithi007 ceph-mon[39529]: osdmap e67: 8 total, 8 up, 8 in 2024-08-04T15:24:17.556 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:17 smithi007 ceph-mon[39529]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:24:18.262 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:18 smithi007 ceph-mon[29096]: pgmap v208: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:18.263 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:18 smithi007 ceph-mon[39529]: pgmap v208: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:18 smithi062 ceph-mon[32659]: pgmap v208: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:19.258 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:24:19.259 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-08-04T15:24:19.968 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":209,"stamp":"2024-08-04T15:24:19.007476+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385864,"kb_used_data":6984,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575352,"statfs":{"total":767960285184,"available":765517160448,"internally_reserved":0,"allocated":7151616,"data_stored":4017534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001878"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097574+0000","last_change":"2024-08-04T15:23:51.514460+0000","last_active":"2024-08-04T15:24:15.097574+0000","last_peered":"2024-08-04T15:24:15.097574+0000","last_clean":"2024-08-04T15:24:15.097574+0000","last_became_active":"2024-08-04T15:23:51.514151+0000","last_became_peered":"2024-08-04T15:23:51.514151+0000","last_unstale":"2024-08-04T15:24:15.097574+0000","last_undegraded":"2024-08-04T15:24:15.097574+0000","last_fullsized":"2024-08-04T15:24:15.097574+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:26:14.347168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098235+0000","last_change":"2024-08-04T15:23:51.503127+0000","last_active":"2024-08-04T15:24:15.098235+0000","last_peered":"2024-08-04T15:24:15.098235+0000","last_clean":"2024-08-04T15:24:15.098235+0000","last_became_active":"2024-08-04T15:23:51.502808+0000","last_became_peered":"2024-08-04T15:23:51.502808+0000","last_unstale":"2024-08-04T15:24:15.098235+0000","last_undegraded":"2024-08-04T15:24:15.098235+0000","last_fullsized":"2024-08-04T15:24:15.098235+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:11:25.007399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161221+0000","last_change":"2024-08-04T15:23:51.501831+0000","last_active":"2024-08-04T15:23:53.161221+0000","last_peered":"2024-08-04T15:23:53.161221+0000","last_clean":"2024-08-04T15:23:53.161221+0000","last_became_active":"2024-08-04T15:23:51.501541+0000","last_became_peered":"2024-08-04T15:23:51.501541+0000","last_unstale":"2024-08-04T15:23:53.161221+0000","last_undegraded":"2024-08-04T15:23:53.161221+0000","last_fullsized":"2024-08-04T15:23:53.161221+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:06:25.431625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.509684+0000","last_change":"2024-08-04T15:23:51.514188+0000","last_active":"2024-08-04T15:23:53.509684+0000","last_peered":"2024-08-04T15:23:53.509684+0000","last_clean":"2024-08-04T15:23:53.509684+0000","last_became_active":"2024-08-04T15:23:51.513885+0000","last_became_peered":"2024-08-04T15:23:51.513885+0000","last_unstale":"2024-08-04T15:23:53.509684+0000","last_undegraded":"2024-08-04T15:23:53.509684+0000","last_fullsized":"2024-08-04T15:23:53.509684+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:35:26.339963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097621+0000","last_change":"2024-08-04T15:23:51.517913+0000","last_active":"2024-08-04T15:24:15.097621+0000","last_peered":"2024-08-04T15:24:15.097621+0000","last_clean":"2024-08-04T15:24:15.097621+0000","last_became_active":"2024-08-04T15:23:51.517195+0000","last_became_peered":"2024-08-04T15:23:51.517195+0000","last_unstale":"2024-08-04T15:24:15.097621+0000","last_undegraded":"2024-08-04T15:24:15.097621+0000","last_fullsized":"2024-08-04T15:24:15.097621+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:15:42.996486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.508704+0000","last_change":"2024-08-04T15:23:51.515035+0000","last_active":"2024-08-04T15:23:53.508704+0000","last_peered":"2024-08-04T15:23:53.508704+0000","last_clean":"2024-08-04T15:23:53.508704+0000","last_became_active":"2024-08-04T15:23:51.513365+0000","last_became_peered":"2024-08-04T15:23:51.513365+0000","last_unstale":"2024-08-04T15:23:53.508704+0000","last_undegraded":"2024-08-04T15:23:53.508704+0000","last_fullsized":"2024-08-04T15:23:53.508704+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:13:13.330754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096776+0000","last_change":"2024-08-04T15:23:51.510334+0000","last_active":"2024-08-04T15:24:15.096776+0000","last_peered":"2024-08-04T15:24:15.096776+0000","last_clean":"2024-08-04T15:24:15.096776+0000","last_became_active":"2024-08-04T15:23:51.509988+0000","last_became_peered":"2024-08-04T15:23:51.509988+0000","last_unstale":"2024-08-04T15:24:15.096776+0000","last_undegraded":"2024-08-04T15:24:15.096776+0000","last_fullsized":"2024-08-04T15:24:15.096776+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:55:18.575986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160465+0000","last_change":"2024-08-04T15:23:51.510832+0000","last_active":"2024-08-04T15:23:53.160465+0000","last_peered":"2024-08-04T15:23:53.160465+0000","last_clean":"2024-08-04T15:23:53.160465+0000","last_became_active":"2024-08-04T15:23:51.510572+0000","last_became_peered":"2024-08-04T15:23:51.510572+0000","last_unstale":"2024-08-04T15:23:53.160465+0000","last_undegraded":"2024-08-04T15:23:53.160465+0000","last_fullsized":"2024-08-04T15:23:53.160465+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:26:24.443599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097893+0000","last_change":"2024-08-04T15:23:51.518943+0000","last_active":"2024-08-04T15:24:15.097893+0000","last_peered":"2024-08-04T15:24:15.097893+0000","last_clean":"2024-08-04T15:24:15.097893+0000","last_became_active":"2024-08-04T15:23:51.518627+0000","last_became_peered":"2024-08-04T15:23:51.518627+0000","last_unstale":"2024-08-04T15:24:15.097893+0000","last_undegraded":"2024-08-04T15:24:15.097893+0000","last_fullsized":"2024-08-04T15:24:15.097893+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:38:16.947646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161198+0000","last_change":"2024-08-04T15:23:51.515571+0000","last_active":"2024-08-04T15:23:53.161198+0000","last_peered":"2024-08-04T15:23:53.161198+0000","last_clean":"2024-08-04T15:23:53.161198+0000","last_became_active":"2024-08-04T15:23:51.515273+0000","last_became_peered":"2024-08-04T15:23:51.515273+0000","last_unstale":"2024-08-04T15:23:53.161198+0000","last_undegraded":"2024-08-04T15:23:53.161198+0000","last_fullsized":"2024-08-04T15:23:53.161198+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:57:03.422372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161304+0000","last_change":"2024-08-04T15:23:51.514923+0000","last_active":"2024-08-04T15:23:53.161304+0000","last_peered":"2024-08-04T15:23:53.161304+0000","last_clean":"2024-08-04T15:23:53.161304+0000","last_became_active":"2024-08-04T15:23:51.514655+0000","last_became_peered":"2024-08-04T15:23:51.514655+0000","last_unstale":"2024-08-04T15:23:53.161304+0000","last_undegraded":"2024-08-04T15:23:53.161304+0000","last_fullsized":"2024-08-04T15:23:53.161304+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:15:00.740206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"peering","last_fresh":"2024-08-04T15:24:15.094065+0000","last_change":"2024-08-04T15:24:15.094327+0000","last_active":"2024-08-04T15:24:15.094037+0000","last_peered":"2024-08-04T15:23:53.496794+0000","last_clean":"2024-08-04T15:23:53.496794+0000","last_became_active":"2024-08-04T15:23:51.508188+0000","last_became_peered":"2024-08-04T15:23:51.508188+0000","last_unstale":"2024-08-04T15:24:15.094065+0000","last_undegraded":"2024-08-04T15:24:15.094065+0000","last_fullsized":"2024-08-04T15:24:15.094065+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:39:41.696053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161191+0000","last_change":"2024-08-04T15:23:51.507950+0000","last_active":"2024-08-04T15:23:53.161191+0000","last_peered":"2024-08-04T15:23:53.161191+0000","last_clean":"2024-08-04T15:23:53.161191+0000","last_became_active":"2024-08-04T15:23:51.507409+0000","last_became_peered":"2024-08-04T15:23:51.507409+0000","last_unstale":"2024-08-04T15:23:53.161191+0000","last_undegraded":"2024-08-04T15:23:53.161191+0000","last_fullsized":"2024-08-04T15:23:53.161191+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:12:33.117795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160830+0000","last_change":"2024-08-04T15:23:51.511488+0000","last_active":"2024-08-04T15:23:53.160830+0000","last_peered":"2024-08-04T15:23:53.160830+0000","last_clean":"2024-08-04T15:23:53.160830+0000","last_became_active":"2024-08-04T15:23:51.510253+0000","last_became_peered":"2024-08-04T15:23:51.510253+0000","last_unstale":"2024-08-04T15:23:53.160830+0000","last_undegraded":"2024-08-04T15:23:53.160830+0000","last_fullsized":"2024-08-04T15:23:53.160830+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:40:47.566285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097522+0000","last_change":"2024-08-04T15:23:51.499127+0000","last_active":"2024-08-04T15:24:15.097522+0000","last_peered":"2024-08-04T15:24:15.097522+0000","last_clean":"2024-08-04T15:24:15.097522+0000","last_became_active":"2024-08-04T15:23:51.498774+0000","last_became_peered":"2024-08-04T15:23:51.498774+0000","last_unstale":"2024-08-04T15:24:15.097522+0000","last_undegraded":"2024-08-04T15:24:15.097522+0000","last_fullsized":"2024-08-04T15:24:15.097522+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:51:36.258519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.509282+0000","last_change":"2024-08-04T15:23:51.520398+0000","last_active":"2024-08-04T15:23:53.509282+0000","last_peered":"2024-08-04T15:23:53.509282+0000","last_clean":"2024-08-04T15:23:53.509282+0000","last_became_active":"2024-08-04T15:23:51.519277+0000","last_became_peered":"2024-08-04T15:23:51.519277+0000","last_unstale":"2024-08-04T15:23:53.509282+0000","last_undegraded":"2024-08-04T15:23:53.509282+0000","last_fullsized":"2024-08-04T15:23:53.509282+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:07:18.910650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.507344+0000","last_change":"2024-08-04T15:23:51.518164+0000","last_active":"2024-08-04T15:23:53.507344+0000","last_peered":"2024-08-04T15:23:53.507344+0000","last_clean":"2024-08-04T15:23:53.507344+0000","last_became_active":"2024-08-04T15:23:51.517888+0000","last_became_peered":"2024-08-04T15:23:51.517888+0000","last_unstale":"2024-08-04T15:23:53.507344+0000","last_undegraded":"2024-08-04T15:23:53.507344+0000","last_fullsized":"2024-08-04T15:23:53.507344+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:38:39.543123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.490904+0000","last_change":"2024-08-04T15:23:51.506696+0000","last_active":"2024-08-04T15:23:52.490904+0000","last_peered":"2024-08-04T15:23:52.490904+0000","last_clean":"2024-08-04T15:23:52.490904+0000","last_became_active":"2024-08-04T15:23:51.505211+0000","last_became_peered":"2024-08-04T15:23:51.505211+0000","last_unstale":"2024-08-04T15:23:52.490904+0000","last_undegraded":"2024-08-04T15:23:52.490904+0000","last_fullsized":"2024-08-04T15:23:52.490904+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:30:26.148856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097264+0000","last_change":"2024-08-04T15:23:51.515569+0000","last_active":"2024-08-04T15:24:15.097264+0000","last_peered":"2024-08-04T15:24:15.097264+0000","last_clean":"2024-08-04T15:24:15.097264+0000","last_became_active":"2024-08-04T15:23:51.514924+0000","last_became_peered":"2024-08-04T15:23:51.514924+0000","last_unstale":"2024-08-04T15:24:15.097264+0000","last_undegraded":"2024-08-04T15:24:15.097264+0000","last_fullsized":"2024-08-04T15:24:15.097264+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:00:13.402505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161186+0000","last_change":"2024-08-04T15:23:51.511155+0000","last_active":"2024-08-04T15:23:53.161186+0000","last_peered":"2024-08-04T15:23:53.161186+0000","last_clean":"2024-08-04T15:23:53.161186+0000","last_became_active":"2024-08-04T15:23:51.510785+0000","last_became_peered":"2024-08-04T15:23:51.510785+0000","last_unstale":"2024-08-04T15:23:53.161186+0000","last_undegraded":"2024-08-04T15:23:53.161186+0000","last_fullsized":"2024-08-04T15:23:53.161186+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:20:30.379451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160934+0000","last_change":"2024-08-04T15:23:51.511642+0000","last_active":"2024-08-04T15:23:53.160934+0000","last_peered":"2024-08-04T15:23:53.160934+0000","last_clean":"2024-08-04T15:23:53.160934+0000","last_became_active":"2024-08-04T15:23:51.509234+0000","last_became_peered":"2024-08-04T15:23:51.509234+0000","last_unstale":"2024-08-04T15:23:53.160934+0000","last_undegraded":"2024-08-04T15:23:53.160934+0000","last_fullsized":"2024-08-04T15:23:53.160934+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:19:02.236179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.508788+0000","last_change":"2024-08-04T15:23:51.515281+0000","last_active":"2024-08-04T15:23:53.508788+0000","last_peered":"2024-08-04T15:23:53.508788+0000","last_clean":"2024-08-04T15:23:53.508788+0000","last_became_active":"2024-08-04T15:23:51.512917+0000","last_became_peered":"2024-08-04T15:23:51.512917+0000","last_unstale":"2024-08-04T15:23:53.508788+0000","last_undegraded":"2024-08-04T15:23:53.508788+0000","last_fullsized":"2024-08-04T15:23:53.508788+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:13:15.187702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160582+0000","last_change":"2024-08-04T15:23:51.500357+0000","last_active":"2024-08-04T15:23:53.160582+0000","last_peered":"2024-08-04T15:23:53.160582+0000","last_clean":"2024-08-04T15:23:53.160582+0000","last_became_active":"2024-08-04T15:23:51.500076+0000","last_became_peered":"2024-08-04T15:23:51.500076+0000","last_unstale":"2024-08-04T15:23:53.160582+0000","last_undegraded":"2024-08-04T15:23:53.160582+0000","last_fullsized":"2024-08-04T15:23:53.160582+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:36:55.376597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.509370+0000","last_change":"2024-08-04T15:23:51.513289+0000","last_active":"2024-08-04T15:23:53.509370+0000","last_peered":"2024-08-04T15:23:53.509370+0000","last_clean":"2024-08-04T15:23:53.509370+0000","last_became_active":"2024-08-04T15:23:51.512892+0000","last_became_peered":"2024-08-04T15:23:51.512892+0000","last_unstale":"2024-08-04T15:23:53.509370+0000","last_undegraded":"2024-08-04T15:23:53.509370+0000","last_fullsized":"2024-08-04T15:23:53.509370+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:58:56.118404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161076+0000","last_change":"2024-08-04T15:23:51.503039+0000","last_active":"2024-08-04T15:23:53.161076+0000","last_peered":"2024-08-04T15:23:53.161076+0000","last_clean":"2024-08-04T15:23:53.161076+0000","last_became_active":"2024-08-04T15:23:51.502774+0000","last_became_peered":"2024-08-04T15:23:51.502774+0000","last_unstale":"2024-08-04T15:23:53.161076+0000","last_undegraded":"2024-08-04T15:23:53.161076+0000","last_fullsized":"2024-08-04T15:23:53.161076+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:22:46.397060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161405+0000","last_change":"2024-08-04T15:23:51.513070+0000","last_active":"2024-08-04T15:23:53.161405+0000","last_peered":"2024-08-04T15:23:53.161405+0000","last_clean":"2024-08-04T15:23:53.161405+0000","last_became_active":"2024-08-04T15:23:51.512778+0000","last_became_peered":"2024-08-04T15:23:51.512778+0000","last_unstale":"2024-08-04T15:23:53.161405+0000","last_undegraded":"2024-08-04T15:23:53.161405+0000","last_fullsized":"2024-08-04T15:23:53.161405+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:20:08.116370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097860+0000","last_change":"2024-08-04T15:23:51.500586+0000","last_active":"2024-08-04T15:24:15.097860+0000","last_peered":"2024-08-04T15:24:15.097860+0000","last_clean":"2024-08-04T15:24:15.097860+0000","last_became_active":"2024-08-04T15:23:51.500297+0000","last_became_peered":"2024-08-04T15:23:51.500297+0000","last_unstale":"2024-08-04T15:24:15.097860+0000","last_undegraded":"2024-08-04T15:24:15.097860+0000","last_fullsized":"2024-08-04T15:24:15.097860+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:05:13.759470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161519+0000","last_change":"2024-08-04T15:23:51.503761+0000","last_active":"2024-08-04T15:23:53.161519+0000","last_peered":"2024-08-04T15:23:53.161519+0000","last_clean":"2024-08-04T15:23:53.161519+0000","last_became_active":"2024-08-04T15:23:51.502325+0000","last_became_peered":"2024-08-04T15:23:51.502325+0000","last_unstale":"2024-08-04T15:23:53.161519+0000","last_undegraded":"2024-08-04T15:23:53.161519+0000","last_fullsized":"2024-08-04T15:23:53.161519+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:18:53.024583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161030+0000","last_change":"2024-08-04T15:23:51.504028+0000","last_active":"2024-08-04T15:23:53.161030+0000","last_peered":"2024-08-04T15:23:53.161030+0000","last_clean":"2024-08-04T15:23:53.161030+0000","last_became_active":"2024-08-04T15:23:51.502406+0000","last_became_peered":"2024-08-04T15:23:51.502406+0000","last_unstale":"2024-08-04T15:23:53.161030+0000","last_undegraded":"2024-08-04T15:23:53.161030+0000","last_fullsized":"2024-08-04T15:23:53.161030+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:07:00.811214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.508878+0000","last_change":"2024-08-04T15:23:51.515670+0000","last_active":"2024-08-04T15:23:53.508878+0000","last_peered":"2024-08-04T15:23:53.508878+0000","last_clean":"2024-08-04T15:23:53.508878+0000","last_became_active":"2024-08-04T15:23:51.513755+0000","last_became_peered":"2024-08-04T15:23:51.513755+0000","last_unstale":"2024-08-04T15:23:53.508878+0000","last_undegraded":"2024-08-04T15:23:53.508878+0000","last_fullsized":"2024-08-04T15:23:53.508878+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:07:36.189578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.490369+0000","last_change":"2024-08-04T15:23:51.505972+0000","last_active":"2024-08-04T15:23:52.490369+0000","last_peered":"2024-08-04T15:23:52.490369+0000","last_clean":"2024-08-04T15:23:52.490369+0000","last_became_active":"2024-08-04T15:23:51.505698+0000","last_became_peered":"2024-08-04T15:23:51.505698+0000","last_unstale":"2024-08-04T15:23:52.490369+0000","last_undegraded":"2024-08-04T15:23:52.490369+0000","last_fullsized":"2024-08-04T15:23:52.490369+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:17:26.415836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160521+0000","last_change":"2024-08-04T15:23:51.514862+0000","last_active":"2024-08-04T15:23:53.160521+0000","last_peered":"2024-08-04T15:23:53.160521+0000","last_clean":"2024-08-04T15:23:53.160521+0000","last_became_active":"2024-08-04T15:23:51.514571+0000","last_became_peered":"2024-08-04T15:23:51.514571+0000","last_unstale":"2024-08-04T15:23:53.160521+0000","last_undegraded":"2024-08-04T15:23:53.160521+0000","last_fullsized":"2024-08-04T15:23:53.160521+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:27:28.970858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.496394+0000","last_change":"2024-08-04T15:23:51.502636+0000","last_active":"2024-08-04T15:23:53.496394+0000","last_peered":"2024-08-04T15:23:53.496394+0000","last_clean":"2024-08-04T15:23:53.496394+0000","last_became_active":"2024-08-04T15:23:51.502221+0000","last_became_peered":"2024-08-04T15:23:51.502221+0000","last_unstale":"2024-08-04T15:23:53.496394+0000","last_undegraded":"2024-08-04T15:23:53.496394+0000","last_fullsized":"2024-08-04T15:23:53.496394+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:08:29.459334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.507895+0000","last_change":"2024-08-04T15:23:48.275284+0000","last_active":"2024-08-04T15:23:53.507895+0000","last_peered":"2024-08-04T15:23:53.507895+0000","last_clean":"2024-08-04T15:23:53.507895+0000","last_became_active":"2024-08-04T15:23:48.275018+0000","last_became_peered":"2024-08-04T15:23:48.275018+0000","last_unstale":"2024-08-04T15:23:53.507895+0000","last_undegraded":"2024-08-04T15:23:53.507895+0000","last_fullsized":"2024-08-04T15:23:53.507895+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:31:57.708624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161113+0000","last_change":"2024-08-04T15:23:51.512567+0000","last_active":"2024-08-04T15:23:53.161113+0000","last_peered":"2024-08-04T15:23:53.161113+0000","last_clean":"2024-08-04T15:23:53.161113+0000","last_became_active":"2024-08-04T15:23:51.511321+0000","last_became_peered":"2024-08-04T15:23:51.511321+0000","last_unstale":"2024-08-04T15:23:53.161113+0000","last_undegraded":"2024-08-04T15:23:53.161113+0000","last_fullsized":"2024-08-04T15:23:53.161113+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:43:14.616860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.506011+0000","last_change":"2024-08-04T15:23:48.283021+0000","last_active":"2024-08-04T15:23:53.506011+0000","last_peered":"2024-08-04T15:23:53.506011+0000","last_clean":"2024-08-04T15:23:53.506011+0000","last_became_active":"2024-08-04T15:23:48.282525+0000","last_became_peered":"2024-08-04T15:23:48.282525+0000","last_unstale":"2024-08-04T15:23:53.506011+0000","last_undegraded":"2024-08-04T15:23:53.506011+0000","last_fullsized":"2024-08-04T15:23:53.506011+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:36:50.947842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160791+0000","last_change":"2024-08-04T15:23:48.277222+0000","last_active":"2024-08-04T15:23:53.160791+0000","last_peered":"2024-08-04T15:23:53.160791+0000","last_clean":"2024-08-04T15:23:53.160791+0000","last_became_active":"2024-08-04T15:23:48.276906+0000","last_became_peered":"2024-08-04T15:23:48.276906+0000","last_unstale":"2024-08-04T15:23:53.160791+0000","last_undegraded":"2024-08-04T15:23:53.160791+0000","last_fullsized":"2024-08-04T15:23:53.160791+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:35:42.927782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160529+0000","last_change":"2024-08-04T15:23:51.506367+0000","last_active":"2024-08-04T15:23:53.160529+0000","last_peered":"2024-08-04T15:23:53.160529+0000","last_clean":"2024-08-04T15:23:53.160529+0000","last_became_active":"2024-08-04T15:23:51.506056+0000","last_became_peered":"2024-08-04T15:23:51.506056+0000","last_unstale":"2024-08-04T15:23:53.160529+0000","last_undegraded":"2024-08-04T15:23:53.160529+0000","last_fullsized":"2024-08-04T15:23:53.160529+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:24:28.792946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.509460+0000","last_change":"2024-08-04T15:23:48.279106+0000","last_active":"2024-08-04T15:23:53.509460+0000","last_peered":"2024-08-04T15:23:53.509460+0000","last_clean":"2024-08-04T15:23:53.509460+0000","last_became_active":"2024-08-04T15:23:48.278804+0000","last_became_peered":"2024-08-04T15:23:48.278804+0000","last_unstale":"2024-08-04T15:23:53.509460+0000","last_undegraded":"2024-08-04T15:23:53.509460+0000","last_fullsized":"2024-08-04T15:23:53.509460+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:01:45.707647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096718+0000","last_change":"2024-08-04T15:23:51.495377+0000","last_active":"2024-08-04T15:24:15.096718+0000","last_peered":"2024-08-04T15:24:15.096718+0000","last_clean":"2024-08-04T15:24:15.096718+0000","last_became_active":"2024-08-04T15:23:51.495082+0000","last_became_peered":"2024-08-04T15:23:51.495082+0000","last_unstale":"2024-08-04T15:24:15.096718+0000","last_undegraded":"2024-08-04T15:24:15.096718+0000","last_fullsized":"2024-08-04T15:24:15.096718+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:08:48.327340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160896+0000","last_change":"2024-08-04T15:23:48.283827+0000","last_active":"2024-08-04T15:23:53.160896+0000","last_peered":"2024-08-04T15:23:53.160896+0000","last_clean":"2024-08-04T15:23:53.160896+0000","last_became_active":"2024-08-04T15:23:48.283520+0000","last_became_peered":"2024-08-04T15:23:48.283520+0000","last_unstale":"2024-08-04T15:23:53.160896+0000","last_undegraded":"2024-08-04T15:23:53.160896+0000","last_fullsized":"2024-08-04T15:23:53.160896+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:18:16.247702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.506761+0000","last_change":"2024-08-04T15:23:51.505550+0000","last_active":"2024-08-04T15:23:53.506761+0000","last_peered":"2024-08-04T15:23:53.506761+0000","last_clean":"2024-08-04T15:23:53.506761+0000","last_became_active":"2024-08-04T15:23:51.504959+0000","last_became_peered":"2024-08-04T15:23:51.504959+0000","last_unstale":"2024-08-04T15:23:53.506761+0000","last_undegraded":"2024-08-04T15:23:53.506761+0000","last_fullsized":"2024-08-04T15:23:53.506761+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:43:17.088831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.506938+0000","last_change":"2024-08-04T15:23:48.283723+0000","last_active":"2024-08-04T15:23:53.506938+0000","last_peered":"2024-08-04T15:23:53.506938+0000","last_clean":"2024-08-04T15:23:53.506938+0000","last_became_active":"2024-08-04T15:23:48.283377+0000","last_became_peered":"2024-08-04T15:23:48.283377+0000","last_unstale":"2024-08-04T15:23:53.506938+0000","last_undegraded":"2024-08-04T15:23:53.506938+0000","last_fullsized":"2024-08-04T15:23:53.506938+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:24:22.955080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161451+0000","last_change":"2024-08-04T15:23:51.512117+0000","last_active":"2024-08-04T15:23:53.161451+0000","last_peered":"2024-08-04T15:23:53.161451+0000","last_clean":"2024-08-04T15:23:53.161451+0000","last_became_active":"2024-08-04T15:23:51.508897+0000","last_became_peered":"2024-08-04T15:23:51.508897+0000","last_unstale":"2024-08-04T15:23:53.161451+0000","last_undegraded":"2024-08-04T15:23:53.161451+0000","last_fullsized":"2024-08-04T15:23:53.161451+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:56:49.886166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097995+0000","last_change":"2024-08-04T15:23:48.279173+0000","last_active":"2024-08-04T15:24:15.097995+0000","last_peered":"2024-08-04T15:24:15.097995+0000","last_clean":"2024-08-04T15:24:15.097995+0000","last_became_active":"2024-08-04T15:23:48.278870+0000","last_became_peered":"2024-08-04T15:23:48.278870+0000","last_unstale":"2024-08-04T15:24:15.097995+0000","last_undegraded":"2024-08-04T15:24:15.097995+0000","last_fullsized":"2024-08-04T15:24:15.097995+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:35:18.498343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.496938+0000","last_change":"2024-08-04T15:23:51.505776+0000","last_active":"2024-08-04T15:23:53.496938+0000","last_peered":"2024-08-04T15:23:53.496938+0000","last_clean":"2024-08-04T15:23:53.496938+0000","last_became_active":"2024-08-04T15:23:51.505222+0000","last_became_peered":"2024-08-04T15:23:51.505222+0000","last_unstale":"2024-08-04T15:23:53.496938+0000","last_undegraded":"2024-08-04T15:23:53.496938+0000","last_fullsized":"2024-08-04T15:23:53.496938+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:57:42.114526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.513065+0000","last_change":"2024-08-04T15:23:48.281848+0000","last_active":"2024-08-04T15:23:53.513065+0000","last_peered":"2024-08-04T15:23:53.513065+0000","last_clean":"2024-08-04T15:23:53.513065+0000","last_became_active":"2024-08-04T15:23:48.281548+0000","last_became_peered":"2024-08-04T15:23:48.281548+0000","last_unstale":"2024-08-04T15:23:53.513065+0000","last_undegraded":"2024-08-04T15:23:53.513065+0000","last_fullsized":"2024-08-04T15:23:53.513065+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:09:12.939157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096897+0000","last_change":"2024-08-04T15:23:51.515749+0000","last_active":"2024-08-04T15:24:15.096897+0000","last_peered":"2024-08-04T15:24:15.096897+0000","last_clean":"2024-08-04T15:24:15.096897+0000","last_became_active":"2024-08-04T15:23:51.515291+0000","last_became_peered":"2024-08-04T15:23:51.515291+0000","last_unstale":"2024-08-04T15:24:15.096897+0000","last_undegraded":"2024-08-04T15:24:15.096897+0000","last_fullsized":"2024-08-04T15:24:15.096897+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:12:21.731480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.512771+0000","last_change":"2024-08-04T15:23:48.274307+0000","last_active":"2024-08-04T15:23:53.512771+0000","last_peered":"2024-08-04T15:23:53.512771+0000","last_clean":"2024-08-04T15:23:53.512771+0000","last_became_active":"2024-08-04T15:23:48.274014+0000","last_became_peered":"2024-08-04T15:23:48.274014+0000","last_unstale":"2024-08-04T15:23:53.512771+0000","last_undegraded":"2024-08-04T15:23:53.512771+0000","last_fullsized":"2024-08-04T15:23:53.512771+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:37:36.408249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160949+0000","last_change":"2024-08-04T15:23:51.505735+0000","last_active":"2024-08-04T15:23:53.160949+0000","last_peered":"2024-08-04T15:23:53.160949+0000","last_clean":"2024-08-04T15:23:53.160949+0000","last_became_active":"2024-08-04T15:23:51.505470+0000","last_became_peered":"2024-08-04T15:23:51.505470+0000","last_unstale":"2024-08-04T15:23:53.160949+0000","last_undegraded":"2024-08-04T15:23:53.160949+0000","last_fullsized":"2024-08-04T15:23:53.160949+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:30:41.327112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.508968+0000","last_change":"2024-08-04T15:23:48.279451+0000","last_active":"2024-08-04T15:23:53.508968+0000","last_peered":"2024-08-04T15:23:53.508968+0000","last_clean":"2024-08-04T15:23:53.508968+0000","last_became_active":"2024-08-04T15:23:48.279090+0000","last_became_peered":"2024-08-04T15:23:48.279090+0000","last_unstale":"2024-08-04T15:23:53.508968+0000","last_undegraded":"2024-08-04T15:23:53.508968+0000","last_fullsized":"2024-08-04T15:23:53.508968+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:43:18.349023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097657+0000","last_change":"2024-08-04T15:23:51.518087+0000","last_active":"2024-08-04T15:24:15.097657+0000","last_peered":"2024-08-04T15:24:15.097657+0000","last_clean":"2024-08-04T15:24:15.097657+0000","last_became_active":"2024-08-04T15:23:51.517647+0000","last_became_peered":"2024-08-04T15:23:51.517647+0000","last_unstale":"2024-08-04T15:24:15.097657+0000","last_undegraded":"2024-08-04T15:24:15.097657+0000","last_fullsized":"2024-08-04T15:24:15.097657+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:34:32.059933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160648+0000","last_change":"2024-08-04T15:23:48.284012+0000","last_active":"2024-08-04T15:23:53.160648+0000","last_peered":"2024-08-04T15:23:53.160648+0000","last_clean":"2024-08-04T15:23:53.160648+0000","last_became_active":"2024-08-04T15:23:48.283453+0000","last_became_peered":"2024-08-04T15:23:48.283453+0000","last_unstale":"2024-08-04T15:23:53.160648+0000","last_undegraded":"2024-08-04T15:23:53.160648+0000","last_fullsized":"2024-08-04T15:23:53.160648+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:05:40.040885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160529+0000","last_change":"2024-08-04T15:23:51.515938+0000","last_active":"2024-08-04T15:23:53.160529+0000","last_peered":"2024-08-04T15:23:53.160529+0000","last_clean":"2024-08-04T15:23:53.160529+0000","last_became_active":"2024-08-04T15:23:51.515650+0000","last_became_peered":"2024-08-04T15:23:51.515650+0000","last_unstale":"2024-08-04T15:23:53.160529+0000","last_undegraded":"2024-08-04T15:23:53.160529+0000","last_fullsized":"2024-08-04T15:23:53.160529+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:56:31.130164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":22,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.512286+0000","last_change":"2024-08-04T15:23:48.269918+0000","last_active":"2024-08-04T15:23:53.512286+0000","last_peered":"2024-08-04T15:23:53.512286+0000","last_clean":"2024-08-04T15:23:53.512286+0000","last_became_active":"2024-08-04T15:23:48.269587+0000","last_became_peered":"2024-08-04T15:23:48.269587+0000","last_unstale":"2024-08-04T15:23:53.512286+0000","last_undegraded":"2024-08-04T15:23:53.512286+0000","last_fullsized":"2024-08-04T15:23:53.512286+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:29:46.647005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096900+0000","last_change":"2024-08-04T15:23:51.511866+0000","last_active":"2024-08-04T15:24:15.096900+0000","last_peered":"2024-08-04T15:24:15.096900+0000","last_clean":"2024-08-04T15:24:15.096900+0000","last_became_active":"2024-08-04T15:23:51.511562+0000","last_became_peered":"2024-08-04T15:23:51.511562+0000","last_unstale":"2024-08-04T15:24:15.096900+0000","last_undegraded":"2024-08-04T15:24:15.096900+0000","last_fullsized":"2024-08-04T15:24:15.096900+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:40:26.926853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.508748+0000","last_change":"2024-08-04T15:23:48.276386+0000","last_active":"2024-08-04T15:23:53.508748+0000","last_peered":"2024-08-04T15:23:53.508748+0000","last_clean":"2024-08-04T15:23:53.508748+0000","last_became_active":"2024-08-04T15:23:48.275882+0000","last_became_peered":"2024-08-04T15:23:48.275882+0000","last_unstale":"2024-08-04T15:23:53.508748+0000","last_undegraded":"2024-08-04T15:23:53.508748+0000","last_fullsized":"2024-08-04T15:23:53.508748+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:28:59.872959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097265+0000","last_change":"2024-08-04T15:23:51.514697+0000","last_active":"2024-08-04T15:24:15.097265+0000","last_peered":"2024-08-04T15:24:15.097265+0000","last_clean":"2024-08-04T15:24:15.097265+0000","last_became_active":"2024-08-04T15:23:51.513403+0000","last_became_peered":"2024-08-04T15:23:51.513403+0000","last_unstale":"2024-08-04T15:24:15.097265+0000","last_undegraded":"2024-08-04T15:24:15.097265+0000","last_fullsized":"2024-08-04T15:24:15.097265+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:59:13.217468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.511255+0000","last_change":"2024-08-04T15:23:48.276563+0000","last_active":"2024-08-04T15:23:53.511255+0000","last_peered":"2024-08-04T15:23:53.511255+0000","last_clean":"2024-08-04T15:23:53.511255+0000","last_became_active":"2024-08-04T15:23:48.275645+0000","last_became_peered":"2024-08-04T15:23:48.275645+0000","last_unstale":"2024-08-04T15:23:53.511255+0000","last_undegraded":"2024-08-04T15:23:53.511255+0000","last_fullsized":"2024-08-04T15:23:53.511255+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:57:44.808918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097672+0000","last_change":"2024-08-04T15:23:51.517178+0000","last_active":"2024-08-04T15:24:15.097672+0000","last_peered":"2024-08-04T15:24:15.097672+0000","last_clean":"2024-08-04T15:24:15.097672+0000","last_became_active":"2024-08-04T15:23:51.516772+0000","last_became_peered":"2024-08-04T15:23:51.516772+0000","last_unstale":"2024-08-04T15:24:15.097672+0000","last_undegraded":"2024-08-04T15:24:15.097672+0000","last_fullsized":"2024-08-04T15:24:15.097672+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:55:01.959163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098068+0000","last_change":"2024-08-04T15:23:48.274978+0000","last_active":"2024-08-04T15:24:15.098068+0000","last_peered":"2024-08-04T15:24:15.098068+0000","last_clean":"2024-08-04T15:24:15.098068+0000","last_became_active":"2024-08-04T15:23:48.274675+0000","last_became_peered":"2024-08-04T15:23:48.274675+0000","last_unstale":"2024-08-04T15:24:15.098068+0000","last_undegraded":"2024-08-04T15:24:15.098068+0000","last_fullsized":"2024-08-04T15:24:15.098068+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:43:31.663358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.509881+0000","last_change":"2024-08-04T15:23:51.515281+0000","last_active":"2024-08-04T15:23:53.509881+0000","last_peered":"2024-08-04T15:23:53.509881+0000","last_clean":"2024-08-04T15:23:53.509881+0000","last_became_active":"2024-08-04T15:23:51.515015+0000","last_became_peered":"2024-08-04T15:23:51.515015+0000","last_unstale":"2024-08-04T15:23:53.509881+0000","last_undegraded":"2024-08-04T15:23:53.509881+0000","last_fullsized":"2024-08-04T15:23:53.509881+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:12:29.932714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.490467+0000","last_change":"2024-08-04T15:23:48.274476+0000","last_active":"2024-08-04T15:23:52.490467+0000","last_peered":"2024-08-04T15:23:52.490467+0000","last_clean":"2024-08-04T15:23:52.490467+0000","last_became_active":"2024-08-04T15:23:48.273407+0000","last_became_peered":"2024-08-04T15:23:48.273407+0000","last_unstale":"2024-08-04T15:23:52.490467+0000","last_undegraded":"2024-08-04T15:23:52.490467+0000","last_fullsized":"2024-08-04T15:23:52.490467+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:16:07.211238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097032+0000","last_change":"2024-08-04T15:23:51.511102+0000","last_active":"2024-08-04T15:24:15.097032+0000","last_peered":"2024-08-04T15:24:15.097032+0000","last_clean":"2024-08-04T15:24:15.097032+0000","last_became_active":"2024-08-04T15:23:51.510794+0000","last_became_peered":"2024-08-04T15:23:51.510794+0000","last_unstale":"2024-08-04T15:24:15.097032+0000","last_undegraded":"2024-08-04T15:24:15.097032+0000","last_fullsized":"2024-08-04T15:24:15.097032+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:32:33.827060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":236,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097423+0000","last_change":"2024-08-04T15:23:26.550976+0000","last_active":"2024-08-04T15:24:15.097423+0000","last_peered":"2024-08-04T15:24:15.097423+0000","last_clean":"2024-08-04T15:24:15.097423+0000","last_became_active":"2024-08-04T15:23:26.550654+0000","last_became_peered":"2024-08-04T15:23:26.550654+0000","last_unstale":"2024-08-04T15:24:15.097423+0000","last_undegraded":"2024-08-04T15:24:15.097423+0000","last_fullsized":"2024-08-04T15:24:15.097423+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:21:25.437230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:21:25.437230+0000","last_clean_scrub_stamp":"2024-08-04T15:21:25.437230+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:43:30.284931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.507643+0000","last_change":"2024-08-04T15:23:48.277860+0000","last_active":"2024-08-04T15:23:53.507643+0000","last_peered":"2024-08-04T15:23:53.507643+0000","last_clean":"2024-08-04T15:23:53.507643+0000","last_became_active":"2024-08-04T15:23:48.277556+0000","last_became_peered":"2024-08-04T15:23:48.277556+0000","last_unstale":"2024-08-04T15:23:53.507643+0000","last_undegraded":"2024-08-04T15:23:53.507643+0000","last_fullsized":"2024-08-04T15:23:53.507643+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:06:52.721636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161076+0000","last_change":"2024-08-04T15:23:51.510648+0000","last_active":"2024-08-04T15:23:53.161076+0000","last_peered":"2024-08-04T15:23:53.161076+0000","last_clean":"2024-08-04T15:23:53.161076+0000","last_became_active":"2024-08-04T15:23:51.510442+0000","last_became_peered":"2024-08-04T15:23:51.510442+0000","last_unstale":"2024-08-04T15:23:53.161076+0000","last_undegraded":"2024-08-04T15:23:53.161076+0000","last_fullsized":"2024-08-04T15:23:53.161076+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:35:39.736041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097043+0000","last_change":"2024-08-04T15:23:48.276874+0000","last_active":"2024-08-04T15:24:15.097043+0000","last_peered":"2024-08-04T15:24:15.097043+0000","last_clean":"2024-08-04T15:24:15.097043+0000","last_became_active":"2024-08-04T15:23:48.276577+0000","last_became_peered":"2024-08-04T15:23:48.276577+0000","last_unstale":"2024-08-04T15:24:15.097043+0000","last_undegraded":"2024-08-04T15:24:15.097043+0000","last_fullsized":"2024-08-04T15:24:15.097043+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:06:59.690137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160465+0000","last_change":"2024-08-04T15:23:51.502729+0000","last_active":"2024-08-04T15:23:53.160465+0000","last_peered":"2024-08-04T15:23:53.160465+0000","last_clean":"2024-08-04T15:23:53.160465+0000","last_became_active":"2024-08-04T15:23:51.502366+0000","last_became_peered":"2024-08-04T15:23:51.502366+0000","last_unstale":"2024-08-04T15:23:53.160465+0000","last_undegraded":"2024-08-04T15:23:53.160465+0000","last_fullsized":"2024-08-04T15:23:53.160465+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:28:36.020082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.490374+0000","last_change":"2024-08-04T15:23:48.272569+0000","last_active":"2024-08-04T15:23:52.490374+0000","last_peered":"2024-08-04T15:23:52.490374+0000","last_clean":"2024-08-04T15:23:52.490374+0000","last_became_active":"2024-08-04T15:23:48.272173+0000","last_became_peered":"2024-08-04T15:23:48.272173+0000","last_unstale":"2024-08-04T15:23:52.490374+0000","last_undegraded":"2024-08-04T15:23:52.490374+0000","last_fullsized":"2024-08-04T15:23:52.490374+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:47:05.909654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097277+0000","last_change":"2024-08-04T15:23:51.503161+0000","last_active":"2024-08-04T15:24:15.097277+0000","last_peered":"2024-08-04T15:24:15.097277+0000","last_clean":"2024-08-04T15:24:15.097277+0000","last_became_active":"2024-08-04T15:23:51.502823+0000","last_became_peered":"2024-08-04T15:23:51.502823+0000","last_unstale":"2024-08-04T15:24:15.097277+0000","last_undegraded":"2024-08-04T15:24:15.097277+0000","last_fullsized":"2024-08-04T15:24:15.097277+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:33:21.023850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.509049+0000","last_change":"2024-08-04T15:23:48.283717+0000","last_active":"2024-08-04T15:23:53.509049+0000","last_peered":"2024-08-04T15:23:53.509049+0000","last_clean":"2024-08-04T15:23:53.509049+0000","last_became_active":"2024-08-04T15:23:48.283378+0000","last_became_peered":"2024-08-04T15:23:48.283378+0000","last_unstale":"2024-08-04T15:23:53.509049+0000","last_undegraded":"2024-08-04T15:23:53.509049+0000","last_fullsized":"2024-08-04T15:23:53.509049+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:59:08.478236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:52.491263+0000","last_change":"2024-08-04T15:23:51.507648+0000","last_active":"2024-08-04T15:23:52.491263+0000","last_peered":"2024-08-04T15:23:52.491263+0000","last_clean":"2024-08-04T15:23:52.491263+0000","last_became_active":"2024-08-04T15:23:51.507310+0000","last_became_peered":"2024-08-04T15:23:51.507310+0000","last_unstale":"2024-08-04T15:23:52.491263+0000","last_undegraded":"2024-08-04T15:23:52.491263+0000","last_fullsized":"2024-08-04T15:23:52.491263+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:01:12.443418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097953+0000","last_change":"2024-08-04T15:23:48.271724+0000","last_active":"2024-08-04T15:24:15.097953+0000","last_peered":"2024-08-04T15:24:15.097953+0000","last_clean":"2024-08-04T15:24:15.097953+0000","last_became_active":"2024-08-04T15:23:48.271396+0000","last_became_peered":"2024-08-04T15:23:48.271396+0000","last_unstale":"2024-08-04T15:24:15.097953+0000","last_undegraded":"2024-08-04T15:24:15.097953+0000","last_fullsized":"2024-08-04T15:24:15.097953+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:16:53.552693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.508025+0000","last_change":"2024-08-04T15:23:51.514596+0000","last_active":"2024-08-04T15:23:53.508025+0000","last_peered":"2024-08-04T15:23:53.508025+0000","last_clean":"2024-08-04T15:23:53.508025+0000","last_became_active":"2024-08-04T15:23:51.513688+0000","last_became_peered":"2024-08-04T15:23:51.513688+0000","last_unstale":"2024-08-04T15:23:53.508025+0000","last_undegraded":"2024-08-04T15:23:53.508025+0000","last_fullsized":"2024-08-04T15:23:53.508025+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:34:52.430383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097365+0000","last_change":"2024-08-04T15:23:48.282213+0000","last_active":"2024-08-04T15:24:15.097365+0000","last_peered":"2024-08-04T15:24:15.097365+0000","last_clean":"2024-08-04T15:24:15.097365+0000","last_became_active":"2024-08-04T15:23:48.281870+0000","last_became_peered":"2024-08-04T15:23:48.281870+0000","last_unstale":"2024-08-04T15:24:15.097365+0000","last_undegraded":"2024-08-04T15:24:15.097365+0000","last_fullsized":"2024-08-04T15:24:15.097365+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:09:39.722868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097881+0000","last_change":"2024-08-04T15:23:51.500768+0000","last_active":"2024-08-04T15:24:15.097881+0000","last_peered":"2024-08-04T15:24:15.097881+0000","last_clean":"2024-08-04T15:24:15.097881+0000","last_became_active":"2024-08-04T15:23:51.499939+0000","last_became_peered":"2024-08-04T15:23:51.499939+0000","last_unstale":"2024-08-04T15:24:15.097881+0000","last_undegraded":"2024-08-04T15:24:15.097881+0000","last_fullsized":"2024-08-04T15:24:15.097881+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:34:21.244874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098242+0000","last_change":"2024-08-04T15:23:48.274053+0000","last_active":"2024-08-04T15:24:15.098242+0000","last_peered":"2024-08-04T15:24:15.098242+0000","last_clean":"2024-08-04T15:24:15.098242+0000","last_became_active":"2024-08-04T15:23:48.273742+0000","last_became_peered":"2024-08-04T15:23:48.273742+0000","last_unstale":"2024-08-04T15:24:15.098242+0000","last_undegraded":"2024-08-04T15:24:15.098242+0000","last_fullsized":"2024-08-04T15:24:15.098242+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:04:13.417015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161168+0000","last_change":"2024-08-04T15:23:51.505232+0000","last_active":"2024-08-04T15:23:53.161168+0000","last_peered":"2024-08-04T15:23:53.161168+0000","last_clean":"2024-08-04T15:23:53.161168+0000","last_became_active":"2024-08-04T15:23:51.504940+0000","last_became_peered":"2024-08-04T15:23:51.504940+0000","last_unstale":"2024-08-04T15:23:53.161168+0000","last_undegraded":"2024-08-04T15:23:53.161168+0000","last_fullsized":"2024-08-04T15:23:53.161168+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:56:17.256266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.511518+0000","last_change":"2024-08-04T15:23:48.276643+0000","last_active":"2024-08-04T15:23:53.511518+0000","last_peered":"2024-08-04T15:23:53.511518+0000","last_clean":"2024-08-04T15:23:53.511518+0000","last_became_active":"2024-08-04T15:23:48.276349+0000","last_became_peered":"2024-08-04T15:23:48.276349+0000","last_unstale":"2024-08-04T15:23:53.511518+0000","last_undegraded":"2024-08-04T15:23:53.511518+0000","last_fullsized":"2024-08-04T15:23:53.511518+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:16:35.783486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161292+0000","last_change":"2024-08-04T15:23:51.500072+0000","last_active":"2024-08-04T15:23:53.161292+0000","last_peered":"2024-08-04T15:23:53.161292+0000","last_clean":"2024-08-04T15:23:53.161292+0000","last_became_active":"2024-08-04T15:23:51.499805+0000","last_became_peered":"2024-08-04T15:23:51.499805+0000","last_unstale":"2024-08-04T15:23:53.161292+0000","last_undegraded":"2024-08-04T15:23:53.161292+0000","last_fullsized":"2024-08-04T15:23:53.161292+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:13:11.413652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096936+0000","last_change":"2024-08-04T15:23:48.274912+0000","last_active":"2024-08-04T15:24:15.096936+0000","last_peered":"2024-08-04T15:24:15.096936+0000","last_clean":"2024-08-04T15:24:15.096936+0000","last_became_active":"2024-08-04T15:23:48.274594+0000","last_became_peered":"2024-08-04T15:23:48.274594+0000","last_unstale":"2024-08-04T15:24:15.096936+0000","last_undegraded":"2024-08-04T15:24:15.096936+0000","last_fullsized":"2024-08-04T15:24:15.096936+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:06:27.480296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.496504+0000","last_change":"2024-08-04T15:23:51.508447+0000","last_active":"2024-08-04T15:23:53.496504+0000","last_peered":"2024-08-04T15:23:53.496504+0000","last_clean":"2024-08-04T15:23:53.496504+0000","last_became_active":"2024-08-04T15:23:51.508129+0000","last_became_peered":"2024-08-04T15:23:51.508129+0000","last_unstale":"2024-08-04T15:23:53.496504+0000","last_undegraded":"2024-08-04T15:23:53.496504+0000","last_fullsized":"2024-08-04T15:23:53.496504+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:46:49.190811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097601+0000","last_change":"2024-08-04T15:23:48.276328+0000","last_active":"2024-08-04T15:24:15.097601+0000","last_peered":"2024-08-04T15:24:15.097601+0000","last_clean":"2024-08-04T15:24:15.097601+0000","last_became_active":"2024-08-04T15:23:48.276005+0000","last_became_peered":"2024-08-04T15:23:48.276005+0000","last_unstale":"2024-08-04T15:24:15.097601+0000","last_undegraded":"2024-08-04T15:24:15.097601+0000","last_fullsized":"2024-08-04T15:24:15.097601+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:34:26.442964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160567+0000","last_change":"2024-08-04T15:23:51.504777+0000","last_active":"2024-08-04T15:23:53.160567+0000","last_peered":"2024-08-04T15:23:53.160567+0000","last_clean":"2024-08-04T15:23:53.160567+0000","last_became_active":"2024-08-04T15:23:51.504347+0000","last_became_peered":"2024-08-04T15:23:51.504347+0000","last_unstale":"2024-08-04T15:23:53.160567+0000","last_undegraded":"2024-08-04T15:23:53.160567+0000","last_fullsized":"2024-08-04T15:23:53.160567+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:28:44.920605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097774+0000","last_change":"2024-08-04T15:23:48.275860+0000","last_active":"2024-08-04T15:24:15.097774+0000","last_peered":"2024-08-04T15:24:15.097774+0000","last_clean":"2024-08-04T15:24:15.097774+0000","last_became_active":"2024-08-04T15:23:48.275527+0000","last_became_peered":"2024-08-04T15:23:48.275527+0000","last_unstale":"2024-08-04T15:24:15.097774+0000","last_undegraded":"2024-08-04T15:24:15.097774+0000","last_fullsized":"2024-08-04T15:24:15.097774+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:43:36.001512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161270+0000","last_change":"2024-08-04T15:23:51.507576+0000","last_active":"2024-08-04T15:23:53.161270+0000","last_peered":"2024-08-04T15:23:53.161270+0000","last_clean":"2024-08-04T15:23:53.161270+0000","last_became_active":"2024-08-04T15:23:51.506817+0000","last_became_peered":"2024-08-04T15:23:51.506817+0000","last_unstale":"2024-08-04T15:23:53.161270+0000","last_undegraded":"2024-08-04T15:23:53.161270+0000","last_fullsized":"2024-08-04T15:23:53.161270+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:17:32.387402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097823+0000","last_change":"2024-08-04T15:23:48.281084+0000","last_active":"2024-08-04T15:24:15.097823+0000","last_peered":"2024-08-04T15:24:15.097823+0000","last_clean":"2024-08-04T15:24:15.097823+0000","last_became_active":"2024-08-04T15:23:48.280659+0000","last_became_peered":"2024-08-04T15:23:48.280659+0000","last_unstale":"2024-08-04T15:24:15.097823+0000","last_undegraded":"2024-08-04T15:24:15.097823+0000","last_fullsized":"2024-08-04T15:24:15.097823+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:44:58.999337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.160816+0000","last_change":"2024-08-04T15:23:51.501782+0000","last_active":"2024-08-04T15:23:53.160816+0000","last_peered":"2024-08-04T15:23:53.160816+0000","last_clean":"2024-08-04T15:23:53.160816+0000","last_became_active":"2024-08-04T15:23:51.501477+0000","last_became_peered":"2024-08-04T15:23:51.501477+0000","last_unstale":"2024-08-04T15:23:53.160816+0000","last_undegraded":"2024-08-04T15:23:53.160816+0000","last_fullsized":"2024-08-04T15:23:53.160816+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:46:24.258789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.507935+0000","last_change":"2024-08-04T15:23:51.519152+0000","last_active":"2024-08-04T15:23:53.507935+0000","last_peered":"2024-08-04T15:23:53.507935+0000","last_clean":"2024-08-04T15:23:53.507935+0000","last_became_active":"2024-08-04T15:23:51.518852+0000","last_became_peered":"2024-08-04T15:23:51.518852+0000","last_unstale":"2024-08-04T15:23:53.507935+0000","last_undegraded":"2024-08-04T15:23:53.507935+0000","last_fullsized":"2024-08-04T15:23:53.507935+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:27:45.333732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097312+0000","last_change":"2024-08-04T15:23:48.281187+0000","last_active":"2024-08-04T15:24:15.097312+0000","last_peered":"2024-08-04T15:24:15.097312+0000","last_clean":"2024-08-04T15:24:15.097312+0000","last_became_active":"2024-08-04T15:23:48.280850+0000","last_became_peered":"2024-08-04T15:23:48.280850+0000","last_unstale":"2024-08-04T15:24:15.097312+0000","last_undegraded":"2024-08-04T15:24:15.097312+0000","last_fullsized":"2024-08-04T15:24:15.097312+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:24:03.869475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.143949+0000","last_change":"2024-08-04T15:23:51.519073+0000","last_active":"2024-08-04T15:23:53.143949+0000","last_peered":"2024-08-04T15:23:53.143949+0000","last_clean":"2024-08-04T15:23:53.143949+0000","last_became_active":"2024-08-04T15:23:51.518787+0000","last_became_peered":"2024-08-04T15:23:51.518787+0000","last_unstale":"2024-08-04T15:23:53.143949+0000","last_undegraded":"2024-08-04T15:23:53.143949+0000","last_fullsized":"2024-08-04T15:23:53.143949+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:26:21.654360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097149+0000","last_change":"2024-08-04T15:23:48.277469+0000","last_active":"2024-08-04T15:24:15.097149+0000","last_peered":"2024-08-04T15:24:15.097149+0000","last_clean":"2024-08-04T15:24:15.097149+0000","last_became_active":"2024-08-04T15:23:48.277168+0000","last_became_peered":"2024-08-04T15:23:48.277168+0000","last_unstale":"2024-08-04T15:24:15.097149+0000","last_undegraded":"2024-08-04T15:24:15.097149+0000","last_fullsized":"2024-08-04T15:24:15.097149+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:44:19.702859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161453+0000","last_change":"2024-08-04T15:23:51.511722+0000","last_active":"2024-08-04T15:23:53.161453+0000","last_peered":"2024-08-04T15:23:53.161453+0000","last_clean":"2024-08-04T15:23:53.161453+0000","last_became_active":"2024-08-04T15:23:51.508641+0000","last_became_peered":"2024-08-04T15:23:51.508641+0000","last_unstale":"2024-08-04T15:23:53.161453+0000","last_undegraded":"2024-08-04T15:23:53.161453+0000","last_fullsized":"2024-08-04T15:23:53.161453+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:49:01.114348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.506380+0000","last_change":"2024-08-04T15:23:48.274428+0000","last_active":"2024-08-04T15:23:53.506380+0000","last_peered":"2024-08-04T15:23:53.506380+0000","last_clean":"2024-08-04T15:23:53.506380+0000","last_became_active":"2024-08-04T15:23:48.274158+0000","last_became_peered":"2024-08-04T15:23:48.274158+0000","last_unstale":"2024-08-04T15:23:53.506380+0000","last_undegraded":"2024-08-04T15:23:53.506380+0000","last_fullsized":"2024-08-04T15:23:53.506380+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:19:53.880155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.161151+0000","last_change":"2024-08-04T15:23:51.503876+0000","last_active":"2024-08-04T15:23:53.161151+0000","last_peered":"2024-08-04T15:23:53.161151+0000","last_clean":"2024-08-04T15:23:53.161151+0000","last_became_active":"2024-08-04T15:23:51.502023+0000","last_became_peered":"2024-08-04T15:23:51.502023+0000","last_unstale":"2024-08-04T15:23:53.161151+0000","last_undegraded":"2024-08-04T15:23:53.161151+0000","last_fullsized":"2024-08-04T15:23:53.161151+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:25:53.254130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-04T15:23:53.513503+0000","last_change":"2024-08-04T15:23:48.278706+0000","last_active":"2024-08-04T15:23:53.513503+0000","last_peered":"2024-08-04T15:23:53.513503+0000","last_clean":"2024-08-04T15:23:53.513503+0000","last_became_active":"2024-08-04T15:23:48.278426+0000","last_became_peered":"2024-08-04T15:23:48.278426+0000","last_unstale":"2024-08-04T15:23:53.513503+0000","last_undegraded":"2024-08-04T15:23:53.513503+0000","last_fullsized":"2024-08-04T15:23:53.513503+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:17:27.407624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233997,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298608,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446544,"statfs":{"total":95995035648,"available":95689261056,"internally_reserved":0,"allocated":1277952,"data_stored":880571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42699999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]}]},{"osd":6,"up_from":46,"seq":197568495634,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298584,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446568,"statfs":{"total":95995035648,"available":95689285632,"internally_reserved":0,"allocated":1253376,"data_stored":868153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.44700000000000001}]},{"osd":1,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.47499999999999998}]},{"osd":2,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.51200000000000001}]},{"osd":3,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.59699999999999998}]},{"osd":4,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.49299999999999999}]},{"osd":5,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.53700000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757271,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298012,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447140,"statfs":{"total":95995035648,"available":95689871360,"internally_reserved":0,"allocated":667648,"data_stored":278140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.51400000000000001}]},{"osd":1,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.437}]},{"osd":2,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.45200000000000001}]},{"osd":3,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.61499999999999999}]},{"osd":4,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.40300000000000002}]},{"osd":6,"last update":"Sun Aug 4 15:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.379},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.56799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018907,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":679936,"data_stored":283869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.63900000000000001}]},{"osd":1,"last update":"Sun Aug 4 15:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.51300000000000001}]},{"osd":2,"last update":"Sun Aug 4 15:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.46800000000000003}]},{"osd":3,"last update":"Sun Aug 4 15:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.49199999999999999}]},{"osd":5,"last update":"Sun Aug 4 15:23:35 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.61299999999999999}]},{"osd":6,"last update":"Sun Aug 4 15:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.69799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71899999999999997}]}]},{"osd":3,"up_from":25,"seq":107374182430,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":675840,"data_stored":278477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.40999999999999998,"15min":0.41399999999999998},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.54400000000000004,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.44400000000000001,"15min":0.432},"min":{"1min":0.28699999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":2.2170000000000001,"5min":2.2170000000000001,"15min":2.2170000000000001},"last":0.27900000000000003}]},{"osd":1,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.44700000000000001,"15min":0.44900000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.59999999999999998,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.312},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.41999999999999998,"15min":0.41799999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.39000000000000001}]},{"osd":2,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.45800000000000002,"15min":0.45400000000000001},"min":{"1min":0.28999999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.46200000000000002,"15min":0.46000000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.375}]},{"osd":4,"last update":"Sun Aug 4 15:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.59499999999999997}]},{"osd":5,"last update":"Sun Aug 4 15:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.621}]},{"osd":6,"last update":"Sun Aug 4 15:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.64600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298004,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447148,"statfs":{"total":95995035648,"available":95689879552,"internally_reserved":0,"allocated":655360,"data_stored":276821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:23:28 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.39500000000000002,"15min":0.39100000000000001},"min":{"1min":0.27000000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.41399999999999998,"15min":0.40899999999999997},"min":{"1min":0.316,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.59799999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.34399999999999997}]},{"osd":1,"last update":"Sun Aug 4 15:23:28 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.41399999999999998,"15min":0.41499999999999998},"min":{"1min":0.28799999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.53500000000000003,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.42399999999999999,"15min":0.41999999999999998},"min":{"1min":0.315,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.25700000000000001}]},{"osd":3,"last update":"Sun Aug 4 15:23:58 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.442,"15min":0.443},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.38},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.46999999999999997,"15min":0.47399999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.60399999999999998,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.37}]},{"osd":4,"last update":"Sun Aug 4 15:24:12 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55600000000000005,"15min":0.55500000000000005},"min":{"1min":0.40699999999999997,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.749,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.57199999999999995,"15min":0.57499999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.71499999999999997,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.46200000000000002}]},{"osd":5,"last update":"Sun Aug 4 15:23:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.47299999999999998}]},{"osd":6,"last update":"Sun Aug 4 15:24:01 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.45300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":675840,"data_stored":283598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:24:04 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.371,"15min":0.36399999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.40200000000000002,"15min":0.39500000000000002},"min":{"1min":0.24299999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.89300000000000002,"5min":1.056,"15min":1.056},"last":0.39900000000000002}]},{"osd":2,"last update":"Sun Aug 4 15:23:26 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.46000000000000002,"15min":0.46600000000000003},"min":{"1min":0.27400000000000002,"5min":0.214,"15min":0.214},"max":{"1min":0.66600000000000004,"5min":1.294,"15min":1.294},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.441,"15min":0.44400000000000001},"min":{"1min":0.30499999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.67700000000000005,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.44500000000000001}]},{"osd":3,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.45900000000000002,"15min":0.46200000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.61799999999999999,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45300000000000001,"15min":0.45800000000000002},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.48799999999999999}]},{"osd":4,"last update":"Sun Aug 4 15:24:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.55300000000000005,"15min":0.54900000000000004},"min":{"1min":0.42299999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.78700000000000003,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57799999999999996,"15min":0.57399999999999995},"min":{"1min":0.40799999999999997,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.73299999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.60699999999999998}]},{"osd":5,"last update":"Sun Aug 4 15:23:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.55200000000000005}]},{"osd":6,"last update":"Sun Aug 4 15:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.62},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.54300000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298600,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446552,"statfs":{"total":95995035648,"available":95689269248,"internally_reserved":0,"allocated":1265664,"data_stored":867905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Aug 4 15:24:06 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.35199999999999998,"15min":0.33500000000000002},"min":{"1min":0.251,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.378,"5min":0.36599999999999999,"15min":0.35199999999999998},"min":{"1min":0.251,"5min":0.224,"15min":0.224},"max":{"1min":0.53200000000000003,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.33500000000000002}]},{"osd":2,"last update":"Sun Aug 4 15:23:31 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.38800000000000001,"15min":0.38200000000000001},"min":{"1min":0.311,"5min":0.254,"15min":0.254},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.437,"5min":0.39000000000000001,"15min":0.38200000000000001},"min":{"1min":0.27800000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.376}]},{"osd":3,"last update":"Sun Aug 4 15:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.33200000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.434,"15min":0.432},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.35699999999999998}]},{"osd":4,"last update":"Sun Aug 4 15:23:13 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.45000000000000001}]},{"osd":5,"last update":"Sun Aug 4 15:23:37 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.438}]},{"osd":6,"last update":"Sun Aug 4 15:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.497}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-04T15:24:19.973 INFO:tasks.cephadm.ceph_manager.ceph:PG 3.34 is not active+clean 2024-08-04T15:24:19.973 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 14, 'reported_epoch': 66, 'state': 'peering', 'last_fresh': '2024-08-04T15:24:15.094065+0000', 'last_change': '2024-08-04T15:24:15.094327+0000', 'last_active': '2024-08-04T15:24:15.094037+0000', 'last_peered': '2024-08-04T15:23:53.496794+0000', 'last_clean': '2024-08-04T15:23:53.496794+0000', 'last_became_active': '2024-08-04T15:23:51.508188+0000', 'last_became_peered': '2024-08-04T15:23:51.508188+0000', 'last_unstale': '2024-08-04T15:24:15.094065+0000', 'last_undegraded': '2024-08-04T15:24:15.094065+0000', 'last_fullsized': '2024-08-04T15:24:15.094065+0000', 'mapping_epoch': 66, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 62, 'last_epoch_clean': 63, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-08-04T15:23:50.481839+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-08-04T15:23:50.481839+0000', 'last_clean_scrub_stamp': '2024-08-04T15:23:50.481839+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-08-05T15:39:41.696053+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6, 3], 'acting': [4, 6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 3, 6], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-08-04T15:24:19.973 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph status --format=json 2024-08-04T15:24:20.243 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:24:20.366 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:20 smithi007 ceph-mon[29096]: pgmap v209: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:20.366 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:20 smithi007 ceph-mon[29096]: from='client.14508 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:24:20.367 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:20 smithi007 ceph-mon[39529]: pgmap v209: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:20.367 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:20 smithi007 ceph-mon[39529]: from='client.14508 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:24:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:20 smithi062 ceph-mon[32659]: pgmap v209: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:20 smithi062 ceph-mon[32659]: from='client.14508 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:24:22.078 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:24:22.079 INFO:teuthology.orchestra.run.smithi007.stdout:{"fsid":"ac1a6012-5274-11ef-bcca-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":258,"monmap":{"epoch":3,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":67,"num_osds":8,"num_up_osds":8,"osd_up_since":1722785003,"num_in_osds":8,"osd_in_since":1722784986,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":24,"data_bytes":592706,"bytes_used":2443247616,"bytes_avail":765517037568,"bytes_total":767960285184},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24334}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.7:8443/"}},"servicemap":{"epoch":12,"modified":"2024-08-04T15:24:01.003085+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-08-04T15:24:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:22 smithi007 ceph-mon[29096]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:22 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/841153585' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-08-04T15:24:22.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:22 smithi007 ceph-mon[39529]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:22.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:22 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/841153585' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-08-04T15:24:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:22 smithi062 ceph-mon[32659]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:22 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/841153585' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-08-04T15:24:22.836 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-08-04T15:24:22.837 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph pg dump --format=json 2024-08-04T15:24:23.100 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:24:24.396 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:24 smithi007 ceph-mon[29096]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:24.396 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:24 smithi007 ceph-mon[39529]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:24 smithi062 ceph-mon[32659]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:24.927 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:24:24.928 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-08-04T15:24:25.642 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":211,"stamp":"2024-08-04T15:24:23.008489+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386000,"kb_used_data":7128,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575216,"statfs":{"total":767960285184,"available":765517021184,"internally_reserved":0,"allocated":7299072,"data_stored":4096091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001910"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097574+0000","last_change":"2024-08-04T15:23:51.514460+0000","last_active":"2024-08-04T15:24:15.097574+0000","last_peered":"2024-08-04T15:24:15.097574+0000","last_clean":"2024-08-04T15:24:15.097574+0000","last_became_active":"2024-08-04T15:23:51.514151+0000","last_became_peered":"2024-08-04T15:23:51.514151+0000","last_unstale":"2024-08-04T15:24:15.097574+0000","last_undegraded":"2024-08-04T15:24:15.097574+0000","last_fullsized":"2024-08-04T15:24:15.097574+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:26:14.347168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098235+0000","last_change":"2024-08-04T15:23:51.503127+0000","last_active":"2024-08-04T15:24:15.098235+0000","last_peered":"2024-08-04T15:24:15.098235+0000","last_clean":"2024-08-04T15:24:15.098235+0000","last_became_active":"2024-08-04T15:23:51.502808+0000","last_became_peered":"2024-08-04T15:23:51.502808+0000","last_unstale":"2024-08-04T15:24:15.098235+0000","last_undegraded":"2024-08-04T15:24:15.098235+0000","last_fullsized":"2024-08-04T15:24:15.098235+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:11:25.007399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097643+0000","last_change":"2024-08-04T15:23:51.501831+0000","last_active":"2024-08-04T15:24:15.097643+0000","last_peered":"2024-08-04T15:24:15.097643+0000","last_clean":"2024-08-04T15:24:15.097643+0000","last_became_active":"2024-08-04T15:23:51.501541+0000","last_became_peered":"2024-08-04T15:23:51.501541+0000","last_unstale":"2024-08-04T15:24:15.097643+0000","last_undegraded":"2024-08-04T15:24:15.097643+0000","last_fullsized":"2024-08-04T15:24:15.097643+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:06:25.431625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.099648+0000","last_change":"2024-08-04T15:23:51.514188+0000","last_active":"2024-08-04T15:24:15.099648+0000","last_peered":"2024-08-04T15:24:15.099648+0000","last_clean":"2024-08-04T15:24:15.099648+0000","last_became_active":"2024-08-04T15:23:51.513885+0000","last_became_peered":"2024-08-04T15:23:51.513885+0000","last_unstale":"2024-08-04T15:24:15.099648+0000","last_undegraded":"2024-08-04T15:24:15.099648+0000","last_fullsized":"2024-08-04T15:24:15.099648+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:35:26.339963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097621+0000","last_change":"2024-08-04T15:23:51.517913+0000","last_active":"2024-08-04T15:24:15.097621+0000","last_peered":"2024-08-04T15:24:15.097621+0000","last_clean":"2024-08-04T15:24:15.097621+0000","last_became_active":"2024-08-04T15:23:51.517195+0000","last_became_peered":"2024-08-04T15:23:51.517195+0000","last_unstale":"2024-08-04T15:24:15.097621+0000","last_undegraded":"2024-08-04T15:24:15.097621+0000","last_fullsized":"2024-08-04T15:24:15.097621+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:15:42.996486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098243+0000","last_change":"2024-08-04T15:23:51.515035+0000","last_active":"2024-08-04T15:24:15.098243+0000","last_peered":"2024-08-04T15:24:15.098243+0000","last_clean":"2024-08-04T15:24:15.098243+0000","last_became_active":"2024-08-04T15:23:51.513365+0000","last_became_peered":"2024-08-04T15:23:51.513365+0000","last_unstale":"2024-08-04T15:24:15.098243+0000","last_undegraded":"2024-08-04T15:24:15.098243+0000","last_fullsized":"2024-08-04T15:24:15.098243+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:13:13.330754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096776+0000","last_change":"2024-08-04T15:23:51.510334+0000","last_active":"2024-08-04T15:24:15.096776+0000","last_peered":"2024-08-04T15:24:15.096776+0000","last_clean":"2024-08-04T15:24:15.096776+0000","last_became_active":"2024-08-04T15:23:51.509988+0000","last_became_peered":"2024-08-04T15:23:51.509988+0000","last_unstale":"2024-08-04T15:24:15.096776+0000","last_undegraded":"2024-08-04T15:24:15.096776+0000","last_fullsized":"2024-08-04T15:24:15.096776+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:55:18.575986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092602+0000","last_change":"2024-08-04T15:23:51.510832+0000","last_active":"2024-08-04T15:24:15.092602+0000","last_peered":"2024-08-04T15:24:15.092602+0000","last_clean":"2024-08-04T15:24:15.092602+0000","last_became_active":"2024-08-04T15:23:51.510572+0000","last_became_peered":"2024-08-04T15:23:51.510572+0000","last_unstale":"2024-08-04T15:24:15.092602+0000","last_undegraded":"2024-08-04T15:24:15.092602+0000","last_fullsized":"2024-08-04T15:24:15.092602+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:26:24.443599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097893+0000","last_change":"2024-08-04T15:23:51.518943+0000","last_active":"2024-08-04T15:24:15.097893+0000","last_peered":"2024-08-04T15:24:15.097893+0000","last_clean":"2024-08-04T15:24:15.097893+0000","last_became_active":"2024-08-04T15:23:51.518627+0000","last_became_peered":"2024-08-04T15:23:51.518627+0000","last_unstale":"2024-08-04T15:24:15.097893+0000","last_undegraded":"2024-08-04T15:24:15.097893+0000","last_fullsized":"2024-08-04T15:24:15.097893+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:38:16.947646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096450+0000","last_change":"2024-08-04T15:23:51.515571+0000","last_active":"2024-08-04T15:24:15.096450+0000","last_peered":"2024-08-04T15:24:15.096450+0000","last_clean":"2024-08-04T15:24:15.096450+0000","last_became_active":"2024-08-04T15:23:51.515273+0000","last_became_peered":"2024-08-04T15:23:51.515273+0000","last_unstale":"2024-08-04T15:24:15.096450+0000","last_undegraded":"2024-08-04T15:24:15.096450+0000","last_fullsized":"2024-08-04T15:24:15.096450+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:57:03.422372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.095358+0000","last_change":"2024-08-04T15:23:51.514923+0000","last_active":"2024-08-04T15:24:15.095358+0000","last_peered":"2024-08-04T15:24:15.095358+0000","last_clean":"2024-08-04T15:24:15.095358+0000","last_became_active":"2024-08-04T15:23:51.514655+0000","last_became_peered":"2024-08-04T15:23:51.514655+0000","last_unstale":"2024-08-04T15:24:15.095358+0000","last_undegraded":"2024-08-04T15:24:15.095358+0000","last_fullsized":"2024-08-04T15:24:15.095358+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:15:00.740206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-04T15:24:16.103578+0000","last_change":"2024-08-04T15:24:16.103578+0000","last_active":"2024-08-04T15:24:16.103578+0000","last_peered":"2024-08-04T15:24:16.103578+0000","last_clean":"2024-08-04T15:24:16.103578+0000","last_became_active":"2024-08-04T15:24:16.103201+0000","last_became_peered":"2024-08-04T15:24:16.103201+0000","last_unstale":"2024-08-04T15:24:16.103578+0000","last_undegraded":"2024-08-04T15:24:16.103578+0000","last_fullsized":"2024-08-04T15:24:16.103578+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:51:15.929686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092895+0000","last_change":"2024-08-04T15:23:51.507950+0000","last_active":"2024-08-04T15:24:15.092895+0000","last_peered":"2024-08-04T15:24:15.092895+0000","last_clean":"2024-08-04T15:24:15.092895+0000","last_became_active":"2024-08-04T15:23:51.507409+0000","last_became_peered":"2024-08-04T15:23:51.507409+0000","last_unstale":"2024-08-04T15:24:15.092895+0000","last_undegraded":"2024-08-04T15:24:15.092895+0000","last_fullsized":"2024-08-04T15:24:15.092895+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:12:33.117795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096793+0000","last_change":"2024-08-04T15:23:51.511488+0000","last_active":"2024-08-04T15:24:15.096793+0000","last_peered":"2024-08-04T15:24:15.096793+0000","last_clean":"2024-08-04T15:24:15.096793+0000","last_became_active":"2024-08-04T15:23:51.510253+0000","last_became_peered":"2024-08-04T15:23:51.510253+0000","last_unstale":"2024-08-04T15:24:15.096793+0000","last_undegraded":"2024-08-04T15:24:15.096793+0000","last_fullsized":"2024-08-04T15:24:15.096793+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:40:47.566285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097522+0000","last_change":"2024-08-04T15:23:51.499127+0000","last_active":"2024-08-04T15:24:15.097522+0000","last_peered":"2024-08-04T15:24:15.097522+0000","last_clean":"2024-08-04T15:24:15.097522+0000","last_became_active":"2024-08-04T15:23:51.498774+0000","last_became_peered":"2024-08-04T15:23:51.498774+0000","last_unstale":"2024-08-04T15:24:15.097522+0000","last_undegraded":"2024-08-04T15:24:15.097522+0000","last_fullsized":"2024-08-04T15:24:15.097522+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:51:36.258519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097776+0000","last_change":"2024-08-04T15:23:51.520398+0000","last_active":"2024-08-04T15:24:15.097776+0000","last_peered":"2024-08-04T15:24:15.097776+0000","last_clean":"2024-08-04T15:24:15.097776+0000","last_became_active":"2024-08-04T15:23:51.519277+0000","last_became_peered":"2024-08-04T15:23:51.519277+0000","last_unstale":"2024-08-04T15:24:15.097776+0000","last_undegraded":"2024-08-04T15:24:15.097776+0000","last_fullsized":"2024-08-04T15:24:15.097776+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:07:18.910650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.099510+0000","last_change":"2024-08-04T15:23:51.518164+0000","last_active":"2024-08-04T15:24:15.099510+0000","last_peered":"2024-08-04T15:24:15.099510+0000","last_clean":"2024-08-04T15:24:15.099510+0000","last_became_active":"2024-08-04T15:23:51.517888+0000","last_became_peered":"2024-08-04T15:23:51.517888+0000","last_unstale":"2024-08-04T15:24:15.099510+0000","last_undegraded":"2024-08-04T15:24:15.099510+0000","last_fullsized":"2024-08-04T15:24:15.099510+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:38:39.543123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092531+0000","last_change":"2024-08-04T15:23:51.506696+0000","last_active":"2024-08-04T15:24:15.092531+0000","last_peered":"2024-08-04T15:24:15.092531+0000","last_clean":"2024-08-04T15:24:15.092531+0000","last_became_active":"2024-08-04T15:23:51.505211+0000","last_became_peered":"2024-08-04T15:23:51.505211+0000","last_unstale":"2024-08-04T15:24:15.092531+0000","last_undegraded":"2024-08-04T15:24:15.092531+0000","last_fullsized":"2024-08-04T15:24:15.092531+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:30:26.148856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097264+0000","last_change":"2024-08-04T15:23:51.515569+0000","last_active":"2024-08-04T15:24:15.097264+0000","last_peered":"2024-08-04T15:24:15.097264+0000","last_clean":"2024-08-04T15:24:15.097264+0000","last_became_active":"2024-08-04T15:23:51.514924+0000","last_became_peered":"2024-08-04T15:23:51.514924+0000","last_unstale":"2024-08-04T15:24:15.097264+0000","last_undegraded":"2024-08-04T15:24:15.097264+0000","last_fullsized":"2024-08-04T15:24:15.097264+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:00:13.402505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.095797+0000","last_change":"2024-08-04T15:23:51.511155+0000","last_active":"2024-08-04T15:24:15.095797+0000","last_peered":"2024-08-04T15:24:15.095797+0000","last_clean":"2024-08-04T15:24:15.095797+0000","last_became_active":"2024-08-04T15:23:51.510785+0000","last_became_peered":"2024-08-04T15:23:51.510785+0000","last_unstale":"2024-08-04T15:24:15.095797+0000","last_undegraded":"2024-08-04T15:24:15.095797+0000","last_fullsized":"2024-08-04T15:24:15.095797+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:20:30.379451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097261+0000","last_change":"2024-08-04T15:23:51.511642+0000","last_active":"2024-08-04T15:24:15.097261+0000","last_peered":"2024-08-04T15:24:15.097261+0000","last_clean":"2024-08-04T15:24:15.097261+0000","last_became_active":"2024-08-04T15:23:51.509234+0000","last_became_peered":"2024-08-04T15:23:51.509234+0000","last_unstale":"2024-08-04T15:24:15.097261+0000","last_undegraded":"2024-08-04T15:24:15.097261+0000","last_fullsized":"2024-08-04T15:24:15.097261+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:19:02.236179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098337+0000","last_change":"2024-08-04T15:23:51.515281+0000","last_active":"2024-08-04T15:24:15.098337+0000","last_peered":"2024-08-04T15:24:15.098337+0000","last_clean":"2024-08-04T15:24:15.098337+0000","last_became_active":"2024-08-04T15:23:51.512917+0000","last_became_peered":"2024-08-04T15:23:51.512917+0000","last_unstale":"2024-08-04T15:24:15.098337+0000","last_undegraded":"2024-08-04T15:24:15.098337+0000","last_fullsized":"2024-08-04T15:24:15.098337+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:13:15.187702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092742+0000","last_change":"2024-08-04T15:23:51.500357+0000","last_active":"2024-08-04T15:24:15.092742+0000","last_peered":"2024-08-04T15:24:15.092742+0000","last_clean":"2024-08-04T15:24:15.092742+0000","last_became_active":"2024-08-04T15:23:51.500076+0000","last_became_peered":"2024-08-04T15:23:51.500076+0000","last_unstale":"2024-08-04T15:24:15.092742+0000","last_undegraded":"2024-08-04T15:24:15.092742+0000","last_fullsized":"2024-08-04T15:24:15.092742+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:36:55.376597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097877+0000","last_change":"2024-08-04T15:23:51.513289+0000","last_active":"2024-08-04T15:24:15.097877+0000","last_peered":"2024-08-04T15:24:15.097877+0000","last_clean":"2024-08-04T15:24:15.097877+0000","last_became_active":"2024-08-04T15:23:51.512892+0000","last_became_peered":"2024-08-04T15:23:51.512892+0000","last_unstale":"2024-08-04T15:24:15.097877+0000","last_undegraded":"2024-08-04T15:24:15.097877+0000","last_fullsized":"2024-08-04T15:24:15.097877+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:58:56.118404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093336+0000","last_change":"2024-08-04T15:23:51.503039+0000","last_active":"2024-08-04T15:24:15.093336+0000","last_peered":"2024-08-04T15:24:15.093336+0000","last_clean":"2024-08-04T15:24:15.093336+0000","last_became_active":"2024-08-04T15:23:51.502774+0000","last_became_peered":"2024-08-04T15:23:51.502774+0000","last_unstale":"2024-08-04T15:24:15.093336+0000","last_undegraded":"2024-08-04T15:24:15.093336+0000","last_fullsized":"2024-08-04T15:24:15.093336+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:22:46.397060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096636+0000","last_change":"2024-08-04T15:23:51.513070+0000","last_active":"2024-08-04T15:24:15.096636+0000","last_peered":"2024-08-04T15:24:15.096636+0000","last_clean":"2024-08-04T15:24:15.096636+0000","last_became_active":"2024-08-04T15:23:51.512778+0000","last_became_peered":"2024-08-04T15:23:51.512778+0000","last_unstale":"2024-08-04T15:24:15.096636+0000","last_undegraded":"2024-08-04T15:24:15.096636+0000","last_fullsized":"2024-08-04T15:24:15.096636+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:20:08.116370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097860+0000","last_change":"2024-08-04T15:23:51.500586+0000","last_active":"2024-08-04T15:24:15.097860+0000","last_peered":"2024-08-04T15:24:15.097860+0000","last_clean":"2024-08-04T15:24:15.097860+0000","last_became_active":"2024-08-04T15:23:51.500297+0000","last_became_peered":"2024-08-04T15:23:51.500297+0000","last_unstale":"2024-08-04T15:24:15.097860+0000","last_undegraded":"2024-08-04T15:24:15.097860+0000","last_fullsized":"2024-08-04T15:24:15.097860+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:05:13.759470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093325+0000","last_change":"2024-08-04T15:23:51.503761+0000","last_active":"2024-08-04T15:24:15.093325+0000","last_peered":"2024-08-04T15:24:15.093325+0000","last_clean":"2024-08-04T15:24:15.093325+0000","last_became_active":"2024-08-04T15:23:51.502325+0000","last_became_peered":"2024-08-04T15:23:51.502325+0000","last_unstale":"2024-08-04T15:24:15.093325+0000","last_undegraded":"2024-08-04T15:24:15.093325+0000","last_fullsized":"2024-08-04T15:24:15.093325+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:18:53.024583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097299+0000","last_change":"2024-08-04T15:23:51.504028+0000","last_active":"2024-08-04T15:24:15.097299+0000","last_peered":"2024-08-04T15:24:15.097299+0000","last_clean":"2024-08-04T15:24:15.097299+0000","last_became_active":"2024-08-04T15:23:51.502406+0000","last_became_peered":"2024-08-04T15:23:51.502406+0000","last_unstale":"2024-08-04T15:24:15.097299+0000","last_undegraded":"2024-08-04T15:24:15.097299+0000","last_fullsized":"2024-08-04T15:24:15.097299+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:07:00.811214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098426+0000","last_change":"2024-08-04T15:23:51.515670+0000","last_active":"2024-08-04T15:24:15.098426+0000","last_peered":"2024-08-04T15:24:15.098426+0000","last_clean":"2024-08-04T15:24:15.098426+0000","last_became_active":"2024-08-04T15:23:51.513755+0000","last_became_peered":"2024-08-04T15:23:51.513755+0000","last_unstale":"2024-08-04T15:24:15.098426+0000","last_undegraded":"2024-08-04T15:24:15.098426+0000","last_fullsized":"2024-08-04T15:24:15.098426+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:07:36.189578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092342+0000","last_change":"2024-08-04T15:23:51.505972+0000","last_active":"2024-08-04T15:24:15.092342+0000","last_peered":"2024-08-04T15:24:15.092342+0000","last_clean":"2024-08-04T15:24:15.092342+0000","last_became_active":"2024-08-04T15:23:51.505698+0000","last_became_peered":"2024-08-04T15:23:51.505698+0000","last_unstale":"2024-08-04T15:24:15.092342+0000","last_undegraded":"2024-08-04T15:24:15.092342+0000","last_fullsized":"2024-08-04T15:24:15.092342+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:17:26.415836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.094950+0000","last_change":"2024-08-04T15:23:51.514862+0000","last_active":"2024-08-04T15:24:15.094950+0000","last_peered":"2024-08-04T15:24:15.094950+0000","last_clean":"2024-08-04T15:24:15.094950+0000","last_became_active":"2024-08-04T15:23:51.514571+0000","last_became_peered":"2024-08-04T15:23:51.514571+0000","last_unstale":"2024-08-04T15:24:15.094950+0000","last_undegraded":"2024-08-04T15:24:15.094950+0000","last_fullsized":"2024-08-04T15:24:15.094950+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:27:28.970858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092506+0000","last_change":"2024-08-04T15:23:51.502636+0000","last_active":"2024-08-04T15:24:15.092506+0000","last_peered":"2024-08-04T15:24:15.092506+0000","last_clean":"2024-08-04T15:24:15.092506+0000","last_became_active":"2024-08-04T15:23:51.502221+0000","last_became_peered":"2024-08-04T15:23:51.502221+0000","last_unstale":"2024-08-04T15:24:15.092506+0000","last_undegraded":"2024-08-04T15:24:15.092506+0000","last_fullsized":"2024-08-04T15:24:15.092506+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:08:29.459334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093091+0000","last_change":"2024-08-04T15:23:48.275284+0000","last_active":"2024-08-04T15:24:15.093091+0000","last_peered":"2024-08-04T15:24:15.093091+0000","last_clean":"2024-08-04T15:24:15.093091+0000","last_became_active":"2024-08-04T15:23:48.275018+0000","last_became_peered":"2024-08-04T15:23:48.275018+0000","last_unstale":"2024-08-04T15:24:15.093091+0000","last_undegraded":"2024-08-04T15:24:15.093091+0000","last_fullsized":"2024-08-04T15:24:15.093091+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:31:57.708624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-04T15:24:16.733476+0000","last_change":"2024-08-04T15:24:16.733476+0000","last_active":"2024-08-04T15:24:16.733476+0000","last_peered":"2024-08-04T15:24:16.733476+0000","last_clean":"2024-08-04T15:24:16.733476+0000","last_became_active":"2024-08-04T15:24:16.733201+0000","last_became_peered":"2024-08-04T15:24:16.733201+0000","last_unstale":"2024-08-04T15:24:16.733476+0000","last_undegraded":"2024-08-04T15:24:16.733476+0000","last_fullsized":"2024-08-04T15:24:16.733476+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:37:35.353199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":27,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-04T15:24:16.104293+0000","last_change":"2024-08-04T15:24:16.104293+0000","last_active":"2024-08-04T15:24:16.104293+0000","last_peered":"2024-08-04T15:24:16.104293+0000","last_clean":"2024-08-04T15:24:16.104293+0000","last_became_active":"2024-08-04T15:24:16.103880+0000","last_became_peered":"2024-08-04T15:24:16.103880+0000","last_unstale":"2024-08-04T15:24:16.104293+0000","last_undegraded":"2024-08-04T15:24:16.104293+0000","last_fullsized":"2024-08-04T15:24:16.104293+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:23:43.630289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092897+0000","last_change":"2024-08-04T15:23:48.277222+0000","last_active":"2024-08-04T15:24:15.092897+0000","last_peered":"2024-08-04T15:24:15.092897+0000","last_clean":"2024-08-04T15:24:15.092897+0000","last_became_active":"2024-08-04T15:23:48.276906+0000","last_became_peered":"2024-08-04T15:23:48.276906+0000","last_unstale":"2024-08-04T15:24:15.092897+0000","last_undegraded":"2024-08-04T15:24:15.092897+0000","last_fullsized":"2024-08-04T15:24:15.092897+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:35:42.927782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092151+0000","last_change":"2024-08-04T15:23:51.506367+0000","last_active":"2024-08-04T15:24:15.092151+0000","last_peered":"2024-08-04T15:24:15.092151+0000","last_clean":"2024-08-04T15:24:15.092151+0000","last_became_active":"2024-08-04T15:23:51.506056+0000","last_became_peered":"2024-08-04T15:23:51.506056+0000","last_unstale":"2024-08-04T15:24:15.092151+0000","last_undegraded":"2024-08-04T15:24:15.092151+0000","last_fullsized":"2024-08-04T15:24:15.092151+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:24:28.792946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098067+0000","last_change":"2024-08-04T15:23:48.279106+0000","last_active":"2024-08-04T15:24:15.098067+0000","last_peered":"2024-08-04T15:24:15.098067+0000","last_clean":"2024-08-04T15:24:15.098067+0000","last_became_active":"2024-08-04T15:23:48.278804+0000","last_became_peered":"2024-08-04T15:23:48.278804+0000","last_unstale":"2024-08-04T15:24:15.098067+0000","last_undegraded":"2024-08-04T15:24:15.098067+0000","last_fullsized":"2024-08-04T15:24:15.098067+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:01:45.707647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096718+0000","last_change":"2024-08-04T15:23:51.495377+0000","last_active":"2024-08-04T15:24:15.096718+0000","last_peered":"2024-08-04T15:24:15.096718+0000","last_clean":"2024-08-04T15:24:15.096718+0000","last_became_active":"2024-08-04T15:23:51.495082+0000","last_became_peered":"2024-08-04T15:23:51.495082+0000","last_unstale":"2024-08-04T15:24:15.096718+0000","last_undegraded":"2024-08-04T15:24:15.096718+0000","last_fullsized":"2024-08-04T15:24:15.096718+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:08:48.327340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096534+0000","last_change":"2024-08-04T15:23:48.283827+0000","last_active":"2024-08-04T15:24:15.096534+0000","last_peered":"2024-08-04T15:24:15.096534+0000","last_clean":"2024-08-04T15:24:15.096534+0000","last_became_active":"2024-08-04T15:23:48.283520+0000","last_became_peered":"2024-08-04T15:23:48.283520+0000","last_unstale":"2024-08-04T15:24:15.096534+0000","last_undegraded":"2024-08-04T15:24:15.096534+0000","last_fullsized":"2024-08-04T15:24:15.096534+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:18:16.247702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098800+0000","last_change":"2024-08-04T15:23:51.505550+0000","last_active":"2024-08-04T15:24:15.098800+0000","last_peered":"2024-08-04T15:24:15.098800+0000","last_clean":"2024-08-04T15:24:15.098800+0000","last_became_active":"2024-08-04T15:23:51.504959+0000","last_became_peered":"2024-08-04T15:23:51.504959+0000","last_unstale":"2024-08-04T15:24:15.098800+0000","last_undegraded":"2024-08-04T15:24:15.098800+0000","last_fullsized":"2024-08-04T15:24:15.098800+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:43:17.088831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098895+0000","last_change":"2024-08-04T15:23:48.283723+0000","last_active":"2024-08-04T15:24:15.098895+0000","last_peered":"2024-08-04T15:24:15.098895+0000","last_clean":"2024-08-04T15:24:15.098895+0000","last_became_active":"2024-08-04T15:23:48.283377+0000","last_became_peered":"2024-08-04T15:23:48.283377+0000","last_unstale":"2024-08-04T15:24:15.098895+0000","last_undegraded":"2024-08-04T15:24:15.098895+0000","last_fullsized":"2024-08-04T15:24:15.098895+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:24:22.955080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098115+0000","last_change":"2024-08-04T15:23:51.512117+0000","last_active":"2024-08-04T15:24:15.098115+0000","last_peered":"2024-08-04T15:24:15.098115+0000","last_clean":"2024-08-04T15:24:15.098115+0000","last_became_active":"2024-08-04T15:23:51.508897+0000","last_became_peered":"2024-08-04T15:23:51.508897+0000","last_unstale":"2024-08-04T15:24:15.098115+0000","last_undegraded":"2024-08-04T15:24:15.098115+0000","last_fullsized":"2024-08-04T15:24:15.098115+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:56:49.886166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097995+0000","last_change":"2024-08-04T15:23:48.279173+0000","last_active":"2024-08-04T15:24:15.097995+0000","last_peered":"2024-08-04T15:24:15.097995+0000","last_clean":"2024-08-04T15:24:15.097995+0000","last_became_active":"2024-08-04T15:23:48.278870+0000","last_became_peered":"2024-08-04T15:23:48.278870+0000","last_unstale":"2024-08-04T15:24:15.097995+0000","last_undegraded":"2024-08-04T15:24:15.097995+0000","last_fullsized":"2024-08-04T15:24:15.097995+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:35:18.498343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093952+0000","last_change":"2024-08-04T15:23:51.505776+0000","last_active":"2024-08-04T15:24:15.093952+0000","last_peered":"2024-08-04T15:24:15.093952+0000","last_clean":"2024-08-04T15:24:15.093952+0000","last_became_active":"2024-08-04T15:23:51.505222+0000","last_became_peered":"2024-08-04T15:23:51.505222+0000","last_unstale":"2024-08-04T15:24:15.093952+0000","last_undegraded":"2024-08-04T15:24:15.093952+0000","last_fullsized":"2024-08-04T15:24:15.093952+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:57:42.114526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.095925+0000","last_change":"2024-08-04T15:23:48.281848+0000","last_active":"2024-08-04T15:24:15.095925+0000","last_peered":"2024-08-04T15:24:15.095925+0000","last_clean":"2024-08-04T15:24:15.095925+0000","last_became_active":"2024-08-04T15:23:48.281548+0000","last_became_peered":"2024-08-04T15:23:48.281548+0000","last_unstale":"2024-08-04T15:24:15.095925+0000","last_undegraded":"2024-08-04T15:24:15.095925+0000","last_fullsized":"2024-08-04T15:24:15.095925+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:09:12.939157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096897+0000","last_change":"2024-08-04T15:23:51.515749+0000","last_active":"2024-08-04T15:24:15.096897+0000","last_peered":"2024-08-04T15:24:15.096897+0000","last_clean":"2024-08-04T15:24:15.096897+0000","last_became_active":"2024-08-04T15:23:51.515291+0000","last_became_peered":"2024-08-04T15:23:51.515291+0000","last_unstale":"2024-08-04T15:24:15.096897+0000","last_undegraded":"2024-08-04T15:24:15.096897+0000","last_fullsized":"2024-08-04T15:24:15.096897+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:12:21.731480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097369+0000","last_change":"2024-08-04T15:23:48.274307+0000","last_active":"2024-08-04T15:24:15.097369+0000","last_peered":"2024-08-04T15:24:15.097369+0000","last_clean":"2024-08-04T15:24:15.097369+0000","last_became_active":"2024-08-04T15:23:48.274014+0000","last_became_peered":"2024-08-04T15:23:48.274014+0000","last_unstale":"2024-08-04T15:24:15.097369+0000","last_undegraded":"2024-08-04T15:24:15.097369+0000","last_fullsized":"2024-08-04T15:24:15.097369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:37:36.408249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097189+0000","last_change":"2024-08-04T15:23:51.505735+0000","last_active":"2024-08-04T15:24:15.097189+0000","last_peered":"2024-08-04T15:24:15.097189+0000","last_clean":"2024-08-04T15:24:15.097189+0000","last_became_active":"2024-08-04T15:23:51.505470+0000","last_became_peered":"2024-08-04T15:23:51.505470+0000","last_unstale":"2024-08-04T15:24:15.097189+0000","last_undegraded":"2024-08-04T15:24:15.097189+0000","last_fullsized":"2024-08-04T15:24:15.097189+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:30:41.327112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098549+0000","last_change":"2024-08-04T15:23:48.279451+0000","last_active":"2024-08-04T15:24:15.098549+0000","last_peered":"2024-08-04T15:24:15.098549+0000","last_clean":"2024-08-04T15:24:15.098549+0000","last_became_active":"2024-08-04T15:23:48.279090+0000","last_became_peered":"2024-08-04T15:23:48.279090+0000","last_unstale":"2024-08-04T15:24:15.098549+0000","last_undegraded":"2024-08-04T15:24:15.098549+0000","last_fullsized":"2024-08-04T15:24:15.098549+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:43:18.349023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097657+0000","last_change":"2024-08-04T15:23:51.518087+0000","last_active":"2024-08-04T15:24:15.097657+0000","last_peered":"2024-08-04T15:24:15.097657+0000","last_clean":"2024-08-04T15:24:15.097657+0000","last_became_active":"2024-08-04T15:23:51.517647+0000","last_became_peered":"2024-08-04T15:23:51.517647+0000","last_unstale":"2024-08-04T15:24:15.097657+0000","last_undegraded":"2024-08-04T15:24:15.097657+0000","last_fullsized":"2024-08-04T15:24:15.097657+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:34:32.059933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.095048+0000","last_change":"2024-08-04T15:23:48.284012+0000","last_active":"2024-08-04T15:24:15.095048+0000","last_peered":"2024-08-04T15:24:15.095048+0000","last_clean":"2024-08-04T15:24:15.095048+0000","last_became_active":"2024-08-04T15:23:48.283453+0000","last_became_peered":"2024-08-04T15:23:48.283453+0000","last_unstale":"2024-08-04T15:24:15.095048+0000","last_undegraded":"2024-08-04T15:24:15.095048+0000","last_fullsized":"2024-08-04T15:24:15.095048+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:05:40.040885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.095250+0000","last_change":"2024-08-04T15:23:51.515938+0000","last_active":"2024-08-04T15:24:15.095250+0000","last_peered":"2024-08-04T15:24:15.095250+0000","last_clean":"2024-08-04T15:24:15.095250+0000","last_became_active":"2024-08-04T15:23:51.515650+0000","last_became_peered":"2024-08-04T15:23:51.515650+0000","last_unstale":"2024-08-04T15:24:15.095250+0000","last_undegraded":"2024-08-04T15:24:15.095250+0000","last_fullsized":"2024-08-04T15:24:15.095250+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:56:31.130164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092370+0000","last_change":"2024-08-04T15:23:48.269918+0000","last_active":"2024-08-04T15:24:15.092370+0000","last_peered":"2024-08-04T15:24:15.092370+0000","last_clean":"2024-08-04T15:24:15.092370+0000","last_became_active":"2024-08-04T15:23:48.269587+0000","last_became_peered":"2024-08-04T15:23:48.269587+0000","last_unstale":"2024-08-04T15:24:15.092370+0000","last_undegraded":"2024-08-04T15:24:15.092370+0000","last_fullsized":"2024-08-04T15:24:15.092370+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:29:46.647005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096900+0000","last_change":"2024-08-04T15:23:51.511866+0000","last_active":"2024-08-04T15:24:15.096900+0000","last_peered":"2024-08-04T15:24:15.096900+0000","last_clean":"2024-08-04T15:24:15.096900+0000","last_became_active":"2024-08-04T15:23:51.511562+0000","last_became_peered":"2024-08-04T15:23:51.511562+0000","last_unstale":"2024-08-04T15:24:15.096900+0000","last_undegraded":"2024-08-04T15:24:15.096900+0000","last_fullsized":"2024-08-04T15:24:15.096900+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:40:26.926853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093298+0000","last_change":"2024-08-04T15:23:48.276386+0000","last_active":"2024-08-04T15:24:15.093298+0000","last_peered":"2024-08-04T15:24:15.093298+0000","last_clean":"2024-08-04T15:24:15.093298+0000","last_became_active":"2024-08-04T15:23:48.275882+0000","last_became_peered":"2024-08-04T15:23:48.275882+0000","last_unstale":"2024-08-04T15:24:15.093298+0000","last_undegraded":"2024-08-04T15:24:15.093298+0000","last_fullsized":"2024-08-04T15:24:15.093298+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:28:59.872959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097265+0000","last_change":"2024-08-04T15:23:51.514697+0000","last_active":"2024-08-04T15:24:15.097265+0000","last_peered":"2024-08-04T15:24:15.097265+0000","last_clean":"2024-08-04T15:24:15.097265+0000","last_became_active":"2024-08-04T15:23:51.513403+0000","last_became_peered":"2024-08-04T15:23:51.513403+0000","last_unstale":"2024-08-04T15:24:15.097265+0000","last_undegraded":"2024-08-04T15:24:15.097265+0000","last_fullsized":"2024-08-04T15:24:15.097265+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:59:13.217468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093287+0000","last_change":"2024-08-04T15:23:48.276563+0000","last_active":"2024-08-04T15:24:15.093287+0000","last_peered":"2024-08-04T15:24:15.093287+0000","last_clean":"2024-08-04T15:24:15.093287+0000","last_became_active":"2024-08-04T15:23:48.275645+0000","last_became_peered":"2024-08-04T15:23:48.275645+0000","last_unstale":"2024-08-04T15:24:15.093287+0000","last_undegraded":"2024-08-04T15:24:15.093287+0000","last_fullsized":"2024-08-04T15:24:15.093287+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:57:44.808918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097672+0000","last_change":"2024-08-04T15:23:51.517178+0000","last_active":"2024-08-04T15:24:15.097672+0000","last_peered":"2024-08-04T15:24:15.097672+0000","last_clean":"2024-08-04T15:24:15.097672+0000","last_became_active":"2024-08-04T15:23:51.516772+0000","last_became_peered":"2024-08-04T15:23:51.516772+0000","last_unstale":"2024-08-04T15:24:15.097672+0000","last_undegraded":"2024-08-04T15:24:15.097672+0000","last_fullsized":"2024-08-04T15:24:15.097672+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:55:01.959163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098068+0000","last_change":"2024-08-04T15:23:48.274978+0000","last_active":"2024-08-04T15:24:15.098068+0000","last_peered":"2024-08-04T15:24:15.098068+0000","last_clean":"2024-08-04T15:24:15.098068+0000","last_became_active":"2024-08-04T15:23:48.274675+0000","last_became_peered":"2024-08-04T15:23:48.274675+0000","last_unstale":"2024-08-04T15:24:15.098068+0000","last_undegraded":"2024-08-04T15:24:15.098068+0000","last_fullsized":"2024-08-04T15:24:15.098068+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:43:31.663358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.099666+0000","last_change":"2024-08-04T15:23:51.515281+0000","last_active":"2024-08-04T15:24:15.099666+0000","last_peered":"2024-08-04T15:24:15.099666+0000","last_clean":"2024-08-04T15:24:15.099666+0000","last_became_active":"2024-08-04T15:23:51.515015+0000","last_became_peered":"2024-08-04T15:23:51.515015+0000","last_unstale":"2024-08-04T15:24:15.099666+0000","last_undegraded":"2024-08-04T15:24:15.099666+0000","last_fullsized":"2024-08-04T15:24:15.099666+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:12:29.932714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093553+0000","last_change":"2024-08-04T15:23:48.274476+0000","last_active":"2024-08-04T15:24:15.093553+0000","last_peered":"2024-08-04T15:24:15.093553+0000","last_clean":"2024-08-04T15:24:15.093553+0000","last_became_active":"2024-08-04T15:23:48.273407+0000","last_became_peered":"2024-08-04T15:23:48.273407+0000","last_unstale":"2024-08-04T15:24:15.093553+0000","last_undegraded":"2024-08-04T15:24:15.093553+0000","last_fullsized":"2024-08-04T15:24:15.093553+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:16:07.211238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097032+0000","last_change":"2024-08-04T15:23:51.511102+0000","last_active":"2024-08-04T15:24:15.097032+0000","last_peered":"2024-08-04T15:24:15.097032+0000","last_clean":"2024-08-04T15:24:15.097032+0000","last_became_active":"2024-08-04T15:23:51.510794+0000","last_became_peered":"2024-08-04T15:23:51.510794+0000","last_unstale":"2024-08-04T15:24:15.097032+0000","last_undegraded":"2024-08-04T15:24:15.097032+0000","last_fullsized":"2024-08-04T15:24:15.097032+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:32:33.827060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":236,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097423+0000","last_change":"2024-08-04T15:23:26.550976+0000","last_active":"2024-08-04T15:24:15.097423+0000","last_peered":"2024-08-04T15:24:15.097423+0000","last_clean":"2024-08-04T15:24:15.097423+0000","last_became_active":"2024-08-04T15:23:26.550654+0000","last_became_peered":"2024-08-04T15:23:26.550654+0000","last_unstale":"2024-08-04T15:24:15.097423+0000","last_undegraded":"2024-08-04T15:24:15.097423+0000","last_fullsized":"2024-08-04T15:24:15.097423+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:21:25.437230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:21:25.437230+0000","last_clean_scrub_stamp":"2024-08-04T15:21:25.437230+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:43:30.284931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098290+0000","last_change":"2024-08-04T15:23:48.277860+0000","last_active":"2024-08-04T15:24:15.098290+0000","last_peered":"2024-08-04T15:24:15.098290+0000","last_clean":"2024-08-04T15:24:15.098290+0000","last_became_active":"2024-08-04T15:23:48.277556+0000","last_became_peered":"2024-08-04T15:23:48.277556+0000","last_unstale":"2024-08-04T15:24:15.098290+0000","last_undegraded":"2024-08-04T15:24:15.098290+0000","last_fullsized":"2024-08-04T15:24:15.098290+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:06:52.721636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092938+0000","last_change":"2024-08-04T15:23:51.510648+0000","last_active":"2024-08-04T15:24:15.092938+0000","last_peered":"2024-08-04T15:24:15.092938+0000","last_clean":"2024-08-04T15:24:15.092938+0000","last_became_active":"2024-08-04T15:23:51.510442+0000","last_became_peered":"2024-08-04T15:23:51.510442+0000","last_unstale":"2024-08-04T15:24:15.092938+0000","last_undegraded":"2024-08-04T15:24:15.092938+0000","last_fullsized":"2024-08-04T15:24:15.092938+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:35:39.736041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097043+0000","last_change":"2024-08-04T15:23:48.276874+0000","last_active":"2024-08-04T15:24:15.097043+0000","last_peered":"2024-08-04T15:24:15.097043+0000","last_clean":"2024-08-04T15:24:15.097043+0000","last_became_active":"2024-08-04T15:23:48.276577+0000","last_became_peered":"2024-08-04T15:23:48.276577+0000","last_unstale":"2024-08-04T15:24:15.097043+0000","last_undegraded":"2024-08-04T15:24:15.097043+0000","last_fullsized":"2024-08-04T15:24:15.097043+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:06:59.690137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096454+0000","last_change":"2024-08-04T15:23:51.502729+0000","last_active":"2024-08-04T15:24:15.096454+0000","last_peered":"2024-08-04T15:24:15.096454+0000","last_clean":"2024-08-04T15:24:15.096454+0000","last_became_active":"2024-08-04T15:23:51.502366+0000","last_became_peered":"2024-08-04T15:23:51.502366+0000","last_unstale":"2024-08-04T15:24:15.096454+0000","last_undegraded":"2024-08-04T15:24:15.096454+0000","last_fullsized":"2024-08-04T15:24:15.096454+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:28:36.020082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092433+0000","last_change":"2024-08-04T15:23:48.272569+0000","last_active":"2024-08-04T15:24:15.092433+0000","last_peered":"2024-08-04T15:24:15.092433+0000","last_clean":"2024-08-04T15:24:15.092433+0000","last_became_active":"2024-08-04T15:23:48.272173+0000","last_became_peered":"2024-08-04T15:23:48.272173+0000","last_unstale":"2024-08-04T15:24:15.092433+0000","last_undegraded":"2024-08-04T15:24:15.092433+0000","last_fullsized":"2024-08-04T15:24:15.092433+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:47:05.909654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097277+0000","last_change":"2024-08-04T15:23:51.503161+0000","last_active":"2024-08-04T15:24:15.097277+0000","last_peered":"2024-08-04T15:24:15.097277+0000","last_clean":"2024-08-04T15:24:15.097277+0000","last_became_active":"2024-08-04T15:23:51.502823+0000","last_became_peered":"2024-08-04T15:23:51.502823+0000","last_unstale":"2024-08-04T15:24:15.097277+0000","last_undegraded":"2024-08-04T15:24:15.097277+0000","last_fullsized":"2024-08-04T15:24:15.097277+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:33:21.023850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098649+0000","last_change":"2024-08-04T15:23:48.283717+0000","last_active":"2024-08-04T15:24:15.098649+0000","last_peered":"2024-08-04T15:24:15.098649+0000","last_clean":"2024-08-04T15:24:15.098649+0000","last_became_active":"2024-08-04T15:23:48.283378+0000","last_became_peered":"2024-08-04T15:23:48.283378+0000","last_unstale":"2024-08-04T15:24:15.098649+0000","last_undegraded":"2024-08-04T15:24:15.098649+0000","last_fullsized":"2024-08-04T15:24:15.098649+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:59:08.478236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-04T15:24:16.651054+0000","last_change":"2024-08-04T15:24:16.651054+0000","last_active":"2024-08-04T15:24:16.651054+0000","last_peered":"2024-08-04T15:24:16.651054+0000","last_clean":"2024-08-04T15:24:16.651054+0000","last_became_active":"2024-08-04T15:24:16.650627+0000","last_became_peered":"2024-08-04T15:24:16.650627+0000","last_unstale":"2024-08-04T15:24:16.651054+0000","last_undegraded":"2024-08-04T15:24:16.651054+0000","last_fullsized":"2024-08-04T15:24:16.651054+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:53:28.854906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097953+0000","last_change":"2024-08-04T15:23:48.271724+0000","last_active":"2024-08-04T15:24:15.097953+0000","last_peered":"2024-08-04T15:24:15.097953+0000","last_clean":"2024-08-04T15:24:15.097953+0000","last_became_active":"2024-08-04T15:23:48.271396+0000","last_became_peered":"2024-08-04T15:23:48.271396+0000","last_unstale":"2024-08-04T15:24:15.097953+0000","last_undegraded":"2024-08-04T15:24:15.097953+0000","last_fullsized":"2024-08-04T15:24:15.097953+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:16:53.552693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098515+0000","last_change":"2024-08-04T15:23:51.514596+0000","last_active":"2024-08-04T15:24:15.098515+0000","last_peered":"2024-08-04T15:24:15.098515+0000","last_clean":"2024-08-04T15:24:15.098515+0000","last_became_active":"2024-08-04T15:23:51.513688+0000","last_became_peered":"2024-08-04T15:23:51.513688+0000","last_unstale":"2024-08-04T15:24:15.098515+0000","last_undegraded":"2024-08-04T15:24:15.098515+0000","last_fullsized":"2024-08-04T15:24:15.098515+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:34:52.430383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097365+0000","last_change":"2024-08-04T15:23:48.282213+0000","last_active":"2024-08-04T15:24:15.097365+0000","last_peered":"2024-08-04T15:24:15.097365+0000","last_clean":"2024-08-04T15:24:15.097365+0000","last_became_active":"2024-08-04T15:23:48.281870+0000","last_became_peered":"2024-08-04T15:23:48.281870+0000","last_unstale":"2024-08-04T15:24:15.097365+0000","last_undegraded":"2024-08-04T15:24:15.097365+0000","last_fullsized":"2024-08-04T15:24:15.097365+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:09:39.722868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097881+0000","last_change":"2024-08-04T15:23:51.500768+0000","last_active":"2024-08-04T15:24:15.097881+0000","last_peered":"2024-08-04T15:24:15.097881+0000","last_clean":"2024-08-04T15:24:15.097881+0000","last_became_active":"2024-08-04T15:23:51.499939+0000","last_became_peered":"2024-08-04T15:23:51.499939+0000","last_unstale":"2024-08-04T15:24:15.097881+0000","last_undegraded":"2024-08-04T15:24:15.097881+0000","last_fullsized":"2024-08-04T15:24:15.097881+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:34:21.244874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098242+0000","last_change":"2024-08-04T15:23:48.274053+0000","last_active":"2024-08-04T15:24:15.098242+0000","last_peered":"2024-08-04T15:24:15.098242+0000","last_clean":"2024-08-04T15:24:15.098242+0000","last_became_active":"2024-08-04T15:23:48.273742+0000","last_became_peered":"2024-08-04T15:23:48.273742+0000","last_unstale":"2024-08-04T15:24:15.098242+0000","last_undegraded":"2024-08-04T15:24:15.098242+0000","last_fullsized":"2024-08-04T15:24:15.098242+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:04:13.417015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093505+0000","last_change":"2024-08-04T15:23:51.505232+0000","last_active":"2024-08-04T15:24:15.093505+0000","last_peered":"2024-08-04T15:24:15.093505+0000","last_clean":"2024-08-04T15:24:15.093505+0000","last_became_active":"2024-08-04T15:23:51.504940+0000","last_became_peered":"2024-08-04T15:23:51.504940+0000","last_unstale":"2024-08-04T15:24:15.093505+0000","last_undegraded":"2024-08-04T15:24:15.093505+0000","last_fullsized":"2024-08-04T15:24:15.093505+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:56:17.256266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096642+0000","last_change":"2024-08-04T15:23:48.276643+0000","last_active":"2024-08-04T15:24:15.096642+0000","last_peered":"2024-08-04T15:24:15.096642+0000","last_clean":"2024-08-04T15:24:15.096642+0000","last_became_active":"2024-08-04T15:23:48.276349+0000","last_became_peered":"2024-08-04T15:23:48.276349+0000","last_unstale":"2024-08-04T15:24:15.096642+0000","last_undegraded":"2024-08-04T15:24:15.096642+0000","last_fullsized":"2024-08-04T15:24:15.096642+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:16:35.783486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097874+0000","last_change":"2024-08-04T15:23:51.500072+0000","last_active":"2024-08-04T15:24:15.097874+0000","last_peered":"2024-08-04T15:24:15.097874+0000","last_clean":"2024-08-04T15:24:15.097874+0000","last_became_active":"2024-08-04T15:23:51.499805+0000","last_became_peered":"2024-08-04T15:23:51.499805+0000","last_unstale":"2024-08-04T15:24:15.097874+0000","last_undegraded":"2024-08-04T15:24:15.097874+0000","last_fullsized":"2024-08-04T15:24:15.097874+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:13:11.413652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096936+0000","last_change":"2024-08-04T15:23:48.274912+0000","last_active":"2024-08-04T15:24:15.096936+0000","last_peered":"2024-08-04T15:24:15.096936+0000","last_clean":"2024-08-04T15:24:15.096936+0000","last_became_active":"2024-08-04T15:23:48.274594+0000","last_became_peered":"2024-08-04T15:23:48.274594+0000","last_unstale":"2024-08-04T15:24:15.096936+0000","last_undegraded":"2024-08-04T15:24:15.096936+0000","last_fullsized":"2024-08-04T15:24:15.096936+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:06:27.480296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092513+0000","last_change":"2024-08-04T15:23:51.508447+0000","last_active":"2024-08-04T15:24:15.092513+0000","last_peered":"2024-08-04T15:24:15.092513+0000","last_clean":"2024-08-04T15:24:15.092513+0000","last_became_active":"2024-08-04T15:23:51.508129+0000","last_became_peered":"2024-08-04T15:23:51.508129+0000","last_unstale":"2024-08-04T15:24:15.092513+0000","last_undegraded":"2024-08-04T15:24:15.092513+0000","last_fullsized":"2024-08-04T15:24:15.092513+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:46:49.190811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097601+0000","last_change":"2024-08-04T15:23:48.276328+0000","last_active":"2024-08-04T15:24:15.097601+0000","last_peered":"2024-08-04T15:24:15.097601+0000","last_clean":"2024-08-04T15:24:15.097601+0000","last_became_active":"2024-08-04T15:23:48.276005+0000","last_became_peered":"2024-08-04T15:23:48.276005+0000","last_unstale":"2024-08-04T15:24:15.097601+0000","last_undegraded":"2024-08-04T15:24:15.097601+0000","last_fullsized":"2024-08-04T15:24:15.097601+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:34:26.442964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092588+0000","last_change":"2024-08-04T15:23:51.504777+0000","last_active":"2024-08-04T15:24:15.092588+0000","last_peered":"2024-08-04T15:24:15.092588+0000","last_clean":"2024-08-04T15:24:15.092588+0000","last_became_active":"2024-08-04T15:23:51.504347+0000","last_became_peered":"2024-08-04T15:23:51.504347+0000","last_unstale":"2024-08-04T15:24:15.092588+0000","last_undegraded":"2024-08-04T15:24:15.092588+0000","last_fullsized":"2024-08-04T15:24:15.092588+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:28:44.920605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097774+0000","last_change":"2024-08-04T15:23:48.275860+0000","last_active":"2024-08-04T15:24:15.097774+0000","last_peered":"2024-08-04T15:24:15.097774+0000","last_clean":"2024-08-04T15:24:15.097774+0000","last_became_active":"2024-08-04T15:23:48.275527+0000","last_became_peered":"2024-08-04T15:23:48.275527+0000","last_unstale":"2024-08-04T15:24:15.097774+0000","last_undegraded":"2024-08-04T15:24:15.097774+0000","last_fullsized":"2024-08-04T15:24:15.097774+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:43:36.001512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092968+0000","last_change":"2024-08-04T15:23:51.507576+0000","last_active":"2024-08-04T15:24:15.092968+0000","last_peered":"2024-08-04T15:24:15.092968+0000","last_clean":"2024-08-04T15:24:15.092968+0000","last_became_active":"2024-08-04T15:23:51.506817+0000","last_became_peered":"2024-08-04T15:23:51.506817+0000","last_unstale":"2024-08-04T15:24:15.092968+0000","last_undegraded":"2024-08-04T15:24:15.092968+0000","last_fullsized":"2024-08-04T15:24:15.092968+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:17:32.387402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097823+0000","last_change":"2024-08-04T15:23:48.281084+0000","last_active":"2024-08-04T15:24:15.097823+0000","last_peered":"2024-08-04T15:24:15.097823+0000","last_clean":"2024-08-04T15:24:15.097823+0000","last_became_active":"2024-08-04T15:23:48.280659+0000","last_became_peered":"2024-08-04T15:23:48.280659+0000","last_unstale":"2024-08-04T15:24:15.097823+0000","last_undegraded":"2024-08-04T15:24:15.097823+0000","last_fullsized":"2024-08-04T15:24:15.097823+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:44:58.999337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.095333+0000","last_change":"2024-08-04T15:23:51.501782+0000","last_active":"2024-08-04T15:24:15.095333+0000","last_peered":"2024-08-04T15:24:15.095333+0000","last_clean":"2024-08-04T15:24:15.095333+0000","last_became_active":"2024-08-04T15:23:51.501477+0000","last_became_peered":"2024-08-04T15:23:51.501477+0000","last_unstale":"2024-08-04T15:24:15.095333+0000","last_undegraded":"2024-08-04T15:24:15.095333+0000","last_fullsized":"2024-08-04T15:24:15.095333+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:46:24.258789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098415+0000","last_change":"2024-08-04T15:23:51.519152+0000","last_active":"2024-08-04T15:24:15.098415+0000","last_peered":"2024-08-04T15:24:15.098415+0000","last_clean":"2024-08-04T15:24:15.098415+0000","last_became_active":"2024-08-04T15:23:51.518852+0000","last_became_peered":"2024-08-04T15:23:51.518852+0000","last_unstale":"2024-08-04T15:24:15.098415+0000","last_undegraded":"2024-08-04T15:24:15.098415+0000","last_fullsized":"2024-08-04T15:24:15.098415+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:27:45.333732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097312+0000","last_change":"2024-08-04T15:23:48.281187+0000","last_active":"2024-08-04T15:24:15.097312+0000","last_peered":"2024-08-04T15:24:15.097312+0000","last_clean":"2024-08-04T15:24:15.097312+0000","last_became_active":"2024-08-04T15:23:48.280850+0000","last_became_peered":"2024-08-04T15:23:48.280850+0000","last_unstale":"2024-08-04T15:24:15.097312+0000","last_undegraded":"2024-08-04T15:24:15.097312+0000","last_fullsized":"2024-08-04T15:24:15.097312+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:24:03.869475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-04T15:24:16.420708+0000","last_change":"2024-08-04T15:24:16.420708+0000","last_active":"2024-08-04T15:24:16.420708+0000","last_peered":"2024-08-04T15:24:16.420708+0000","last_clean":"2024-08-04T15:24:16.420708+0000","last_became_active":"2024-08-04T15:24:16.420430+0000","last_became_peered":"2024-08-04T15:24:16.420430+0000","last_unstale":"2024-08-04T15:24:16.420708+0000","last_undegraded":"2024-08-04T15:24:16.420708+0000","last_fullsized":"2024-08-04T15:24:16.420708+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:05:43.099867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097149+0000","last_change":"2024-08-04T15:23:48.277469+0000","last_active":"2024-08-04T15:24:15.097149+0000","last_peered":"2024-08-04T15:24:15.097149+0000","last_clean":"2024-08-04T15:24:15.097149+0000","last_became_active":"2024-08-04T15:23:48.277168+0000","last_became_peered":"2024-08-04T15:23:48.277168+0000","last_unstale":"2024-08-04T15:24:15.097149+0000","last_undegraded":"2024-08-04T15:24:15.097149+0000","last_fullsized":"2024-08-04T15:24:15.097149+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:44:19.702859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098094+0000","last_change":"2024-08-04T15:23:51.511722+0000","last_active":"2024-08-04T15:24:15.098094+0000","last_peered":"2024-08-04T15:24:15.098094+0000","last_clean":"2024-08-04T15:24:15.098094+0000","last_became_active":"2024-08-04T15:23:51.508641+0000","last_became_peered":"2024-08-04T15:23:51.508641+0000","last_unstale":"2024-08-04T15:24:15.098094+0000","last_undegraded":"2024-08-04T15:24:15.098094+0000","last_fullsized":"2024-08-04T15:24:15.098094+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:49:01.114348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093423+0000","last_change":"2024-08-04T15:23:48.274428+0000","last_active":"2024-08-04T15:24:15.093423+0000","last_peered":"2024-08-04T15:24:15.093423+0000","last_clean":"2024-08-04T15:24:15.093423+0000","last_became_active":"2024-08-04T15:23:48.274158+0000","last_became_peered":"2024-08-04T15:23:48.274158+0000","last_unstale":"2024-08-04T15:24:15.093423+0000","last_undegraded":"2024-08-04T15:24:15.093423+0000","last_fullsized":"2024-08-04T15:24:15.093423+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:19:53.880155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093147+0000","last_change":"2024-08-04T15:23:51.503876+0000","last_active":"2024-08-04T15:24:15.093147+0000","last_peered":"2024-08-04T15:24:15.093147+0000","last_clean":"2024-08-04T15:24:15.093147+0000","last_became_active":"2024-08-04T15:23:51.502023+0000","last_became_peered":"2024-08-04T15:23:51.502023+0000","last_unstale":"2024-08-04T15:24:15.093147+0000","last_undegraded":"2024-08-04T15:24:15.093147+0000","last_fullsized":"2024-08-04T15:24:15.093147+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:25:53.254130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098177+0000","last_change":"2024-08-04T15:23:48.278706+0000","last_active":"2024-08-04T15:24:15.098177+0000","last_peered":"2024-08-04T15:24:15.098177+0000","last_clean":"2024-08-04T15:24:15.098177+0000","last_became_active":"2024-08-04T15:23:48.278426+0000","last_became_peered":"2024-08-04T15:23:48.278426+0000","last_unstale":"2024-08-04T15:24:15.098177+0000","last_undegraded":"2024-08-04T15:24:15.098177+0000","last_fullsized":"2024-08-04T15:24:15.098177+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:17:27.407624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233997,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298608,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446544,"statfs":{"total":95995035648,"available":95689261056,"internally_reserved":0,"allocated":1277952,"data_stored":880571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42699999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]}]},{"osd":6,"up_from":46,"seq":197568495635,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298608,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446544,"statfs":{"total":95995035648,"available":95689261056,"internally_reserved":0,"allocated":1277952,"data_stored":881266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.5}]},{"osd":1,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.63600000000000001}]},{"osd":2,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.55000000000000004}]},{"osd":3,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.61499999999999999}]},{"osd":4,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.442},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.56299999999999994}]},{"osd":5,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.64700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67300000000000004}]}]},{"osd":5,"up_from":38,"seq":163208757272,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298036,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447116,"statfs":{"total":95995035648,"available":95689846784,"internally_reserved":0,"allocated":692224,"data_stored":291253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.498},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.44400000000000001}]},{"osd":1,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.38800000000000001}]},{"osd":2,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.45900000000000002}]},{"osd":3,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.54000000000000004}]},{"osd":4,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.51700000000000002}]},{"osd":6,"last update":"Sun Aug 4 15:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.48099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]}]},{"osd":4,"up_from":30,"seq":128849018908,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298036,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447116,"statfs":{"total":95995035648,"available":95689846784,"internally_reserved":0,"allocated":692224,"data_stored":290365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:24:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.56000000000000005,"15min":0.56100000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.54800000000000004,"15min":0.54500000000000004},"min":{"1min":0.35999999999999999,"5min":0.312,"15min":0.312},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.53700000000000003}]},{"osd":1,"last update":"Sun Aug 4 15:24:16 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.55900000000000005,"15min":0.56299999999999994},"min":{"1min":0.36499999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.54600000000000004,"15min":0.54500000000000004},"min":{"1min":0.36699999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.40999999999999998}]},{"osd":2,"last update":"Sun Aug 4 15:24:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.55500000000000005,"15min":0.55200000000000005},"min":{"1min":0.40500000000000003,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55200000000000005,"15min":0.55400000000000005},"min":{"1min":0.375,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.55700000000000005}]},{"osd":3,"last update":"Sun Aug 4 15:24:16 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.41299999999999998,"5min":0.377,"15min":0.377},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.55300000000000005,"15min":0.54900000000000004},"min":{"1min":0.41599999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.443}]},{"osd":5,"last update":"Sun Aug 4 15:23:35 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.61699999999999999}]},{"osd":6,"last update":"Sun Aug 4 15:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.502},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.59599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182431,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298044,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447108,"statfs":{"total":95995035648,"available":95689838592,"internally_reserved":0,"allocated":700416,"data_stored":291590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.40999999999999998,"15min":0.41399999999999998},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.54400000000000004,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.44400000000000001,"15min":0.432},"min":{"1min":0.28699999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":2.2170000000000001,"5min":2.2170000000000001,"15min":2.2170000000000001},"last":0.437}]},{"osd":1,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.44700000000000001,"15min":0.44900000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.59999999999999998,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.41999999999999998,"15min":0.41799999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.38500000000000001}]},{"osd":2,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.45800000000000002,"15min":0.45400000000000001},"min":{"1min":0.28999999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.46200000000000002,"15min":0.46000000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.497}]},{"osd":4,"last update":"Sun Aug 4 15:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.68600000000000005}]},{"osd":5,"last update":"Sun Aug 4 15:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.72099999999999997}]},{"osd":6,"last update":"Sun Aug 4 15:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.67200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411365,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":679936,"data_stored":289934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:23:28 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.39500000000000002,"15min":0.39100000000000001},"min":{"1min":0.27000000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.432},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.41399999999999998,"15min":0.40899999999999997},"min":{"1min":0.316,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.59799999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.32100000000000001}]},{"osd":1,"last update":"Sun Aug 4 15:23:28 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.41399999999999998,"15min":0.41499999999999998},"min":{"1min":0.28799999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.53500000000000003,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.42399999999999999,"15min":0.41999999999999998},"min":{"1min":0.315,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.34300000000000003}]},{"osd":3,"last update":"Sun Aug 4 15:23:58 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.442,"15min":0.443},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.46999999999999997,"15min":0.47399999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.60399999999999998,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.36499999999999999}]},{"osd":4,"last update":"Sun Aug 4 15:24:12 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55600000000000005,"15min":0.55500000000000005},"min":{"1min":0.40699999999999997,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.749,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.57199999999999995,"15min":0.57499999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.71499999999999997,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.52300000000000002}]},{"osd":5,"last update":"Sun Aug 4 15:23:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.47499999999999998}]},{"osd":6,"last update":"Sun Aug 4 15:24:01 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.57399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":688128,"data_stored":290094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:24:04 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.371,"15min":0.36399999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.40200000000000002,"15min":0.39500000000000002},"min":{"1min":0.24299999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.89300000000000002,"5min":1.056,"15min":1.056},"last":0.41699999999999998}]},{"osd":2,"last update":"Sun Aug 4 15:23:26 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.46000000000000002,"15min":0.46600000000000003},"min":{"1min":0.27400000000000002,"5min":0.214,"15min":0.214},"max":{"1min":0.66600000000000004,"5min":1.294,"15min":1.294},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.441,"15min":0.44400000000000001},"min":{"1min":0.30499999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.67700000000000005,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.35599999999999998}]},{"osd":3,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.45900000000000002,"15min":0.46200000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.61799999999999999,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45300000000000001,"15min":0.45800000000000002},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.46600000000000003}]},{"osd":4,"last update":"Sun Aug 4 15:24:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.55300000000000005,"15min":0.54900000000000004},"min":{"1min":0.42299999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.78700000000000003,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57799999999999996,"15min":0.57399999999999995},"min":{"1min":0.40799999999999997,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.73299999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.80000000000000004}]},{"osd":5,"last update":"Sun Aug 4 15:23:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.78000000000000003}]},{"osd":6,"last update":"Sun Aug 4 15:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.76500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738415,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298616,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446536,"statfs":{"total":95995035648,"available":95689252864,"internally_reserved":0,"allocated":1290240,"data_stored":881018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Aug 4 15:24:06 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.35199999999999998,"15min":0.33500000000000002},"min":{"1min":0.251,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.378,"5min":0.36599999999999999,"15min":0.35199999999999998},"min":{"1min":0.251,"5min":0.224,"15min":0.224},"max":{"1min":0.53200000000000003,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.47099999999999997}]},{"osd":2,"last update":"Sun Aug 4 15:23:31 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.38800000000000001,"15min":0.38200000000000001},"min":{"1min":0.311,"5min":0.254,"15min":0.254},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.437,"5min":0.39000000000000001,"15min":0.38200000000000001},"min":{"1min":0.27800000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.496}]},{"osd":3,"last update":"Sun Aug 4 15:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.33200000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.434,"15min":0.432},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.56499999999999995}]},{"osd":4,"last update":"Sun Aug 4 15:24:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.56000000000000005,"15min":0.56299999999999994},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.82499999999999996,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.56399999999999995,"15min":0.56100000000000005},"min":{"1min":0.42699999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.78000000000000003}]},{"osd":5,"last update":"Sun Aug 4 15:23:37 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.747},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.79300000000000004}]},{"osd":6,"last update":"Sun Aug 4 15:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.75600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81899999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-04T15:24:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:26 smithi007 ceph-mon[29096]: from='client.14520 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:24:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:26 smithi007 ceph-mon[29096]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:26.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:26 smithi007 ceph-mon[39529]: from='client.14520 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:24:26.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:26 smithi007 ceph-mon[39529]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:26.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:26 smithi062 ceph-mon[32659]: from='client.14520 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:24:26.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:26 smithi062 ceph-mon[32659]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:28 smithi062 ceph-mon[32659]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:28 smithi007 ceph-mon[29096]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:28 smithi007 ceph-mon[39529]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:28.649 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph pg dump --format=json 2024-08-04T15:24:28.928 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:24:30.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:30 smithi007 ceph-mon[29096]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:30.360 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:30 smithi007 ceph-mon[39529]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:30 smithi062 ceph-mon[32659]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:30.745 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:24:30.746 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-08-04T15:24:31.478 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":214,"stamp":"2024-08-04T15:24:29.009978+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386000,"kb_used_data":7128,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575216,"statfs":{"total":767960285184,"available":765517021184,"internally_reserved":0,"allocated":7299072,"data_stored":4096091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002907"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097574+0000","last_change":"2024-08-04T15:23:51.514460+0000","last_active":"2024-08-04T15:24:15.097574+0000","last_peered":"2024-08-04T15:24:15.097574+0000","last_clean":"2024-08-04T15:24:15.097574+0000","last_became_active":"2024-08-04T15:23:51.514151+0000","last_became_peered":"2024-08-04T15:23:51.514151+0000","last_unstale":"2024-08-04T15:24:15.097574+0000","last_undegraded":"2024-08-04T15:24:15.097574+0000","last_fullsized":"2024-08-04T15:24:15.097574+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:26:14.347168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098235+0000","last_change":"2024-08-04T15:23:51.503127+0000","last_active":"2024-08-04T15:24:15.098235+0000","last_peered":"2024-08-04T15:24:15.098235+0000","last_clean":"2024-08-04T15:24:15.098235+0000","last_became_active":"2024-08-04T15:23:51.502808+0000","last_became_peered":"2024-08-04T15:23:51.502808+0000","last_unstale":"2024-08-04T15:24:15.098235+0000","last_undegraded":"2024-08-04T15:24:15.098235+0000","last_fullsized":"2024-08-04T15:24:15.098235+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:11:25.007399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097643+0000","last_change":"2024-08-04T15:23:51.501831+0000","last_active":"2024-08-04T15:24:15.097643+0000","last_peered":"2024-08-04T15:24:15.097643+0000","last_clean":"2024-08-04T15:24:15.097643+0000","last_became_active":"2024-08-04T15:23:51.501541+0000","last_became_peered":"2024-08-04T15:23:51.501541+0000","last_unstale":"2024-08-04T15:24:15.097643+0000","last_undegraded":"2024-08-04T15:24:15.097643+0000","last_fullsized":"2024-08-04T15:24:15.097643+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:06:25.431625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.099648+0000","last_change":"2024-08-04T15:23:51.514188+0000","last_active":"2024-08-04T15:24:15.099648+0000","last_peered":"2024-08-04T15:24:15.099648+0000","last_clean":"2024-08-04T15:24:15.099648+0000","last_became_active":"2024-08-04T15:23:51.513885+0000","last_became_peered":"2024-08-04T15:23:51.513885+0000","last_unstale":"2024-08-04T15:24:15.099648+0000","last_undegraded":"2024-08-04T15:24:15.099648+0000","last_fullsized":"2024-08-04T15:24:15.099648+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:35:26.339963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097621+0000","last_change":"2024-08-04T15:23:51.517913+0000","last_active":"2024-08-04T15:24:15.097621+0000","last_peered":"2024-08-04T15:24:15.097621+0000","last_clean":"2024-08-04T15:24:15.097621+0000","last_became_active":"2024-08-04T15:23:51.517195+0000","last_became_peered":"2024-08-04T15:23:51.517195+0000","last_unstale":"2024-08-04T15:24:15.097621+0000","last_undegraded":"2024-08-04T15:24:15.097621+0000","last_fullsized":"2024-08-04T15:24:15.097621+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:15:42.996486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098243+0000","last_change":"2024-08-04T15:23:51.515035+0000","last_active":"2024-08-04T15:24:15.098243+0000","last_peered":"2024-08-04T15:24:15.098243+0000","last_clean":"2024-08-04T15:24:15.098243+0000","last_became_active":"2024-08-04T15:23:51.513365+0000","last_became_peered":"2024-08-04T15:23:51.513365+0000","last_unstale":"2024-08-04T15:24:15.098243+0000","last_undegraded":"2024-08-04T15:24:15.098243+0000","last_fullsized":"2024-08-04T15:24:15.098243+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:13:13.330754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096776+0000","last_change":"2024-08-04T15:23:51.510334+0000","last_active":"2024-08-04T15:24:15.096776+0000","last_peered":"2024-08-04T15:24:15.096776+0000","last_clean":"2024-08-04T15:24:15.096776+0000","last_became_active":"2024-08-04T15:23:51.509988+0000","last_became_peered":"2024-08-04T15:23:51.509988+0000","last_unstale":"2024-08-04T15:24:15.096776+0000","last_undegraded":"2024-08-04T15:24:15.096776+0000","last_fullsized":"2024-08-04T15:24:15.096776+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:55:18.575986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092602+0000","last_change":"2024-08-04T15:23:51.510832+0000","last_active":"2024-08-04T15:24:15.092602+0000","last_peered":"2024-08-04T15:24:15.092602+0000","last_clean":"2024-08-04T15:24:15.092602+0000","last_became_active":"2024-08-04T15:23:51.510572+0000","last_became_peered":"2024-08-04T15:23:51.510572+0000","last_unstale":"2024-08-04T15:24:15.092602+0000","last_undegraded":"2024-08-04T15:24:15.092602+0000","last_fullsized":"2024-08-04T15:24:15.092602+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:26:24.443599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097893+0000","last_change":"2024-08-04T15:23:51.518943+0000","last_active":"2024-08-04T15:24:15.097893+0000","last_peered":"2024-08-04T15:24:15.097893+0000","last_clean":"2024-08-04T15:24:15.097893+0000","last_became_active":"2024-08-04T15:23:51.518627+0000","last_became_peered":"2024-08-04T15:23:51.518627+0000","last_unstale":"2024-08-04T15:24:15.097893+0000","last_undegraded":"2024-08-04T15:24:15.097893+0000","last_fullsized":"2024-08-04T15:24:15.097893+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:38:16.947646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096450+0000","last_change":"2024-08-04T15:23:51.515571+0000","last_active":"2024-08-04T15:24:15.096450+0000","last_peered":"2024-08-04T15:24:15.096450+0000","last_clean":"2024-08-04T15:24:15.096450+0000","last_became_active":"2024-08-04T15:23:51.515273+0000","last_became_peered":"2024-08-04T15:23:51.515273+0000","last_unstale":"2024-08-04T15:24:15.096450+0000","last_undegraded":"2024-08-04T15:24:15.096450+0000","last_fullsized":"2024-08-04T15:24:15.096450+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:57:03.422372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.095358+0000","last_change":"2024-08-04T15:23:51.514923+0000","last_active":"2024-08-04T15:24:15.095358+0000","last_peered":"2024-08-04T15:24:15.095358+0000","last_clean":"2024-08-04T15:24:15.095358+0000","last_became_active":"2024-08-04T15:23:51.514655+0000","last_became_peered":"2024-08-04T15:23:51.514655+0000","last_unstale":"2024-08-04T15:24:15.095358+0000","last_undegraded":"2024-08-04T15:24:15.095358+0000","last_fullsized":"2024-08-04T15:24:15.095358+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:15:00.740206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-04T15:24:16.103578+0000","last_change":"2024-08-04T15:24:16.103578+0000","last_active":"2024-08-04T15:24:16.103578+0000","last_peered":"2024-08-04T15:24:16.103578+0000","last_clean":"2024-08-04T15:24:16.103578+0000","last_became_active":"2024-08-04T15:24:16.103201+0000","last_became_peered":"2024-08-04T15:24:16.103201+0000","last_unstale":"2024-08-04T15:24:16.103578+0000","last_undegraded":"2024-08-04T15:24:16.103578+0000","last_fullsized":"2024-08-04T15:24:16.103578+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:51:15.929686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092895+0000","last_change":"2024-08-04T15:23:51.507950+0000","last_active":"2024-08-04T15:24:15.092895+0000","last_peered":"2024-08-04T15:24:15.092895+0000","last_clean":"2024-08-04T15:24:15.092895+0000","last_became_active":"2024-08-04T15:23:51.507409+0000","last_became_peered":"2024-08-04T15:23:51.507409+0000","last_unstale":"2024-08-04T15:24:15.092895+0000","last_undegraded":"2024-08-04T15:24:15.092895+0000","last_fullsized":"2024-08-04T15:24:15.092895+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:12:33.117795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096793+0000","last_change":"2024-08-04T15:23:51.511488+0000","last_active":"2024-08-04T15:24:15.096793+0000","last_peered":"2024-08-04T15:24:15.096793+0000","last_clean":"2024-08-04T15:24:15.096793+0000","last_became_active":"2024-08-04T15:23:51.510253+0000","last_became_peered":"2024-08-04T15:23:51.510253+0000","last_unstale":"2024-08-04T15:24:15.096793+0000","last_undegraded":"2024-08-04T15:24:15.096793+0000","last_fullsized":"2024-08-04T15:24:15.096793+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:40:47.566285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097522+0000","last_change":"2024-08-04T15:23:51.499127+0000","last_active":"2024-08-04T15:24:15.097522+0000","last_peered":"2024-08-04T15:24:15.097522+0000","last_clean":"2024-08-04T15:24:15.097522+0000","last_became_active":"2024-08-04T15:23:51.498774+0000","last_became_peered":"2024-08-04T15:23:51.498774+0000","last_unstale":"2024-08-04T15:24:15.097522+0000","last_undegraded":"2024-08-04T15:24:15.097522+0000","last_fullsized":"2024-08-04T15:24:15.097522+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:51:36.258519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097776+0000","last_change":"2024-08-04T15:23:51.520398+0000","last_active":"2024-08-04T15:24:15.097776+0000","last_peered":"2024-08-04T15:24:15.097776+0000","last_clean":"2024-08-04T15:24:15.097776+0000","last_became_active":"2024-08-04T15:23:51.519277+0000","last_became_peered":"2024-08-04T15:23:51.519277+0000","last_unstale":"2024-08-04T15:24:15.097776+0000","last_undegraded":"2024-08-04T15:24:15.097776+0000","last_fullsized":"2024-08-04T15:24:15.097776+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:07:18.910650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.099510+0000","last_change":"2024-08-04T15:23:51.518164+0000","last_active":"2024-08-04T15:24:15.099510+0000","last_peered":"2024-08-04T15:24:15.099510+0000","last_clean":"2024-08-04T15:24:15.099510+0000","last_became_active":"2024-08-04T15:23:51.517888+0000","last_became_peered":"2024-08-04T15:23:51.517888+0000","last_unstale":"2024-08-04T15:24:15.099510+0000","last_undegraded":"2024-08-04T15:24:15.099510+0000","last_fullsized":"2024-08-04T15:24:15.099510+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:38:39.543123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092531+0000","last_change":"2024-08-04T15:23:51.506696+0000","last_active":"2024-08-04T15:24:15.092531+0000","last_peered":"2024-08-04T15:24:15.092531+0000","last_clean":"2024-08-04T15:24:15.092531+0000","last_became_active":"2024-08-04T15:23:51.505211+0000","last_became_peered":"2024-08-04T15:23:51.505211+0000","last_unstale":"2024-08-04T15:24:15.092531+0000","last_undegraded":"2024-08-04T15:24:15.092531+0000","last_fullsized":"2024-08-04T15:24:15.092531+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:30:26.148856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097264+0000","last_change":"2024-08-04T15:23:51.515569+0000","last_active":"2024-08-04T15:24:15.097264+0000","last_peered":"2024-08-04T15:24:15.097264+0000","last_clean":"2024-08-04T15:24:15.097264+0000","last_became_active":"2024-08-04T15:23:51.514924+0000","last_became_peered":"2024-08-04T15:23:51.514924+0000","last_unstale":"2024-08-04T15:24:15.097264+0000","last_undegraded":"2024-08-04T15:24:15.097264+0000","last_fullsized":"2024-08-04T15:24:15.097264+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:00:13.402505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.095797+0000","last_change":"2024-08-04T15:23:51.511155+0000","last_active":"2024-08-04T15:24:15.095797+0000","last_peered":"2024-08-04T15:24:15.095797+0000","last_clean":"2024-08-04T15:24:15.095797+0000","last_became_active":"2024-08-04T15:23:51.510785+0000","last_became_peered":"2024-08-04T15:23:51.510785+0000","last_unstale":"2024-08-04T15:24:15.095797+0000","last_undegraded":"2024-08-04T15:24:15.095797+0000","last_fullsized":"2024-08-04T15:24:15.095797+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:20:30.379451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097261+0000","last_change":"2024-08-04T15:23:51.511642+0000","last_active":"2024-08-04T15:24:15.097261+0000","last_peered":"2024-08-04T15:24:15.097261+0000","last_clean":"2024-08-04T15:24:15.097261+0000","last_became_active":"2024-08-04T15:23:51.509234+0000","last_became_peered":"2024-08-04T15:23:51.509234+0000","last_unstale":"2024-08-04T15:24:15.097261+0000","last_undegraded":"2024-08-04T15:24:15.097261+0000","last_fullsized":"2024-08-04T15:24:15.097261+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:19:02.236179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098337+0000","last_change":"2024-08-04T15:23:51.515281+0000","last_active":"2024-08-04T15:24:15.098337+0000","last_peered":"2024-08-04T15:24:15.098337+0000","last_clean":"2024-08-04T15:24:15.098337+0000","last_became_active":"2024-08-04T15:23:51.512917+0000","last_became_peered":"2024-08-04T15:23:51.512917+0000","last_unstale":"2024-08-04T15:24:15.098337+0000","last_undegraded":"2024-08-04T15:24:15.098337+0000","last_fullsized":"2024-08-04T15:24:15.098337+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:13:15.187702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092742+0000","last_change":"2024-08-04T15:23:51.500357+0000","last_active":"2024-08-04T15:24:15.092742+0000","last_peered":"2024-08-04T15:24:15.092742+0000","last_clean":"2024-08-04T15:24:15.092742+0000","last_became_active":"2024-08-04T15:23:51.500076+0000","last_became_peered":"2024-08-04T15:23:51.500076+0000","last_unstale":"2024-08-04T15:24:15.092742+0000","last_undegraded":"2024-08-04T15:24:15.092742+0000","last_fullsized":"2024-08-04T15:24:15.092742+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:36:55.376597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097877+0000","last_change":"2024-08-04T15:23:51.513289+0000","last_active":"2024-08-04T15:24:15.097877+0000","last_peered":"2024-08-04T15:24:15.097877+0000","last_clean":"2024-08-04T15:24:15.097877+0000","last_became_active":"2024-08-04T15:23:51.512892+0000","last_became_peered":"2024-08-04T15:23:51.512892+0000","last_unstale":"2024-08-04T15:24:15.097877+0000","last_undegraded":"2024-08-04T15:24:15.097877+0000","last_fullsized":"2024-08-04T15:24:15.097877+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:58:56.118404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093336+0000","last_change":"2024-08-04T15:23:51.503039+0000","last_active":"2024-08-04T15:24:15.093336+0000","last_peered":"2024-08-04T15:24:15.093336+0000","last_clean":"2024-08-04T15:24:15.093336+0000","last_became_active":"2024-08-04T15:23:51.502774+0000","last_became_peered":"2024-08-04T15:23:51.502774+0000","last_unstale":"2024-08-04T15:24:15.093336+0000","last_undegraded":"2024-08-04T15:24:15.093336+0000","last_fullsized":"2024-08-04T15:24:15.093336+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:22:46.397060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096636+0000","last_change":"2024-08-04T15:23:51.513070+0000","last_active":"2024-08-04T15:24:15.096636+0000","last_peered":"2024-08-04T15:24:15.096636+0000","last_clean":"2024-08-04T15:24:15.096636+0000","last_became_active":"2024-08-04T15:23:51.512778+0000","last_became_peered":"2024-08-04T15:23:51.512778+0000","last_unstale":"2024-08-04T15:24:15.096636+0000","last_undegraded":"2024-08-04T15:24:15.096636+0000","last_fullsized":"2024-08-04T15:24:15.096636+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:20:08.116370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097860+0000","last_change":"2024-08-04T15:23:51.500586+0000","last_active":"2024-08-04T15:24:15.097860+0000","last_peered":"2024-08-04T15:24:15.097860+0000","last_clean":"2024-08-04T15:24:15.097860+0000","last_became_active":"2024-08-04T15:23:51.500297+0000","last_became_peered":"2024-08-04T15:23:51.500297+0000","last_unstale":"2024-08-04T15:24:15.097860+0000","last_undegraded":"2024-08-04T15:24:15.097860+0000","last_fullsized":"2024-08-04T15:24:15.097860+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:05:13.759470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093325+0000","last_change":"2024-08-04T15:23:51.503761+0000","last_active":"2024-08-04T15:24:15.093325+0000","last_peered":"2024-08-04T15:24:15.093325+0000","last_clean":"2024-08-04T15:24:15.093325+0000","last_became_active":"2024-08-04T15:23:51.502325+0000","last_became_peered":"2024-08-04T15:23:51.502325+0000","last_unstale":"2024-08-04T15:24:15.093325+0000","last_undegraded":"2024-08-04T15:24:15.093325+0000","last_fullsized":"2024-08-04T15:24:15.093325+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:18:53.024583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097299+0000","last_change":"2024-08-04T15:23:51.504028+0000","last_active":"2024-08-04T15:24:15.097299+0000","last_peered":"2024-08-04T15:24:15.097299+0000","last_clean":"2024-08-04T15:24:15.097299+0000","last_became_active":"2024-08-04T15:23:51.502406+0000","last_became_peered":"2024-08-04T15:23:51.502406+0000","last_unstale":"2024-08-04T15:24:15.097299+0000","last_undegraded":"2024-08-04T15:24:15.097299+0000","last_fullsized":"2024-08-04T15:24:15.097299+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:07:00.811214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098426+0000","last_change":"2024-08-04T15:23:51.515670+0000","last_active":"2024-08-04T15:24:15.098426+0000","last_peered":"2024-08-04T15:24:15.098426+0000","last_clean":"2024-08-04T15:24:15.098426+0000","last_became_active":"2024-08-04T15:23:51.513755+0000","last_became_peered":"2024-08-04T15:23:51.513755+0000","last_unstale":"2024-08-04T15:24:15.098426+0000","last_undegraded":"2024-08-04T15:24:15.098426+0000","last_fullsized":"2024-08-04T15:24:15.098426+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:07:36.189578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092342+0000","last_change":"2024-08-04T15:23:51.505972+0000","last_active":"2024-08-04T15:24:15.092342+0000","last_peered":"2024-08-04T15:24:15.092342+0000","last_clean":"2024-08-04T15:24:15.092342+0000","last_became_active":"2024-08-04T15:23:51.505698+0000","last_became_peered":"2024-08-04T15:23:51.505698+0000","last_unstale":"2024-08-04T15:24:15.092342+0000","last_undegraded":"2024-08-04T15:24:15.092342+0000","last_fullsized":"2024-08-04T15:24:15.092342+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:17:26.415836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.094950+0000","last_change":"2024-08-04T15:23:51.514862+0000","last_active":"2024-08-04T15:24:15.094950+0000","last_peered":"2024-08-04T15:24:15.094950+0000","last_clean":"2024-08-04T15:24:15.094950+0000","last_became_active":"2024-08-04T15:23:51.514571+0000","last_became_peered":"2024-08-04T15:23:51.514571+0000","last_unstale":"2024-08-04T15:24:15.094950+0000","last_undegraded":"2024-08-04T15:24:15.094950+0000","last_fullsized":"2024-08-04T15:24:15.094950+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:27:28.970858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092506+0000","last_change":"2024-08-04T15:23:51.502636+0000","last_active":"2024-08-04T15:24:15.092506+0000","last_peered":"2024-08-04T15:24:15.092506+0000","last_clean":"2024-08-04T15:24:15.092506+0000","last_became_active":"2024-08-04T15:23:51.502221+0000","last_became_peered":"2024-08-04T15:23:51.502221+0000","last_unstale":"2024-08-04T15:24:15.092506+0000","last_undegraded":"2024-08-04T15:24:15.092506+0000","last_fullsized":"2024-08-04T15:24:15.092506+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:08:29.459334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093091+0000","last_change":"2024-08-04T15:23:48.275284+0000","last_active":"2024-08-04T15:24:15.093091+0000","last_peered":"2024-08-04T15:24:15.093091+0000","last_clean":"2024-08-04T15:24:15.093091+0000","last_became_active":"2024-08-04T15:23:48.275018+0000","last_became_peered":"2024-08-04T15:23:48.275018+0000","last_unstale":"2024-08-04T15:24:15.093091+0000","last_undegraded":"2024-08-04T15:24:15.093091+0000","last_fullsized":"2024-08-04T15:24:15.093091+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:31:57.708624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-04T15:24:16.733476+0000","last_change":"2024-08-04T15:24:16.733476+0000","last_active":"2024-08-04T15:24:16.733476+0000","last_peered":"2024-08-04T15:24:16.733476+0000","last_clean":"2024-08-04T15:24:16.733476+0000","last_became_active":"2024-08-04T15:24:16.733201+0000","last_became_peered":"2024-08-04T15:24:16.733201+0000","last_unstale":"2024-08-04T15:24:16.733476+0000","last_undegraded":"2024-08-04T15:24:16.733476+0000","last_fullsized":"2024-08-04T15:24:16.733476+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:37:35.353199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":27,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-04T15:24:16.104293+0000","last_change":"2024-08-04T15:24:16.104293+0000","last_active":"2024-08-04T15:24:16.104293+0000","last_peered":"2024-08-04T15:24:16.104293+0000","last_clean":"2024-08-04T15:24:16.104293+0000","last_became_active":"2024-08-04T15:24:16.103880+0000","last_became_peered":"2024-08-04T15:24:16.103880+0000","last_unstale":"2024-08-04T15:24:16.104293+0000","last_undegraded":"2024-08-04T15:24:16.104293+0000","last_fullsized":"2024-08-04T15:24:16.104293+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:23:43.630289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092897+0000","last_change":"2024-08-04T15:23:48.277222+0000","last_active":"2024-08-04T15:24:15.092897+0000","last_peered":"2024-08-04T15:24:15.092897+0000","last_clean":"2024-08-04T15:24:15.092897+0000","last_became_active":"2024-08-04T15:23:48.276906+0000","last_became_peered":"2024-08-04T15:23:48.276906+0000","last_unstale":"2024-08-04T15:24:15.092897+0000","last_undegraded":"2024-08-04T15:24:15.092897+0000","last_fullsized":"2024-08-04T15:24:15.092897+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:35:42.927782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092151+0000","last_change":"2024-08-04T15:23:51.506367+0000","last_active":"2024-08-04T15:24:15.092151+0000","last_peered":"2024-08-04T15:24:15.092151+0000","last_clean":"2024-08-04T15:24:15.092151+0000","last_became_active":"2024-08-04T15:23:51.506056+0000","last_became_peered":"2024-08-04T15:23:51.506056+0000","last_unstale":"2024-08-04T15:24:15.092151+0000","last_undegraded":"2024-08-04T15:24:15.092151+0000","last_fullsized":"2024-08-04T15:24:15.092151+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:24:28.792946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098067+0000","last_change":"2024-08-04T15:23:48.279106+0000","last_active":"2024-08-04T15:24:15.098067+0000","last_peered":"2024-08-04T15:24:15.098067+0000","last_clean":"2024-08-04T15:24:15.098067+0000","last_became_active":"2024-08-04T15:23:48.278804+0000","last_became_peered":"2024-08-04T15:23:48.278804+0000","last_unstale":"2024-08-04T15:24:15.098067+0000","last_undegraded":"2024-08-04T15:24:15.098067+0000","last_fullsized":"2024-08-04T15:24:15.098067+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:01:45.707647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096718+0000","last_change":"2024-08-04T15:23:51.495377+0000","last_active":"2024-08-04T15:24:15.096718+0000","last_peered":"2024-08-04T15:24:15.096718+0000","last_clean":"2024-08-04T15:24:15.096718+0000","last_became_active":"2024-08-04T15:23:51.495082+0000","last_became_peered":"2024-08-04T15:23:51.495082+0000","last_unstale":"2024-08-04T15:24:15.096718+0000","last_undegraded":"2024-08-04T15:24:15.096718+0000","last_fullsized":"2024-08-04T15:24:15.096718+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:08:48.327340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096534+0000","last_change":"2024-08-04T15:23:48.283827+0000","last_active":"2024-08-04T15:24:15.096534+0000","last_peered":"2024-08-04T15:24:15.096534+0000","last_clean":"2024-08-04T15:24:15.096534+0000","last_became_active":"2024-08-04T15:23:48.283520+0000","last_became_peered":"2024-08-04T15:23:48.283520+0000","last_unstale":"2024-08-04T15:24:15.096534+0000","last_undegraded":"2024-08-04T15:24:15.096534+0000","last_fullsized":"2024-08-04T15:24:15.096534+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:18:16.247702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098800+0000","last_change":"2024-08-04T15:23:51.505550+0000","last_active":"2024-08-04T15:24:15.098800+0000","last_peered":"2024-08-04T15:24:15.098800+0000","last_clean":"2024-08-04T15:24:15.098800+0000","last_became_active":"2024-08-04T15:23:51.504959+0000","last_became_peered":"2024-08-04T15:23:51.504959+0000","last_unstale":"2024-08-04T15:24:15.098800+0000","last_undegraded":"2024-08-04T15:24:15.098800+0000","last_fullsized":"2024-08-04T15:24:15.098800+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:43:17.088831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098895+0000","last_change":"2024-08-04T15:23:48.283723+0000","last_active":"2024-08-04T15:24:15.098895+0000","last_peered":"2024-08-04T15:24:15.098895+0000","last_clean":"2024-08-04T15:24:15.098895+0000","last_became_active":"2024-08-04T15:23:48.283377+0000","last_became_peered":"2024-08-04T15:23:48.283377+0000","last_unstale":"2024-08-04T15:24:15.098895+0000","last_undegraded":"2024-08-04T15:24:15.098895+0000","last_fullsized":"2024-08-04T15:24:15.098895+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:24:22.955080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098115+0000","last_change":"2024-08-04T15:23:51.512117+0000","last_active":"2024-08-04T15:24:15.098115+0000","last_peered":"2024-08-04T15:24:15.098115+0000","last_clean":"2024-08-04T15:24:15.098115+0000","last_became_active":"2024-08-04T15:23:51.508897+0000","last_became_peered":"2024-08-04T15:23:51.508897+0000","last_unstale":"2024-08-04T15:24:15.098115+0000","last_undegraded":"2024-08-04T15:24:15.098115+0000","last_fullsized":"2024-08-04T15:24:15.098115+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:56:49.886166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097995+0000","last_change":"2024-08-04T15:23:48.279173+0000","last_active":"2024-08-04T15:24:15.097995+0000","last_peered":"2024-08-04T15:24:15.097995+0000","last_clean":"2024-08-04T15:24:15.097995+0000","last_became_active":"2024-08-04T15:23:48.278870+0000","last_became_peered":"2024-08-04T15:23:48.278870+0000","last_unstale":"2024-08-04T15:24:15.097995+0000","last_undegraded":"2024-08-04T15:24:15.097995+0000","last_fullsized":"2024-08-04T15:24:15.097995+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:35:18.498343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093952+0000","last_change":"2024-08-04T15:23:51.505776+0000","last_active":"2024-08-04T15:24:15.093952+0000","last_peered":"2024-08-04T15:24:15.093952+0000","last_clean":"2024-08-04T15:24:15.093952+0000","last_became_active":"2024-08-04T15:23:51.505222+0000","last_became_peered":"2024-08-04T15:23:51.505222+0000","last_unstale":"2024-08-04T15:24:15.093952+0000","last_undegraded":"2024-08-04T15:24:15.093952+0000","last_fullsized":"2024-08-04T15:24:15.093952+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:57:42.114526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.095925+0000","last_change":"2024-08-04T15:23:48.281848+0000","last_active":"2024-08-04T15:24:15.095925+0000","last_peered":"2024-08-04T15:24:15.095925+0000","last_clean":"2024-08-04T15:24:15.095925+0000","last_became_active":"2024-08-04T15:23:48.281548+0000","last_became_peered":"2024-08-04T15:23:48.281548+0000","last_unstale":"2024-08-04T15:24:15.095925+0000","last_undegraded":"2024-08-04T15:24:15.095925+0000","last_fullsized":"2024-08-04T15:24:15.095925+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:09:12.939157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096897+0000","last_change":"2024-08-04T15:23:51.515749+0000","last_active":"2024-08-04T15:24:15.096897+0000","last_peered":"2024-08-04T15:24:15.096897+0000","last_clean":"2024-08-04T15:24:15.096897+0000","last_became_active":"2024-08-04T15:23:51.515291+0000","last_became_peered":"2024-08-04T15:23:51.515291+0000","last_unstale":"2024-08-04T15:24:15.096897+0000","last_undegraded":"2024-08-04T15:24:15.096897+0000","last_fullsized":"2024-08-04T15:24:15.096897+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:12:21.731480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097369+0000","last_change":"2024-08-04T15:23:48.274307+0000","last_active":"2024-08-04T15:24:15.097369+0000","last_peered":"2024-08-04T15:24:15.097369+0000","last_clean":"2024-08-04T15:24:15.097369+0000","last_became_active":"2024-08-04T15:23:48.274014+0000","last_became_peered":"2024-08-04T15:23:48.274014+0000","last_unstale":"2024-08-04T15:24:15.097369+0000","last_undegraded":"2024-08-04T15:24:15.097369+0000","last_fullsized":"2024-08-04T15:24:15.097369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:37:36.408249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097189+0000","last_change":"2024-08-04T15:23:51.505735+0000","last_active":"2024-08-04T15:24:15.097189+0000","last_peered":"2024-08-04T15:24:15.097189+0000","last_clean":"2024-08-04T15:24:15.097189+0000","last_became_active":"2024-08-04T15:23:51.505470+0000","last_became_peered":"2024-08-04T15:23:51.505470+0000","last_unstale":"2024-08-04T15:24:15.097189+0000","last_undegraded":"2024-08-04T15:24:15.097189+0000","last_fullsized":"2024-08-04T15:24:15.097189+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:30:41.327112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098549+0000","last_change":"2024-08-04T15:23:48.279451+0000","last_active":"2024-08-04T15:24:15.098549+0000","last_peered":"2024-08-04T15:24:15.098549+0000","last_clean":"2024-08-04T15:24:15.098549+0000","last_became_active":"2024-08-04T15:23:48.279090+0000","last_became_peered":"2024-08-04T15:23:48.279090+0000","last_unstale":"2024-08-04T15:24:15.098549+0000","last_undegraded":"2024-08-04T15:24:15.098549+0000","last_fullsized":"2024-08-04T15:24:15.098549+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:43:18.349023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097657+0000","last_change":"2024-08-04T15:23:51.518087+0000","last_active":"2024-08-04T15:24:15.097657+0000","last_peered":"2024-08-04T15:24:15.097657+0000","last_clean":"2024-08-04T15:24:15.097657+0000","last_became_active":"2024-08-04T15:23:51.517647+0000","last_became_peered":"2024-08-04T15:23:51.517647+0000","last_unstale":"2024-08-04T15:24:15.097657+0000","last_undegraded":"2024-08-04T15:24:15.097657+0000","last_fullsized":"2024-08-04T15:24:15.097657+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:34:32.059933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.095048+0000","last_change":"2024-08-04T15:23:48.284012+0000","last_active":"2024-08-04T15:24:15.095048+0000","last_peered":"2024-08-04T15:24:15.095048+0000","last_clean":"2024-08-04T15:24:15.095048+0000","last_became_active":"2024-08-04T15:23:48.283453+0000","last_became_peered":"2024-08-04T15:23:48.283453+0000","last_unstale":"2024-08-04T15:24:15.095048+0000","last_undegraded":"2024-08-04T15:24:15.095048+0000","last_fullsized":"2024-08-04T15:24:15.095048+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:05:40.040885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.095250+0000","last_change":"2024-08-04T15:23:51.515938+0000","last_active":"2024-08-04T15:24:15.095250+0000","last_peered":"2024-08-04T15:24:15.095250+0000","last_clean":"2024-08-04T15:24:15.095250+0000","last_became_active":"2024-08-04T15:23:51.515650+0000","last_became_peered":"2024-08-04T15:23:51.515650+0000","last_unstale":"2024-08-04T15:24:15.095250+0000","last_undegraded":"2024-08-04T15:24:15.095250+0000","last_fullsized":"2024-08-04T15:24:15.095250+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:56:31.130164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092370+0000","last_change":"2024-08-04T15:23:48.269918+0000","last_active":"2024-08-04T15:24:15.092370+0000","last_peered":"2024-08-04T15:24:15.092370+0000","last_clean":"2024-08-04T15:24:15.092370+0000","last_became_active":"2024-08-04T15:23:48.269587+0000","last_became_peered":"2024-08-04T15:23:48.269587+0000","last_unstale":"2024-08-04T15:24:15.092370+0000","last_undegraded":"2024-08-04T15:24:15.092370+0000","last_fullsized":"2024-08-04T15:24:15.092370+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:29:46.647005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096900+0000","last_change":"2024-08-04T15:23:51.511866+0000","last_active":"2024-08-04T15:24:15.096900+0000","last_peered":"2024-08-04T15:24:15.096900+0000","last_clean":"2024-08-04T15:24:15.096900+0000","last_became_active":"2024-08-04T15:23:51.511562+0000","last_became_peered":"2024-08-04T15:23:51.511562+0000","last_unstale":"2024-08-04T15:24:15.096900+0000","last_undegraded":"2024-08-04T15:24:15.096900+0000","last_fullsized":"2024-08-04T15:24:15.096900+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:40:26.926853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093298+0000","last_change":"2024-08-04T15:23:48.276386+0000","last_active":"2024-08-04T15:24:15.093298+0000","last_peered":"2024-08-04T15:24:15.093298+0000","last_clean":"2024-08-04T15:24:15.093298+0000","last_became_active":"2024-08-04T15:23:48.275882+0000","last_became_peered":"2024-08-04T15:23:48.275882+0000","last_unstale":"2024-08-04T15:24:15.093298+0000","last_undegraded":"2024-08-04T15:24:15.093298+0000","last_fullsized":"2024-08-04T15:24:15.093298+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:28:59.872959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097265+0000","last_change":"2024-08-04T15:23:51.514697+0000","last_active":"2024-08-04T15:24:15.097265+0000","last_peered":"2024-08-04T15:24:15.097265+0000","last_clean":"2024-08-04T15:24:15.097265+0000","last_became_active":"2024-08-04T15:23:51.513403+0000","last_became_peered":"2024-08-04T15:23:51.513403+0000","last_unstale":"2024-08-04T15:24:15.097265+0000","last_undegraded":"2024-08-04T15:24:15.097265+0000","last_fullsized":"2024-08-04T15:24:15.097265+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:59:13.217468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093287+0000","last_change":"2024-08-04T15:23:48.276563+0000","last_active":"2024-08-04T15:24:15.093287+0000","last_peered":"2024-08-04T15:24:15.093287+0000","last_clean":"2024-08-04T15:24:15.093287+0000","last_became_active":"2024-08-04T15:23:48.275645+0000","last_became_peered":"2024-08-04T15:23:48.275645+0000","last_unstale":"2024-08-04T15:24:15.093287+0000","last_undegraded":"2024-08-04T15:24:15.093287+0000","last_fullsized":"2024-08-04T15:24:15.093287+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:57:44.808918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097672+0000","last_change":"2024-08-04T15:23:51.517178+0000","last_active":"2024-08-04T15:24:15.097672+0000","last_peered":"2024-08-04T15:24:15.097672+0000","last_clean":"2024-08-04T15:24:15.097672+0000","last_became_active":"2024-08-04T15:23:51.516772+0000","last_became_peered":"2024-08-04T15:23:51.516772+0000","last_unstale":"2024-08-04T15:24:15.097672+0000","last_undegraded":"2024-08-04T15:24:15.097672+0000","last_fullsized":"2024-08-04T15:24:15.097672+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:55:01.959163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098068+0000","last_change":"2024-08-04T15:23:48.274978+0000","last_active":"2024-08-04T15:24:15.098068+0000","last_peered":"2024-08-04T15:24:15.098068+0000","last_clean":"2024-08-04T15:24:15.098068+0000","last_became_active":"2024-08-04T15:23:48.274675+0000","last_became_peered":"2024-08-04T15:23:48.274675+0000","last_unstale":"2024-08-04T15:24:15.098068+0000","last_undegraded":"2024-08-04T15:24:15.098068+0000","last_fullsized":"2024-08-04T15:24:15.098068+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:43:31.663358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.099666+0000","last_change":"2024-08-04T15:23:51.515281+0000","last_active":"2024-08-04T15:24:15.099666+0000","last_peered":"2024-08-04T15:24:15.099666+0000","last_clean":"2024-08-04T15:24:15.099666+0000","last_became_active":"2024-08-04T15:23:51.515015+0000","last_became_peered":"2024-08-04T15:23:51.515015+0000","last_unstale":"2024-08-04T15:24:15.099666+0000","last_undegraded":"2024-08-04T15:24:15.099666+0000","last_fullsized":"2024-08-04T15:24:15.099666+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:12:29.932714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093553+0000","last_change":"2024-08-04T15:23:48.274476+0000","last_active":"2024-08-04T15:24:15.093553+0000","last_peered":"2024-08-04T15:24:15.093553+0000","last_clean":"2024-08-04T15:24:15.093553+0000","last_became_active":"2024-08-04T15:23:48.273407+0000","last_became_peered":"2024-08-04T15:23:48.273407+0000","last_unstale":"2024-08-04T15:24:15.093553+0000","last_undegraded":"2024-08-04T15:24:15.093553+0000","last_fullsized":"2024-08-04T15:24:15.093553+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:16:07.211238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097032+0000","last_change":"2024-08-04T15:23:51.511102+0000","last_active":"2024-08-04T15:24:15.097032+0000","last_peered":"2024-08-04T15:24:15.097032+0000","last_clean":"2024-08-04T15:24:15.097032+0000","last_became_active":"2024-08-04T15:23:51.510794+0000","last_became_peered":"2024-08-04T15:23:51.510794+0000","last_unstale":"2024-08-04T15:24:15.097032+0000","last_undegraded":"2024-08-04T15:24:15.097032+0000","last_fullsized":"2024-08-04T15:24:15.097032+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:32:33.827060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":236,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097423+0000","last_change":"2024-08-04T15:23:26.550976+0000","last_active":"2024-08-04T15:24:15.097423+0000","last_peered":"2024-08-04T15:24:15.097423+0000","last_clean":"2024-08-04T15:24:15.097423+0000","last_became_active":"2024-08-04T15:23:26.550654+0000","last_became_peered":"2024-08-04T15:23:26.550654+0000","last_unstale":"2024-08-04T15:24:15.097423+0000","last_undegraded":"2024-08-04T15:24:15.097423+0000","last_fullsized":"2024-08-04T15:24:15.097423+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:21:25.437230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:21:25.437230+0000","last_clean_scrub_stamp":"2024-08-04T15:21:25.437230+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:43:30.284931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098290+0000","last_change":"2024-08-04T15:23:48.277860+0000","last_active":"2024-08-04T15:24:15.098290+0000","last_peered":"2024-08-04T15:24:15.098290+0000","last_clean":"2024-08-04T15:24:15.098290+0000","last_became_active":"2024-08-04T15:23:48.277556+0000","last_became_peered":"2024-08-04T15:23:48.277556+0000","last_unstale":"2024-08-04T15:24:15.098290+0000","last_undegraded":"2024-08-04T15:24:15.098290+0000","last_fullsized":"2024-08-04T15:24:15.098290+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:06:52.721636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092938+0000","last_change":"2024-08-04T15:23:51.510648+0000","last_active":"2024-08-04T15:24:15.092938+0000","last_peered":"2024-08-04T15:24:15.092938+0000","last_clean":"2024-08-04T15:24:15.092938+0000","last_became_active":"2024-08-04T15:23:51.510442+0000","last_became_peered":"2024-08-04T15:23:51.510442+0000","last_unstale":"2024-08-04T15:24:15.092938+0000","last_undegraded":"2024-08-04T15:24:15.092938+0000","last_fullsized":"2024-08-04T15:24:15.092938+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:35:39.736041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097043+0000","last_change":"2024-08-04T15:23:48.276874+0000","last_active":"2024-08-04T15:24:15.097043+0000","last_peered":"2024-08-04T15:24:15.097043+0000","last_clean":"2024-08-04T15:24:15.097043+0000","last_became_active":"2024-08-04T15:23:48.276577+0000","last_became_peered":"2024-08-04T15:23:48.276577+0000","last_unstale":"2024-08-04T15:24:15.097043+0000","last_undegraded":"2024-08-04T15:24:15.097043+0000","last_fullsized":"2024-08-04T15:24:15.097043+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:06:59.690137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096454+0000","last_change":"2024-08-04T15:23:51.502729+0000","last_active":"2024-08-04T15:24:15.096454+0000","last_peered":"2024-08-04T15:24:15.096454+0000","last_clean":"2024-08-04T15:24:15.096454+0000","last_became_active":"2024-08-04T15:23:51.502366+0000","last_became_peered":"2024-08-04T15:23:51.502366+0000","last_unstale":"2024-08-04T15:24:15.096454+0000","last_undegraded":"2024-08-04T15:24:15.096454+0000","last_fullsized":"2024-08-04T15:24:15.096454+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:28:36.020082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092433+0000","last_change":"2024-08-04T15:23:48.272569+0000","last_active":"2024-08-04T15:24:15.092433+0000","last_peered":"2024-08-04T15:24:15.092433+0000","last_clean":"2024-08-04T15:24:15.092433+0000","last_became_active":"2024-08-04T15:23:48.272173+0000","last_became_peered":"2024-08-04T15:23:48.272173+0000","last_unstale":"2024-08-04T15:24:15.092433+0000","last_undegraded":"2024-08-04T15:24:15.092433+0000","last_fullsized":"2024-08-04T15:24:15.092433+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:47:05.909654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097277+0000","last_change":"2024-08-04T15:23:51.503161+0000","last_active":"2024-08-04T15:24:15.097277+0000","last_peered":"2024-08-04T15:24:15.097277+0000","last_clean":"2024-08-04T15:24:15.097277+0000","last_became_active":"2024-08-04T15:23:51.502823+0000","last_became_peered":"2024-08-04T15:23:51.502823+0000","last_unstale":"2024-08-04T15:24:15.097277+0000","last_undegraded":"2024-08-04T15:24:15.097277+0000","last_fullsized":"2024-08-04T15:24:15.097277+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:33:21.023850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098649+0000","last_change":"2024-08-04T15:23:48.283717+0000","last_active":"2024-08-04T15:24:15.098649+0000","last_peered":"2024-08-04T15:24:15.098649+0000","last_clean":"2024-08-04T15:24:15.098649+0000","last_became_active":"2024-08-04T15:23:48.283378+0000","last_became_peered":"2024-08-04T15:23:48.283378+0000","last_unstale":"2024-08-04T15:24:15.098649+0000","last_undegraded":"2024-08-04T15:24:15.098649+0000","last_fullsized":"2024-08-04T15:24:15.098649+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:59:08.478236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-04T15:24:16.651054+0000","last_change":"2024-08-04T15:24:16.651054+0000","last_active":"2024-08-04T15:24:16.651054+0000","last_peered":"2024-08-04T15:24:16.651054+0000","last_clean":"2024-08-04T15:24:16.651054+0000","last_became_active":"2024-08-04T15:24:16.650627+0000","last_became_peered":"2024-08-04T15:24:16.650627+0000","last_unstale":"2024-08-04T15:24:16.651054+0000","last_undegraded":"2024-08-04T15:24:16.651054+0000","last_fullsized":"2024-08-04T15:24:16.651054+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:53:28.854906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097953+0000","last_change":"2024-08-04T15:23:48.271724+0000","last_active":"2024-08-04T15:24:15.097953+0000","last_peered":"2024-08-04T15:24:15.097953+0000","last_clean":"2024-08-04T15:24:15.097953+0000","last_became_active":"2024-08-04T15:23:48.271396+0000","last_became_peered":"2024-08-04T15:23:48.271396+0000","last_unstale":"2024-08-04T15:24:15.097953+0000","last_undegraded":"2024-08-04T15:24:15.097953+0000","last_fullsized":"2024-08-04T15:24:15.097953+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:16:53.552693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098515+0000","last_change":"2024-08-04T15:23:51.514596+0000","last_active":"2024-08-04T15:24:15.098515+0000","last_peered":"2024-08-04T15:24:15.098515+0000","last_clean":"2024-08-04T15:24:15.098515+0000","last_became_active":"2024-08-04T15:23:51.513688+0000","last_became_peered":"2024-08-04T15:23:51.513688+0000","last_unstale":"2024-08-04T15:24:15.098515+0000","last_undegraded":"2024-08-04T15:24:15.098515+0000","last_fullsized":"2024-08-04T15:24:15.098515+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:34:52.430383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097365+0000","last_change":"2024-08-04T15:23:48.282213+0000","last_active":"2024-08-04T15:24:15.097365+0000","last_peered":"2024-08-04T15:24:15.097365+0000","last_clean":"2024-08-04T15:24:15.097365+0000","last_became_active":"2024-08-04T15:23:48.281870+0000","last_became_peered":"2024-08-04T15:23:48.281870+0000","last_unstale":"2024-08-04T15:24:15.097365+0000","last_undegraded":"2024-08-04T15:24:15.097365+0000","last_fullsized":"2024-08-04T15:24:15.097365+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:09:39.722868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097881+0000","last_change":"2024-08-04T15:23:51.500768+0000","last_active":"2024-08-04T15:24:15.097881+0000","last_peered":"2024-08-04T15:24:15.097881+0000","last_clean":"2024-08-04T15:24:15.097881+0000","last_became_active":"2024-08-04T15:23:51.499939+0000","last_became_peered":"2024-08-04T15:23:51.499939+0000","last_unstale":"2024-08-04T15:24:15.097881+0000","last_undegraded":"2024-08-04T15:24:15.097881+0000","last_fullsized":"2024-08-04T15:24:15.097881+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:34:21.244874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098242+0000","last_change":"2024-08-04T15:23:48.274053+0000","last_active":"2024-08-04T15:24:15.098242+0000","last_peered":"2024-08-04T15:24:15.098242+0000","last_clean":"2024-08-04T15:24:15.098242+0000","last_became_active":"2024-08-04T15:23:48.273742+0000","last_became_peered":"2024-08-04T15:23:48.273742+0000","last_unstale":"2024-08-04T15:24:15.098242+0000","last_undegraded":"2024-08-04T15:24:15.098242+0000","last_fullsized":"2024-08-04T15:24:15.098242+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:04:13.417015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093505+0000","last_change":"2024-08-04T15:23:51.505232+0000","last_active":"2024-08-04T15:24:15.093505+0000","last_peered":"2024-08-04T15:24:15.093505+0000","last_clean":"2024-08-04T15:24:15.093505+0000","last_became_active":"2024-08-04T15:23:51.504940+0000","last_became_peered":"2024-08-04T15:23:51.504940+0000","last_unstale":"2024-08-04T15:24:15.093505+0000","last_undegraded":"2024-08-04T15:24:15.093505+0000","last_fullsized":"2024-08-04T15:24:15.093505+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:56:17.256266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096642+0000","last_change":"2024-08-04T15:23:48.276643+0000","last_active":"2024-08-04T15:24:15.096642+0000","last_peered":"2024-08-04T15:24:15.096642+0000","last_clean":"2024-08-04T15:24:15.096642+0000","last_became_active":"2024-08-04T15:23:48.276349+0000","last_became_peered":"2024-08-04T15:23:48.276349+0000","last_unstale":"2024-08-04T15:24:15.096642+0000","last_undegraded":"2024-08-04T15:24:15.096642+0000","last_fullsized":"2024-08-04T15:24:15.096642+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:16:35.783486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097874+0000","last_change":"2024-08-04T15:23:51.500072+0000","last_active":"2024-08-04T15:24:15.097874+0000","last_peered":"2024-08-04T15:24:15.097874+0000","last_clean":"2024-08-04T15:24:15.097874+0000","last_became_active":"2024-08-04T15:23:51.499805+0000","last_became_peered":"2024-08-04T15:23:51.499805+0000","last_unstale":"2024-08-04T15:24:15.097874+0000","last_undegraded":"2024-08-04T15:24:15.097874+0000","last_fullsized":"2024-08-04T15:24:15.097874+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:13:11.413652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.096936+0000","last_change":"2024-08-04T15:23:48.274912+0000","last_active":"2024-08-04T15:24:15.096936+0000","last_peered":"2024-08-04T15:24:15.096936+0000","last_clean":"2024-08-04T15:24:15.096936+0000","last_became_active":"2024-08-04T15:23:48.274594+0000","last_became_peered":"2024-08-04T15:23:48.274594+0000","last_unstale":"2024-08-04T15:24:15.096936+0000","last_undegraded":"2024-08-04T15:24:15.096936+0000","last_fullsized":"2024-08-04T15:24:15.096936+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:06:27.480296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092513+0000","last_change":"2024-08-04T15:23:51.508447+0000","last_active":"2024-08-04T15:24:15.092513+0000","last_peered":"2024-08-04T15:24:15.092513+0000","last_clean":"2024-08-04T15:24:15.092513+0000","last_became_active":"2024-08-04T15:23:51.508129+0000","last_became_peered":"2024-08-04T15:23:51.508129+0000","last_unstale":"2024-08-04T15:24:15.092513+0000","last_undegraded":"2024-08-04T15:24:15.092513+0000","last_fullsized":"2024-08-04T15:24:15.092513+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:46:49.190811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097601+0000","last_change":"2024-08-04T15:23:48.276328+0000","last_active":"2024-08-04T15:24:15.097601+0000","last_peered":"2024-08-04T15:24:15.097601+0000","last_clean":"2024-08-04T15:24:15.097601+0000","last_became_active":"2024-08-04T15:23:48.276005+0000","last_became_peered":"2024-08-04T15:23:48.276005+0000","last_unstale":"2024-08-04T15:24:15.097601+0000","last_undegraded":"2024-08-04T15:24:15.097601+0000","last_fullsized":"2024-08-04T15:24:15.097601+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:34:26.442964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092588+0000","last_change":"2024-08-04T15:23:51.504777+0000","last_active":"2024-08-04T15:24:15.092588+0000","last_peered":"2024-08-04T15:24:15.092588+0000","last_clean":"2024-08-04T15:24:15.092588+0000","last_became_active":"2024-08-04T15:23:51.504347+0000","last_became_peered":"2024-08-04T15:23:51.504347+0000","last_unstale":"2024-08-04T15:24:15.092588+0000","last_undegraded":"2024-08-04T15:24:15.092588+0000","last_fullsized":"2024-08-04T15:24:15.092588+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:28:44.920605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097774+0000","last_change":"2024-08-04T15:23:48.275860+0000","last_active":"2024-08-04T15:24:15.097774+0000","last_peered":"2024-08-04T15:24:15.097774+0000","last_clean":"2024-08-04T15:24:15.097774+0000","last_became_active":"2024-08-04T15:23:48.275527+0000","last_became_peered":"2024-08-04T15:23:48.275527+0000","last_unstale":"2024-08-04T15:24:15.097774+0000","last_undegraded":"2024-08-04T15:24:15.097774+0000","last_fullsized":"2024-08-04T15:24:15.097774+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:43:36.001512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.092968+0000","last_change":"2024-08-04T15:23:51.507576+0000","last_active":"2024-08-04T15:24:15.092968+0000","last_peered":"2024-08-04T15:24:15.092968+0000","last_clean":"2024-08-04T15:24:15.092968+0000","last_became_active":"2024-08-04T15:23:51.506817+0000","last_became_peered":"2024-08-04T15:23:51.506817+0000","last_unstale":"2024-08-04T15:24:15.092968+0000","last_undegraded":"2024-08-04T15:24:15.092968+0000","last_fullsized":"2024-08-04T15:24:15.092968+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:17:32.387402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097823+0000","last_change":"2024-08-04T15:23:48.281084+0000","last_active":"2024-08-04T15:24:15.097823+0000","last_peered":"2024-08-04T15:24:15.097823+0000","last_clean":"2024-08-04T15:24:15.097823+0000","last_became_active":"2024-08-04T15:23:48.280659+0000","last_became_peered":"2024-08-04T15:23:48.280659+0000","last_unstale":"2024-08-04T15:24:15.097823+0000","last_undegraded":"2024-08-04T15:24:15.097823+0000","last_fullsized":"2024-08-04T15:24:15.097823+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:44:58.999337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.095333+0000","last_change":"2024-08-04T15:23:51.501782+0000","last_active":"2024-08-04T15:24:15.095333+0000","last_peered":"2024-08-04T15:24:15.095333+0000","last_clean":"2024-08-04T15:24:15.095333+0000","last_became_active":"2024-08-04T15:23:51.501477+0000","last_became_peered":"2024-08-04T15:23:51.501477+0000","last_unstale":"2024-08-04T15:24:15.095333+0000","last_undegraded":"2024-08-04T15:24:15.095333+0000","last_fullsized":"2024-08-04T15:24:15.095333+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:46:24.258789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098415+0000","last_change":"2024-08-04T15:23:51.519152+0000","last_active":"2024-08-04T15:24:15.098415+0000","last_peered":"2024-08-04T15:24:15.098415+0000","last_clean":"2024-08-04T15:24:15.098415+0000","last_became_active":"2024-08-04T15:23:51.518852+0000","last_became_peered":"2024-08-04T15:23:51.518852+0000","last_unstale":"2024-08-04T15:24:15.098415+0000","last_undegraded":"2024-08-04T15:24:15.098415+0000","last_fullsized":"2024-08-04T15:24:15.098415+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:27:45.333732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097312+0000","last_change":"2024-08-04T15:23:48.281187+0000","last_active":"2024-08-04T15:24:15.097312+0000","last_peered":"2024-08-04T15:24:15.097312+0000","last_clean":"2024-08-04T15:24:15.097312+0000","last_became_active":"2024-08-04T15:23:48.280850+0000","last_became_peered":"2024-08-04T15:23:48.280850+0000","last_unstale":"2024-08-04T15:24:15.097312+0000","last_undegraded":"2024-08-04T15:24:15.097312+0000","last_fullsized":"2024-08-04T15:24:15.097312+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:24:03.869475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-04T15:24:16.420708+0000","last_change":"2024-08-04T15:24:16.420708+0000","last_active":"2024-08-04T15:24:16.420708+0000","last_peered":"2024-08-04T15:24:16.420708+0000","last_clean":"2024-08-04T15:24:16.420708+0000","last_became_active":"2024-08-04T15:24:16.420430+0000","last_became_peered":"2024-08-04T15:24:16.420430+0000","last_unstale":"2024-08-04T15:24:16.420708+0000","last_undegraded":"2024-08-04T15:24:16.420708+0000","last_fullsized":"2024-08-04T15:24:16.420708+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:05:43.099867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.097149+0000","last_change":"2024-08-04T15:23:48.277469+0000","last_active":"2024-08-04T15:24:15.097149+0000","last_peered":"2024-08-04T15:24:15.097149+0000","last_clean":"2024-08-04T15:24:15.097149+0000","last_became_active":"2024-08-04T15:23:48.277168+0000","last_became_peered":"2024-08-04T15:23:48.277168+0000","last_unstale":"2024-08-04T15:24:15.097149+0000","last_undegraded":"2024-08-04T15:24:15.097149+0000","last_fullsized":"2024-08-04T15:24:15.097149+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:44:19.702859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098094+0000","last_change":"2024-08-04T15:23:51.511722+0000","last_active":"2024-08-04T15:24:15.098094+0000","last_peered":"2024-08-04T15:24:15.098094+0000","last_clean":"2024-08-04T15:24:15.098094+0000","last_became_active":"2024-08-04T15:23:51.508641+0000","last_became_peered":"2024-08-04T15:23:51.508641+0000","last_unstale":"2024-08-04T15:24:15.098094+0000","last_undegraded":"2024-08-04T15:24:15.098094+0000","last_fullsized":"2024-08-04T15:24:15.098094+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:49:01.114348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093423+0000","last_change":"2024-08-04T15:23:48.274428+0000","last_active":"2024-08-04T15:24:15.093423+0000","last_peered":"2024-08-04T15:24:15.093423+0000","last_clean":"2024-08-04T15:24:15.093423+0000","last_became_active":"2024-08-04T15:23:48.274158+0000","last_became_peered":"2024-08-04T15:23:48.274158+0000","last_unstale":"2024-08-04T15:24:15.093423+0000","last_undegraded":"2024-08-04T15:24:15.093423+0000","last_fullsized":"2024-08-04T15:24:15.093423+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:19:53.880155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.093147+0000","last_change":"2024-08-04T15:23:51.503876+0000","last_active":"2024-08-04T15:24:15.093147+0000","last_peered":"2024-08-04T15:24:15.093147+0000","last_clean":"2024-08-04T15:24:15.093147+0000","last_became_active":"2024-08-04T15:23:51.502023+0000","last_became_peered":"2024-08-04T15:23:51.502023+0000","last_unstale":"2024-08-04T15:24:15.093147+0000","last_undegraded":"2024-08-04T15:24:15.093147+0000","last_fullsized":"2024-08-04T15:24:15.093147+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:25:53.254130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-04T15:24:15.098177+0000","last_change":"2024-08-04T15:23:48.278706+0000","last_active":"2024-08-04T15:24:15.098177+0000","last_peered":"2024-08-04T15:24:15.098177+0000","last_clean":"2024-08-04T15:24:15.098177+0000","last_became_active":"2024-08-04T15:23:48.278426+0000","last_became_peered":"2024-08-04T15:23:48.278426+0000","last_unstale":"2024-08-04T15:24:15.098177+0000","last_undegraded":"2024-08-04T15:24:15.098177+0000","last_fullsized":"2024-08-04T15:24:15.098177+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:17:27.407624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233999,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298608,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446544,"statfs":{"total":95995035648,"available":95689261056,"internally_reserved":0,"allocated":1277952,"data_stored":880571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:24:23 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.497},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.45600000000000002}]},{"osd":1,"last update":"Sun Aug 4 15:24:23 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.56200000000000006},{"interface":"front","average":{"1min":1.736,"5min":1.736,"15min":1.736},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":24.141999999999999,"5min":24.141999999999999,"15min":24.141999999999999},"last":0.54000000000000004}]},{"osd":2,"last update":"Sun Aug 4 15:24:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.63}]},{"osd":3,"last update":"Sun Aug 4 15:24:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.61399999999999999}]},{"osd":4,"last update":"Sun Aug 4 15:24:23 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.77500000000000002}]},{"osd":5,"last update":"Sun Aug 4 15:24:23 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.76000000000000001}]},{"osd":6,"last update":"Sun Aug 4 15:24:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.73899999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495636,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298608,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446544,"statfs":{"total":95995035648,"available":95689261056,"internally_reserved":0,"allocated":1277952,"data_stored":881266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.71099999999999997}]},{"osd":1,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.61499999999999999}]},{"osd":2,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.68500000000000005}]},{"osd":3,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.72899999999999998}]},{"osd":4,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.878}]},{"osd":5,"last update":"Sun Aug 4 15:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.78200000000000003}]},{"osd":7,"last update":"Sun Aug 4 15:24:23 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.85099999999999998},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.76300000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757273,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298036,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447116,"statfs":{"total":95995035648,"available":95689846784,"internally_reserved":0,"allocated":692224,"data_stored":291253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.498},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.44400000000000001}]},{"osd":1,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.38800000000000001}]},{"osd":2,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.45900000000000002}]},{"osd":3,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.54000000000000004}]},{"osd":4,"last update":"Sun Aug 4 15:23:38 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.51700000000000002}]},{"osd":6,"last update":"Sun Aug 4 15:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.48099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]}]},{"osd":4,"up_from":30,"seq":128849018909,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298036,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447116,"statfs":{"total":95995035648,"available":95689846784,"internally_reserved":0,"allocated":692224,"data_stored":290365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:24:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.56000000000000005,"15min":0.56100000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.54800000000000004,"15min":0.54500000000000004},"min":{"1min":0.35999999999999999,"5min":0.312,"15min":0.312},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.58199999999999996}]},{"osd":1,"last update":"Sun Aug 4 15:24:16 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.55900000000000005,"15min":0.56299999999999994},"min":{"1min":0.36499999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.54600000000000004,"15min":0.54500000000000004},"min":{"1min":0.36699999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.625}]},{"osd":2,"last update":"Sun Aug 4 15:24:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.55500000000000005,"15min":0.55200000000000005},"min":{"1min":0.40500000000000003,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55200000000000005,"15min":0.55400000000000005},"min":{"1min":0.375,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.69899999999999995}]},{"osd":3,"last update":"Sun Aug 4 15:24:16 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.41299999999999998,"5min":0.377,"15min":0.377},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.55300000000000005,"15min":0.54900000000000004},"min":{"1min":0.41599999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.53400000000000003}]},{"osd":5,"last update":"Sun Aug 4 15:23:35 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.41199999999999998}]},{"osd":6,"last update":"Sun Aug 4 15:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.44600000000000001}]},{"osd":7,"last update":"Sun Aug 4 15:24:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.433}]}]},{"osd":3,"up_from":25,"seq":107374182432,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298044,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447108,"statfs":{"total":95995035648,"available":95689838592,"internally_reserved":0,"allocated":700416,"data_stored":291590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.40999999999999998,"15min":0.41399999999999998},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.54400000000000004,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.44400000000000001,"15min":0.432},"min":{"1min":0.28699999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":2.2170000000000001,"5min":2.2170000000000001,"15min":2.2170000000000001},"last":0.35799999999999998}]},{"osd":1,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.44700000000000001,"15min":0.44900000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.59999999999999998,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.308},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.41999999999999998,"15min":0.41799999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.32100000000000001}]},{"osd":2,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.45800000000000002,"15min":0.45400000000000001},"min":{"1min":0.28999999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.37},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.46200000000000002,"15min":0.46000000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.38900000000000001}]},{"osd":4,"last update":"Sun Aug 4 15:24:20 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.56899999999999995,"15min":0.56299999999999994},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.627,"5min":0.58999999999999997,"15min":0.58399999999999996},"min":{"1min":0.44600000000000001,"5min":0.44,"15min":0.44},"max":{"1min":0.84499999999999997,"5min":0.874,"15min":0.874},"last":0.53600000000000003}]},{"osd":5,"last update":"Sun Aug 4 15:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.60099999999999998}]},{"osd":6,"last update":"Sun Aug 4 15:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.55100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77100000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411366,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":679936,"data_stored":289934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:23:28 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.39500000000000002,"15min":0.39100000000000001},"min":{"1min":0.27000000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.245},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.41399999999999998,"15min":0.40899999999999997},"min":{"1min":0.316,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.59799999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.30299999999999999}]},{"osd":1,"last update":"Sun Aug 4 15:23:28 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.41399999999999998,"15min":0.41499999999999998},"min":{"1min":0.28799999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.53500000000000003,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.42399999999999999,"15min":0.41999999999999998},"min":{"1min":0.315,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.315}]},{"osd":3,"last update":"Sun Aug 4 15:23:58 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.442,"15min":0.443},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.46999999999999997,"15min":0.47399999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.60399999999999998,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.34899999999999998}]},{"osd":4,"last update":"Sun Aug 4 15:24:12 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55600000000000005,"15min":0.55500000000000005},"min":{"1min":0.40699999999999997,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.749,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.57199999999999995,"15min":0.57499999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.71499999999999997,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.41299999999999998}]},{"osd":5,"last update":"Sun Aug 4 15:23:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.40200000000000002}]},{"osd":6,"last update":"Sun Aug 4 15:24:01 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.443},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.36499999999999999}]},{"osd":7,"last update":"Sun Aug 4 15:24:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.47199999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574890,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":688128,"data_stored":290094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:24:04 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.371,"15min":0.36399999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.40200000000000002,"15min":0.39500000000000002},"min":{"1min":0.24299999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.89300000000000002,"5min":1.056,"15min":1.056},"last":0.375}]},{"osd":2,"last update":"Sun Aug 4 15:23:26 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.46000000000000002,"15min":0.46600000000000003},"min":{"1min":0.27400000000000002,"5min":0.214,"15min":0.214},"max":{"1min":0.66600000000000004,"5min":1.294,"15min":1.294},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.441,"15min":0.44400000000000001},"min":{"1min":0.30499999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.67700000000000005,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.26000000000000001}]},{"osd":3,"last update":"Sun Aug 4 15:23:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.45900000000000002,"15min":0.46200000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.61799999999999999,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45300000000000001,"15min":0.45800000000000002},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.313}]},{"osd":4,"last update":"Sun Aug 4 15:24:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.55300000000000005,"15min":0.54900000000000004},"min":{"1min":0.42299999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.78700000000000003,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57799999999999996,"15min":0.57399999999999995},"min":{"1min":0.40799999999999997,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.73299999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.42199999999999999}]},{"osd":5,"last update":"Sun Aug 4 15:23:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.51300000000000001}]},{"osd":6,"last update":"Sun Aug 4 15:23:59 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.503},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.39400000000000002}]},{"osd":7,"last update":"Sun Aug 4 15:24:23 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.55300000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738416,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298616,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446536,"statfs":{"total":95995035648,"available":95689252864,"internally_reserved":0,"allocated":1290240,"data_stored":881018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Aug 4 15:24:06 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.35199999999999998,"15min":0.33500000000000002},"min":{"1min":0.251,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.378,"5min":0.36599999999999999,"15min":0.35199999999999998},"min":{"1min":0.251,"5min":0.224,"15min":0.224},"max":{"1min":0.53200000000000003,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.33900000000000002}]},{"osd":2,"last update":"Sun Aug 4 15:23:31 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.38800000000000001,"15min":0.38200000000000001},"min":{"1min":0.311,"5min":0.254,"15min":0.254},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.39000000000000001,"15min":0.38200000000000001},"min":{"1min":0.27800000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.36299999999999999}]},{"osd":3,"last update":"Sun Aug 4 15:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.33200000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.496},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.434,"15min":0.432},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.40699999999999997}]},{"osd":4,"last update":"Sun Aug 4 15:24:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.56000000000000005,"15min":0.56299999999999994},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.82499999999999996,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.56399999999999995,"15min":0.56100000000000005},"min":{"1min":0.42699999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.746}]},{"osd":5,"last update":"Sun Aug 4 15:23:37 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.79900000000000004}]},{"osd":6,"last update":"Sun Aug 4 15:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.78400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77000000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-04T15:24:31.484 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-04T15:24:31.484 INFO:tasks.cephadm:Adding prometheus.a on smithi062 2024-08-04T15:24:31.485 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph orch apply prometheus '1;smithi062=a' 2024-08-04T15:24:31.766 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.b/config 2024-08-04T15:24:32.217 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:32 smithi062 ceph-mon[32659]: from='client.14526 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:24:32.217 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:32 smithi062 ceph-mon[32659]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:32 smithi007 ceph-mon[29096]: from='client.14526 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:24:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:32 smithi007 ceph-mon[29096]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:32 smithi007 ceph-mon[39529]: from='client.14526 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:24:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:32 smithi007 ceph-mon[39529]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:33.394 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled prometheus update... 2024-08-04T15:24:34.101 DEBUG:teuthology.orchestra.run.smithi062:prometheus.a> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@prometheus.a.service 2024-08-04T15:24:34.103 INFO:tasks.cephadm:Adding node-exporter.a on smithi007 2024-08-04T15:24:34.103 INFO:tasks.cephadm:Adding node-exporter.b on smithi062 2024-08-04T15:24:34.103 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph orch apply node-exporter '2;smithi007=a;smithi062=b' 2024-08-04T15:24:34.417 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.b/config 2024-08-04T15:24:34.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:34 smithi062 ceph-mon[32659]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:34.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:34 smithi062 ceph-mon[32659]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi062=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:24:34.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:34 smithi062 ceph-mon[32659]: Saving service prometheus spec with placement smithi062=a;count:1 2024-08-04T15:24:34.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:34 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:34.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:34 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:24:34.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:34 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:24:34.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:34 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:24:34.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:34 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:34 smithi007 ceph-mon[29096]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:34 smithi007 ceph-mon[29096]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi062=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:24:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:34 smithi007 ceph-mon[29096]: Saving service prometheus spec with placement smithi062=a;count:1 2024-08-04T15:24:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:34 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:34 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:24:34.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:34 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:24:34.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:34 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:24:34.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:34 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:34.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:34 smithi007 ceph-mon[39529]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:34.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:34 smithi007 ceph-mon[39529]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi062=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:24:34.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:34 smithi007 ceph-mon[39529]: Saving service prometheus spec with placement smithi062=a;count:1 2024-08-04T15:24:34.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:34 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:34.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:34 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:24:34.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:34 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:24:34.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:34 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:24:34.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:34 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:35.743 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:35 smithi062 ceph-mon[32659]: Deploying daemon prometheus.a on smithi062 2024-08-04T15:24:35.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:35 smithi007 ceph-mon[29096]: Deploying daemon prometheus.a on smithi062 2024-08-04T15:24:35.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:35 smithi007 ceph-mon[39529]: Deploying daemon prometheus.a on smithi062 2024-08-04T15:24:36.398 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:36 smithi062 ceph-mon[32659]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:36.617 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled node-exporter update... 2024-08-04T15:24:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:36 smithi007 ceph-mon[29096]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:36 smithi007 ceph-mon[39529]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:37 smithi062 ceph-mon[32659]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi007=a;smithi062=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:24:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:37 smithi062 ceph-mon[32659]: Saving service node-exporter spec with placement smithi007=a;smithi062=b;count:2 2024-08-04T15:24:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:37 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:37 smithi062 ceph-mon[32659]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:37 smithi007 ceph-mon[29096]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi007=a;smithi062=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:24:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:37 smithi007 ceph-mon[29096]: Saving service node-exporter spec with placement smithi007=a;smithi062=b;count:2 2024-08-04T15:24:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:37 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:37 smithi007 ceph-mon[29096]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:37 smithi007 ceph-mon[39529]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi007=a;smithi062=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:24:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:37 smithi007 ceph-mon[39529]: Saving service node-exporter spec with placement smithi007=a;smithi062=b;count:2 2024-08-04T15:24:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:37 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:37 smithi007 ceph-mon[39529]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:38.696 DEBUG:teuthology.orchestra.run.smithi007:node-exporter.a> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.a.service 2024-08-04T15:24:38.699 DEBUG:teuthology.orchestra.run.smithi062:node-exporter.b> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.b.service 2024-08-04T15:24:38.702 INFO:tasks.cephadm:Adding alertmanager.a on smithi007 2024-08-04T15:24:38.702 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph orch apply alertmanager '1;smithi007=a' 2024-08-04T15:24:39.887 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.b/config 2024-08-04T15:24:40.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:40 smithi007 ceph-mon[29096]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:40.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:40 smithi007 ceph-mon[39529]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:40.439 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:40 smithi062 ceph-mon[32659]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:42.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:42 smithi007 ceph-mon[29096]: pgmap v220: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:42.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:42 smithi007 ceph-mon[39529]: pgmap v220: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:42.384 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:42 smithi062 ceph-mon[32659]: pgmap v220: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:44 smithi007 ceph-mon[29096]: pgmap v221: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:44.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:44 smithi007 ceph-mon[39529]: pgmap v221: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:44.359 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:44 smithi062 ceph-mon[32659]: pgmap v221: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:45.002 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled alertmanager update... 2024-08-04T15:24:45.728 DEBUG:teuthology.orchestra.run.smithi007:alertmanager.a> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@alertmanager.a.service 2024-08-04T15:24:45.733 INFO:tasks.cephadm:Adding grafana.a on smithi062 2024-08-04T15:24:45.733 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph orch apply grafana '1;smithi062=a' 2024-08-04T15:24:46.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:46 smithi007 ceph-mon[39529]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi007=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:24:46.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:46 smithi007 ceph-mon[39529]: Saving service alertmanager spec with placement smithi007=a;count:1 2024-08-04T15:24:46.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:46 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:46.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:46 smithi007 ceph-mon[39529]: pgmap v222: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:46.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:46 smithi007 ceph-mon[29096]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi007=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:24:46.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:46 smithi007 ceph-mon[29096]: Saving service alertmanager spec with placement smithi007=a;count:1 2024-08-04T15:24:46.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:46 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:46.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:46 smithi007 ceph-mon[29096]: pgmap v222: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:46.190 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.b/config 2024-08-04T15:24:46.261 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:24:46 smithi062 systemd[1]: Started Ceph prometheus.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:24:46.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:46 smithi062 ceph-mon[32659]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi007=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:24:46.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:46 smithi062 ceph-mon[32659]: Saving service alertmanager spec with placement smithi007=a;count:1 2024-08-04T15:24:46.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:46 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:46.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:46 smithi062 ceph-mon[32659]: pgmap v222: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:47.470 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:47 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:47.470 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:47 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:47.470 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:47 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:47.470 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:47 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-04T15:24:47.471 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:47 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ignoring --setuser ceph since I am not root 2024-08-04T15:24:47.471 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:47 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ignoring --setgroup ceph since I am not root 2024-08-04T15:24:47.471 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:47 smithi007 ceph-mgr[29325]: -- 172.21.15.7:0/456640167 <== mon.0 v2:172.21.15.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56209fda29c0 con 0x56209fdaf000 2024-08-04T15:24:47.471 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:47 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:47.343+0000 7f9cb2ecdec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-04T15:24:47.471 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:47 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:47.471 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:47 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:47.471 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:47 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:47.471 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:47 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-04T15:24:47.472 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:47 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:47.472 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:47 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:47.472 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:47 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' 2024-08-04T15:24:47.472 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:47 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-04T15:24:47.472 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:47 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ignoring --setuser ceph since I am not root 2024-08-04T15:24:47.472 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:47 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ignoring --setgroup ceph since I am not root 2024-08-04T15:24:47.472 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:47 smithi062 ceph-mgr[34490]: -- 172.21.15.62:0/3855412450 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55937939a9c0 con 0x5593793a6800 2024-08-04T15:24:47.472 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:47 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:47.339+0000 7f13209cfec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-04T15:24:47.473 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:47 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:47.466+0000 7f13209cfec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:24:47.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:47 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:47.538+0000 7f13209cfec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-04T15:24:47.789 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:47 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:47.469+0000 7f9cb2ecdec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:24:47.789 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:47 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:47.540+0000 7f9cb2ecdec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-04T15:24:48.077 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:47 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:47.790+0000 7f13209cfec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-04T15:24:48.077 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:47 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:47.849+0000 7f13209cfec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-04T15:24:48.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:47 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:47.789+0000 7f9cb2ecdec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-04T15:24:48.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:47 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:47.848+0000 7f9cb2ecdec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-04T15:24:48.193 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:48 smithi007 ceph-mon[29096]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-04T15:24:48.193 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:48 smithi007 ceph-mon[29096]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-04T15:24:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:48 smithi062 ceph-mon[32659]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-04T15:24:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:48 smithi062 ceph-mon[32659]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-04T15:24:48.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:48 smithi007 ceph-mon[39529]: from='mgr.14150 172.21.15.7:0/1003493000' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-04T15:24:48.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:48 smithi007 ceph-mon[39529]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-04T15:24:48.907 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:48.796+0000 7f13209cfec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-04T15:24:49.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:48 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:48.789+0000 7f9cb2ecdec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-04T15:24:49.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:48 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:48.904+0000 7f9cb2ecdec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-04T15:24:49.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:48 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:48.961+0000 7f9cb2ecdec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-04T15:24:49.177 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:48.913+0000 7f13209cfec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-04T15:24:49.177 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:48.975+0000 7f13209cfec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-04T15:24:49.177 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:49 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:49.175+0000 7f13209cfec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-04T15:24:49.414 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:49 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:49.156+0000 7f9cb2ecdec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-04T15:24:49.414 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:49 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:49.218+0000 7f9cb2ecdec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-04T15:24:49.414 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:49 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:49.285+0000 7f9cb2ecdec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-04T15:24:49.414 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:49 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:49.413+0000 7f9cb2ecdec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:24:49.436 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:49 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:49.239+0000 7f13209cfec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-04T15:24:49.437 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:49 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:49.319+0000 7f13209cfec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-04T15:24:49.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:49 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:49.451+0000 7f13209cfec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:24:50.144 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:49 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:49.844+0000 7f9cb2ecdec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-04T15:24:50.182 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:49 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:49.882+0000 7f13209cfec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-04T15:24:50.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:50 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:50.181+0000 7f13209cfec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-04T15:24:50.512 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:50 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:50.248+0000 7f13209cfec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-04T15:24:50.512 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:50 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:50.378+0000 7f13209cfec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-04T15:24:50.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:50.144+0000 7f9cb2ecdec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-04T15:24:50.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:50.211+0000 7f9cb2ecdec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-04T15:24:50.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:50.342+0000 7f9cb2ecdec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-04T15:24:50.858 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:50.606+0000 7f9cb2ecdec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-04T15:24:50.858 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:50.668+0000 7f9cb2ecdec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-04T15:24:50.893 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:50 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:50.641+0000 7f13209cfec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-04T15:24:50.894 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:50 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:50.703+0000 7f13209cfec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-04T15:24:51.127 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:50.857+0000 7f9cb2ecdec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-04T15:24:51.127 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:50.921+0000 7f9cb2ecdec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-04T15:24:51.127 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:51.005+0000 7f9cb2ecdec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-04T15:24:51.127 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:51.066+0000 7f9cb2ecdec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-04T15:24:51.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:50 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:50.892+0000 7f13209cfec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-04T15:24:51.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:50 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:50.956+0000 7f13209cfec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-04T15:24:51.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:51.040+0000 7f13209cfec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-04T15:24:51.262 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:51.099+0000 7f13209cfec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-04T15:24:51.871 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:51.615+0000 7f9cb2ecdec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-04T15:24:51.871 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:51.759+0000 7f9cb2ecdec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-04T15:24:51.871 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:24:51] ENGINE Bus STARTING 2024-08-04T15:24:51.871 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: CherryPy Checker: 2024-08-04T15:24:51.871 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: The Application mounted at '' has an empty config. 2024-08-04T15:24:51.872 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:51.872 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: Active manager daemon y restarted 2024-08-04T15:24:51.872 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: Activating manager daemon y 2024-08-04T15:24:51.872 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: osdmap e68: 8 total, 8 up, 8 in 2024-08-04T15:24:51.872 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: mgrmap e17: y(active, starting, since 0.00752049s), standbys: x 2024-08-04T15:24:51.873 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:24:51.873 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:24:51.873 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:24:51.873 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T15:24:51.873 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:24:51.873 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-04T15:24:51.873 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-04T15:24:51.873 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:24:51.873 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:24:51.873 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:24:51.873 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:24:51.873 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:24:51.873 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:24:51.874 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:24:51.874 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:24:51.874 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-04T15:24:51.874 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-04T15:24:51.874 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-04T15:24:51.874 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: Manager daemon y is now available 2024-08-04T15:24:51.874 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: Standby manager daemon x restarted 2024-08-04T15:24:51.874 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: Standby manager daemon x started 2024-08-04T15:24:51.874 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/2598834184' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-04T15:24:51.874 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/2598834184' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:24:51.875 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/2598834184' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-04T15:24:51.875 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/2598834184' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:24:51.875 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:24:51.875 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: Active manager daemon y restarted 2024-08-04T15:24:51.875 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: Activating manager daemon y 2024-08-04T15:24:51.875 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: osdmap e68: 8 total, 8 up, 8 in 2024-08-04T15:24:51.876 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: mgrmap e17: y(active, starting, since 0.00752049s), standbys: x 2024-08-04T15:24:51.876 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:24:51.876 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:24:51.876 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:24:51.876 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T15:24:51.876 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:24:51.876 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-04T15:24:51.876 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-04T15:24:51.876 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:24:51.876 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:24:51.876 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:24:51.876 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:24:51.877 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:24:51.877 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:24:51.877 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:24:51.877 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:24:51.877 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-04T15:24:51.877 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-04T15:24:51.877 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-04T15:24:51.877 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: Manager daemon y is now available 2024-08-04T15:24:51.877 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: Standby manager daemon x restarted 2024-08-04T15:24:51.877 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: Standby manager daemon x started 2024-08-04T15:24:51.877 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/2598834184' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-04T15:24:51.877 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/2598834184' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:24:51.877 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/2598834184' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-04T15:24:51.877 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/2598834184' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:24:51.878 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:24:52.012 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:51.640+0000 7f13209cfec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-04T15:24:52.012 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:51.782+0000 7f13209cfec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-04T15:24:52.012 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: [04/Aug/2024:15:24:51] ENGINE Bus STARTING 2024-08-04T15:24:52.012 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: CherryPy Checker: 2024-08-04T15:24:52.012 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: The Application mounted at '' has an empty config. 2024-08-04T15:24:52.012 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: 2024-08-04T15:24:52.012 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: [04/Aug/2024:15:24:51] ENGINE Serving on http://:::9283 2024-08-04T15:24:52.012 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: [04/Aug/2024:15:24:51] ENGINE Bus STARTED 2024-08-04T15:24:52.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: Active manager daemon y restarted 2024-08-04T15:24:52.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: Activating manager daemon y 2024-08-04T15:24:52.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: osdmap e68: 8 total, 8 up, 8 in 2024-08-04T15:24:52.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: mgrmap e17: y(active, starting, since 0.00752049s), standbys: x 2024-08-04T15:24:52.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:24:52.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:24:52.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:24:52.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T15:24:52.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:24:52.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-04T15:24:52.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-04T15:24:52.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:24:52.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:24:52.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:24:52.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:24:52.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:24:52.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:24:52.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:24:52.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:24:52.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-04T15:24:52.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-04T15:24:52.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-04T15:24:52.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: Manager daemon y is now available 2024-08-04T15:24:52.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: Standby manager daemon x restarted 2024-08-04T15:24:52.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: Standby manager daemon x started 2024-08-04T15:24:52.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/2598834184' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-04T15:24:52.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/2598834184' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:24:52.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/2598834184' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-04T15:24:52.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/2598834184' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:24:52.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:24:52.133 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:51.870+0000 7f9c6788b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:24:52.133 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:51.870+0000 7f9c6788b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:24:52.133 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:51.870+0000 7f9c6788b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:24:52.133 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:51.870+0000 7f9c6788b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:24:52.133 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:51.870+0000 7f9c6788b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:24:52.133 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:51.872+0000 7f9c6007c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:24:52.133 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:51.872+0000 7f9c6007c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:24:52.134 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:51.872+0000 7f9c6007c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:24:52.134 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:51.872+0000 7f9c6007c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:24:52.134 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:51.873+0000 7f9c6007c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:24:52.134 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:24:51] ENGINE Serving on http://:::9283 2024-08-04T15:24:52.134 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:24:51] ENGINE Bus STARTED 2024-08-04T15:24:52.783 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled grafana update... 2024-08-04T15:24:53.056 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:52 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:53.056 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:52 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:24:53.057 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:52 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:24:53.057 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:52 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-04T15:24:53.057 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:52 smithi062 ceph-mon[32659]: mgrmap e18: y(active, since 1.01063s), standbys: x 2024-08-04T15:24:53.057 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:52 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:52 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:52 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:24:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:52 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:24:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:52 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-04T15:24:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:52 smithi007 ceph-mon[39529]: mgrmap e18: y(active, since 1.01063s), standbys: x 2024-08-04T15:24:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:52 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:53.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:52 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:53.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:52 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:24:53.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:52 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:24:53.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:52 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-04T15:24:53.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:52 smithi007 ceph-mon[29096]: mgrmap e18: y(active, since 1.01063s), standbys: x 2024-08-04T15:24:53.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:52 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:54.002 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:53 smithi062 ceph-mon[32659]: Saving service grafana spec with placement smithi062=a;count:1 2024-08-04T15:24:54.003 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:53 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:54.003 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:53 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:54.027 DEBUG:teuthology.orchestra.run.smithi062:grafana.a> sudo journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@grafana.a.service 2024-08-04T15:24:54.030 INFO:tasks.cephadm:Setting up client nodes... 2024-08-04T15:24:54.030 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-04T15:24:54.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:53 smithi007 ceph-mon[29096]: Saving service grafana spec with placement smithi062=a;count:1 2024-08-04T15:24:54.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:53 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:54.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:53 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:54.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:53 smithi007 ceph-mon[39529]: Saving service grafana spec with placement smithi062=a;count:1 2024-08-04T15:24:54.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:53 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:54.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:53 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:54.088 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:54.041+0000 7f9c47bcc640 -1 log_channel(cephadm) log [ERR] : [04/Aug/2024:15:24:54] ENGINE Error in HTTPServer.serve 2024-08-04T15:24:54.088 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: Traceback (most recent call last): 2024-08-04T15:24:54.088 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:24:54.088 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: self._connections.run(self.expiration_interval) 2024-08-04T15:24:54.088 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:24:54.088 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: self._run(expiration_interval) 2024-08-04T15:24:54.089 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:24:54.089 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:24:54.089 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:24:54.089 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:24:54.089 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:24:54.090 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: s = self.context.wrap_socket( 2024-08-04T15:24:54.090 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:24:54.090 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: return self.sslsocket_class._create( 2024-08-04T15:24:54.090 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:24:54.090 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: self.do_handshake() 2024-08-04T15:24:54.090 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:24:54.090 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: self._sslobj.do_handshake() 2024-08-04T15:24:54.090 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:24:54.091 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:24:54 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:24:54.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:24:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:24:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:24:54.306 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:24:55.046 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[39529]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:55.046 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[39529]: [04/Aug/2024:15:24:53] ENGINE Bus STARTING 2024-08-04T15:24:55.047 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[39529]: [04/Aug/2024:15:24:54] ENGINE Serving on https://172.21.15.7:7150 2024-08-04T15:24:55.047 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[39529]: [04/Aug/2024:15:24:54] ENGINE Bus STARTED 2024-08-04T15:24:55.047 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[39529]: [04/Aug/2024:15:24:54] ENGINE Error in HTTPServer.serve 2024-08-04T15:24:55.047 INFO:journalctl@ceph.mon.c.smithi007.stdout: Traceback (most recent call last): 2024-08-04T15:24:55.047 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:24:55.047 INFO:journalctl@ceph.mon.c.smithi007.stdout: self._connections.run(self.expiration_interval) 2024-08-04T15:24:55.047 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:24:55.047 INFO:journalctl@ceph.mon.c.smithi007.stdout: self._run(expiration_interval) 2024-08-04T15:24:55.047 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:24:55.047 INFO:journalctl@ceph.mon.c.smithi007.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:24:55.047 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:24:55.047 INFO:journalctl@ceph.mon.c.smithi007.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:24:55.047 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:24:55.047 INFO:journalctl@ceph.mon.c.smithi007.stdout: s = self.context.wrap_socket( 2024-08-04T15:24:55.048 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:24:55.048 INFO:journalctl@ceph.mon.c.smithi007.stdout: return self.sslsocket_class._create( 2024-08-04T15:24:55.048 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:24:55.048 INFO:journalctl@ceph.mon.c.smithi007.stdout: self.do_handshake() 2024-08-04T15:24:55.048 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:24:55.048 INFO:journalctl@ceph.mon.c.smithi007.stdout: self._sslobj.do_handshake() 2024-08-04T15:24:55.048 INFO:journalctl@ceph.mon.c.smithi007.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:24:55.048 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:55.048 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:55.048 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:55.048 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:55.048 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:55.048 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:55.048 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:55.049 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[39529]: Adjusting osd_memory_target on smithi007 to 2993M 2024-08-04T15:24:55.049 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:55.049 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[39529]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-04T15:24:55.049 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[29096]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:55.049 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[29096]: [04/Aug/2024:15:24:53] ENGINE Bus STARTING 2024-08-04T15:24:55.049 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[29096]: [04/Aug/2024:15:24:54] ENGINE Serving on https://172.21.15.7:7150 2024-08-04T15:24:55.049 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[29096]: [04/Aug/2024:15:24:54] ENGINE Bus STARTED 2024-08-04T15:24:55.049 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[29096]: [04/Aug/2024:15:24:54] ENGINE Error in HTTPServer.serve 2024-08-04T15:24:55.049 INFO:journalctl@ceph.mon.a.smithi007.stdout: Traceback (most recent call last): 2024-08-04T15:24:55.049 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:24:55.050 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._connections.run(self.expiration_interval) 2024-08-04T15:24:55.050 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:24:55.050 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._run(expiration_interval) 2024-08-04T15:24:55.050 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:24:55.050 INFO:journalctl@ceph.mon.a.smithi007.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:24:55.050 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:24:55.050 INFO:journalctl@ceph.mon.a.smithi007.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:24:55.050 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:24:55.050 INFO:journalctl@ceph.mon.a.smithi007.stdout: s = self.context.wrap_socket( 2024-08-04T15:24:55.051 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:24:55.051 INFO:journalctl@ceph.mon.a.smithi007.stdout: return self.sslsocket_class._create( 2024-08-04T15:24:55.051 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:24:55.051 INFO:journalctl@ceph.mon.a.smithi007.stdout: self.do_handshake() 2024-08-04T15:24:55.051 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:24:55.051 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._sslobj.do_handshake() 2024-08-04T15:24:55.051 INFO:journalctl@ceph.mon.a.smithi007.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:24:55.051 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:55.051 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:55.051 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:55.051 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:55.051 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:55.051 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:55.051 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:55.052 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[29096]: Adjusting osd_memory_target on smithi007 to 2993M 2024-08-04T15:24:55.052 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:55.052 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:55 smithi007 ceph-mon[29096]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-04T15:24:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:55 smithi062 ceph-mon[32659]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:55 smithi062 ceph-mon[32659]: [04/Aug/2024:15:24:53] ENGINE Bus STARTING 2024-08-04T15:24:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:55 smithi062 ceph-mon[32659]: [04/Aug/2024:15:24:54] ENGINE Serving on https://172.21.15.7:7150 2024-08-04T15:24:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:55 smithi062 ceph-mon[32659]: [04/Aug/2024:15:24:54] ENGINE Bus STARTED 2024-08-04T15:24:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:55 smithi062 ceph-mon[32659]: [04/Aug/2024:15:24:54] ENGINE Error in HTTPServer.serve 2024-08-04T15:24:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: Traceback (most recent call last): 2024-08-04T15:24:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:24:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: self._connections.run(self.expiration_interval) 2024-08-04T15:24:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:24:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: self._run(expiration_interval) 2024-08-04T15:24:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:24:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:24:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:24:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:24:55.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:24:55.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: s = self.context.wrap_socket( 2024-08-04T15:24:55.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:24:55.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: return self.sslsocket_class._create( 2024-08-04T15:24:55.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:24:55.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: self.do_handshake() 2024-08-04T15:24:55.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:24:55.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: self._sslobj.do_handshake() 2024-08-04T15:24:55.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:24:55.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:55 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:55.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:55 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:55.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:55 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:55.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:55 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:55.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:55 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:55.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:55 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:55.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:55 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:55.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:55 smithi062 ceph-mon[32659]: Adjusting osd_memory_target on smithi007 to 2993M 2024-08-04T15:24:55.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:55 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:55.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:55 smithi062 ceph-mon[32659]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-04T15:24:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:24:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:24:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:24:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:56 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:24:56.400 INFO:teuthology.orchestra.run.smithi007.stdout:[client.0] 2024-08-04T15:24:56.400 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQBIna9mWkaLFxAAqjMRhdY5Oq2E5rOk9anf7Q== 2024-08-04T15:24:56.446 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:56 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:56.446 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:56 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:56.446 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:56 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:56.446 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:56 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:56.446 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:56 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:56.446 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:56 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:56.446 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:56 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:56.446 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:56 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:24:56.447 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:56 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:56.447 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:56 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:24:56.447 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:56 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:24:57.198 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T15:24:57.199 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-08-04T15:24:57.199 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-08-04T15:24:57.241 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-04T15:24:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[39529]: Adjusting osd_memory_target on smithi062 to 2992M 2024-08-04T15:24:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[39529]: Updating smithi007:/etc/ceph/ceph.conf 2024-08-04T15:24:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[39529]: Updating smithi062:/etc/ceph/ceph.conf 2024-08-04T15:24:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[39529]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[39529]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:24:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[39529]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:24:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[39529]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:24:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[39529]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:24:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/2408871636' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-04T15:24:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[39529]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-04T15:24:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[39529]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-04T15:24:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:57.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[39529]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-04T15:24:57.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[29096]: Adjusting osd_memory_target on smithi062 to 2992M 2024-08-04T15:24:57.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[29096]: Updating smithi007:/etc/ceph/ceph.conf 2024-08-04T15:24:57.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[29096]: Updating smithi062:/etc/ceph/ceph.conf 2024-08-04T15:24:57.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[29096]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:57.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[29096]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:24:57.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[29096]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:24:57.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[29096]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:24:57.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[29096]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:24:57.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/2408871636' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-04T15:24:57.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[29096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-04T15:24:57.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[29096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-04T15:24:57.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:57.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:57.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:57.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:57.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:57.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:57 smithi007 ceph-mon[29096]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-04T15:24:57.425 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:57 smithi062 ceph-mon[32659]: Adjusting osd_memory_target on smithi062 to 2992M 2024-08-04T15:24:57.425 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:57 smithi062 ceph-mon[32659]: Updating smithi007:/etc/ceph/ceph.conf 2024-08-04T15:24:57.426 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:57 smithi062 ceph-mon[32659]: Updating smithi062:/etc/ceph/ceph.conf 2024-08-04T15:24:57.426 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:57 smithi062 ceph-mon[32659]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:57.426 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:57 smithi062 ceph-mon[32659]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:24:57.426 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:57 smithi062 ceph-mon[32659]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:24:57.426 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:57 smithi062 ceph-mon[32659]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:24:57.426 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:57 smithi062 ceph-mon[32659]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:24:57.426 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:57 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/2408871636' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-04T15:24:57.426 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:57 smithi062 ceph-mon[32659]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-04T15:24:57.426 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:57 smithi062 ceph-mon[32659]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-04T15:24:57.426 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:57 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:57.426 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:57 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:57.426 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:57 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:57.427 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:57 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:57.427 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:57 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:24:57.427 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:57 smithi062 ceph-mon[32659]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-04T15:24:57.505 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.b/config 2024-08-04T15:24:58.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:58 smithi007 ceph-mon[29096]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:24:58.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:58 smithi007 ceph-mon[29096]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:24:58.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:58 smithi007 ceph-mon[29096]: Deploying daemon alertmanager.a on smithi007 2024-08-04T15:24:58.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:58 smithi007 ceph-mon[39529]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:24:58.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:58 smithi007 ceph-mon[39529]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:24:58.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:58 smithi007 ceph-mon[39529]: Deploying daemon alertmanager.a on smithi007 2024-08-04T15:24:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:58 smithi062 ceph-mon[32659]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:24:58.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:58 smithi062 ceph-mon[32659]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:24:58.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:58 smithi062 ceph-mon[32659]: Deploying daemon alertmanager.a on smithi007 2024-08-04T15:24:59.224 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:24:59 smithi062 ceph-mon[32659]: pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:24:59 smithi007 ceph-mon[29096]: pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:24:59 smithi007 ceph-mon[39529]: pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:24:59.548 INFO:teuthology.orchestra.run.smithi062.stdout:[client.1] 2024-08-04T15:24:59.548 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQBLna9m8RByIBAAUINE5yuUuo8b1uLxFoPokg== 2024-08-04T15:25:00.141 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:00 smithi062 ceph-mon[32659]: from='client.? 172.21.15.62:0/2147800' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-04T15:25:00.142 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:00 smithi062 ceph-mon[32659]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-04T15:25:00.142 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:00 smithi062 ceph-mon[32659]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-04T15:25:00.168 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-08-04T15:25:00.168 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-08-04T15:25:00.168 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-08-04T15:25:00.208 INFO:tasks.cephadm:Creating RBD pool 2024-08-04T15:25:00.208 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd pool create rbd 8 2024-08-04T15:25:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:00 smithi007 ceph-mon[29096]: from='client.? 172.21.15.62:0/2147800' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-04T15:25:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:00 smithi007 ceph-mon[29096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-04T15:25:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:00 smithi007 ceph-mon[29096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-04T15:25:00.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:00 smithi007 ceph-mon[39529]: from='client.? 172.21.15.62:0/2147800' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-04T15:25:00.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:00 smithi007 ceph-mon[39529]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-04T15:25:00.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:00 smithi007 ceph-mon[39529]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-04T15:25:00.676 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:01 smithi007 ceph-mon[29096]: pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-04T15:25:01.345 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:01 smithi007 ceph-mon[39529]: pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-04T15:25:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:01 smithi062 ceph-mon[32659]: pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-04T15:25:03.182 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:03 smithi007 ceph-mon[29096]: pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-08-04T15:25:03.183 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:03 smithi007 ceph-mon[39529]: pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-08-04T15:25:03.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:03 smithi062 ceph-mon[32659]: pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-08-04T15:25:04.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:25:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:25:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:25:04.549 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:25:04 smithi007 systemd[1]: Starting Ceph alertmanager.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:25:05.080 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:25:04 smithi007 podman[71976]: 2024-08-04 15:25:04.823127323 +0000 UTC m=+0.097817471 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-04T15:25:05.080 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:25:04 smithi007 podman[71976]: 2024-08-04 15:25:04.92652413 +0000 UTC m=+0.201214311 volume create 5cad2c650e2d04ccf270b6940c1957a983e19b191aee98674260529043df7306 2024-08-04T15:25:05.080 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:25:05 smithi007 podman[71976]: 2024-08-04 15:25:05.043557123 +0000 UTC m=+0.318247261 container create 3c025c050180d55526d516bcbae946155724bf58e302ad2b84a5607293b15523 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:25:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:05 smithi007 ceph-mon[29096]: pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-08-04T15:25:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:05 smithi007 ceph-mon[39529]: pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-08-04T15:25:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:05 smithi062 ceph-mon[32659]: pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-08-04T15:25:05.615 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:25:05 smithi007 podman[71976]: 2024-08-04 15:25:05.337698772 +0000 UTC m=+0.612388927 container init 3c025c050180d55526d516bcbae946155724bf58e302ad2b84a5607293b15523 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:25:05.615 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:25:05 smithi007 podman[71976]: 2024-08-04 15:25:05.340731521 +0000 UTC m=+0.615421669 container start 3c025c050180d55526d516bcbae946155724bf58e302ad2b84a5607293b15523 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:25:05.615 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:25:05 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[71996]: ts=2024-08-04T15:25:05.353Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-04T15:25:05.616 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:25:05 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[71996]: ts=2024-08-04T15:25:05.353Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-04T15:25:05.616 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:25:05 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[71996]: ts=2024-08-04T15:25:05.354Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.7 port=9094 2024-08-04T15:25:05.616 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:25:05 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[71996]: ts=2024-08-04T15:25:05.355Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-04T15:25:05.616 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:25:05 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[71996]: ts=2024-08-04T15:25:05.379Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-04T15:25:05.616 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:25:05 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[71996]: ts=2024-08-04T15:25:05.379Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-04T15:25:05.616 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:25:05 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[71996]: ts=2024-08-04T15:25:05.382Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-04T15:25:05.616 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:25:05 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[71996]: ts=2024-08-04T15:25:05.382Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-04T15:25:05.616 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:25:05 smithi007 bash[71976]: 3c025c050180d55526d516bcbae946155724bf58e302ad2b84a5607293b15523 2024-08-04T15:25:05.616 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:25:05 smithi007 systemd[1]: Started Ceph alertmanager.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:25:06.336 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:06 smithi007 systemd[1]: Starting Ceph node-exporter.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:25:06.520 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'rbd' created 2024-08-04T15:25:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:06 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:06 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:06.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:06 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:06.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:06 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:06.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:06 smithi062 ceph-mon[32659]: Deploying daemon node-exporter.a on smithi007 2024-08-04T15:25:06.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:06 smithi062 ceph-mon[32659]: pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-04T15:25:06.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:06 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/2992356256' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-04T15:25:06.768 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:06 smithi007 bash[72265]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-04T15:25:06.768 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:06 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:06.768 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:06 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:06.768 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:06 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:06.768 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:06 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:06.768 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:06 smithi007 ceph-mon[29096]: Deploying daemon node-exporter.a on smithi007 2024-08-04T15:25:06.768 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:06 smithi007 ceph-mon[29096]: pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-04T15:25:06.768 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:06 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/2992356256' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-04T15:25:06.769 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:06 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:06.769 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:06 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:06.769 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:06 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:06.769 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:06 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:06.769 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:06 smithi007 ceph-mon[39529]: Deploying daemon node-exporter.a on smithi007 2024-08-04T15:25:06.769 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:06 smithi007 ceph-mon[39529]: pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-04T15:25:06.769 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:06 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/2992356256' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-04T15:25:07.086 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:06 smithi007 bash[72265]: Getting image source signatures 2024-08-04T15:25:07.086 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:06 smithi007 bash[72265]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-04T15:25:07.086 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:06 smithi007 bash[72265]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-04T15:25:07.086 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:06 smithi007 bash[72265]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-04T15:25:07.320 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- rbd pool init rbd 2024-08-04T15:25:07.586 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:25:07 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[71996]: ts=2024-08-04T15:25:07.355Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000076698s 2024-08-04T15:25:07.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:07 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/2992356256' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-04T15:25:07.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:07 smithi007 ceph-mon[29096]: osdmap e69: 8 total, 8 up, 8 in 2024-08-04T15:25:07.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:07 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:07.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:07 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:25:07.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:07 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/2992356256' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-04T15:25:07.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:07 smithi007 ceph-mon[39529]: osdmap e69: 8 total, 8 up, 8 in 2024-08-04T15:25:07.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:07 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:07.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:07 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:25:07.600 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:07 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/2992356256' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-04T15:25:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:07 smithi062 ceph-mon[32659]: osdmap e69: 8 total, 8 up, 8 in 2024-08-04T15:25:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:07 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:07 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:25:08.688 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:08 smithi007 ceph-mon[29096]: osdmap e70: 8 total, 8 up, 8 in 2024-08-04T15:25:08.688 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:08 smithi007 ceph-mon[29096]: pgmap v13: 105 pgs: 5 unknown, 100 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:08.689 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:08 smithi007 ceph-mon[39529]: osdmap e70: 8 total, 8 up, 8 in 2024-08-04T15:25:08.689 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:08 smithi007 ceph-mon[39529]: pgmap v13: 105 pgs: 5 unknown, 100 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:08.965 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:08 smithi007 bash[72265]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-04T15:25:08.965 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:08 smithi007 bash[72265]: Writing manifest to image destination 2024-08-04T15:25:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:08 smithi062 ceph-mon[32659]: osdmap e70: 8 total, 8 up, 8 in 2024-08-04T15:25:09.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:08 smithi062 ceph-mon[32659]: pgmap v13: 105 pgs: 5 unknown, 100 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:09.312 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 podman[72265]: 2024-08-04 15:25:09.171469697 +0000 UTC m=+2.812267127 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-04T15:25:09.580 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-mon[29096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:25:09.581 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-mon[29096]: osdmap e71: 8 total, 8 up, 8 in 2024-08-04T15:25:09.581 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-mon[39529]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:25:09.581 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-mon[39529]: osdmap e71: 8 total, 8 up, 8 in 2024-08-04T15:25:09.836 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 podman[72265]: 2024-08-04 15:25:09.713772591 +0000 UTC m=+3.354570046 container create d31c2c39a1c6a76b334297c94179d6fb150974fbff91f40e216743f3b3a6eee0 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-04T15:25:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:09 smithi062 ceph-mon[32659]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:25:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:09 smithi062 ceph-mon[32659]: osdmap e71: 8 total, 8 up, 8 in 2024-08-04T15:25:10.245 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 podman[72265]: 2024-08-04 15:25:09.90778594 +0000 UTC m=+3.548583349 container init d31c2c39a1c6a76b334297c94179d6fb150974fbff91f40e216743f3b3a6eee0 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-04T15:25:10.245 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 podman[72265]: 2024-08-04 15:25:09.911161466 +0000 UTC m=+3.551958876 container start d31c2c39a1c6a76b334297c94179d6fb150974fbff91f40e216743f3b3a6eee0 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-04T15:25:10.245 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.915Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-04T15:25:10.245 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.915Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-04T15:25:10.246 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.916Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-04T15:25:10.246 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.916Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-04T15:25:10.246 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-04T15:25:10.246 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-04T15:25:10.246 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-04T15:25:10.246 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=arp 2024-08-04T15:25:10.246 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-04T15:25:10.246 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-04T15:25:10.246 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-04T15:25:10.246 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-04T15:25:10.246 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-04T15:25:10.246 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-04T15:25:10.247 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-04T15:25:10.247 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-04T15:25:10.247 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=edac 2024-08-04T15:25:10.247 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-04T15:25:10.247 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-04T15:25:10.248 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-04T15:25:10.248 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-04T15:25:10.248 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-04T15:25:10.248 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-04T15:25:10.248 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-04T15:25:10.248 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-04T15:25:10.248 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-04T15:25:10.248 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-04T15:25:10.248 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-04T15:25:10.249 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-04T15:25:10.249 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-04T15:25:10.249 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-04T15:25:10.249 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-04T15:25:10.249 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-04T15:25:10.249 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=os 2024-08-04T15:25:10.249 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-04T15:25:10.249 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-04T15:25:10.249 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-04T15:25:10.249 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-04T15:25:10.249 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-04T15:25:10.249 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-04T15:25:10.249 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-04T15:25:10.250 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=stat 2024-08-04T15:25:10.250 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-04T15:25:10.250 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-04T15:25:10.250 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-04T15:25:10.250 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=time 2024-08-04T15:25:10.251 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-04T15:25:10.251 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=uname 2024-08-04T15:25:10.251 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-04T15:25:10.251 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-04T15:25:10.251 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.917Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-04T15:25:10.251 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.918Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-04T15:25:10.251 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[72443]: ts=2024-08-04T15:25:09.918Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-04T15:25:10.251 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 bash[72265]: d31c2c39a1c6a76b334297c94179d6fb150974fbff91f40e216743f3b3a6eee0 2024-08-04T15:25:10.251 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:25:09 smithi007 systemd[1]: Started Ceph node-exporter.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:25:11.061 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:10 smithi062 bash[62399]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-04T15:25:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:11 smithi007 ceph-mon[29096]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:11 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:11 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:11 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:11.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:11 smithi007 ceph-mon[29096]: Deploying daemon node-exporter.b on smithi062 2024-08-04T15:25:11.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:11 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/2275886860' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-04T15:25:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:11 smithi007 ceph-mon[39529]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:11 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:11 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:11 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:11 smithi007 ceph-mon[39529]: Deploying daemon node-exporter.b on smithi062 2024-08-04T15:25:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:11 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/2275886860' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-04T15:25:11.394 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:11 smithi062 ceph-mon[32659]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:11.394 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:11 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:11.394 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:11 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:11.394 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:11 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:11.394 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:11 smithi062 ceph-mon[32659]: Deploying daemon node-exporter.b on smithi062 2024-08-04T15:25:11.394 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:11 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/2275886860' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-04T15:25:11.761 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:11 smithi062 bash[62399]: Getting image source signatures 2024-08-04T15:25:11.761 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:11 smithi062 bash[62399]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-04T15:25:11.761 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:11 smithi062 bash[62399]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-04T15:25:11.761 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:11 smithi062 bash[62399]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-04T15:25:12.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:12 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/2275886860' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-04T15:25:12.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:12 smithi007 ceph-mon[29096]: osdmap e72: 8 total, 8 up, 8 in 2024-08-04T15:25:12.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:12 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/2275886860' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-04T15:25:12.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:12 smithi007 ceph-mon[39529]: osdmap e72: 8 total, 8 up, 8 in 2024-08-04T15:25:12.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:12 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/2275886860' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-04T15:25:12.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:12 smithi062 ceph-mon[32659]: osdmap e72: 8 total, 8 up, 8 in 2024-08-04T15:25:13.011 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:12 smithi062 bash[62399]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-04T15:25:13.012 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:12 smithi062 bash[62399]: Writing manifest to image destination 2024-08-04T15:25:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:13 smithi007 ceph-mon[29096]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:13 smithi007 ceph-mon[29096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:25:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:13 smithi007 ceph-mon[29096]: Cluster is now healthy 2024-08-04T15:25:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:13 smithi007 ceph-mon[29096]: osdmap e73: 8 total, 8 up, 8 in 2024-08-04T15:25:13.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:13 smithi007 ceph-mon[39529]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:13.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:13 smithi007 ceph-mon[39529]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:25:13.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:13 smithi007 ceph-mon[39529]: Cluster is now healthy 2024-08-04T15:25:13.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:13 smithi007 ceph-mon[39529]: osdmap e73: 8 total, 8 up, 8 in 2024-08-04T15:25:13.338 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-mon[32659]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:13.338 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-mon[32659]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:25:13.338 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-mon[32659]: Cluster is now healthy 2024-08-04T15:25:13.338 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-mon[32659]: osdmap e73: 8 total, 8 up, 8 in 2024-08-04T15:25:13.338 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 podman[62399]: 2024-08-04 15:25:13.116857701 +0000 UTC m=+2.229169391 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-04T15:25:13.339 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 podman[62399]: 2024-08-04 15:25:13.223704262 +0000 UTC m=+2.336015933 container create 7def7a1b23ec9cf7ca1c7f145b8d63bf700c934031f91dac87c92cb4c584c05a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-04T15:25:13.761 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 podman[62399]: 2024-08-04 15:25:13.426096002 +0000 UTC m=+2.538407695 container init 7def7a1b23ec9cf7ca1c7f145b8d63bf700c934031f91dac87c92cb4c584c05a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-04T15:25:13.762 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 podman[62399]: 2024-08-04 15:25:13.429062164 +0000 UTC m=+2.541373835 container start 7def7a1b23ec9cf7ca1c7f145b8d63bf700c934031f91dac87c92cb4c584c05a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-04T15:25:13.762 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.433Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-04T15:25:13.762 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.433Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-04T15:25:13.762 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.434Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-04T15:25:13.762 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.434Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-04T15:25:13.762 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.434Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-04T15:25:13.762 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.434Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-04T15:25:13.762 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.434Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-04T15:25:13.762 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.434Z caller=node_exporter.go:117 level=info collector=arp 2024-08-04T15:25:13.762 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.434Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-04T15:25:13.763 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.434Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-04T15:25:13.763 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.434Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-04T15:25:13.763 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-04T15:25:13.763 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-04T15:25:13.763 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-04T15:25:13.763 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-04T15:25:13.763 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-04T15:25:13.763 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=edac 2024-08-04T15:25:13.764 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-04T15:25:13.764 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-04T15:25:13.764 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-04T15:25:13.764 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-04T15:25:13.764 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-04T15:25:13.764 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-04T15:25:13.764 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-04T15:25:13.764 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-04T15:25:13.764 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-04T15:25:13.764 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-04T15:25:13.764 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-04T15:25:13.764 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-04T15:25:13.765 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-04T15:25:13.765 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-04T15:25:13.765 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-04T15:25:13.765 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-04T15:25:13.765 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=os 2024-08-04T15:25:13.765 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-04T15:25:13.765 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-04T15:25:13.765 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-04T15:25:13.765 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-04T15:25:13.765 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-04T15:25:13.765 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-04T15:25:13.765 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-04T15:25:13.766 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=stat 2024-08-04T15:25:13.766 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-04T15:25:13.766 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-04T15:25:13.766 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-04T15:25:13.766 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=time 2024-08-04T15:25:13.766 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-04T15:25:13.766 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=uname 2024-08-04T15:25:13.766 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-04T15:25:13.766 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-04T15:25:13.766 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-04T15:25:13.766 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-04T15:25:13.766 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[62448]: ts=2024-08-04T15:25:13.435Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-04T15:25:13.767 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 bash[62399]: 7def7a1b23ec9cf7ca1c7f145b8d63bf700c934031f91dac87c92cb4c584c05a 2024-08-04T15:25:13.767 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:25:13 smithi062 systemd[1]: Started Ceph node-exporter.b for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:25:13.810 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-08-04T15:25:13.811 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-08-04T15:25:13.811 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph mgr dump --format=json 2024-08-04T15:25:14.013 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:25:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:25:13] ENGINE Bus STOPPING 2024-08-04T15:25:14.013 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:25:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T15:25:14.013 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:25:14] ENGINE Bus STOPPED 2024-08-04T15:25:14.083 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:14.292 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:25:14] ENGINE Bus STARTING 2024-08-04T15:25:14.293 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:25:14] ENGINE Serving on http://:::9283 2024-08-04T15:25:14.293 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:25:14] ENGINE Bus STARTED 2024-08-04T15:25:14.293 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[29096]: osdmap e74: 8 total, 8 up, 8 in 2024-08-04T15:25:14.293 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.293 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.293 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.294 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.294 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.294 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.294 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.294 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-04T15:25:14.294 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.294 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[39529]: osdmap e74: 8 total, 8 up, 8 in 2024-08-04T15:25:14.294 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.294 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.294 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.294 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.295 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.295 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.295 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.295 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-04T15:25:14.295 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:14 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:25:14 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:25:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:25:14.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:14 smithi062 ceph-mon[32659]: osdmap e74: 8 total, 8 up, 8 in 2024-08-04T15:25:14.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:14 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:14 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:14 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:14 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:14 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:14 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:14 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:14.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:14 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-04T15:25:14.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:14 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:15 smithi007 ceph-mon[29096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-04T15:25:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:15 smithi007 ceph-mon[29096]: Deploying daemon grafana.a on smithi062 2024-08-04T15:25:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:15 smithi007 ceph-mon[29096]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 195 B/s wr, 0 op/s 2024-08-04T15:25:15.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:15 smithi007 ceph-mon[39529]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-04T15:25:15.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:15 smithi007 ceph-mon[39529]: Deploying daemon grafana.a on smithi062 2024-08-04T15:25:15.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:15 smithi007 ceph-mon[39529]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 195 B/s wr, 0 op/s 2024-08-04T15:25:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:15 smithi062 ceph-mon[32659]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-04T15:25:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:15 smithi062 ceph-mon[32659]: Deploying daemon grafana.a on smithi062 2024-08-04T15:25:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:15 smithi062 ceph-mon[32659]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 195 B/s wr, 0 op/s 2024-08-04T15:25:15.611 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:25:15 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[71996]: ts=2024-08-04T15:25:15.358Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002784178s 2024-08-04T15:25:16.032 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:25:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:16 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/586306192' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-04T15:25:16.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:16 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/586306192' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-04T15:25:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:16 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/586306192' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-04T15:25:16.777 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":20,"flags":0,"active_gid":14541,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":984639070},{"type":"v1","addr":"172.21.15.7:6801","nonce":984639070}]},"active_addr":"172.21.15.7:6801/984639070","active_change":"2024-08-04T15:24:51.761486+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24406,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.7:8443/","prometheus":"http://172.21.15.7:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":68,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":2044391434}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":2548259747}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":1215805413}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":2749302717}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":2022690080}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":1322806603}]}]} 2024-08-04T15:25:16.782 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-08-04T15:25:16.782 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-08-04T15:25:16.783 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd dump --format=json 2024-08-04T15:25:17.052 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:17.376 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:17 smithi007 ceph-mon[29096]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-04T15:25:17.376 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:17 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:17.376 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:17 smithi007 ceph-mon[39529]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-04T15:25:17.377 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:17 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:17 smithi062 ceph-mon[32659]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-04T15:25:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:17 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:18.662 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:25:18.663 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":74,"fsid":"ac1a6012-5274-11ef-bcca-c7b262605968","created":"2024-08-04T15:18:30.835703+0000","modified":"2024-08-04T15:25:13.074624+0000","last_up_change":"2024-08-04T15:23:23.071219+0000","last_in_change":"2024-08-04T15:23:06.203402+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-04T15:21:25.436814+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-04T15:23:47.042481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-04T15:23:50.431702+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-04T15:25:06.335330+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"d989ad4f-dc6b-4292-8290-c8826b3c77c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6803","nonce":1067222416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6805","nonce":1067222416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6809","nonce":1067222416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6807","nonce":1067222416}]},"public_addr":"172.21.15.7:6803/1067222416","cluster_addr":"172.21.15.7:6805/1067222416","heartbeat_back_addr":"172.21.15.7:6809/1067222416","heartbeat_front_addr":"172.21.15.7:6807/1067222416","state":["exists","up"]},{"osd":1,"uuid":"048e9a7b-c104-4e94-b382-787da4f545d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6811","nonce":251880039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6813","nonce":251880039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6817","nonce":251880039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6815","nonce":251880039}]},"public_addr":"172.21.15.7:6811/251880039","cluster_addr":"172.21.15.7:6813/251880039","heartbeat_back_addr":"172.21.15.7:6817/251880039","heartbeat_front_addr":"172.21.15.7:6815/251880039","state":["exists","up"]},{"osd":2,"uuid":"7e7ac4cb-095b-4e53-b2d5-85bd755c7467","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6819","nonce":705212368}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6821","nonce":705212368}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6825","nonce":705212368}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6823","nonce":705212368}]},"public_addr":"172.21.15.7:6819/705212368","cluster_addr":"172.21.15.7:6821/705212368","heartbeat_back_addr":"172.21.15.7:6825/705212368","heartbeat_front_addr":"172.21.15.7:6823/705212368","state":["exists","up"]},{"osd":3,"uuid":"cf2b290d-b7b1-4c6f-97a0-61b88ad529e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6827","nonce":4689524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6829","nonce":4689524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6833","nonce":4689524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6831","nonce":4689524}]},"public_addr":"172.21.15.7:6827/4689524","cluster_addr":"172.21.15.7:6829/4689524","heartbeat_back_addr":"172.21.15.7:6833/4689524","heartbeat_front_addr":"172.21.15.7:6831/4689524","state":["exists","up"]},{"osd":4,"uuid":"68cf053c-1225-4368-a98a-39fadb6176bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6801","nonce":836814421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6803","nonce":836814421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6807","nonce":836814421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6805","nonce":836814421}]},"public_addr":"172.21.15.62:6801/836814421","cluster_addr":"172.21.15.62:6803/836814421","heartbeat_back_addr":"172.21.15.62:6807/836814421","heartbeat_front_addr":"172.21.15.62:6805/836814421","state":["exists","up"]},{"osd":5,"uuid":"f2f77dd6-c990-4680-8de8-3a59b5f073b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6809","nonce":1287778299}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6811","nonce":1287778299}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6815","nonce":1287778299}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6813","nonce":1287778299}]},"public_addr":"172.21.15.62:6809/1287778299","cluster_addr":"172.21.15.62:6811/1287778299","heartbeat_back_addr":"172.21.15.62:6815/1287778299","heartbeat_front_addr":"172.21.15.62:6813/1287778299","state":["exists","up"]},{"osd":6,"uuid":"28efea47-a46c-4ee8-82df-ef631099a14b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6817","nonce":986646080}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6819","nonce":986646080}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6823","nonce":986646080}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6821","nonce":986646080}]},"public_addr":"172.21.15.62:6817/986646080","cluster_addr":"172.21.15.62:6819/986646080","heartbeat_back_addr":"172.21.15.62:6823/986646080","heartbeat_front_addr":"172.21.15.62:6821/986646080","state":["exists","up"]},{"osd":7,"uuid":"e199fd23-bdd9-4605-8dce-870f63397fe6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6825","nonce":169358548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6827","nonce":169358548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6831","nonce":169358548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6829","nonce":169358548}]},"public_addr":"172.21.15.62:6825/169358548","cluster_addr":"172.21.15.62:6827/169358548","heartbeat_back_addr":"172.21.15.62:6831/169358548","heartbeat_front_addr":"172.21.15.62:6829/169358548","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:20:36.666611+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:20:59.459473+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:21:22.685734+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:21:47.134874+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:08.981180+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:32.784616+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:56.896206+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:23:21.621873+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":0,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/56684976":"2024-08-05T15:24:51.761276+0000","172.21.15.7:0/2483690951":"2024-08-05T15:24:51.761276+0000","172.21.15.7:0/719487505":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6800/1595612045":"2024-08-05T15:18:51.588967+0000","172.21.15.7:0/652797882":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6801/1595612045":"2024-08-05T15:18:51.588967+0000","172.21.15.7:0/1331579879":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6801/1752190878":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/3225322052":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/3540383910":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/1544949215":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/671839973":"2024-08-05T15:24:51.761276+0000","172.21.15.7:6800/1752190878":"2024-08-05T15:19:14.946979+0000","172.21.15.7:6800/2169336686":"2024-08-05T15:24:51.761276+0000","172.21.15.7:0/205373033":"2024-08-05T15:24:51.761276+0000","172.21.15.7:6801/2169336686":"2024-08-05T15:24:51.761276+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-04T15:25:19.328 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:19 smithi007 ceph-mon[39529]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 305 B/s wr, 0 op/s 2024-08-04T15:25:19.328 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:19 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/186920620' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:25:19.329 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:19 smithi007 ceph-mon[29096]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 305 B/s wr, 0 op/s 2024-08-04T15:25:19.329 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:19 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/186920620' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:25:19.355 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-08-04T15:25:19.355 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd dump --format=json 2024-08-04T15:25:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:19 smithi062 ceph-mon[32659]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 305 B/s wr, 0 op/s 2024-08-04T15:25:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:19 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/186920620' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:25:19.622 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:21 smithi007 ceph-mon[29096]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:25:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:21 smithi007 ceph-mon[29096]: osdmap e75: 8 total, 8 up, 8 in 2024-08-04T15:25:21.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:21 smithi007 ceph-mon[39529]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:25:21.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:21 smithi007 ceph-mon[39529]: osdmap e75: 8 total, 8 up, 8 in 2024-08-04T15:25:21.376 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:25:21.376 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":75,"fsid":"ac1a6012-5274-11ef-bcca-c7b262605968","created":"2024-08-04T15:18:30.835703+0000","modified":"2024-08-04T15:25:20.560547+0000","last_up_change":"2024-08-04T15:23:23.071219+0000","last_in_change":"2024-08-04T15:23:06.203402+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-04T15:21:25.436814+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-04T15:23:47.042481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-04T15:23:50.431702+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-04T15:25:06.335330+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"d989ad4f-dc6b-4292-8290-c8826b3c77c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6803","nonce":1067222416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6805","nonce":1067222416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6809","nonce":1067222416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6807","nonce":1067222416}]},"public_addr":"172.21.15.7:6803/1067222416","cluster_addr":"172.21.15.7:6805/1067222416","heartbeat_back_addr":"172.21.15.7:6809/1067222416","heartbeat_front_addr":"172.21.15.7:6807/1067222416","state":["exists","up"]},{"osd":1,"uuid":"048e9a7b-c104-4e94-b382-787da4f545d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6811","nonce":251880039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6813","nonce":251880039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6817","nonce":251880039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6815","nonce":251880039}]},"public_addr":"172.21.15.7:6811/251880039","cluster_addr":"172.21.15.7:6813/251880039","heartbeat_back_addr":"172.21.15.7:6817/251880039","heartbeat_front_addr":"172.21.15.7:6815/251880039","state":["exists","up"]},{"osd":2,"uuid":"7e7ac4cb-095b-4e53-b2d5-85bd755c7467","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6819","nonce":705212368}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6821","nonce":705212368}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6825","nonce":705212368}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6823","nonce":705212368}]},"public_addr":"172.21.15.7:6819/705212368","cluster_addr":"172.21.15.7:6821/705212368","heartbeat_back_addr":"172.21.15.7:6825/705212368","heartbeat_front_addr":"172.21.15.7:6823/705212368","state":["exists","up"]},{"osd":3,"uuid":"cf2b290d-b7b1-4c6f-97a0-61b88ad529e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6827","nonce":4689524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6829","nonce":4689524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6833","nonce":4689524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6831","nonce":4689524}]},"public_addr":"172.21.15.7:6827/4689524","cluster_addr":"172.21.15.7:6829/4689524","heartbeat_back_addr":"172.21.15.7:6833/4689524","heartbeat_front_addr":"172.21.15.7:6831/4689524","state":["exists","up"]},{"osd":4,"uuid":"68cf053c-1225-4368-a98a-39fadb6176bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6801","nonce":836814421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6803","nonce":836814421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6807","nonce":836814421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6805","nonce":836814421}]},"public_addr":"172.21.15.62:6801/836814421","cluster_addr":"172.21.15.62:6803/836814421","heartbeat_back_addr":"172.21.15.62:6807/836814421","heartbeat_front_addr":"172.21.15.62:6805/836814421","state":["exists","up"]},{"osd":5,"uuid":"f2f77dd6-c990-4680-8de8-3a59b5f073b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6809","nonce":1287778299}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6811","nonce":1287778299}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6815","nonce":1287778299}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6813","nonce":1287778299}]},"public_addr":"172.21.15.62:6809/1287778299","cluster_addr":"172.21.15.62:6811/1287778299","heartbeat_back_addr":"172.21.15.62:6815/1287778299","heartbeat_front_addr":"172.21.15.62:6813/1287778299","state":["exists","up"]},{"osd":6,"uuid":"28efea47-a46c-4ee8-82df-ef631099a14b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6817","nonce":986646080}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6819","nonce":986646080}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6823","nonce":986646080}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6821","nonce":986646080}]},"public_addr":"172.21.15.62:6817/986646080","cluster_addr":"172.21.15.62:6819/986646080","heartbeat_back_addr":"172.21.15.62:6823/986646080","heartbeat_front_addr":"172.21.15.62:6821/986646080","state":["exists","up"]},{"osd":7,"uuid":"e199fd23-bdd9-4605-8dce-870f63397fe6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6825","nonce":169358548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6827","nonce":169358548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6831","nonce":169358548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6829","nonce":169358548}]},"public_addr":"172.21.15.62:6825/169358548","cluster_addr":"172.21.15.62:6827/169358548","heartbeat_back_addr":"172.21.15.62:6831/169358548","heartbeat_front_addr":"172.21.15.62:6829/169358548","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:20:36.666611+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:20:59.459473+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:21:22.685734+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:21:47.134874+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:08.981180+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:32.784616+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:56.896206+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:23:21.621873+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":0,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/56684976":"2024-08-05T15:24:51.761276+0000","172.21.15.7:0/2483690951":"2024-08-05T15:24:51.761276+0000","172.21.15.7:0/719487505":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6800/1595612045":"2024-08-05T15:18:51.588967+0000","172.21.15.7:0/652797882":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6801/1595612045":"2024-08-05T15:18:51.588967+0000","172.21.15.7:0/1331579879":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6801/1752190878":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/3225322052":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/3540383910":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/1544949215":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/671839973":"2024-08-05T15:24:51.761276+0000","172.21.15.7:6800/1752190878":"2024-08-05T15:19:14.946979+0000","172.21.15.7:6800/2169336686":"2024-08-05T15:24:51.761276+0000","172.21.15.7:0/205373033":"2024-08-05T15:24:51.761276+0000","172.21.15.7:6801/2169336686":"2024-08-05T15:24:51.761276+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-04T15:25:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:21 smithi062 ceph-mon[32659]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:25:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:21 smithi062 ceph-mon[32659]: osdmap e75: 8 total, 8 up, 8 in 2024-08-04T15:25:22.010 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-08-04T15:25:22.011 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-08-04T15:25:22.011 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-08-04T15:25:22.012 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-08-04T15:25:22.013 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-08-04T15:25:22.013 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-08-04T15:25:22.014 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-08-04T15:25:22.014 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-08-04T15:25:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:22 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/1973839797' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:25:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:22 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:25:22.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:22 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/1973839797' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:25:22.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:22 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:25:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:22 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/1973839797' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:25:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:22 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:25:22.584 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:22.584 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:22.585 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:22.586 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:22.588 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:22.588 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:22.595 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:22.597 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:23 smithi007 ceph-mon[29096]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 117 B/s wr, 0 op/s 2024-08-04T15:25:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:23 smithi007 ceph-mon[39529]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 117 B/s wr, 0 op/s 2024-08-04T15:25:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:23 smithi062 ceph-mon[32659]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 117 B/s wr, 0 op/s 2024-08-04T15:25:24.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:25:24 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:25:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:25:25.271 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:25 smithi007 ceph-mon[39529]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-08-04T15:25:25.271 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:25 smithi007 ceph-mon[29096]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-08-04T15:25:25.493 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:25 smithi062 ceph-mon[32659]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-08-04T15:25:27.304 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-mon[32659]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-08-04T15:25:27.305 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 podman[62769]: 2024-08-04 15:25:27.278392876 +0000 UTC m=+0.137681744 container create 90c608c3ce6c63a3fcb78f594c4af0273e2da6a47690ea1fcc1d2e438bb32cb7 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a, vcs-type=git, io.openshift.expose-services=, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, version=8.5, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-08-04T15:25:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:27 smithi007 ceph-mon[29096]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-08-04T15:25:27.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:27 smithi007 ceph-mon[39529]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-08-04T15:25:27.581 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 podman[62769]: 2024-08-04 15:25:27.481376803 +0000 UTC m=+0.340665675 container init 90c608c3ce6c63a3fcb78f594c4af0273e2da6a47690ea1fcc1d2e438bb32cb7 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, architecture=x86_64, release=239.1651231664, distribution-scope=public, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-08-04T15:25:27.582 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 podman[62769]: 2024-08-04 15:25:27.484392447 +0000 UTC m=+0.343681317 container start 90c608c3ce6c63a3fcb78f594c4af0273e2da6a47690ea1fcc1d2e438bb32cb7 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a, distribution-scope=public, vcs-type=git, io.openshift.expose-services=, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, com.redhat.component=ubi8-container, version=8.5, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, io.buildah.version=1.32.0, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-08-04T15:25:27.832 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 bash[62769]: 90c608c3ce6c63a3fcb78f594c4af0273e2da6a47690ea1fcc1d2e438bb32cb7 2024-08-04T15:25:27.832 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 systemd[1]: Started Ceph grafana.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:25:27.832 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=settings t=2024-08-04T15:25:27.666318091Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-04T15:25:27.833 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=settings t=2024-08-04T15:25:27.666510194Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-04T15:25:27.833 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=settings t=2024-08-04T15:25:27.66653665Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-04T15:25:27.833 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=settings t=2024-08-04T15:25:27.666545158Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-04T15:25:27.833 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=settings t=2024-08-04T15:25:27.666552222Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-04T15:25:27.833 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=settings t=2024-08-04T15:25:27.666558888Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-04T15:25:27.833 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=settings t=2024-08-04T15:25:27.666565237Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-04T15:25:27.833 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=settings t=2024-08-04T15:25:27.666572051Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-04T15:25:27.833 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=settings t=2024-08-04T15:25:27.666578719Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-04T15:25:27.833 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=settings t=2024-08-04T15:25:27.666585013Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-04T15:25:27.833 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=settings t=2024-08-04T15:25:27.666590983Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-04T15:25:27.833 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=settings t=2024-08-04T15:25:27.666597057Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-04T15:25:27.833 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=settings t=2024-08-04T15:25:27.666603328Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-04T15:25:27.833 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=settings t=2024-08-04T15:25:27.666609631Z level=info msg="App mode production" 2024-08-04T15:25:27.833 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=sqlstore t=2024-08-04T15:25:27.666660608Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-04T15:25:27.834 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=sqlstore t=2024-08-04T15:25:27.666679752Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-04T15:25:27.834 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.667582134Z level=info msg="Starting DB migrations" 2024-08-04T15:25:27.834 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.667667162Z level=info msg="Executing migration" id="create migration_log table" 2024-08-04T15:25:27.834 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.668973323Z level=info msg="Executing migration" id="create user table" 2024-08-04T15:25:27.834 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.669427114Z level=info msg="Executing migration" id="add unique index user.login" 2024-08-04T15:25:27.834 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.669953362Z level=info msg="Executing migration" id="add unique index user.email" 2024-08-04T15:25:27.834 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.670411655Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-08-04T15:25:27.834 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.671022757Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-08-04T15:25:27.834 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.671872218Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-08-04T15:25:27.834 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.672800531Z level=info msg="Executing migration" id="create user table v2" 2024-08-04T15:25:27.834 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.673659215Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-08-04T15:25:27.834 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.674505414Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-08-04T15:25:27.834 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.675370636Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-08-04T15:25:27.834 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.676190017Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-08-04T15:25:27.835 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.677037981Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-08-04T15:25:27.835 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.677487964Z level=info msg="Executing migration" id="Update user table charset" 2024-08-04T15:25:27.835 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.678331791Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-08-04T15:25:27.835 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.679170949Z level=info msg="Executing migration" id="Add missing user data" 2024-08-04T15:25:27.835 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.680053059Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-08-04T15:25:27.835 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.680886804Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-08-04T15:25:27.835 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.68172244Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-08-04T15:25:27.835 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.682569803Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-08-04T15:25:27.836 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.683767795Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-08-04T15:25:27.836 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.684213474Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-08-04T15:25:27.836 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.685051452Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-08-04T15:25:27.837 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.685891432Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-08-04T15:25:27.837 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.686350594Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-08-04T15:25:27.837 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.687209878Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-08-04T15:25:27.837 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.688056398Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-08-04T15:25:27.837 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.688905658Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-08-04T15:25:27.837 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.689760613Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-08-04T15:25:27.837 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.690644111Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-08-04T15:25:27.837 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.691538187Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-08-04T15:25:27.837 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.692360171Z level=info msg="Executing migration" id="create temp_user v2" 2024-08-04T15:25:27.837 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.693194411Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-08-04T15:25:27.837 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.694047546Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-08-04T15:25:27.837 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.694934409Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-08-04T15:25:27.837 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.695778137Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-08-04T15:25:27.838 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.696641427Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-08-04T15:25:27.838 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.697480127Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-08-04T15:25:27.838 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.697875279Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-08-04T15:25:27.838 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.70059776Z level=info msg="Executing migration" id="create star table" 2024-08-04T15:25:27.838 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.701018776Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-08-04T15:25:27.838 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.703351758Z level=info msg="Executing migration" id="create org table v1" 2024-08-04T15:25:27.838 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.70617147Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-08-04T15:25:27.838 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.709073307Z level=info msg="Executing migration" id="create org_user table v1" 2024-08-04T15:25:27.838 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.711845003Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-08-04T15:25:27.838 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.714486055Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-08-04T15:25:27.838 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.71494628Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-08-04T15:25:27.838 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.717792822Z level=info msg="Executing migration" id="Update org table charset" 2024-08-04T15:25:27.838 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.720550152Z level=info msg="Executing migration" id="Update org_user table charset" 2024-08-04T15:25:27.839 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.723430991Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-08-04T15:25:27.839 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.723831942Z level=info msg="Executing migration" id="create dashboard table" 2024-08-04T15:25:27.839 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.726622586Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-08-04T15:25:27.839 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.72954763Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-08-04T15:25:27.839 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.732230946Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-08-04T15:25:27.839 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.73273427Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-08-04T15:25:27.839 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.735469183Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-08-04T15:25:27.839 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.738305508Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-08-04T15:25:27.839 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.740970916Z level=info msg="Executing migration" id="create dashboard v2" 2024-08-04T15:25:27.839 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.741398588Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-08-04T15:25:27.839 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.744180307Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-08-04T15:25:27.839 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.746883406Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-08-04T15:25:27.840 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.74937357Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-08-04T15:25:27.840 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.749849388Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-08-04T15:25:27.840 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.752418293Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-08-04T15:25:27.840 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.755131077Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-08-04T15:25:27.840 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.757581656Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-08-04T15:25:27.840 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.758113502Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-08-04T15:25:27.840 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.760798789Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-08-04T15:25:27.840 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.761344994Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-08-04T15:25:27.840 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.763339786Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-08-04T15:25:27.840 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.765855256Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-08-04T15:25:27.840 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.76621466Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-08-04T15:25:27.840 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.768814369Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-08-04T15:25:27.840 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.769412066Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-08-04T15:25:27.840 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.771480562Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-08-04T15:25:27.841 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.772319142Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-08-04T15:25:27.841 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.772875587Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-08-04T15:25:27.841 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.773766071Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-08-04T15:25:27.841 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.774604311Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-08-04T15:25:27.841 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.77544606Z level=info msg="Executing migration" id="Update dashboard title length" 2024-08-04T15:25:27.841 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.775825758Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-08-04T15:25:27.841 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.776644536Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-08-04T15:25:27.841 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.777092591Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-08-04T15:25:27.841 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.778131812Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-08-04T15:25:27.841 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.778979008Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-08-04T15:25:27.841 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.779448216Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-08-04T15:25:27.841 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.780321241Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-08-04T15:25:27.841 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.781151215Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-08-04T15:25:27.841 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.782000202Z level=info msg="Executing migration" id="Add check_sum column" 2024-08-04T15:25:27.841 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.782585284Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-08-04T15:25:27.842 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.7834218Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-08-04T15:25:27.842 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.784267737Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-08-04T15:25:27.842 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.785114587Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-08-04T15:25:27.842 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.785601417Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-08-04T15:25:27.842 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.78644099Z level=info msg="Executing migration" id="create data_source table" 2024-08-04T15:25:27.842 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.787762904Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-08-04T15:25:27.842 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.788266917Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-08-04T15:25:27.842 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.788798609Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-08-04T15:25:27.842 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.789635063Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-08-04T15:25:27.842 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.790477825Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-08-04T15:25:27.842 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.791709349Z level=info msg="Executing migration" id="create data_source table v2" 2024-08-04T15:25:27.842 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.792168595Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-08-04T15:25:27.842 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.793008692Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-08-04T15:25:27.842 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.793482324Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-08-04T15:25:27.843 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.793918807Z level=info msg="Executing migration" id="Add column with_credentials" 2024-08-04T15:25:27.843 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.794736484Z level=info msg="Executing migration" id="Add secure json data column" 2024-08-04T15:25:27.843 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.795376844Z level=info msg="Executing migration" id="Update data_source table charset" 2024-08-04T15:25:27.843 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.795819094Z level=info msg="Executing migration" id="Update initial version to 1" 2024-08-04T15:25:27.843 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.796704753Z level=info msg="Executing migration" id="Add read_only data column" 2024-08-04T15:25:27.843 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.799444221Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-08-04T15:25:27.843 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.802147394Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-08-04T15:25:27.843 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.802629402Z level=info msg="Executing migration" id="Add uid column" 2024-08-04T15:25:27.843 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.805537756Z level=info msg="Executing migration" id="Update uid value" 2024-08-04T15:25:27.843 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.80834985Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-08-04T15:25:27.843 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.811276354Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-08-04T15:25:27.843 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.811911937Z level=info msg="Executing migration" id="create api_key table" 2024-08-04T15:25:27.843 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.814720511Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-08-04T15:25:27.843 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.817368223Z level=info msg="Executing migration" id="add index api_key.key" 2024-08-04T15:25:27.844 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.820079288Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-08-04T15:25:27.844 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.820934228Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-08-04T15:25:27.844 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.823614619Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-08-04T15:25:27.844 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.826403459Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-08-04T15:25:27.844 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.829201125Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-08-04T15:25:27.844 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.831904138Z level=info msg="Executing migration" id="create api_key table v2" 2024-08-04T15:25:27.844 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.834730948Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-08-04T15:25:28.083 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.837605663Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-08-04T15:25:28.083 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.84064262Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-08-04T15:25:28.084 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.843093078Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-08-04T15:25:28.084 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.845656485Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-08-04T15:25:28.084 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.848409793Z level=info msg="Executing migration" id="Update api_key table charset" 2024-08-04T15:25:28.084 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.851216481Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-08-04T15:25:28.084 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.851848412Z level=info msg="Executing migration" id="Add service account foreign key" 2024-08-04T15:25:28.084 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.852458399Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-08-04T15:25:28.084 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.852828667Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-08-04T15:25:28.084 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.85338479Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-08-04T15:25:28.084 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.853985029Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-08-04T15:25:28.084 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.854411324Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-08-04T15:25:28.084 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.854824986Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-08-04T15:25:28.085 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.855256231Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-08-04T15:25:28.085 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.855736952Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-08-04T15:25:28.085 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.856194904Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-08-04T15:25:28.085 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.85665397Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-08-04T15:25:28.085 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.856998733Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-08-04T15:25:28.085 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.8573042Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-08-04T15:25:28.086 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.857917378Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-08-04T15:25:28.086 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.858517507Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-08-04T15:25:28.086 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.858876513Z level=info msg="Executing migration" id="create quota table v1" 2024-08-04T15:25:28.086 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.859300957Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-08-04T15:25:28.086 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.859782471Z level=info msg="Executing migration" id="Update quota table charset" 2024-08-04T15:25:28.086 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.860116628Z level=info msg="Executing migration" id="create plugin_setting table" 2024-08-04T15:25:28.086 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.860554307Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-08-04T15:25:28.086 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.861016399Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-08-04T15:25:28.086 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.86160088Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-08-04T15:25:28.086 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.861950437Z level=info msg="Executing migration" id="create session table" 2024-08-04T15:25:28.087 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.862548269Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-08-04T15:25:28.087 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.863359676Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-08-04T15:25:28.087 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.863719222Z level=info msg="Executing migration" id="create playlist table v2" 2024-08-04T15:25:28.087 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.864148495Z level=info msg="Executing migration" id="create playlist item table v2" 2024-08-04T15:25:28.087 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.864580382Z level=info msg="Executing migration" id="Update playlist table charset" 2024-08-04T15:25:28.087 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.864912014Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-08-04T15:25:28.087 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.865217999Z level=info msg="Executing migration" id="drop preferences table v2" 2024-08-04T15:25:28.087 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.865540984Z level=info msg="Executing migration" id="drop preferences table v3" 2024-08-04T15:25:28.087 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.865891426Z level=info msg="Executing migration" id="create preferences table v3" 2024-08-04T15:25:28.087 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.866328072Z level=info msg="Executing migration" id="Update preferences table charset" 2024-08-04T15:25:28.087 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.866670131Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-08-04T15:25:28.087 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.867298637Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-08-04T15:25:28.088 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.867703199Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-08-04T15:25:28.088 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.868329446Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-08-04T15:25:28.088 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.86896385Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-08-04T15:25:28.088 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.869306277Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-08-04T15:25:28.088 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.869789311Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-08-04T15:25:28.088 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.870292816Z level=info msg="Executing migration" id="create alert table v1" 2024-08-04T15:25:28.088 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.871166047Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-08-04T15:25:28.088 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.872055798Z level=info msg="Executing migration" id="add index alert state" 2024-08-04T15:25:28.089 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.872900777Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-08-04T15:25:28.089 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.873747474Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-08-04T15:25:28.089 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.874643967Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-08-04T15:25:28.089 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.875554254Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-08-04T15:25:28.089 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.876362566Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-08-04T15:25:28.089 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.877968516Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-08-04T15:25:28.090 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.878820346Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-08-04T15:25:28.090 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.879723643Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-08-04T15:25:28.090 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.880549968Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-08-04T15:25:28.090 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.881428715Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-08-04T15:25:28.090 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.882286625Z level=info msg="Executing migration" id="Add column is_default" 2024-08-04T15:25:28.090 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.883162488Z level=info msg="Executing migration" id="Add column frequency" 2024-08-04T15:25:28.091 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.88404566Z level=info msg="Executing migration" id="Add column send_reminder" 2024-08-04T15:25:28.091 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.886832363Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-08-04T15:25:28.091 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.889721215Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-08-04T15:25:28.091 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.892514172Z level=info msg="Executing migration" id="Update alert table charset" 2024-08-04T15:25:28.091 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.89527998Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-08-04T15:25:28.091 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.89816471Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-08-04T15:25:28.091 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.900891179Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-08-04T15:25:28.091 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.903543417Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-08-04T15:25:28.091 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.906334503Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-08-04T15:25:28.091 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.909039981Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-08-04T15:25:28.091 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.911784536Z level=info msg="Executing migration" id="Add for to alert table" 2024-08-04T15:25:28.092 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.914810055Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-08-04T15:25:28.092 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.917641208Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-08-04T15:25:28.092 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.920415111Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-08-04T15:25:28.092 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.92325532Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-08-04T15:25:28.093 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.925880479Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-08-04T15:25:28.093 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.92885022Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-08-04T15:25:28.093 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.929210065Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-08-04T15:25:28.093 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.931859354Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-08-04T15:25:28.094 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.934552895Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-08-04T15:25:28.094 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.93731018Z level=info msg="Executing migration" id="create annotation table v5" 2024-08-04T15:25:28.094 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.937819991Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-08-04T15:25:28.094 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.940401525Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-08-04T15:25:28.094 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.943045062Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-08-04T15:25:28.094 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.945721342Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-08-04T15:25:28.095 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.946237147Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-08-04T15:25:28.095 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.948816702Z level=info msg="Executing migration" id="Update annotation table charset" 2024-08-04T15:25:28.095 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.951539177Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-08-04T15:25:28.095 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.954229769Z level=info msg="Executing migration" id="Drop category_id index" 2024-08-04T15:25:28.095 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.954711272Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-08-04T15:25:28.095 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.957419107Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-08-04T15:25:28.096 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.960024988Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-08-04T15:25:28.096 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.962733342Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-08-04T15:25:28.096 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.963199481Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-08-04T15:25:28.096 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.965866462Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-08-04T15:25:28.096 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.968439643Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-08-04T15:25:28.096 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.969290515Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-08-04T15:25:28.096 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.969758563Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-08-04T15:25:28.096 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.970618701Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-08-04T15:25:28.097 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.971438617Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-08-04T15:25:28.097 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.972284787Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-08-04T15:25:28.097 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.973015471Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-08-04T15:25:28.097 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.973794332Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-08-04T15:25:28.097 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.974615993Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-08-04T15:25:28.097 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.975457738Z level=info msg="Executing migration" id="Add epoch_end column" 2024-08-04T15:25:28.097 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.976192267Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-08-04T15:25:28.097 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.977017549Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-08-04T15:25:28.097 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.977852483Z level=info msg="Executing migration" id="Move region to single row" 2024-08-04T15:25:28.097 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.978702813Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-08-04T15:25:28.097 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.979460448Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-08-04T15:25:28.097 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.98030894Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-08-04T15:25:28.098 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.981158415Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-08-04T15:25:28.098 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.981974276Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-08-04T15:25:28.098 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.982441026Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-08-04T15:25:28.098 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.983280486Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-08-04T15:25:28.098 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.984175529Z level=info msg="Executing migration" id="create test_data table" 2024-08-04T15:25:28.098 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.984648174Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-08-04T15:25:28.098 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.985104567Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-08-04T15:25:28.098 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.985949793Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-08-04T15:25:28.098 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.986782878Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-08-04T15:25:28.098 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.987656808Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-08-04T15:25:28.098 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.988049669Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-08-04T15:25:28.099 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.988907886Z level=info msg="Executing migration" id="create team table" 2024-08-04T15:25:28.099 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.989363585Z level=info msg="Executing migration" id="add index team.org_id" 2024-08-04T15:25:28.099 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.989862922Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-08-04T15:25:28.099 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.99074355Z level=info msg="Executing migration" id="create team member table" 2024-08-04T15:25:28.099 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.991191504Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-08-04T15:25:28.099 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.992032643Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-08-04T15:25:28.099 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.992920121Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-08-04T15:25:28.099 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.993759974Z level=info msg="Executing migration" id="Add column email to team table" 2024-08-04T15:25:28.099 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.994538194Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-08-04T15:25:28.099 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.995411424Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-08-04T15:25:28.099 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:27.998270466Z level=info msg="Executing migration" id="create dashboard acl table" 2024-08-04T15:25:28.099 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.001051395Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-08-04T15:25:28.099 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.001681338Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-08-04T15:25:28.100 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.004442626Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-08-04T15:25:28.100 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.00497469Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-08-04T15:25:28.100 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.007929233Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-08-04T15:25:28.100 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.008412201Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-08-04T15:25:28.100 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.011295823Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-08-04T15:25:28.100 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.01405544Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-08-04T15:25:28.100 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.016676304Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-08-04T15:25:28.100 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.019254927Z level=info msg="Executing migration" id="create tag table" 2024-08-04T15:25:28.100 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.021983531Z level=info msg="Executing migration" id="add index tag.key_value" 2024-08-04T15:25:28.100 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.024677727Z level=info msg="Executing migration" id="create login attempt table" 2024-08-04T15:25:28.100 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.027337965Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-08-04T15:25:28.101 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.029848405Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-08-04T15:25:28.101 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.032552587Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-08-04T15:25:28.101 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.035085011Z level=info msg="Executing migration" id="create login_attempt v2" 2024-08-04T15:25:28.101 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.037619092Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-08-04T15:25:28.101 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.040359458Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-08-04T15:25:28.101 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.042961544Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-08-04T15:25:28.101 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.045632243Z level=info msg="Executing migration" id="create user auth table" 2024-08-04T15:25:28.101 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.048352009Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-08-04T15:25:28.101 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.050856634Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-08-04T15:25:28.101 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.053647209Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-08-04T15:25:28.101 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.056309648Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-08-04T15:25:28.102 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.05907349Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-08-04T15:25:28.102 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.060263779Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-08-04T15:25:28.102 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.061457401Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-08-04T15:25:28.102 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.062281143Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-08-04T15:25:28.102 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.063423903Z level=info msg="Executing migration" id="create server_lock table" 2024-08-04T15:25:28.102 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.064287334Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-08-04T15:25:28.102 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.06514957Z level=info msg="Executing migration" id="create user auth token table" 2024-08-04T15:25:28.102 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.065995866Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-08-04T15:25:28.102 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.06683726Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-08-04T15:25:28.102 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.067762854Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-08-04T15:25:28.102 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.068580878Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-08-04T15:25:28.103 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.069824386Z level=info msg="Executing migration" id="create cache_data table" 2024-08-04T15:25:28.103 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.070680237Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-08-04T15:25:28.103 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.071603842Z level=info msg="Executing migration" id="create short_url table v1" 2024-08-04T15:25:28.103 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.072412553Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-08-04T15:25:28.103 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.073186109Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-08-04T15:25:28.103 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.074042883Z level=info msg="Executing migration" id="delete alert_definition table" 2024-08-04T15:25:28.103 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.07492308Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-08-04T15:25:28.103 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.075769757Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-08-04T15:25:28.103 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.07662555Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-08-04T15:25:28.103 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.077481923Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-08-04T15:25:28.103 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.078373054Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-08-04T15:25:28.103 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.079254956Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-08-04T15:25:28.103 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.080104455Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-08-04T15:25:28.104 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.080957056Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-08-04T15:25:28.104 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.081805567Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-08-04T15:25:28.104 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.083074048Z level=info msg="Executing migration" id="drop alert_definition table" 2024-08-04T15:25:28.104 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.083935669Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-08-04T15:25:28.104 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.084791092Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-08-04T15:25:28.104 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.08563846Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-08-04T15:25:28.104 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.086521648Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-08-04T15:25:28.104 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.087393934Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-08-04T15:25:28.104 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.088227856Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-08-04T15:25:28.105 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.089092294Z level=info msg="Executing migration" id="create alert_instance table" 2024-08-04T15:25:28.105 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.090324724Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-08-04T15:25:28.338 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.091002283Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-08-04T15:25:28.339 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.093820702Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-08-04T15:25:28.339 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.096567287Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-08-04T15:25:28.339 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.09945244Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-08-04T15:25:28.339 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.10235791Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-08-04T15:25:28.339 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.108922032Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-08-04T15:25:28.339 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.11529161Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-08-04T15:25:28.339 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.117893194Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-08-04T15:25:28.339 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.120659631Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-08-04T15:25:28.339 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.123539044Z level=info msg="Executing migration" id="create alert_rule table" 2024-08-04T15:25:28.339 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.126211213Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-08-04T15:25:28.339 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.129223761Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-08-04T15:25:28.339 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.131908932Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-08-04T15:25:28.340 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.13464944Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-08-04T15:25:28.340 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.137601195Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-08-04T15:25:28.340 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.140301492Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-08-04T15:25:28.340 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.143051412Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-08-04T15:25:28.340 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.145955467Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-08-04T15:25:28.340 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.148810265Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-08-04T15:25:28.340 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.151523355Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-08-04T15:25:28.340 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.154225806Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-08-04T15:25:28.340 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.157017914Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-08-04T15:25:28.340 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.159595849Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-08-04T15:25:28.341 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.162304254Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-08-04T15:25:28.341 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.164913017Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-08-04T15:25:28.341 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.167614395Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-08-04T15:25:28.341 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.170386394Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-08-04T15:25:28.341 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.173006984Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-08-04T15:25:28.341 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.175746806Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-08-04T15:25:28.341 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.178482621Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-08-04T15:25:28.341 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.181146683Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-08-04T15:25:28.341 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.183917803Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-08-04T15:25:28.341 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.186454066Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-08-04T15:25:28.341 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.189203973Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-08-04T15:25:28.342 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.191876772Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-08-04T15:25:28.343 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.194509998Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-08-04T15:25:28.343 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.195299845Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-08-04T15:25:28.343 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.196199727Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-08-04T15:25:28.343 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.197042034Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-08-04T15:25:28.343 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.198069045Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-08-04T15:25:28.343 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.198928312Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-08-04T15:25:28.343 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.199850144Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-08-04T15:25:28.343 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.200803567Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-08-04T15:25:28.343 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.201550058Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-08-04T15:25:28.343 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.202474554Z level=info msg="Executing migration" id="create provenance_type table" 2024-08-04T15:25:28.344 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.203318952Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-08-04T15:25:28.344 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.204164467Z level=info msg="Executing migration" id="create alert_image table" 2024-08-04T15:25:28.344 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.205028254Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-08-04T15:25:28.344 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.205928982Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-08-04T15:25:28.344 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.206769153Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-08-04T15:25:28.344 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.20762432Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-08-04T15:25:28.344 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.208477759Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-08-04T15:25:28.344 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.208657945Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-08-04T15:25:28.344 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.209359681Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-08-04T15:25:28.344 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.210217697Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-08-04T15:25:28.344 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.211064537Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-08-04T15:25:28.344 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.211210722Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-08-04T15:25:28.344 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.211354169Z level=info msg="alerts found to migrate" alerts=0 2024-08-04T15:25:28.344 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.211933744Z level=info msg="Executing migration" id="create library_element table v1" 2024-08-04T15:25:28.344 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.212770632Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-08-04T15:25:28.345 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.213668647Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-08-04T15:25:28.345 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.214882842Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-08-04T15:25:28.345 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.215467464Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-08-04T15:25:28.345 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.216308002Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-08-04T15:25:28.345 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.217147378Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-08-04T15:25:28.345 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.217570572Z level=info msg="Executing migration" id="create data_keys table" 2024-08-04T15:25:28.345 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.218075613Z level=info msg="Executing migration" id="create secrets table" 2024-08-04T15:25:28.345 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.219135053Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-08-04T15:25:28.345 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.223543769Z level=info msg="Executing migration" id="add name column into data_keys" 2024-08-04T15:25:28.345 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.224467723Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-08-04T15:25:28.345 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.225329392Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-08-04T15:25:28.345 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.229754111Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-08-04T15:25:28.345 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.234220463Z level=info msg="Executing migration" id="create kv_store table v1" 2024-08-04T15:25:28.345 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.235176105Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-08-04T15:25:28.346 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.237911516Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-08-04T15:25:28.346 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.240605307Z level=info msg="Executing migration" id="create permission table" 2024-08-04T15:25:28.346 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.243559512Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-08-04T15:25:28.346 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.246467336Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-08-04T15:25:28.346 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.246984518Z level=info msg="Executing migration" id="create role table" 2024-08-04T15:25:28.346 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.247430944Z level=info msg="Executing migration" id="add column display_name" 2024-08-04T15:25:28.346 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.248399622Z level=info msg="Executing migration" id="add column group_name" 2024-08-04T15:25:28.346 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.249357572Z level=info msg="Executing migration" id="add index role.org_id" 2024-08-04T15:25:28.346 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.249864639Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-08-04T15:25:28.346 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.250354827Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-08-04T15:25:28.346 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.250851929Z level=info msg="Executing migration" id="create team role table" 2024-08-04T15:25:28.346 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.251281274Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-08-04T15:25:28.346 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.251763161Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-08-04T15:25:28.347 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.252262822Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-08-04T15:25:28.347 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.252755622Z level=info msg="Executing migration" id="create user role table" 2024-08-04T15:25:28.347 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.253186433Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-08-04T15:25:28.347 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.253672273Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-08-04T15:25:28.347 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.254153632Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-08-04T15:25:28.348 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.254620166Z level=info msg="Executing migration" id="create builtin role table" 2024-08-04T15:25:28.348 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.255076788Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-08-04T15:25:28.348 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.257766367Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-08-04T15:25:28.348 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.25824583Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-08-04T15:25:28.348 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.260008833Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-08-04T15:25:28.348 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.260528836Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-08-04T15:25:28.348 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.263211857Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-08-04T15:25:28.348 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.263727107Z level=info msg="Executing migration" id="add unique index role.uid" 2024-08-04T15:25:28.348 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.264200264Z level=info msg="Executing migration" id="create seed assignment table" 2024-08-04T15:25:28.348 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.264605636Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-08-04T15:25:28.348 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.265078391Z level=info msg="Executing migration" id="add column hidden to role table" 2024-08-04T15:25:28.349 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.266080305Z level=info msg="Executing migration" id="create query_history table v1" 2024-08-04T15:25:28.349 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.266516579Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-08-04T15:25:28.349 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.266994511Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-08-04T15:25:28.349 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.267301066Z level=info msg="Executing migration" id="teams permissions migration" 2024-08-04T15:25:28.349 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.267752462Z level=info msg="Executing migration" id="dashboard permissions" 2024-08-04T15:25:28.349 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.268364871Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-08-04T15:25:28.349 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.268805934Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-08-04T15:25:28.349 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.269158957Z level=info msg="Executing migration" id="alerting notification permissions" 2024-08-04T15:25:28.349 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.269540253Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-08-04T15:25:28.349 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.269966472Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-08-04T15:25:28.349 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.2704328Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-08-04T15:25:28.349 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.271439611Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-08-04T15:25:28.349 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.271793991Z level=info msg="Executing migration" id="create correlation table v1" 2024-08-04T15:25:28.349 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.272238054Z level=info msg="Executing migration" id="add index correlations.uid" 2024-08-04T15:25:28.350 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.274846439Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-08-04T15:25:28.350 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.275346478Z level=info msg="Executing migration" id="add correlation config column" 2024-08-04T15:25:28.350 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.276400776Z level=info msg="Executing migration" id="create entity_events table" 2024-08-04T15:25:28.350 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.276907105Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-08-04T15:25:28.350 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.277326417Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-04T15:25:28.350 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.277411405Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-04T15:25:28.350 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.277711022Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-04T15:25:28.350 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.277800319Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-04T15:25:28.350 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.278084138Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-08-04T15:25:28.350 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.280548138Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-08-04T15:25:28.350 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.280990128Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-08-04T15:25:28.350 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.283174992Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-04T15:25:28.351 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.285873519Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-08-04T15:25:28.351 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.288610729Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-04T15:25:28.351 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.291320387Z level=info msg="Executing migration" id="Drop public config table" 2024-08-04T15:25:28.351 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.29394625Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-08-04T15:25:28.351 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.29662885Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-08-04T15:25:28.351 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.29936159Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-04T15:25:28.351 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.302094618Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-08-04T15:25:28.351 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.304652764Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-08-04T15:25:28.351 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.307746943Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-08-04T15:25:28.351 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.308779814Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-08-04T15:25:28.351 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.309819932Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-08-04T15:25:28.351 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.31067554Z level=info msg="Executing migration" id="add share column" 2024-08-04T15:25:28.351 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.311708582Z level=info msg="Executing migration" id="create default alerting folders" 2024-08-04T15:25:28.351 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.31257059Z level=info msg="Executing migration" id="create file table" 2024-08-04T15:25:28.351 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.313352584Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-08-04T15:25:28.352 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.314191374Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-08-04T15:25:28.352 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.314987314Z level=info msg="Executing migration" id="create file_meta table" 2024-08-04T15:25:28.352 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.315404454Z level=info msg="Executing migration" id="file table idx: path key" 2024-08-04T15:25:28.352 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.316222694Z level=info msg="Executing migration" id="set path collation in file table" 2024-08-04T15:25:28.352 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.317077929Z level=info msg="Executing migration" id="managed permissions migration" 2024-08-04T15:25:28.352 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.318135405Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-08-04T15:25:28.352 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.318760379Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-08-04T15:25:28.352 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.319553476Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-08-04T15:25:28.352 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.32058791Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-08-04T15:25:28.352 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.321442955Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-08-04T15:25:28.352 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.322323915Z level=info msg="Executing migration" id="update group index for alert rules" 2024-08-04T15:25:28.352 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.323103489Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-08-04T15:25:28.352 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.323952847Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-08-04T15:25:28.352 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.325022436Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-08-04T15:25:28.352 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.326130102Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-08-04T15:25:28.353 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.327206871Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-08-04T15:25:28.353 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.328040204Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-08-04T15:25:28.353 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.338300016Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-08-04T15:25:28.353 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.339162843Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-08-04T15:25:28.353 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.340054118Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-08-04T15:25:28.607 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.344446319Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-08-04T15:25:28.608 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.345305202Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-08-04T15:25:28.608 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.346166424Z level=info msg="Executing migration" id="create folder table" 2024-08-04T15:25:28.608 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.347016872Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-08-04T15:25:28.608 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.347873773Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-08-04T15:25:28.608 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.348759349Z level=info msg="Executing migration" id="Update folder title length" 2024-08-04T15:25:28.608 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.349616784Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-08-04T15:25:28.608 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=migrator t=2024-08-04T15:25:28.35050236Z level=info msg="migrations completed" performed=485 skipped=0 duration=682.860464ms 2024-08-04T15:25:28.608 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=sqlstore t=2024-08-04T15:25:28.350928931Z level=info msg="Created default organization" 2024-08-04T15:25:28.608 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=plugin.loader t=2024-08-04T15:25:28.413793924Z level=info msg="Plugin registered" pluginID=input 2024-08-04T15:25:28.608 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=plugin.loader t=2024-08-04T15:25:28.444088304Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-04T15:25:28.608 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=plugin.loader t=2024-08-04T15:25:28.44410947Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-04T15:25:28.609 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=secrets t=2024-08-04T15:25:28.444142852Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-04T15:25:28.609 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=query_data t=2024-08-04T15:25:28.447290364Z level=info msg="Query Service initialization" 2024-08-04T15:25:28.609 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=live.push_http t=2024-08-04T15:25:28.449662235Z level=info msg="Live Push Gateway initialization" 2024-08-04T15:25:28.755 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:28 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:28.755 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:28 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:28.755 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:28 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:28.756 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:28 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:28.756 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:28 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:25:28.756 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:28 smithi007 ceph-mon[29096]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:28.756 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:28 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:28.756 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:28 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:28.756 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:28 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:28.756 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:28 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:28.756 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:28 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:25:28.756 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:28 smithi007 ceph-mon[39529]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:25:29.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:28 smithi062 ceph-mon[32659]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:29.511 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=infra.usagestats.collector t=2024-08-04T15:25:29.254201475Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-04T15:25:29.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=provisioning.datasources t=2024-08-04T15:25:29.254714906Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-08-04T15:25:29.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=provisioning.datasources t=2024-08-04T15:25:29.288232254Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-04T15:25:29.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=provisioning.datasources t=2024-08-04T15:25:29.320334106Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-08-04T15:25:29.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=provisioning.alerting t=2024-08-04T15:25:29.342332273Z level=info msg="starting to provision alerting" 2024-08-04T15:25:29.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=provisioning.alerting t=2024-08-04T15:25:29.342352786Z level=info msg="finished to provision alerting" 2024-08-04T15:25:29.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=grafanaStorageLogger t=2024-08-04T15:25:29.342455977Z level=info msg="storage starting" 2024-08-04T15:25:29.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=ngalert.state.manager t=2024-08-04T15:25:29.342437892Z level=info msg="Warming state cache for startup" 2024-08-04T15:25:29.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=http.server t=2024-08-04T15:25:29.344290697Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-04T15:25:29.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=sqlstore.transactions t=2024-08-04T15:25:29.35285104Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-04T15:25:29.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=ngalert.state.manager t=2024-08-04T15:25:29.352899547Z level=info msg="State cache has been initialized" states=0 duration=10.46051ms 2024-08-04T15:25:29.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=ngalert.multiorg.alertmanager t=2024-08-04T15:25:29.35296058Z level=info msg="starting MultiOrg Alertmanager" 2024-08-04T15:25:29.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=ticker t=2024-08-04T15:25:29.352982107Z level=info msg=starting first_tick=2024-08-04T15:25:30Z 2024-08-04T15:25:29.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=sqlstore.transactions t=2024-08-04T15:25:29.398202252Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-04T15:25:29.513 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=sqlstore.transactions t=2024-08-04T15:25:29.408562209Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-08-04T15:25:29.513 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:25:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[62784]: logger=sqlstore.transactions t=2024-08-04T15:25:29.420660127Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-04T15:25:29.759 INFO:teuthology.orchestra.run.smithi007.stdout:77309411378 2024-08-04T15:25:29.760 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-08-04T15:25:30.919 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:30 smithi007 ceph-mon[39529]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:30.920 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:30 smithi007 ceph-mon[29096]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:31.093 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:30 smithi062 ceph-mon[32659]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:31.663 INFO:teuthology.orchestra.run.smithi007.stdout:197568495649 2024-08-04T15:25:31.663 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-08-04T15:25:32.580 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:32 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:32.580 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:32 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:32.580 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:32 smithi007 ceph-mon[29096]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:32.581 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:32 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:32.581 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:32 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:32.581 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:32 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:32.581 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:32 smithi007 ceph-mon[39529]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:32.581 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:32 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:32.609 INFO:teuthology.orchestra.run.smithi007.stdout:128849018921 2024-08-04T15:25:32.610 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-08-04T15:25:33.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:32 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:33.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:32 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:33.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:32 smithi062 ceph-mon[32659]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:33.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:32 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:25:34.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:25:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:25:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:25:35.047 INFO:teuthology.orchestra.run.smithi007.stdout:163208757287 2024-08-04T15:25:35.048 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-08-04T15:25:35.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:34 smithi007 ceph-mon[29096]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:35.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:34 smithi007 ceph-mon[39529]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:34 smithi062 ceph-mon[32659]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:36.863 INFO:teuthology.orchestra.run.smithi007.stdout:34359738430 2024-08-04T15:25:36.863 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-08-04T15:25:37.083 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:37.083 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:37.083 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:37.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:36 smithi007 ceph-mon[29096]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:37.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:36 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:25:37.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:36 smithi007 ceph-mon[39529]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:37.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:36 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:25:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:36 smithi062 ceph-mon[32659]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:37.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:36 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:25:37.692 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:38.894 INFO:teuthology.orchestra.run.smithi007.stdout:107374182446 2024-08-04T15:25:38.894 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-08-04T15:25:39.092 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:38 smithi007 ceph-mon[29096]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:39.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:38 smithi007 ceph-mon[39529]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:39.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:38 smithi062 ceph-mon[32659]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:41.050 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:40 smithi007 ceph-mon[29096]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:41.050 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:40 smithi007 ceph-mon[39529]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:40 smithi062 ceph-mon[32659]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:43.058 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:42 smithi007 ceph-mon[29096]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:43.058 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:42 smithi007 ceph-mon[39529]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:42 smithi062 ceph-mon[32659]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:43.664 INFO:teuthology.orchestra.run.smithi007.stdout:77309411381 2024-08-04T15:25:43.994 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:43 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/1604017990' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-04T15:25:43.995 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:43 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/1604017990' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-04T15:25:44.173 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:43 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/1604017990' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-04T15:25:44.378 INFO:teuthology.orchestra.run.smithi007.stdout:55834574904 2024-08-04T15:25:44.379 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-08-04T15:25:44.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:25:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:25:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:25:44.969 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:44 smithi007 ceph-mon[29096]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:44.969 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:44 smithi007 ceph-mon[39529]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:45.252 INFO:teuthology.orchestra.run.smithi007.stdout:231928234014 2024-08-04T15:25:45.253 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-08-04T15:25:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:44 smithi062 ceph-mon[32659]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:45.711 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:45.848 INFO:teuthology.orchestra.run.smithi007.stdout:197568495652 2024-08-04T15:25:46.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:45 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/2519071225' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-04T15:25:46.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:45 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/2519071225' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-04T15:25:46.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:45 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/2519071225' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-04T15:25:46.329 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411378 got 77309411381 for osd.2 2024-08-04T15:25:46.330 DEBUG:teuthology.parallel:result is None 2024-08-04T15:25:46.332 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:46.872 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:46 smithi007 ceph-mon[29096]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:47.235 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:46 smithi007 ceph-mon[39529]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:46 smithi062 ceph-mon[32659]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:47.284 INFO:teuthology.orchestra.run.smithi007.stdout:128849018925 2024-08-04T15:25:47.477 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:47.477 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:48.165 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:47 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/4028394546' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-04T15:25:48.165 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:47 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/4028394546' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-04T15:25:48.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:47 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/4028394546' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-04T15:25:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:48 smithi062 ceph-mon[32659]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:49.268 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:48 smithi007 ceph-mon[29096]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:49.268 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:48 smithi007 ceph-mon[39529]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:50.276 INFO:teuthology.orchestra.run.smithi007.stdout:163208757290 2024-08-04T15:25:50.328 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495649 got 197568495652 for osd.6 2024-08-04T15:25:50.328 DEBUG:teuthology.parallel:result is None 2024-08-04T15:25:50.943 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:50 smithi007 ceph-mon[39529]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:50.944 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:50 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/326603750' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-04T15:25:50.944 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:50 smithi007 ceph-mon[29096]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:50.944 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:50 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/326603750' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-04T15:25:51.156 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757287 got 163208757290 for osd.5 2024-08-04T15:25:51.156 DEBUG:teuthology.parallel:result is None 2024-08-04T15:25:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:50 smithi062 ceph-mon[32659]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:50 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/326603750' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-04T15:25:52.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:25:52.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:25:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:25:53.022 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:52 smithi007 ceph-mon[39529]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:53.022 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:52 smithi007 ceph-mon[29096]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:53.213 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018921 got 128849018925 for osd.4 2024-08-04T15:25:53.213 DEBUG:teuthology.parallel:result is None 2024-08-04T15:25:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:52 smithi062 ceph-mon[32659]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:54.069 INFO:teuthology.orchestra.run.smithi007.stdout:34359738434 2024-08-04T15:25:54.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:25:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:25:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:25:54.924 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738430 got 34359738434 for osd.0 2024-08-04T15:25:54.924 DEBUG:teuthology.parallel:result is None 2024-08-04T15:25:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:54 smithi062 ceph-mon[32659]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:54 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/4207152495' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-04T15:25:55.266 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:54 smithi007 ceph-mon[39529]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:55.266 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:54 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/4207152495' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-04T15:25:55.266 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:54 smithi007 ceph-mon[29096]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:55.266 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:54 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/4207152495' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-04T15:25:55.281 INFO:teuthology.orchestra.run.smithi007.stdout:107374182450 2024-08-04T15:25:55.521 INFO:teuthology.orchestra.run.smithi007.stdout:231928234016 2024-08-04T15:25:56.147 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:55 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3323183889' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-04T15:25:56.147 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:55 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/2598829067' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-04T15:25:56.148 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:55 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/3323183889' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-04T15:25:56.148 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:55 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/2598829067' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-04T15:25:56.148 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234014 got 231928234016 for osd.7 2024-08-04T15:25:56.149 DEBUG:teuthology.parallel:result is None 2024-08-04T15:25:56.163 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:55 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/3323183889' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-04T15:25:56.163 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:55 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/2598829067' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-04T15:25:56.876 INFO:teuthology.orchestra.run.smithi007.stdout:55834574907 2024-08-04T15:25:57.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:56 smithi062 ceph-mon[32659]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:57.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:56 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/3556209236' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-04T15:25:57.280 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:56 smithi007 ceph-mon[29096]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:57.280 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:56 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3556209236' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-04T15:25:57.281 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:56 smithi007 ceph-mon[39529]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:57.281 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:56 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/3556209236' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-04T15:25:57.306 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182446 got 107374182450 for osd.3 2024-08-04T15:25:57.307 DEBUG:teuthology.parallel:result is None 2024-08-04T15:25:57.918 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574904 got 55834574907 for osd.1 2024-08-04T15:25:57.918 DEBUG:teuthology.parallel:result is None 2024-08-04T15:25:57.918 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-04T15:25:57.919 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph pg dump --format=json 2024-08-04T15:25:59.195 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:25:59.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:25:58 smithi062 ceph-mon[32659]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:59.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:25:58 smithi007 ceph-mon[29096]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:25:59.320 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:25:58 smithi007 ceph-mon[39529]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:00.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:00 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:00.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:00 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:00.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:00 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:26:00.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:00 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:26:00.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:00 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:00.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:00 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:00.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:00 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:00.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:00 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:26:00.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:00 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:26:00.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:00 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:00 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:00 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:00 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:26:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:00 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:26:00.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:00 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:01.281 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:01 smithi007 ceph-mon[29096]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-04T15:26:01.281 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:01 smithi007 ceph-mon[29096]: Reconfiguring daemon alertmanager.a on smithi007 2024-08-04T15:26:01.281 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:01 smithi007 ceph-mon[29096]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:01.281 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:01 smithi007 ceph-mon[39529]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-04T15:26:01.282 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:01 smithi007 ceph-mon[39529]: Reconfiguring daemon alertmanager.a on smithi007 2024-08-04T15:26:01.282 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:01 smithi007 ceph-mon[39529]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:01.465 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:26:01.466 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-08-04T15:26:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:01 smithi062 ceph-mon[32659]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-04T15:26:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:01 smithi062 ceph-mon[32659]: Reconfiguring daemon alertmanager.a on smithi007 2024-08-04T15:26:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:01 smithi062 ceph-mon[32659]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:02.265 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":44,"stamp":"2024-08-04T15:25:59.787362+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386756,"kb_used_data":7908,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574460,"statfs":{"total":767960285184,"available":765516247040,"internally_reserved":0,"allocated":8097792,"data_stored":4565870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002636"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819786+0000","last_change":"2024-08-04T15:23:51.514460+0000","last_active":"2024-08-04T15:25:13.819786+0000","last_peered":"2024-08-04T15:25:13.819786+0000","last_clean":"2024-08-04T15:25:13.819786+0000","last_became_active":"2024-08-04T15:23:51.514151+0000","last_became_peered":"2024-08-04T15:23:51.514151+0000","last_unstale":"2024-08-04T15:25:13.819786+0000","last_undegraded":"2024-08-04T15:25:13.819786+0000","last_fullsized":"2024-08-04T15:25:13.819786+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:26:14.347168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.083742+0000","last_change":"2024-08-04T15:23:51.503127+0000","last_active":"2024-08-04T15:25:13.083742+0000","last_peered":"2024-08-04T15:25:13.083742+0000","last_clean":"2024-08-04T15:25:13.083742+0000","last_became_active":"2024-08-04T15:23:51.502808+0000","last_became_peered":"2024-08-04T15:23:51.502808+0000","last_unstale":"2024-08-04T15:25:13.083742+0000","last_undegraded":"2024-08-04T15:25:13.083742+0000","last_fullsized":"2024-08-04T15:25:13.083742+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:11:25.007399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.437050+0000","last_change":"2024-08-04T15:23:51.501831+0000","last_active":"2024-08-04T15:25:13.437050+0000","last_peered":"2024-08-04T15:25:13.437050+0000","last_clean":"2024-08-04T15:25:13.437050+0000","last_became_active":"2024-08-04T15:23:51.501541+0000","last_became_peered":"2024-08-04T15:23:51.501541+0000","last_unstale":"2024-08-04T15:25:13.437050+0000","last_undegraded":"2024-08-04T15:25:13.437050+0000","last_fullsized":"2024-08-04T15:25:13.437050+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:06:25.431625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085646+0000","last_change":"2024-08-04T15:23:51.514188+0000","last_active":"2024-08-04T15:25:13.085646+0000","last_peered":"2024-08-04T15:25:13.085646+0000","last_clean":"2024-08-04T15:25:13.085646+0000","last_became_active":"2024-08-04T15:23:51.513885+0000","last_became_peered":"2024-08-04T15:23:51.513885+0000","last_unstale":"2024-08-04T15:25:13.085646+0000","last_undegraded":"2024-08-04T15:25:13.085646+0000","last_fullsized":"2024-08-04T15:25:13.085646+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:35:26.339963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819620+0000","last_change":"2024-08-04T15:23:51.517913+0000","last_active":"2024-08-04T15:25:13.819620+0000","last_peered":"2024-08-04T15:25:13.819620+0000","last_clean":"2024-08-04T15:25:13.819620+0000","last_became_active":"2024-08-04T15:23:51.517195+0000","last_became_peered":"2024-08-04T15:23:51.517195+0000","last_unstale":"2024-08-04T15:25:13.819620+0000","last_undegraded":"2024-08-04T15:25:13.819620+0000","last_fullsized":"2024-08-04T15:25:13.819620+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:15:42.996486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085540+0000","last_change":"2024-08-04T15:23:51.515035+0000","last_active":"2024-08-04T15:25:13.085540+0000","last_peered":"2024-08-04T15:25:13.085540+0000","last_clean":"2024-08-04T15:25:13.085540+0000","last_became_active":"2024-08-04T15:23:51.513365+0000","last_became_peered":"2024-08-04T15:23:51.513365+0000","last_unstale":"2024-08-04T15:25:13.085540+0000","last_undegraded":"2024-08-04T15:25:13.085540+0000","last_fullsized":"2024-08-04T15:25:13.085540+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:13:13.330754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819249+0000","last_change":"2024-08-04T15:23:51.510334+0000","last_active":"2024-08-04T15:25:13.819249+0000","last_peered":"2024-08-04T15:25:13.819249+0000","last_clean":"2024-08-04T15:25:13.819249+0000","last_became_active":"2024-08-04T15:23:51.509988+0000","last_became_peered":"2024-08-04T15:23:51.509988+0000","last_unstale":"2024-08-04T15:25:13.819249+0000","last_undegraded":"2024-08-04T15:25:13.819249+0000","last_fullsized":"2024-08-04T15:25:13.819249+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:55:18.575986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.818946+0000","last_change":"2024-08-04T15:23:51.510832+0000","last_active":"2024-08-04T15:25:13.818946+0000","last_peered":"2024-08-04T15:25:13.818946+0000","last_clean":"2024-08-04T15:25:13.818946+0000","last_became_active":"2024-08-04T15:23:51.510572+0000","last_became_peered":"2024-08-04T15:23:51.510572+0000","last_unstale":"2024-08-04T15:25:13.818946+0000","last_undegraded":"2024-08-04T15:25:13.818946+0000","last_fullsized":"2024-08-04T15:25:13.818946+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:26:24.443599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819957+0000","last_change":"2024-08-04T15:23:51.518943+0000","last_active":"2024-08-04T15:25:13.819957+0000","last_peered":"2024-08-04T15:25:13.819957+0000","last_clean":"2024-08-04T15:25:13.819957+0000","last_became_active":"2024-08-04T15:23:51.518627+0000","last_became_peered":"2024-08-04T15:23:51.518627+0000","last_unstale":"2024-08-04T15:25:13.819957+0000","last_undegraded":"2024-08-04T15:25:13.819957+0000","last_fullsized":"2024-08-04T15:25:13.819957+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:38:16.947646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300487+0000","last_change":"2024-08-04T15:23:51.515571+0000","last_active":"2024-08-04T15:25:13.300487+0000","last_peered":"2024-08-04T15:25:13.300487+0000","last_clean":"2024-08-04T15:25:13.300487+0000","last_became_active":"2024-08-04T15:23:51.515273+0000","last_became_peered":"2024-08-04T15:23:51.515273+0000","last_unstale":"2024-08-04T15:25:13.300487+0000","last_undegraded":"2024-08-04T15:25:13.300487+0000","last_fullsized":"2024-08-04T15:25:13.300487+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:57:03.422372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300485+0000","last_change":"2024-08-04T15:23:51.514923+0000","last_active":"2024-08-04T15:25:13.300485+0000","last_peered":"2024-08-04T15:25:13.300485+0000","last_clean":"2024-08-04T15:25:13.300485+0000","last_became_active":"2024-08-04T15:23:51.514655+0000","last_became_peered":"2024-08-04T15:23:51.514655+0000","last_unstale":"2024-08-04T15:25:13.300485+0000","last_undegraded":"2024-08-04T15:25:13.300485+0000","last_fullsized":"2024-08-04T15:25:13.300485+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:15:00.740206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.082130+0000","last_change":"2024-08-04T15:24:16.103578+0000","last_active":"2024-08-04T15:25:13.082130+0000","last_peered":"2024-08-04T15:25:13.082130+0000","last_clean":"2024-08-04T15:25:13.082130+0000","last_became_active":"2024-08-04T15:24:16.103201+0000","last_became_peered":"2024-08-04T15:24:16.103201+0000","last_unstale":"2024-08-04T15:25:13.082130+0000","last_undegraded":"2024-08-04T15:25:13.082130+0000","last_fullsized":"2024-08-04T15:25:13.082130+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:51:15.929686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819107+0000","last_change":"2024-08-04T15:23:51.507950+0000","last_active":"2024-08-04T15:25:13.819107+0000","last_peered":"2024-08-04T15:25:13.819107+0000","last_clean":"2024-08-04T15:25:13.819107+0000","last_became_active":"2024-08-04T15:23:51.507409+0000","last_became_peered":"2024-08-04T15:23:51.507409+0000","last_unstale":"2024-08-04T15:25:13.819107+0000","last_undegraded":"2024-08-04T15:25:13.819107+0000","last_fullsized":"2024-08-04T15:25:13.819107+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:12:33.117795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.436423+0000","last_change":"2024-08-04T15:23:51.511488+0000","last_active":"2024-08-04T15:25:13.436423+0000","last_peered":"2024-08-04T15:25:13.436423+0000","last_clean":"2024-08-04T15:25:13.436423+0000","last_became_active":"2024-08-04T15:23:51.510253+0000","last_became_peered":"2024-08-04T15:23:51.510253+0000","last_unstale":"2024-08-04T15:25:13.436423+0000","last_undegraded":"2024-08-04T15:25:13.436423+0000","last_fullsized":"2024-08-04T15:25:13.436423+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:40:47.566285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.082661+0000","last_change":"2024-08-04T15:23:51.499127+0000","last_active":"2024-08-04T15:25:13.082661+0000","last_peered":"2024-08-04T15:25:13.082661+0000","last_clean":"2024-08-04T15:25:13.082661+0000","last_became_active":"2024-08-04T15:23:51.498774+0000","last_became_peered":"2024-08-04T15:23:51.498774+0000","last_unstale":"2024-08-04T15:25:13.082661+0000","last_undegraded":"2024-08-04T15:25:13.082661+0000","last_fullsized":"2024-08-04T15:25:13.082661+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:51:36.258519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085410+0000","last_change":"2024-08-04T15:23:51.520398+0000","last_active":"2024-08-04T15:25:13.085410+0000","last_peered":"2024-08-04T15:25:13.085410+0000","last_clean":"2024-08-04T15:25:13.085410+0000","last_became_active":"2024-08-04T15:23:51.519277+0000","last_became_peered":"2024-08-04T15:23:51.519277+0000","last_unstale":"2024-08-04T15:25:13.085410+0000","last_undegraded":"2024-08-04T15:25:13.085410+0000","last_fullsized":"2024-08-04T15:25:13.085410+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:07:18.910650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.086044+0000","last_change":"2024-08-04T15:23:51.518164+0000","last_active":"2024-08-04T15:25:13.086044+0000","last_peered":"2024-08-04T15:25:13.086044+0000","last_clean":"2024-08-04T15:25:13.086044+0000","last_became_active":"2024-08-04T15:23:51.517888+0000","last_became_peered":"2024-08-04T15:23:51.517888+0000","last_unstale":"2024-08-04T15:25:13.086044+0000","last_undegraded":"2024-08-04T15:25:13.086044+0000","last_fullsized":"2024-08-04T15:25:13.086044+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:38:39.543123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.082030+0000","last_change":"2024-08-04T15:23:51.506696+0000","last_active":"2024-08-04T15:25:13.082030+0000","last_peered":"2024-08-04T15:25:13.082030+0000","last_clean":"2024-08-04T15:25:13.082030+0000","last_became_active":"2024-08-04T15:23:51.505211+0000","last_became_peered":"2024-08-04T15:23:51.505211+0000","last_unstale":"2024-08-04T15:25:13.082030+0000","last_undegraded":"2024-08-04T15:25:13.082030+0000","last_fullsized":"2024-08-04T15:25:13.082030+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:30:26.148856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819712+0000","last_change":"2024-08-04T15:23:51.515569+0000","last_active":"2024-08-04T15:25:13.819712+0000","last_peered":"2024-08-04T15:25:13.819712+0000","last_clean":"2024-08-04T15:25:13.819712+0000","last_became_active":"2024-08-04T15:23:51.514924+0000","last_became_peered":"2024-08-04T15:23:51.514924+0000","last_unstale":"2024-08-04T15:25:13.819712+0000","last_undegraded":"2024-08-04T15:25:13.819712+0000","last_fullsized":"2024-08-04T15:25:13.819712+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:00:13.402505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300256+0000","last_change":"2024-08-04T15:23:51.511155+0000","last_active":"2024-08-04T15:25:13.300256+0000","last_peered":"2024-08-04T15:25:13.300256+0000","last_clean":"2024-08-04T15:25:13.300256+0000","last_became_active":"2024-08-04T15:23:51.510785+0000","last_became_peered":"2024-08-04T15:23:51.510785+0000","last_unstale":"2024-08-04T15:25:13.300256+0000","last_undegraded":"2024-08-04T15:25:13.300256+0000","last_fullsized":"2024-08-04T15:25:13.300256+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:20:30.379451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.436803+0000","last_change":"2024-08-04T15:23:51.511642+0000","last_active":"2024-08-04T15:25:13.436803+0000","last_peered":"2024-08-04T15:25:13.436803+0000","last_clean":"2024-08-04T15:25:13.436803+0000","last_became_active":"2024-08-04T15:23:51.509234+0000","last_became_peered":"2024-08-04T15:23:51.509234+0000","last_unstale":"2024-08-04T15:25:13.436803+0000","last_undegraded":"2024-08-04T15:25:13.436803+0000","last_fullsized":"2024-08-04T15:25:13.436803+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:19:02.236179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085608+0000","last_change":"2024-08-04T15:23:51.515281+0000","last_active":"2024-08-04T15:25:13.085608+0000","last_peered":"2024-08-04T15:25:13.085608+0000","last_clean":"2024-08-04T15:25:13.085608+0000","last_became_active":"2024-08-04T15:23:51.512917+0000","last_became_peered":"2024-08-04T15:23:51.512917+0000","last_unstale":"2024-08-04T15:25:13.085608+0000","last_undegraded":"2024-08-04T15:25:13.085608+0000","last_fullsized":"2024-08-04T15:25:13.085608+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:13:15.187702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819220+0000","last_change":"2024-08-04T15:23:51.500357+0000","last_active":"2024-08-04T15:25:13.819220+0000","last_peered":"2024-08-04T15:25:13.819220+0000","last_clean":"2024-08-04T15:25:13.819220+0000","last_became_active":"2024-08-04T15:23:51.500076+0000","last_became_peered":"2024-08-04T15:23:51.500076+0000","last_unstale":"2024-08-04T15:25:13.819220+0000","last_undegraded":"2024-08-04T15:25:13.819220+0000","last_fullsized":"2024-08-04T15:25:13.819220+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:36:55.376597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085461+0000","last_change":"2024-08-04T15:23:51.513289+0000","last_active":"2024-08-04T15:25:13.085461+0000","last_peered":"2024-08-04T15:25:13.085461+0000","last_clean":"2024-08-04T15:25:13.085461+0000","last_became_active":"2024-08-04T15:23:51.512892+0000","last_became_peered":"2024-08-04T15:23:51.512892+0000","last_unstale":"2024-08-04T15:25:13.085461+0000","last_undegraded":"2024-08-04T15:25:13.085461+0000","last_fullsized":"2024-08-04T15:25:13.085461+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:58:56.118404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819540+0000","last_change":"2024-08-04T15:23:51.503039+0000","last_active":"2024-08-04T15:25:13.819540+0000","last_peered":"2024-08-04T15:25:13.819540+0000","last_clean":"2024-08-04T15:25:13.819540+0000","last_became_active":"2024-08-04T15:23:51.502774+0000","last_became_peered":"2024-08-04T15:23:51.502774+0000","last_unstale":"2024-08-04T15:25:13.819540+0000","last_undegraded":"2024-08-04T15:25:13.819540+0000","last_fullsized":"2024-08-04T15:25:13.819540+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:22:46.397060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300580+0000","last_change":"2024-08-04T15:23:51.513070+0000","last_active":"2024-08-04T15:25:13.300580+0000","last_peered":"2024-08-04T15:25:13.300580+0000","last_clean":"2024-08-04T15:25:13.300580+0000","last_became_active":"2024-08-04T15:23:51.512778+0000","last_became_peered":"2024-08-04T15:23:51.512778+0000","last_unstale":"2024-08-04T15:25:13.300580+0000","last_undegraded":"2024-08-04T15:25:13.300580+0000","last_fullsized":"2024-08-04T15:25:13.300580+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:20:08.116370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.083476+0000","last_change":"2024-08-04T15:23:51.500586+0000","last_active":"2024-08-04T15:25:13.083476+0000","last_peered":"2024-08-04T15:25:13.083476+0000","last_clean":"2024-08-04T15:25:13.083476+0000","last_became_active":"2024-08-04T15:23:51.500297+0000","last_became_peered":"2024-08-04T15:23:51.500297+0000","last_unstale":"2024-08-04T15:25:13.083476+0000","last_undegraded":"2024-08-04T15:25:13.083476+0000","last_fullsized":"2024-08-04T15:25:13.083476+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:05:13.759470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819465+0000","last_change":"2024-08-04T15:23:51.503761+0000","last_active":"2024-08-04T15:25:13.819465+0000","last_peered":"2024-08-04T15:25:13.819465+0000","last_clean":"2024-08-04T15:25:13.819465+0000","last_became_active":"2024-08-04T15:23:51.502325+0000","last_became_peered":"2024-08-04T15:23:51.502325+0000","last_unstale":"2024-08-04T15:25:13.819465+0000","last_undegraded":"2024-08-04T15:25:13.819465+0000","last_fullsized":"2024-08-04T15:25:13.819465+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:18:53.024583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.436875+0000","last_change":"2024-08-04T15:23:51.504028+0000","last_active":"2024-08-04T15:25:13.436875+0000","last_peered":"2024-08-04T15:25:13.436875+0000","last_clean":"2024-08-04T15:25:13.436875+0000","last_became_active":"2024-08-04T15:23:51.502406+0000","last_became_peered":"2024-08-04T15:23:51.502406+0000","last_unstale":"2024-08-04T15:25:13.436875+0000","last_undegraded":"2024-08-04T15:25:13.436875+0000","last_fullsized":"2024-08-04T15:25:13.436875+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:07:00.811214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085633+0000","last_change":"2024-08-04T15:23:51.515670+0000","last_active":"2024-08-04T15:25:13.085633+0000","last_peered":"2024-08-04T15:25:13.085633+0000","last_clean":"2024-08-04T15:25:13.085633+0000","last_became_active":"2024-08-04T15:23:51.513755+0000","last_became_peered":"2024-08-04T15:23:51.513755+0000","last_unstale":"2024-08-04T15:25:13.085633+0000","last_undegraded":"2024-08-04T15:25:13.085633+0000","last_fullsized":"2024-08-04T15:25:13.085633+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:07:36.189578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.081613+0000","last_change":"2024-08-04T15:23:51.505972+0000","last_active":"2024-08-04T15:25:13.081613+0000","last_peered":"2024-08-04T15:25:13.081613+0000","last_clean":"2024-08-04T15:25:13.081613+0000","last_became_active":"2024-08-04T15:23:51.505698+0000","last_became_peered":"2024-08-04T15:23:51.505698+0000","last_unstale":"2024-08-04T15:25:13.081613+0000","last_undegraded":"2024-08-04T15:25:13.081613+0000","last_fullsized":"2024-08-04T15:25:13.081613+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:17:26.415836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.299990+0000","last_change":"2024-08-04T15:23:51.514862+0000","last_active":"2024-08-04T15:25:13.299990+0000","last_peered":"2024-08-04T15:25:13.299990+0000","last_clean":"2024-08-04T15:25:13.299990+0000","last_became_active":"2024-08-04T15:23:51.514571+0000","last_became_peered":"2024-08-04T15:23:51.514571+0000","last_unstale":"2024-08-04T15:25:13.299990+0000","last_undegraded":"2024-08-04T15:25:13.299990+0000","last_fullsized":"2024-08-04T15:25:13.299990+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:27:28.970858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.081679+0000","last_change":"2024-08-04T15:23:51.502636+0000","last_active":"2024-08-04T15:25:13.081679+0000","last_peered":"2024-08-04T15:25:13.081679+0000","last_clean":"2024-08-04T15:25:13.081679+0000","last_became_active":"2024-08-04T15:23:51.502221+0000","last_became_peered":"2024-08-04T15:23:51.502221+0000","last_unstale":"2024-08-04T15:25:13.081679+0000","last_undegraded":"2024-08-04T15:25:13.081679+0000","last_fullsized":"2024-08-04T15:25:13.081679+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:08:29.459334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819316+0000","last_change":"2024-08-04T15:23:48.275284+0000","last_active":"2024-08-04T15:25:13.819316+0000","last_peered":"2024-08-04T15:25:13.819316+0000","last_clean":"2024-08-04T15:25:13.819316+0000","last_became_active":"2024-08-04T15:23:48.275018+0000","last_became_peered":"2024-08-04T15:23:48.275018+0000","last_unstale":"2024-08-04T15:25:13.819316+0000","last_undegraded":"2024-08-04T15:25:13.819316+0000","last_fullsized":"2024-08-04T15:25:13.819316+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:31:57.708624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.081927+0000","last_change":"2024-08-04T15:24:16.733476+0000","last_active":"2024-08-04T15:25:13.081927+0000","last_peered":"2024-08-04T15:25:13.081927+0000","last_clean":"2024-08-04T15:25:13.081927+0000","last_became_active":"2024-08-04T15:24:16.733201+0000","last_became_peered":"2024-08-04T15:24:16.733201+0000","last_unstale":"2024-08-04T15:25:13.081927+0000","last_undegraded":"2024-08-04T15:25:13.081927+0000","last_fullsized":"2024-08-04T15:25:13.081927+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:37:35.353199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":35,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300196+0000","last_change":"2024-08-04T15:24:16.104293+0000","last_active":"2024-08-04T15:25:13.300196+0000","last_peered":"2024-08-04T15:25:13.300196+0000","last_clean":"2024-08-04T15:25:13.300196+0000","last_became_active":"2024-08-04T15:24:16.103880+0000","last_became_peered":"2024-08-04T15:24:16.103880+0000","last_unstale":"2024-08-04T15:25:13.300196+0000","last_undegraded":"2024-08-04T15:25:13.300196+0000","last_fullsized":"2024-08-04T15:25:13.300196+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:23:43.630289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819149+0000","last_change":"2024-08-04T15:23:48.277222+0000","last_active":"2024-08-04T15:25:13.819149+0000","last_peered":"2024-08-04T15:25:13.819149+0000","last_clean":"2024-08-04T15:25:13.819149+0000","last_became_active":"2024-08-04T15:23:48.276906+0000","last_became_peered":"2024-08-04T15:23:48.276906+0000","last_unstale":"2024-08-04T15:25:13.819149+0000","last_undegraded":"2024-08-04T15:25:13.819149+0000","last_fullsized":"2024-08-04T15:25:13.819149+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:35:42.927782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819096+0000","last_change":"2024-08-04T15:23:51.506367+0000","last_active":"2024-08-04T15:25:13.819096+0000","last_peered":"2024-08-04T15:25:13.819096+0000","last_clean":"2024-08-04T15:25:13.819096+0000","last_became_active":"2024-08-04T15:23:51.506056+0000","last_became_peered":"2024-08-04T15:23:51.506056+0000","last_unstale":"2024-08-04T15:25:13.819096+0000","last_undegraded":"2024-08-04T15:25:13.819096+0000","last_fullsized":"2024-08-04T15:25:13.819096+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:24:28.792946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085518+0000","last_change":"2024-08-04T15:23:48.279106+0000","last_active":"2024-08-04T15:25:13.085518+0000","last_peered":"2024-08-04T15:25:13.085518+0000","last_clean":"2024-08-04T15:25:13.085518+0000","last_became_active":"2024-08-04T15:23:48.278804+0000","last_became_peered":"2024-08-04T15:23:48.278804+0000","last_unstale":"2024-08-04T15:25:13.085518+0000","last_undegraded":"2024-08-04T15:25:13.085518+0000","last_fullsized":"2024-08-04T15:25:13.085518+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:01:45.707647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.082505+0000","last_change":"2024-08-04T15:23:51.495377+0000","last_active":"2024-08-04T15:25:13.082505+0000","last_peered":"2024-08-04T15:25:13.082505+0000","last_clean":"2024-08-04T15:25:13.082505+0000","last_became_active":"2024-08-04T15:23:51.495082+0000","last_became_peered":"2024-08-04T15:23:51.495082+0000","last_unstale":"2024-08-04T15:25:13.082505+0000","last_undegraded":"2024-08-04T15:25:13.082505+0000","last_fullsized":"2024-08-04T15:25:13.082505+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:08:48.327340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300481+0000","last_change":"2024-08-04T15:23:48.283827+0000","last_active":"2024-08-04T15:25:13.300481+0000","last_peered":"2024-08-04T15:25:13.300481+0000","last_clean":"2024-08-04T15:25:13.300481+0000","last_became_active":"2024-08-04T15:23:48.283520+0000","last_became_peered":"2024-08-04T15:23:48.283520+0000","last_unstale":"2024-08-04T15:25:13.300481+0000","last_undegraded":"2024-08-04T15:25:13.300481+0000","last_fullsized":"2024-08-04T15:25:13.300481+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:18:16.247702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085859+0000","last_change":"2024-08-04T15:23:51.505550+0000","last_active":"2024-08-04T15:25:13.085859+0000","last_peered":"2024-08-04T15:25:13.085859+0000","last_clean":"2024-08-04T15:25:13.085859+0000","last_became_active":"2024-08-04T15:23:51.504959+0000","last_became_peered":"2024-08-04T15:23:51.504959+0000","last_unstale":"2024-08-04T15:25:13.085859+0000","last_undegraded":"2024-08-04T15:25:13.085859+0000","last_fullsized":"2024-08-04T15:25:13.085859+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:43:17.088831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.086016+0000","last_change":"2024-08-04T15:23:48.283723+0000","last_active":"2024-08-04T15:25:13.086016+0000","last_peered":"2024-08-04T15:25:13.086016+0000","last_clean":"2024-08-04T15:25:13.086016+0000","last_became_active":"2024-08-04T15:23:48.283377+0000","last_became_peered":"2024-08-04T15:23:48.283377+0000","last_unstale":"2024-08-04T15:25:13.086016+0000","last_undegraded":"2024-08-04T15:25:13.086016+0000","last_fullsized":"2024-08-04T15:25:13.086016+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:24:22.955080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.437417+0000","last_change":"2024-08-04T15:23:51.512117+0000","last_active":"2024-08-04T15:25:13.437417+0000","last_peered":"2024-08-04T15:25:13.437417+0000","last_clean":"2024-08-04T15:25:13.437417+0000","last_became_active":"2024-08-04T15:23:51.508897+0000","last_became_peered":"2024-08-04T15:23:51.508897+0000","last_unstale":"2024-08-04T15:25:13.437417+0000","last_undegraded":"2024-08-04T15:25:13.437417+0000","last_fullsized":"2024-08-04T15:25:13.437417+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:56:49.886166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.083609+0000","last_change":"2024-08-04T15:23:48.279173+0000","last_active":"2024-08-04T15:25:13.083609+0000","last_peered":"2024-08-04T15:25:13.083609+0000","last_clean":"2024-08-04T15:25:13.083609+0000","last_became_active":"2024-08-04T15:23:48.278870+0000","last_became_peered":"2024-08-04T15:23:48.278870+0000","last_unstale":"2024-08-04T15:25:13.083609+0000","last_undegraded":"2024-08-04T15:25:13.083609+0000","last_fullsized":"2024-08-04T15:25:13.083609+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:35:18.498343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.082127+0000","last_change":"2024-08-04T15:23:51.505776+0000","last_active":"2024-08-04T15:25:13.082127+0000","last_peered":"2024-08-04T15:25:13.082127+0000","last_clean":"2024-08-04T15:25:13.082127+0000","last_became_active":"2024-08-04T15:23:51.505222+0000","last_became_peered":"2024-08-04T15:23:51.505222+0000","last_unstale":"2024-08-04T15:25:13.082127+0000","last_undegraded":"2024-08-04T15:25:13.082127+0000","last_fullsized":"2024-08-04T15:25:13.082127+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:57:42.114526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300332+0000","last_change":"2024-08-04T15:23:48.281848+0000","last_active":"2024-08-04T15:25:13.300332+0000","last_peered":"2024-08-04T15:25:13.300332+0000","last_clean":"2024-08-04T15:25:13.300332+0000","last_became_active":"2024-08-04T15:23:48.281548+0000","last_became_peered":"2024-08-04T15:23:48.281548+0000","last_unstale":"2024-08-04T15:25:13.300332+0000","last_undegraded":"2024-08-04T15:25:13.300332+0000","last_fullsized":"2024-08-04T15:25:13.300332+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:09:12.939157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819550+0000","last_change":"2024-08-04T15:23:51.515749+0000","last_active":"2024-08-04T15:25:13.819550+0000","last_peered":"2024-08-04T15:25:13.819550+0000","last_clean":"2024-08-04T15:25:13.819550+0000","last_became_active":"2024-08-04T15:23:51.515291+0000","last_became_peered":"2024-08-04T15:23:51.515291+0000","last_unstale":"2024-08-04T15:25:13.819550+0000","last_undegraded":"2024-08-04T15:25:13.819550+0000","last_fullsized":"2024-08-04T15:25:13.819550+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:12:21.731480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.436992+0000","last_change":"2024-08-04T15:23:48.274307+0000","last_active":"2024-08-04T15:25:13.436992+0000","last_peered":"2024-08-04T15:25:13.436992+0000","last_clean":"2024-08-04T15:25:13.436992+0000","last_became_active":"2024-08-04T15:23:48.274014+0000","last_became_peered":"2024-08-04T15:23:48.274014+0000","last_unstale":"2024-08-04T15:25:13.436992+0000","last_undegraded":"2024-08-04T15:25:13.436992+0000","last_fullsized":"2024-08-04T15:25:13.436992+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:37:36.408249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.436480+0000","last_change":"2024-08-04T15:23:51.505735+0000","last_active":"2024-08-04T15:25:13.436480+0000","last_peered":"2024-08-04T15:25:13.436480+0000","last_clean":"2024-08-04T15:25:13.436480+0000","last_became_active":"2024-08-04T15:23:51.505470+0000","last_became_peered":"2024-08-04T15:23:51.505470+0000","last_unstale":"2024-08-04T15:25:13.436480+0000","last_undegraded":"2024-08-04T15:25:13.436480+0000","last_fullsized":"2024-08-04T15:25:13.436480+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:30:41.327112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085704+0000","last_change":"2024-08-04T15:23:48.279451+0000","last_active":"2024-08-04T15:25:13.085704+0000","last_peered":"2024-08-04T15:25:13.085704+0000","last_clean":"2024-08-04T15:25:13.085704+0000","last_became_active":"2024-08-04T15:23:48.279090+0000","last_became_peered":"2024-08-04T15:23:48.279090+0000","last_unstale":"2024-08-04T15:25:13.085704+0000","last_undegraded":"2024-08-04T15:25:13.085704+0000","last_fullsized":"2024-08-04T15:25:13.085704+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:43:18.349023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819531+0000","last_change":"2024-08-04T15:23:51.518087+0000","last_active":"2024-08-04T15:25:13.819531+0000","last_peered":"2024-08-04T15:25:13.819531+0000","last_clean":"2024-08-04T15:25:13.819531+0000","last_became_active":"2024-08-04T15:23:51.517647+0000","last_became_peered":"2024-08-04T15:23:51.517647+0000","last_unstale":"2024-08-04T15:25:13.819531+0000","last_undegraded":"2024-08-04T15:25:13.819531+0000","last_fullsized":"2024-08-04T15:25:13.819531+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:34:32.059933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300193+0000","last_change":"2024-08-04T15:23:48.284012+0000","last_active":"2024-08-04T15:25:13.300193+0000","last_peered":"2024-08-04T15:25:13.300193+0000","last_clean":"2024-08-04T15:25:13.300193+0000","last_became_active":"2024-08-04T15:23:48.283453+0000","last_became_peered":"2024-08-04T15:23:48.283453+0000","last_unstale":"2024-08-04T15:25:13.300193+0000","last_undegraded":"2024-08-04T15:25:13.300193+0000","last_fullsized":"2024-08-04T15:25:13.300193+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:05:40.040885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300040+0000","last_change":"2024-08-04T15:23:51.515938+0000","last_active":"2024-08-04T15:25:13.300040+0000","last_peered":"2024-08-04T15:25:13.300040+0000","last_clean":"2024-08-04T15:25:13.300040+0000","last_became_active":"2024-08-04T15:23:51.515650+0000","last_became_peered":"2024-08-04T15:23:51.515650+0000","last_unstale":"2024-08-04T15:25:13.300040+0000","last_undegraded":"2024-08-04T15:25:13.300040+0000","last_fullsized":"2024-08-04T15:25:13.300040+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:56:31.130164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":32,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.081522+0000","last_change":"2024-08-04T15:23:48.269918+0000","last_active":"2024-08-04T15:25:13.081522+0000","last_peered":"2024-08-04T15:25:13.081522+0000","last_clean":"2024-08-04T15:25:13.081522+0000","last_became_active":"2024-08-04T15:23:48.269587+0000","last_became_peered":"2024-08-04T15:23:48.269587+0000","last_unstale":"2024-08-04T15:25:13.081522+0000","last_undegraded":"2024-08-04T15:25:13.081522+0000","last_fullsized":"2024-08-04T15:25:13.081522+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:29:46.647005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819333+0000","last_change":"2024-08-04T15:23:51.511866+0000","last_active":"2024-08-04T15:25:13.819333+0000","last_peered":"2024-08-04T15:25:13.819333+0000","last_clean":"2024-08-04T15:25:13.819333+0000","last_became_active":"2024-08-04T15:23:51.511562+0000","last_became_peered":"2024-08-04T15:23:51.511562+0000","last_unstale":"2024-08-04T15:25:13.819333+0000","last_undegraded":"2024-08-04T15:25:13.819333+0000","last_fullsized":"2024-08-04T15:25:13.819333+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:40:26.926853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.082109+0000","last_change":"2024-08-04T15:23:48.276386+0000","last_active":"2024-08-04T15:25:13.082109+0000","last_peered":"2024-08-04T15:25:13.082109+0000","last_clean":"2024-08-04T15:25:13.082109+0000","last_became_active":"2024-08-04T15:23:48.275882+0000","last_became_peered":"2024-08-04T15:23:48.275882+0000","last_unstale":"2024-08-04T15:25:13.082109+0000","last_undegraded":"2024-08-04T15:25:13.082109+0000","last_fullsized":"2024-08-04T15:25:13.082109+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:28:59.872959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819837+0000","last_change":"2024-08-04T15:23:51.514697+0000","last_active":"2024-08-04T15:25:13.819837+0000","last_peered":"2024-08-04T15:25:13.819837+0000","last_clean":"2024-08-04T15:25:13.819837+0000","last_became_active":"2024-08-04T15:23:51.513403+0000","last_became_peered":"2024-08-04T15:23:51.513403+0000","last_unstale":"2024-08-04T15:25:13.819837+0000","last_undegraded":"2024-08-04T15:25:13.819837+0000","last_fullsized":"2024-08-04T15:25:13.819837+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:59:13.217468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.082198+0000","last_change":"2024-08-04T15:23:48.276563+0000","last_active":"2024-08-04T15:25:13.082198+0000","last_peered":"2024-08-04T15:25:13.082198+0000","last_clean":"2024-08-04T15:25:13.082198+0000","last_became_active":"2024-08-04T15:23:48.275645+0000","last_became_peered":"2024-08-04T15:23:48.275645+0000","last_unstale":"2024-08-04T15:25:13.082198+0000","last_undegraded":"2024-08-04T15:25:13.082198+0000","last_fullsized":"2024-08-04T15:25:13.082198+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:57:44.808918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819824+0000","last_change":"2024-08-04T15:23:51.517178+0000","last_active":"2024-08-04T15:25:13.819824+0000","last_peered":"2024-08-04T15:25:13.819824+0000","last_clean":"2024-08-04T15:25:13.819824+0000","last_became_active":"2024-08-04T15:23:51.516772+0000","last_became_peered":"2024-08-04T15:23:51.516772+0000","last_unstale":"2024-08-04T15:25:13.819824+0000","last_undegraded":"2024-08-04T15:25:13.819824+0000","last_fullsized":"2024-08-04T15:25:13.819824+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:55:01.959163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.083718+0000","last_change":"2024-08-04T15:23:48.274978+0000","last_active":"2024-08-04T15:25:13.083718+0000","last_peered":"2024-08-04T15:25:13.083718+0000","last_clean":"2024-08-04T15:25:13.083718+0000","last_became_active":"2024-08-04T15:23:48.274675+0000","last_became_peered":"2024-08-04T15:23:48.274675+0000","last_unstale":"2024-08-04T15:25:13.083718+0000","last_undegraded":"2024-08-04T15:25:13.083718+0000","last_fullsized":"2024-08-04T15:25:13.083718+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:43:31.663358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085738+0000","last_change":"2024-08-04T15:23:51.515281+0000","last_active":"2024-08-04T15:25:13.085738+0000","last_peered":"2024-08-04T15:25:13.085738+0000","last_clean":"2024-08-04T15:25:13.085738+0000","last_became_active":"2024-08-04T15:23:51.515015+0000","last_became_peered":"2024-08-04T15:23:51.515015+0000","last_unstale":"2024-08-04T15:25:13.085738+0000","last_undegraded":"2024-08-04T15:25:13.085738+0000","last_fullsized":"2024-08-04T15:25:13.085738+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:12:29.932714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.081985+0000","last_change":"2024-08-04T15:23:48.274476+0000","last_active":"2024-08-04T15:25:13.081985+0000","last_peered":"2024-08-04T15:25:13.081985+0000","last_clean":"2024-08-04T15:25:13.081985+0000","last_became_active":"2024-08-04T15:23:48.273407+0000","last_became_peered":"2024-08-04T15:23:48.273407+0000","last_unstale":"2024-08-04T15:25:13.081985+0000","last_undegraded":"2024-08-04T15:25:13.081985+0000","last_fullsized":"2024-08-04T15:25:13.081985+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:16:07.211238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819583+0000","last_change":"2024-08-04T15:23:51.511102+0000","last_active":"2024-08-04T15:25:13.819583+0000","last_peered":"2024-08-04T15:25:13.819583+0000","last_clean":"2024-08-04T15:25:13.819583+0000","last_became_active":"2024-08-04T15:23:51.510794+0000","last_became_peered":"2024-08-04T15:23:51.510794+0000","last_unstale":"2024-08-04T15:25:13.819583+0000","last_undegraded":"2024-08-04T15:25:13.819583+0000","last_fullsized":"2024-08-04T15:25:13.819583+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:32:33.827060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-04T15:25:20.575123+0000","last_change":"2024-08-04T15:25:13.300659+0000","last_active":"2024-08-04T15:25:20.575123+0000","last_peered":"2024-08-04T15:25:20.575123+0000","last_clean":"2024-08-04T15:25:20.575123+0000","last_became_active":"2024-08-04T15:25:07.523753+0000","last_became_peered":"2024-08-04T15:25:07.523753+0000","last_unstale":"2024-08-04T15:25:20.575123+0000","last_undegraded":"2024-08-04T15:25:20.575123+0000","last_fullsized":"2024-08-04T15:25:20.575123+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:53:02.752171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029989099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":283,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819378+0000","last_change":"2024-08-04T15:23:26.550976+0000","last_active":"2024-08-04T15:25:13.819378+0000","last_peered":"2024-08-04T15:25:13.819378+0000","last_clean":"2024-08-04T15:25:13.819378+0000","last_became_active":"2024-08-04T15:23:26.550654+0000","last_became_peered":"2024-08-04T15:23:26.550654+0000","last_unstale":"2024-08-04T15:25:13.819378+0000","last_undegraded":"2024-08-04T15:25:13.819378+0000","last_fullsized":"2024-08-04T15:25:13.819378+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:21:25.437230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:21:25.437230+0000","last_clean_scrub_stamp":"2024-08-04T15:21:25.437230+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:43:30.284931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085646+0000","last_change":"2024-08-04T15:23:48.277860+0000","last_active":"2024-08-04T15:25:13.085646+0000","last_peered":"2024-08-04T15:25:13.085646+0000","last_clean":"2024-08-04T15:25:13.085646+0000","last_became_active":"2024-08-04T15:23:48.277556+0000","last_became_peered":"2024-08-04T15:23:48.277556+0000","last_unstale":"2024-08-04T15:25:13.085646+0000","last_undegraded":"2024-08-04T15:25:13.085646+0000","last_fullsized":"2024-08-04T15:25:13.085646+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:06:52.721636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819117+0000","last_change":"2024-08-04T15:23:51.510648+0000","last_active":"2024-08-04T15:25:13.819117+0000","last_peered":"2024-08-04T15:25:13.819117+0000","last_clean":"2024-08-04T15:25:13.819117+0000","last_became_active":"2024-08-04T15:23:51.510442+0000","last_became_peered":"2024-08-04T15:23:51.510442+0000","last_unstale":"2024-08-04T15:25:13.819117+0000","last_undegraded":"2024-08-04T15:25:13.819117+0000","last_fullsized":"2024-08-04T15:25:13.819117+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:35:39.736041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-04T15:25:20.564506+0000","last_change":"2024-08-04T15:25:13.437496+0000","last_active":"2024-08-04T15:25:20.564506+0000","last_peered":"2024-08-04T15:25:20.564506+0000","last_clean":"2024-08-04T15:25:20.564506+0000","last_became_active":"2024-08-04T15:25:07.524884+0000","last_became_peered":"2024-08-04T15:25:07.524884+0000","last_unstale":"2024-08-04T15:25:20.564506+0000","last_undegraded":"2024-08-04T15:25:20.564506+0000","last_fullsized":"2024-08-04T15:25:20.564506+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:58:51.219148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026070599999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819587+0000","last_change":"2024-08-04T15:23:48.276874+0000","last_active":"2024-08-04T15:25:13.819587+0000","last_peered":"2024-08-04T15:25:13.819587+0000","last_clean":"2024-08-04T15:25:13.819587+0000","last_became_active":"2024-08-04T15:23:48.276577+0000","last_became_peered":"2024-08-04T15:23:48.276577+0000","last_unstale":"2024-08-04T15:25:13.819587+0000","last_undegraded":"2024-08-04T15:25:13.819587+0000","last_fullsized":"2024-08-04T15:25:13.819587+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:06:59.690137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.436192+0000","last_change":"2024-08-04T15:23:51.502729+0000","last_active":"2024-08-04T15:25:13.436192+0000","last_peered":"2024-08-04T15:25:13.436192+0000","last_clean":"2024-08-04T15:25:13.436192+0000","last_became_active":"2024-08-04T15:23:51.502366+0000","last_became_peered":"2024-08-04T15:23:51.502366+0000","last_unstale":"2024-08-04T15:25:13.436192+0000","last_undegraded":"2024-08-04T15:25:13.436192+0000","last_fullsized":"2024-08-04T15:25:13.436192+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:28:36.020082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-04T15:25:20.566086+0000","last_change":"2024-08-04T15:25:13.084015+0000","last_active":"2024-08-04T15:25:20.566086+0000","last_peered":"2024-08-04T15:25:20.566086+0000","last_clean":"2024-08-04T15:25:20.566086+0000","last_became_active":"2024-08-04T15:25:07.589939+0000","last_became_peered":"2024-08-04T15:25:07.589939+0000","last_unstale":"2024-08-04T15:25:20.566086+0000","last_undegraded":"2024-08-04T15:25:20.566086+0000","last_fullsized":"2024-08-04T15:25:20.566086+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:49:43.871442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036833100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.081744+0000","last_change":"2024-08-04T15:23:48.272569+0000","last_active":"2024-08-04T15:25:13.081744+0000","last_peered":"2024-08-04T15:25:13.081744+0000","last_clean":"2024-08-04T15:25:13.081744+0000","last_became_active":"2024-08-04T15:23:48.272173+0000","last_became_peered":"2024-08-04T15:23:48.272173+0000","last_unstale":"2024-08-04T15:25:13.081744+0000","last_undegraded":"2024-08-04T15:25:13.081744+0000","last_fullsized":"2024-08-04T15:25:13.081744+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:47:05.909654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.082298+0000","last_change":"2024-08-04T15:23:51.503161+0000","last_active":"2024-08-04T15:25:13.082298+0000","last_peered":"2024-08-04T15:25:13.082298+0000","last_clean":"2024-08-04T15:25:13.082298+0000","last_became_active":"2024-08-04T15:23:51.502823+0000","last_became_peered":"2024-08-04T15:23:51.502823+0000","last_unstale":"2024-08-04T15:25:13.082298+0000","last_undegraded":"2024-08-04T15:25:13.082298+0000","last_fullsized":"2024-08-04T15:25:13.082298+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:33:21.023850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-04T15:25:20.565701+0000","last_change":"2024-08-04T15:25:13.083897+0000","last_active":"2024-08-04T15:25:20.565701+0000","last_peered":"2024-08-04T15:25:20.565701+0000","last_clean":"2024-08-04T15:25:20.565701+0000","last_became_active":"2024-08-04T15:25:07.523086+0000","last_became_peered":"2024-08-04T15:25:07.523086+0000","last_unstale":"2024-08-04T15:25:20.565701+0000","last_undegraded":"2024-08-04T15:25:20.565701+0000","last_fullsized":"2024-08-04T15:25:20.565701+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:14:32.114343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057504400000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085848+0000","last_change":"2024-08-04T15:23:48.283717+0000","last_active":"2024-08-04T15:25:13.085848+0000","last_peered":"2024-08-04T15:25:13.085848+0000","last_clean":"2024-08-04T15:25:13.085848+0000","last_became_active":"2024-08-04T15:23:48.283378+0000","last_became_peered":"2024-08-04T15:23:48.283378+0000","last_unstale":"2024-08-04T15:25:13.085848+0000","last_undegraded":"2024-08-04T15:25:13.085848+0000","last_fullsized":"2024-08-04T15:25:13.085848+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:59:08.478236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.081827+0000","last_change":"2024-08-04T15:24:16.651054+0000","last_active":"2024-08-04T15:25:13.081827+0000","last_peered":"2024-08-04T15:25:13.081827+0000","last_clean":"2024-08-04T15:25:13.081827+0000","last_became_active":"2024-08-04T15:24:16.650627+0000","last_became_peered":"2024-08-04T15:24:16.650627+0000","last_unstale":"2024-08-04T15:25:13.081827+0000","last_undegraded":"2024-08-04T15:25:13.081827+0000","last_fullsized":"2024-08-04T15:25:13.081827+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:53:28.854906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-04T15:25:20.564974+0000","last_change":"2024-08-04T15:25:13.082604+0000","last_active":"2024-08-04T15:25:20.564974+0000","last_peered":"2024-08-04T15:25:20.564974+0000","last_clean":"2024-08-04T15:25:20.564974+0000","last_became_active":"2024-08-04T15:25:07.589951+0000","last_became_peered":"2024-08-04T15:25:07.589951+0000","last_unstale":"2024-08-04T15:25:20.564974+0000","last_undegraded":"2024-08-04T15:25:20.564974+0000","last_fullsized":"2024-08-04T15:25:20.564974+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:27:16.211253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040573600000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.083715+0000","last_change":"2024-08-04T15:23:48.271724+0000","last_active":"2024-08-04T15:25:13.083715+0000","last_peered":"2024-08-04T15:25:13.083715+0000","last_clean":"2024-08-04T15:25:13.083715+0000","last_became_active":"2024-08-04T15:23:48.271396+0000","last_became_peered":"2024-08-04T15:23:48.271396+0000","last_unstale":"2024-08-04T15:25:13.083715+0000","last_undegraded":"2024-08-04T15:25:13.083715+0000","last_fullsized":"2024-08-04T15:25:13.083715+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:16:53.552693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085900+0000","last_change":"2024-08-04T15:23:51.514596+0000","last_active":"2024-08-04T15:25:13.085900+0000","last_peered":"2024-08-04T15:25:13.085900+0000","last_clean":"2024-08-04T15:25:13.085900+0000","last_became_active":"2024-08-04T15:23:51.513688+0000","last_became_peered":"2024-08-04T15:23:51.513688+0000","last_unstale":"2024-08-04T15:25:13.085900+0000","last_undegraded":"2024-08-04T15:25:13.085900+0000","last_fullsized":"2024-08-04T15:25:13.085900+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:34:52.430383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-04T15:25:20.564304+0000","last_change":"2024-08-04T15:25:13.437149+0000","last_active":"2024-08-04T15:25:20.564304+0000","last_peered":"2024-08-04T15:25:20.564304+0000","last_clean":"2024-08-04T15:25:20.564304+0000","last_became_active":"2024-08-04T15:25:07.589919+0000","last_became_peered":"2024-08-04T15:25:07.589919+0000","last_unstale":"2024-08-04T15:25:20.564304+0000","last_undegraded":"2024-08-04T15:25:20.564304+0000","last_fullsized":"2024-08-04T15:25:20.564304+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:33:10.164478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000461841,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819736+0000","last_change":"2024-08-04T15:23:48.282213+0000","last_active":"2024-08-04T15:25:13.819736+0000","last_peered":"2024-08-04T15:25:13.819736+0000","last_clean":"2024-08-04T15:25:13.819736+0000","last_became_active":"2024-08-04T15:23:48.281870+0000","last_became_peered":"2024-08-04T15:23:48.281870+0000","last_unstale":"2024-08-04T15:25:13.819736+0000","last_undegraded":"2024-08-04T15:25:13.819736+0000","last_fullsized":"2024-08-04T15:25:13.819736+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:09:39.722868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.083466+0000","last_change":"2024-08-04T15:23:51.500768+0000","last_active":"2024-08-04T15:25:13.083466+0000","last_peered":"2024-08-04T15:25:13.083466+0000","last_clean":"2024-08-04T15:25:13.083466+0000","last_became_active":"2024-08-04T15:23:51.499939+0000","last_became_peered":"2024-08-04T15:23:51.499939+0000","last_unstale":"2024-08-04T15:25:13.083466+0000","last_undegraded":"2024-08-04T15:25:13.083466+0000","last_fullsized":"2024-08-04T15:25:13.083466+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:34:21.244874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-04T15:25:20.575520+0000","last_change":"2024-08-04T15:25:13.819349+0000","last_active":"2024-08-04T15:25:20.575520+0000","last_peered":"2024-08-04T15:25:20.575520+0000","last_clean":"2024-08-04T15:25:20.575520+0000","last_became_active":"2024-08-04T15:25:07.523296+0000","last_became_peered":"2024-08-04T15:25:07.523296+0000","last_unstale":"2024-08-04T15:25:20.575520+0000","last_undegraded":"2024-08-04T15:25:20.575520+0000","last_fullsized":"2024-08-04T15:25:20.575520+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:44:33.770029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044904800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.083824+0000","last_change":"2024-08-04T15:23:48.274053+0000","last_active":"2024-08-04T15:25:13.083824+0000","last_peered":"2024-08-04T15:25:13.083824+0000","last_clean":"2024-08-04T15:25:13.083824+0000","last_became_active":"2024-08-04T15:23:48.273742+0000","last_became_peered":"2024-08-04T15:23:48.273742+0000","last_unstale":"2024-08-04T15:25:13.083824+0000","last_undegraded":"2024-08-04T15:25:13.083824+0000","last_fullsized":"2024-08-04T15:25:13.083824+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:04:13.417015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819625+0000","last_change":"2024-08-04T15:23:51.505232+0000","last_active":"2024-08-04T15:25:13.819625+0000","last_peered":"2024-08-04T15:25:13.819625+0000","last_clean":"2024-08-04T15:25:13.819625+0000","last_became_active":"2024-08-04T15:23:51.504940+0000","last_became_peered":"2024-08-04T15:23:51.504940+0000","last_unstale":"2024-08-04T15:25:13.819625+0000","last_undegraded":"2024-08-04T15:25:13.819625+0000","last_fullsized":"2024-08-04T15:25:13.819625+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:56:17.256266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-04T15:25:20.566300+0000","last_change":"2024-08-04T15:25:13.082259+0000","last_active":"2024-08-04T15:25:20.566300+0000","last_peered":"2024-08-04T15:25:20.566300+0000","last_clean":"2024-08-04T15:25:20.566300+0000","last_became_active":"2024-08-04T15:25:07.589869+0000","last_became_peered":"2024-08-04T15:25:07.589869+0000","last_unstale":"2024-08-04T15:25:20.566300+0000","last_undegraded":"2024-08-04T15:25:20.566300+0000","last_fullsized":"2024-08-04T15:25:20.566300+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:28:51.046337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076851999999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300555+0000","last_change":"2024-08-04T15:23:48.276643+0000","last_active":"2024-08-04T15:25:13.300555+0000","last_peered":"2024-08-04T15:25:13.300555+0000","last_clean":"2024-08-04T15:25:13.300555+0000","last_became_active":"2024-08-04T15:23:48.276349+0000","last_became_peered":"2024-08-04T15:23:48.276349+0000","last_unstale":"2024-08-04T15:25:13.300555+0000","last_undegraded":"2024-08-04T15:25:13.300555+0000","last_fullsized":"2024-08-04T15:25:13.300555+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:16:35.783486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.437111+0000","last_change":"2024-08-04T15:23:51.500072+0000","last_active":"2024-08-04T15:25:13.437111+0000","last_peered":"2024-08-04T15:25:13.437111+0000","last_clean":"2024-08-04T15:25:13.437111+0000","last_became_active":"2024-08-04T15:23:51.499805+0000","last_became_peered":"2024-08-04T15:23:51.499805+0000","last_unstale":"2024-08-04T15:25:13.437111+0000","last_undegraded":"2024-08-04T15:25:13.437111+0000","last_fullsized":"2024-08-04T15:25:13.437111+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:13:11.413652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819293+0000","last_change":"2024-08-04T15:23:48.274912+0000","last_active":"2024-08-04T15:25:13.819293+0000","last_peered":"2024-08-04T15:25:13.819293+0000","last_clean":"2024-08-04T15:25:13.819293+0000","last_became_active":"2024-08-04T15:23:48.274594+0000","last_became_peered":"2024-08-04T15:23:48.274594+0000","last_unstale":"2024-08-04T15:25:13.819293+0000","last_undegraded":"2024-08-04T15:25:13.819293+0000","last_fullsized":"2024-08-04T15:25:13.819293+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:06:27.480296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.081695+0000","last_change":"2024-08-04T15:23:51.508447+0000","last_active":"2024-08-04T15:25:13.081695+0000","last_peered":"2024-08-04T15:25:13.081695+0000","last_clean":"2024-08-04T15:25:13.081695+0000","last_became_active":"2024-08-04T15:23:51.508129+0000","last_became_peered":"2024-08-04T15:23:51.508129+0000","last_unstale":"2024-08-04T15:25:13.081695+0000","last_undegraded":"2024-08-04T15:25:13.081695+0000","last_fullsized":"2024-08-04T15:25:13.081695+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:46:49.190811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.082710+0000","last_change":"2024-08-04T15:23:48.276328+0000","last_active":"2024-08-04T15:25:13.082710+0000","last_peered":"2024-08-04T15:25:13.082710+0000","last_clean":"2024-08-04T15:25:13.082710+0000","last_became_active":"2024-08-04T15:23:48.276005+0000","last_became_peered":"2024-08-04T15:23:48.276005+0000","last_unstale":"2024-08-04T15:25:13.082710+0000","last_undegraded":"2024-08-04T15:25:13.082710+0000","last_fullsized":"2024-08-04T15:25:13.082710+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:34:26.442964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819034+0000","last_change":"2024-08-04T15:23:51.504777+0000","last_active":"2024-08-04T15:25:13.819034+0000","last_peered":"2024-08-04T15:25:13.819034+0000","last_clean":"2024-08-04T15:25:13.819034+0000","last_became_active":"2024-08-04T15:23:51.504347+0000","last_became_peered":"2024-08-04T15:23:51.504347+0000","last_unstale":"2024-08-04T15:25:13.819034+0000","last_undegraded":"2024-08-04T15:25:13.819034+0000","last_fullsized":"2024-08-04T15:25:13.819034+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:28:44.920605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.083413+0000","last_change":"2024-08-04T15:23:48.275860+0000","last_active":"2024-08-04T15:25:13.083413+0000","last_peered":"2024-08-04T15:25:13.083413+0000","last_clean":"2024-08-04T15:25:13.083413+0000","last_became_active":"2024-08-04T15:23:48.275527+0000","last_became_peered":"2024-08-04T15:23:48.275527+0000","last_unstale":"2024-08-04T15:25:13.083413+0000","last_undegraded":"2024-08-04T15:25:13.083413+0000","last_fullsized":"2024-08-04T15:25:13.083413+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:43:36.001512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819191+0000","last_change":"2024-08-04T15:23:51.507576+0000","last_active":"2024-08-04T15:25:13.819191+0000","last_peered":"2024-08-04T15:25:13.819191+0000","last_clean":"2024-08-04T15:25:13.819191+0000","last_became_active":"2024-08-04T15:23:51.506817+0000","last_became_peered":"2024-08-04T15:23:51.506817+0000","last_unstale":"2024-08-04T15:25:13.819191+0000","last_undegraded":"2024-08-04T15:25:13.819191+0000","last_fullsized":"2024-08-04T15:25:13.819191+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:17:32.387402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819757+0000","last_change":"2024-08-04T15:23:48.281084+0000","last_active":"2024-08-04T15:25:13.819757+0000","last_peered":"2024-08-04T15:25:13.819757+0000","last_clean":"2024-08-04T15:25:13.819757+0000","last_became_active":"2024-08-04T15:23:48.280659+0000","last_became_peered":"2024-08-04T15:23:48.280659+0000","last_unstale":"2024-08-04T15:25:13.819757+0000","last_undegraded":"2024-08-04T15:25:13.819757+0000","last_fullsized":"2024-08-04T15:25:13.819757+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:44:58.999337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300102+0000","last_change":"2024-08-04T15:23:51.501782+0000","last_active":"2024-08-04T15:25:13.300102+0000","last_peered":"2024-08-04T15:25:13.300102+0000","last_clean":"2024-08-04T15:25:13.300102+0000","last_became_active":"2024-08-04T15:23:51.501477+0000","last_became_peered":"2024-08-04T15:23:51.501477+0000","last_unstale":"2024-08-04T15:25:13.300102+0000","last_undegraded":"2024-08-04T15:25:13.300102+0000","last_fullsized":"2024-08-04T15:25:13.300102+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:46:24.258789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085799+0000","last_change":"2024-08-04T15:23:51.519152+0000","last_active":"2024-08-04T15:25:13.085799+0000","last_peered":"2024-08-04T15:25:13.085799+0000","last_clean":"2024-08-04T15:25:13.085799+0000","last_became_active":"2024-08-04T15:23:51.518852+0000","last_became_peered":"2024-08-04T15:23:51.518852+0000","last_unstale":"2024-08-04T15:25:13.085799+0000","last_undegraded":"2024-08-04T15:25:13.085799+0000","last_fullsized":"2024-08-04T15:25:13.085799+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:27:45.333732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819544+0000","last_change":"2024-08-04T15:23:48.281187+0000","last_active":"2024-08-04T15:25:13.819544+0000","last_peered":"2024-08-04T15:25:13.819544+0000","last_clean":"2024-08-04T15:25:13.819544+0000","last_became_active":"2024-08-04T15:23:48.280850+0000","last_became_peered":"2024-08-04T15:23:48.280850+0000","last_unstale":"2024-08-04T15:25:13.819544+0000","last_undegraded":"2024-08-04T15:25:13.819544+0000","last_fullsized":"2024-08-04T15:25:13.819544+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:24:03.869475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.081855+0000","last_change":"2024-08-04T15:24:16.420708+0000","last_active":"2024-08-04T15:25:13.081855+0000","last_peered":"2024-08-04T15:25:13.081855+0000","last_clean":"2024-08-04T15:25:13.081855+0000","last_became_active":"2024-08-04T15:24:16.420430+0000","last_became_peered":"2024-08-04T15:24:16.420430+0000","last_unstale":"2024-08-04T15:25:13.081855+0000","last_undegraded":"2024-08-04T15:25:13.081855+0000","last_fullsized":"2024-08-04T15:25:13.081855+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:05:43.099867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819646+0000","last_change":"2024-08-04T15:23:48.277469+0000","last_active":"2024-08-04T15:25:13.819646+0000","last_peered":"2024-08-04T15:25:13.819646+0000","last_clean":"2024-08-04T15:25:13.819646+0000","last_became_active":"2024-08-04T15:23:48.277168+0000","last_became_peered":"2024-08-04T15:23:48.277168+0000","last_unstale":"2024-08-04T15:25:13.819646+0000","last_undegraded":"2024-08-04T15:25:13.819646+0000","last_fullsized":"2024-08-04T15:25:13.819646+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:44:19.702859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.437318+0000","last_change":"2024-08-04T15:23:51.511722+0000","last_active":"2024-08-04T15:25:13.437318+0000","last_peered":"2024-08-04T15:25:13.437318+0000","last_clean":"2024-08-04T15:25:13.437318+0000","last_became_active":"2024-08-04T15:23:51.508641+0000","last_became_peered":"2024-08-04T15:23:51.508641+0000","last_unstale":"2024-08-04T15:25:13.437318+0000","last_undegraded":"2024-08-04T15:25:13.437318+0000","last_fullsized":"2024-08-04T15:25:13.437318+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:49:01.114348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819606+0000","last_change":"2024-08-04T15:23:48.274428+0000","last_active":"2024-08-04T15:25:13.819606+0000","last_peered":"2024-08-04T15:25:13.819606+0000","last_clean":"2024-08-04T15:25:13.819606+0000","last_became_active":"2024-08-04T15:23:48.274158+0000","last_became_peered":"2024-08-04T15:23:48.274158+0000","last_unstale":"2024-08-04T15:25:13.819606+0000","last_undegraded":"2024-08-04T15:25:13.819606+0000","last_fullsized":"2024-08-04T15:25:13.819606+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:19:53.880155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819454+0000","last_change":"2024-08-04T15:23:51.503876+0000","last_active":"2024-08-04T15:25:13.819454+0000","last_peered":"2024-08-04T15:25:13.819454+0000","last_clean":"2024-08-04T15:25:13.819454+0000","last_became_active":"2024-08-04T15:23:51.502023+0000","last_became_peered":"2024-08-04T15:23:51.502023+0000","last_unstale":"2024-08-04T15:25:13.819454+0000","last_undegraded":"2024-08-04T15:25:13.819454+0000","last_fullsized":"2024-08-04T15:25:13.819454+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:25:53.254130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.437471+0000","last_change":"2024-08-04T15:23:48.278706+0000","last_active":"2024-08-04T15:25:13.437471+0000","last_peered":"2024-08-04T15:25:13.437471+0000","last_clean":"2024-08-04T15:25:13.437471+0000","last_became_active":"2024-08-04T15:23:48.278426+0000","last_became_peered":"2024-08-04T15:23:48.278426+0000","last_unstale":"2024-08-04T15:25:13.437471+0000","last_undegraded":"2024-08-04T15:25:13.437471+0000","last_fullsized":"2024-08-04T15:25:13.437471+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:17:27.407624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234017,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298700,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446452,"statfs":{"total":95995035648,"available":95689166848,"internally_reserved":0,"allocated":1376256,"data_stored":938990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.58699999999999997}]},{"osd":1,"last update":"Sun Aug 4 15:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.49299999999999999,"15min":0.48499999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.54600000000000004,"5min":1.498,"15min":1.6559999999999999},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.83299999999999996,"5min":24.141999999999999,"15min":24.141999999999999},"last":0.47899999999999998}]},{"osd":2,"last update":"Sun Aug 4 15:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.56000000000000005,"15min":0.56200000000000006},"min":{"1min":0.40699999999999997,"5min":0.378,"15min":0.378},"max":{"1min":0.70299999999999996,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.60499999999999998}]},{"osd":3,"last update":"Sun Aug 4 15:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.55300000000000005,"15min":0.55500000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.52700000000000002,"15min":0.52300000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.48799999999999999}]},{"osd":4,"last update":"Sun Aug 4 15:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.44500000000000001,"15min":0.443},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.47599999999999998,"15min":0.48199999999999998},"min":{"1min":0.29499999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.77500000000000002,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.45700000000000002}]},{"osd":5,"last update":"Sun Aug 4 15:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.441,"15min":0.44500000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64900000000000002,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.497,"5min":0.51100000000000001,"15min":0.51300000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.72399999999999998}]},{"osd":6,"last update":"Sun Aug 4 15:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.55100000000000005,"15min":0.56000000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.5,"5min":0.53000000000000003,"15min":0.53500000000000003},"min":{"1min":0.33400000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.73899999999999999,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.65800000000000003}]}]},{"osd":6,"up_from":46,"seq":197568495655,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298700,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446452,"statfs":{"total":95995035648,"available":95689166848,"internally_reserved":0,"allocated":1376256,"data_stored":940475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.53100000000000003,"15min":0.53600000000000003},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.5},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.505,"15min":0.501},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.41399999999999998}]},{"osd":1,"last update":"Sun Aug 4 15:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.53900000000000003,"15min":0.54100000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":6.173}]},{"osd":2,"last update":"Sun Aug 4 15:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.57499999999999996,"15min":0.58299999999999996},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.378},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.56299999999999994,"15min":0.56699999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.68700000000000006,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.47299999999999998}]},{"osd":3,"last update":"Sun Aug 4 15:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.52500000000000002,"15min":0.52700000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.436},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.58599999999999997,"15min":0.58999999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.746,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.42799999999999999}]},{"osd":4,"last update":"Sun Aug 4 15:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.46600000000000003,"15min":0.46500000000000002},"min":{"1min":0.29899999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.68200000000000005,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.50600000000000001,"15min":0.505},"min":{"1min":0.307,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.48699999999999999}]},{"osd":5,"last update":"Sun Aug 4 15:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.51000000000000001,"15min":0.51200000000000001},"min":{"1min":0.33500000000000002,"5min":0.314,"15min":0.314},"max":{"1min":0.64600000000000002,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.51300000000000001,"15min":0.50900000000000001},"min":{"1min":0.35799999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.39200000000000002}]},{"osd":7,"last update":"Sun Aug 4 15:25:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.59199999999999997,"15min":0.60399999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.71799999999999997,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.61299999999999999,"15min":0.622},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77400000000000002,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.44800000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757292,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":350481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.52400000000000002,"15min":0.53100000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.53300000000000003,"15min":0.54700000000000004},"min":{"1min":0.35999999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.76300000000000001,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.39500000000000002}]},{"osd":1,"last update":"Sun Aug 4 15:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.56399999999999995,"15min":0.57499999999999996},"min":{"1min":0.376,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.51000000000000001,"15min":0.52200000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.436}]},{"osd":2,"last update":"Sun Aug 4 15:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.53700000000000003,"15min":0.53300000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55100000000000005,"15min":0.54900000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.68500000000000005,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.58499999999999996}]},{"osd":3,"last update":"Sun Aug 4 15:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.54100000000000004,"15min":0.54700000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.66600000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.58199999999999996,"15min":0.58999999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.55300000000000005}]},{"osd":4,"last update":"Sun Aug 4 15:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.40200000000000002,"15min":0.39600000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.41799999999999998,"15min":0.40200000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.45600000000000002}]},{"osd":6,"last update":"Sun Aug 4 15:25:01 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.46100000000000002,"15min":0.46300000000000002},"min":{"1min":0.30199999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.495,"15min":0.498},"min":{"1min":0.28999999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72199999999999998,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.502}]},{"osd":7,"last update":"Sun Aug 4 15:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.55100000000000005,"15min":0.55900000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.69299999999999995,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.33600000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.76000000000000001,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.63400000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018928,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":348803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.55200000000000005,"15min":0.55800000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.66400000000000003,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55100000000000005,"15min":0.54600000000000004},"min":{"1min":0.39500000000000002,"5min":0.312,"15min":0.312},"max":{"1min":0.80200000000000005,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.501}]},{"osd":1,"last update":"Sun Aug 4 15:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.54400000000000004,"15min":0.55800000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.65400000000000003,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.55300000000000005,"15min":0.54700000000000004},"min":{"1min":0.35399999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73999999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.54900000000000004}]},{"osd":2,"last update":"Sun Aug 4 15:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.55200000000000005,"15min":0.55100000000000005},"min":{"1min":0.35799999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.749,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55200000000000005,"15min":0.55400000000000005},"min":{"1min":0.39900000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.70099999999999996,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.48999999999999999}]},{"osd":3,"last update":"Sun Aug 4 15:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.54600000000000004,"15min":0.54800000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.66800000000000004,"5min":0.878,"15min":0.878},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.55300000000000005,"15min":0.54900000000000004},"min":{"1min":0.376,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.68400000000000005,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.441}]},{"osd":5,"last update":"Sun Aug 4 15:25:40 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.41599999999999998,"15min":0.40500000000000003},"min":{"1min":0.27400000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.64500000000000002,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.42299999999999999,"15min":0.41099999999999998},"min":{"1min":0.31,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.378}]},{"osd":6,"last update":"Sun Aug 4 15:25:00 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.435,"15min":0.43099999999999999},"min":{"1min":0.28000000000000003,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.48599999999999999,"15min":0.48199999999999998},"min":{"1min":0.30099999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.30599999999999999}]},{"osd":7,"last update":"Sun Aug 4 15:25:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.57199999999999995,"15min":0.57799999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.76800000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.55300000000000005,"15min":0.55800000000000005},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.746,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.35399999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182451,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":350799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:24:57 2024","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.39500000000000002,"15min":0.40899999999999997},"min":{"1min":0.246,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.46500000000000002,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.255},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.437,"15min":0.42999999999999999},"min":{"1min":0.27900000000000003,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.57399999999999995,"5min":2.2170000000000001,"15min":2.2170000000000001},"last":0.27200000000000002}]},{"osd":1,"last update":"Sun Aug 4 15:24:57 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.434,"15min":0.44400000000000001},"min":{"1min":0.29799999999999999,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.51700000000000002,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.41299999999999998,"15min":0.41599999999999998},"min":{"1min":0.28799999999999998,"5min":0.248,"15min":0.248},"max":{"1min":0.57799999999999996,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.31}]},{"osd":2,"last update":"Sun Aug 4 15:24:57 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.34300000000000003,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.55800000000000005,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.45200000000000001,"15min":0.45700000000000002},"min":{"1min":0.29699999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.65200000000000002,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.34200000000000003}]},{"osd":4,"last update":"Sun Aug 4 15:25:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.56299999999999994,"15min":0.56100000000000005},"min":{"1min":0.38800000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.68000000000000005,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.58799999999999997,"15min":0.58299999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.39300000000000002}]},{"osd":5,"last update":"Sun Aug 4 15:25:39 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57499999999999996,"15min":0.56499999999999995},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.95199999999999996,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.60699999999999998,"15min":0.60799999999999998},"min":{"1min":0.40999999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.41499999999999998}]},{"osd":6,"last update":"Sun Aug 4 15:25:00 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.63200000000000001,"15min":0.63900000000000001},"min":{"1min":0.40999999999999998,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.80700000000000005,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.65000000000000002,"15min":0.66000000000000003},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.437}]},{"osd":7,"last update":"Sun Aug 4 15:25:28 2024","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.64200000000000002,"15min":0.63200000000000001},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":3.6760000000000002,"5min":3.6760000000000002,"15min":3.6760000000000002},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.66900000000000004,"15min":0.68200000000000005},"min":{"1min":0.45400000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.48299999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411385,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298116,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447036,"statfs":{"total":95995035648,"available":95689764864,"internally_reserved":0,"allocated":778240,"data_stored":348353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:25:35 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.375,"15min":0.38500000000000001},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.51900000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.372},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.40000000000000002,"15min":0.40400000000000003},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.50900000000000001,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.44800000000000001}]},{"osd":1,"last update":"Sun Aug 4 15:25:35 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40000000000000002,"15min":0.40999999999999998},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.41499999999999998,"15min":0.41699999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.29199999999999998}]},{"osd":3,"last update":"Sun Aug 4 15:25:00 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.42799999999999999,"15min":0.438},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.53300000000000003,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.47099999999999997,"15min":0.47399999999999998},"min":{"1min":0.32800000000000001,"5min":0.312,"15min":0.312},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":0.30399999999999999}]},{"osd":4,"last update":"Sun Aug 4 15:25:13 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55600000000000005,"15min":0.55500000000000005},"min":{"1min":0.40999999999999998,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.505},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56899999999999995,"15min":0.57399999999999995},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.41599999999999998}]},{"osd":5,"last update":"Sun Aug 4 15:25:36 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.59999999999999998,"15min":0.60099999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.7230000000000001,"5min":1.7230000000000001,"15min":1.7230000000000001},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.59099999999999997,"15min":0.60099999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.89900000000000002,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.40100000000000002}]},{"osd":6,"last update":"Sun Aug 4 15:25:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.62,"15min":0.621},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.7490000000000001,"5min":1.7490000000000001,"15min":1.7490000000000001},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.60699999999999998,"15min":0.61499999999999999},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.82199999999999995,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.47999999999999998}]},{"osd":7,"last update":"Sun Aug 4 15:25:24 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58299999999999996,"15min":0.58199999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.629,"15min":0.623},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.671,"5min":1.671,"15min":1.671},"last":0.51400000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574908,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298128,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447024,"statfs":{"total":95995035648,"available":95689752576,"internally_reserved":0,"allocated":790528,"data_stored":348532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:25:04 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.379,"15min":0.36699999999999999},"min":{"1min":0.26300000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.621,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40300000000000002,"15min":0.39500000000000002},"min":{"1min":0.26900000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.67600000000000005,"5min":1.056,"15min":1.056},"last":0.27500000000000002}]},{"osd":2,"last update":"Sun Aug 4 15:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.432,"15min":0.45700000000000002},"min":{"1min":0.28299999999999997,"5min":0.214,"15min":0.214},"max":{"1min":0.65500000000000003,"5min":1.294,"15min":1.294},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.41799999999999998,"15min":0.436},"min":{"1min":0.27300000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.28999999999999998}]},{"osd":3,"last update":"Sun Aug 4 15:25:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.45200000000000001,"15min":0.46000000000000002},"min":{"1min":0.32600000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.53000000000000003,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.441,"15min":0.45400000000000001},"min":{"1min":0.29699999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.58299999999999996,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.379}]},{"osd":4,"last update":"Sun Aug 4 15:25:18 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.54900000000000004,"15min":0.54700000000000004},"min":{"1min":0.38800000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.754,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.57699999999999996,"15min":0.57399999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.80000000000000004,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.41499999999999998}]},{"osd":5,"last update":"Sun Aug 4 15:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.57299999999999995,"15min":0.56499999999999995},"min":{"1min":0.40000000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.59299999999999997,"15min":0.58999999999999997},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.45600000000000002}]},{"osd":6,"last update":"Sun Aug 4 15:25:00 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.61199999999999999,"15min":0.61399999999999999},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.76700000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.50600000000000001}]},{"osd":7,"last update":"Sun Aug 4 15:25:25 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61699999999999999,"15min":0.61799999999999999},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.79700000000000004,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.61499999999999999,"15min":0.621},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.77700000000000002,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.439}]}]},{"osd":0,"up_from":8,"seq":34359738435,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":939437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Aug 4 15:25:08 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.36799999999999999,"15min":0.34000000000000002},"min":{"1min":0.24399999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.66400000000000003,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.38,"15min":0.35599999999999998},"min":{"1min":0.27600000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.40100000000000002}]},{"osd":2,"last update":"Sun Aug 4 15:25:36 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.39800000000000002,"15min":0.38600000000000001},"min":{"1min":0.308,"5min":0.254,"15min":0.254},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39100000000000001,"15min":0.38300000000000001},"min":{"1min":0.28399999999999997,"5min":0.255,"15min":0.255},"max":{"1min":0.60299999999999998,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.32000000000000001}]},{"osd":3,"last update":"Sun Aug 4 15:25:51 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.44500000000000001,"15min":0.45600000000000002},"min":{"1min":0.31,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.60499999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.41799999999999998,"15min":0.42699999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.54200000000000004,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.377}]},{"osd":4,"last update":"Sun Aug 4 15:25:18 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56000000000000005,"15min":0.56299999999999994},"min":{"1min":0.38500000000000001,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.73699999999999999,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.626,"5min":0.57699999999999996,"15min":0.56499999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.46999999999999997}]},{"osd":5,"last update":"Sun Aug 4 15:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.61299999999999999,"15min":0.61799999999999999},"min":{"1min":0.42099999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.58699999999999997,"15min":0.58299999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.61299999999999999}]},{"osd":6,"last update":"Sun Aug 4 15:25:02 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.60699999999999998,"15min":0.60399999999999998},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.63,"5min":0.59099999999999997,"15min":0.58499999999999996},"min":{"1min":0.39600000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.48199999999999998}]},{"osd":7,"last update":"Sun Aug 4 15:25:25 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.63100000000000001,"15min":0.63300000000000001},"min":{"1min":0.43099999999999999,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.47799999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.54500000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-04T15:26:02.270 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph pg dump --format=json 2024-08-04T15:26:03.210 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:03 smithi007 ceph-mon[29096]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:26:03.210 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:03 smithi007 ceph-mon[29096]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:03.210 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:03 smithi007 ceph-mon[39529]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:26:03.210 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:03 smithi007 ceph-mon[39529]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:03.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:03 smithi062 ceph-mon[32659]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:26:03.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:03 smithi062 ceph-mon[32659]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:04.145 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:26:04.336 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:04 smithi007 systemd[1]: Stopping Ceph alertmanager.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:26:04.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:26:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:26:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:26:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:05 smithi007 ceph-mon[29096]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:05 smithi007 ceph-mon[39529]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:05 smithi062 ceph-mon[32659]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:05.828 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:05 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[71996]: ts=2024-08-04T15:26:05.470Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-04T15:26:05.828 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:05 smithi007 podman[76524]: 2024-08-04 15:26:05.56966726 +0000 UTC m=+0.444700084 container died 3c025c050180d55526d516bcbae946155724bf58e302ad2b84a5607293b15523 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:26:06.086 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:05 smithi007 podman[76524]: 2024-08-04 15:26:05.92962197 +0000 UTC m=+0.804654795 container cleanup 3c025c050180d55526d516bcbae946155724bf58e302ad2b84a5607293b15523 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:26:06.086 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:05 smithi007 bash[76524]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a 2024-08-04T15:26:06.382 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:26:06.383 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:06 smithi007 podman[76545]: 2024-08-04 15:26:06.122265706 +0000 UTC m=+0.626781301 container remove 3c025c050180d55526d516bcbae946155724bf58e302ad2b84a5607293b15523 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:26:06.383 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:06 smithi007 podman[76545]: 2024-08-04 15:26:06.206182477 +0000 UTC m=+0.710698028 volume remove 5cad2c650e2d04ccf270b6940c1957a983e19b191aee98674260529043df7306 2024-08-04T15:26:06.386 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-08-04T15:26:07.277 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":47,"stamp":"2024-08-04T15:26:05.788586+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386756,"kb_used_data":7908,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574460,"statfs":{"total":767960285184,"available":765516247040,"internally_reserved":0,"allocated":8097792,"data_stored":4565870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002364"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819786+0000","last_change":"2024-08-04T15:23:51.514460+0000","last_active":"2024-08-04T15:25:13.819786+0000","last_peered":"2024-08-04T15:25:13.819786+0000","last_clean":"2024-08-04T15:25:13.819786+0000","last_became_active":"2024-08-04T15:23:51.514151+0000","last_became_peered":"2024-08-04T15:23:51.514151+0000","last_unstale":"2024-08-04T15:25:13.819786+0000","last_undegraded":"2024-08-04T15:25:13.819786+0000","last_fullsized":"2024-08-04T15:25:13.819786+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:26:14.347168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.083742+0000","last_change":"2024-08-04T15:23:51.503127+0000","last_active":"2024-08-04T15:25:13.083742+0000","last_peered":"2024-08-04T15:25:13.083742+0000","last_clean":"2024-08-04T15:25:13.083742+0000","last_became_active":"2024-08-04T15:23:51.502808+0000","last_became_peered":"2024-08-04T15:23:51.502808+0000","last_unstale":"2024-08-04T15:25:13.083742+0000","last_undegraded":"2024-08-04T15:25:13.083742+0000","last_fullsized":"2024-08-04T15:25:13.083742+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:11:25.007399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.437050+0000","last_change":"2024-08-04T15:23:51.501831+0000","last_active":"2024-08-04T15:25:13.437050+0000","last_peered":"2024-08-04T15:25:13.437050+0000","last_clean":"2024-08-04T15:25:13.437050+0000","last_became_active":"2024-08-04T15:23:51.501541+0000","last_became_peered":"2024-08-04T15:23:51.501541+0000","last_unstale":"2024-08-04T15:25:13.437050+0000","last_undegraded":"2024-08-04T15:25:13.437050+0000","last_fullsized":"2024-08-04T15:25:13.437050+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:06:25.431625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085646+0000","last_change":"2024-08-04T15:23:51.514188+0000","last_active":"2024-08-04T15:25:13.085646+0000","last_peered":"2024-08-04T15:25:13.085646+0000","last_clean":"2024-08-04T15:25:13.085646+0000","last_became_active":"2024-08-04T15:23:51.513885+0000","last_became_peered":"2024-08-04T15:23:51.513885+0000","last_unstale":"2024-08-04T15:25:13.085646+0000","last_undegraded":"2024-08-04T15:25:13.085646+0000","last_fullsized":"2024-08-04T15:25:13.085646+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:35:26.339963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819620+0000","last_change":"2024-08-04T15:23:51.517913+0000","last_active":"2024-08-04T15:25:13.819620+0000","last_peered":"2024-08-04T15:25:13.819620+0000","last_clean":"2024-08-04T15:25:13.819620+0000","last_became_active":"2024-08-04T15:23:51.517195+0000","last_became_peered":"2024-08-04T15:23:51.517195+0000","last_unstale":"2024-08-04T15:25:13.819620+0000","last_undegraded":"2024-08-04T15:25:13.819620+0000","last_fullsized":"2024-08-04T15:25:13.819620+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:15:42.996486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085540+0000","last_change":"2024-08-04T15:23:51.515035+0000","last_active":"2024-08-04T15:25:13.085540+0000","last_peered":"2024-08-04T15:25:13.085540+0000","last_clean":"2024-08-04T15:25:13.085540+0000","last_became_active":"2024-08-04T15:23:51.513365+0000","last_became_peered":"2024-08-04T15:23:51.513365+0000","last_unstale":"2024-08-04T15:25:13.085540+0000","last_undegraded":"2024-08-04T15:25:13.085540+0000","last_fullsized":"2024-08-04T15:25:13.085540+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:13:13.330754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819249+0000","last_change":"2024-08-04T15:23:51.510334+0000","last_active":"2024-08-04T15:25:13.819249+0000","last_peered":"2024-08-04T15:25:13.819249+0000","last_clean":"2024-08-04T15:25:13.819249+0000","last_became_active":"2024-08-04T15:23:51.509988+0000","last_became_peered":"2024-08-04T15:23:51.509988+0000","last_unstale":"2024-08-04T15:25:13.819249+0000","last_undegraded":"2024-08-04T15:25:13.819249+0000","last_fullsized":"2024-08-04T15:25:13.819249+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:55:18.575986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.818946+0000","last_change":"2024-08-04T15:23:51.510832+0000","last_active":"2024-08-04T15:25:13.818946+0000","last_peered":"2024-08-04T15:25:13.818946+0000","last_clean":"2024-08-04T15:25:13.818946+0000","last_became_active":"2024-08-04T15:23:51.510572+0000","last_became_peered":"2024-08-04T15:23:51.510572+0000","last_unstale":"2024-08-04T15:25:13.818946+0000","last_undegraded":"2024-08-04T15:25:13.818946+0000","last_fullsized":"2024-08-04T15:25:13.818946+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:26:24.443599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819957+0000","last_change":"2024-08-04T15:23:51.518943+0000","last_active":"2024-08-04T15:25:13.819957+0000","last_peered":"2024-08-04T15:25:13.819957+0000","last_clean":"2024-08-04T15:25:13.819957+0000","last_became_active":"2024-08-04T15:23:51.518627+0000","last_became_peered":"2024-08-04T15:23:51.518627+0000","last_unstale":"2024-08-04T15:25:13.819957+0000","last_undegraded":"2024-08-04T15:25:13.819957+0000","last_fullsized":"2024-08-04T15:25:13.819957+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:38:16.947646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300487+0000","last_change":"2024-08-04T15:23:51.515571+0000","last_active":"2024-08-04T15:25:13.300487+0000","last_peered":"2024-08-04T15:25:13.300487+0000","last_clean":"2024-08-04T15:25:13.300487+0000","last_became_active":"2024-08-04T15:23:51.515273+0000","last_became_peered":"2024-08-04T15:23:51.515273+0000","last_unstale":"2024-08-04T15:25:13.300487+0000","last_undegraded":"2024-08-04T15:25:13.300487+0000","last_fullsized":"2024-08-04T15:25:13.300487+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:57:03.422372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300485+0000","last_change":"2024-08-04T15:23:51.514923+0000","last_active":"2024-08-04T15:25:13.300485+0000","last_peered":"2024-08-04T15:25:13.300485+0000","last_clean":"2024-08-04T15:25:13.300485+0000","last_became_active":"2024-08-04T15:23:51.514655+0000","last_became_peered":"2024-08-04T15:23:51.514655+0000","last_unstale":"2024-08-04T15:25:13.300485+0000","last_undegraded":"2024-08-04T15:25:13.300485+0000","last_fullsized":"2024-08-04T15:25:13.300485+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:15:00.740206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.082130+0000","last_change":"2024-08-04T15:24:16.103578+0000","last_active":"2024-08-04T15:25:13.082130+0000","last_peered":"2024-08-04T15:25:13.082130+0000","last_clean":"2024-08-04T15:25:13.082130+0000","last_became_active":"2024-08-04T15:24:16.103201+0000","last_became_peered":"2024-08-04T15:24:16.103201+0000","last_unstale":"2024-08-04T15:25:13.082130+0000","last_undegraded":"2024-08-04T15:25:13.082130+0000","last_fullsized":"2024-08-04T15:25:13.082130+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:51:15.929686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819107+0000","last_change":"2024-08-04T15:23:51.507950+0000","last_active":"2024-08-04T15:25:13.819107+0000","last_peered":"2024-08-04T15:25:13.819107+0000","last_clean":"2024-08-04T15:25:13.819107+0000","last_became_active":"2024-08-04T15:23:51.507409+0000","last_became_peered":"2024-08-04T15:23:51.507409+0000","last_unstale":"2024-08-04T15:25:13.819107+0000","last_undegraded":"2024-08-04T15:25:13.819107+0000","last_fullsized":"2024-08-04T15:25:13.819107+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:12:33.117795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.436423+0000","last_change":"2024-08-04T15:23:51.511488+0000","last_active":"2024-08-04T15:25:13.436423+0000","last_peered":"2024-08-04T15:25:13.436423+0000","last_clean":"2024-08-04T15:25:13.436423+0000","last_became_active":"2024-08-04T15:23:51.510253+0000","last_became_peered":"2024-08-04T15:23:51.510253+0000","last_unstale":"2024-08-04T15:25:13.436423+0000","last_undegraded":"2024-08-04T15:25:13.436423+0000","last_fullsized":"2024-08-04T15:25:13.436423+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:40:47.566285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.082661+0000","last_change":"2024-08-04T15:23:51.499127+0000","last_active":"2024-08-04T15:25:13.082661+0000","last_peered":"2024-08-04T15:25:13.082661+0000","last_clean":"2024-08-04T15:25:13.082661+0000","last_became_active":"2024-08-04T15:23:51.498774+0000","last_became_peered":"2024-08-04T15:23:51.498774+0000","last_unstale":"2024-08-04T15:25:13.082661+0000","last_undegraded":"2024-08-04T15:25:13.082661+0000","last_fullsized":"2024-08-04T15:25:13.082661+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:51:36.258519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085410+0000","last_change":"2024-08-04T15:23:51.520398+0000","last_active":"2024-08-04T15:25:13.085410+0000","last_peered":"2024-08-04T15:25:13.085410+0000","last_clean":"2024-08-04T15:25:13.085410+0000","last_became_active":"2024-08-04T15:23:51.519277+0000","last_became_peered":"2024-08-04T15:23:51.519277+0000","last_unstale":"2024-08-04T15:25:13.085410+0000","last_undegraded":"2024-08-04T15:25:13.085410+0000","last_fullsized":"2024-08-04T15:25:13.085410+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:07:18.910650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.086044+0000","last_change":"2024-08-04T15:23:51.518164+0000","last_active":"2024-08-04T15:25:13.086044+0000","last_peered":"2024-08-04T15:25:13.086044+0000","last_clean":"2024-08-04T15:25:13.086044+0000","last_became_active":"2024-08-04T15:23:51.517888+0000","last_became_peered":"2024-08-04T15:23:51.517888+0000","last_unstale":"2024-08-04T15:25:13.086044+0000","last_undegraded":"2024-08-04T15:25:13.086044+0000","last_fullsized":"2024-08-04T15:25:13.086044+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:38:39.543123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.082030+0000","last_change":"2024-08-04T15:23:51.506696+0000","last_active":"2024-08-04T15:25:13.082030+0000","last_peered":"2024-08-04T15:25:13.082030+0000","last_clean":"2024-08-04T15:25:13.082030+0000","last_became_active":"2024-08-04T15:23:51.505211+0000","last_became_peered":"2024-08-04T15:23:51.505211+0000","last_unstale":"2024-08-04T15:25:13.082030+0000","last_undegraded":"2024-08-04T15:25:13.082030+0000","last_fullsized":"2024-08-04T15:25:13.082030+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:30:26.148856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819712+0000","last_change":"2024-08-04T15:23:51.515569+0000","last_active":"2024-08-04T15:25:13.819712+0000","last_peered":"2024-08-04T15:25:13.819712+0000","last_clean":"2024-08-04T15:25:13.819712+0000","last_became_active":"2024-08-04T15:23:51.514924+0000","last_became_peered":"2024-08-04T15:23:51.514924+0000","last_unstale":"2024-08-04T15:25:13.819712+0000","last_undegraded":"2024-08-04T15:25:13.819712+0000","last_fullsized":"2024-08-04T15:25:13.819712+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:00:13.402505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300256+0000","last_change":"2024-08-04T15:23:51.511155+0000","last_active":"2024-08-04T15:25:13.300256+0000","last_peered":"2024-08-04T15:25:13.300256+0000","last_clean":"2024-08-04T15:25:13.300256+0000","last_became_active":"2024-08-04T15:23:51.510785+0000","last_became_peered":"2024-08-04T15:23:51.510785+0000","last_unstale":"2024-08-04T15:25:13.300256+0000","last_undegraded":"2024-08-04T15:25:13.300256+0000","last_fullsized":"2024-08-04T15:25:13.300256+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:20:30.379451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.436803+0000","last_change":"2024-08-04T15:23:51.511642+0000","last_active":"2024-08-04T15:25:13.436803+0000","last_peered":"2024-08-04T15:25:13.436803+0000","last_clean":"2024-08-04T15:25:13.436803+0000","last_became_active":"2024-08-04T15:23:51.509234+0000","last_became_peered":"2024-08-04T15:23:51.509234+0000","last_unstale":"2024-08-04T15:25:13.436803+0000","last_undegraded":"2024-08-04T15:25:13.436803+0000","last_fullsized":"2024-08-04T15:25:13.436803+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:19:02.236179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085608+0000","last_change":"2024-08-04T15:23:51.515281+0000","last_active":"2024-08-04T15:25:13.085608+0000","last_peered":"2024-08-04T15:25:13.085608+0000","last_clean":"2024-08-04T15:25:13.085608+0000","last_became_active":"2024-08-04T15:23:51.512917+0000","last_became_peered":"2024-08-04T15:23:51.512917+0000","last_unstale":"2024-08-04T15:25:13.085608+0000","last_undegraded":"2024-08-04T15:25:13.085608+0000","last_fullsized":"2024-08-04T15:25:13.085608+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:13:15.187702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819220+0000","last_change":"2024-08-04T15:23:51.500357+0000","last_active":"2024-08-04T15:25:13.819220+0000","last_peered":"2024-08-04T15:25:13.819220+0000","last_clean":"2024-08-04T15:25:13.819220+0000","last_became_active":"2024-08-04T15:23:51.500076+0000","last_became_peered":"2024-08-04T15:23:51.500076+0000","last_unstale":"2024-08-04T15:25:13.819220+0000","last_undegraded":"2024-08-04T15:25:13.819220+0000","last_fullsized":"2024-08-04T15:25:13.819220+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:36:55.376597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085461+0000","last_change":"2024-08-04T15:23:51.513289+0000","last_active":"2024-08-04T15:25:13.085461+0000","last_peered":"2024-08-04T15:25:13.085461+0000","last_clean":"2024-08-04T15:25:13.085461+0000","last_became_active":"2024-08-04T15:23:51.512892+0000","last_became_peered":"2024-08-04T15:23:51.512892+0000","last_unstale":"2024-08-04T15:25:13.085461+0000","last_undegraded":"2024-08-04T15:25:13.085461+0000","last_fullsized":"2024-08-04T15:25:13.085461+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:58:56.118404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819540+0000","last_change":"2024-08-04T15:23:51.503039+0000","last_active":"2024-08-04T15:25:13.819540+0000","last_peered":"2024-08-04T15:25:13.819540+0000","last_clean":"2024-08-04T15:25:13.819540+0000","last_became_active":"2024-08-04T15:23:51.502774+0000","last_became_peered":"2024-08-04T15:23:51.502774+0000","last_unstale":"2024-08-04T15:25:13.819540+0000","last_undegraded":"2024-08-04T15:25:13.819540+0000","last_fullsized":"2024-08-04T15:25:13.819540+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:22:46.397060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300580+0000","last_change":"2024-08-04T15:23:51.513070+0000","last_active":"2024-08-04T15:25:13.300580+0000","last_peered":"2024-08-04T15:25:13.300580+0000","last_clean":"2024-08-04T15:25:13.300580+0000","last_became_active":"2024-08-04T15:23:51.512778+0000","last_became_peered":"2024-08-04T15:23:51.512778+0000","last_unstale":"2024-08-04T15:25:13.300580+0000","last_undegraded":"2024-08-04T15:25:13.300580+0000","last_fullsized":"2024-08-04T15:25:13.300580+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:20:08.116370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.083476+0000","last_change":"2024-08-04T15:23:51.500586+0000","last_active":"2024-08-04T15:25:13.083476+0000","last_peered":"2024-08-04T15:25:13.083476+0000","last_clean":"2024-08-04T15:25:13.083476+0000","last_became_active":"2024-08-04T15:23:51.500297+0000","last_became_peered":"2024-08-04T15:23:51.500297+0000","last_unstale":"2024-08-04T15:25:13.083476+0000","last_undegraded":"2024-08-04T15:25:13.083476+0000","last_fullsized":"2024-08-04T15:25:13.083476+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:05:13.759470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819465+0000","last_change":"2024-08-04T15:23:51.503761+0000","last_active":"2024-08-04T15:25:13.819465+0000","last_peered":"2024-08-04T15:25:13.819465+0000","last_clean":"2024-08-04T15:25:13.819465+0000","last_became_active":"2024-08-04T15:23:51.502325+0000","last_became_peered":"2024-08-04T15:23:51.502325+0000","last_unstale":"2024-08-04T15:25:13.819465+0000","last_undegraded":"2024-08-04T15:25:13.819465+0000","last_fullsized":"2024-08-04T15:25:13.819465+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:18:53.024583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.436875+0000","last_change":"2024-08-04T15:23:51.504028+0000","last_active":"2024-08-04T15:25:13.436875+0000","last_peered":"2024-08-04T15:25:13.436875+0000","last_clean":"2024-08-04T15:25:13.436875+0000","last_became_active":"2024-08-04T15:23:51.502406+0000","last_became_peered":"2024-08-04T15:23:51.502406+0000","last_unstale":"2024-08-04T15:25:13.436875+0000","last_undegraded":"2024-08-04T15:25:13.436875+0000","last_fullsized":"2024-08-04T15:25:13.436875+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:07:00.811214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085633+0000","last_change":"2024-08-04T15:23:51.515670+0000","last_active":"2024-08-04T15:25:13.085633+0000","last_peered":"2024-08-04T15:25:13.085633+0000","last_clean":"2024-08-04T15:25:13.085633+0000","last_became_active":"2024-08-04T15:23:51.513755+0000","last_became_peered":"2024-08-04T15:23:51.513755+0000","last_unstale":"2024-08-04T15:25:13.085633+0000","last_undegraded":"2024-08-04T15:25:13.085633+0000","last_fullsized":"2024-08-04T15:25:13.085633+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:07:36.189578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.081613+0000","last_change":"2024-08-04T15:23:51.505972+0000","last_active":"2024-08-04T15:25:13.081613+0000","last_peered":"2024-08-04T15:25:13.081613+0000","last_clean":"2024-08-04T15:25:13.081613+0000","last_became_active":"2024-08-04T15:23:51.505698+0000","last_became_peered":"2024-08-04T15:23:51.505698+0000","last_unstale":"2024-08-04T15:25:13.081613+0000","last_undegraded":"2024-08-04T15:25:13.081613+0000","last_fullsized":"2024-08-04T15:25:13.081613+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:17:26.415836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.299990+0000","last_change":"2024-08-04T15:23:51.514862+0000","last_active":"2024-08-04T15:25:13.299990+0000","last_peered":"2024-08-04T15:25:13.299990+0000","last_clean":"2024-08-04T15:25:13.299990+0000","last_became_active":"2024-08-04T15:23:51.514571+0000","last_became_peered":"2024-08-04T15:23:51.514571+0000","last_unstale":"2024-08-04T15:25:13.299990+0000","last_undegraded":"2024-08-04T15:25:13.299990+0000","last_fullsized":"2024-08-04T15:25:13.299990+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:27:28.970858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.081679+0000","last_change":"2024-08-04T15:23:51.502636+0000","last_active":"2024-08-04T15:25:13.081679+0000","last_peered":"2024-08-04T15:25:13.081679+0000","last_clean":"2024-08-04T15:25:13.081679+0000","last_became_active":"2024-08-04T15:23:51.502221+0000","last_became_peered":"2024-08-04T15:23:51.502221+0000","last_unstale":"2024-08-04T15:25:13.081679+0000","last_undegraded":"2024-08-04T15:25:13.081679+0000","last_fullsized":"2024-08-04T15:25:13.081679+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:08:29.459334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819316+0000","last_change":"2024-08-04T15:23:48.275284+0000","last_active":"2024-08-04T15:25:13.819316+0000","last_peered":"2024-08-04T15:25:13.819316+0000","last_clean":"2024-08-04T15:25:13.819316+0000","last_became_active":"2024-08-04T15:23:48.275018+0000","last_became_peered":"2024-08-04T15:23:48.275018+0000","last_unstale":"2024-08-04T15:25:13.819316+0000","last_undegraded":"2024-08-04T15:25:13.819316+0000","last_fullsized":"2024-08-04T15:25:13.819316+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:31:57.708624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.081927+0000","last_change":"2024-08-04T15:24:16.733476+0000","last_active":"2024-08-04T15:25:13.081927+0000","last_peered":"2024-08-04T15:25:13.081927+0000","last_clean":"2024-08-04T15:25:13.081927+0000","last_became_active":"2024-08-04T15:24:16.733201+0000","last_became_peered":"2024-08-04T15:24:16.733201+0000","last_unstale":"2024-08-04T15:25:13.081927+0000","last_undegraded":"2024-08-04T15:25:13.081927+0000","last_fullsized":"2024-08-04T15:25:13.081927+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:37:35.353199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":35,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300196+0000","last_change":"2024-08-04T15:24:16.104293+0000","last_active":"2024-08-04T15:25:13.300196+0000","last_peered":"2024-08-04T15:25:13.300196+0000","last_clean":"2024-08-04T15:25:13.300196+0000","last_became_active":"2024-08-04T15:24:16.103880+0000","last_became_peered":"2024-08-04T15:24:16.103880+0000","last_unstale":"2024-08-04T15:25:13.300196+0000","last_undegraded":"2024-08-04T15:25:13.300196+0000","last_fullsized":"2024-08-04T15:25:13.300196+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:23:43.630289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819149+0000","last_change":"2024-08-04T15:23:48.277222+0000","last_active":"2024-08-04T15:25:13.819149+0000","last_peered":"2024-08-04T15:25:13.819149+0000","last_clean":"2024-08-04T15:25:13.819149+0000","last_became_active":"2024-08-04T15:23:48.276906+0000","last_became_peered":"2024-08-04T15:23:48.276906+0000","last_unstale":"2024-08-04T15:25:13.819149+0000","last_undegraded":"2024-08-04T15:25:13.819149+0000","last_fullsized":"2024-08-04T15:25:13.819149+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:35:42.927782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819096+0000","last_change":"2024-08-04T15:23:51.506367+0000","last_active":"2024-08-04T15:25:13.819096+0000","last_peered":"2024-08-04T15:25:13.819096+0000","last_clean":"2024-08-04T15:25:13.819096+0000","last_became_active":"2024-08-04T15:23:51.506056+0000","last_became_peered":"2024-08-04T15:23:51.506056+0000","last_unstale":"2024-08-04T15:25:13.819096+0000","last_undegraded":"2024-08-04T15:25:13.819096+0000","last_fullsized":"2024-08-04T15:25:13.819096+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:24:28.792946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085518+0000","last_change":"2024-08-04T15:23:48.279106+0000","last_active":"2024-08-04T15:25:13.085518+0000","last_peered":"2024-08-04T15:25:13.085518+0000","last_clean":"2024-08-04T15:25:13.085518+0000","last_became_active":"2024-08-04T15:23:48.278804+0000","last_became_peered":"2024-08-04T15:23:48.278804+0000","last_unstale":"2024-08-04T15:25:13.085518+0000","last_undegraded":"2024-08-04T15:25:13.085518+0000","last_fullsized":"2024-08-04T15:25:13.085518+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:01:45.707647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.082505+0000","last_change":"2024-08-04T15:23:51.495377+0000","last_active":"2024-08-04T15:25:13.082505+0000","last_peered":"2024-08-04T15:25:13.082505+0000","last_clean":"2024-08-04T15:25:13.082505+0000","last_became_active":"2024-08-04T15:23:51.495082+0000","last_became_peered":"2024-08-04T15:23:51.495082+0000","last_unstale":"2024-08-04T15:25:13.082505+0000","last_undegraded":"2024-08-04T15:25:13.082505+0000","last_fullsized":"2024-08-04T15:25:13.082505+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:08:48.327340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300481+0000","last_change":"2024-08-04T15:23:48.283827+0000","last_active":"2024-08-04T15:25:13.300481+0000","last_peered":"2024-08-04T15:25:13.300481+0000","last_clean":"2024-08-04T15:25:13.300481+0000","last_became_active":"2024-08-04T15:23:48.283520+0000","last_became_peered":"2024-08-04T15:23:48.283520+0000","last_unstale":"2024-08-04T15:25:13.300481+0000","last_undegraded":"2024-08-04T15:25:13.300481+0000","last_fullsized":"2024-08-04T15:25:13.300481+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:18:16.247702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085859+0000","last_change":"2024-08-04T15:23:51.505550+0000","last_active":"2024-08-04T15:25:13.085859+0000","last_peered":"2024-08-04T15:25:13.085859+0000","last_clean":"2024-08-04T15:25:13.085859+0000","last_became_active":"2024-08-04T15:23:51.504959+0000","last_became_peered":"2024-08-04T15:23:51.504959+0000","last_unstale":"2024-08-04T15:25:13.085859+0000","last_undegraded":"2024-08-04T15:25:13.085859+0000","last_fullsized":"2024-08-04T15:25:13.085859+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:43:17.088831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.086016+0000","last_change":"2024-08-04T15:23:48.283723+0000","last_active":"2024-08-04T15:25:13.086016+0000","last_peered":"2024-08-04T15:25:13.086016+0000","last_clean":"2024-08-04T15:25:13.086016+0000","last_became_active":"2024-08-04T15:23:48.283377+0000","last_became_peered":"2024-08-04T15:23:48.283377+0000","last_unstale":"2024-08-04T15:25:13.086016+0000","last_undegraded":"2024-08-04T15:25:13.086016+0000","last_fullsized":"2024-08-04T15:25:13.086016+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:24:22.955080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.437417+0000","last_change":"2024-08-04T15:23:51.512117+0000","last_active":"2024-08-04T15:25:13.437417+0000","last_peered":"2024-08-04T15:25:13.437417+0000","last_clean":"2024-08-04T15:25:13.437417+0000","last_became_active":"2024-08-04T15:23:51.508897+0000","last_became_peered":"2024-08-04T15:23:51.508897+0000","last_unstale":"2024-08-04T15:25:13.437417+0000","last_undegraded":"2024-08-04T15:25:13.437417+0000","last_fullsized":"2024-08-04T15:25:13.437417+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:56:49.886166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.083609+0000","last_change":"2024-08-04T15:23:48.279173+0000","last_active":"2024-08-04T15:25:13.083609+0000","last_peered":"2024-08-04T15:25:13.083609+0000","last_clean":"2024-08-04T15:25:13.083609+0000","last_became_active":"2024-08-04T15:23:48.278870+0000","last_became_peered":"2024-08-04T15:23:48.278870+0000","last_unstale":"2024-08-04T15:25:13.083609+0000","last_undegraded":"2024-08-04T15:25:13.083609+0000","last_fullsized":"2024-08-04T15:25:13.083609+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:35:18.498343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.082127+0000","last_change":"2024-08-04T15:23:51.505776+0000","last_active":"2024-08-04T15:25:13.082127+0000","last_peered":"2024-08-04T15:25:13.082127+0000","last_clean":"2024-08-04T15:25:13.082127+0000","last_became_active":"2024-08-04T15:23:51.505222+0000","last_became_peered":"2024-08-04T15:23:51.505222+0000","last_unstale":"2024-08-04T15:25:13.082127+0000","last_undegraded":"2024-08-04T15:25:13.082127+0000","last_fullsized":"2024-08-04T15:25:13.082127+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:57:42.114526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300332+0000","last_change":"2024-08-04T15:23:48.281848+0000","last_active":"2024-08-04T15:25:13.300332+0000","last_peered":"2024-08-04T15:25:13.300332+0000","last_clean":"2024-08-04T15:25:13.300332+0000","last_became_active":"2024-08-04T15:23:48.281548+0000","last_became_peered":"2024-08-04T15:23:48.281548+0000","last_unstale":"2024-08-04T15:25:13.300332+0000","last_undegraded":"2024-08-04T15:25:13.300332+0000","last_fullsized":"2024-08-04T15:25:13.300332+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:09:12.939157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819550+0000","last_change":"2024-08-04T15:23:51.515749+0000","last_active":"2024-08-04T15:25:13.819550+0000","last_peered":"2024-08-04T15:25:13.819550+0000","last_clean":"2024-08-04T15:25:13.819550+0000","last_became_active":"2024-08-04T15:23:51.515291+0000","last_became_peered":"2024-08-04T15:23:51.515291+0000","last_unstale":"2024-08-04T15:25:13.819550+0000","last_undegraded":"2024-08-04T15:25:13.819550+0000","last_fullsized":"2024-08-04T15:25:13.819550+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:12:21.731480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.436992+0000","last_change":"2024-08-04T15:23:48.274307+0000","last_active":"2024-08-04T15:25:13.436992+0000","last_peered":"2024-08-04T15:25:13.436992+0000","last_clean":"2024-08-04T15:25:13.436992+0000","last_became_active":"2024-08-04T15:23:48.274014+0000","last_became_peered":"2024-08-04T15:23:48.274014+0000","last_unstale":"2024-08-04T15:25:13.436992+0000","last_undegraded":"2024-08-04T15:25:13.436992+0000","last_fullsized":"2024-08-04T15:25:13.436992+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:37:36.408249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.436480+0000","last_change":"2024-08-04T15:23:51.505735+0000","last_active":"2024-08-04T15:25:13.436480+0000","last_peered":"2024-08-04T15:25:13.436480+0000","last_clean":"2024-08-04T15:25:13.436480+0000","last_became_active":"2024-08-04T15:23:51.505470+0000","last_became_peered":"2024-08-04T15:23:51.505470+0000","last_unstale":"2024-08-04T15:25:13.436480+0000","last_undegraded":"2024-08-04T15:25:13.436480+0000","last_fullsized":"2024-08-04T15:25:13.436480+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:30:41.327112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085704+0000","last_change":"2024-08-04T15:23:48.279451+0000","last_active":"2024-08-04T15:25:13.085704+0000","last_peered":"2024-08-04T15:25:13.085704+0000","last_clean":"2024-08-04T15:25:13.085704+0000","last_became_active":"2024-08-04T15:23:48.279090+0000","last_became_peered":"2024-08-04T15:23:48.279090+0000","last_unstale":"2024-08-04T15:25:13.085704+0000","last_undegraded":"2024-08-04T15:25:13.085704+0000","last_fullsized":"2024-08-04T15:25:13.085704+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:43:18.349023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819531+0000","last_change":"2024-08-04T15:23:51.518087+0000","last_active":"2024-08-04T15:25:13.819531+0000","last_peered":"2024-08-04T15:25:13.819531+0000","last_clean":"2024-08-04T15:25:13.819531+0000","last_became_active":"2024-08-04T15:23:51.517647+0000","last_became_peered":"2024-08-04T15:23:51.517647+0000","last_unstale":"2024-08-04T15:25:13.819531+0000","last_undegraded":"2024-08-04T15:25:13.819531+0000","last_fullsized":"2024-08-04T15:25:13.819531+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:34:32.059933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300193+0000","last_change":"2024-08-04T15:23:48.284012+0000","last_active":"2024-08-04T15:25:13.300193+0000","last_peered":"2024-08-04T15:25:13.300193+0000","last_clean":"2024-08-04T15:25:13.300193+0000","last_became_active":"2024-08-04T15:23:48.283453+0000","last_became_peered":"2024-08-04T15:23:48.283453+0000","last_unstale":"2024-08-04T15:25:13.300193+0000","last_undegraded":"2024-08-04T15:25:13.300193+0000","last_fullsized":"2024-08-04T15:25:13.300193+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:05:40.040885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300040+0000","last_change":"2024-08-04T15:23:51.515938+0000","last_active":"2024-08-04T15:25:13.300040+0000","last_peered":"2024-08-04T15:25:13.300040+0000","last_clean":"2024-08-04T15:25:13.300040+0000","last_became_active":"2024-08-04T15:23:51.515650+0000","last_became_peered":"2024-08-04T15:23:51.515650+0000","last_unstale":"2024-08-04T15:25:13.300040+0000","last_undegraded":"2024-08-04T15:25:13.300040+0000","last_fullsized":"2024-08-04T15:25:13.300040+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:56:31.130164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":32,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.081522+0000","last_change":"2024-08-04T15:23:48.269918+0000","last_active":"2024-08-04T15:25:13.081522+0000","last_peered":"2024-08-04T15:25:13.081522+0000","last_clean":"2024-08-04T15:25:13.081522+0000","last_became_active":"2024-08-04T15:23:48.269587+0000","last_became_peered":"2024-08-04T15:23:48.269587+0000","last_unstale":"2024-08-04T15:25:13.081522+0000","last_undegraded":"2024-08-04T15:25:13.081522+0000","last_fullsized":"2024-08-04T15:25:13.081522+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:29:46.647005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819333+0000","last_change":"2024-08-04T15:23:51.511866+0000","last_active":"2024-08-04T15:25:13.819333+0000","last_peered":"2024-08-04T15:25:13.819333+0000","last_clean":"2024-08-04T15:25:13.819333+0000","last_became_active":"2024-08-04T15:23:51.511562+0000","last_became_peered":"2024-08-04T15:23:51.511562+0000","last_unstale":"2024-08-04T15:25:13.819333+0000","last_undegraded":"2024-08-04T15:25:13.819333+0000","last_fullsized":"2024-08-04T15:25:13.819333+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:40:26.926853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.082109+0000","last_change":"2024-08-04T15:23:48.276386+0000","last_active":"2024-08-04T15:25:13.082109+0000","last_peered":"2024-08-04T15:25:13.082109+0000","last_clean":"2024-08-04T15:25:13.082109+0000","last_became_active":"2024-08-04T15:23:48.275882+0000","last_became_peered":"2024-08-04T15:23:48.275882+0000","last_unstale":"2024-08-04T15:25:13.082109+0000","last_undegraded":"2024-08-04T15:25:13.082109+0000","last_fullsized":"2024-08-04T15:25:13.082109+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:28:59.872959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819837+0000","last_change":"2024-08-04T15:23:51.514697+0000","last_active":"2024-08-04T15:25:13.819837+0000","last_peered":"2024-08-04T15:25:13.819837+0000","last_clean":"2024-08-04T15:25:13.819837+0000","last_became_active":"2024-08-04T15:23:51.513403+0000","last_became_peered":"2024-08-04T15:23:51.513403+0000","last_unstale":"2024-08-04T15:25:13.819837+0000","last_undegraded":"2024-08-04T15:25:13.819837+0000","last_fullsized":"2024-08-04T15:25:13.819837+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:59:13.217468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.082198+0000","last_change":"2024-08-04T15:23:48.276563+0000","last_active":"2024-08-04T15:25:13.082198+0000","last_peered":"2024-08-04T15:25:13.082198+0000","last_clean":"2024-08-04T15:25:13.082198+0000","last_became_active":"2024-08-04T15:23:48.275645+0000","last_became_peered":"2024-08-04T15:23:48.275645+0000","last_unstale":"2024-08-04T15:25:13.082198+0000","last_undegraded":"2024-08-04T15:25:13.082198+0000","last_fullsized":"2024-08-04T15:25:13.082198+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:57:44.808918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819824+0000","last_change":"2024-08-04T15:23:51.517178+0000","last_active":"2024-08-04T15:25:13.819824+0000","last_peered":"2024-08-04T15:25:13.819824+0000","last_clean":"2024-08-04T15:25:13.819824+0000","last_became_active":"2024-08-04T15:23:51.516772+0000","last_became_peered":"2024-08-04T15:23:51.516772+0000","last_unstale":"2024-08-04T15:25:13.819824+0000","last_undegraded":"2024-08-04T15:25:13.819824+0000","last_fullsized":"2024-08-04T15:25:13.819824+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:55:01.959163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.083718+0000","last_change":"2024-08-04T15:23:48.274978+0000","last_active":"2024-08-04T15:25:13.083718+0000","last_peered":"2024-08-04T15:25:13.083718+0000","last_clean":"2024-08-04T15:25:13.083718+0000","last_became_active":"2024-08-04T15:23:48.274675+0000","last_became_peered":"2024-08-04T15:23:48.274675+0000","last_unstale":"2024-08-04T15:25:13.083718+0000","last_undegraded":"2024-08-04T15:25:13.083718+0000","last_fullsized":"2024-08-04T15:25:13.083718+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:43:31.663358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085738+0000","last_change":"2024-08-04T15:23:51.515281+0000","last_active":"2024-08-04T15:25:13.085738+0000","last_peered":"2024-08-04T15:25:13.085738+0000","last_clean":"2024-08-04T15:25:13.085738+0000","last_became_active":"2024-08-04T15:23:51.515015+0000","last_became_peered":"2024-08-04T15:23:51.515015+0000","last_unstale":"2024-08-04T15:25:13.085738+0000","last_undegraded":"2024-08-04T15:25:13.085738+0000","last_fullsized":"2024-08-04T15:25:13.085738+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:12:29.932714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.081985+0000","last_change":"2024-08-04T15:23:48.274476+0000","last_active":"2024-08-04T15:25:13.081985+0000","last_peered":"2024-08-04T15:25:13.081985+0000","last_clean":"2024-08-04T15:25:13.081985+0000","last_became_active":"2024-08-04T15:23:48.273407+0000","last_became_peered":"2024-08-04T15:23:48.273407+0000","last_unstale":"2024-08-04T15:25:13.081985+0000","last_undegraded":"2024-08-04T15:25:13.081985+0000","last_fullsized":"2024-08-04T15:25:13.081985+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:16:07.211238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819583+0000","last_change":"2024-08-04T15:23:51.511102+0000","last_active":"2024-08-04T15:25:13.819583+0000","last_peered":"2024-08-04T15:25:13.819583+0000","last_clean":"2024-08-04T15:25:13.819583+0000","last_became_active":"2024-08-04T15:23:51.510794+0000","last_became_peered":"2024-08-04T15:23:51.510794+0000","last_unstale":"2024-08-04T15:25:13.819583+0000","last_undegraded":"2024-08-04T15:25:13.819583+0000","last_fullsized":"2024-08-04T15:25:13.819583+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:32:33.827060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-04T15:25:20.575123+0000","last_change":"2024-08-04T15:25:13.300659+0000","last_active":"2024-08-04T15:25:20.575123+0000","last_peered":"2024-08-04T15:25:20.575123+0000","last_clean":"2024-08-04T15:25:20.575123+0000","last_became_active":"2024-08-04T15:25:07.523753+0000","last_became_peered":"2024-08-04T15:25:07.523753+0000","last_unstale":"2024-08-04T15:25:20.575123+0000","last_undegraded":"2024-08-04T15:25:20.575123+0000","last_fullsized":"2024-08-04T15:25:20.575123+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:53:02.752171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029989099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":283,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819378+0000","last_change":"2024-08-04T15:23:26.550976+0000","last_active":"2024-08-04T15:25:13.819378+0000","last_peered":"2024-08-04T15:25:13.819378+0000","last_clean":"2024-08-04T15:25:13.819378+0000","last_became_active":"2024-08-04T15:23:26.550654+0000","last_became_peered":"2024-08-04T15:23:26.550654+0000","last_unstale":"2024-08-04T15:25:13.819378+0000","last_undegraded":"2024-08-04T15:25:13.819378+0000","last_fullsized":"2024-08-04T15:25:13.819378+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:21:25.437230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:21:25.437230+0000","last_clean_scrub_stamp":"2024-08-04T15:21:25.437230+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:43:30.284931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085646+0000","last_change":"2024-08-04T15:23:48.277860+0000","last_active":"2024-08-04T15:25:13.085646+0000","last_peered":"2024-08-04T15:25:13.085646+0000","last_clean":"2024-08-04T15:25:13.085646+0000","last_became_active":"2024-08-04T15:23:48.277556+0000","last_became_peered":"2024-08-04T15:23:48.277556+0000","last_unstale":"2024-08-04T15:25:13.085646+0000","last_undegraded":"2024-08-04T15:25:13.085646+0000","last_fullsized":"2024-08-04T15:25:13.085646+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:06:52.721636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819117+0000","last_change":"2024-08-04T15:23:51.510648+0000","last_active":"2024-08-04T15:25:13.819117+0000","last_peered":"2024-08-04T15:25:13.819117+0000","last_clean":"2024-08-04T15:25:13.819117+0000","last_became_active":"2024-08-04T15:23:51.510442+0000","last_became_peered":"2024-08-04T15:23:51.510442+0000","last_unstale":"2024-08-04T15:25:13.819117+0000","last_undegraded":"2024-08-04T15:25:13.819117+0000","last_fullsized":"2024-08-04T15:25:13.819117+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:35:39.736041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-04T15:25:20.564506+0000","last_change":"2024-08-04T15:25:13.437496+0000","last_active":"2024-08-04T15:25:20.564506+0000","last_peered":"2024-08-04T15:25:20.564506+0000","last_clean":"2024-08-04T15:25:20.564506+0000","last_became_active":"2024-08-04T15:25:07.524884+0000","last_became_peered":"2024-08-04T15:25:07.524884+0000","last_unstale":"2024-08-04T15:25:20.564506+0000","last_undegraded":"2024-08-04T15:25:20.564506+0000","last_fullsized":"2024-08-04T15:25:20.564506+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:58:51.219148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026070599999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819587+0000","last_change":"2024-08-04T15:23:48.276874+0000","last_active":"2024-08-04T15:25:13.819587+0000","last_peered":"2024-08-04T15:25:13.819587+0000","last_clean":"2024-08-04T15:25:13.819587+0000","last_became_active":"2024-08-04T15:23:48.276577+0000","last_became_peered":"2024-08-04T15:23:48.276577+0000","last_unstale":"2024-08-04T15:25:13.819587+0000","last_undegraded":"2024-08-04T15:25:13.819587+0000","last_fullsized":"2024-08-04T15:25:13.819587+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:06:59.690137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.436192+0000","last_change":"2024-08-04T15:23:51.502729+0000","last_active":"2024-08-04T15:25:13.436192+0000","last_peered":"2024-08-04T15:25:13.436192+0000","last_clean":"2024-08-04T15:25:13.436192+0000","last_became_active":"2024-08-04T15:23:51.502366+0000","last_became_peered":"2024-08-04T15:23:51.502366+0000","last_unstale":"2024-08-04T15:25:13.436192+0000","last_undegraded":"2024-08-04T15:25:13.436192+0000","last_fullsized":"2024-08-04T15:25:13.436192+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:28:36.020082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-04T15:25:20.566086+0000","last_change":"2024-08-04T15:25:13.084015+0000","last_active":"2024-08-04T15:25:20.566086+0000","last_peered":"2024-08-04T15:25:20.566086+0000","last_clean":"2024-08-04T15:25:20.566086+0000","last_became_active":"2024-08-04T15:25:07.589939+0000","last_became_peered":"2024-08-04T15:25:07.589939+0000","last_unstale":"2024-08-04T15:25:20.566086+0000","last_undegraded":"2024-08-04T15:25:20.566086+0000","last_fullsized":"2024-08-04T15:25:20.566086+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:49:43.871442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036833100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.081744+0000","last_change":"2024-08-04T15:23:48.272569+0000","last_active":"2024-08-04T15:25:13.081744+0000","last_peered":"2024-08-04T15:25:13.081744+0000","last_clean":"2024-08-04T15:25:13.081744+0000","last_became_active":"2024-08-04T15:23:48.272173+0000","last_became_peered":"2024-08-04T15:23:48.272173+0000","last_unstale":"2024-08-04T15:25:13.081744+0000","last_undegraded":"2024-08-04T15:25:13.081744+0000","last_fullsized":"2024-08-04T15:25:13.081744+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:47:05.909654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.082298+0000","last_change":"2024-08-04T15:23:51.503161+0000","last_active":"2024-08-04T15:25:13.082298+0000","last_peered":"2024-08-04T15:25:13.082298+0000","last_clean":"2024-08-04T15:25:13.082298+0000","last_became_active":"2024-08-04T15:23:51.502823+0000","last_became_peered":"2024-08-04T15:23:51.502823+0000","last_unstale":"2024-08-04T15:25:13.082298+0000","last_undegraded":"2024-08-04T15:25:13.082298+0000","last_fullsized":"2024-08-04T15:25:13.082298+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:33:21.023850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-04T15:25:20.565701+0000","last_change":"2024-08-04T15:25:13.083897+0000","last_active":"2024-08-04T15:25:20.565701+0000","last_peered":"2024-08-04T15:25:20.565701+0000","last_clean":"2024-08-04T15:25:20.565701+0000","last_became_active":"2024-08-04T15:25:07.523086+0000","last_became_peered":"2024-08-04T15:25:07.523086+0000","last_unstale":"2024-08-04T15:25:20.565701+0000","last_undegraded":"2024-08-04T15:25:20.565701+0000","last_fullsized":"2024-08-04T15:25:20.565701+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:14:32.114343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057504400000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085848+0000","last_change":"2024-08-04T15:23:48.283717+0000","last_active":"2024-08-04T15:25:13.085848+0000","last_peered":"2024-08-04T15:25:13.085848+0000","last_clean":"2024-08-04T15:25:13.085848+0000","last_became_active":"2024-08-04T15:23:48.283378+0000","last_became_peered":"2024-08-04T15:23:48.283378+0000","last_unstale":"2024-08-04T15:25:13.085848+0000","last_undegraded":"2024-08-04T15:25:13.085848+0000","last_fullsized":"2024-08-04T15:25:13.085848+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:59:08.478236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.081827+0000","last_change":"2024-08-04T15:24:16.651054+0000","last_active":"2024-08-04T15:25:13.081827+0000","last_peered":"2024-08-04T15:25:13.081827+0000","last_clean":"2024-08-04T15:25:13.081827+0000","last_became_active":"2024-08-04T15:24:16.650627+0000","last_became_peered":"2024-08-04T15:24:16.650627+0000","last_unstale":"2024-08-04T15:25:13.081827+0000","last_undegraded":"2024-08-04T15:25:13.081827+0000","last_fullsized":"2024-08-04T15:25:13.081827+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:53:28.854906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-04T15:25:20.564974+0000","last_change":"2024-08-04T15:25:13.082604+0000","last_active":"2024-08-04T15:25:20.564974+0000","last_peered":"2024-08-04T15:25:20.564974+0000","last_clean":"2024-08-04T15:25:20.564974+0000","last_became_active":"2024-08-04T15:25:07.589951+0000","last_became_peered":"2024-08-04T15:25:07.589951+0000","last_unstale":"2024-08-04T15:25:20.564974+0000","last_undegraded":"2024-08-04T15:25:20.564974+0000","last_fullsized":"2024-08-04T15:25:20.564974+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:27:16.211253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040573600000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.083715+0000","last_change":"2024-08-04T15:23:48.271724+0000","last_active":"2024-08-04T15:25:13.083715+0000","last_peered":"2024-08-04T15:25:13.083715+0000","last_clean":"2024-08-04T15:25:13.083715+0000","last_became_active":"2024-08-04T15:23:48.271396+0000","last_became_peered":"2024-08-04T15:23:48.271396+0000","last_unstale":"2024-08-04T15:25:13.083715+0000","last_undegraded":"2024-08-04T15:25:13.083715+0000","last_fullsized":"2024-08-04T15:25:13.083715+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:16:53.552693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085900+0000","last_change":"2024-08-04T15:23:51.514596+0000","last_active":"2024-08-04T15:25:13.085900+0000","last_peered":"2024-08-04T15:25:13.085900+0000","last_clean":"2024-08-04T15:25:13.085900+0000","last_became_active":"2024-08-04T15:23:51.513688+0000","last_became_peered":"2024-08-04T15:23:51.513688+0000","last_unstale":"2024-08-04T15:25:13.085900+0000","last_undegraded":"2024-08-04T15:25:13.085900+0000","last_fullsized":"2024-08-04T15:25:13.085900+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:34:52.430383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-04T15:25:20.564304+0000","last_change":"2024-08-04T15:25:13.437149+0000","last_active":"2024-08-04T15:25:20.564304+0000","last_peered":"2024-08-04T15:25:20.564304+0000","last_clean":"2024-08-04T15:25:20.564304+0000","last_became_active":"2024-08-04T15:25:07.589919+0000","last_became_peered":"2024-08-04T15:25:07.589919+0000","last_unstale":"2024-08-04T15:25:20.564304+0000","last_undegraded":"2024-08-04T15:25:20.564304+0000","last_fullsized":"2024-08-04T15:25:20.564304+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:33:10.164478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000461841,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819736+0000","last_change":"2024-08-04T15:23:48.282213+0000","last_active":"2024-08-04T15:25:13.819736+0000","last_peered":"2024-08-04T15:25:13.819736+0000","last_clean":"2024-08-04T15:25:13.819736+0000","last_became_active":"2024-08-04T15:23:48.281870+0000","last_became_peered":"2024-08-04T15:23:48.281870+0000","last_unstale":"2024-08-04T15:25:13.819736+0000","last_undegraded":"2024-08-04T15:25:13.819736+0000","last_fullsized":"2024-08-04T15:25:13.819736+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:09:39.722868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.083466+0000","last_change":"2024-08-04T15:23:51.500768+0000","last_active":"2024-08-04T15:25:13.083466+0000","last_peered":"2024-08-04T15:25:13.083466+0000","last_clean":"2024-08-04T15:25:13.083466+0000","last_became_active":"2024-08-04T15:23:51.499939+0000","last_became_peered":"2024-08-04T15:23:51.499939+0000","last_unstale":"2024-08-04T15:25:13.083466+0000","last_undegraded":"2024-08-04T15:25:13.083466+0000","last_fullsized":"2024-08-04T15:25:13.083466+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:34:21.244874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-04T15:25:20.575520+0000","last_change":"2024-08-04T15:25:13.819349+0000","last_active":"2024-08-04T15:25:20.575520+0000","last_peered":"2024-08-04T15:25:20.575520+0000","last_clean":"2024-08-04T15:25:20.575520+0000","last_became_active":"2024-08-04T15:25:07.523296+0000","last_became_peered":"2024-08-04T15:25:07.523296+0000","last_unstale":"2024-08-04T15:25:20.575520+0000","last_undegraded":"2024-08-04T15:25:20.575520+0000","last_fullsized":"2024-08-04T15:25:20.575520+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:44:33.770029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044904800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.083824+0000","last_change":"2024-08-04T15:23:48.274053+0000","last_active":"2024-08-04T15:25:13.083824+0000","last_peered":"2024-08-04T15:25:13.083824+0000","last_clean":"2024-08-04T15:25:13.083824+0000","last_became_active":"2024-08-04T15:23:48.273742+0000","last_became_peered":"2024-08-04T15:23:48.273742+0000","last_unstale":"2024-08-04T15:25:13.083824+0000","last_undegraded":"2024-08-04T15:25:13.083824+0000","last_fullsized":"2024-08-04T15:25:13.083824+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:04:13.417015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819625+0000","last_change":"2024-08-04T15:23:51.505232+0000","last_active":"2024-08-04T15:25:13.819625+0000","last_peered":"2024-08-04T15:25:13.819625+0000","last_clean":"2024-08-04T15:25:13.819625+0000","last_became_active":"2024-08-04T15:23:51.504940+0000","last_became_peered":"2024-08-04T15:23:51.504940+0000","last_unstale":"2024-08-04T15:25:13.819625+0000","last_undegraded":"2024-08-04T15:25:13.819625+0000","last_fullsized":"2024-08-04T15:25:13.819625+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:56:17.256266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-04T15:25:20.566300+0000","last_change":"2024-08-04T15:25:13.082259+0000","last_active":"2024-08-04T15:25:20.566300+0000","last_peered":"2024-08-04T15:25:20.566300+0000","last_clean":"2024-08-04T15:25:20.566300+0000","last_became_active":"2024-08-04T15:25:07.589869+0000","last_became_peered":"2024-08-04T15:25:07.589869+0000","last_unstale":"2024-08-04T15:25:20.566300+0000","last_undegraded":"2024-08-04T15:25:20.566300+0000","last_fullsized":"2024-08-04T15:25:20.566300+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:28:51.046337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076851999999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300555+0000","last_change":"2024-08-04T15:23:48.276643+0000","last_active":"2024-08-04T15:25:13.300555+0000","last_peered":"2024-08-04T15:25:13.300555+0000","last_clean":"2024-08-04T15:25:13.300555+0000","last_became_active":"2024-08-04T15:23:48.276349+0000","last_became_peered":"2024-08-04T15:23:48.276349+0000","last_unstale":"2024-08-04T15:25:13.300555+0000","last_undegraded":"2024-08-04T15:25:13.300555+0000","last_fullsized":"2024-08-04T15:25:13.300555+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:16:35.783486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.437111+0000","last_change":"2024-08-04T15:23:51.500072+0000","last_active":"2024-08-04T15:25:13.437111+0000","last_peered":"2024-08-04T15:25:13.437111+0000","last_clean":"2024-08-04T15:25:13.437111+0000","last_became_active":"2024-08-04T15:23:51.499805+0000","last_became_peered":"2024-08-04T15:23:51.499805+0000","last_unstale":"2024-08-04T15:25:13.437111+0000","last_undegraded":"2024-08-04T15:25:13.437111+0000","last_fullsized":"2024-08-04T15:25:13.437111+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:13:11.413652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819293+0000","last_change":"2024-08-04T15:23:48.274912+0000","last_active":"2024-08-04T15:25:13.819293+0000","last_peered":"2024-08-04T15:25:13.819293+0000","last_clean":"2024-08-04T15:25:13.819293+0000","last_became_active":"2024-08-04T15:23:48.274594+0000","last_became_peered":"2024-08-04T15:23:48.274594+0000","last_unstale":"2024-08-04T15:25:13.819293+0000","last_undegraded":"2024-08-04T15:25:13.819293+0000","last_fullsized":"2024-08-04T15:25:13.819293+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:06:27.480296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.081695+0000","last_change":"2024-08-04T15:23:51.508447+0000","last_active":"2024-08-04T15:25:13.081695+0000","last_peered":"2024-08-04T15:25:13.081695+0000","last_clean":"2024-08-04T15:25:13.081695+0000","last_became_active":"2024-08-04T15:23:51.508129+0000","last_became_peered":"2024-08-04T15:23:51.508129+0000","last_unstale":"2024-08-04T15:25:13.081695+0000","last_undegraded":"2024-08-04T15:25:13.081695+0000","last_fullsized":"2024-08-04T15:25:13.081695+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:46:49.190811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.082710+0000","last_change":"2024-08-04T15:23:48.276328+0000","last_active":"2024-08-04T15:25:13.082710+0000","last_peered":"2024-08-04T15:25:13.082710+0000","last_clean":"2024-08-04T15:25:13.082710+0000","last_became_active":"2024-08-04T15:23:48.276005+0000","last_became_peered":"2024-08-04T15:23:48.276005+0000","last_unstale":"2024-08-04T15:25:13.082710+0000","last_undegraded":"2024-08-04T15:25:13.082710+0000","last_fullsized":"2024-08-04T15:25:13.082710+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:34:26.442964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819034+0000","last_change":"2024-08-04T15:23:51.504777+0000","last_active":"2024-08-04T15:25:13.819034+0000","last_peered":"2024-08-04T15:25:13.819034+0000","last_clean":"2024-08-04T15:25:13.819034+0000","last_became_active":"2024-08-04T15:23:51.504347+0000","last_became_peered":"2024-08-04T15:23:51.504347+0000","last_unstale":"2024-08-04T15:25:13.819034+0000","last_undegraded":"2024-08-04T15:25:13.819034+0000","last_fullsized":"2024-08-04T15:25:13.819034+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:28:44.920605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.083413+0000","last_change":"2024-08-04T15:23:48.275860+0000","last_active":"2024-08-04T15:25:13.083413+0000","last_peered":"2024-08-04T15:25:13.083413+0000","last_clean":"2024-08-04T15:25:13.083413+0000","last_became_active":"2024-08-04T15:23:48.275527+0000","last_became_peered":"2024-08-04T15:23:48.275527+0000","last_unstale":"2024-08-04T15:25:13.083413+0000","last_undegraded":"2024-08-04T15:25:13.083413+0000","last_fullsized":"2024-08-04T15:25:13.083413+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:43:36.001512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819191+0000","last_change":"2024-08-04T15:23:51.507576+0000","last_active":"2024-08-04T15:25:13.819191+0000","last_peered":"2024-08-04T15:25:13.819191+0000","last_clean":"2024-08-04T15:25:13.819191+0000","last_became_active":"2024-08-04T15:23:51.506817+0000","last_became_peered":"2024-08-04T15:23:51.506817+0000","last_unstale":"2024-08-04T15:25:13.819191+0000","last_undegraded":"2024-08-04T15:25:13.819191+0000","last_fullsized":"2024-08-04T15:25:13.819191+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:17:32.387402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819757+0000","last_change":"2024-08-04T15:23:48.281084+0000","last_active":"2024-08-04T15:25:13.819757+0000","last_peered":"2024-08-04T15:25:13.819757+0000","last_clean":"2024-08-04T15:25:13.819757+0000","last_became_active":"2024-08-04T15:23:48.280659+0000","last_became_peered":"2024-08-04T15:23:48.280659+0000","last_unstale":"2024-08-04T15:25:13.819757+0000","last_undegraded":"2024-08-04T15:25:13.819757+0000","last_fullsized":"2024-08-04T15:25:13.819757+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:44:58.999337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.300102+0000","last_change":"2024-08-04T15:23:51.501782+0000","last_active":"2024-08-04T15:25:13.300102+0000","last_peered":"2024-08-04T15:25:13.300102+0000","last_clean":"2024-08-04T15:25:13.300102+0000","last_became_active":"2024-08-04T15:23:51.501477+0000","last_became_peered":"2024-08-04T15:23:51.501477+0000","last_unstale":"2024-08-04T15:25:13.300102+0000","last_undegraded":"2024-08-04T15:25:13.300102+0000","last_fullsized":"2024-08-04T15:25:13.300102+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:46:24.258789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.085799+0000","last_change":"2024-08-04T15:23:51.519152+0000","last_active":"2024-08-04T15:25:13.085799+0000","last_peered":"2024-08-04T15:25:13.085799+0000","last_clean":"2024-08-04T15:25:13.085799+0000","last_became_active":"2024-08-04T15:23:51.518852+0000","last_became_peered":"2024-08-04T15:23:51.518852+0000","last_unstale":"2024-08-04T15:25:13.085799+0000","last_undegraded":"2024-08-04T15:25:13.085799+0000","last_fullsized":"2024-08-04T15:25:13.085799+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:27:45.333732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819544+0000","last_change":"2024-08-04T15:23:48.281187+0000","last_active":"2024-08-04T15:25:13.819544+0000","last_peered":"2024-08-04T15:25:13.819544+0000","last_clean":"2024-08-04T15:25:13.819544+0000","last_became_active":"2024-08-04T15:23:48.280850+0000","last_became_peered":"2024-08-04T15:23:48.280850+0000","last_unstale":"2024-08-04T15:25:13.819544+0000","last_undegraded":"2024-08-04T15:25:13.819544+0000","last_fullsized":"2024-08-04T15:25:13.819544+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:24:03.869475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.081855+0000","last_change":"2024-08-04T15:24:16.420708+0000","last_active":"2024-08-04T15:25:13.081855+0000","last_peered":"2024-08-04T15:25:13.081855+0000","last_clean":"2024-08-04T15:25:13.081855+0000","last_became_active":"2024-08-04T15:24:16.420430+0000","last_became_peered":"2024-08-04T15:24:16.420430+0000","last_unstale":"2024-08-04T15:25:13.081855+0000","last_undegraded":"2024-08-04T15:25:13.081855+0000","last_fullsized":"2024-08-04T15:25:13.081855+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:05:43.099867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819646+0000","last_change":"2024-08-04T15:23:48.277469+0000","last_active":"2024-08-04T15:25:13.819646+0000","last_peered":"2024-08-04T15:25:13.819646+0000","last_clean":"2024-08-04T15:25:13.819646+0000","last_became_active":"2024-08-04T15:23:48.277168+0000","last_became_peered":"2024-08-04T15:23:48.277168+0000","last_unstale":"2024-08-04T15:25:13.819646+0000","last_undegraded":"2024-08-04T15:25:13.819646+0000","last_fullsized":"2024-08-04T15:25:13.819646+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:44:19.702859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.437318+0000","last_change":"2024-08-04T15:23:51.511722+0000","last_active":"2024-08-04T15:25:13.437318+0000","last_peered":"2024-08-04T15:25:13.437318+0000","last_clean":"2024-08-04T15:25:13.437318+0000","last_became_active":"2024-08-04T15:23:51.508641+0000","last_became_peered":"2024-08-04T15:23:51.508641+0000","last_unstale":"2024-08-04T15:25:13.437318+0000","last_undegraded":"2024-08-04T15:25:13.437318+0000","last_fullsized":"2024-08-04T15:25:13.437318+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:49:01.114348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819606+0000","last_change":"2024-08-04T15:23:48.274428+0000","last_active":"2024-08-04T15:25:13.819606+0000","last_peered":"2024-08-04T15:25:13.819606+0000","last_clean":"2024-08-04T15:25:13.819606+0000","last_became_active":"2024-08-04T15:23:48.274158+0000","last_became_peered":"2024-08-04T15:23:48.274158+0000","last_unstale":"2024-08-04T15:25:13.819606+0000","last_undegraded":"2024-08-04T15:25:13.819606+0000","last_fullsized":"2024-08-04T15:25:13.819606+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:19:53.880155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.819454+0000","last_change":"2024-08-04T15:23:51.503876+0000","last_active":"2024-08-04T15:25:13.819454+0000","last_peered":"2024-08-04T15:25:13.819454+0000","last_clean":"2024-08-04T15:25:13.819454+0000","last_became_active":"2024-08-04T15:23:51.502023+0000","last_became_peered":"2024-08-04T15:23:51.502023+0000","last_unstale":"2024-08-04T15:25:13.819454+0000","last_undegraded":"2024-08-04T15:25:13.819454+0000","last_fullsized":"2024-08-04T15:25:13.819454+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:25:53.254130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-04T15:25:13.437471+0000","last_change":"2024-08-04T15:23:48.278706+0000","last_active":"2024-08-04T15:25:13.437471+0000","last_peered":"2024-08-04T15:25:13.437471+0000","last_clean":"2024-08-04T15:25:13.437471+0000","last_became_active":"2024-08-04T15:23:48.278426+0000","last_became_peered":"2024-08-04T15:23:48.278426+0000","last_unstale":"2024-08-04T15:25:13.437471+0000","last_undegraded":"2024-08-04T15:25:13.437471+0000","last_fullsized":"2024-08-04T15:25:13.437471+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:17:27.407624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234018,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298700,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446452,"statfs":{"total":95995035648,"available":95689166848,"internally_reserved":0,"allocated":1376256,"data_stored":938990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.68100000000000005}]},{"osd":1,"last update":"Sun Aug 4 15:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.49299999999999999,"15min":0.48499999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.748},{"interface":"front","average":{"1min":0.54600000000000004,"5min":1.498,"15min":1.6559999999999999},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.83299999999999996,"5min":24.141999999999999,"15min":24.141999999999999},"last":0.54200000000000004}]},{"osd":2,"last update":"Sun Aug 4 15:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.56000000000000005,"15min":0.56200000000000006},"min":{"1min":0.40699999999999997,"5min":0.378,"15min":0.378},"max":{"1min":0.70299999999999996,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.55500000000000005}]},{"osd":3,"last update":"Sun Aug 4 15:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.55300000000000005,"15min":0.55500000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.52700000000000002,"15min":0.52300000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.64000000000000001}]},{"osd":4,"last update":"Sun Aug 4 15:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.44500000000000001,"15min":0.443},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.443,"5min":0.47599999999999998,"15min":0.48199999999999998},"min":{"1min":0.29499999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.77500000000000002,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.65600000000000003}]},{"osd":5,"last update":"Sun Aug 4 15:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.441,"15min":0.44500000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64900000000000002,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.497,"5min":0.51100000000000001,"15min":0.51300000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.71699999999999997}]},{"osd":6,"last update":"Sun Aug 4 15:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.55100000000000005,"15min":0.56000000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.5,"5min":0.53000000000000003,"15min":0.53500000000000003},"min":{"1min":0.33400000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.73899999999999999,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.77800000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495656,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298700,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446452,"statfs":{"total":95995035648,"available":95689166848,"internally_reserved":0,"allocated":1376256,"data_stored":940475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.53100000000000003,"15min":0.53600000000000003},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.505,"15min":0.501},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.69099999999999995}]},{"osd":1,"last update":"Sun Aug 4 15:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.53900000000000003,"15min":0.54100000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.624}]},{"osd":2,"last update":"Sun Aug 4 15:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.57499999999999996,"15min":0.58299999999999996},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.56299999999999994,"15min":0.56699999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.68700000000000006,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.56899999999999995}]},{"osd":3,"last update":"Sun Aug 4 15:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.52500000000000002,"15min":0.52700000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.58599999999999997,"15min":0.58999999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.746,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.57999999999999996}]},{"osd":4,"last update":"Sun Aug 4 15:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.46600000000000003,"15min":0.46500000000000002},"min":{"1min":0.29899999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.68200000000000005,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.50600000000000001,"15min":0.505},"min":{"1min":0.307,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.39800000000000002}]},{"osd":5,"last update":"Sun Aug 4 15:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.51000000000000001,"15min":0.51200000000000001},"min":{"1min":0.33500000000000002,"5min":0.314,"15min":0.314},"max":{"1min":0.64600000000000002,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.501},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.51300000000000001,"15min":0.50900000000000001},"min":{"1min":0.35799999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.48099999999999998}]},{"osd":7,"last update":"Sun Aug 4 15:25:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.59199999999999997,"15min":0.60399999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.71799999999999997,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.61299999999999999,"15min":0.622},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77400000000000002,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.54400000000000004}]}]},{"osd":5,"up_from":38,"seq":163208757293,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":350481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.52400000000000002,"15min":0.53100000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.53300000000000003,"15min":0.54700000000000004},"min":{"1min":0.35999999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.76300000000000001,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.79700000000000004}]},{"osd":1,"last update":"Sun Aug 4 15:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.56399999999999995,"15min":0.57499999999999996},"min":{"1min":0.376,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.91100000000000003},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.51000000000000001,"15min":0.52200000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.70999999999999996}]},{"osd":2,"last update":"Sun Aug 4 15:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.53700000000000003,"15min":0.53300000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55100000000000005,"15min":0.54900000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.68500000000000005,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.73899999999999999}]},{"osd":3,"last update":"Sun Aug 4 15:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.54100000000000004,"15min":0.54700000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.66600000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.58199999999999996,"15min":0.58999999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.872}]},{"osd":4,"last update":"Sun Aug 4 15:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.40200000000000002,"15min":0.39600000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.628},{"interface":"front","average":{"1min":0.432,"5min":0.41799999999999998,"15min":0.40200000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.67200000000000004}]},{"osd":6,"last update":"Sun Aug 4 15:25:01 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.46100000000000002,"15min":0.46300000000000002},"min":{"1min":0.30199999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.495,"15min":0.498},"min":{"1min":0.28999999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72199999999999998,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.72399999999999998}]},{"osd":7,"last update":"Sun Aug 4 15:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.55100000000000005,"15min":0.55900000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.69299999999999995,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.33600000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.76000000000000001,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.81899999999999995}]}]},{"osd":4,"up_from":30,"seq":128849018929,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":348803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.55200000000000005,"15min":0.55800000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.66400000000000003,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55100000000000005,"15min":0.54600000000000004},"min":{"1min":0.39500000000000002,"5min":0.312,"15min":0.312},"max":{"1min":0.80200000000000005,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.501}]},{"osd":1,"last update":"Sun Aug 4 15:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.54400000000000004,"15min":0.55800000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.65400000000000003,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.55300000000000005,"15min":0.54700000000000004},"min":{"1min":0.35399999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73999999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.54900000000000004}]},{"osd":2,"last update":"Sun Aug 4 15:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.55200000000000005,"15min":0.55100000000000005},"min":{"1min":0.35799999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.749,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55200000000000005,"15min":0.55400000000000005},"min":{"1min":0.39900000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.70099999999999996,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.48999999999999999}]},{"osd":3,"last update":"Sun Aug 4 15:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.54600000000000004,"15min":0.54800000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.66800000000000004,"5min":0.878,"15min":0.878},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.55300000000000005,"15min":0.54900000000000004},"min":{"1min":0.376,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.68400000000000005,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.441}]},{"osd":5,"last update":"Sun Aug 4 15:25:40 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.41599999999999998,"15min":0.40500000000000003},"min":{"1min":0.27400000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.64500000000000002,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.42299999999999999,"15min":0.41099999999999998},"min":{"1min":0.31,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.378}]},{"osd":6,"last update":"Sun Aug 4 15:25:00 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.435,"15min":0.43099999999999999},"min":{"1min":0.28000000000000003,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.48599999999999999,"15min":0.48199999999999998},"min":{"1min":0.30099999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.30599999999999999}]},{"osd":7,"last update":"Sun Aug 4 15:25:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.57199999999999995,"15min":0.57799999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.76800000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.55300000000000005,"15min":0.55800000000000005},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.746,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.35399999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182452,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":350799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:25:57 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.38700000000000001,"15min":0.40699999999999997},"min":{"1min":0.255,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.63100000000000001,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.42499999999999999,"15min":0.42599999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.55900000000000005,"5min":2.2170000000000001,"15min":2.2170000000000001},"last":0.30399999999999999}]},{"osd":1,"last update":"Sun Aug 4 15:25:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.41799999999999998,"15min":0.439},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.53200000000000003,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.376,"5min":0.40500000000000003,"15min":0.41299999999999998},"min":{"1min":0.251,"5min":0.248,"15min":0.248},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.46800000000000003}]},{"osd":2,"last update":"Sun Aug 4 15:25:57 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.441,"15min":0.44800000000000001},"min":{"1min":0.29699999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.58499999999999996,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.44400000000000001,"15min":0.45400000000000001},"min":{"1min":0.29299999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.59399999999999997,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.28699999999999998}]},{"osd":4,"last update":"Sun Aug 4 15:25:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.56299999999999994,"15min":0.56100000000000005},"min":{"1min":0.38800000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.68000000000000005,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.58799999999999997,"15min":0.58299999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.52800000000000002}]},{"osd":5,"last update":"Sun Aug 4 15:25:39 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57499999999999996,"15min":0.56499999999999995},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.95199999999999996,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.60699999999999998,"15min":0.60799999999999998},"min":{"1min":0.40999999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.50600000000000001}]},{"osd":6,"last update":"Sun Aug 4 15:26:01 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.625,"15min":0.63700000000000001},"min":{"1min":0.44800000000000001,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.86899999999999999,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.63100000000000001,"15min":0.65300000000000002},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.72599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.49099999999999999}]},{"osd":7,"last update":"Sun Aug 4 15:25:28 2024","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.64200000000000002,"15min":0.63200000000000001},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":3.6760000000000002,"5min":3.6760000000000002,"15min":3.6760000000000002},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.66900000000000004,"15min":0.68200000000000005},"min":{"1min":0.45400000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.48199999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411386,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298116,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447036,"statfs":{"total":95995035648,"available":95689764864,"internally_reserved":0,"allocated":778240,"data_stored":348353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:25:35 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.375,"15min":0.38500000000000001},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.51900000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.246},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.40000000000000002,"15min":0.40400000000000003},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.50900000000000001,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.36299999999999999}]},{"osd":1,"last update":"Sun Aug 4 15:25:35 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40000000000000002,"15min":0.40999999999999998},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.41499999999999998,"15min":0.41699999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.32800000000000001}]},{"osd":3,"last update":"Sun Aug 4 15:26:00 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.40899999999999997,"15min":0.432},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.5,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.46200000000000002,"15min":0.47099999999999997},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.65300000000000002,"5min":1.635,"15min":1.635},"last":0.34200000000000003}]},{"osd":4,"last update":"Sun Aug 4 15:25:13 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55600000000000005,"15min":0.55500000000000005},"min":{"1min":0.40999999999999998,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56899999999999995,"15min":0.57399999999999995},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.504}]},{"osd":5,"last update":"Sun Aug 4 15:25:36 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.59999999999999998,"15min":0.60099999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.7230000000000001,"5min":1.7230000000000001,"15min":1.7230000000000001},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.59099999999999997,"15min":0.60099999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.89900000000000002,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.48799999999999999}]},{"osd":6,"last update":"Sun Aug 4 15:25:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.62,"15min":0.621},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.7490000000000001,"5min":1.7490000000000001,"15min":1.7490000000000001},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.60699999999999998,"15min":0.61499999999999999},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.82199999999999995,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.57299999999999995}]},{"osd":7,"last update":"Sun Aug 4 15:25:24 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58299999999999996,"15min":0.58199999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.629,"15min":0.623},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.671,"5min":1.671,"15min":1.671},"last":0.58299999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574909,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298128,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447024,"statfs":{"total":95995035648,"available":95689752576,"internally_reserved":0,"allocated":790528,"data_stored":348532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Aug 4 15:25:04 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.379,"15min":0.36699999999999999},"min":{"1min":0.26300000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.621,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40300000000000002,"15min":0.39500000000000002},"min":{"1min":0.26900000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.67600000000000005,"5min":1.056,"15min":1.056},"last":0.26200000000000001}]},{"osd":2,"last update":"Sun Aug 4 15:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.432,"15min":0.45700000000000002},"min":{"1min":0.28299999999999997,"5min":0.214,"15min":0.214},"max":{"1min":0.65500000000000003,"5min":1.294,"15min":1.294},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.41799999999999998,"15min":0.436},"min":{"1min":0.27300000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.40000000000000002}]},{"osd":3,"last update":"Sun Aug 4 15:26:00 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.44600000000000001,"15min":0.45800000000000002},"min":{"1min":0.311,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.59999999999999998,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.437,"5min":0.436,"15min":0.45200000000000001},"min":{"1min":0.33100000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.65000000000000002,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.36499999999999999}]},{"osd":4,"last update":"Sun Aug 4 15:25:18 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.54900000000000004,"15min":0.54700000000000004},"min":{"1min":0.38800000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.754,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.57699999999999996,"15min":0.57399999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.80000000000000004,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.66100000000000003}]},{"osd":5,"last update":"Sun Aug 4 15:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.57299999999999995,"15min":0.56499999999999995},"min":{"1min":0.40000000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.59299999999999997,"15min":0.58999999999999997},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.58199999999999996}]},{"osd":6,"last update":"Sun Aug 4 15:26:00 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.58999999999999997,"15min":0.58899999999999997},"min":{"1min":0.44,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.755,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.622,"15min":0.61799999999999999},"min":{"1min":0.47099999999999997,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.59399999999999997}]},{"osd":7,"last update":"Sun Aug 4 15:25:25 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61699999999999999,"15min":0.61799999999999999},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.79700000000000004,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.629},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.61499999999999999,"15min":0.621},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.77700000000000002,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.67100000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738436,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":939437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Aug 4 15:25:08 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.36799999999999999,"15min":0.34000000000000002},"min":{"1min":0.24399999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.66400000000000003,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.38,"15min":0.35599999999999998},"min":{"1min":0.27600000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.40699999999999997}]},{"osd":2,"last update":"Sun Aug 4 15:25:36 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.39800000000000002,"15min":0.38600000000000001},"min":{"1min":0.308,"5min":0.254,"15min":0.254},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39100000000000001,"15min":0.38300000000000001},"min":{"1min":0.28399999999999997,"5min":0.255,"15min":0.255},"max":{"1min":0.60299999999999998,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.60299999999999998}]},{"osd":3,"last update":"Sun Aug 4 15:25:51 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.44500000000000001,"15min":0.45600000000000002},"min":{"1min":0.31,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.60499999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.41799999999999998,"15min":0.42699999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.54200000000000004,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.44600000000000001}]},{"osd":4,"last update":"Sun Aug 4 15:25:18 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56000000000000005,"15min":0.56299999999999994},"min":{"1min":0.38500000000000001,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.73699999999999999,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.626,"5min":0.57699999999999996,"15min":0.56499999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.67300000000000004}]},{"osd":5,"last update":"Sun Aug 4 15:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.61299999999999999,"15min":0.61799999999999999},"min":{"1min":0.42099999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.58699999999999997,"15min":0.58299999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.68500000000000005}]},{"osd":6,"last update":"Sun Aug 4 15:25:02 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.60699999999999998,"15min":0.60399999999999998},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.63,"5min":0.59099999999999997,"15min":0.58499999999999996},"min":{"1min":0.39600000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.74199999999999999}]},{"osd":7,"last update":"Sun Aug 4 15:25:25 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.63100000000000001,"15min":0.63300000000000001},"min":{"1min":0.43099999999999999,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.47799999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.79900000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-04T15:26:07.283 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-04T15:26:07.283 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-08-04T15:26:07.283 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-08-04T15:26:07.283 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph health --format=json 2024-08-04T15:26:07.494 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:07 smithi062 ceph-mon[32659]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:07.494 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:07 smithi062 ceph-mon[32659]: from='client.14724 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:26:07.494 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:07 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:26:07.509 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:07 smithi007 ceph-mon[29096]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:07.509 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:07 smithi007 ceph-mon[29096]: from='client.14724 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:26:07.510 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:07 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:26:07.510 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:07 smithi007 ceph-mon[39529]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:07.510 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:07 smithi007 ceph-mon[39529]: from='client.14724 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:26:07.510 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:07 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:26:07.510 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:07 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-04T15:26:07.511 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:07 smithi007 systemd[1]: Stopped Ceph alertmanager.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:26:07.511 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:07 smithi007 systemd[1]: Starting Ceph alertmanager.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:26:07.832 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:07 smithi007 podman[76691]: 2024-08-04 15:26:07.412274405 +0000 UTC m=+0.018291796 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-04T15:26:07.832 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:07 smithi007 podman[76691]: 2024-08-04 15:26:07.529030287 +0000 UTC m=+0.135047660 volume create 9a93bc40244c2798f985749b81ca201f7d1dae34dd853b3b3f4bcd33a1670374 2024-08-04T15:26:07.832 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:07 smithi007 podman[76691]: 2024-08-04 15:26:07.621266763 +0000 UTC m=+0.227284136 container create 76bdee3ba6db8b077e965f2549564cdc9f6d324cffb48acdbbba6a1e17af9f4a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:26:08.130 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:26:08.255 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:07 smithi007 podman[76691]: 2024-08-04 15:26:07.94101252 +0000 UTC m=+0.547029894 container init 76bdee3ba6db8b077e965f2549564cdc9f6d324cffb48acdbbba6a1e17af9f4a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:26:08.255 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:07 smithi007 podman[76691]: 2024-08-04 15:26:07.94434647 +0000 UTC m=+0.550363846 container start 76bdee3ba6db8b077e965f2549564cdc9f6d324cffb48acdbbba6a1e17af9f4a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:26:08.255 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:07 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[76717]: ts=2024-08-04T15:26:07.957Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-04T15:26:08.255 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:07 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[76717]: ts=2024-08-04T15:26:07.958Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-04T15:26:08.255 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:07 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[76717]: ts=2024-08-04T15:26:07.959Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.7 port=9094 2024-08-04T15:26:08.255 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:07 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[76717]: ts=2024-08-04T15:26:07.960Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-04T15:26:08.255 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:07 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[76717]: ts=2024-08-04T15:26:07.983Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-04T15:26:08.255 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:07 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[76717]: ts=2024-08-04T15:26:07.984Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-04T15:26:08.255 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:07 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[76717]: ts=2024-08-04T15:26:07.986Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-04T15:26:08.255 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:07 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[76717]: ts=2024-08-04T15:26:07.986Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-04T15:26:08.256 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:08 smithi007 bash[76691]: 76bdee3ba6db8b077e965f2549564cdc9f6d324cffb48acdbbba6a1e17af9f4a 2024-08-04T15:26:08.256 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:08 smithi007 systemd[1]: Started Ceph alertmanager.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:26:09.181 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:09 smithi007 ceph-mon[29096]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:09.182 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:09 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:09.182 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:09 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:09.182 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:09 smithi007 ceph-mon[29096]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-04T15:26:09.182 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:09 smithi007 ceph-mon[29096]: Reconfiguring daemon prometheus.a on smithi062 2024-08-04T15:26:09.182 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:09 smithi007 ceph-mon[39529]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:09.182 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:09 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:09.182 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:09 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:09.182 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:09 smithi007 ceph-mon[39529]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-04T15:26:09.182 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:09 smithi007 ceph-mon[39529]: Reconfiguring daemon prometheus.a on smithi062 2024-08-04T15:26:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:09 smithi062 ceph-mon[32659]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:09 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:09 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:09.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:09 smithi062 ceph-mon[32659]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-04T15:26:09.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:09 smithi062 ceph-mon[32659]: Reconfiguring daemon prometheus.a on smithi062 2024-08-04T15:26:09.903 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:26:09.903 INFO:teuthology.orchestra.run.smithi007.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-08-04T15:26:10.169 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:10 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/573808420' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-04T15:26:10.197 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:10 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/573808420' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-04T15:26:10.197 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:10 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/573808420' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-04T15:26:10.197 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:09 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[76717]: ts=2024-08-04T15:26:09.960Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000378179s 2024-08-04T15:26:10.584 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-08-04T15:26:10.585 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph fs dump --format=json 2024-08-04T15:26:10.853 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:26:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:11 smithi062 ceph-mon[32659]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:11.261 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:10 smithi062 systemd[1]: Stopping Ceph prometheus.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:26:11.284 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:11 smithi007 ceph-mon[29096]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:11.284 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:11 smithi007 ceph-mon[39529]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:11.536 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[60376]: ts=2024-08-04T15:26:11.261Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-04T15:26:11.536 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[60376]: ts=2024-08-04T15:26:11.261Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-04T15:26:11.536 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[60376]: ts=2024-08-04T15:26:11.261Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-04T15:26:11.537 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[60376]: ts=2024-08-04T15:26:11.261Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-04T15:26:11.537 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[60376]: ts=2024-08-04T15:26:11.261Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-04T15:26:11.537 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[60376]: ts=2024-08-04T15:26:11.261Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-04T15:26:11.537 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[60376]: ts=2024-08-04T15:26:11.261Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-04T15:26:11.537 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[60376]: ts=2024-08-04T15:26:11.261Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-04T15:26:11.537 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[60376]: ts=2024-08-04T15:26:11.261Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-04T15:26:11.537 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[60376]: ts=2024-08-04T15:26:11.261Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-04T15:26:11.537 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[60376]: ts=2024-08-04T15:26:11.261Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-04T15:26:11.537 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[60376]: ts=2024-08-04T15:26:11.261Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-04T15:26:11.537 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:11 smithi062 podman[63594]: 2024-08-04 15:26:11.271483795 +0000 UTC m=+0.145304466 container died 097fe5e6727198d85763e149e34bea3879289ad03154ad69c9da7a515287dc73 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:26:11.895 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:11 smithi062 podman[63594]: 2024-08-04 15:26:11.6357999 +0000 UTC m=+0.509620578 container cleanup 097fe5e6727198d85763e149e34bea3879289ad03154ad69c9da7a515287dc73 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:26:11.895 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:11 smithi062 bash[63594]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a 2024-08-04T15:26:12.261 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:11 smithi062 podman[63607]: 2024-08-04 15:26:11.895514703 +0000 UTC m=+0.626179517 container remove 097fe5e6727198d85763e149e34bea3879289ad03154ad69c9da7a515287dc73 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:26:12.262 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-04T15:26:12.262 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 systemd[1]: Stopped Ceph prometheus.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:26:12.262 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@prometheus.a.service: Consumed 1.063s CPU time. 2024-08-04T15:26:12.262 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 systemd[1]: Starting Ceph prometheus.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:26:12.540 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 podman[63699]: 2024-08-04 15:26:12.185676895 +0000 UTC m=+0.018369599 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-04T15:26:12.540 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 podman[63699]: 2024-08-04 15:26:12.321688761 +0000 UTC m=+0.154381505 container create 595f1b431696947deb697b8b4f67dc698c2940f79838d7f557556a57073d5e9a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:26:12.668 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:26:12.669 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/1276142521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":1276142521},{"type":"v1","addr":"172.21.15.7:6835","nonce":1276142521}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-04T15:23:53.082649+0000","modified":"2024-08-04T15:24:05.067162+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24334},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24334":{"gid":24334,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.62:6833/206725990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":206725990},{"type":"v1","addr":"172.21.15.62:6833","nonce":206725990}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-04T15:26:12.669 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 8 2024-08-04T15:26:12.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:12] ENGINE Bus STOPPING 2024-08-04T15:26:13.012 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 podman[63699]: 2024-08-04 15:26:12.540666812 +0000 UTC m=+0.373359505 container init 595f1b431696947deb697b8b4f67dc698c2940f79838d7f557556a57073d5e9a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:26:13.012 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 podman[63699]: 2024-08-04 15:26:12.543846895 +0000 UTC m=+0.376539596 container start 595f1b431696947deb697b8b4f67dc698c2940f79838d7f557556a57073d5e9a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:26:13.012 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.568Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-04T15:26:13.012 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.568Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-04T15:26:13.012 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.568Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi062 (none))" 2024-08-04T15:26:13.012 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.569Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-04T15:26:13.012 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.569Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-04T15:26:13.012 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.570Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-04T15:26:13.012 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.570Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-04T15:26:13.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.571Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-04T15:26:13.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.571Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-04T15:26:13.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.573Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-04T15:26:13.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.573Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.262µs 2024-08-04T15:26:13.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.573Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-04T15:26:13.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.574Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-08-04T15:26:13.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.575Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-08-04T15:26:13.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.575Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=36.561µs wal_replay_duration=1.343461ms wbl_replay_duration=126ns total_replay_duration=1.461556ms 2024-08-04T15:26:13.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.576Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-04T15:26:13.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.576Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-04T15:26:13.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.576Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-04T15:26:13.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.592Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.702269ms db_storage=689ns remote_storage=1.047µs web_handler=361ns query_engine=477ns scrape=434.792µs scrape_sd=27.185µs notify=28.911µs notify_sd=10.979µs rules=14.971505ms tracing=6.66µs 2024-08-04T15:26:13.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.592Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-04T15:26:13.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:26:12.592Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-04T15:26:13.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 bash[63699]: 595f1b431696947deb697b8b4f67dc698c2940f79838d7f557556a57073d5e9a 2024-08-04T15:26:13.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:26:12 smithi062 systemd[1]: Started Ceph prometheus.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:26:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[29096]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/702327734' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T15:26:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:13.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-04T15:26:13.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi007.front.sepia.ceph.com:9093"}]: dispatch 2024-08-04T15:26:13.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:13.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:26:13.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi062.front.sepia.ceph.com:9095"}]: dispatch 2024-08-04T15:26:13.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:13.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-04T15:26:13.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi062.front.sepia.ceph.com:3000"}]: dispatch 2024-08-04T15:26:13.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:13.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:26:13.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T15:26:13.338 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:13] ENGINE Bus STOPPED 2024-08-04T15:26:13.338 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:13] ENGINE Bus STARTING 2024-08-04T15:26:13.338 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:13] ENGINE Serving on http://:::9283 2024-08-04T15:26:13.338 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:13] ENGINE Bus STARTED 2024-08-04T15:26:13.338 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:13] ENGINE Bus STOPPING 2024-08-04T15:26:13.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[39529]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:13.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/702327734' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T15:26:13.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:13.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:13.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-04T15:26:13.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi007.front.sepia.ceph.com:9093"}]: dispatch 2024-08-04T15:26:13.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:13.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:26:13.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi062.front.sepia.ceph.com:9095"}]: dispatch 2024-08-04T15:26:13.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:13.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-04T15:26:13.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi062.front.sepia.ceph.com:3000"}]: dispatch 2024-08-04T15:26:13.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:13.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:26:13.340 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:13 smithi062 ceph-mon[32659]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:13.340 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:13 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/702327734' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T15:26:13.340 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:13 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:13.340 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:13 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:13.340 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:13 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-04T15:26:13.340 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:13 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi007.front.sepia.ceph.com:9093"}]: dispatch 2024-08-04T15:26:13.340 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:13 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:13.340 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:13 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:26:13.340 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:13 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi062.front.sepia.ceph.com:9095"}]: dispatch 2024-08-04T15:26:13.340 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:13 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:13.340 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:13 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-04T15:26:13.340 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:13 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi062.front.sepia.ceph.com:3000"}]: dispatch 2024-08-04T15:26:13.341 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:13 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:13.341 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:13 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:26:13.432 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph fs dump --format=json 2024-08-04T15:26:14.083 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T15:26:14.083 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:13] ENGINE Bus STOPPED 2024-08-04T15:26:14.083 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:13] ENGINE Bus STARTING 2024-08-04T15:26:14.083 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:13] ENGINE Serving on http://:::9283 2024-08-04T15:26:14.084 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:13] ENGINE Bus STARTED 2024-08-04T15:26:14.084 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:13] ENGINE Bus STOPPING 2024-08-04T15:26:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:14 smithi007 ceph-mon[29096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-04T15:26:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:14 smithi007 ceph-mon[29096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi007.front.sepia.ceph.com:9093"}]: dispatch 2024-08-04T15:26:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:14 smithi007 ceph-mon[29096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:26:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:14 smithi007 ceph-mon[29096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi062.front.sepia.ceph.com:9095"}]: dispatch 2024-08-04T15:26:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:14 smithi007 ceph-mon[29096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-04T15:26:14.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:14 smithi007 ceph-mon[29096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi062.front.sepia.ceph.com:3000"}]: dispatch 2024-08-04T15:26:14.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:14 smithi007 ceph-mon[39529]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-04T15:26:14.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:14 smithi007 ceph-mon[39529]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi007.front.sepia.ceph.com:9093"}]: dispatch 2024-08-04T15:26:14.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:14 smithi007 ceph-mon[39529]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:26:14.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:14 smithi007 ceph-mon[39529]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi062.front.sepia.ceph.com:9095"}]: dispatch 2024-08-04T15:26:14.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:14 smithi007 ceph-mon[39529]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-04T15:26:14.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:14 smithi007 ceph-mon[39529]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi062.front.sepia.ceph.com:3000"}]: dispatch 2024-08-04T15:26:14.349 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:26:14.420 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:14 smithi062 ceph-mon[32659]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-04T15:26:14.420 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:14 smithi062 ceph-mon[32659]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi007.front.sepia.ceph.com:9093"}]: dispatch 2024-08-04T15:26:14.420 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:14 smithi062 ceph-mon[32659]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:26:14.420 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:14 smithi062 ceph-mon[32659]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi062.front.sepia.ceph.com:9095"}]: dispatch 2024-08-04T15:26:14.420 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:14 smithi062 ceph-mon[32659]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-04T15:26:14.420 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:14 smithi062 ceph-mon[32659]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi062.front.sepia.ceph.com:3000"}]: dispatch 2024-08-04T15:26:14.679 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T15:26:14.679 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:14] ENGINE Bus STOPPED 2024-08-04T15:26:14.679 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:14] ENGINE Bus STARTING 2024-08-04T15:26:14.679 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:14] ENGINE Serving on http://:::9283 2024-08-04T15:26:14.680 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:14] ENGINE Bus STARTED 2024-08-04T15:26:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:15 smithi007 ceph-mon[39529]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:15 smithi007 ceph-mon[29096]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:15 smithi062 ceph-mon[32659]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:16.213 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:26:16.213 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/1276142521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":1276142521},{"type":"v1","addr":"172.21.15.7:6835","nonce":1276142521}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-04T15:23:53.082649+0000","modified":"2024-08-04T15:24:05.067162+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24334},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24334":{"gid":24334,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.62:6833/206725990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":206725990},{"type":"v1","addr":"172.21.15.62:6833","nonce":206725990}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-04T15:26:16.214 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 8 2024-08-04T15:26:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:17 smithi062 ceph-mon[32659]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:17 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:17.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:17 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/2588028075' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T15:26:17.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:17 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:17.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:17 smithi007 ceph-mon[29096]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:17.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:17 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:17.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:17 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/2588028075' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T15:26:17.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:17 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:17.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:17 smithi007 ceph-mon[39529]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:17.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:17 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:17.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:17 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/2588028075' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T15:26:17.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:17 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:17.615 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd dump --format=json 2024-08-04T15:26:18.336 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:26:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[76717]: ts=2024-08-04T15:26:17.963Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003579464s 2024-08-04T15:26:18.395 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:26:19.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:19 smithi062 ceph-mon[32659]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:19.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:19 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:19.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:19 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:19.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:19 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:26:19.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:19 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:26:19.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:19 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:19.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:19 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:26:19.529 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:19 smithi007 ceph-mon[39529]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:19.529 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:19 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:19.529 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:19 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:19.529 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:19 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:26:19.529 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:19 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:26:19.529 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:19 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:19.529 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:19 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:26:19.529 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:19 smithi007 ceph-mon[29096]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:19.530 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:19 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:19.530 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:19 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:19.530 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:19 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:26:19.530 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:19 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:26:19.530 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:19 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:19.530 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:19 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:26:20.153 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:26:20.153 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":75,"fsid":"ac1a6012-5274-11ef-bcca-c7b262605968","created":"2024-08-04T15:18:30.835703+0000","modified":"2024-08-04T15:25:20.560547+0000","last_up_change":"2024-08-04T15:23:23.071219+0000","last_in_change":"2024-08-04T15:23:06.203402+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-04T15:21:25.436814+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-04T15:23:47.042481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-04T15:23:50.431702+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-04T15:25:06.335330+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"d989ad4f-dc6b-4292-8290-c8826b3c77c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6803","nonce":1067222416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6805","nonce":1067222416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6809","nonce":1067222416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1067222416},{"type":"v1","addr":"172.21.15.7:6807","nonce":1067222416}]},"public_addr":"172.21.15.7:6803/1067222416","cluster_addr":"172.21.15.7:6805/1067222416","heartbeat_back_addr":"172.21.15.7:6809/1067222416","heartbeat_front_addr":"172.21.15.7:6807/1067222416","state":["exists","up"]},{"osd":1,"uuid":"048e9a7b-c104-4e94-b382-787da4f545d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6811","nonce":251880039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6813","nonce":251880039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6817","nonce":251880039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":251880039},{"type":"v1","addr":"172.21.15.7:6815","nonce":251880039}]},"public_addr":"172.21.15.7:6811/251880039","cluster_addr":"172.21.15.7:6813/251880039","heartbeat_back_addr":"172.21.15.7:6817/251880039","heartbeat_front_addr":"172.21.15.7:6815/251880039","state":["exists","up"]},{"osd":2,"uuid":"7e7ac4cb-095b-4e53-b2d5-85bd755c7467","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6819","nonce":705212368}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6821","nonce":705212368}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6825","nonce":705212368}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":705212368},{"type":"v1","addr":"172.21.15.7:6823","nonce":705212368}]},"public_addr":"172.21.15.7:6819/705212368","cluster_addr":"172.21.15.7:6821/705212368","heartbeat_back_addr":"172.21.15.7:6825/705212368","heartbeat_front_addr":"172.21.15.7:6823/705212368","state":["exists","up"]},{"osd":3,"uuid":"cf2b290d-b7b1-4c6f-97a0-61b88ad529e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6827","nonce":4689524}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6829","nonce":4689524}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6833","nonce":4689524}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":4689524},{"type":"v1","addr":"172.21.15.7:6831","nonce":4689524}]},"public_addr":"172.21.15.7:6827/4689524","cluster_addr":"172.21.15.7:6829/4689524","heartbeat_back_addr":"172.21.15.7:6833/4689524","heartbeat_front_addr":"172.21.15.7:6831/4689524","state":["exists","up"]},{"osd":4,"uuid":"68cf053c-1225-4368-a98a-39fadb6176bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6801","nonce":836814421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6803","nonce":836814421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6807","nonce":836814421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":836814421},{"type":"v1","addr":"172.21.15.62:6805","nonce":836814421}]},"public_addr":"172.21.15.62:6801/836814421","cluster_addr":"172.21.15.62:6803/836814421","heartbeat_back_addr":"172.21.15.62:6807/836814421","heartbeat_front_addr":"172.21.15.62:6805/836814421","state":["exists","up"]},{"osd":5,"uuid":"f2f77dd6-c990-4680-8de8-3a59b5f073b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6809","nonce":1287778299}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6811","nonce":1287778299}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6815","nonce":1287778299}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1287778299},{"type":"v1","addr":"172.21.15.62:6813","nonce":1287778299}]},"public_addr":"172.21.15.62:6809/1287778299","cluster_addr":"172.21.15.62:6811/1287778299","heartbeat_back_addr":"172.21.15.62:6815/1287778299","heartbeat_front_addr":"172.21.15.62:6813/1287778299","state":["exists","up"]},{"osd":6,"uuid":"28efea47-a46c-4ee8-82df-ef631099a14b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6817","nonce":986646080}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6819","nonce":986646080}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6823","nonce":986646080}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":986646080},{"type":"v1","addr":"172.21.15.62:6821","nonce":986646080}]},"public_addr":"172.21.15.62:6817/986646080","cluster_addr":"172.21.15.62:6819/986646080","heartbeat_back_addr":"172.21.15.62:6823/986646080","heartbeat_front_addr":"172.21.15.62:6821/986646080","state":["exists","up"]},{"osd":7,"uuid":"e199fd23-bdd9-4605-8dce-870f63397fe6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6825","nonce":169358548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6827","nonce":169358548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6831","nonce":169358548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":169358548},{"type":"v1","addr":"172.21.15.62:6829","nonce":169358548}]},"public_addr":"172.21.15.62:6825/169358548","cluster_addr":"172.21.15.62:6827/169358548","heartbeat_back_addr":"172.21.15.62:6831/169358548","heartbeat_front_addr":"172.21.15.62:6829/169358548","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:20:36.666611+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:20:59.459473+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:21:22.685734+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:21:47.134874+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:08.981180+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:32.784616+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:56.896206+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:23:21.621873+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":0,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/56684976":"2024-08-05T15:24:51.761276+0000","172.21.15.7:0/2483690951":"2024-08-05T15:24:51.761276+0000","172.21.15.7:0/719487505":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6800/1595612045":"2024-08-05T15:18:51.588967+0000","172.21.15.7:0/652797882":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6801/1595612045":"2024-08-05T15:18:51.588967+0000","172.21.15.7:0/1331579879":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6801/1752190878":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/3225322052":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/3540383910":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/1544949215":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/671839973":"2024-08-05T15:24:51.761276+0000","172.21.15.7:6800/1752190878":"2024-08-05T15:19:14.946979+0000","172.21.15.7:6800/2169336686":"2024-08-05T15:24:51.761276+0000","172.21.15.7:0/205373033":"2024-08-05T15:24:51.761276+0000","172.21.15.7:6801/2169336686":"2024-08-05T15:24:51.761276+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-04T15:26:20.311 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:20 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/3038229771' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:26:20.528 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:20 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3038229771' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:26:20.528 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:20 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/3038229771' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:26:20.764 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph fs dump --format=json 2024-08-04T15:26:21.276 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:26:21.470 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:21 smithi007 ceph-mon[29096]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:21.471 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:21 smithi007 ceph-mon[39529]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:21.474 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:21 smithi062 ceph-mon[32659]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:22.223 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:26:21] "GET /metrics HTTP/1.1" 200 235894 "" "Prometheus/2.43.0" 2024-08-04T15:26:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:22 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:26:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:22 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:22 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:22.553 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:22 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:26:22.553 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:22 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:22.553 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:22 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:22.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:22 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:26:22.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:22 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:22.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:22 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:23.108 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:26:23.108 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/1276142521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":1276142521},{"type":"v1","addr":"172.21.15.7:6835","nonce":1276142521}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-04T15:23:53.082649+0000","modified":"2024-08-04T15:24:05.067162+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24334},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24334":{"gid":24334,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.62:6833/206725990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":206725990},{"type":"v1","addr":"172.21.15.62:6833","nonce":206725990}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-04T15:26:23.109 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 8 2024-08-04T15:26:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:23 smithi062 ceph-mon[32659]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:23 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/3034770055' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T15:26:23.556 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:23 smithi007 ceph-mon[29096]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:23.557 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:23 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3034770055' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T15:26:23.557 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:23 smithi007 ceph-mon[39529]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:23.557 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:23 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/3034770055' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T15:26:23.658 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-08-04T15:23:53.082649+0000', 'modified': '2024-08-04T15:24:05.067162+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24334}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24334': {'gid': 24334, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.62:6833/206725990', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.62:6832', 'nonce': 206725990}, {'type': 'v1', 'addr': '172.21.15.62:6833', 'nonce': 206725990}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-08-04T15:26:23.658 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-08-04T15:26:23.658 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph tell mds.b status 2024-08-04T15:26:24.164 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:26:24.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:26:24 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:26:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:26:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:25 smithi062 ceph-mon[32659]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:26:25.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:25 smithi062 ceph-mon[32659]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-04T15:26:25.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:25.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:25.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:26:25.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:26:25.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:25 smithi007 ceph-mon[39529]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:26:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:25 smithi007 ceph-mon[39529]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-04T15:26:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:26:25.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:26:25.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:25.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:25 smithi007 ceph-mon[29096]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:26:25.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:25 smithi007 ceph-mon[29096]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-04T15:26:25.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:25.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:25.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:26:25.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:26:25.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:26.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-08-04T15:26:26.368+0000 7fc23b7fe640 0 client.24677 ms_handle_reset on v2:172.21.15.62:6832/206725990 2024-08-04T15:26:26.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-08-04T15:26:26.386+0000 7fc23b7fe640 0 client.14772 ms_handle_reset on v2:172.21.15.62:6832/206725990 2024-08-04T15:26:26.388 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:26:26.388 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "ac1a6012-5274-11ef-bcca-c7b262605968", 2024-08-04T15:26:26.388 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 0, 2024-08-04T15:26:26.388 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24334, 2024-08-04T15:26:26.388 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-08-04T15:26:26.388 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-08-04T15:26:26.388 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-08-04T15:26:26.388 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 152.88815880999999, 2024-08-04T15:26:26.388 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 8, 2024-08-04T15:26:26.389 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 75, 2024-08-04T15:26:26.389 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 65, 2024-08-04T15:26:26.389 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 167.47098692899999 2024-08-04T15:26:26.389 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:26:27.036 INFO:tasks.cephadm:Setup complete, yielding 2024-08-04T15:26:27.036 INFO:teuthology.run_tasks:Running task print... 2024-08-04T15:26:27.053 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-08-04T15:26:27.053 INFO:teuthology.run_tasks:Running task print... 2024-08-04T15:26:27.067 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-08-04T15:26:27.067 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-08-04T15:26:27.082 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi007.front.sepia.ceph.com 2024-08-04T15:26:27.082 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-08-04T15:26:27.244 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:27 smithi007 ceph-mon[39529]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:26:27.351 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:26:27.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:27 smithi062 ceph-mon[32659]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:26:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:27 smithi007 ceph-mon[29096]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:26:29.458 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:29 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:29] ENGINE Bus STOPPING 2024-08-04T15:26:29.458 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:29 smithi007 ceph-mon[29096]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:26:29.459 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:29 smithi007 ceph-mon[39529]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:26:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:29 smithi062 ceph-mon[32659]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:26:29.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:29 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T15:26:29.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:29 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:29] ENGINE Bus STOPPED 2024-08-04T15:26:29.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:29 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:29] ENGINE Bus STARTING 2024-08-04T15:26:29.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:29 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:29] ENGINE Serving on http://:::9283 2024-08-04T15:26:29.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:29 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:26:29] ENGINE Bus STARTED 2024-08-04T15:26:29.900 INFO:teuthology.run_tasks:Running task print... 2024-08-04T15:26:29.911 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-08-04T15:26:29.911 INFO:teuthology.run_tasks:Running task print... 2024-08-04T15:26:29.922 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-08-04T15:26:29.922 INFO:teuthology.run_tasks:Running task workunit... 2024-08-04T15:26:29.940 INFO:tasks.workunit:Pulling workunits from ref 26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea 2024-08-04T15:26:29.940 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-04T15:26:29.941 DEBUG:teuthology.orchestra.run.smithi007:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-04T15:26:29.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-04T15:26:29.957 INFO:teuthology.orchestra.run.smithi007.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-04T15:26:29.957 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-04T15:26:30.014 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-04T15:26:30.014 DEBUG:teuthology.orchestra.run.smithi007:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-04T15:26:30.071 INFO:tasks.workunit:timeout=3h 2024-08-04T15:26:30.071 INFO:tasks.workunit:cleanup=True 2024-08-04T15:26:30.072 DEBUG:teuthology.orchestra.run.smithi007:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea 2024-08-04T15:26:30.128 INFO:tasks.workunit.client.0.smithi007.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-04T15:26:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:30 smithi007 ceph-mon[29096]: from='client.? ' entity='client.admin' 2024-08-04T15:26:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:30 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:26:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:30 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:26:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:30 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:26:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:30 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:30 smithi007 ceph-mon[29096]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:26:30.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:30 smithi007 ceph-mon[39529]: from='client.? ' entity='client.admin' 2024-08-04T15:26:30.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:30 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:26:30.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:30 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:26:30.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:30 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:26:30.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:30 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:30.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:30 smithi007 ceph-mon[39529]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:26:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:30 smithi062 ceph-mon[32659]: from='client.? ' entity='client.admin' 2024-08-04T15:26:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:30 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:26:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:30 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:26:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:30 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:26:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:30 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:26:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:30 smithi062 ceph-mon[32659]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:26:32.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:31 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:26:31] "GET /metrics HTTP/1.1" 200 235894 "" "Prometheus/2.43.0" 2024-08-04T15:26:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:32 smithi062 ceph-mon[32659]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:26:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:32 smithi007 ceph-mon[29096]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:26:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:32 smithi007 ceph-mon[39529]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:26:34.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:26:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:26:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:26:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:34 smithi062 ceph-mon[32659]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:26:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:34 smithi007 ceph-mon[29096]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:26:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:34 smithi007 ceph-mon[39529]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:26:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:36 smithi007 ceph-mon[29096]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:36 smithi007 ceph-mon[39529]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:36 smithi062 ceph-mon[32659]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:37.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:37 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:26:37.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:37 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:26:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:37 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:26:38.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:38 smithi007 ceph-mon[39529]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:38 smithi007 ceph-mon[29096]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:38 smithi062 ceph-mon[32659]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:41.123 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:40 smithi007 ceph-mon[29096]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:41.124 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:40 smithi007 ceph-mon[39529]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:40 smithi062 ceph-mon[32659]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:42.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:26:41] "GET /metrics HTTP/1.1" 200 235913 "" "Prometheus/2.43.0" 2024-08-04T15:26:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:42 smithi062 ceph-mon[32659]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:42 smithi007 ceph-mon[29096]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:42 smithi007 ceph-mon[39529]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:44.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:26:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:26:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:26:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:44 smithi062 ceph-mon[32659]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:44 smithi007 ceph-mon[29096]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:44 smithi007 ceph-mon[39529]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:46 smithi062 ceph-mon[32659]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:47.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:46 smithi007 ceph-mon[29096]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:47.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:46 smithi007 ceph-mon[39529]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:48 smithi062 ceph-mon[32659]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:48 smithi007 ceph-mon[29096]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:48 smithi007 ceph-mon[39529]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:50 smithi062 ceph-mon[32659]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:50 smithi007 ceph-mon[29096]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:50 smithi007 ceph-mon[39529]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:26:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:26:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:26:52.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:26:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:26:51] "GET /metrics HTTP/1.1" 200 235907 "" "Prometheus/2.43.0" 2024-08-04T15:26:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:52 smithi062 ceph-mon[32659]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:52 smithi007 ceph-mon[39529]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:52 smithi007 ceph-mon[29096]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:54.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:26:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:26:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:26:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:54 smithi062 ceph-mon[32659]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:54 smithi007 ceph-mon[39529]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:54 smithi007 ceph-mon[29096]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:57.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:56 smithi062 ceph-mon[32659]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:56 smithi007 ceph-mon[29096]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:56 smithi007 ceph-mon[39529]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:59.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:26:58 smithi062 ceph-mon[32659]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:26:58 smithi007 ceph-mon[29096]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:26:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:26:58 smithi007 ceph-mon[39529]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:01.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:00 smithi062 ceph-mon[32659]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:00 smithi007 ceph-mon[29096]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:00 smithi007 ceph-mon[39529]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:02.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:01 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:27:01] "GET /metrics HTTP/1.1" 200 235907 "" "Prometheus/2.43.0" 2024-08-04T15:27:03.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:02 smithi062 ceph-mon[32659]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:02 smithi007 ceph-mon[29096]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:02 smithi007 ceph-mon[39529]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:04.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:27:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:27:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:27:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:04 smithi062 ceph-mon[32659]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:04 smithi007 ceph-mon[29096]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:04 smithi007 ceph-mon[39529]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:06 smithi062 ceph-mon[32659]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:07.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:06 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:27:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:06 smithi007 ceph-mon[29096]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:06 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:27:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:06 smithi007 ceph-mon[39529]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:06 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:27:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:08 smithi062 ceph-mon[32659]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:08 smithi007 ceph-mon[29096]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:08 smithi007 ceph-mon[39529]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:10 smithi062 ceph-mon[32659]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:10 smithi007 ceph-mon[29096]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:10 smithi007 ceph-mon[39529]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:12.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:11 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:27:11] "GET /metrics HTTP/1.1" 200 235920 "" "Prometheus/2.43.0" 2024-08-04T15:27:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:12 smithi062 ceph-mon[32659]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:12 smithi007 ceph-mon[29096]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:12 smithi007 ceph-mon[39529]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:14.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:27:14 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:27:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:27:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:14 smithi062 ceph-mon[32659]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:14 smithi007 ceph-mon[29096]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:14 smithi007 ceph-mon[39529]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:16 smithi062 ceph-mon[32659]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:16 smithi007 ceph-mon[29096]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:16 smithi007 ceph-mon[39529]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:18.009 INFO:tasks.workunit.client.0.smithi007.stderr:Updating files: 97% (11730/12088) Updating files: 98% (11847/12088) Updating files: 99% (11968/12088) Updating files: 100% (12088/12088) Updating files: 100% (12088/12088), done. 2024-08-04T15:27:18.469 INFO:tasks.workunit.client.0.smithi007.stderr:Note: switching to '26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea'. 2024-08-04T15:27:18.469 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T15:27:18.469 INFO:tasks.workunit.client.0.smithi007.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-04T15:27:18.469 INFO:tasks.workunit.client.0.smithi007.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-04T15:27:18.469 INFO:tasks.workunit.client.0.smithi007.stderr:state without impacting any branches by switching back to a branch. 2024-08-04T15:27:18.469 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T15:27:18.469 INFO:tasks.workunit.client.0.smithi007.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-04T15:27:18.469 INFO:tasks.workunit.client.0.smithi007.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-04T15:27:18.469 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T15:27:18.469 INFO:tasks.workunit.client.0.smithi007.stderr: git switch -c 2024-08-04T15:27:18.469 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T15:27:18.470 INFO:tasks.workunit.client.0.smithi007.stderr:Or undo this operation with: 2024-08-04T15:27:18.470 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T15:27:18.470 INFO:tasks.workunit.client.0.smithi007.stderr: git switch - 2024-08-04T15:27:18.470 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T15:27:18.470 INFO:tasks.workunit.client.0.smithi007.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-04T15:27:18.470 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T15:27:18.470 INFO:tasks.workunit.client.0.smithi007.stderr:HEAD is now at 26c3fb8e197 Merge pull request #58932 from cbodley/wip-67267-squid 2024-08-04T15:27:18.474 DEBUG:teuthology.orchestra.run.smithi007:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-04T15:27:18.537 INFO:tasks.workunit.client.0.smithi007.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-04T15:27:18.539 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-04T15:27:18.539 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-04T15:27:19.224 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-04T15:27:19.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:18 smithi062 ceph-mon[32659]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:19.278 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-04T15:27:19.319 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-04T15:27:19.321 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-04T15:27:19.321 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-04T15:27:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:18 smithi007 ceph-mon[29096]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:19.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:18 smithi007 ceph-mon[39529]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:19.360 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-04T15:27:19.363 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T15:27:19.364 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-04T15:27:19.421 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-08-04T15:27:19.423 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-08-04T15:27:19.423 DEBUG:teuthology.orchestra.run.smithi007:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-08-04T15:27:19.496 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-08-04T15:27:19.885 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-08-04T15:27:20.065 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:19 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:19] ENGINE Bus STOPPING 2024-08-04T15:27:20.065 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:19 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T15:27:20.065 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:19 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:19] ENGINE Bus STOPPED 2024-08-04T15:27:20.066 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:19 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:19] ENGINE Bus STARTING 2024-08-04T15:27:20.066 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:20] ENGINE Serving on http://:::9283 2024-08-04T15:27:20.066 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:20] ENGINE Bus STARTED 2024-08-04T15:27:20.302 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-08-04T15:27:20.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:20] ENGINE Bus STOPPING 2024-08-04T15:27:20.687 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph telemetry preview 2024-08-04T15:27:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[39529]: from='client.? ' entity='client.admin' 2024-08-04T15:27:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[39529]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[39529]: from='client.? ' entity='client.admin' 2024-08-04T15:27:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:27:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:27:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:27:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:27:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[39529]: from='client.? ' entity='client.admin' 2024-08-04T15:27:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:27:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:27:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:20.837 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T15:27:20.838 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:20] ENGINE Bus STOPPED 2024-08-04T15:27:20.838 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:20] ENGINE Bus STARTING 2024-08-04T15:27:20.838 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:20] ENGINE Serving on http://:::9283 2024-08-04T15:27:20.838 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:20] ENGINE Bus STARTED 2024-08-04T15:27:20.838 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:20] ENGINE Bus STOPPING 2024-08-04T15:27:20.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[29096]: from='client.? ' entity='client.admin' 2024-08-04T15:27:20.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:20.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[29096]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:20.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[29096]: from='client.? ' entity='client.admin' 2024-08-04T15:27:20.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:27:20.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:27:20.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:20.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:20.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:27:20.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:27:20.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:20.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[29096]: from='client.? ' entity='client.admin' 2024-08-04T15:27:20.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:20.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:27:20.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:27:20.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:20 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:21.171 INFO:tasks.workunit.client.0.smithi007.stdout:{ 2024-08-04T15:27:21.171 INFO:tasks.workunit.client.0.smithi007.stdout: "balancer": { 2024-08-04T15:27:21.172 INFO:tasks.workunit.client.0.smithi007.stdout: "active": true, 2024-08-04T15:27:21.172 INFO:tasks.workunit.client.0.smithi007.stdout: "mode": "" 2024-08-04T15:27:21.172 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.172 INFO:tasks.workunit.client.0.smithi007.stdout: "channels": [ 2024-08-04T15:27:21.172 INFO:tasks.workunit.client.0.smithi007.stdout: "basic", 2024-08-04T15:27:21.172 INFO:tasks.workunit.client.0.smithi007.stdout: "crash", 2024-08-04T15:27:21.172 INFO:tasks.workunit.client.0.smithi007.stdout: "device", 2024-08-04T15:27:21.172 INFO:tasks.workunit.client.0.smithi007.stdout: "ident" 2024-08-04T15:27:21.172 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.172 INFO:tasks.workunit.client.0.smithi007.stdout: "channels_available": [ 2024-08-04T15:27:21.172 INFO:tasks.workunit.client.0.smithi007.stdout: "basic", 2024-08-04T15:27:21.172 INFO:tasks.workunit.client.0.smithi007.stdout: "ident", 2024-08-04T15:27:21.172 INFO:tasks.workunit.client.0.smithi007.stdout: "crash", 2024-08-04T15:27:21.172 INFO:tasks.workunit.client.0.smithi007.stdout: "device", 2024-08-04T15:27:21.172 INFO:tasks.workunit.client.0.smithi007.stdout: "perf" 2024-08-04T15:27:21.173 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.173 INFO:tasks.workunit.client.0.smithi007.stdout: "collections_available": [ 2024-08-04T15:27:21.173 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_base", 2024-08-04T15:27:21.173 INFO:tasks.workunit.client.0.smithi007.stdout: "device_base", 2024-08-04T15:27:21.173 INFO:tasks.workunit.client.0.smithi007.stdout: "crash_base", 2024-08-04T15:27:21.173 INFO:tasks.workunit.client.0.smithi007.stdout: "ident_base", 2024-08-04T15:27:21.173 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_perf", 2024-08-04T15:27:21.173 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_mds_metadata", 2024-08-04T15:27:21.173 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_usage", 2024-08-04T15:27:21.173 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_usage_by_class", 2024-08-04T15:27:21.173 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_rook_v01", 2024-08-04T15:27:21.173 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_memory_metrics", 2024-08-04T15:27:21.173 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_options_bluestore" 2024-08-04T15:27:21.173 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.173 INFO:tasks.workunit.client.0.smithi007.stdout: "collections_opted_in": [ 2024-08-04T15:27:21.174 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_base", 2024-08-04T15:27:21.174 INFO:tasks.workunit.client.0.smithi007.stdout: "device_base", 2024-08-04T15:27:21.174 INFO:tasks.workunit.client.0.smithi007.stdout: "crash_base", 2024-08-04T15:27:21.174 INFO:tasks.workunit.client.0.smithi007.stdout: "ident_base", 2024-08-04T15:27:21.174 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_perf", 2024-08-04T15:27:21.174 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_mds_metadata", 2024-08-04T15:27:21.174 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_usage", 2024-08-04T15:27:21.174 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_usage_by_class", 2024-08-04T15:27:21.174 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_rook_v01", 2024-08-04T15:27:21.174 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_memory_metrics", 2024-08-04T15:27:21.174 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_options_bluestore" 2024-08-04T15:27:21.175 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.175 INFO:tasks.workunit.client.0.smithi007.stdout: "config": { 2024-08-04T15:27:21.175 INFO:tasks.workunit.client.0.smithi007.stdout: "active_changed": [ 2024-08-04T15:27:21.175 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-04T15:27:21.175 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_debug", 2024-08-04T15:27:21.175 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_mon_ticket_ttl", 2024-08-04T15:27:21.175 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_service_ticket_ttl", 2024-08-04T15:27:21.175 INFO:tasks.workunit.client.0.smithi007.stdout: "bdev_debug_aio", 2024-08-04T15:27:21.175 INFO:tasks.workunit.client.0.smithi007.stdout: "client_check_pool_perm", 2024-08-04T15:27:21.175 INFO:tasks.workunit.client.0.smithi007.stdout: "client_mount_gid", 2024-08-04T15:27:21.175 INFO:tasks.workunit.client.0.smithi007.stdout: "client_mount_uid", 2024-08-04T15:27:21.175 INFO:tasks.workunit.client.0.smithi007.stdout: "client_quota", 2024-08-04T15:27:21.175 INFO:tasks.workunit.client.0.smithi007.stdout: "container_image", 2024-08-04T15:27:21.175 INFO:tasks.workunit.client.0.smithi007.stdout: "daemonize", 2024-08-04T15:27:21.176 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_asserts_on_shutdown", 2024-08-04T15:27:21.176 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mgr", 2024-08-04T15:27:21.176 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mon", 2024-08-04T15:27:21.176 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_ms", 2024-08-04T15:27:21.176 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_osd", 2024-08-04T15:27:21.176 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_paxos", 2024-08-04T15:27:21.176 INFO:tasks.workunit.client.0.smithi007.stdout: "keyring", 2024-08-04T15:27:21.176 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_block_size", 2024-08-04T15:27:21.176 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_cache_size", 2024-08-04T15:27:21.176 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_compression", 2024-08-04T15:27:21.176 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_log", 2024-08-04T15:27:21.176 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_write_buffer_size", 2024-08-04T15:27:21.176 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_file", 2024-08-04T15:27:21.176 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_journald", 2024-08-04T15:27:21.176 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_stderr", 2024-08-04T15:27:21.177 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_allow_pool_delete", 2024-08-04T15:27:21.177 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_clock_drift_allowed", 2024-08-04T15:27:21.177 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_file", 2024-08-04T15:27:21.177 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_journald", 2024-08-04T15:27:21.177 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_stderr", 2024-08-04T15:27:21.177 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_data_avail_warn", 2024-08-04T15:27:21.177 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_election_default_strategy", 2024-08-04T15:27:21.177 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_host", 2024-08-04T15:27:21.177 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_max_pg_per_osd", 2024-08-04T15:27:21.177 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mgr_mkfs_grace", 2024-08-04T15:27:21.177 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_prime_pg_temp", 2024-08-04T15:27:21.177 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_reporter_subtree_level", 2024-08-04T15:27:21.177 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_pg_warn_max_object_skew", 2024-08-04T15:27:21.177 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-04T15:27:21.178 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-04T15:27:21.178 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-04T15:27:21.178 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-04T15:27:21.178 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-04T15:27:21.178 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-04T15:27:21.178 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-04T15:27:21.178 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-04T15:27:21.178 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_too_few_osds", 2024-08-04T15:27:21.178 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_bug", 2024-08-04T15:27:21.178 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_old_message", 2024-08-04T15:27:21.178 INFO:tasks.workunit.client.0.smithi007.stdout: "no_config_file", 2024-08-04T15:27:21.178 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_default_list", 2024-08-04T15:27:21.178 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_load_list", 2024-08-04T15:27:21.179 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_misdirected_ops", 2024-08-04T15:27:21.179 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_op_order", 2024-08-04T15:27:21.179 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_pg_log_writeout", 2024-08-04T15:27:21.179 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_shutdown", 2024-08-04T15:27:21.179 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_cached_snaps", 2024-08-04T15:27:21.179 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_missing_on_start", 2024-08-04T15:27:21.179 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_stray_on_activate", 2024-08-04T15:27:21.179 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-04T15:27:21.179 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_profile", 2024-08-04T15:27:21.179 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-04T15:27:21.179 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-04T15:27:21.179 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-04T15:27:21.179 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-04T15:27:21.180 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-04T15:27:21.180 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-04T15:27:21.180 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_lim", 2024-08-04T15:27:21.180 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_res", 2024-08-04T15:27:21.180 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-04T15:27:21.180 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target", 2024-08-04T15:27:21.180 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target_autotune", 2024-08-04T15:27:21.180 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue", 2024-08-04T15:27:21.180 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue_cut_off", 2024-08-04T15:27:21.180 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_erasure_code_profile", 2024-08-04T15:27:21.180 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-04T15:27:21.180 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recover_clone_overlap", 2024-08-04T15:27:21.180 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_chunk", 2024-08-04T15:27:21.180 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_load_threshold", 2024-08-04T15:27:21.181 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_max_interval", 2024-08-04T15:27:21.181 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_shutdown_pgref_assert", 2024-08-04T15:27:21.181 INFO:tasks.workunit.client.0.smithi007.stdout: "public_addr", 2024-08-04T15:27:21.181 INFO:tasks.workunit.client.0.smithi007.stdout: "public_addrv", 2024-08-04T15:27:21.181 INFO:tasks.workunit.client.0.smithi007.stdout: "public_network", 2024-08-04T15:27:21.181 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_default_features", 2024-08-04T15:27:21.181 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_qos_exclude_ops", 2024-08-04T15:27:21.181 INFO:tasks.workunit.client.0.smithi007.stdout: "setgroup", 2024-08-04T15:27:21.181 INFO:tasks.workunit.client.0.smithi007.stdout: "setuser" 2024-08-04T15:27:21.181 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.181 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster_changed": [ 2024-08-04T15:27:21.181 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-04T15:27:21.181 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_debug", 2024-08-04T15:27:21.182 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_mon_ticket_ttl", 2024-08-04T15:27:21.182 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_service_ticket_ttl", 2024-08-04T15:27:21.182 INFO:tasks.workunit.client.0.smithi007.stdout: "bdev_debug_aio", 2024-08-04T15:27:21.182 INFO:tasks.workunit.client.0.smithi007.stdout: "container_image", 2024-08-04T15:27:21.182 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_asserts_on_shutdown", 2024-08-04T15:27:21.182 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mgr", 2024-08-04T15:27:21.182 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mon", 2024-08-04T15:27:21.182 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_ms", 2024-08-04T15:27:21.182 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_osd", 2024-08-04T15:27:21.182 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_paxos", 2024-08-04T15:27:21.182 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_file", 2024-08-04T15:27:21.182 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_journald", 2024-08-04T15:27:21.182 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_stderr", 2024-08-04T15:27:21.183 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_join_fs", 2024-08-04T15:27:21.183 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/allow_ptrace", 2024-08-04T15:27:21.183 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/container_init", 2024-08-04T15:27:21.183 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/migration_current", 2024-08-04T15:27:21.183 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/use_repo_digest", 2024-08-04T15:27:21.183 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-04T15:27:21.183 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-04T15:27:21.183 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-04T15:27:21.183 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-04T15:27:21.183 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/ssl_server_port", 2024-08-04T15:27:21.183 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/orchestrator/orchestrator", 2024-08-04T15:27:21.183 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/channel_ident", 2024-08-04T15:27:21.183 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/description", 2024-08-04T15:27:21.184 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/organization", 2024-08-04T15:27:21.184 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_allow_pool_delete", 2024-08-04T15:27:21.184 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_clock_drift_allowed", 2024-08-04T15:27:21.184 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_file", 2024-08-04T15:27:21.184 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_data_avail_warn", 2024-08-04T15:27:21.184 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_election_default_strategy", 2024-08-04T15:27:21.184 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_max_pg_per_osd", 2024-08-04T15:27:21.184 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mgr_mkfs_grace", 2024-08-04T15:27:21.184 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_prime_pg_temp", 2024-08-04T15:27:21.184 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_reporter_subtree_level", 2024-08-04T15:27:21.184 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_pg_warn_max_object_skew", 2024-08-04T15:27:21.184 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-04T15:27:21.184 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-04T15:27:21.185 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-04T15:27:21.185 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-04T15:27:21.185 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-04T15:27:21.185 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-04T15:27:21.185 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-04T15:27:21.185 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-04T15:27:21.185 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_too_few_osds", 2024-08-04T15:27:21.185 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_bug", 2024-08-04T15:27:21.185 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_old_message", 2024-08-04T15:27:21.185 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_default_list", 2024-08-04T15:27:21.185 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_load_list", 2024-08-04T15:27:21.185 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_misdirected_ops", 2024-08-04T15:27:21.185 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_op_order", 2024-08-04T15:27:21.185 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_pg_log_writeout", 2024-08-04T15:27:21.186 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_shutdown", 2024-08-04T15:27:21.186 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_cached_snaps", 2024-08-04T15:27:21.186 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_missing_on_start", 2024-08-04T15:27:21.186 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_stray_on_activate", 2024-08-04T15:27:21.186 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-04T15:27:21.186 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_profile", 2024-08-04T15:27:21.186 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target", 2024-08-04T15:27:21.186 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target_autotune", 2024-08-04T15:27:21.186 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue", 2024-08-04T15:27:21.186 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue_cut_off", 2024-08-04T15:27:21.186 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_erasure_code_profile", 2024-08-04T15:27:21.186 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-04T15:27:21.186 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recover_clone_overlap", 2024-08-04T15:27:21.186 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_chunk", 2024-08-04T15:27:21.186 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_load_threshold", 2024-08-04T15:27:21.187 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_max_interval", 2024-08-04T15:27:21.187 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_shutdown_pgref_assert", 2024-08-04T15:27:21.187 INFO:tasks.workunit.client.0.smithi007.stdout: "public_network", 2024-08-04T15:27:21.187 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_cache_enabled", 2024-08-04T15:27:21.187 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_enable_ops_log", 2024-08-04T15:27:21.187 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_enable_usage_log" 2024-08-04T15:27:21.187 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:21.187 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.187 INFO:tasks.workunit.client.0.smithi007.stdout: "contact": null, 2024-08-04T15:27:21.187 INFO:tasks.workunit.client.0.smithi007.stdout: "crashes": [], 2024-08-04T15:27:21.187 INFO:tasks.workunit.client.0.smithi007.stdout: "created": "2024-08-04T15:18:26.674835Z", 2024-08-04T15:27:21.187 INFO:tasks.workunit.client.0.smithi007.stdout: "crush": { 2024-08-04T15:27:21.187 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_algs": { 2024-08-04T15:27:21.187 INFO:tasks.workunit.client.0.smithi007.stdout: "straw2": 3 2024-08-04T15:27:21.188 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.188 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_sizes": { 2024-08-04T15:27:21.188 INFO:tasks.workunit.client.0.smithi007.stdout: "2": 1, 2024-08-04T15:27:21.188 INFO:tasks.workunit.client.0.smithi007.stdout: "4": 2 2024-08-04T15:27:21.188 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.188 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_types": { 2024-08-04T15:27:21.188 INFO:tasks.workunit.client.0.smithi007.stdout: "1": 2, 2024-08-04T15:27:21.188 INFO:tasks.workunit.client.0.smithi007.stdout: "11": 1 2024-08-04T15:27:21.188 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.188 INFO:tasks.workunit.client.0.smithi007.stdout: "compat_weight_set": false, 2024-08-04T15:27:21.188 INFO:tasks.workunit.client.0.smithi007.stdout: "device_classes": [ 2024-08-04T15:27:21.188 INFO:tasks.workunit.client.0.smithi007.stdout: 8 2024-08-04T15:27:21.188 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_buckets": 6, 2024-08-04T15:27:21.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_devices": 8, 2024-08-04T15:27:21.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_rules": 1, 2024-08-04T15:27:21.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_types": 12, 2024-08-04T15:27:21.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_weight_sets": 0, 2024-08-04T15:27:21.189 INFO:tasks.workunit.client.0.smithi007.stdout: "tunables": { 2024-08-04T15:27:21.189 INFO:tasks.workunit.client.0.smithi007.stdout: "allowed_bucket_algs": 54, 2024-08-04T15:27:21.189 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_local_fallback_tries": 0, 2024-08-04T15:27:21.189 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_local_tries": 0, 2024-08-04T15:27:21.189 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_total_tries": 50, 2024-08-04T15:27:21.189 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_descend_once": 1, 2024-08-04T15:27:21.189 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_stable": 1, 2024-08-04T15:27:21.189 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_vary_r": 1, 2024-08-04T15:27:21.189 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v2_rules": 0, 2024-08-04T15:27:21.189 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v3_rules": 0, 2024-08-04T15:27:21.190 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v4_buckets": 1, 2024-08-04T15:27:21.190 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v5_rules": 0, 2024-08-04T15:27:21.190 INFO:tasks.workunit.client.0.smithi007.stdout: "legacy_tunables": 0, 2024-08-04T15:27:21.190 INFO:tasks.workunit.client.0.smithi007.stdout: "minimum_required_version": "jewel", 2024-08-04T15:27:21.190 INFO:tasks.workunit.client.0.smithi007.stdout: "optimal_tunables": 1, 2024-08-04T15:27:21.190 INFO:tasks.workunit.client.0.smithi007.stdout: "profile": "jewel", 2024-08-04T15:27:21.190 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables": 1, 2024-08-04T15:27:21.190 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables2": 1, 2024-08-04T15:27:21.190 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables3": 1, 2024-08-04T15:27:21.190 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables5": 1, 2024-08-04T15:27:21.190 INFO:tasks.workunit.client.0.smithi007.stdout: "straw_calc_version": 1 2024-08-04T15:27:21.190 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.191 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.191 INFO:tasks.workunit.client.0.smithi007.stdout: "description": "upgrade test cluster", 2024-08-04T15:27:21.191 INFO:tasks.workunit.client.0.smithi007.stdout: "fs": { 2024-08-04T15:27:21.191 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:21.191 INFO:tasks.workunit.client.0.smithi007.stdout: "feature_flags": { 2024-08-04T15:27:21.191 INFO:tasks.workunit.client.0.smithi007.stdout: "enable_multiple": true, 2024-08-04T15:27:21.191 INFO:tasks.workunit.client.0.smithi007.stdout: "ever_enabled_multiple": true 2024-08-04T15:27:21.191 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.191 INFO:tasks.workunit.client.0.smithi007.stdout: "filesystems": [ 2024-08-04T15:27:21.191 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:21.191 INFO:tasks.workunit.client.0.smithi007.stdout: "approx_ctime": "2024-08", 2024-08-04T15:27:21.191 INFO:tasks.workunit.client.0.smithi007.stdout: "balancer_enabled": false, 2024-08-04T15:27:21.192 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:21.192 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_caps": 0, 2024-08-04T15:27:21.192 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_dns": 10, 2024-08-04T15:27:21.192 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_inos": 13, 2024-08-04T15:27:21.192 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_subtrees": 2, 2024-08-04T15:27:21.192 INFO:tasks.workunit.client.0.smithi007.stdout: "ever_allowed_features": 0, 2024-08-04T15:27:21.192 INFO:tasks.workunit.client.0.smithi007.stdout: "explicitly_allowed_features": 0, 2024-08-04T15:27:21.192 INFO:tasks.workunit.client.0.smithi007.stdout: "files": 0, 2024-08-04T15:27:21.192 INFO:tasks.workunit.client.0.smithi007.stdout: "max_mds": 1, 2024-08-04T15:27:21.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_data_pools": 1, 2024-08-04T15:27:21.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_in": 1, 2024-08-04T15:27:21.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_mds": 1, 2024-08-04T15:27:21.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": 0, 2024-08-04T15:27:21.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_standby_replay": 0, 2024-08-04T15:27:21.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_up": 1, 2024-08-04T15:27:21.193 INFO:tasks.workunit.client.0.smithi007.stdout: "snaps": 0, 2024-08-04T15:27:21.193 INFO:tasks.workunit.client.0.smithi007.stdout: "standby_count_wanted": 0 2024-08-04T15:27:21.193 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.193 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_standby_mds": 1, 2024-08-04T15:27:21.193 INFO:tasks.workunit.client.0.smithi007.stdout: "total_num_mds": 2 2024-08-04T15:27:21.193 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.193 INFO:tasks.workunit.client.0.smithi007.stdout: "hosts": { 2024-08-04T15:27:21.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num": 2, 2024-08-04T15:27:21.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mds": 2, 2024-08-04T15:27:21.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mgr": 2, 2024-08-04T15:27:21.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mon": 2, 2024-08-04T15:27:21.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_osd": 2 2024-08-04T15:27:21.194 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.194 INFO:tasks.workunit.client.0.smithi007.stdout: "leaderboard": false, 2024-08-04T15:27:21.194 INFO:tasks.workunit.client.0.smithi007.stdout: "license": "sharing-1-0", 2024-08-04T15:27:21.194 INFO:tasks.workunit.client.0.smithi007.stdout: "metadata": { 2024-08-04T15:27:21.194 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T15:27:21.194 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T15:27:21.194 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 2 2024-08-04T15:27:21.194 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.194 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T15:27:21.194 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:27:21.194 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.194 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T15:27:21.195 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-08-04T15:27:21.195 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.195 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T15:27:21.195 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 2 2024-08-04T15:27:21.195 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.195 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T15:27:21.195 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 2 2024-08-04T15:27:21.195 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.195 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T15:27:21.195 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-04T15:27:21.195 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.195 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T15:27:21.196 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-04T15:27:21.196 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.196 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T15:27:21.196 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 2 2024-08-04T15:27:21.196 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.196 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.196 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:21.196 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T15:27:21.196 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 3 2024-08-04T15:27:21.196 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.196 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T15:27:21.196 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 3 2024-08-04T15:27:21.196 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.197 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T15:27:21.197 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-08-04T15:27:21.197 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.197 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T15:27:21.197 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 3 2024-08-04T15:27:21.197 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.197 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T15:27:21.197 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 3 2024-08-04T15:27:21.197 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.197 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T15:27:21.197 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-04T15:27:21.197 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.197 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T15:27:21.197 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-04T15:27:21.197 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.198 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T15:27:21.198 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 3 2024-08-04T15:27:21.198 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.198 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.198 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:21.198 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T15:27:21.198 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 8 2024-08-04T15:27:21.198 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.198 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T15:27:21.198 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 8 2024-08-04T15:27:21.198 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.198 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T15:27:21.199 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-08-04T15:27:21.199 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.199 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T15:27:21.199 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 8 2024-08-04T15:27:21.199 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.199 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T15:27:21.199 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 8 2024-08-04T15:27:21.199 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.199 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T15:27:21.199 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-04T15:27:21.199 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.199 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T15:27:21.199 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-04T15:27:21.200 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.200 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T15:27:21.200 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 8 2024-08-04T15:27:21.200 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.200 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_objectstore": { 2024-08-04T15:27:21.200 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": 8 2024-08-04T15:27:21.200 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.200 INFO:tasks.workunit.client.0.smithi007.stdout: "rotational": { 2024-08-04T15:27:21.200 INFO:tasks.workunit.client.0.smithi007.stdout: "0": 8 2024-08-04T15:27:21.200 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.200 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.200 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.200 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:21.201 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:21.201 INFO:tasks.workunit.client.0.smithi007.stdout: "features": { 2024-08-04T15:27:21.201 INFO:tasks.workunit.client.0.smithi007.stdout: "optional": [], 2024-08-04T15:27:21.201 INFO:tasks.workunit.client.0.smithi007.stdout: "persistent": [ 2024-08-04T15:27:21.201 INFO:tasks.workunit.client.0.smithi007.stdout: "kraken", 2024-08-04T15:27:21.201 INFO:tasks.workunit.client.0.smithi007.stdout: "luminous", 2024-08-04T15:27:21.201 INFO:tasks.workunit.client.0.smithi007.stdout: "mimic", 2024-08-04T15:27:21.201 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap-prune", 2024-08-04T15:27:21.201 INFO:tasks.workunit.client.0.smithi007.stdout: "nautilus", 2024-08-04T15:27:21.201 INFO:tasks.workunit.client.0.smithi007.stdout: "octopus", 2024-08-04T15:27:21.201 INFO:tasks.workunit.client.0.smithi007.stdout: "pacific", 2024-08-04T15:27:21.201 INFO:tasks.workunit.client.0.smithi007.stdout: "elector-pinging", 2024-08-04T15:27:21.201 INFO:tasks.workunit.client.0.smithi007.stdout: "quincy" 2024-08-04T15:27:21.201 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:21.201 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.202 INFO:tasks.workunit.client.0.smithi007.stdout: "ipv4_addr_mons": 6, 2024-08-04T15:27:21.202 INFO:tasks.workunit.client.0.smithi007.stdout: "ipv6_addr_mons": 0, 2024-08-04T15:27:21.202 INFO:tasks.workunit.client.0.smithi007.stdout: "min_mon_release": 17, 2024-08-04T15:27:21.202 INFO:tasks.workunit.client.0.smithi007.stdout: "v1_addr_mons": 3, 2024-08-04T15:27:21.202 INFO:tasks.workunit.client.0.smithi007.stdout: "v2_addr_mons": 3 2024-08-04T15:27:21.202 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.202 INFO:tasks.workunit.client.0.smithi007.stdout: "organization": "ceph-qa", 2024-08-04T15:27:21.202 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:21.202 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster_network": false, 2024-08-04T15:27:21.202 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8, 2024-08-04T15:27:21.203 INFO:tasks.workunit.client.0.smithi007.stdout: "require_min_compat_client": "luminous", 2024-08-04T15:27:21.203 INFO:tasks.workunit.client.0.smithi007.stdout: "require_osd_release": "quincy" 2024-08-04T15:27:21.203 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.203 INFO:tasks.workunit.client.0.smithi007.stdout: "pools": [ 2024-08-04T15:27:21.203 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:21.203 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:21.203 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr" 2024-08-04T15:27:21.203 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.203 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T15:27:21.203 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T15:27:21.203 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T15:27:21.203 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T15:27:21.204 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T15:27:21.204 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 1, 2024-08-04T15:27:21.204 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 1, 2024-08-04T15:27:21.204 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 1, 2024-08-04T15:27:21.204 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T15:27:21.204 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T15:27:21.204 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 727115213066, 2024-08-04T15:27:21.204 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 1781760, 2024-08-04T15:27:21.204 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T15:27:21.205 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T15:27:21.205 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 1781760, 2024-08-04T15:27:21.205 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T15:27:21.205 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 242371739648, 2024-08-04T15:27:21.205 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 2, 2024-08-04T15:27:21.205 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T15:27:21.205 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-04T15:27:21.205 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T15:27:21.205 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T15:27:21.205 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 212, 2024-08-04T15:27:21.205 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 313344, 2024-08-04T15:27:21.205 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 590368, 2024-08-04T15:27:21.205 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 590368, 2024-08-04T15:27:21.205 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T15:27:21.206 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 1771104, 2024-08-04T15:27:21.206 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 179, 2024-08-04T15:27:21.206 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 2473984 2024-08-04T15:27:21.206 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.206 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T15:27:21.206 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T15:27:21.206 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T15:27:21.206 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.206 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:21.206 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:21.206 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T15:27:21.206 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.206 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T15:27:21.207 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T15:27:21.207 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T15:27:21.207 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T15:27:21.207 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T15:27:21.207 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 32, 2024-08-04T15:27:21.207 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 32, 2024-08-04T15:27:21.207 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 2, 2024-08-04T15:27:21.207 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T15:27:21.207 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T15:27:21.207 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 727115213066, 2024-08-04T15:27:21.207 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 98304, 2024-08-04T15:27:21.207 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T15:27:21.207 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T15:27:21.208 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 98304, 2024-08-04T15:27:21.208 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T15:27:21.208 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 242371739648, 2024-08-04T15:27:21.208 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 22, 2024-08-04T15:27:21.208 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T15:27:21.208 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 1.351972542806834e-07, 2024-08-04T15:27:21.208 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T15:27:21.208 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T15:27:21.208 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 0, 2024-08-04T15:27:21.208 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 0, 2024-08-04T15:27:21.209 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 3410, 2024-08-04T15:27:21.209 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 3410, 2024-08-04T15:27:21.209 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T15:27:21.209 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 10230, 2024-08-04T15:27:21.209 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 51, 2024-08-04T15:27:21.209 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 19456 2024-08-04T15:27:21.209 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.209 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T15:27:21.209 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T15:27:21.209 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T15:27:21.209 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.209 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:21.209 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:21.209 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T15:27:21.209 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.210 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T15:27:21.210 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T15:27:21.210 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T15:27:21.210 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T15:27:21.210 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T15:27:21.210 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 64, 2024-08-04T15:27:21.210 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 64, 2024-08-04T15:27:21.210 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 3, 2024-08-04T15:27:21.210 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T15:27:21.210 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T15:27:21.210 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 727115213066, 2024-08-04T15:27:21.210 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 0, 2024-08-04T15:27:21.210 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T15:27:21.210 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T15:27:21.210 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 0, 2024-08-04T15:27:21.210 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T15:27:21.211 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 242371739648, 2024-08-04T15:27:21.211 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 0, 2024-08-04T15:27:21.211 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T15:27:21.211 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 0.0, 2024-08-04T15:27:21.211 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T15:27:21.211 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T15:27:21.211 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 0, 2024-08-04T15:27:21.211 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 0, 2024-08-04T15:27:21.211 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 0, 2024-08-04T15:27:21.211 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 0, 2024-08-04T15:27:21.211 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T15:27:21.211 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 0, 2024-08-04T15:27:21.211 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 0, 2024-08-04T15:27:21.211 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 0 2024-08-04T15:27:21.211 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.212 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T15:27:21.212 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T15:27:21.212 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T15:27:21.212 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.212 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:21.212 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:21.212 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd" 2024-08-04T15:27:21.212 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.212 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T15:27:21.212 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T15:27:21.212 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T15:27:21.212 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T15:27:21.212 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T15:27:21.212 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 8, 2024-08-04T15:27:21.213 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 8, 2024-08-04T15:27:21.213 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 4, 2024-08-04T15:27:21.213 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T15:27:21.213 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T15:27:21.213 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 727115213066, 2024-08-04T15:27:21.213 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 12288, 2024-08-04T15:27:21.213 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T15:27:21.213 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T15:27:21.213 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 12288, 2024-08-04T15:27:21.213 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T15:27:21.213 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 242371739648, 2024-08-04T15:27:21.213 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 2, 2024-08-04T15:27:21.213 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T15:27:21.213 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-04T15:27:21.213 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T15:27:21.214 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T15:27:21.214 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 0, 2024-08-04T15:27:21.214 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 0, 2024-08-04T15:27:21.214 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 19, 2024-08-04T15:27:21.214 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 19, 2024-08-04T15:27:21.214 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T15:27:21.214 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 57, 2024-08-04T15:27:21.214 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 2, 2024-08-04T15:27:21.214 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 2048 2024-08-04T15:27:21.214 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.214 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T15:27:21.214 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T15:27:21.214 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T15:27:21.214 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.214 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.215 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd": { 2024-08-04T15:27:21.215 INFO:tasks.workunit.client.0.smithi007.stdout: "mirroring_by_pool": [ 2024-08-04T15:27:21.215 INFO:tasks.workunit.client.0.smithi007.stdout: false 2024-08-04T15:27:21.215 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_images_by_pool": [ 2024-08-04T15:27:21.215 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:21.215 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pools": 1 2024-08-04T15:27:21.215 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.215 INFO:tasks.workunit.client.0.smithi007.stdout: "report_id": "10ee5500-78eb-4166-8510-cfa3c036bb51", 2024-08-04T15:27:21.215 INFO:tasks.workunit.client.0.smithi007.stdout: "report_timestamp": "2024-08-04T15:27:21.165534", 2024-08-04T15:27:21.215 INFO:tasks.workunit.client.0.smithi007.stdout: "report_version": 1, 2024-08-04T15:27:21.216 INFO:tasks.workunit.client.0.smithi007.stdout: "rook": { 2024-08-04T15:27:21.216 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster": { 2024-08-04T15:27:21.216 INFO:tasks.workunit.client.0.smithi007.stdout: "external-mode": null, 2024-08-04T15:27:21.216 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:21.216 INFO:tasks.workunit.client.0.smithi007.stdout: "allow-multiple-per-node": null, 2024-08-04T15:27:21.216 INFO:tasks.workunit.client.0.smithi007.stdout: "count": null, 2024-08-04T15:27:21.216 INFO:tasks.workunit.client.0.smithi007.stdout: "max-id": null, 2024-08-04T15:27:21.216 INFO:tasks.workunit.client.0.smithi007.stdout: "pvc": { 2024-08-04T15:27:21.216 INFO:tasks.workunit.client.0.smithi007.stdout: "enabled": null 2024-08-04T15:27:21.216 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.216 INFO:tasks.workunit.client.0.smithi007.stdout: "stretch": { 2024-08-04T15:27:21.216 INFO:tasks.workunit.client.0.smithi007.stdout: "enabled": null 2024-08-04T15:27:21.216 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.216 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.216 INFO:tasks.workunit.client.0.smithi007.stdout: "network": { 2024-08-04T15:27:21.216 INFO:tasks.workunit.client.0.smithi007.stdout: "provider": null 2024-08-04T15:27:21.217 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.217 INFO:tasks.workunit.client.0.smithi007.stdout: "storage": { 2024-08-04T15:27:21.217 INFO:tasks.workunit.client.0.smithi007.stdout: "device-set": { 2024-08-04T15:27:21.217 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T15:27:21.217 INFO:tasks.workunit.client.0.smithi007.stdout: "non-portable": null, 2024-08-04T15:27:21.217 INFO:tasks.workunit.client.0.smithi007.stdout: "portable": null, 2024-08-04T15:27:21.217 INFO:tasks.workunit.client.0.smithi007.stdout: "total": null 2024-08-04T15:27:21.217 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.217 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.217 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.217 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.217 INFO:tasks.workunit.client.0.smithi007.stdout: "csi": { 2024-08-04T15:27:21.217 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T15:27:21.217 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.217 INFO:tasks.workunit.client.0.smithi007.stdout: "kubernetes": { 2024-08-04T15:27:21.217 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T15:27:21.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.218 INFO:tasks.workunit.client.0.smithi007.stdout: "node": { 2024-08-04T15:27:21.218 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T15:27:21.218 INFO:tasks.workunit.client.0.smithi007.stdout: "kubernetes-total": null, 2024-08-04T15:27:21.218 INFO:tasks.workunit.client.0.smithi007.stdout: "with-ceph-daemons": null, 2024-08-04T15:27:21.218 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-cephfs-plugin": null, 2024-08-04T15:27:21.218 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-nfs-plugin": null, 2024-08-04T15:27:21.218 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-rbd-plugin": null 2024-08-04T15:27:21.218 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.218 INFO:tasks.workunit.client.0.smithi007.stdout: "usage": { 2024-08-04T15:27:21.218 INFO:tasks.workunit.client.0.smithi007.stdout: "storage-class": { 2024-08-04T15:27:21.218 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T15:27:21.218 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket": null, 2024-08-04T15:27:21.218 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs": null, 2024-08-04T15:27:21.219 INFO:tasks.workunit.client.0.smithi007.stdout: "nfs": null, 2024-08-04T15:27:21.219 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd": null, 2024-08-04T15:27:21.219 INFO:tasks.workunit.client.0.smithi007.stdout: "total": null 2024-08-04T15:27:21.219 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.219 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.219 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.219 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T15:27:21.219 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.219 INFO:tasks.workunit.client.0.smithi007.stdout: "services": {}, 2024-08-04T15:27:21.219 INFO:tasks.workunit.client.0.smithi007.stdout: "usage": { 2024-08-04T15:27:21.219 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 105, 2024-08-04T15:27:21.219 INFO:tasks.workunit.client.0.smithi007.stdout: "pools": 4, 2024-08-04T15:27:21.219 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_by_class": { 2024-08-04T15:27:21.219 INFO:tasks.workunit.client.0.smithi007.stdout: "ssd": { 2024-08-04T15:27:21.219 INFO:tasks.workunit.client.0.smithi007.stdout: "total_avail_bytes": 765516259328, 2024-08-04T15:27:21.219 INFO:tasks.workunit.client.0.smithi007.stdout: "total_bytes": 767960285184, 2024-08-04T15:27:21.220 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_bytes": 2444025856, 2024-08-04T15:27:21.220 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_raw_bytes": 2444025856, 2024-08-04T15:27:21.220 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_raw_ratio": 0.0031824898906052113 2024-08-04T15:27:21.220 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.220 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.220 INFO:tasks.workunit.client.0.smithi007.stdout: "total_avail_bytes": 765516259328, 2024-08-04T15:27:21.220 INFO:tasks.workunit.client.0.smithi007.stdout: "total_bytes": 767960285184, 2024-08-04T15:27:21.220 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_bytes": 2444025856 2024-08-04T15:27:21.220 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.220 INFO:tasks.workunit.client.0.smithi007.stdout:} 2024-08-04T15:27:21.220 INFO:tasks.workunit.client.0.smithi007.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-04T15:27:21.221 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph telemetry preview-device 2024-08-04T15:27:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:20 smithi062 ceph-mon[32659]: from='client.? ' entity='client.admin' 2024-08-04T15:27:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:20 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:20 smithi062 ceph-mon[32659]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:20 smithi062 ceph-mon[32659]: from='client.? ' entity='client.admin' 2024-08-04T15:27:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:20 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:27:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:20 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:27:21.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:20 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:21.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:20 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:21.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:20 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:27:21.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:20 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:27:21.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:20 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:21.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:20 smithi062 ceph-mon[32659]: from='client.? ' entity='client.admin' 2024-08-04T15:27:21.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:20 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:21.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:20 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:27:21.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:20 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:27:21.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:20 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:21.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T15:27:21.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:21] ENGINE Bus STOPPED 2024-08-04T15:27:21.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:21] ENGINE Bus STARTING 2024-08-04T15:27:21.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:21] ENGINE Serving on http://:::9283 2024-08-04T15:27:21.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:21] ENGINE Bus STARTED 2024-08-04T15:27:21.699 INFO:tasks.workunit.client.0.smithi007.stdout:{ 2024-08-04T15:27:21.699 INFO:tasks.workunit.client.0.smithi007.stdout: "0af275b0-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T15:27:21.699 INFO:tasks.workunit.client.0.smithi007.stdout: "INTEL_SSDPED1D480GA_0af2f378-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T15:27:21.699 INFO:tasks.workunit.client.0.smithi007.stdout: "20240804-152127": { 2024-08-04T15:27:21.700 INFO:tasks.workunit.client.0.smithi007.stdout: "device": { 2024-08-04T15:27:21.700 INFO:tasks.workunit.client.0.smithi007.stdout: "info_name": "/dev/nvme0n1", 2024-08-04T15:27:21.700 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "/dev/nvme0n1", 2024-08-04T15:27:21.700 INFO:tasks.workunit.client.0.smithi007.stdout: "protocol": "NVMe", 2024-08-04T15:27:21.700 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "nvme" 2024-08-04T15:27:21.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.700 INFO:tasks.workunit.client.0.smithi007.stdout: "firmware_version": "E2010325", 2024-08-04T15:27:21.700 INFO:tasks.workunit.client.0.smithi007.stdout: "host_id": "0af275b0-5276-11ef-924b-0cc47abd15ea", 2024-08-04T15:27:21.700 INFO:tasks.workunit.client.0.smithi007.stdout: "json_format_version": [ 2024-08-04T15:27:21.700 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:21.700 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:21.700 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.700 INFO:tasks.workunit.client.0.smithi007.stdout: "local_time": { 2024-08-04T15:27:21.701 INFO:tasks.workunit.client.0.smithi007.stdout: "asctime": "Sun Aug 4 15:21:27 2024 UTC", 2024-08-04T15:27:21.701 INFO:tasks.workunit.client.0.smithi007.stdout: "time_t": 1722784887 2024-08-04T15:27:21.701 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.701 INFO:tasks.workunit.client.0.smithi007.stdout: "logical_block_size": 512, 2024-08-04T15:27:21.701 INFO:tasks.workunit.client.0.smithi007.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-04T15:27:21.701 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_controller_id": 0, 2024-08-04T15:27:21.701 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-04T15:27:21.701 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_namespaces": [ 2024-08-04T15:27:21.701 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:21.701 INFO:tasks.workunit.client.0.smithi007.stdout: "capacity": { 2024-08-04T15:27:21.701 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T15:27:21.701 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T15:27:21.701 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.701 INFO:tasks.workunit.client.0.smithi007.stdout: "formatted_lba_size": 512, 2024-08-04T15:27:21.702 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 1, 2024-08-04T15:27:21.702 INFO:tasks.workunit.client.0.smithi007.stdout: "size": { 2024-08-04T15:27:21.702 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T15:27:21.702 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T15:27:21.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.702 INFO:tasks.workunit.client.0.smithi007.stdout: "utilization": { 2024-08-04T15:27:21.702 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T15:27:21.702 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T15:27:21.702 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.702 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.702 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.702 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_number_of_namespaces": 1, 2024-08-04T15:27:21.702 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_pci_vendor": { 2024-08-04T15:27:21.703 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 32902, 2024-08-04T15:27:21.703 INFO:tasks.workunit.client.0.smithi007.stdout: "subsystem_id": 32902 2024-08-04T15:27:21.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.703 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_add_log": { 2024-08-04T15:27:21.703 INFO:tasks.workunit.client.0.smithi007.stdout: "Device stats": { 2024-08-04T15:27:21.703 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_fw_downgrades": { 2024-08-04T15:27:21.703 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:21.703 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.703 INFO:tasks.workunit.client.0.smithi007.stdout: "crc_error_count": { 2024-08-04T15:27:21.703 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.703 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.703 INFO:tasks.workunit.client.0.smithi007.stdout: "end_to_end_error_detection_count": { 2024-08-04T15:27:21.703 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.704 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.704 INFO:tasks.workunit.client.0.smithi007.stdout: "erase_fail_count": { 2024-08-04T15:27:21.704 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:21.704 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.704 INFO:tasks.workunit.client.0.smithi007.stdout: "host_bytes_written": { 2024-08-04T15:27:21.704 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.704 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 13029438 2024-08-04T15:27:21.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.704 INFO:tasks.workunit.client.0.smithi007.stdout: "host_ctx_wear_used": { 2024-08-04T15:27:21.704 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:21.704 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.705 INFO:tasks.workunit.client.0.smithi007.stdout: "media_bytes_read": { 2024-08-04T15:27:21.705 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:21.705 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.705 INFO:tasks.workunit.client.0.smithi007.stdout: "nand_bytes_written": { 2024-08-04T15:27:21.705 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:21.705 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.705 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_stat_indicator": { 2024-08-04T15:27:21.705 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:21.705 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.706 INFO:tasks.workunit.client.0.smithi007.stdout: "pll_lock_loss_count": { 2024-08-04T15:27:21.706 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.706 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.706 INFO:tasks.workunit.client.0.smithi007.stdout: "program_fail_count": { 2024-08-04T15:27:21.706 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:21.706 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.706 INFO:tasks.workunit.client.0.smithi007.stdout: "re_alloc_sectr_cnt": { 2024-08-04T15:27:21.706 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:21.706 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.706 INFO:tasks.workunit.client.0.smithi007.stdout: "retry_buffer_overflow_count": { 2024-08-04T15:27:21.707 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.707 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.707 INFO:tasks.workunit.client.0.smithi007.stdout: "soft_ecc_err_rate": { 2024-08-04T15:27:21.707 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:21.707 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.707 INFO:tasks.workunit.client.0.smithi007.stdout: "thermal_throttle_status": { 2024-08-04T15:27:21.707 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.707 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T15:27:21.707 INFO:tasks.workunit.client.0.smithi007.stdout: "cnt": 0, 2024-08-04T15:27:21.708 INFO:tasks.workunit.client.0.smithi007.stdout: "pct": 0 2024-08-04T15:27:21.708 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.708 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_host_reads": { 2024-08-04T15:27:21.708 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.708 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 15 2024-08-04T15:27:21.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.708 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_media_wear": { 2024-08-04T15:27:21.708 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.708 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": "0.029297" 2024-08-04T15:27:21.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.708 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_timer": { 2024-08-04T15:27:21.708 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.709 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 1660822 2024-08-04T15:27:21.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.709 INFO:tasks.workunit.client.0.smithi007.stdout: "unexp_power_loss": { 2024-08-04T15:27:21.709 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:21.709 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.709 INFO:tasks.workunit.client.0.smithi007.stdout: "wear_leveling": { 2024-08-04T15:27:21.709 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:21.709 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T15:27:21.709 INFO:tasks.workunit.client.0.smithi007.stdout: "avg": 0, 2024-08-04T15:27:21.709 INFO:tasks.workunit.client.0.smithi007.stdout: "max": 0, 2024-08-04T15:27:21.709 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0 2024-08-04T15:27:21.709 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.710 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.710 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.710 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel Smart log": "nvme0n1" 2024-08-04T15:27:21.710 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.710 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_log": { 2024-08-04T15:27:21.710 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare": 100, 2024-08-04T15:27:21.710 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare_threshold": 0, 2024-08-04T15:27:21.710 INFO:tasks.workunit.client.0.smithi007.stdout: "controller_busy_time": 5087, 2024-08-04T15:27:21.710 INFO:tasks.workunit.client.0.smithi007.stdout: "critical_warning": 0, 2024-08-04T15:27:21.710 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_read": 190203046, 2024-08-04T15:27:21.710 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_written": 853897270, 2024-08-04T15:27:21.710 INFO:tasks.workunit.client.0.smithi007.stdout: "host_reads": 3194674598, 2024-08-04T15:27:21.710 INFO:tasks.workunit.client.0.smithi007.stdout: "host_writes": 19105942526, 2024-08-04T15:27:21.711 INFO:tasks.workunit.client.0.smithi007.stdout: "media_errors": 0, 2024-08-04T15:27:21.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_err_log_entries": 0, 2024-08-04T15:27:21.711 INFO:tasks.workunit.client.0.smithi007.stdout: "percentage_used": 0, 2024-08-04T15:27:21.711 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycles": 37793, 2024-08-04T15:27:21.711 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_hours": 43582, 2024-08-04T15:27:21.711 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": 31, 2024-08-04T15:27:21.711 INFO:tasks.workunit.client.0.smithi007.stdout: "unsafe_shutdowns": 10653 2024-08-04T15:27:21.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.711 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_vendor": "intel", 2024-08-04T15:27:21.711 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_version": { 2024-08-04T15:27:21.711 INFO:tasks.workunit.client.0.smithi007.stdout: "string": "<1.2", 2024-08-04T15:27:21.711 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:21.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.711 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycle_count": 37793, 2024-08-04T15:27:21.711 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_time": { 2024-08-04T15:27:21.711 INFO:tasks.workunit.client.0.smithi007.stdout: "hours": 43582 2024-08-04T15:27:21.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.712 INFO:tasks.workunit.client.0.smithi007.stdout: "serial_number": "deleted", 2024-08-04T15:27:21.712 INFO:tasks.workunit.client.0.smithi007.stdout: "smart_status": { 2024-08-04T15:27:21.712 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme": { 2024-08-04T15:27:21.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:21.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.712 INFO:tasks.workunit.client.0.smithi007.stdout: "passed": true 2024-08-04T15:27:21.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.712 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl": { 2024-08-04T15:27:21.712 INFO:tasks.workunit.client.0.smithi007.stdout: "argv": [ 2024-08-04T15:27:21.712 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl", 2024-08-04T15:27:21.712 INFO:tasks.workunit.client.0.smithi007.stdout: "-x", 2024-08-04T15:27:21.712 INFO:tasks.workunit.client.0.smithi007.stdout: "--json=o", 2024-08-04T15:27:21.712 INFO:tasks.workunit.client.0.smithi007.stdout: "/dev/nvme0n1" 2024-08-04T15:27:21.712 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.712 INFO:tasks.workunit.client.0.smithi007.stdout: "build_info": "(local build)", 2024-08-04T15:27:21.712 INFO:tasks.workunit.client.0.smithi007.stdout: "exit_status": 0, 2024-08-04T15:27:21.713 INFO:tasks.workunit.client.0.smithi007.stdout: "output": [ 2024-08-04T15:27:21.713 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-04T15:27:21.713 INFO:tasks.workunit.client.0.smithi007.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-04T15:27:21.713 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:21.713 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-04T15:27:21.713 INFO:tasks.workunit.client.0.smithi007.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-04T15:27:21.713 INFO:tasks.workunit.client.0.smithi007.stdout: "Serial Number: deleted", 2024-08-04T15:27:21.713 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Version: E2010325", 2024-08-04T15:27:21.713 INFO:tasks.workunit.client.0.smithi007.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-04T15:27:21.713 INFO:tasks.workunit.client.0.smithi007.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-04T15:27:21.713 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller ID: 0", 2024-08-04T15:27:21.713 INFO:tasks.workunit.client.0.smithi007.stdout: "NVMe Version: <1.2", 2024-08-04T15:27:21.713 INFO:tasks.workunit.client.0.smithi007.stdout: "Number of Namespaces: 1", 2024-08-04T15:27:21.713 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-04T15:27:21.714 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-04T15:27:21.714 INFO:tasks.workunit.client.0.smithi007.stdout: "Local Time is: Sun Aug 4 15:21:27 2024 UTC", 2024-08-04T15:27:21.714 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-04T15:27:21.714 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-04T15:27:21.714 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-04T15:27:21.714 INFO:tasks.workunit.client.0.smithi007.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-04T15:27:21.714 INFO:tasks.workunit.client.0.smithi007.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-04T15:27:21.714 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:21.714 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported Power States", 2024-08-04T15:27:21.714 INFO:tasks.workunit.client.0.smithi007.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-04T15:27:21.714 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-04T15:27:21.714 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:21.715 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-04T15:27:21.715 INFO:tasks.workunit.client.0.smithi007.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-04T15:27:21.715 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 512 0 2", 2024-08-04T15:27:21.715 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:21.715 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-04T15:27:21.715 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-04T15:27:21.715 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:21.715 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-04T15:27:21.715 INFO:tasks.workunit.client.0.smithi007.stdout: "Critical Warning: 0x00", 2024-08-04T15:27:21.715 INFO:tasks.workunit.client.0.smithi007.stdout: "Temperature: 31 Celsius", 2024-08-04T15:27:21.715 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare: 100%", 2024-08-04T15:27:21.715 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare Threshold: 0%", 2024-08-04T15:27:21.715 INFO:tasks.workunit.client.0.smithi007.stdout: "Percentage Used: 0%", 2024-08-04T15:27:21.715 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Read: 190,203,046 [97.3 TB]", 2024-08-04T15:27:21.715 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Written: 853,897,270 [437 TB]", 2024-08-04T15:27:21.715 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Read Commands: 3,194,674,598", 2024-08-04T15:27:21.716 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Write Commands: 19,105,942,526", 2024-08-04T15:27:21.716 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller Busy Time: 5,087", 2024-08-04T15:27:21.716 INFO:tasks.workunit.client.0.smithi007.stdout: "Power Cycles: 37,793", 2024-08-04T15:27:21.716 INFO:tasks.workunit.client.0.smithi007.stdout: "Power On Hours: 43,582", 2024-08-04T15:27:21.716 INFO:tasks.workunit.client.0.smithi007.stdout: "Unsafe Shutdowns: 10,653", 2024-08-04T15:27:21.716 INFO:tasks.workunit.client.0.smithi007.stdout: "Media and Data Integrity Errors: 0", 2024-08-04T15:27:21.716 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information Log Entries: 0", 2024-08-04T15:27:21.716 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:21.716 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-04T15:27:21.716 INFO:tasks.workunit.client.0.smithi007.stdout: "No Errors Logged", 2024-08-04T15:27:21.716 INFO:tasks.workunit.client.0.smithi007.stdout: "" 2024-08-04T15:27:21.716 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.716 INFO:tasks.workunit.client.0.smithi007.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-04T15:27:21.717 INFO:tasks.workunit.client.0.smithi007.stdout: "svn_revision": "5155", 2024-08-04T15:27:21.717 INFO:tasks.workunit.client.0.smithi007.stdout: "version": [ 2024-08-04T15:27:21.718 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:21.718 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:21.718 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:21.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.718 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": { 2024-08-04T15:27:21.718 INFO:tasks.workunit.client.0.smithi007.stdout: "current": 31 2024-08-04T15:27:21.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.718 INFO:tasks.workunit.client.0.smithi007.stdout: "user_capacity": { 2024-08-04T15:27:21.719 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T15:27:21.719 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T15:27:21.719 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.719 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.719 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.719 INFO:tasks.workunit.client.0.smithi007.stdout: "0af43c74-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T15:27:21.719 INFO:tasks.workunit.client.0.smithi007.stdout: "INTEL_SSDPEDMD400G4_0af4a5a6-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T15:27:21.719 INFO:tasks.workunit.client.0.smithi007.stdout: "20240804-152131": { 2024-08-04T15:27:21.719 INFO:tasks.workunit.client.0.smithi007.stdout: "device": { 2024-08-04T15:27:21.719 INFO:tasks.workunit.client.0.smithi007.stdout: "info_name": "/dev/nvme0n1", 2024-08-04T15:27:21.719 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "/dev/nvme0n1", 2024-08-04T15:27:21.719 INFO:tasks.workunit.client.0.smithi007.stdout: "protocol": "NVMe", 2024-08-04T15:27:21.719 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "nvme" 2024-08-04T15:27:21.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.720 INFO:tasks.workunit.client.0.smithi007.stdout: "firmware_version": "8DV101H0", 2024-08-04T15:27:21.720 INFO:tasks.workunit.client.0.smithi007.stdout: "host_id": "0af43c74-5276-11ef-924b-0cc47abd15ea", 2024-08-04T15:27:21.720 INFO:tasks.workunit.client.0.smithi007.stdout: "json_format_version": [ 2024-08-04T15:27:21.720 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:21.720 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:21.720 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.720 INFO:tasks.workunit.client.0.smithi007.stdout: "local_time": { 2024-08-04T15:27:21.720 INFO:tasks.workunit.client.0.smithi007.stdout: "asctime": "Sun Aug 4 15:21:30 2024 UTC", 2024-08-04T15:27:21.720 INFO:tasks.workunit.client.0.smithi007.stdout: "time_t": 1722784890 2024-08-04T15:27:21.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.720 INFO:tasks.workunit.client.0.smithi007.stdout: "logical_block_size": 512, 2024-08-04T15:27:21.720 INFO:tasks.workunit.client.0.smithi007.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-04T15:27:21.721 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_controller_id": 0, 2024-08-04T15:27:21.721 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-04T15:27:21.721 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_namespaces": [ 2024-08-04T15:27:21.721 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:21.721 INFO:tasks.workunit.client.0.smithi007.stdout: "capacity": { 2024-08-04T15:27:21.721 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T15:27:21.721 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T15:27:21.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.721 INFO:tasks.workunit.client.0.smithi007.stdout: "formatted_lba_size": 512, 2024-08-04T15:27:21.721 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 1, 2024-08-04T15:27:21.721 INFO:tasks.workunit.client.0.smithi007.stdout: "size": { 2024-08-04T15:27:21.721 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T15:27:21.721 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T15:27:21.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.721 INFO:tasks.workunit.client.0.smithi007.stdout: "utilization": { 2024-08-04T15:27:21.722 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T15:27:21.722 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T15:27:21.722 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.722 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.722 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.722 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_number_of_namespaces": 1, 2024-08-04T15:27:21.722 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_pci_vendor": { 2024-08-04T15:27:21.722 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 32902, 2024-08-04T15:27:21.722 INFO:tasks.workunit.client.0.smithi007.stdout: "subsystem_id": 32902 2024-08-04T15:27:21.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.722 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_add_log": { 2024-08-04T15:27:21.722 INFO:tasks.workunit.client.0.smithi007.stdout: "Device stats": { 2024-08-04T15:27:21.722 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_fw_downgrades": { 2024-08-04T15:27:21.722 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:21.722 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.723 INFO:tasks.workunit.client.0.smithi007.stdout: "crc_error_count": { 2024-08-04T15:27:21.723 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.723 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.723 INFO:tasks.workunit.client.0.smithi007.stdout: "end_to_end_error_detection_count": { 2024-08-04T15:27:21.723 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.723 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.723 INFO:tasks.workunit.client.0.smithi007.stdout: "erase_fail_count": { 2024-08-04T15:27:21.723 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.723 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.723 INFO:tasks.workunit.client.0.smithi007.stdout: "host_bytes_written": { 2024-08-04T15:27:21.724 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.724 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 41346558 2024-08-04T15:27:21.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.724 INFO:tasks.workunit.client.0.smithi007.stdout: "host_ctx_wear_used": { 2024-08-04T15:27:21.724 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.724 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 1 2024-08-04T15:27:21.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.724 INFO:tasks.workunit.client.0.smithi007.stdout: "media_bytes_read": { 2024-08-04T15:27:21.724 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:21.724 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.724 INFO:tasks.workunit.client.0.smithi007.stdout: "nand_bytes_written": { 2024-08-04T15:27:21.724 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.724 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 64222638 2024-08-04T15:27:21.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.725 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_stat_indicator": { 2024-08-04T15:27:21.725 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:21.725 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.725 INFO:tasks.workunit.client.0.smithi007.stdout: "pll_lock_loss_count": { 2024-08-04T15:27:21.725 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.725 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.725 INFO:tasks.workunit.client.0.smithi007.stdout: "program_fail_count": { 2024-08-04T15:27:21.725 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.725 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.725 INFO:tasks.workunit.client.0.smithi007.stdout: "re_alloc_sectr_cnt": { 2024-08-04T15:27:21.725 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:21.726 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.726 INFO:tasks.workunit.client.0.smithi007.stdout: "retry_buffer_overflow_count": { 2024-08-04T15:27:21.726 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.726 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.726 INFO:tasks.workunit.client.0.smithi007.stdout: "soft_ecc_err_rate": { 2024-08-04T15:27:21.726 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:21.726 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.726 INFO:tasks.workunit.client.0.smithi007.stdout: "thermal_throttle_status": { 2024-08-04T15:27:21.726 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.726 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T15:27:21.727 INFO:tasks.workunit.client.0.smithi007.stdout: "cnt": 0, 2024-08-04T15:27:21.727 INFO:tasks.workunit.client.0.smithi007.stdout: "pct": 0 2024-08-04T15:27:21.727 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.727 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_host_reads": { 2024-08-04T15:27:21.727 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.727 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 65535 2024-08-04T15:27:21.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.727 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_media_wear": { 2024-08-04T15:27:21.727 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.727 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": "63.999023" 2024-08-04T15:27:21.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.730 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_timer": { 2024-08-04T15:27:21.730 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:21.730 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 65535 2024-08-04T15:27:21.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.731 INFO:tasks.workunit.client.0.smithi007.stdout: "unexp_power_loss": { 2024-08-04T15:27:21.731 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:21.731 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:21.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.731 INFO:tasks.workunit.client.0.smithi007.stdout: "wear_leveling": { 2024-08-04T15:27:21.731 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 86, 2024-08-04T15:27:21.731 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T15:27:21.731 INFO:tasks.workunit.client.0.smithi007.stdout: "avg": 4244, 2024-08-04T15:27:21.731 INFO:tasks.workunit.client.0.smithi007.stdout: "max": 4264, 2024-08-04T15:27:21.731 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 4226 2024-08-04T15:27:21.731 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.731 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.732 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel Smart log": "nvme0n1" 2024-08-04T15:27:21.732 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.732 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_log": { 2024-08-04T15:27:21.732 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare": 100, 2024-08-04T15:27:21.732 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare_threshold": 10, 2024-08-04T15:27:21.732 INFO:tasks.workunit.client.0.smithi007.stdout: "controller_busy_time": 0, 2024-08-04T15:27:21.732 INFO:tasks.workunit.client.0.smithi007.stdout: "critical_warning": 0, 2024-08-04T15:27:21.732 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_read": 497884578, 2024-08-04T15:27:21.732 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_written": 2709688062, 2024-08-04T15:27:21.732 INFO:tasks.workunit.client.0.smithi007.stdout: "host_reads": 7984649452, 2024-08-04T15:27:21.732 INFO:tasks.workunit.client.0.smithi007.stdout: "host_writes": 46757294678, 2024-08-04T15:27:21.732 INFO:tasks.workunit.client.0.smithi007.stdout: "media_errors": 0, 2024-08-04T15:27:21.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_err_log_entries": 0, 2024-08-04T15:27:21.732 INFO:tasks.workunit.client.0.smithi007.stdout: "percentage_used": 14, 2024-08-04T15:27:21.733 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycles": 54734, 2024-08-04T15:27:21.733 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_hours": 63850, 2024-08-04T15:27:21.733 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": 23, 2024-08-04T15:27:21.733 INFO:tasks.workunit.client.0.smithi007.stdout: "unsafe_shutdowns": 51 2024-08-04T15:27:21.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.733 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_vendor": "intel", 2024-08-04T15:27:21.733 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_version": { 2024-08-04T15:27:21.733 INFO:tasks.workunit.client.0.smithi007.stdout: "string": "<1.2", 2024-08-04T15:27:21.733 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:21.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.733 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycle_count": 54734, 2024-08-04T15:27:21.733 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_time": { 2024-08-04T15:27:21.733 INFO:tasks.workunit.client.0.smithi007.stdout: "hours": 63850 2024-08-04T15:27:21.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.733 INFO:tasks.workunit.client.0.smithi007.stdout: "serial_number": "deleted", 2024-08-04T15:27:21.733 INFO:tasks.workunit.client.0.smithi007.stdout: "smart_status": { 2024-08-04T15:27:21.734 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme": { 2024-08-04T15:27:21.734 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:21.734 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.734 INFO:tasks.workunit.client.0.smithi007.stdout: "passed": true 2024-08-04T15:27:21.734 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.734 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl": { 2024-08-04T15:27:21.734 INFO:tasks.workunit.client.0.smithi007.stdout: "argv": [ 2024-08-04T15:27:21.734 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl", 2024-08-04T15:27:21.734 INFO:tasks.workunit.client.0.smithi007.stdout: "-x", 2024-08-04T15:27:21.734 INFO:tasks.workunit.client.0.smithi007.stdout: "--json=o", 2024-08-04T15:27:21.734 INFO:tasks.workunit.client.0.smithi007.stdout: "/dev/nvme0n1" 2024-08-04T15:27:21.734 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.734 INFO:tasks.workunit.client.0.smithi007.stdout: "build_info": "(local build)", 2024-08-04T15:27:21.734 INFO:tasks.workunit.client.0.smithi007.stdout: "exit_status": 0, 2024-08-04T15:27:21.734 INFO:tasks.workunit.client.0.smithi007.stdout: "output": [ 2024-08-04T15:27:21.734 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-04T15:27:21.735 INFO:tasks.workunit.client.0.smithi007.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-04T15:27:21.735 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:21.735 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-04T15:27:21.735 INFO:tasks.workunit.client.0.smithi007.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-04T15:27:21.735 INFO:tasks.workunit.client.0.smithi007.stdout: "Serial Number: deleted", 2024-08-04T15:27:21.735 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Version: 8DV101H0", 2024-08-04T15:27:21.735 INFO:tasks.workunit.client.0.smithi007.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-04T15:27:21.735 INFO:tasks.workunit.client.0.smithi007.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-04T15:27:21.735 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller ID: 0", 2024-08-04T15:27:21.735 INFO:tasks.workunit.client.0.smithi007.stdout: "NVMe Version: <1.2", 2024-08-04T15:27:21.735 INFO:tasks.workunit.client.0.smithi007.stdout: "Number of Namespaces: 1", 2024-08-04T15:27:21.735 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-04T15:27:21.735 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-04T15:27:21.735 INFO:tasks.workunit.client.0.smithi007.stdout: "Local Time is: Sun Aug 4 15:21:30 2024 UTC", 2024-08-04T15:27:21.735 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-04T15:27:21.736 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-04T15:27:21.736 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-04T15:27:21.736 INFO:tasks.workunit.client.0.smithi007.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-04T15:27:21.736 INFO:tasks.workunit.client.0.smithi007.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-04T15:27:21.736 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:21.736 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported Power States", 2024-08-04T15:27:21.736 INFO:tasks.workunit.client.0.smithi007.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-04T15:27:21.736 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-04T15:27:21.736 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:21.736 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-04T15:27:21.736 INFO:tasks.workunit.client.0.smithi007.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-04T15:27:21.736 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 512 0 2", 2024-08-04T15:27:21.736 INFO:tasks.workunit.client.0.smithi007.stdout: " 1 - 512 8 2", 2024-08-04T15:27:21.736 INFO:tasks.workunit.client.0.smithi007.stdout: " 2 - 512 16 2", 2024-08-04T15:27:21.736 INFO:tasks.workunit.client.0.smithi007.stdout: " 3 - 4096 0 0", 2024-08-04T15:27:21.737 INFO:tasks.workunit.client.0.smithi007.stdout: " 4 - 4096 8 0", 2024-08-04T15:27:21.737 INFO:tasks.workunit.client.0.smithi007.stdout: " 5 - 4096 64 0", 2024-08-04T15:27:21.737 INFO:tasks.workunit.client.0.smithi007.stdout: " 6 - 4096 128 0", 2024-08-04T15:27:21.737 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:21.737 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-04T15:27:21.737 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-04T15:27:21.737 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:21.737 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-04T15:27:21.737 INFO:tasks.workunit.client.0.smithi007.stdout: "Critical Warning: 0x00", 2024-08-04T15:27:21.737 INFO:tasks.workunit.client.0.smithi007.stdout: "Temperature: 23 Celsius", 2024-08-04T15:27:21.737 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare: 100%", 2024-08-04T15:27:21.737 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare Threshold: 10%", 2024-08-04T15:27:21.737 INFO:tasks.workunit.client.0.smithi007.stdout: "Percentage Used: 14%", 2024-08-04T15:27:21.737 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Read: 497,884,578 [254 TB]", 2024-08-04T15:27:21.737 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Written: 2,709,688,062 [1.38 PB]", 2024-08-04T15:27:21.738 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Read Commands: 7,984,649,452", 2024-08-04T15:27:21.738 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Write Commands: 46,757,294,678", 2024-08-04T15:27:21.738 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller Busy Time: 0", 2024-08-04T15:27:21.738 INFO:tasks.workunit.client.0.smithi007.stdout: "Power Cycles: 54,734", 2024-08-04T15:27:21.738 INFO:tasks.workunit.client.0.smithi007.stdout: "Power On Hours: 63,850", 2024-08-04T15:27:21.738 INFO:tasks.workunit.client.0.smithi007.stdout: "Unsafe Shutdowns: 51", 2024-08-04T15:27:21.738 INFO:tasks.workunit.client.0.smithi007.stdout: "Media and Data Integrity Errors: 0", 2024-08-04T15:27:21.738 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information Log Entries: 0", 2024-08-04T15:27:21.738 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:21.738 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-04T15:27:21.738 INFO:tasks.workunit.client.0.smithi007.stdout: "No Errors Logged", 2024-08-04T15:27:21.738 INFO:tasks.workunit.client.0.smithi007.stdout: "" 2024-08-04T15:27:21.738 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:21.738 INFO:tasks.workunit.client.0.smithi007.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-04T15:27:21.738 INFO:tasks.workunit.client.0.smithi007.stdout: "svn_revision": "5155", 2024-08-04T15:27:21.739 INFO:tasks.workunit.client.0.smithi007.stdout: "version": [ 2024-08-04T15:27:21.739 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:21.739 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:21.739 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:21.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.739 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": { 2024-08-04T15:27:21.739 INFO:tasks.workunit.client.0.smithi007.stdout: "current": 23 2024-08-04T15:27:21.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:21.739 INFO:tasks.workunit.client.0.smithi007.stdout: "user_capacity": { 2024-08-04T15:27:21.739 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T15:27:21.739 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T15:27:21.739 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.739 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.739 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.740 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:21.740 INFO:tasks.workunit.client.0.smithi007.stdout:} 2024-08-04T15:27:21.740 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph telemetry preview-all 2024-08-04T15:27:22.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:27:21] "GET /metrics HTTP/1.1" 200 235902 "" "Prometheus/2.43.0" 2024-08-04T15:27:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[39529]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[39529]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:22.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:22.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:22.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[29096]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:22.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:22.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:22.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[29096]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:22.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:22.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:22.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:22.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:22.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:22.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:21 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:22.212 INFO:tasks.workunit.client.0.smithi007.stdout:{ 2024-08-04T15:27:22.212 INFO:tasks.workunit.client.0.smithi007.stdout: "device_report": { 2024-08-04T15:27:22.212 INFO:tasks.workunit.client.0.smithi007.stdout: "0af275b0-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T15:27:22.212 INFO:tasks.workunit.client.0.smithi007.stdout: "INTEL_SSDPED1D480GA_0af2f378-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T15:27:22.212 INFO:tasks.workunit.client.0.smithi007.stdout: "20240804-152127": { 2024-08-04T15:27:22.213 INFO:tasks.workunit.client.0.smithi007.stdout: "device": { 2024-08-04T15:27:22.213 INFO:tasks.workunit.client.0.smithi007.stdout: "info_name": "/dev/nvme0n1", 2024-08-04T15:27:22.213 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "/dev/nvme0n1", 2024-08-04T15:27:22.213 INFO:tasks.workunit.client.0.smithi007.stdout: "protocol": "NVMe", 2024-08-04T15:27:22.213 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "nvme" 2024-08-04T15:27:22.213 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.213 INFO:tasks.workunit.client.0.smithi007.stdout: "firmware_version": "E2010325", 2024-08-04T15:27:22.213 INFO:tasks.workunit.client.0.smithi007.stdout: "host_id": "0af275b0-5276-11ef-924b-0cc47abd15ea", 2024-08-04T15:27:22.213 INFO:tasks.workunit.client.0.smithi007.stdout: "json_format_version": [ 2024-08-04T15:27:22.213 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:22.213 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:22.213 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.213 INFO:tasks.workunit.client.0.smithi007.stdout: "local_time": { 2024-08-04T15:27:22.213 INFO:tasks.workunit.client.0.smithi007.stdout: "asctime": "Sun Aug 4 15:21:27 2024 UTC", 2024-08-04T15:27:22.213 INFO:tasks.workunit.client.0.smithi007.stdout: "time_t": 1722784887 2024-08-04T15:27:22.214 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.214 INFO:tasks.workunit.client.0.smithi007.stdout: "logical_block_size": 512, 2024-08-04T15:27:22.214 INFO:tasks.workunit.client.0.smithi007.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-04T15:27:22.214 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_controller_id": 0, 2024-08-04T15:27:22.214 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-04T15:27:22.214 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_namespaces": [ 2024-08-04T15:27:22.214 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:22.214 INFO:tasks.workunit.client.0.smithi007.stdout: "capacity": { 2024-08-04T15:27:22.214 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T15:27:22.214 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T15:27:22.214 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.214 INFO:tasks.workunit.client.0.smithi007.stdout: "formatted_lba_size": 512, 2024-08-04T15:27:22.215 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 1, 2024-08-04T15:27:22.215 INFO:tasks.workunit.client.0.smithi007.stdout: "size": { 2024-08-04T15:27:22.215 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T15:27:22.215 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T15:27:22.215 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.215 INFO:tasks.workunit.client.0.smithi007.stdout: "utilization": { 2024-08-04T15:27:22.215 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T15:27:22.215 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T15:27:22.215 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.215 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.216 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.216 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_number_of_namespaces": 1, 2024-08-04T15:27:22.216 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_pci_vendor": { 2024-08-04T15:27:22.216 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 32902, 2024-08-04T15:27:22.216 INFO:tasks.workunit.client.0.smithi007.stdout: "subsystem_id": 32902 2024-08-04T15:27:22.216 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.216 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_add_log": { 2024-08-04T15:27:22.216 INFO:tasks.workunit.client.0.smithi007.stdout: "Device stats": { 2024-08-04T15:27:22.216 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_fw_downgrades": { 2024-08-04T15:27:22.216 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:22.217 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.217 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.217 INFO:tasks.workunit.client.0.smithi007.stdout: "crc_error_count": { 2024-08-04T15:27:22.217 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.217 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.217 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.217 INFO:tasks.workunit.client.0.smithi007.stdout: "end_to_end_error_detection_count": { 2024-08-04T15:27:22.217 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.217 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.217 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.217 INFO:tasks.workunit.client.0.smithi007.stdout: "erase_fail_count": { 2024-08-04T15:27:22.217 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:22.217 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.217 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.218 INFO:tasks.workunit.client.0.smithi007.stdout: "host_bytes_written": { 2024-08-04T15:27:22.218 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.218 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 13029438 2024-08-04T15:27:22.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.218 INFO:tasks.workunit.client.0.smithi007.stdout: "host_ctx_wear_used": { 2024-08-04T15:27:22.218 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:22.218 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.218 INFO:tasks.workunit.client.0.smithi007.stdout: "media_bytes_read": { 2024-08-04T15:27:22.218 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:22.218 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.218 INFO:tasks.workunit.client.0.smithi007.stdout: "nand_bytes_written": { 2024-08-04T15:27:22.218 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:22.219 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.219 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.219 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_stat_indicator": { 2024-08-04T15:27:22.219 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:22.219 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.219 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.219 INFO:tasks.workunit.client.0.smithi007.stdout: "pll_lock_loss_count": { 2024-08-04T15:27:22.219 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.219 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.219 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.219 INFO:tasks.workunit.client.0.smithi007.stdout: "program_fail_count": { 2024-08-04T15:27:22.219 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:22.219 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.219 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.219 INFO:tasks.workunit.client.0.smithi007.stdout: "re_alloc_sectr_cnt": { 2024-08-04T15:27:22.220 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:22.220 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.220 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.220 INFO:tasks.workunit.client.0.smithi007.stdout: "retry_buffer_overflow_count": { 2024-08-04T15:27:22.220 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.220 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.220 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.220 INFO:tasks.workunit.client.0.smithi007.stdout: "soft_ecc_err_rate": { 2024-08-04T15:27:22.220 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:22.220 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.220 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.220 INFO:tasks.workunit.client.0.smithi007.stdout: "thermal_throttle_status": { 2024-08-04T15:27:22.220 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.220 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T15:27:22.220 INFO:tasks.workunit.client.0.smithi007.stdout: "cnt": 0, 2024-08-04T15:27:22.220 INFO:tasks.workunit.client.0.smithi007.stdout: "pct": 0 2024-08-04T15:27:22.221 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.221 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.221 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_host_reads": { 2024-08-04T15:27:22.221 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.221 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 15 2024-08-04T15:27:22.221 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.221 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_media_wear": { 2024-08-04T15:27:22.221 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.221 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": "0.029297" 2024-08-04T15:27:22.221 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.221 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_timer": { 2024-08-04T15:27:22.221 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.221 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 1660822 2024-08-04T15:27:22.221 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.222 INFO:tasks.workunit.client.0.smithi007.stdout: "unexp_power_loss": { 2024-08-04T15:27:22.222 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:22.222 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.222 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.222 INFO:tasks.workunit.client.0.smithi007.stdout: "wear_leveling": { 2024-08-04T15:27:22.222 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:22.223 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T15:27:22.223 INFO:tasks.workunit.client.0.smithi007.stdout: "avg": 0, 2024-08-04T15:27:22.223 INFO:tasks.workunit.client.0.smithi007.stdout: "max": 0, 2024-08-04T15:27:22.223 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0 2024-08-04T15:27:22.223 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.223 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.223 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.224 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel Smart log": "nvme0n1" 2024-08-04T15:27:22.224 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.224 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_log": { 2024-08-04T15:27:22.224 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare": 100, 2024-08-04T15:27:22.224 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare_threshold": 0, 2024-08-04T15:27:22.224 INFO:tasks.workunit.client.0.smithi007.stdout: "controller_busy_time": 5087, 2024-08-04T15:27:22.225 INFO:tasks.workunit.client.0.smithi007.stdout: "critical_warning": 0, 2024-08-04T15:27:22.225 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_read": 190203046, 2024-08-04T15:27:22.225 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_written": 853897270, 2024-08-04T15:27:22.225 INFO:tasks.workunit.client.0.smithi007.stdout: "host_reads": 3194674598, 2024-08-04T15:27:22.225 INFO:tasks.workunit.client.0.smithi007.stdout: "host_writes": 19105942526, 2024-08-04T15:27:22.225 INFO:tasks.workunit.client.0.smithi007.stdout: "media_errors": 0, 2024-08-04T15:27:22.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_err_log_entries": 0, 2024-08-04T15:27:22.226 INFO:tasks.workunit.client.0.smithi007.stdout: "percentage_used": 0, 2024-08-04T15:27:22.226 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycles": 37793, 2024-08-04T15:27:22.226 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_hours": 43582, 2024-08-04T15:27:22.226 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": 31, 2024-08-04T15:27:22.227 INFO:tasks.workunit.client.0.smithi007.stdout: "unsafe_shutdowns": 10653 2024-08-04T15:27:22.227 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.227 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_vendor": "intel", 2024-08-04T15:27:22.227 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_version": { 2024-08-04T15:27:22.227 INFO:tasks.workunit.client.0.smithi007.stdout: "string": "<1.2", 2024-08-04T15:27:22.227 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:22.227 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.227 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycle_count": 37793, 2024-08-04T15:27:22.227 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_time": { 2024-08-04T15:27:22.227 INFO:tasks.workunit.client.0.smithi007.stdout: "hours": 43582 2024-08-04T15:27:22.227 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.227 INFO:tasks.workunit.client.0.smithi007.stdout: "serial_number": "deleted", 2024-08-04T15:27:22.227 INFO:tasks.workunit.client.0.smithi007.stdout: "smart_status": { 2024-08-04T15:27:22.227 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme": { 2024-08-04T15:27:22.228 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:22.228 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.228 INFO:tasks.workunit.client.0.smithi007.stdout: "passed": true 2024-08-04T15:27:22.228 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.228 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl": { 2024-08-04T15:27:22.228 INFO:tasks.workunit.client.0.smithi007.stdout: "argv": [ 2024-08-04T15:27:22.228 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl", 2024-08-04T15:27:22.228 INFO:tasks.workunit.client.0.smithi007.stdout: "-x", 2024-08-04T15:27:22.228 INFO:tasks.workunit.client.0.smithi007.stdout: "--json=o", 2024-08-04T15:27:22.228 INFO:tasks.workunit.client.0.smithi007.stdout: "/dev/nvme0n1" 2024-08-04T15:27:22.228 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.228 INFO:tasks.workunit.client.0.smithi007.stdout: "build_info": "(local build)", 2024-08-04T15:27:22.228 INFO:tasks.workunit.client.0.smithi007.stdout: "exit_status": 0, 2024-08-04T15:27:22.229 INFO:tasks.workunit.client.0.smithi007.stdout: "output": [ 2024-08-04T15:27:22.229 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-04T15:27:22.229 INFO:tasks.workunit.client.0.smithi007.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-04T15:27:22.229 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:22.229 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-04T15:27:22.229 INFO:tasks.workunit.client.0.smithi007.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-04T15:27:22.229 INFO:tasks.workunit.client.0.smithi007.stdout: "Serial Number: deleted", 2024-08-04T15:27:22.229 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Version: E2010325", 2024-08-04T15:27:22.230 INFO:tasks.workunit.client.0.smithi007.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-04T15:27:22.230 INFO:tasks.workunit.client.0.smithi007.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-04T15:27:22.230 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller ID: 0", 2024-08-04T15:27:22.230 INFO:tasks.workunit.client.0.smithi007.stdout: "NVMe Version: <1.2", 2024-08-04T15:27:22.230 INFO:tasks.workunit.client.0.smithi007.stdout: "Number of Namespaces: 1", 2024-08-04T15:27:22.231 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-04T15:27:22.231 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-04T15:27:22.231 INFO:tasks.workunit.client.0.smithi007.stdout: "Local Time is: Sun Aug 4 15:21:27 2024 UTC", 2024-08-04T15:27:22.231 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-04T15:27:22.231 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-04T15:27:22.231 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-04T15:27:22.232 INFO:tasks.workunit.client.0.smithi007.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-04T15:27:22.232 INFO:tasks.workunit.client.0.smithi007.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-04T15:27:22.232 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:22.232 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported Power States", 2024-08-04T15:27:22.232 INFO:tasks.workunit.client.0.smithi007.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-04T15:27:22.232 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-04T15:27:22.232 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:22.232 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-04T15:27:22.232 INFO:tasks.workunit.client.0.smithi007.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-04T15:27:22.232 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 512 0 2", 2024-08-04T15:27:22.232 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:22.232 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-04T15:27:22.233 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-04T15:27:22.233 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:22.233 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-04T15:27:22.233 INFO:tasks.workunit.client.0.smithi007.stdout: "Critical Warning: 0x00", 2024-08-04T15:27:22.233 INFO:tasks.workunit.client.0.smithi007.stdout: "Temperature: 31 Celsius", 2024-08-04T15:27:22.233 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare: 100%", 2024-08-04T15:27:22.233 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare Threshold: 0%", 2024-08-04T15:27:22.233 INFO:tasks.workunit.client.0.smithi007.stdout: "Percentage Used: 0%", 2024-08-04T15:27:22.233 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Read: 190,203,046 [97.3 TB]", 2024-08-04T15:27:22.233 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Written: 853,897,270 [437 TB]", 2024-08-04T15:27:22.233 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Read Commands: 3,194,674,598", 2024-08-04T15:27:22.233 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Write Commands: 19,105,942,526", 2024-08-04T15:27:22.233 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller Busy Time: 5,087", 2024-08-04T15:27:22.233 INFO:tasks.workunit.client.0.smithi007.stdout: "Power Cycles: 37,793", 2024-08-04T15:27:22.233 INFO:tasks.workunit.client.0.smithi007.stdout: "Power On Hours: 43,582", 2024-08-04T15:27:22.233 INFO:tasks.workunit.client.0.smithi007.stdout: "Unsafe Shutdowns: 10,653", 2024-08-04T15:27:22.234 INFO:tasks.workunit.client.0.smithi007.stdout: "Media and Data Integrity Errors: 0", 2024-08-04T15:27:22.234 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information Log Entries: 0", 2024-08-04T15:27:22.234 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:22.234 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-04T15:27:22.234 INFO:tasks.workunit.client.0.smithi007.stdout: "No Errors Logged", 2024-08-04T15:27:22.234 INFO:tasks.workunit.client.0.smithi007.stdout: "" 2024-08-04T15:27:22.234 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.234 INFO:tasks.workunit.client.0.smithi007.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-04T15:27:22.234 INFO:tasks.workunit.client.0.smithi007.stdout: "svn_revision": "5155", 2024-08-04T15:27:22.234 INFO:tasks.workunit.client.0.smithi007.stdout: "version": [ 2024-08-04T15:27:22.234 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:22.234 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:22.234 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:22.234 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.234 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": { 2024-08-04T15:27:22.235 INFO:tasks.workunit.client.0.smithi007.stdout: "current": 31 2024-08-04T15:27:22.235 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.235 INFO:tasks.workunit.client.0.smithi007.stdout: "user_capacity": { 2024-08-04T15:27:22.235 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T15:27:22.235 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T15:27:22.235 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.235 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.235 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.235 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.235 INFO:tasks.workunit.client.0.smithi007.stdout: "0af43c74-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T15:27:22.235 INFO:tasks.workunit.client.0.smithi007.stdout: "INTEL_SSDPEDMD400G4_0af4a5a6-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T15:27:22.235 INFO:tasks.workunit.client.0.smithi007.stdout: "20240804-152131": { 2024-08-04T15:27:22.235 INFO:tasks.workunit.client.0.smithi007.stdout: "device": { 2024-08-04T15:27:22.235 INFO:tasks.workunit.client.0.smithi007.stdout: "info_name": "/dev/nvme0n1", 2024-08-04T15:27:22.235 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "/dev/nvme0n1", 2024-08-04T15:27:22.235 INFO:tasks.workunit.client.0.smithi007.stdout: "protocol": "NVMe", 2024-08-04T15:27:22.236 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "nvme" 2024-08-04T15:27:22.236 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.236 INFO:tasks.workunit.client.0.smithi007.stdout: "firmware_version": "8DV101H0", 2024-08-04T15:27:22.236 INFO:tasks.workunit.client.0.smithi007.stdout: "host_id": "0af43c74-5276-11ef-924b-0cc47abd15ea", 2024-08-04T15:27:22.236 INFO:tasks.workunit.client.0.smithi007.stdout: "json_format_version": [ 2024-08-04T15:27:22.236 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:22.236 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:22.236 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.236 INFO:tasks.workunit.client.0.smithi007.stdout: "local_time": { 2024-08-04T15:27:22.236 INFO:tasks.workunit.client.0.smithi007.stdout: "asctime": "Sun Aug 4 15:21:30 2024 UTC", 2024-08-04T15:27:22.236 INFO:tasks.workunit.client.0.smithi007.stdout: "time_t": 1722784890 2024-08-04T15:27:22.236 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.236 INFO:tasks.workunit.client.0.smithi007.stdout: "logical_block_size": 512, 2024-08-04T15:27:22.236 INFO:tasks.workunit.client.0.smithi007.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-04T15:27:22.236 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_controller_id": 0, 2024-08-04T15:27:22.236 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-04T15:27:22.237 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_namespaces": [ 2024-08-04T15:27:22.237 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:22.237 INFO:tasks.workunit.client.0.smithi007.stdout: "capacity": { 2024-08-04T15:27:22.237 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T15:27:22.237 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T15:27:22.237 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.237 INFO:tasks.workunit.client.0.smithi007.stdout: "formatted_lba_size": 512, 2024-08-04T15:27:22.237 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 1, 2024-08-04T15:27:22.237 INFO:tasks.workunit.client.0.smithi007.stdout: "size": { 2024-08-04T15:27:22.237 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T15:27:22.237 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T15:27:22.237 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.237 INFO:tasks.workunit.client.0.smithi007.stdout: "utilization": { 2024-08-04T15:27:22.237 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T15:27:22.238 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T15:27:22.238 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.238 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.238 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.238 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_number_of_namespaces": 1, 2024-08-04T15:27:22.238 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_pci_vendor": { 2024-08-04T15:27:22.238 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 32902, 2024-08-04T15:27:22.238 INFO:tasks.workunit.client.0.smithi007.stdout: "subsystem_id": 32902 2024-08-04T15:27:22.238 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.238 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_add_log": { 2024-08-04T15:27:22.238 INFO:tasks.workunit.client.0.smithi007.stdout: "Device stats": { 2024-08-04T15:27:22.238 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_fw_downgrades": { 2024-08-04T15:27:22.238 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:22.238 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.239 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.239 INFO:tasks.workunit.client.0.smithi007.stdout: "crc_error_count": { 2024-08-04T15:27:22.239 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.239 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.239 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.239 INFO:tasks.workunit.client.0.smithi007.stdout: "end_to_end_error_detection_count": { 2024-08-04T15:27:22.239 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.239 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.239 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.239 INFO:tasks.workunit.client.0.smithi007.stdout: "erase_fail_count": { 2024-08-04T15:27:22.239 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.239 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.239 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.239 INFO:tasks.workunit.client.0.smithi007.stdout: "host_bytes_written": { 2024-08-04T15:27:22.239 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.240 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 41346558 2024-08-04T15:27:22.240 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.240 INFO:tasks.workunit.client.0.smithi007.stdout: "host_ctx_wear_used": { 2024-08-04T15:27:22.240 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.240 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 1 2024-08-04T15:27:22.240 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.240 INFO:tasks.workunit.client.0.smithi007.stdout: "media_bytes_read": { 2024-08-04T15:27:22.240 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:22.240 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.240 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.240 INFO:tasks.workunit.client.0.smithi007.stdout: "nand_bytes_written": { 2024-08-04T15:27:22.240 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.240 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 64222638 2024-08-04T15:27:22.240 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.241 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_stat_indicator": { 2024-08-04T15:27:22.241 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:22.241 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.241 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.241 INFO:tasks.workunit.client.0.smithi007.stdout: "pll_lock_loss_count": { 2024-08-04T15:27:22.241 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.241 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.241 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.241 INFO:tasks.workunit.client.0.smithi007.stdout: "program_fail_count": { 2024-08-04T15:27:22.241 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.241 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.241 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.241 INFO:tasks.workunit.client.0.smithi007.stdout: "re_alloc_sectr_cnt": { 2024-08-04T15:27:22.241 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:22.242 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.242 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.242 INFO:tasks.workunit.client.0.smithi007.stdout: "retry_buffer_overflow_count": { 2024-08-04T15:27:22.242 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.242 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.242 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.242 INFO:tasks.workunit.client.0.smithi007.stdout: "soft_ecc_err_rate": { 2024-08-04T15:27:22.242 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:22.242 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.242 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.242 INFO:tasks.workunit.client.0.smithi007.stdout: "thermal_throttle_status": { 2024-08-04T15:27:22.243 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.243 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T15:27:22.243 INFO:tasks.workunit.client.0.smithi007.stdout: "cnt": 0, 2024-08-04T15:27:22.243 INFO:tasks.workunit.client.0.smithi007.stdout: "pct": 0 2024-08-04T15:27:22.243 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.243 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.243 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_host_reads": { 2024-08-04T15:27:22.243 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.243 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 65535 2024-08-04T15:27:22.243 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.243 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_media_wear": { 2024-08-04T15:27:22.243 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.243 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": "63.999023" 2024-08-04T15:27:22.243 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.244 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_timer": { 2024-08-04T15:27:22.244 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:22.244 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 65535 2024-08-04T15:27:22.244 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.244 INFO:tasks.workunit.client.0.smithi007.stdout: "unexp_power_loss": { 2024-08-04T15:27:22.244 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:22.244 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:22.244 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.244 INFO:tasks.workunit.client.0.smithi007.stdout: "wear_leveling": { 2024-08-04T15:27:22.244 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 86, 2024-08-04T15:27:22.244 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T15:27:22.244 INFO:tasks.workunit.client.0.smithi007.stdout: "avg": 4244, 2024-08-04T15:27:22.244 INFO:tasks.workunit.client.0.smithi007.stdout: "max": 4264, 2024-08-04T15:27:22.244 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 4226 2024-08-04T15:27:22.245 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.245 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.245 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.245 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel Smart log": "nvme0n1" 2024-08-04T15:27:22.245 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.245 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_log": { 2024-08-04T15:27:22.245 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare": 100, 2024-08-04T15:27:22.245 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare_threshold": 10, 2024-08-04T15:27:22.245 INFO:tasks.workunit.client.0.smithi007.stdout: "controller_busy_time": 0, 2024-08-04T15:27:22.245 INFO:tasks.workunit.client.0.smithi007.stdout: "critical_warning": 0, 2024-08-04T15:27:22.245 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_read": 497884578, 2024-08-04T15:27:22.245 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_written": 2709688062, 2024-08-04T15:27:22.245 INFO:tasks.workunit.client.0.smithi007.stdout: "host_reads": 7984649452, 2024-08-04T15:27:22.245 INFO:tasks.workunit.client.0.smithi007.stdout: "host_writes": 46757294678, 2024-08-04T15:27:22.246 INFO:tasks.workunit.client.0.smithi007.stdout: "media_errors": 0, 2024-08-04T15:27:22.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_err_log_entries": 0, 2024-08-04T15:27:22.246 INFO:tasks.workunit.client.0.smithi007.stdout: "percentage_used": 14, 2024-08-04T15:27:22.246 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycles": 54734, 2024-08-04T15:27:22.246 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_hours": 63850, 2024-08-04T15:27:22.246 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": 23, 2024-08-04T15:27:22.246 INFO:tasks.workunit.client.0.smithi007.stdout: "unsafe_shutdowns": 51 2024-08-04T15:27:22.246 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.246 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_vendor": "intel", 2024-08-04T15:27:22.246 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_version": { 2024-08-04T15:27:22.246 INFO:tasks.workunit.client.0.smithi007.stdout: "string": "<1.2", 2024-08-04T15:27:22.246 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:22.246 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.246 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycle_count": 54734, 2024-08-04T15:27:22.247 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_time": { 2024-08-04T15:27:22.247 INFO:tasks.workunit.client.0.smithi007.stdout: "hours": 63850 2024-08-04T15:27:22.247 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.247 INFO:tasks.workunit.client.0.smithi007.stdout: "serial_number": "deleted", 2024-08-04T15:27:22.247 INFO:tasks.workunit.client.0.smithi007.stdout: "smart_status": { 2024-08-04T15:27:22.247 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme": { 2024-08-04T15:27:22.247 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:22.247 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.247 INFO:tasks.workunit.client.0.smithi007.stdout: "passed": true 2024-08-04T15:27:22.247 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.247 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl": { 2024-08-04T15:27:22.247 INFO:tasks.workunit.client.0.smithi007.stdout: "argv": [ 2024-08-04T15:27:22.247 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl", 2024-08-04T15:27:22.248 INFO:tasks.workunit.client.0.smithi007.stdout: "-x", 2024-08-04T15:27:22.248 INFO:tasks.workunit.client.0.smithi007.stdout: "--json=o", 2024-08-04T15:27:22.248 INFO:tasks.workunit.client.0.smithi007.stdout: "/dev/nvme0n1" 2024-08-04T15:27:22.248 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.248 INFO:tasks.workunit.client.0.smithi007.stdout: "build_info": "(local build)", 2024-08-04T15:27:22.248 INFO:tasks.workunit.client.0.smithi007.stdout: "exit_status": 0, 2024-08-04T15:27:22.248 INFO:tasks.workunit.client.0.smithi007.stdout: "output": [ 2024-08-04T15:27:22.248 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-04T15:27:22.248 INFO:tasks.workunit.client.0.smithi007.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-04T15:27:22.248 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:22.248 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-04T15:27:22.248 INFO:tasks.workunit.client.0.smithi007.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-04T15:27:22.248 INFO:tasks.workunit.client.0.smithi007.stdout: "Serial Number: deleted", 2024-08-04T15:27:22.248 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Version: 8DV101H0", 2024-08-04T15:27:22.248 INFO:tasks.workunit.client.0.smithi007.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-04T15:27:22.249 INFO:tasks.workunit.client.0.smithi007.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-04T15:27:22.249 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller ID: 0", 2024-08-04T15:27:22.249 INFO:tasks.workunit.client.0.smithi007.stdout: "NVMe Version: <1.2", 2024-08-04T15:27:22.249 INFO:tasks.workunit.client.0.smithi007.stdout: "Number of Namespaces: 1", 2024-08-04T15:27:22.249 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-04T15:27:22.249 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-04T15:27:22.249 INFO:tasks.workunit.client.0.smithi007.stdout: "Local Time is: Sun Aug 4 15:21:30 2024 UTC", 2024-08-04T15:27:22.249 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-04T15:27:22.249 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-04T15:27:22.249 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-04T15:27:22.249 INFO:tasks.workunit.client.0.smithi007.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-04T15:27:22.249 INFO:tasks.workunit.client.0.smithi007.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-04T15:27:22.249 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:22.250 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported Power States", 2024-08-04T15:27:22.250 INFO:tasks.workunit.client.0.smithi007.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-04T15:27:22.250 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-04T15:27:22.250 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:22.250 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-04T15:27:22.250 INFO:tasks.workunit.client.0.smithi007.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-04T15:27:22.250 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 512 0 2", 2024-08-04T15:27:22.250 INFO:tasks.workunit.client.0.smithi007.stdout: " 1 - 512 8 2", 2024-08-04T15:27:22.250 INFO:tasks.workunit.client.0.smithi007.stdout: " 2 - 512 16 2", 2024-08-04T15:27:22.250 INFO:tasks.workunit.client.0.smithi007.stdout: " 3 - 4096 0 0", 2024-08-04T15:27:22.250 INFO:tasks.workunit.client.0.smithi007.stdout: " 4 - 4096 8 0", 2024-08-04T15:27:22.250 INFO:tasks.workunit.client.0.smithi007.stdout: " 5 - 4096 64 0", 2024-08-04T15:27:22.250 INFO:tasks.workunit.client.0.smithi007.stdout: " 6 - 4096 128 0", 2024-08-04T15:27:22.250 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:22.250 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-04T15:27:22.251 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-04T15:27:22.251 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:22.251 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-04T15:27:22.251 INFO:tasks.workunit.client.0.smithi007.stdout: "Critical Warning: 0x00", 2024-08-04T15:27:22.251 INFO:tasks.workunit.client.0.smithi007.stdout: "Temperature: 23 Celsius", 2024-08-04T15:27:22.251 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare: 100%", 2024-08-04T15:27:22.251 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare Threshold: 10%", 2024-08-04T15:27:22.251 INFO:tasks.workunit.client.0.smithi007.stdout: "Percentage Used: 14%", 2024-08-04T15:27:22.251 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Read: 497,884,578 [254 TB]", 2024-08-04T15:27:22.251 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Written: 2,709,688,062 [1.38 PB]", 2024-08-04T15:27:22.251 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Read Commands: 7,984,649,452", 2024-08-04T15:27:22.251 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Write Commands: 46,757,294,678", 2024-08-04T15:27:22.251 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller Busy Time: 0", 2024-08-04T15:27:22.251 INFO:tasks.workunit.client.0.smithi007.stdout: "Power Cycles: 54,734", 2024-08-04T15:27:22.251 INFO:tasks.workunit.client.0.smithi007.stdout: "Power On Hours: 63,850", 2024-08-04T15:27:22.252 INFO:tasks.workunit.client.0.smithi007.stdout: "Unsafe Shutdowns: 51", 2024-08-04T15:27:22.252 INFO:tasks.workunit.client.0.smithi007.stdout: "Media and Data Integrity Errors: 0", 2024-08-04T15:27:22.252 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information Log Entries: 0", 2024-08-04T15:27:22.252 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:22.252 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-04T15:27:22.252 INFO:tasks.workunit.client.0.smithi007.stdout: "No Errors Logged", 2024-08-04T15:27:22.252 INFO:tasks.workunit.client.0.smithi007.stdout: "" 2024-08-04T15:27:22.252 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.252 INFO:tasks.workunit.client.0.smithi007.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-04T15:27:22.252 INFO:tasks.workunit.client.0.smithi007.stdout: "svn_revision": "5155", 2024-08-04T15:27:22.252 INFO:tasks.workunit.client.0.smithi007.stdout: "version": [ 2024-08-04T15:27:22.252 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:22.252 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:22.252 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:22.252 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.252 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": { 2024-08-04T15:27:22.253 INFO:tasks.workunit.client.0.smithi007.stdout: "current": 23 2024-08-04T15:27:22.253 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.253 INFO:tasks.workunit.client.0.smithi007.stdout: "user_capacity": { 2024-08-04T15:27:22.253 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T15:27:22.253 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T15:27:22.253 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.253 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.253 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.253 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.253 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.253 INFO:tasks.workunit.client.0.smithi007.stdout: "report": { 2024-08-04T15:27:22.253 INFO:tasks.workunit.client.0.smithi007.stdout: "balancer": { 2024-08-04T15:27:22.253 INFO:tasks.workunit.client.0.smithi007.stdout: "active": true, 2024-08-04T15:27:22.253 INFO:tasks.workunit.client.0.smithi007.stdout: "mode": "" 2024-08-04T15:27:22.253 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.254 INFO:tasks.workunit.client.0.smithi007.stdout: "channels": [ 2024-08-04T15:27:22.254 INFO:tasks.workunit.client.0.smithi007.stdout: "basic", 2024-08-04T15:27:22.254 INFO:tasks.workunit.client.0.smithi007.stdout: "crash", 2024-08-04T15:27:22.254 INFO:tasks.workunit.client.0.smithi007.stdout: "device", 2024-08-04T15:27:22.254 INFO:tasks.workunit.client.0.smithi007.stdout: "ident" 2024-08-04T15:27:22.254 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.254 INFO:tasks.workunit.client.0.smithi007.stdout: "channels_available": [ 2024-08-04T15:27:22.254 INFO:tasks.workunit.client.0.smithi007.stdout: "basic", 2024-08-04T15:27:22.254 INFO:tasks.workunit.client.0.smithi007.stdout: "ident", 2024-08-04T15:27:22.254 INFO:tasks.workunit.client.0.smithi007.stdout: "crash", 2024-08-04T15:27:22.254 INFO:tasks.workunit.client.0.smithi007.stdout: "device", 2024-08-04T15:27:22.254 INFO:tasks.workunit.client.0.smithi007.stdout: "perf" 2024-08-04T15:27:22.254 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.255 INFO:tasks.workunit.client.0.smithi007.stdout: "collections_available": [ 2024-08-04T15:27:22.255 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_base", 2024-08-04T15:27:22.255 INFO:tasks.workunit.client.0.smithi007.stdout: "device_base", 2024-08-04T15:27:22.255 INFO:tasks.workunit.client.0.smithi007.stdout: "crash_base", 2024-08-04T15:27:22.255 INFO:tasks.workunit.client.0.smithi007.stdout: "ident_base", 2024-08-04T15:27:22.255 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_perf", 2024-08-04T15:27:22.255 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_mds_metadata", 2024-08-04T15:27:22.255 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_usage", 2024-08-04T15:27:22.255 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_usage_by_class", 2024-08-04T15:27:22.255 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_rook_v01", 2024-08-04T15:27:22.255 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_memory_metrics", 2024-08-04T15:27:22.255 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_options_bluestore" 2024-08-04T15:27:22.255 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.255 INFO:tasks.workunit.client.0.smithi007.stdout: "collections_opted_in": [ 2024-08-04T15:27:22.256 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_base", 2024-08-04T15:27:22.256 INFO:tasks.workunit.client.0.smithi007.stdout: "device_base", 2024-08-04T15:27:22.256 INFO:tasks.workunit.client.0.smithi007.stdout: "crash_base", 2024-08-04T15:27:22.256 INFO:tasks.workunit.client.0.smithi007.stdout: "ident_base", 2024-08-04T15:27:22.256 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_perf", 2024-08-04T15:27:22.256 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_mds_metadata", 2024-08-04T15:27:22.256 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_usage", 2024-08-04T15:27:22.256 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_usage_by_class", 2024-08-04T15:27:22.256 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_rook_v01", 2024-08-04T15:27:22.256 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_memory_metrics", 2024-08-04T15:27:22.256 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_options_bluestore" 2024-08-04T15:27:22.256 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.256 INFO:tasks.workunit.client.0.smithi007.stdout: "config": { 2024-08-04T15:27:22.256 INFO:tasks.workunit.client.0.smithi007.stdout: "active_changed": [ 2024-08-04T15:27:22.256 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-04T15:27:22.257 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_debug", 2024-08-04T15:27:22.257 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_mon_ticket_ttl", 2024-08-04T15:27:22.257 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_service_ticket_ttl", 2024-08-04T15:27:22.257 INFO:tasks.workunit.client.0.smithi007.stdout: "bdev_debug_aio", 2024-08-04T15:27:22.257 INFO:tasks.workunit.client.0.smithi007.stdout: "client_check_pool_perm", 2024-08-04T15:27:22.257 INFO:tasks.workunit.client.0.smithi007.stdout: "client_mount_gid", 2024-08-04T15:27:22.257 INFO:tasks.workunit.client.0.smithi007.stdout: "client_mount_uid", 2024-08-04T15:27:22.257 INFO:tasks.workunit.client.0.smithi007.stdout: "client_quota", 2024-08-04T15:27:22.257 INFO:tasks.workunit.client.0.smithi007.stdout: "container_image", 2024-08-04T15:27:22.257 INFO:tasks.workunit.client.0.smithi007.stdout: "daemonize", 2024-08-04T15:27:22.257 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_asserts_on_shutdown", 2024-08-04T15:27:22.257 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mgr", 2024-08-04T15:27:22.257 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mon", 2024-08-04T15:27:22.257 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_ms", 2024-08-04T15:27:22.258 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_osd", 2024-08-04T15:27:22.258 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_paxos", 2024-08-04T15:27:22.258 INFO:tasks.workunit.client.0.smithi007.stdout: "keyring", 2024-08-04T15:27:22.258 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_block_size", 2024-08-04T15:27:22.258 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_cache_size", 2024-08-04T15:27:22.258 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_compression", 2024-08-04T15:27:22.258 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_log", 2024-08-04T15:27:22.258 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_write_buffer_size", 2024-08-04T15:27:22.258 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_file", 2024-08-04T15:27:22.258 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_journald", 2024-08-04T15:27:22.258 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_stderr", 2024-08-04T15:27:22.258 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_allow_pool_delete", 2024-08-04T15:27:22.258 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_clock_drift_allowed", 2024-08-04T15:27:22.259 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_file", 2024-08-04T15:27:22.259 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_journald", 2024-08-04T15:27:22.259 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_stderr", 2024-08-04T15:27:22.259 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_data_avail_warn", 2024-08-04T15:27:22.259 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_election_default_strategy", 2024-08-04T15:27:22.259 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_host", 2024-08-04T15:27:22.259 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_max_pg_per_osd", 2024-08-04T15:27:22.259 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mgr_mkfs_grace", 2024-08-04T15:27:22.259 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_prime_pg_temp", 2024-08-04T15:27:22.259 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_reporter_subtree_level", 2024-08-04T15:27:22.259 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_pg_warn_max_object_skew", 2024-08-04T15:27:22.259 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-04T15:27:22.259 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-04T15:27:22.259 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-04T15:27:22.260 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-04T15:27:22.260 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-04T15:27:22.260 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-04T15:27:22.260 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-04T15:27:22.260 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-04T15:27:22.260 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_too_few_osds", 2024-08-04T15:27:22.260 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_bug", 2024-08-04T15:27:22.260 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_old_message", 2024-08-04T15:27:22.260 INFO:tasks.workunit.client.0.smithi007.stdout: "no_config_file", 2024-08-04T15:27:22.260 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_default_list", 2024-08-04T15:27:22.260 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_load_list", 2024-08-04T15:27:22.260 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_misdirected_ops", 2024-08-04T15:27:22.260 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_op_order", 2024-08-04T15:27:22.260 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_pg_log_writeout", 2024-08-04T15:27:22.261 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_shutdown", 2024-08-04T15:27:22.261 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_cached_snaps", 2024-08-04T15:27:22.261 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_missing_on_start", 2024-08-04T15:27:22.261 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_stray_on_activate", 2024-08-04T15:27:22.261 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-04T15:27:22.261 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_profile", 2024-08-04T15:27:22.261 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-04T15:27:22.261 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-04T15:27:22.261 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-04T15:27:22.261 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-04T15:27:22.261 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-04T15:27:22.261 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-04T15:27:22.261 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_lim", 2024-08-04T15:27:22.262 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_res", 2024-08-04T15:27:22.262 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-04T15:27:22.262 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target", 2024-08-04T15:27:22.262 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target_autotune", 2024-08-04T15:27:22.262 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue", 2024-08-04T15:27:22.262 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue_cut_off", 2024-08-04T15:27:22.262 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_erasure_code_profile", 2024-08-04T15:27:22.262 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-04T15:27:22.262 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recover_clone_overlap", 2024-08-04T15:27:22.262 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_chunk", 2024-08-04T15:27:22.262 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_load_threshold", 2024-08-04T15:27:22.262 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_max_interval", 2024-08-04T15:27:22.262 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_shutdown_pgref_assert", 2024-08-04T15:27:22.263 INFO:tasks.workunit.client.0.smithi007.stdout: "public_addr", 2024-08-04T15:27:22.263 INFO:tasks.workunit.client.0.smithi007.stdout: "public_addrv", 2024-08-04T15:27:22.263 INFO:tasks.workunit.client.0.smithi007.stdout: "public_network", 2024-08-04T15:27:22.263 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_default_features", 2024-08-04T15:27:22.263 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_qos_exclude_ops", 2024-08-04T15:27:22.263 INFO:tasks.workunit.client.0.smithi007.stdout: "setgroup", 2024-08-04T15:27:22.263 INFO:tasks.workunit.client.0.smithi007.stdout: "setuser" 2024-08-04T15:27:22.263 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.263 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster_changed": [ 2024-08-04T15:27:22.263 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-04T15:27:22.263 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_debug", 2024-08-04T15:27:22.263 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_mon_ticket_ttl", 2024-08-04T15:27:22.263 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_service_ticket_ttl", 2024-08-04T15:27:22.263 INFO:tasks.workunit.client.0.smithi007.stdout: "bdev_debug_aio", 2024-08-04T15:27:22.264 INFO:tasks.workunit.client.0.smithi007.stdout: "container_image", 2024-08-04T15:27:22.264 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_asserts_on_shutdown", 2024-08-04T15:27:22.264 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mgr", 2024-08-04T15:27:22.264 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mon", 2024-08-04T15:27:22.264 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_ms", 2024-08-04T15:27:22.264 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_osd", 2024-08-04T15:27:22.264 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_paxos", 2024-08-04T15:27:22.264 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_file", 2024-08-04T15:27:22.264 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_journald", 2024-08-04T15:27:22.264 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_stderr", 2024-08-04T15:27:22.264 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_join_fs", 2024-08-04T15:27:22.264 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/allow_ptrace", 2024-08-04T15:27:22.264 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/container_init", 2024-08-04T15:27:22.264 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/migration_current", 2024-08-04T15:27:22.264 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/use_repo_digest", 2024-08-04T15:27:22.264 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-04T15:27:22.265 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-04T15:27:22.265 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-04T15:27:22.265 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-04T15:27:22.265 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/ssl_server_port", 2024-08-04T15:27:22.265 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/orchestrator/orchestrator", 2024-08-04T15:27:22.265 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/channel_ident", 2024-08-04T15:27:22.265 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/description", 2024-08-04T15:27:22.265 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/organization", 2024-08-04T15:27:22.265 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_allow_pool_delete", 2024-08-04T15:27:22.265 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_clock_drift_allowed", 2024-08-04T15:27:22.265 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_file", 2024-08-04T15:27:22.265 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_data_avail_warn", 2024-08-04T15:27:22.265 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_election_default_strategy", 2024-08-04T15:27:22.266 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_max_pg_per_osd", 2024-08-04T15:27:22.266 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mgr_mkfs_grace", 2024-08-04T15:27:22.266 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_prime_pg_temp", 2024-08-04T15:27:22.266 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_reporter_subtree_level", 2024-08-04T15:27:22.266 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_pg_warn_max_object_skew", 2024-08-04T15:27:22.266 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-04T15:27:22.266 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-04T15:27:22.266 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-04T15:27:22.266 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-04T15:27:22.266 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-04T15:27:22.266 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-04T15:27:22.266 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-04T15:27:22.266 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-04T15:27:22.266 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_too_few_osds", 2024-08-04T15:27:22.266 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_bug", 2024-08-04T15:27:22.267 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_old_message", 2024-08-04T15:27:22.267 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_default_list", 2024-08-04T15:27:22.267 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_load_list", 2024-08-04T15:27:22.267 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_misdirected_ops", 2024-08-04T15:27:22.267 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_op_order", 2024-08-04T15:27:22.267 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_pg_log_writeout", 2024-08-04T15:27:22.267 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_shutdown", 2024-08-04T15:27:22.267 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_cached_snaps", 2024-08-04T15:27:22.268 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_missing_on_start", 2024-08-04T15:27:22.268 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_stray_on_activate", 2024-08-04T15:27:22.268 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-04T15:27:22.268 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_profile", 2024-08-04T15:27:22.268 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target", 2024-08-04T15:27:22.268 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target_autotune", 2024-08-04T15:27:22.269 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue", 2024-08-04T15:27:22.269 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue_cut_off", 2024-08-04T15:27:22.269 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_erasure_code_profile", 2024-08-04T15:27:22.269 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-04T15:27:22.269 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recover_clone_overlap", 2024-08-04T15:27:22.270 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_chunk", 2024-08-04T15:27:22.270 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_load_threshold", 2024-08-04T15:27:22.270 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_max_interval", 2024-08-04T15:27:22.270 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_shutdown_pgref_assert", 2024-08-04T15:27:22.270 INFO:tasks.workunit.client.0.smithi007.stdout: "public_network", 2024-08-04T15:27:22.270 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_cache_enabled", 2024-08-04T15:27:22.271 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_enable_ops_log", 2024-08-04T15:27:22.271 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_enable_usage_log" 2024-08-04T15:27:22.271 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:22.271 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.271 INFO:tasks.workunit.client.0.smithi007.stdout: "contact": null, 2024-08-04T15:27:22.271 INFO:tasks.workunit.client.0.smithi007.stdout: "crashes": [], 2024-08-04T15:27:22.271 INFO:tasks.workunit.client.0.smithi007.stdout: "created": "2024-08-04T15:18:26.674835Z", 2024-08-04T15:27:22.271 INFO:tasks.workunit.client.0.smithi007.stdout: "crush": { 2024-08-04T15:27:22.271 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_algs": { 2024-08-04T15:27:22.271 INFO:tasks.workunit.client.0.smithi007.stdout: "straw2": 3 2024-08-04T15:27:22.271 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.271 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_sizes": { 2024-08-04T15:27:22.271 INFO:tasks.workunit.client.0.smithi007.stdout: "2": 1, 2024-08-04T15:27:22.271 INFO:tasks.workunit.client.0.smithi007.stdout: "4": 2 2024-08-04T15:27:22.272 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.272 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_types": { 2024-08-04T15:27:22.272 INFO:tasks.workunit.client.0.smithi007.stdout: "1": 2, 2024-08-04T15:27:22.272 INFO:tasks.workunit.client.0.smithi007.stdout: "11": 1 2024-08-04T15:27:22.272 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.272 INFO:tasks.workunit.client.0.smithi007.stdout: "compat_weight_set": false, 2024-08-04T15:27:22.272 INFO:tasks.workunit.client.0.smithi007.stdout: "device_classes": [ 2024-08-04T15:27:22.272 INFO:tasks.workunit.client.0.smithi007.stdout: 8 2024-08-04T15:27:22.272 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_buckets": 6, 2024-08-04T15:27:22.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_devices": 8, 2024-08-04T15:27:22.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_rules": 1, 2024-08-04T15:27:22.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_types": 12, 2024-08-04T15:27:22.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_weight_sets": 0, 2024-08-04T15:27:22.273 INFO:tasks.workunit.client.0.smithi007.stdout: "tunables": { 2024-08-04T15:27:22.273 INFO:tasks.workunit.client.0.smithi007.stdout: "allowed_bucket_algs": 54, 2024-08-04T15:27:22.273 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_local_fallback_tries": 0, 2024-08-04T15:27:22.273 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_local_tries": 0, 2024-08-04T15:27:22.273 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_total_tries": 50, 2024-08-04T15:27:22.273 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_descend_once": 1, 2024-08-04T15:27:22.273 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_stable": 1, 2024-08-04T15:27:22.273 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_vary_r": 1, 2024-08-04T15:27:22.273 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v2_rules": 0, 2024-08-04T15:27:22.273 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v3_rules": 0, 2024-08-04T15:27:22.273 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v4_buckets": 1, 2024-08-04T15:27:22.273 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v5_rules": 0, 2024-08-04T15:27:22.273 INFO:tasks.workunit.client.0.smithi007.stdout: "legacy_tunables": 0, 2024-08-04T15:27:22.274 INFO:tasks.workunit.client.0.smithi007.stdout: "minimum_required_version": "jewel", 2024-08-04T15:27:22.274 INFO:tasks.workunit.client.0.smithi007.stdout: "optimal_tunables": 1, 2024-08-04T15:27:22.274 INFO:tasks.workunit.client.0.smithi007.stdout: "profile": "jewel", 2024-08-04T15:27:22.274 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables": 1, 2024-08-04T15:27:22.274 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables2": 1, 2024-08-04T15:27:22.274 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables3": 1, 2024-08-04T15:27:22.274 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables5": 1, 2024-08-04T15:27:22.274 INFO:tasks.workunit.client.0.smithi007.stdout: "straw_calc_version": 1 2024-08-04T15:27:22.274 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.274 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.274 INFO:tasks.workunit.client.0.smithi007.stdout: "description": "upgrade test cluster", 2024-08-04T15:27:22.274 INFO:tasks.workunit.client.0.smithi007.stdout: "fs": { 2024-08-04T15:27:22.274 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:22.275 INFO:tasks.workunit.client.0.smithi007.stdout: "feature_flags": { 2024-08-04T15:27:22.275 INFO:tasks.workunit.client.0.smithi007.stdout: "enable_multiple": true, 2024-08-04T15:27:22.275 INFO:tasks.workunit.client.0.smithi007.stdout: "ever_enabled_multiple": true 2024-08-04T15:27:22.275 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.275 INFO:tasks.workunit.client.0.smithi007.stdout: "filesystems": [ 2024-08-04T15:27:22.275 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:22.275 INFO:tasks.workunit.client.0.smithi007.stdout: "approx_ctime": "2024-08", 2024-08-04T15:27:22.275 INFO:tasks.workunit.client.0.smithi007.stdout: "balancer_enabled": false, 2024-08-04T15:27:22.275 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:22.275 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_caps": 0, 2024-08-04T15:27:22.275 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_dns": 10, 2024-08-04T15:27:22.275 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_inos": 13, 2024-08-04T15:27:22.275 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_subtrees": 2, 2024-08-04T15:27:22.275 INFO:tasks.workunit.client.0.smithi007.stdout: "ever_allowed_features": 0, 2024-08-04T15:27:22.276 INFO:tasks.workunit.client.0.smithi007.stdout: "explicitly_allowed_features": 0, 2024-08-04T15:27:22.276 INFO:tasks.workunit.client.0.smithi007.stdout: "files": 0, 2024-08-04T15:27:22.276 INFO:tasks.workunit.client.0.smithi007.stdout: "max_mds": 1, 2024-08-04T15:27:22.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_data_pools": 1, 2024-08-04T15:27:22.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_in": 1, 2024-08-04T15:27:22.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_mds": 1, 2024-08-04T15:27:22.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": 0, 2024-08-04T15:27:22.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_standby_replay": 0, 2024-08-04T15:27:22.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_up": 1, 2024-08-04T15:27:22.276 INFO:tasks.workunit.client.0.smithi007.stdout: "snaps": 0, 2024-08-04T15:27:22.276 INFO:tasks.workunit.client.0.smithi007.stdout: "standby_count_wanted": 0 2024-08-04T15:27:22.277 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.277 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_standby_mds": 1, 2024-08-04T15:27:22.277 INFO:tasks.workunit.client.0.smithi007.stdout: "total_num_mds": 2 2024-08-04T15:27:22.277 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.277 INFO:tasks.workunit.client.0.smithi007.stdout: "hosts": { 2024-08-04T15:27:22.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num": 2, 2024-08-04T15:27:22.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mds": 2, 2024-08-04T15:27:22.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mgr": 2, 2024-08-04T15:27:22.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mon": 2, 2024-08-04T15:27:22.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_osd": 2 2024-08-04T15:27:22.278 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.278 INFO:tasks.workunit.client.0.smithi007.stdout: "leaderboard": false, 2024-08-04T15:27:22.278 INFO:tasks.workunit.client.0.smithi007.stdout: "license": "sharing-1-0", 2024-08-04T15:27:22.278 INFO:tasks.workunit.client.0.smithi007.stdout: "metadata": { 2024-08-04T15:27:22.278 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T15:27:22.278 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T15:27:22.278 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 2 2024-08-04T15:27:22.278 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.278 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T15:27:22.278 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:27:22.278 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.278 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T15:27:22.278 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-08-04T15:27:22.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.279 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T15:27:22.279 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 2 2024-08-04T15:27:22.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.279 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T15:27:22.279 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 2 2024-08-04T15:27:22.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.279 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T15:27:22.279 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-04T15:27:22.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.279 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T15:27:22.279 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-04T15:27:22.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.279 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T15:27:22.280 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 2 2024-08-04T15:27:22.280 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.280 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.280 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:22.280 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T15:27:22.280 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 3 2024-08-04T15:27:22.280 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.280 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T15:27:22.280 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 3 2024-08-04T15:27:22.280 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.280 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T15:27:22.280 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-08-04T15:27:22.280 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.281 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T15:27:22.281 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 3 2024-08-04T15:27:22.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.281 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T15:27:22.281 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 3 2024-08-04T15:27:22.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.281 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T15:27:22.281 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-04T15:27:22.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.281 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T15:27:22.281 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-04T15:27:22.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.281 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T15:27:22.281 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 3 2024-08-04T15:27:22.282 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.282 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.282 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:22.282 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T15:27:22.282 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 8 2024-08-04T15:27:22.282 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.282 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T15:27:22.282 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 8 2024-08-04T15:27:22.282 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.282 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T15:27:22.282 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-08-04T15:27:22.282 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.282 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T15:27:22.282 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 8 2024-08-04T15:27:22.282 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.282 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T15:27:22.283 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 8 2024-08-04T15:27:22.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.283 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T15:27:22.283 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-04T15:27:22.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.283 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T15:27:22.283 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-04T15:27:22.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.283 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T15:27:22.283 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 8 2024-08-04T15:27:22.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.283 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_objectstore": { 2024-08-04T15:27:22.283 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": 8 2024-08-04T15:27:22.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.284 INFO:tasks.workunit.client.0.smithi007.stdout: "rotational": { 2024-08-04T15:27:22.284 INFO:tasks.workunit.client.0.smithi007.stdout: "0": 8 2024-08-04T15:27:22.284 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.284 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.284 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:22.284 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:22.284 INFO:tasks.workunit.client.0.smithi007.stdout: "features": { 2024-08-04T15:27:22.285 INFO:tasks.workunit.client.0.smithi007.stdout: "optional": [], 2024-08-04T15:27:22.285 INFO:tasks.workunit.client.0.smithi007.stdout: "persistent": [ 2024-08-04T15:27:22.285 INFO:tasks.workunit.client.0.smithi007.stdout: "kraken", 2024-08-04T15:27:22.285 INFO:tasks.workunit.client.0.smithi007.stdout: "luminous", 2024-08-04T15:27:22.285 INFO:tasks.workunit.client.0.smithi007.stdout: "mimic", 2024-08-04T15:27:22.285 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap-prune", 2024-08-04T15:27:22.285 INFO:tasks.workunit.client.0.smithi007.stdout: "nautilus", 2024-08-04T15:27:22.285 INFO:tasks.workunit.client.0.smithi007.stdout: "octopus", 2024-08-04T15:27:22.285 INFO:tasks.workunit.client.0.smithi007.stdout: "pacific", 2024-08-04T15:27:22.285 INFO:tasks.workunit.client.0.smithi007.stdout: "elector-pinging", 2024-08-04T15:27:22.285 INFO:tasks.workunit.client.0.smithi007.stdout: "quincy" 2024-08-04T15:27:22.285 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:22.285 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.286 INFO:tasks.workunit.client.0.smithi007.stdout: "ipv4_addr_mons": 6, 2024-08-04T15:27:22.286 INFO:tasks.workunit.client.0.smithi007.stdout: "ipv6_addr_mons": 0, 2024-08-04T15:27:22.286 INFO:tasks.workunit.client.0.smithi007.stdout: "min_mon_release": 17, 2024-08-04T15:27:22.286 INFO:tasks.workunit.client.0.smithi007.stdout: "v1_addr_mons": 3, 2024-08-04T15:27:22.286 INFO:tasks.workunit.client.0.smithi007.stdout: "v2_addr_mons": 3 2024-08-04T15:27:22.286 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.286 INFO:tasks.workunit.client.0.smithi007.stdout: "organization": "ceph-qa", 2024-08-04T15:27:22.286 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:22.286 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster_network": false, 2024-08-04T15:27:22.286 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8, 2024-08-04T15:27:22.286 INFO:tasks.workunit.client.0.smithi007.stdout: "require_min_compat_client": "luminous", 2024-08-04T15:27:22.286 INFO:tasks.workunit.client.0.smithi007.stdout: "require_osd_release": "quincy" 2024-08-04T15:27:22.286 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.286 INFO:tasks.workunit.client.0.smithi007.stdout: "pools": [ 2024-08-04T15:27:22.286 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:22.287 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:22.287 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr" 2024-08-04T15:27:22.287 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.287 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T15:27:22.287 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T15:27:22.287 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T15:27:22.287 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T15:27:22.287 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T15:27:22.287 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 1, 2024-08-04T15:27:22.287 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 1, 2024-08-04T15:27:22.288 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 1, 2024-08-04T15:27:22.288 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T15:27:22.288 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T15:27:22.288 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 727115213066, 2024-08-04T15:27:22.288 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 1781760, 2024-08-04T15:27:22.288 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T15:27:22.288 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T15:27:22.288 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 1781760, 2024-08-04T15:27:22.288 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T15:27:22.288 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 242371739648, 2024-08-04T15:27:22.288 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 2, 2024-08-04T15:27:22.288 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T15:27:22.288 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-04T15:27:22.288 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T15:27:22.288 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T15:27:22.288 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 212, 2024-08-04T15:27:22.289 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 313344, 2024-08-04T15:27:22.289 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 590368, 2024-08-04T15:27:22.289 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 590368, 2024-08-04T15:27:22.289 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T15:27:22.289 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 1771104, 2024-08-04T15:27:22.289 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 179, 2024-08-04T15:27:22.289 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 2473984 2024-08-04T15:27:22.289 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.289 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T15:27:22.289 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T15:27:22.289 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T15:27:22.290 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.290 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:22.290 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:22.290 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T15:27:22.290 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.290 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T15:27:22.290 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T15:27:22.290 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T15:27:22.290 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T15:27:22.290 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T15:27:22.290 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 32, 2024-08-04T15:27:22.290 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 32, 2024-08-04T15:27:22.290 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 2, 2024-08-04T15:27:22.290 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T15:27:22.291 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T15:27:22.291 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 727115213066, 2024-08-04T15:27:22.291 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 98304, 2024-08-04T15:27:22.291 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T15:27:22.291 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T15:27:22.291 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 98304, 2024-08-04T15:27:22.291 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T15:27:22.291 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 242371739648, 2024-08-04T15:27:22.291 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 22, 2024-08-04T15:27:22.291 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T15:27:22.291 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 1.351972542806834e-07, 2024-08-04T15:27:22.291 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T15:27:22.291 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T15:27:22.291 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 0, 2024-08-04T15:27:22.292 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 0, 2024-08-04T15:27:22.292 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 3410, 2024-08-04T15:27:22.292 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 3410, 2024-08-04T15:27:22.292 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T15:27:22.292 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 10230, 2024-08-04T15:27:22.292 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 51, 2024-08-04T15:27:22.292 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 19456 2024-08-04T15:27:22.292 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.292 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T15:27:22.292 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T15:27:22.292 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T15:27:22.292 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.292 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:22.292 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:22.292 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T15:27:22.293 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.293 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T15:27:22.293 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T15:27:22.293 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T15:27:22.293 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T15:27:22.293 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T15:27:22.293 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 64, 2024-08-04T15:27:22.293 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 64, 2024-08-04T15:27:22.293 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 3, 2024-08-04T15:27:22.293 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T15:27:22.293 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T15:27:22.293 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 727115213066, 2024-08-04T15:27:22.293 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 0, 2024-08-04T15:27:22.293 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T15:27:22.294 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T15:27:22.294 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 0, 2024-08-04T15:27:22.294 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T15:27:22.294 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 242371739648, 2024-08-04T15:27:22.294 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 0, 2024-08-04T15:27:22.294 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T15:27:22.294 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 0.0, 2024-08-04T15:27:22.294 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T15:27:22.294 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T15:27:22.294 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 0, 2024-08-04T15:27:22.294 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 0, 2024-08-04T15:27:22.294 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 0, 2024-08-04T15:27:22.294 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 0, 2024-08-04T15:27:22.294 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T15:27:22.294 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 0, 2024-08-04T15:27:22.294 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 0, 2024-08-04T15:27:22.295 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 0 2024-08-04T15:27:22.295 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.295 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T15:27:22.295 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T15:27:22.295 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T15:27:22.295 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.295 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:22.295 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:22.295 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd" 2024-08-04T15:27:22.295 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.295 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T15:27:22.295 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T15:27:22.295 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T15:27:22.295 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T15:27:22.295 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T15:27:22.296 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 8, 2024-08-04T15:27:22.296 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 8, 2024-08-04T15:27:22.296 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 4, 2024-08-04T15:27:22.296 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T15:27:22.296 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T15:27:22.296 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 727115213066, 2024-08-04T15:27:22.296 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 12288, 2024-08-04T15:27:22.296 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T15:27:22.296 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T15:27:22.296 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 12288, 2024-08-04T15:27:22.296 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T15:27:22.296 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 242371739648, 2024-08-04T15:27:22.296 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 2, 2024-08-04T15:27:22.296 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T15:27:22.296 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-04T15:27:22.296 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T15:27:22.297 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T15:27:22.297 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 0, 2024-08-04T15:27:22.297 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 0, 2024-08-04T15:27:22.297 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 19, 2024-08-04T15:27:22.297 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 19, 2024-08-04T15:27:22.297 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T15:27:22.297 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 57, 2024-08-04T15:27:22.297 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 2, 2024-08-04T15:27:22.297 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 2048 2024-08-04T15:27:22.297 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.297 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T15:27:22.297 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T15:27:22.297 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T15:27:22.297 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.297 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.297 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd": { 2024-08-04T15:27:22.298 INFO:tasks.workunit.client.0.smithi007.stdout: "mirroring_by_pool": [ 2024-08-04T15:27:22.298 INFO:tasks.workunit.client.0.smithi007.stdout: false 2024-08-04T15:27:22.298 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_images_by_pool": [ 2024-08-04T15:27:22.298 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:22.298 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:22.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pools": 1 2024-08-04T15:27:22.298 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.298 INFO:tasks.workunit.client.0.smithi007.stdout: "report_id": "10ee5500-78eb-4166-8510-cfa3c036bb51", 2024-08-04T15:27:22.298 INFO:tasks.workunit.client.0.smithi007.stdout: "report_timestamp": "2024-08-04T15:27:22.195568", 2024-08-04T15:27:22.298 INFO:tasks.workunit.client.0.smithi007.stdout: "report_version": 1, 2024-08-04T15:27:22.298 INFO:tasks.workunit.client.0.smithi007.stdout: "rook": { 2024-08-04T15:27:22.298 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster": { 2024-08-04T15:27:22.298 INFO:tasks.workunit.client.0.smithi007.stdout: "external-mode": null, 2024-08-04T15:27:22.299 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:22.299 INFO:tasks.workunit.client.0.smithi007.stdout: "allow-multiple-per-node": null, 2024-08-04T15:27:22.299 INFO:tasks.workunit.client.0.smithi007.stdout: "count": null, 2024-08-04T15:27:22.299 INFO:tasks.workunit.client.0.smithi007.stdout: "max-id": null, 2024-08-04T15:27:22.299 INFO:tasks.workunit.client.0.smithi007.stdout: "pvc": { 2024-08-04T15:27:22.299 INFO:tasks.workunit.client.0.smithi007.stdout: "enabled": null 2024-08-04T15:27:22.299 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.299 INFO:tasks.workunit.client.0.smithi007.stdout: "stretch": { 2024-08-04T15:27:22.299 INFO:tasks.workunit.client.0.smithi007.stdout: "enabled": null 2024-08-04T15:27:22.299 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.299 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.299 INFO:tasks.workunit.client.0.smithi007.stdout: "network": { 2024-08-04T15:27:22.299 INFO:tasks.workunit.client.0.smithi007.stdout: "provider": null 2024-08-04T15:27:22.299 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.299 INFO:tasks.workunit.client.0.smithi007.stdout: "storage": { 2024-08-04T15:27:22.299 INFO:tasks.workunit.client.0.smithi007.stdout: "device-set": { 2024-08-04T15:27:22.300 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T15:27:22.300 INFO:tasks.workunit.client.0.smithi007.stdout: "non-portable": null, 2024-08-04T15:27:22.300 INFO:tasks.workunit.client.0.smithi007.stdout: "portable": null, 2024-08-04T15:27:22.300 INFO:tasks.workunit.client.0.smithi007.stdout: "total": null 2024-08-04T15:27:22.300 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.300 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.300 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.300 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.300 INFO:tasks.workunit.client.0.smithi007.stdout: "csi": { 2024-08-04T15:27:22.300 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T15:27:22.300 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.301 INFO:tasks.workunit.client.0.smithi007.stdout: "kubernetes": { 2024-08-04T15:27:22.301 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T15:27:22.301 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.301 INFO:tasks.workunit.client.0.smithi007.stdout: "node": { 2024-08-04T15:27:22.301 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T15:27:22.302 INFO:tasks.workunit.client.0.smithi007.stdout: "kubernetes-total": null, 2024-08-04T15:27:22.302 INFO:tasks.workunit.client.0.smithi007.stdout: "with-ceph-daemons": null, 2024-08-04T15:27:22.302 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-cephfs-plugin": null, 2024-08-04T15:27:22.302 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-nfs-plugin": null, 2024-08-04T15:27:22.302 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-rbd-plugin": null 2024-08-04T15:27:22.302 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.303 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.303 INFO:tasks.workunit.client.0.smithi007.stdout: "usage": { 2024-08-04T15:27:22.303 INFO:tasks.workunit.client.0.smithi007.stdout: "storage-class": { 2024-08-04T15:27:22.303 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T15:27:22.303 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket": null, 2024-08-04T15:27:22.303 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs": null, 2024-08-04T15:27:22.304 INFO:tasks.workunit.client.0.smithi007.stdout: "nfs": null, 2024-08-04T15:27:22.304 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd": null, 2024-08-04T15:27:22.304 INFO:tasks.workunit.client.0.smithi007.stdout: "total": null 2024-08-04T15:27:22.304 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.304 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.305 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.305 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T15:27:22.305 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.305 INFO:tasks.workunit.client.0.smithi007.stdout: "services": {}, 2024-08-04T15:27:22.305 INFO:tasks.workunit.client.0.smithi007.stdout: "usage": { 2024-08-04T15:27:22.305 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 105, 2024-08-04T15:27:22.305 INFO:tasks.workunit.client.0.smithi007.stdout: "pools": 4, 2024-08-04T15:27:22.305 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_by_class": { 2024-08-04T15:27:22.305 INFO:tasks.workunit.client.0.smithi007.stdout: "ssd": { 2024-08-04T15:27:22.305 INFO:tasks.workunit.client.0.smithi007.stdout: "total_avail_bytes": 765516259328, 2024-08-04T15:27:22.306 INFO:tasks.workunit.client.0.smithi007.stdout: "total_bytes": 767960285184, 2024-08-04T15:27:22.306 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_bytes": 2444025856, 2024-08-04T15:27:22.306 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_raw_bytes": 2444025856, 2024-08-04T15:27:22.306 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_raw_ratio": 0.0031824898906052113 2024-08-04T15:27:22.306 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.306 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:22.306 INFO:tasks.workunit.client.0.smithi007.stdout: "total_avail_bytes": 765516259328, 2024-08-04T15:27:22.306 INFO:tasks.workunit.client.0.smithi007.stdout: "total_bytes": 767960285184, 2024-08-04T15:27:22.306 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_bytes": 2444025856 2024-08-04T15:27:22.306 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.306 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:22.306 INFO:tasks.workunit.client.0.smithi007.stdout:} 2024-08-04T15:27:22.307 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:21 smithi062 ceph-mon[32659]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:22.307 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:21 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:22.307 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:21 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:22.307 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:21 smithi062 ceph-mon[32659]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:22.307 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:21 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:22.307 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:21 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:22.307 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:21 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:22.307 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:21 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:22.307 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:21 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:22.307 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:21 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:22.307 INFO:tasks.workunit.client.0.smithi007.stderr:++ ceph telemetry collection ls 2024-08-04T15:27:22.707 INFO:tasks.workunit.client.0.smithi007.stderr:+ COLLECTIONS='New collections are available: 2024-08-04T15:27:22.707 INFO:tasks.workunit.client.0.smithi007.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-08-04T15:27:22.707 INFO:tasks.workunit.client.0.smithi007.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-04T15:27:22.707 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T15:27:22.707 INFO:tasks.workunit.client.0.smithi007.stderr:NAME STATUS DESC 2024-08-04T15:27:22.707 INFO:tasks.workunit.client.0.smithi007.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-04T15:27:22.707 INFO:tasks.workunit.client.0.smithi007.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-04T15:27:22.707 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-04T15:27:22.708 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-04T15:27:22.708 INFO:tasks.workunit.client.0.smithi007.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-04T15:27:22.708 INFO:tasks.workunit.client.0.smithi007.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-04T15:27:22.708 INFO:tasks.workunit.client.0.smithi007.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-04T15:27:22.708 INFO:tasks.workunit.client.0.smithi007.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-04T15:27:22.708 INFO:tasks.workunit.client.0.smithi007.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-04T15:27:22.708 INFO:tasks.workunit.client.0.smithi007.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-04T15:27:22.708 INFO:tasks.workunit.client.0.smithi007.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-08-04T15:27:22.708 INFO:tasks.workunit.client.0.smithi007.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-08-04T15:27:22.708 INFO:tasks.workunit.client.0.smithi007.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-04T15:27:22.708 INFO:tasks.workunit.client.0.smithi007.stderr:+ [[ New collections are available: 2024-08-04T15:27:22.708 INFO:tasks.workunit.client.0.smithi007.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-04T15:27:22.708 INFO:tasks.workunit.client.0.smithi007.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-04T15:27:22.708 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T15:27:22.709 INFO:tasks.workunit.client.0.smithi007.stderr:NAME STATUS DESC 2024-08-04T15:27:22.709 INFO:tasks.workunit.client.0.smithi007.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-04T15:27:22.709 INFO:tasks.workunit.client.0.smithi007.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-04T15:27:22.709 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-04T15:27:22.709 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-04T15:27:22.709 INFO:tasks.workunit.client.0.smithi007.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-04T15:27:22.709 INFO:tasks.workunit.client.0.smithi007.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-04T15:27:22.709 INFO:tasks.workunit.client.0.smithi007.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-04T15:27:22.709 INFO:tasks.workunit.client.0.smithi007.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-04T15:27:22.709 INFO:tasks.workunit.client.0.smithi007.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-04T15:27:22.709 INFO:tasks.workunit.client.0.smithi007.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-04T15:27:22.709 INFO:tasks.workunit.client.0.smithi007.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-08-04T15:27:22.709 INFO:tasks.workunit.client.0.smithi007.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-04T15:27:22.709 INFO:tasks.workunit.client.0.smithi007.stderr:+ [[ New collections are available: 2024-08-04T15:27:22.710 INFO:tasks.workunit.client.0.smithi007.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-04T15:27:22.710 INFO:tasks.workunit.client.0.smithi007.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-04T15:27:22.710 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T15:27:22.710 INFO:tasks.workunit.client.0.smithi007.stderr:NAME STATUS DESC 2024-08-04T15:27:22.710 INFO:tasks.workunit.client.0.smithi007.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-04T15:27:22.710 INFO:tasks.workunit.client.0.smithi007.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-04T15:27:22.710 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-04T15:27:22.710 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-04T15:27:22.710 INFO:tasks.workunit.client.0.smithi007.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-04T15:27:22.711 INFO:tasks.workunit.client.0.smithi007.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-04T15:27:22.711 INFO:tasks.workunit.client.0.smithi007.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-04T15:27:22.711 INFO:tasks.workunit.client.0.smithi007.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-04T15:27:22.711 INFO:tasks.workunit.client.0.smithi007.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-04T15:27:22.711 INFO:tasks.workunit.client.0.smithi007.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-04T15:27:22.711 INFO:tasks.workunit.client.0.smithi007.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-04T15:27:22.711 INFO:tasks.workunit.client.0.smithi007.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-04T15:27:22.711 INFO:tasks.workunit.client.0.smithi007.stderr:+ [[ New collections are available: 2024-08-04T15:27:22.711 INFO:tasks.workunit.client.0.smithi007.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-04T15:27:22.711 INFO:tasks.workunit.client.0.smithi007.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-04T15:27:22.712 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T15:27:22.712 INFO:tasks.workunit.client.0.smithi007.stderr:NAME STATUS DESC 2024-08-04T15:27:22.712 INFO:tasks.workunit.client.0.smithi007.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-04T15:27:22.712 INFO:tasks.workunit.client.0.smithi007.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-04T15:27:22.712 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-04T15:27:22.712 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-04T15:27:22.712 INFO:tasks.workunit.client.0.smithi007.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-04T15:27:22.712 INFO:tasks.workunit.client.0.smithi007.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-04T15:27:22.712 INFO:tasks.workunit.client.0.smithi007.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-04T15:27:22.712 INFO:tasks.workunit.client.0.smithi007.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-04T15:27:22.712 INFO:tasks.workunit.client.0.smithi007.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-04T15:27:22.712 INFO:tasks.workunit.client.0.smithi007.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-04T15:27:22.712 INFO:tasks.workunit.client.0.smithi007.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-04T15:27:22.712 INFO:tasks.workunit.client.0.smithi007.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-04T15:27:22.712 INFO:tasks.workunit.client.0.smithi007.stderr:+ [[ New collections are available: 2024-08-04T15:27:22.713 INFO:tasks.workunit.client.0.smithi007.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-04T15:27:22.713 INFO:tasks.workunit.client.0.smithi007.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-04T15:27:22.713 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T15:27:22.713 INFO:tasks.workunit.client.0.smithi007.stderr:NAME STATUS DESC 2024-08-04T15:27:22.713 INFO:tasks.workunit.client.0.smithi007.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-04T15:27:22.713 INFO:tasks.workunit.client.0.smithi007.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-04T15:27:22.713 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-04T15:27:22.713 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-04T15:27:22.713 INFO:tasks.workunit.client.0.smithi007.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-04T15:27:22.713 INFO:tasks.workunit.client.0.smithi007.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-04T15:27:22.713 INFO:tasks.workunit.client.0.smithi007.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-04T15:27:22.713 INFO:tasks.workunit.client.0.smithi007.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-04T15:27:22.713 INFO:tasks.workunit.client.0.smithi007.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-04T15:27:22.713 INFO:tasks.workunit.client.0.smithi007.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-04T15:27:22.713 INFO:tasks.workunit.client.0.smithi007.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-04T15:27:22.713 INFO:tasks.workunit.client.0.smithi007.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-04T15:27:22.714 INFO:tasks.workunit.client.0.smithi007.stderr:+ [[ New collections are available: 2024-08-04T15:27:22.714 INFO:tasks.workunit.client.0.smithi007.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-04T15:27:22.714 INFO:tasks.workunit.client.0.smithi007.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-04T15:27:22.714 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T15:27:22.714 INFO:tasks.workunit.client.0.smithi007.stderr:NAME STATUS DESC 2024-08-04T15:27:22.714 INFO:tasks.workunit.client.0.smithi007.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-04T15:27:22.714 INFO:tasks.workunit.client.0.smithi007.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-04T15:27:22.714 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-04T15:27:22.714 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-04T15:27:22.714 INFO:tasks.workunit.client.0.smithi007.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-04T15:27:22.714 INFO:tasks.workunit.client.0.smithi007.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-04T15:27:22.714 INFO:tasks.workunit.client.0.smithi007.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-04T15:27:22.714 INFO:tasks.workunit.client.0.smithi007.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-04T15:27:22.714 INFO:tasks.workunit.client.0.smithi007.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-04T15:27:22.715 INFO:tasks.workunit.client.0.smithi007.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-04T15:27:22.715 INFO:tasks.workunit.client.0.smithi007.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-04T15:27:22.715 INFO:tasks.workunit.client.0.smithi007.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-04T15:27:22.715 INFO:tasks.workunit.client.0.smithi007.stderr:+ [[ New collections are available: 2024-08-04T15:27:22.715 INFO:tasks.workunit.client.0.smithi007.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-04T15:27:22.715 INFO:tasks.workunit.client.0.smithi007.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-04T15:27:22.715 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T15:27:22.715 INFO:tasks.workunit.client.0.smithi007.stderr:NAME STATUS DESC 2024-08-04T15:27:22.715 INFO:tasks.workunit.client.0.smithi007.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-04T15:27:22.715 INFO:tasks.workunit.client.0.smithi007.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-04T15:27:22.715 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-04T15:27:22.715 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-04T15:27:22.715 INFO:tasks.workunit.client.0.smithi007.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-04T15:27:22.715 INFO:tasks.workunit.client.0.smithi007.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-04T15:27:22.715 INFO:tasks.workunit.client.0.smithi007.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-04T15:27:22.716 INFO:tasks.workunit.client.0.smithi007.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-04T15:27:22.716 INFO:tasks.workunit.client.0.smithi007.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-04T15:27:22.716 INFO:tasks.workunit.client.0.smithi007.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-04T15:27:22.716 INFO:tasks.workunit.client.0.smithi007.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-08-04T15:27:22.716 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph telemetry on --license sharing-1-0 2024-08-04T15:27:23.027 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[29096]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:23.028 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[29096]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:23.028 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[29096]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:23.028 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:27:23.028 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[29096]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:23.028 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:23.028 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:23.028 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[29096]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:23.028 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:23.028 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:23.029 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[39529]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:23.029 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[39529]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:23.029 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[39529]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:23.029 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:27:23.029 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[39529]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:23.029 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:23.029 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:23.029 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[39529]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:23.029 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:23.029 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:22 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:23.204 INFO:tasks.workunit.client.0.smithi007.stdout:Telemetry is on. 2024-08-04T15:27:23.204 INFO:tasks.workunit.client.0.smithi007.stdout:Some channels are disabled, please enable with: 2024-08-04T15:27:23.204 INFO:tasks.workunit.client.0.smithi007.stdout:`ceph telemetry enable channel perf` 2024-08-04T15:27:23.215 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph telemetry enable channel perf 2024-08-04T15:27:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:22 smithi062 ceph-mon[32659]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:22 smithi062 ceph-mon[32659]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:22 smithi062 ceph-mon[32659]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:22 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:27:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:22 smithi062 ceph-mon[32659]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:23.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:22 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:23.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:22 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:23.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:22 smithi062 ceph-mon[32659]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:23.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:22 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:23.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:22 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:23.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:23] ENGINE Bus STOPPING 2024-08-04T15:27:23.704 INFO:tasks.workunit.client.0.smithi007.stdout:channel_perf is enabled 2024-08-04T15:27:23.716 INFO:tasks.workunit.client.0.smithi007.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-04T15:27:23.776 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:23] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T15:27:23.776 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:23] ENGINE Bus STOPPED 2024-08-04T15:27:23.777 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:23] ENGINE Bus STARTING 2024-08-04T15:27:23.777 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:23] ENGINE Serving on http://:::9283 2024-08-04T15:27:23.777 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:23] ENGINE Bus STARTED 2024-08-04T15:27:23.777 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:23] ENGINE Bus STOPPING 2024-08-04T15:27:24.059 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:24.060 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:24.060 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-04T15:27:24.060 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:24.060 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.060 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.060 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.060 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.060 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.060 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:27:24.060 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:27:24.060 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.060 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.060 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.060 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.061 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:24.061 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.061 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.061 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.061 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.061 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.061 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.061 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.061 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.061 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:27:24.061 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:27:24.061 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.061 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:24.062 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:24.062 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:24.062 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-04T15:27:24.062 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:24.062 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.062 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.062 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.062 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.062 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.062 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:27:24.063 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:27:24.063 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.063 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.063 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.063 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.063 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:24.063 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.063 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.063 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.063 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.063 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.063 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.064 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.064 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.064 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:27:24.064 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:27:24.064 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.064 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:24.064 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:24.064 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:24.064 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:24.065 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:24.065 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:24.065 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:24.065 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:24.065 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:24.065 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:24.065 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:24.065 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:24.065 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:24.065 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:24.065 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:24.065 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:24.065 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:24.065 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:24.065 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:24.066 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:24.066 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:24.066 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:24.066 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:24.066 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:24.066 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:24.066 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:24.066 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:24.066 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:24.066 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:24.066 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:24.066 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:24.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:24.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:24.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:24.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:24.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:24.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:24.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:24.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:24.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:24.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:24.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:24.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:24.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:24.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:24.067 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:24.068 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:23 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:24.095 INFO:tasks.workunit.client.0.smithi007.stderr:+ LAST_OPT_REVISION=1 2024-08-04T15:27:24.095 INFO:tasks.workunit.client.0.smithi007.stderr:+ '[' 1 -ne 1 ']' 2024-08-04T15:27:24.095 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph telemetry show 2024-08-04T15:27:24.173 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:24.173 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:24.173 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-04T15:27:24.173 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:24.173 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.174 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.174 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.174 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.174 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.174 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:27:24.174 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:27:24.174 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.174 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.174 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.175 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.175 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:24.175 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.175 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.175 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.175 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.175 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.175 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.175 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.175 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:24.175 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:27:24.175 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:27:24.175 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:24.176 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:24.176 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:24.176 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:24.176 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:24.176 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:24.176 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:24.176 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:24.176 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:24.176 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:24.176 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:24.176 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:24.176 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:24.176 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:24.176 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:24.177 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:24.177 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:24.177 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:24.177 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:24.177 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:24.177 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:24.177 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:24.177 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:24.177 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:24.177 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:23 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:24.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T15:27:24.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:24] ENGINE Bus STOPPED 2024-08-04T15:27:24.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:24] ENGINE Bus STARTING 2024-08-04T15:27:24.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:24] ENGINE Serving on http://:::9283 2024-08-04T15:27:24.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:27:24] ENGINE Bus STARTED 2024-08-04T15:27:24.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:27:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:27:24.774 INFO:tasks.workunit.client.0.smithi007.stdout:{ 2024-08-04T15:27:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "balancer": { 2024-08-04T15:27:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "active": true, 2024-08-04T15:27:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "mode": "" 2024-08-04T15:27:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "channels": [ 2024-08-04T15:27:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "basic", 2024-08-04T15:27:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "crash", 2024-08-04T15:27:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "device", 2024-08-04T15:27:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "ident", 2024-08-04T15:27:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "perf" 2024-08-04T15:27:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "channels_available": [ 2024-08-04T15:27:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "basic", 2024-08-04T15:27:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "ident", 2024-08-04T15:27:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "crash", 2024-08-04T15:27:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "device", 2024-08-04T15:27:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "perf" 2024-08-04T15:27:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "collections_available": [ 2024-08-04T15:27:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_base", 2024-08-04T15:27:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "device_base", 2024-08-04T15:27:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "crash_base", 2024-08-04T15:27:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "ident_base", 2024-08-04T15:27:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_perf", 2024-08-04T15:27:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_mds_metadata", 2024-08-04T15:27:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_usage", 2024-08-04T15:27:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_usage_by_class", 2024-08-04T15:27:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_rook_v01", 2024-08-04T15:27:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_memory_metrics", 2024-08-04T15:27:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_options_bluestore" 2024-08-04T15:27:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "collections_opted_in": [ 2024-08-04T15:27:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_base", 2024-08-04T15:27:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "device_base", 2024-08-04T15:27:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "crash_base", 2024-08-04T15:27:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "ident_base", 2024-08-04T15:27:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_perf", 2024-08-04T15:27:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_mds_metadata", 2024-08-04T15:27:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_usage", 2024-08-04T15:27:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_usage_by_class", 2024-08-04T15:27:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_rook_v01", 2024-08-04T15:27:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_memory_metrics", 2024-08-04T15:27:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_options_bluestore" 2024-08-04T15:27:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "config": { 2024-08-04T15:27:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "active_changed": [ 2024-08-04T15:27:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-04T15:27:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_debug", 2024-08-04T15:27:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_mon_ticket_ttl", 2024-08-04T15:27:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_service_ticket_ttl", 2024-08-04T15:27:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "bdev_debug_aio", 2024-08-04T15:27:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "client_check_pool_perm", 2024-08-04T15:27:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "client_mount_gid", 2024-08-04T15:27:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "client_mount_uid", 2024-08-04T15:27:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "client_quota", 2024-08-04T15:27:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "container_image", 2024-08-04T15:27:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "daemonize", 2024-08-04T15:27:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_asserts_on_shutdown", 2024-08-04T15:27:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mgr", 2024-08-04T15:27:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mon", 2024-08-04T15:27:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_ms", 2024-08-04T15:27:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_osd", 2024-08-04T15:27:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_paxos", 2024-08-04T15:27:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "keyring", 2024-08-04T15:27:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_block_size", 2024-08-04T15:27:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_cache_size", 2024-08-04T15:27:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_compression", 2024-08-04T15:27:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_log", 2024-08-04T15:27:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_write_buffer_size", 2024-08-04T15:27:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_file", 2024-08-04T15:27:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_journald", 2024-08-04T15:27:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_stderr", 2024-08-04T15:27:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_allow_pool_delete", 2024-08-04T15:27:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_clock_drift_allowed", 2024-08-04T15:27:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_file", 2024-08-04T15:27:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_journald", 2024-08-04T15:27:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_stderr", 2024-08-04T15:27:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_data_avail_warn", 2024-08-04T15:27:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_election_default_strategy", 2024-08-04T15:27:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_host", 2024-08-04T15:27:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_max_pg_per_osd", 2024-08-04T15:27:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mgr_mkfs_grace", 2024-08-04T15:27:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_prime_pg_temp", 2024-08-04T15:27:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_reporter_subtree_level", 2024-08-04T15:27:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_pg_warn_max_object_skew", 2024-08-04T15:27:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-04T15:27:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-04T15:27:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-04T15:27:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-04T15:27:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-04T15:27:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-04T15:27:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-04T15:27:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-04T15:27:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_too_few_osds", 2024-08-04T15:27:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_bug", 2024-08-04T15:27:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_old_message", 2024-08-04T15:27:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "no_config_file", 2024-08-04T15:27:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_default_list", 2024-08-04T15:27:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_load_list", 2024-08-04T15:27:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_misdirected_ops", 2024-08-04T15:27:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_op_order", 2024-08-04T15:27:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_pg_log_writeout", 2024-08-04T15:27:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_shutdown", 2024-08-04T15:27:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_cached_snaps", 2024-08-04T15:27:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_missing_on_start", 2024-08-04T15:27:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_stray_on_activate", 2024-08-04T15:27:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-04T15:27:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_profile", 2024-08-04T15:27:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-04T15:27:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-04T15:27:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-04T15:27:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-04T15:27:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-04T15:27:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-04T15:27:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_lim", 2024-08-04T15:27:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_res", 2024-08-04T15:27:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-04T15:27:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target", 2024-08-04T15:27:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target_autotune", 2024-08-04T15:27:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue", 2024-08-04T15:27:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue_cut_off", 2024-08-04T15:27:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_erasure_code_profile", 2024-08-04T15:27:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-04T15:27:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recover_clone_overlap", 2024-08-04T15:27:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_chunk", 2024-08-04T15:27:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_load_threshold", 2024-08-04T15:27:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_max_interval", 2024-08-04T15:27:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_shutdown_pgref_assert", 2024-08-04T15:27:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "public_addr", 2024-08-04T15:27:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "public_addrv", 2024-08-04T15:27:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "public_network", 2024-08-04T15:27:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_default_features", 2024-08-04T15:27:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_qos_exclude_ops", 2024-08-04T15:27:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "setgroup", 2024-08-04T15:27:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "setuser" 2024-08-04T15:27:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster_changed": [ 2024-08-04T15:27:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-04T15:27:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_debug", 2024-08-04T15:27:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_mon_ticket_ttl", 2024-08-04T15:27:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_service_ticket_ttl", 2024-08-04T15:27:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "bdev_debug_aio", 2024-08-04T15:27:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "container_image", 2024-08-04T15:27:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_asserts_on_shutdown", 2024-08-04T15:27:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mgr", 2024-08-04T15:27:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mon", 2024-08-04T15:27:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_ms", 2024-08-04T15:27:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_osd", 2024-08-04T15:27:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_paxos", 2024-08-04T15:27:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_file", 2024-08-04T15:27:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_journald", 2024-08-04T15:27:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_stderr", 2024-08-04T15:27:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_join_fs", 2024-08-04T15:27:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/allow_ptrace", 2024-08-04T15:27:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/container_init", 2024-08-04T15:27:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/migration_current", 2024-08-04T15:27:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/use_repo_digest", 2024-08-04T15:27:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-04T15:27:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-04T15:27:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-04T15:27:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-04T15:27:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/ssl_server_port", 2024-08-04T15:27:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/orchestrator/orchestrator", 2024-08-04T15:27:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/channel_ident", 2024-08-04T15:27:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/channel_perf", 2024-08-04T15:27:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/description", 2024-08-04T15:27:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/enabled", 2024-08-04T15:27:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/organization", 2024-08-04T15:27:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_allow_pool_delete", 2024-08-04T15:27:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_clock_drift_allowed", 2024-08-04T15:27:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_file", 2024-08-04T15:27:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_data_avail_warn", 2024-08-04T15:27:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_election_default_strategy", 2024-08-04T15:27:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_max_pg_per_osd", 2024-08-04T15:27:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mgr_mkfs_grace", 2024-08-04T15:27:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_prime_pg_temp", 2024-08-04T15:27:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_reporter_subtree_level", 2024-08-04T15:27:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_pg_warn_max_object_skew", 2024-08-04T15:27:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-04T15:27:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-04T15:27:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-04T15:27:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-04T15:27:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-04T15:27:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-04T15:27:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-04T15:27:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-04T15:27:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_too_few_osds", 2024-08-04T15:27:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_bug", 2024-08-04T15:27:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_old_message", 2024-08-04T15:27:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_default_list", 2024-08-04T15:27:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_load_list", 2024-08-04T15:27:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_misdirected_ops", 2024-08-04T15:27:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_op_order", 2024-08-04T15:27:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_pg_log_writeout", 2024-08-04T15:27:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_shutdown", 2024-08-04T15:27:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_cached_snaps", 2024-08-04T15:27:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_missing_on_start", 2024-08-04T15:27:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_stray_on_activate", 2024-08-04T15:27:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-04T15:27:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_profile", 2024-08-04T15:27:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target", 2024-08-04T15:27:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target_autotune", 2024-08-04T15:27:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue", 2024-08-04T15:27:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue_cut_off", 2024-08-04T15:27:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_erasure_code_profile", 2024-08-04T15:27:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-04T15:27:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recover_clone_overlap", 2024-08-04T15:27:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_chunk", 2024-08-04T15:27:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_load_threshold", 2024-08-04T15:27:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_max_interval", 2024-08-04T15:27:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_shutdown_pgref_assert", 2024-08-04T15:27:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "public_network", 2024-08-04T15:27:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_cache_enabled", 2024-08-04T15:27:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_enable_ops_log", 2024-08-04T15:27:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_enable_usage_log" 2024-08-04T15:27:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "contact": null, 2024-08-04T15:27:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "crashes": [], 2024-08-04T15:27:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "created": "2024-08-04T15:18:26.674835Z", 2024-08-04T15:27:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "crush": { 2024-08-04T15:27:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_algs": { 2024-08-04T15:27:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "straw2": 3 2024-08-04T15:27:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_sizes": { 2024-08-04T15:27:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "2": 1, 2024-08-04T15:27:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "4": 2 2024-08-04T15:27:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_types": { 2024-08-04T15:27:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "1": 2, 2024-08-04T15:27:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "11": 1 2024-08-04T15:27:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "compat_weight_set": false, 2024-08-04T15:27:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "device_classes": [ 2024-08-04T15:27:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: 8 2024-08-04T15:27:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_buckets": 6, 2024-08-04T15:27:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_devices": 8, 2024-08-04T15:27:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_rules": 1, 2024-08-04T15:27:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_types": 12, 2024-08-04T15:27:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_weight_sets": 0, 2024-08-04T15:27:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "tunables": { 2024-08-04T15:27:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "allowed_bucket_algs": 54, 2024-08-04T15:27:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_local_fallback_tries": 0, 2024-08-04T15:27:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_local_tries": 0, 2024-08-04T15:27:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_total_tries": 50, 2024-08-04T15:27:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_descend_once": 1, 2024-08-04T15:27:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_stable": 1, 2024-08-04T15:27:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_vary_r": 1, 2024-08-04T15:27:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v2_rules": 0, 2024-08-04T15:27:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v3_rules": 0, 2024-08-04T15:27:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v4_buckets": 1, 2024-08-04T15:27:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v5_rules": 0, 2024-08-04T15:27:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "legacy_tunables": 0, 2024-08-04T15:27:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "minimum_required_version": "jewel", 2024-08-04T15:27:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "optimal_tunables": 1, 2024-08-04T15:27:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "profile": "jewel", 2024-08-04T15:27:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables": 1, 2024-08-04T15:27:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables2": 1, 2024-08-04T15:27:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables3": 1, 2024-08-04T15:27:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables5": 1, 2024-08-04T15:27:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "straw_calc_version": 1 2024-08-04T15:27:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "description": "upgrade test cluster", 2024-08-04T15:27:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "fs": { 2024-08-04T15:27:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "feature_flags": { 2024-08-04T15:27:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "enable_multiple": true, 2024-08-04T15:27:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "ever_enabled_multiple": true 2024-08-04T15:27:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "filesystems": [ 2024-08-04T15:27:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "approx_ctime": "2024-08", 2024-08-04T15:27:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "balancer_enabled": false, 2024-08-04T15:27:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_caps": 0, 2024-08-04T15:27:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_dns": 10, 2024-08-04T15:27:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_inos": 13, 2024-08-04T15:27:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_subtrees": 2, 2024-08-04T15:27:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "ever_allowed_features": 0, 2024-08-04T15:27:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "explicitly_allowed_features": 0, 2024-08-04T15:27:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "files": 0, 2024-08-04T15:27:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "max_mds": 1, 2024-08-04T15:27:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_data_pools": 1, 2024-08-04T15:27:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_in": 1, 2024-08-04T15:27:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_mds": 1, 2024-08-04T15:27:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": 0, 2024-08-04T15:27:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_standby_replay": 0, 2024-08-04T15:27:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_up": 1, 2024-08-04T15:27:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "snaps": 0, 2024-08-04T15:27:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "standby_count_wanted": 0 2024-08-04T15:27:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_standby_mds": 1, 2024-08-04T15:27:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "total_num_mds": 2 2024-08-04T15:27:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_stats": { 2024-08-04T15:27:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T15:27:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T15:27:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 20586496, 2024-08-04T15:27:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 484568, 2024-08-04T15:27:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2621440, 2024-08-04T15:27:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 57344, 2024-08-04T15:27:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 598016, 2024-08-04T15:27:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 425, 2024-08-04T15:27:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 1339792, 2024-08-04T15:27:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 20, 2024-08-04T15:27:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 1002496, 2024-08-04T15:27:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 15080856, 2024-08-04T15:27:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 21184512 2024-08-04T15:27:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T15:27:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 20135936, 2024-08-04T15:27:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 343272, 2024-08-04T15:27:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2621440, 2024-08-04T15:27:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 1073152, 2024-08-04T15:27:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 0, 2024-08-04T15:27:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 335, 2024-08-04T15:27:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 1038488, 2024-08-04T15:27:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 12, 2024-08-04T15:27:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 409088, 2024-08-04T15:27:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 14650496, 2024-08-04T15:27:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 20135936 2024-08-04T15:27:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.630de46a01a71525518015f12bc5f227952b1fd6": { 2024-08-04T15:27:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 37249024, 2024-08-04T15:27:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 838824, 2024-08-04T15:27:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 4718592, 2024-08-04T15:27:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 180224, 2024-08-04T15:27:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 14458880, 2024-08-04T15:27:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 944, 2024-08-04T15:27:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 6299944, 2024-08-04T15:27:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 21, 2024-08-04T15:27:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 1623808, 2024-08-04T15:27:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 23587632, 2024-08-04T15:27:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 51707904 2024-08-04T15:27:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T15:27:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 36667392, 2024-08-04T15:27:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 1549656, 2024-08-04T15:27:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2621440, 2024-08-04T15:27:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 49152, 2024-08-04T15:27:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 15024128, 2024-08-04T15:27:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1135, 2024-08-04T15:27:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 7582312, 2024-08-04T15:27:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 21, 2024-08-04T15:27:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 1062912, 2024-08-04T15:27:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 23801920, 2024-08-04T15:27:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 51691520 2024-08-04T15:27:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T15:27:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 46120960, 2024-08-04T15:27:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 1734504, 2024-08-04T15:27:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2621440, 2024-08-04T15:27:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 835584, 2024-08-04T15:27:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 7593984, 2024-08-04T15:27:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1752, 2024-08-04T15:27:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 11229496, 2024-08-04T15:27:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 23, 2024-08-04T15:27:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 1955840, 2024-08-04T15:27:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 27744096, 2024-08-04T15:27:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 53714944 2024-08-04T15:27:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.0": { 2024-08-04T15:27:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 276520960, 2024-08-04T15:27:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 879248, 2024-08-04T15:27:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 4849664, 2024-08-04T15:27:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T15:27:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 352256, 2024-08-04T15:27:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1392, 2024-08-04T15:27:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 5138336, 2024-08-04T15:27:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 46, 2024-08-04T15:27:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 2523648, 2024-08-04T15:27:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 263130064, 2024-08-04T15:27:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 276873216 2024-08-04T15:27:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.1": { 2024-08-04T15:27:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 273113088, 2024-08-04T15:27:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 822304, 2024-08-04T15:27:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2752512, 2024-08-04T15:27:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T15:27:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 548864, 2024-08-04T15:27:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1360, 2024-08-04T15:27:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 5684752, 2024-08-04T15:27:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 46, 2024-08-04T15:27:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 2281472, 2024-08-04T15:27:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 261572048, 2024-08-04T15:27:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 273661952 2024-08-04T15:27:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.2": { 2024-08-04T15:27:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 272482304, 2024-08-04T15:27:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 724656, 2024-08-04T15:27:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2752512, 2024-08-04T15:27:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T15:27:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 1245184, 2024-08-04T15:27:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1253, 2024-08-04T15:27:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 5018672, 2024-08-04T15:27:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 46, 2024-08-04T15:27:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 2263808, 2024-08-04T15:27:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 261722656, 2024-08-04T15:27:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 273727488 2024-08-04T15:27:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.3": { 2024-08-04T15:27:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 271785984, 2024-08-04T15:27:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 755104, 2024-08-04T15:27:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2752512, 2024-08-04T15:27:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 24576, 2024-08-04T15:27:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 892928, 2024-08-04T15:27:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1247, 2024-08-04T15:27:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 4971720, 2024-08-04T15:27:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 45, 2024-08-04T15:27:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 1450496, 2024-08-04T15:27:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 261831576, 2024-08-04T15:27:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 272678912 2024-08-04T15:27:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.4": { 2024-08-04T15:27:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 272367616, 2024-08-04T15:27:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 908904, 2024-08-04T15:27:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2752512, 2024-08-04T15:27:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T15:27:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 245760, 2024-08-04T15:27:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1267, 2024-08-04T15:27:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 4895440, 2024-08-04T15:27:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 46, 2024-08-04T15:27:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 1922048, 2024-08-04T15:27:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 261888712, 2024-08-04T15:27:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 272613376 2024-08-04T15:27:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.5": { 2024-08-04T15:27:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 271605760, 2024-08-04T15:27:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 895752, 2024-08-04T15:27:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2752512, 2024-08-04T15:27:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 16384, 2024-08-04T15:27:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 106496, 2024-08-04T15:27:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1263, 2024-08-04T15:27:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 4754544, 2024-08-04T15:27:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 47, 2024-08-04T15:27:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 1984000, 2024-08-04T15:27:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 261202568, 2024-08-04T15:27:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 271712256 2024-08-04T15:27:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.6": { 2024-08-04T15:27:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 272220160, 2024-08-04T15:27:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 944344, 2024-08-04T15:27:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2752512, 2024-08-04T15:27:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 24576, 2024-08-04T15:27:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 393216, 2024-08-04T15:27:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1269, 2024-08-04T15:27:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 4863488, 2024-08-04T15:27:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 45, 2024-08-04T15:27:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 1914112, 2024-08-04T15:27:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 261721128, 2024-08-04T15:27:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 272613376 2024-08-04T15:27:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.7": { 2024-08-04T15:27:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 273219584, 2024-08-04T15:27:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 1069480, 2024-08-04T15:27:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2752512, 2024-08-04T15:27:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T15:27:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 507904, 2024-08-04T15:27:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1335, 2024-08-04T15:27:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 5307760, 2024-08-04T15:27:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 45, 2024-08-04T15:27:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 2028288, 2024-08-04T15:27:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 262061544, 2024-08-04T15:27:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 273727488 2024-08-04T15:27:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "hosts": { 2024-08-04T15:27:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num": 2, 2024-08-04T15:27:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mds": 2, 2024-08-04T15:27:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mgr": 2, 2024-08-04T15:27:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mon": 2, 2024-08-04T15:27:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_osd": 2 2024-08-04T15:27:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "io_rate": { 2024-08-04T15:27:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_stats_delta": { 2024-08-04T15:27:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 0, 2024-08-04T15:27:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 0, 2024-08-04T15:27:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "stamp_delta": "12.002503", 2024-08-04T15:27:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 146, 2024-08-04T15:27:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 248, 2024-08-04T15:27:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 32, 2024-08-04T15:27:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T15:27:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 0, 2024-08-04T15:27:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T15:27:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T15:27:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T15:27:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T15:27:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 0, 2024-08-04T15:27:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T15:27:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T15:27:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T15:27:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T15:27:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 0 2024-08-04T15:27:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "leaderboard": false, 2024-08-04T15:27:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "license": "sharing-1-0", 2024-08-04T15:27:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "mempool": { 2024-08-04T15:27:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T15:27:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T15:27:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 222471, 2024-08-04T15:27:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 72 2024-08-04T15:27:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 50488, 2024-08-04T15:27:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 208 2024-08-04T15:27:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7944, 2024-08-04T15:27:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 135 2024-08-04T15:27:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T15:27:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 149057, 2024-08-04T15:27:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T15:27:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 856, 2024-08-04T15:27:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T15:27:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.630de46a01a71525518015f12bc5f227952b1fd6": { 2024-08-04T15:27:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1180192, 2024-08-04T15:27:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 363 2024-08-04T15:27:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6592, 2024-08-04T15:27:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 134 2024-08-04T15:27:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12744, 2024-08-04T15:27:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1546 2024-08-04T15:27:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5312, 2024-08-04T15:27:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 103 2024-08-04T15:27:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T15:27:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1172566, 2024-08-04T15:27:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 366 2024-08-04T15:27:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6592, 2024-08-04T15:27:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 134 2024-08-04T15:27:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12744, 2024-08-04T15:27:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1546 2024-08-04T15:27:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5312, 2024-08-04T15:27:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 103 2024-08-04T15:27:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T15:27:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1207286, 2024-08-04T15:27:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 350 2024-08-04T15:27:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 352, 2024-08-04T15:27:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 4 2024-08-04T15:27:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6592, 2024-08-04T15:27:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 134 2024-08-04T15:27:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12744, 2024-08-04T15:27:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1546 2024-08-04T15:27:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10624, 2024-08-04T15:27:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 206 2024-08-04T15:27:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.0": { 2024-08-04T15:27:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6304, 2024-08-04T15:27:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 115 2024-08-04T15:27:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16896, 2024-08-04T15:27:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8 2024-08-04T15:27:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T15:27:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 22848, 2024-08-04T15:27:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 204 2024-08-04T15:27:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1344, 2024-08-04T15:27:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 12 2024-08-04T15:27:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9792, 2024-08-04T15:27:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 204 2024-08-04T15:27:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 22848, 2024-08-04T15:27:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 204 2024-08-04T15:27:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6240, 2024-08-04T15:27:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 78 2024-08-04T15:27:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 602112, 2024-08-04T15:27:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 16 2024-08-04T15:27:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 58152, 2024-08-04T15:27:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10584 2024-08-04T15:27:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 145520, 2024-08-04T15:27:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 214 2024-08-04T15:27:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 11692, 2024-08-04T15:27:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 771 2024-08-04T15:27:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 33544, 2024-08-04T15:27:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 214 2024-08-04T15:27:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 420125, 2024-08-04T15:27:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 91 2024-08-04T15:27:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2442770, 2024-08-04T15:27:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 196 2024-08-04T15:27:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6864, 2024-08-04T15:27:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 78 2024-08-04T15:27:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 521280, 2024-08-04T15:27:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 45 2024-08-04T15:27:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 95264, 2024-08-04T15:27:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 188 2024-08-04T15:27:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 235568, 2024-08-04T15:27:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3495 2024-08-04T15:27:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.1": { 2024-08-04T15:27:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6304, 2024-08-04T15:27:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 115 2024-08-04T15:27:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16896, 2024-08-04T15:27:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8 2024-08-04T15:27:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T15:27:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21616, 2024-08-04T15:27:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 193 2024-08-04T15:27:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 784, 2024-08-04T15:27:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7 2024-08-04T15:27:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9264, 2024-08-04T15:27:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 193 2024-08-04T15:27:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21616, 2024-08-04T15:27:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 193 2024-08-04T15:27:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5360, 2024-08-04T15:27:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 67 2024-08-04T15:27:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 8192, 2024-08-04T15:27:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T15:27:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 51304, 2024-08-04T15:27:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9516 2024-08-04T15:27:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 135320, 2024-08-04T15:27:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 199 2024-08-04T15:27:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9556, 2024-08-04T15:27:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 597 2024-08-04T15:27:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 28932, 2024-08-04T15:27:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 199 2024-08-04T15:27:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 736, 2024-08-04T15:27:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1 2024-08-04T15:27:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 463644, 2024-08-04T15:27:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 101 2024-08-04T15:27:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12096, 2024-08-04T15:27:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2435852, 2024-08-04T15:27:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 196 2024-08-04T15:27:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4664, 2024-08-04T15:27:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 53 2024-08-04T15:27:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 417024, 2024-08-04T15:27:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 36 2024-08-04T15:27:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 8528, 2024-08-04T15:27:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 22 2024-08-04T15:27:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 235568, 2024-08-04T15:27:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3495 2024-08-04T15:27:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.2": { 2024-08-04T15:27:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6304, 2024-08-04T15:27:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 115 2024-08-04T15:27:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16896, 2024-08-04T15:27:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8 2024-08-04T15:27:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T15:27:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21280, 2024-08-04T15:27:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 190 2024-08-04T15:27:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 784, 2024-08-04T15:27:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7 2024-08-04T15:27:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9120, 2024-08-04T15:27:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 190 2024-08-04T15:27:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21280, 2024-08-04T15:27:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 190 2024-08-04T15:27:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4800, 2024-08-04T15:27:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 60 2024-08-04T15:27:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 8192, 2024-08-04T15:27:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T15:27:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 48924, 2024-08-04T15:27:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9181 2024-08-04T15:27:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 130560, 2024-08-04T15:27:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 192 2024-08-04T15:27:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 8936, 2024-08-04T15:27:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 586 2024-08-04T15:27:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 27644, 2024-08-04T15:27:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 192 2024-08-04T15:27:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 736, 2024-08-04T15:27:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1 2024-08-04T15:27:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 401896, 2024-08-04T15:27:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 86 2024-08-04T15:27:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12096, 2024-08-04T15:27:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2421406, 2024-08-04T15:27:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 179 2024-08-04T15:27:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4312, 2024-08-04T15:27:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 49 2024-08-04T15:27:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 359104, 2024-08-04T15:27:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 31 2024-08-04T15:27:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 8840, 2024-08-04T15:27:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 25 2024-08-04T15:27:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 236080, 2024-08-04T15:27:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3519 2024-08-04T15:27:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.3": { 2024-08-04T15:27:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6304, 2024-08-04T15:27:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 115 2024-08-04T15:27:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16896, 2024-08-04T15:27:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8 2024-08-04T15:27:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T15:27:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21840, 2024-08-04T15:27:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 195 2024-08-04T15:27:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 224, 2024-08-04T15:27:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T15:27:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9360, 2024-08-04T15:27:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 195 2024-08-04T15:27:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21840, 2024-08-04T15:27:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 195 2024-08-04T15:27:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4400, 2024-08-04T15:27:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 55 2024-08-04T15:27:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 50588, 2024-08-04T15:27:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9509 2024-08-04T15:27:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 135320, 2024-08-04T15:27:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 199 2024-08-04T15:27:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9740, 2024-08-04T15:27:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 604 2024-08-04T15:27:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 28596, 2024-08-04T15:27:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 199 2024-08-04T15:27:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2208, 2024-08-04T15:27:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 316072, 2024-08-04T15:27:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 65 2024-08-04T15:27:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 30637, 2024-08-04T15:27:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9 2024-08-04T15:27:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2445264, 2024-08-04T15:27:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 186 2024-08-04T15:27:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4752, 2024-08-04T15:27:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 54 2024-08-04T15:27:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 428608, 2024-08-04T15:27:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 37 2024-08-04T15:27:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10400, 2024-08-04T15:27:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 20 2024-08-04T15:27:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 235568, 2024-08-04T15:27:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3495 2024-08-04T15:27:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.4": { 2024-08-04T15:27:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6304, 2024-08-04T15:27:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 115 2024-08-04T15:27:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16896, 2024-08-04T15:27:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8 2024-08-04T15:27:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T15:27:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21728, 2024-08-04T15:27:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 194 2024-08-04T15:27:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 672, 2024-08-04T15:27:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 6 2024-08-04T15:27:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9312, 2024-08-04T15:27:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 194 2024-08-04T15:27:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21728, 2024-08-04T15:27:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 194 2024-08-04T15:27:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4080, 2024-08-04T15:27:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 51 2024-08-04T15:27:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4096, 2024-08-04T15:27:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1 2024-08-04T15:27:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 51881, 2024-08-04T15:27:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9659 2024-08-04T15:27:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 137360, 2024-08-04T15:27:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 202 2024-08-04T15:27:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10024, 2024-08-04T15:27:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 603 2024-08-04T15:27:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 29532, 2024-08-04T15:27:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 202 2024-08-04T15:27:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 736, 2024-08-04T15:27:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1 2024-08-04T15:27:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 969732, 2024-08-04T15:27:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 82 2024-08-04T15:27:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12096, 2024-08-04T15:27:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2445604, 2024-08-04T15:27:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 185 2024-08-04T15:27:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4928, 2024-08-04T15:27:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 56 2024-08-04T15:27:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 463360, 2024-08-04T15:27:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 40 2024-08-04T15:27:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 8944, 2024-08-04T15:27:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 18 2024-08-04T15:27:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 236080, 2024-08-04T15:27:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3519 2024-08-04T15:27:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.5": { 2024-08-04T15:27:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6304, 2024-08-04T15:27:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 115 2024-08-04T15:27:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16896, 2024-08-04T15:27:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8 2024-08-04T15:27:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T15:27:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21728, 2024-08-04T15:27:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 194 2024-08-04T15:27:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 224, 2024-08-04T15:27:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T15:27:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9312, 2024-08-04T15:27:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 194 2024-08-04T15:27:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21728, 2024-08-04T15:27:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 194 2024-08-04T15:27:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3600, 2024-08-04T15:27:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 45 2024-08-04T15:27:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 52709, 2024-08-04T15:27:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9747 2024-08-04T15:27:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 138720, 2024-08-04T15:27:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 204 2024-08-04T15:27:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10168, 2024-08-04T15:27:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 606 2024-08-04T15:27:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 30044, 2024-08-04T15:27:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 204 2024-08-04T15:27:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2208, 2024-08-04T15:27:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 885279, 2024-08-04T15:27:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 61 2024-08-04T15:27:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 30637, 2024-08-04T15:27:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9 2024-08-04T15:27:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2414656, 2024-08-04T15:27:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 169 2024-08-04T15:27:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5456, 2024-08-04T15:27:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 62 2024-08-04T15:27:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 474944, 2024-08-04T15:27:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 41 2024-08-04T15:27:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 13520, 2024-08-04T15:27:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 26 2024-08-04T15:27:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 236080, 2024-08-04T15:27:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3519 2024-08-04T15:27:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.6": { 2024-08-04T15:27:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6304, 2024-08-04T15:27:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 115 2024-08-04T15:27:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16896, 2024-08-04T15:27:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8 2024-08-04T15:27:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T15:27:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 22512, 2024-08-04T15:27:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 201 2024-08-04T15:27:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 336, 2024-08-04T15:27:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9648, 2024-08-04T15:27:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 201 2024-08-04T15:27:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 22512, 2024-08-04T15:27:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 201 2024-08-04T15:27:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3040, 2024-08-04T15:27:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 38 2024-08-04T15:27:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 18782, 2024-08-04T15:27:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 4 2024-08-04T15:27:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 52034, 2024-08-04T15:27:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9895 2024-08-04T15:27:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 136000, 2024-08-04T15:27:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 200 2024-08-04T15:27:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 11152, 2024-08-04T15:27:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 759 2024-08-04T15:27:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 30384, 2024-08-04T15:27:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 200 2024-08-04T15:27:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 839194, 2024-08-04T15:27:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 51 2024-08-04T15:27:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2439170, 2024-08-04T15:27:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 179 2024-08-04T15:27:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4928, 2024-08-04T15:27:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 56 2024-08-04T15:27:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 451776, 2024-08-04T15:27:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 39 2024-08-04T15:27:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 94952, 2024-08-04T15:27:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 193 2024-08-04T15:27:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 235568, 2024-08-04T15:27:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3495 2024-08-04T15:27:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.7": { 2024-08-04T15:27:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6304, 2024-08-04T15:27:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 115 2024-08-04T15:27:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16896, 2024-08-04T15:27:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8 2024-08-04T15:27:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T15:27:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 22512, 2024-08-04T15:27:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 201 2024-08-04T15:27:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1344, 2024-08-04T15:27:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 12 2024-08-04T15:27:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9648, 2024-08-04T15:27:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 201 2024-08-04T15:27:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 22512, 2024-08-04T15:27:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 201 2024-08-04T15:27:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2400, 2024-08-04T15:27:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 30 2024-08-04T15:27:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 297310, 2024-08-04T15:27:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 13 2024-08-04T15:27:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 55999, 2024-08-04T15:27:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10386 2024-08-04T15:27:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 142800, 2024-08-04T15:27:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 210 2024-08-04T15:27:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 11936, 2024-08-04T15:27:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 766 2024-08-04T15:27:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 32944, 2024-08-04T15:27:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 210 2024-08-04T15:27:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 196869, 2024-08-04T15:27:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 38 2024-08-04T15:27:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2402062, 2024-08-04T15:27:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 202 2024-08-04T15:27:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6424, 2024-08-04T15:27:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 73 2024-08-04T15:27:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 532864, 2024-08-04T15:27:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 46 2024-08-04T15:27:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 97968, 2024-08-04T15:27:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 226 2024-08-04T15:27:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 235568, 2024-08-04T15:27:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3495 2024-08-04T15:27:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "metadata": { 2024-08-04T15:27:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T15:27:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T15:27:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 2 2024-08-04T15:27:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T15:27:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:27:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T15:27:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-08-04T15:27:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T15:27:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 2 2024-08-04T15:27:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T15:27:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 2 2024-08-04T15:27:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T15:27:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-04T15:27:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T15:27:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-04T15:27:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T15:27:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 2 2024-08-04T15:27:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T15:27:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 3 2024-08-04T15:27:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T15:27:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 3 2024-08-04T15:27:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T15:27:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-08-04T15:27:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T15:27:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 3 2024-08-04T15:27:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T15:27:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 3 2024-08-04T15:27:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T15:27:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-04T15:27:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T15:27:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-04T15:27:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T15:27:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 3 2024-08-04T15:27:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T15:27:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 8 2024-08-04T15:27:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T15:27:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 8 2024-08-04T15:27:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T15:27:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-08-04T15:27:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T15:27:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 8 2024-08-04T15:27:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T15:27:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 8 2024-08-04T15:27:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T15:27:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-04T15:27:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T15:27:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-04T15:27:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T15:27:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 8 2024-08-04T15:27:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_objectstore": { 2024-08-04T15:27:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": 8 2024-08-04T15:27:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "rotational": { 2024-08-04T15:27:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "0": 8 2024-08-04T15:27:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "features": { 2024-08-04T15:27:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "optional": [], 2024-08-04T15:27:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "persistent": [ 2024-08-04T15:27:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "kraken", 2024-08-04T15:27:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "luminous", 2024-08-04T15:27:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "mimic", 2024-08-04T15:27:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap-prune", 2024-08-04T15:27:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "nautilus", 2024-08-04T15:27:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "octopus", 2024-08-04T15:27:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "pacific", 2024-08-04T15:27:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "elector-pinging", 2024-08-04T15:27:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "quincy" 2024-08-04T15:27:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "ipv4_addr_mons": 6, 2024-08-04T15:27:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "ipv6_addr_mons": 0, 2024-08-04T15:27:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "min_mon_release": 17, 2024-08-04T15:27:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "v1_addr_mons": 3, 2024-08-04T15:27:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "v2_addr_mons": 3 2024-08-04T15:27:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "organization": "ceph-qa", 2024-08-04T15:27:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster_network": false, 2024-08-04T15:27:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8, 2024-08-04T15:27:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "require_min_compat_client": "luminous", 2024-08-04T15:27:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "require_osd_release": "quincy" 2024-08-04T15:27:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_perf_histograms": [ 2024-08-04T15:27:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T15:27:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T15:27:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T15:27:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T15:27:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T15:27:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T15:27:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T15:27:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T15:27:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T15:27:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T15:27:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T15:27:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T15:27:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T15:27:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T15:27:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T15:27:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T15:27:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T15:27:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T15:27:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T15:27:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T15:27:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T15:27:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T15:27:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T15:27:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T15:27:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T15:27:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T15:27:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T15:27:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T15:27:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T15:27:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T15:27:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T15:27:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T15:27:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T15:27:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T15:27:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T15:27:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T15:27:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T15:27:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T15:27:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T15:27:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T15:27:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T15:27:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T15:27:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T15:27:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T15:27:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T15:27:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T15:27:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T15:27:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T15:27:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T15:27:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T15:27:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T15:27:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T15:27:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T15:27:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T15:27:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T15:27:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T15:27:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T15:27:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T15:27:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T15:27:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T15:27:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T15:27:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T15:27:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T15:27:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T15:27:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T15:27:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T15:27:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T15:27:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T15:27:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T15:27:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T15:27:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T15:27:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T15:27:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T15:27:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T15:27:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T15:27:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T15:27:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T15:27:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T15:27:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T15:27:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T15:27:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T15:27:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T15:27:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T15:27:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T15:27:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T15:27:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T15:27:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T15:27:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T15:27:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T15:27:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T15:27:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T15:27:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T15:27:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T15:27:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T15:27:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T15:27:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T15:27:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T15:27:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T15:27:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T15:27:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T15:27:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T15:27:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T15:27:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T15:27:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T15:27:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T15:27:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T15:27:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T15:27:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T15:27:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T15:27:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T15:27:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T15:27:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T15:27:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T15:27:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T15:27:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T15:27:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T15:27:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T15:27:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T15:27:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T15:27:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T15:27:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T15:27:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T15:27:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T15:27:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T15:27:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T15:27:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T15:27:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T15:27:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T15:27:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T15:27:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T15:27:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T15:27:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T15:27:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T15:27:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T15:27:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T15:27:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T15:27:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T15:27:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T15:27:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T15:27:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T15:27:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T15:27:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T15:27:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T15:27:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T15:27:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T15:27:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T15:27:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T15:27:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T15:27:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T15:27:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T15:27:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T15:27:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T15:27:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T15:27:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T15:27:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T15:27:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T15:27:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T15:27:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T15:27:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T15:27:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T15:27:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T15:27:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T15:27:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T15:27:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T15:27:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T15:27:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T15:27:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T15:27:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T15:27:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T15:27:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T15:27:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T15:27:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T15:27:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T15:27:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T15:27:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T15:27:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T15:27:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T15:27:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T15:27:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T15:27:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T15:27:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T15:27:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T15:27:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T15:27:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T15:27:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T15:27:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T15:27:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T15:27:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T15:27:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T15:27:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T15:27:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T15:27:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T15:27:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T15:27:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T15:27:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T15:27:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T15:27:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T15:27:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T15:27:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T15:27:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T15:27:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T15:27:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T15:27:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T15:27:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T15:27:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T15:27:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T15:27:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T15:27:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T15:27:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T15:27:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T15:27:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T15:27:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T15:27:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T15:27:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T15:27:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T15:27:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T15:27:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T15:27:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T15:27:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T15:27:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T15:27:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T15:27:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T15:27:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T15:27:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T15:27:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T15:27:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T15:27:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T15:27:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T15:27:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T15:27:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T15:27:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T15:27:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T15:27:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T15:27:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T15:27:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T15:27:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T15:27:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T15:27:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T15:27:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T15:27:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T15:27:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T15:27:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T15:27:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T15:27:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T15:27:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T15:27:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T15:27:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T15:27:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T15:27:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T15:27:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T15:27:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T15:27:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T15:27:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T15:27:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T15:27:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T15:27:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T15:27:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T15:27:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T15:27:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T15:27:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T15:27:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T15:27:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T15:27:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T15:27:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T15:27:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T15:27:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T15:27:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T15:27:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T15:27:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T15:27:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T15:27:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T15:27:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T15:27:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T15:27:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T15:27:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T15:27:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T15:27:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T15:27:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T15:27:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T15:27:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T15:27:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T15:27:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T15:27:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T15:27:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T15:27:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T15:27:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T15:27:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T15:27:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T15:27:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T15:27:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T15:27:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T15:27:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T15:27:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T15:27:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T15:27:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T15:27:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T15:27:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T15:27:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T15:27:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T15:27:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T15:27:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T15:27:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T15:27:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T15:27:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T15:27:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T15:27:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T15:27:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T15:27:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T15:27:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T15:27:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T15:27:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T15:27:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T15:27:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T15:27:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T15:27:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T15:27:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T15:27:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T15:27:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T15:27:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T15:27:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T15:27:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T15:27:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T15:27:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T15:27:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T15:27:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T15:27:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T15:27:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T15:27:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T15:27:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T15:27:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T15:27:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T15:27:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T15:27:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T15:27:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T15:27:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T15:27:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T15:27:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T15:27:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T15:27:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T15:27:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T15:27:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T15:27:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T15:27:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9, 5, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 16, 3, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T15:27:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T15:27:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T15:27:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T15:27:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T15:27:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T15:27:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_counters": { 2024-08-04T15:27:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T15:27:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T15:27:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "caps": { 2024-08-04T15:27:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_flush_ack": { 2024-08-04T15:27:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-04T15:27:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_grant": { 2024-08-04T15:27:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_revoke": { 2024-08-04T15:27:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_trunc": { 2024-08-04T15:27:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_commit": { 2024-08-04T15:27:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T15:27:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_fetch": { 2024-08-04T15:27:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_merge": { 2024-08-04T15:27:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_split": { 2024-08-04T15:27:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "exported_inodes": { 2024-08-04T15:27:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "forward": { 2024-08-04T15:27:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_cap_release": { 2024-08-04T15:27:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_caps": { 2024-08-04T15:27:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_caps_dirty": { 2024-08-04T15:27:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_inode_file_caps": { 2024-08-04T15:27:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "imported_inodes": { 2024-08-04T15:27:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes": { 2024-08-04T15:27:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T15:27:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes_expired": { 2024-08-04T15:27:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes_pinned": { 2024-08-04T15:27:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T15:27:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes_with_caps": { 2024-08-04T15:27:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "load_cent": { 2024-08-04T15:27:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "openino_dir_fetch": { 2024-08-04T15:27:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "process_request_cap_release": { 2024-08-04T15:27:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "reply_latency": { 2024-08-04T15:27:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 94219 2024-08-04T15:27:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: "request": { 2024-08-04T15:27:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: "root_rbytes": { 2024-08-04T15:27:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: "root_rfiles": { 2024-08-04T15:27:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: "root_rsnaps": { 2024-08-04T15:27:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_reply": { 2024-08-04T15:27:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: "subtrees": { 2024-08-04T15:27:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_cache": { 2024-08-04T15:27:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_enqueue_scrub": { 2024-08-04T15:27:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_exportdir": { 2024-08-04T15:27:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_flush": { 2024-08-04T15:27:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_fragmentdir": { 2024-08-04T15:27:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_fragstats": { 2024-08-04T15:27:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_inodestats": { 2024-08-04T15:27:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: "num_recovering_enqueued": { 2024-08-04T15:27:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "num_recovering_prioritized": { 2024-08-04T15:27:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "num_recovering_processing": { 2024-08-04T15:27:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "num_strays": { 2024-08-04T15:27:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "num_strays_delayed": { 2024-08-04T15:27:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "num_strays_enqueuing": { 2024-08-04T15:27:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_completed": { 2024-08-04T15:27:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_started": { 2024-08-04T15:27:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_created": { 2024-08-04T15:27:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_enqueued": { 2024-08-04T15:27:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_migrated": { 2024-08-04T15:27:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_reintegrated": { 2024-08-04T15:27:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_log": { 2024-08-04T15:27:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "ev": { 2024-08-04T15:27:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5 2024-08-04T15:27:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "evadd": { 2024-08-04T15:27:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5 2024-08-04T15:27:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "evex": { 2024-08-04T15:27:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: "evexd": { 2024-08-04T15:27:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: "evexg": { 2024-08-04T15:27:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: "evtrm": { 2024-08-04T15:27:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: "jlat": { 2024-08-04T15:27:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5, 2024-08-04T15:27:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11743442 2024-08-04T15:27:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "replayed": { 2024-08-04T15:27:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "seg": { 2024-08-04T15:27:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "segadd": { 2024-08-04T15:27:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "segex": { 2024-08-04T15:27:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "segexd": { 2024-08-04T15:27:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "segexg": { 2024-08-04T15:27:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "segtrm": { 2024-08-04T15:27:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_mem": { 2024-08-04T15:27:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "cap": { 2024-08-04T15:27:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "cap+": { 2024-08-04T15:27:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "cap-": { 2024-08-04T15:27:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "dir": { 2024-08-04T15:27:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T15:27:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "dir+": { 2024-08-04T15:27:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T15:27:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "dir-": { 2024-08-04T15:27:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "dn": { 2024-08-04T15:27:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T15:27:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: "dn+": { 2024-08-04T15:27:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T15:27:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: "dn-": { 2024-08-04T15:27:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: "heap": { 2024-08-04T15:27:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 207068 2024-08-04T15:27:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: "ino": { 2024-08-04T15:27:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13 2024-08-04T15:27:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: "ino+": { 2024-08-04T15:27:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13 2024-08-04T15:27:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: "ino-": { 2024-08-04T15:27:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: "rss": { 2024-08-04T15:27:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38940 2024-08-04T15:27:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_server": { 2024-08-04T15:27:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: "cap_acquisition_throttle": { 2024-08-04T15:27:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "cap_revoke_eviction": { 2024-08-04T15:27:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_request": { 2024-08-04T15:27:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_session": { 2024-08-04T15:27:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16 2024-08-04T15:27:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_peer_request": { 2024-08-04T15:27:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "req_create_latency": { 2024-08-04T15:27:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "req_getattr_latency": { 2024-08-04T15:27:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 94219 2024-08-04T15:27:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "req_getfilelock_latency": { 2024-08-04T15:27:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "req_getvxattr_latency": { 2024-08-04T15:27:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: "req_link_latency": { 2024-08-04T15:27:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookup_latency": { 2024-08-04T15:27:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookuphash_latency": { 2024-08-04T15:27:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupino_latency": { 2024-08-04T15:27:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupname_latency": { 2024-08-04T15:27:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupparent_latency": { 2024-08-04T15:27:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupsnap_latency": { 2024-08-04T15:27:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lssnap_latency": { 2024-08-04T15:27:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "req_mkdir_latency": { 2024-08-04T15:27:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "req_mknod_latency": { 2024-08-04T15:27:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "req_mksnap_latency": { 2024-08-04T15:27:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "req_open_latency": { 2024-08-04T15:27:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "req_readdir_latency": { 2024-08-04T15:27:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rename_latency": { 2024-08-04T15:27:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "req_renamesnap_latency": { 2024-08-04T15:27:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rmdir_latency": { 2024-08-04T15:27:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rmsnap_latency": { 2024-08-04T15:27:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rmxattr_latency": { 2024-08-04T15:27:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setattr_latency": { 2024-08-04T15:27:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setdirlayout_latency": { 2024-08-04T15:27:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setfilelock_latency": { 2024-08-04T15:27:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setlayout_latency": { 2024-08-04T15:27:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setxattr_latency": { 2024-08-04T15:27:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "req_symlink_latency": { 2024-08-04T15:27:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: "req_unlink_latency": { 2024-08-04T15:27:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_sessions": { 2024-08-04T15:27:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: "average_load": { 2024-08-04T15:27:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: "avg_session_uptime": { 2024-08-04T15:27:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 87 2024-08-04T15:27:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: "mdthresh_evicted": { 2024-08-04T15:27:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T15:27:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: "session_count": { 2024-08-04T15:27:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: "session_remove": { 2024-08-04T15:27:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: "sessions_open": { 2024-08-04T15:27:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: "sessions_stale": { 2024-08-04T15:27:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: "total_load": { 2024-08-04T15:27:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T15:27:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T15:27:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T15:27:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45 2024-08-04T15:27:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "purge_queue": { 2024-08-04T15:27:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executed": { 2024-08-04T15:27:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing": { 2024-08-04T15:27:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing_high_water": { 2024-08-04T15:27:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing_ops": { 2024-08-04T15:27:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing_ops_high_water": { 2024-08-04T15:27:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_item_in_journal": { 2024-08-04T15:27:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.630de46a01a71525518015f12bc5f227952b1fd6": { 2024-08-04T15:27:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: "election_call": { 2024-08-04T15:27:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: "election_lose": { 2024-08-04T15:27:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: "election_win": { 2024-08-04T15:27:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: "num_elections": { 2024-08-04T15:27:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T15:27:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": { 2024-08-04T15:27:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T15:27:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T15:27:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5 2024-08-04T15:27:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: "session_rm": { 2024-08-04T15:27:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 66 2024-08-04T15:27:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: "session_trim": { 2024-08-04T15:27:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: "paxos": { 2024-08-04T15:27:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: "accept_timeout": { 2024-08-04T15:27:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: "begin": { 2024-08-04T15:27:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 828 2024-08-04T15:27:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_bytes": { 2024-08-04T15:27:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 828, 2024-08-04T15:27:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3974147 2024-08-04T15:27:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_keys": { 2024-08-04T15:27:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_latency": { 2024-08-04T15:27:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 828, 2024-08-04T15:27:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 96998555 2024-08-04T15:27:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "collect": { 2024-08-04T15:27:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_bytes": { 2024-08-04T15:27:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73 2024-08-04T15:27:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_keys": { 2024-08-04T15:27:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_latency": { 2024-08-04T15:27:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_timeout": { 2024-08-04T15:27:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_uncommitted": { 2024-08-04T15:27:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "commit": { 2024-08-04T15:27:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 830 2024-08-04T15:27:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_bytes": { 2024-08-04T15:27:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_keys": { 2024-08-04T15:27:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_latency": { 2024-08-04T15:27:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_ack_timeout": { 2024-08-04T15:27:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_timeout": { 2024-08-04T15:27:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn": { 2024-08-04T15:27:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn_latency": { 2024-08-04T15:27:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh": { 2024-08-04T15:27:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 830 2024-08-04T15:27:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh_latency": { 2024-08-04T15:27:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 830, 2024-08-04T15:27:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1869972094 2024-08-04T15:27:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "restart": { 2024-08-04T15:27:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T15:27:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state": { 2024-08-04T15:27:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_bytes": { 2024-08-04T15:27:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_keys": { 2024-08-04T15:27:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: "start_leader": { 2024-08-04T15:27:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "start_peon": { 2024-08-04T15:27:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state": { 2024-08-04T15:27:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 829 2024-08-04T15:27:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_bytes": { 2024-08-04T15:27:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 829, 2024-08-04T15:27:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7792999 2024-08-04T15:27:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_keys": { 2024-08-04T15:27:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 829, 2024-08-04T15:27:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5577 2024-08-04T15:27:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_latency": { 2024-08-04T15:27:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 829, 2024-08-04T15:27:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 108998373 2024-08-04T15:27:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache": { 2024-08-04T15:27:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1020054731 2024-08-04T15:27:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 46989312 2024-08-04T15:27:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32030720 2024-08-04T15:27:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2147483648 2024-08-04T15:27:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14958592 2024-08-04T15:27:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:full": { 2024-08-04T15:27:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 348127232 2024-08-04T15:27:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 277006947 2024-08-04T15:27:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 307932 2024-08-04T15:27:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70812353 2024-08-04T15:27:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:inc": { 2024-08-04T15:27:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 348127232 2024-08-04T15:27:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 277006947 2024-08-04T15:27:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 43239 2024-08-04T15:27:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71077046 2024-08-04T15:27:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:kv": { 2024-08-04T15:27:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 322961408 2024-08-04T15:27:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 184671298 2024-08-04T15:27:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71181246 2024-08-04T15:27:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb": { 2024-08-04T15:27:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "compact": { 2024-08-04T15:27:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_len": { 2024-08-04T15:27:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_merge": { 2024-08-04T15:27:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_range": { 2024-08-04T15:27:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "get_latency": { 2024-08-04T15:27:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 35381, 2024-08-04T15:27:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 91036855 2024-08-04T15:27:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_delay_time": { 2024-08-04T15:27:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_memtable_time": { 2024-08-04T15:27:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-04T15:27:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_wal_time": { 2024-08-04T15:27:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_latency": { 2024-08-04T15:27:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_sync_latency": { 2024-08-04T15:27:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1784, 2024-08-04T15:27:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 218234897 2024-08-04T15:27:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T15:27:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: "election_call": { 2024-08-04T15:27:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: "election_lose": { 2024-08-04T15:27:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: "election_win": { 2024-08-04T15:27:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "num_elections": { 2024-08-04T15:27:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7 2024-08-04T15:27:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": { 2024-08-04T15:27:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11 2024-08-04T15:27:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T15:27:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T15:27:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "session_rm": { 2024-08-04T15:27:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53 2024-08-04T15:27:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "session_trim": { 2024-08-04T15:27:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "paxos": { 2024-08-04T15:27:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "accept_timeout": { 2024-08-04T15:27:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "begin": { 2024-08-04T15:27:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 837 2024-08-04T15:27:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_bytes": { 2024-08-04T15:27:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 837, 2024-08-04T15:27:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3999776 2024-08-04T15:27:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_keys": { 2024-08-04T15:27:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_latency": { 2024-08-04T15:27:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 837, 2024-08-04T15:27:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 153997416 2024-08-04T15:27:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "collect": { 2024-08-04T15:27:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_bytes": { 2024-08-04T15:27:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 146 2024-08-04T15:27:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_keys": { 2024-08-04T15:27:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_latency": { 2024-08-04T15:27:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3999934 2024-08-04T15:27:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_timeout": { 2024-08-04T15:27:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_uncommitted": { 2024-08-04T15:27:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "commit": { 2024-08-04T15:27:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 838 2024-08-04T15:27:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_bytes": { 2024-08-04T15:27:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_keys": { 2024-08-04T15:27:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_latency": { 2024-08-04T15:27:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_ack_timeout": { 2024-08-04T15:27:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_timeout": { 2024-08-04T15:27:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn": { 2024-08-04T15:27:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn_latency": { 2024-08-04T15:27:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh": { 2024-08-04T15:27:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 838 2024-08-04T15:27:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh_latency": { 2024-08-04T15:27:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 838, 2024-08-04T15:27:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1869968686 2024-08-04T15:27:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "restart": { 2024-08-04T15:27:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13 2024-08-04T15:27:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state": { 2024-08-04T15:27:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_bytes": { 2024-08-04T15:27:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_keys": { 2024-08-04T15:27:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: "start_leader": { 2024-08-04T15:27:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: "start_peon": { 2024-08-04T15:27:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state": { 2024-08-04T15:27:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 838 2024-08-04T15:27:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_bytes": { 2024-08-04T15:27:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 838, 2024-08-04T15:27:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7842348 2024-08-04T15:27:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_keys": { 2024-08-04T15:27:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 838, 2024-08-04T15:27:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5648 2024-08-04T15:27:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_latency": { 2024-08-04T15:27:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 838, 2024-08-04T15:27:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 392993438 2024-08-04T15:27:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache": { 2024-08-04T15:27:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1020054731 2024-08-04T15:27:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49070080 2024-08-04T15:27:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33431552 2024-08-04T15:27:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2147483648 2024-08-04T15:27:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15638528 2024-08-04T15:27:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:full": { 2024-08-04T15:27:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 348127232 2024-08-04T15:27:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 277006947 2024-08-04T15:27:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 307932 2024-08-04T15:27:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70812353 2024-08-04T15:27:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:inc": { 2024-08-04T15:27:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 348127232 2024-08-04T15:27:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 277006947 2024-08-04T15:27:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 43239 2024-08-04T15:27:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71077046 2024-08-04T15:27:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:kv": { 2024-08-04T15:27:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 322961408 2024-08-04T15:27:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 184671298 2024-08-04T15:27:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71181246 2024-08-04T15:27:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb": { 2024-08-04T15:27:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: "compact": { 2024-08-04T15:27:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_len": { 2024-08-04T15:27:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_merge": { 2024-08-04T15:27:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_range": { 2024-08-04T15:27:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: "get_latency": { 2024-08-04T15:27:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 35711, 2024-08-04T15:27:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 84042833 2024-08-04T15:27:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_delay_time": { 2024-08-04T15:27:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_memtable_time": { 2024-08-04T15:27:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-04T15:27:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_wal_time": { 2024-08-04T15:27:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_latency": { 2024-08-04T15:27:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_sync_latency": { 2024-08-04T15:27:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1827, 2024-08-04T15:27:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 618591756 2024-08-04T15:27:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T15:27:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: "election_call": { 2024-08-04T15:27:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: "election_lose": { 2024-08-04T15:27:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: "election_win": { 2024-08-04T15:27:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T15:27:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_elections": { 2024-08-04T15:27:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T15:27:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": { 2024-08-04T15:27:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T15:27:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T15:27:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T15:27:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "session_rm": { 2024-08-04T15:27:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 199 2024-08-04T15:27:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "session_trim": { 2024-08-04T15:27:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "paxos": { 2024-08-04T15:27:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "accept_timeout": { 2024-08-04T15:27:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "begin": { 2024-08-04T15:27:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 962 2024-08-04T15:27:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_bytes": { 2024-08-04T15:27:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 962, 2024-08-04T15:27:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5013703 2024-08-04T15:27:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_keys": { 2024-08-04T15:27:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 962, 2024-08-04T15:27:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2886 2024-08-04T15:27:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_latency": { 2024-08-04T15:27:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 962, 2024-08-04T15:27:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 149997760 2024-08-04T15:27:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "collect": { 2024-08-04T15:27:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_bytes": { 2024-08-04T15:27:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_keys": { 2024-08-04T15:27:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_latency": { 2024-08-04T15:27:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_timeout": { 2024-08-04T15:27:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_uncommitted": { 2024-08-04T15:27:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "commit": { 2024-08-04T15:27:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 962 2024-08-04T15:27:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_bytes": { 2024-08-04T15:27:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 962, 2024-08-04T15:27:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4944497 2024-08-04T15:27:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_keys": { 2024-08-04T15:27:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 962, 2024-08-04T15:27:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5491 2024-08-04T15:27:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_latency": { 2024-08-04T15:27:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 962, 2024-08-04T15:27:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 135849808 2024-08-04T15:27:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_ack_timeout": { 2024-08-04T15:27:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_timeout": { 2024-08-04T15:27:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn": { 2024-08-04T15:27:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn_latency": { 2024-08-04T15:27:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh": { 2024-08-04T15:27:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 964 2024-08-04T15:27:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh_latency": { 2024-08-04T15:27:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 964, 2024-08-04T15:27:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2307965547 2024-08-04T15:27:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "restart": { 2024-08-04T15:27:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T15:27:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state": { 2024-08-04T15:27:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T15:27:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_bytes": { 2024-08-04T15:27:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1627 2024-08-04T15:27:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_keys": { 2024-08-04T15:27:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T15:27:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "start_leader": { 2024-08-04T15:27:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T15:27:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "start_peon": { 2024-08-04T15:27:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state": { 2024-08-04T15:27:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_bytes": { 2024-08-04T15:27:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_keys": { 2024-08-04T15:27:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_latency": { 2024-08-04T15:27:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache": { 2024-08-04T15:27:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1020054731 2024-08-04T15:27:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 51093504 2024-08-04T15:27:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 41418752 2024-08-04T15:27:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2147483648 2024-08-04T15:27:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9674752 2024-08-04T15:27:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:full": { 2024-08-04T15:27:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 348127232 2024-08-04T15:27:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 277008009 2024-08-04T15:27:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 307502 2024-08-04T15:27:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70811721 2024-08-04T15:27:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:inc": { 2024-08-04T15:27:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 348127232 2024-08-04T15:27:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 277008009 2024-08-04T15:27:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 40836 2024-08-04T15:27:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71078387 2024-08-04T15:27:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:kv": { 2024-08-04T15:27:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 322961408 2024-08-04T15:27:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 184672006 2024-08-04T15:27:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71180538 2024-08-04T15:27:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb": { 2024-08-04T15:27:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: "compact": { 2024-08-04T15:27:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_len": { 2024-08-04T15:27:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_merge": { 2024-08-04T15:27:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_range": { 2024-08-04T15:27:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "get_latency": { 2024-08-04T15:27:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 43339, 2024-08-04T15:27:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 171641668 2024-08-04T15:27:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_delay_time": { 2024-08-04T15:27:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_memtable_time": { 2024-08-04T15:27:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-04T15:27:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_wal_time": { 2024-08-04T15:27:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_latency": { 2024-08-04T15:27:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_sync_latency": { 2024-08-04T15:27:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2098, 2024-08-04T15:27:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 287729231 2024-08-04T15:27:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.0": { 2024-08-04T15:27:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T15:27:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T15:27:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T15:27:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T15:27:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_main": { 2024-08-04T15:27:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T15:27:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T15:27:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T15:27:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T15:27:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T15:27:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2912256 2024-08-04T15:27:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T15:27:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T15:27:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T15:27:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T15:27:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 304480256 2024-08-04T15:27:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T15:27:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1871872 2024-08-04T15:27:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T15:27:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1732608 2024-08-04T15:27:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T15:27:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 312868864 2024-08-04T15:27:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T15:27:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T15:27:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T15:27:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T15:27:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T15:27:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 195619 2024-08-04T15:27:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T15:27:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T15:27:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T15:27:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1269760 2024-08-04T15:27:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T15:27:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1273856 2024-08-04T15:27:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T15:27:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T15:27:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T15:27:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15 2024-08-04T15:27:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T15:27:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4711 2024-08-04T15:27:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T15:27:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T15:27:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T15:27:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T15:27:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T15:27:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T15:27:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T15:27:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T15:27:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T15:27:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T15:27:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T15:27:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T15:27:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T15:27:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T15:27:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T15:27:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T15:27:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4718592 2024-08-04T15:27:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T15:27:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T15:27:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T15:27:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T15:27:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1388544 2024-08-04T15:27:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T15:27:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T15:27:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176615 2024-08-04T15:27:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T15:27:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T15:27:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T15:27:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T15:27:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T15:27:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23, 2024-08-04T15:27:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70181 2024-08-04T15:27:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T15:27:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T15:27:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 406, 2024-08-04T15:27:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67086089 2024-08-04T15:27:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T15:27:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 398, 2024-08-04T15:27:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9146903 2024-08-04T15:27:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T15:27:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 406, 2024-08-04T15:27:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 495039 2024-08-04T15:27:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T15:27:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 406, 2024-08-04T15:27:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67581128 2024-08-04T15:27:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T15:27:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T15:27:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 35207 2024-08-04T15:27:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T15:27:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8, 2024-08-04T15:27:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20047 2024-08-04T15:27:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T15:27:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T15:27:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T15:27:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T15:27:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12388 2024-08-04T15:27:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T15:27:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 874 2024-08-04T15:27:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T15:27:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 239 2024-08-04T15:27:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T15:27:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 123, 2024-08-04T15:27:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1779612 2024-08-04T15:27:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T15:27:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 332, 2024-08-04T15:27:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 273484 2024-08-04T15:27:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T15:27:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 209, 2024-08-04T15:27:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1373375 2024-08-04T15:27:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T15:27:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T15:27:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37468 2024-08-04T15:27:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T15:27:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8228563 2024-08-04T15:27:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T15:27:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 132, 2024-08-04T15:27:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8178336 2024-08-04T15:27:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T15:27:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 132, 2024-08-04T15:27:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 537588277164 2024-08-04T15:27:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T15:27:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 132, 2024-08-04T15:27:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 191757383492 2024-08-04T15:27:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T15:27:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 84413783535 2024-08-04T15:27:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T15:27:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 48656 2024-08-04T15:27:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T15:27:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 486953 2024-08-04T15:27:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T15:27:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 144268649 2024-08-04T15:27:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T15:27:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176212 2024-08-04T15:27:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T15:27:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67402612 2024-08-04T15:27:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T15:27:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23327461 2024-08-04T15:27:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T15:27:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 939437 2024-08-04T15:27:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T15:27:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 66, 2024-08-04T15:27:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 333518 2024-08-04T15:27:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T15:27:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 243789842 2024-08-04T15:27:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T15:27:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28296532 2024-08-04T15:27:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T15:27:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3413417 2024-08-04T15:27:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T15:27:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1862413142 2024-08-04T15:27:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 272023552 2024-08-04T15:27:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 271491072 2024-08-04T15:27:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3138493542 2024-08-04T15:27:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 532480 2024-08-04T15:27:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T15:27:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 159383552 2024-08-04T15:27:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85517704 2024-08-04T15:27:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 602112 2024-08-04T15:27:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73263736 2024-08-04T15:27:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T15:27:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 780140544 2024-08-04T15:27:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641382787 2024-08-04T15:27:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T15:27:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71646765 2024-08-04T15:27:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T15:27:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192937984 2024-08-04T15:27:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 464 2024-08-04T15:27:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57011803 2024-08-04T15:27:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68816853 2024-08-04T15:27:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T15:27:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 713031680 2024-08-04T15:27:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641382787 2024-08-04T15:27:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10000 2024-08-04T15:27:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 295739 2024-08-04T15:27:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71343154 2024-08-04T15:27:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T15:27:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T15:27:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T15:27:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T15:27:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45 2024-08-04T15:27:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T15:27:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T15:27:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T15:27:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T15:27:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T15:27:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T15:27:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 604 2024-08-04T15:27:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T15:27:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6, 2024-08-04T15:27:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 48691066 2024-08-04T15:27:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T15:27:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T15:27:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7, 2024-08-04T15:27:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4087247 2024-08-04T15:27:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T15:27:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6, 2024-08-04T15:27:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14304079 2024-08-04T15:27:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T15:27:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T15:27:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T15:27:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T15:27:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T15:27:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T15:27:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T15:27:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T15:27:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T15:27:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T15:27:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T15:27:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T15:27:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T15:27:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T15:27:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T15:27:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 604 2024-08-04T15:27:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T15:27:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6, 2024-08-04T15:27:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 48691066 2024-08-04T15:27:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T15:27:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T15:27:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7, 2024-08-04T15:27:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4087247 2024-08-04T15:27:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T15:27:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6, 2024-08-04T15:27:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14304079 2024-08-04T15:27:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T15:27:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T15:27:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1771104 2024-08-04T15:27:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T15:27:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T15:27:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T15:27:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T15:27:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 305876992 2024-08-04T15:27:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.1": { 2024-08-04T15:27:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T15:27:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T15:27:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T15:27:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T15:27:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_main": { 2024-08-04T15:27:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T15:27:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T15:27:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T15:27:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T15:27:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T15:27:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2588672 2024-08-04T15:27:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T15:27:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T15:27:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T15:27:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T15:27:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 304480256 2024-08-04T15:27:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T15:27:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1687552 2024-08-04T15:27:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T15:27:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1548288 2024-08-04T15:27:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T15:27:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 312868864 2024-08-04T15:27:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T15:27:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T15:27:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T15:27:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T15:27:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T15:27:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 195619 2024-08-04T15:27:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T15:27:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T15:27:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T15:27:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1269760 2024-08-04T15:27:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T15:27:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1273856 2024-08-04T15:27:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T15:27:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T15:27:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T15:27:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15 2024-08-04T15:27:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T15:27:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4711 2024-08-04T15:27:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T15:27:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T15:27:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T15:27:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T15:27:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T15:27:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T15:27:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T15:27:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T15:27:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T15:27:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T15:27:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T15:27:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T15:27:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T15:27:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T15:27:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T15:27:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T15:27:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4210688 2024-08-04T15:27:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T15:27:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T15:27:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T15:27:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T15:27:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 790528 2024-08-04T15:27:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T15:27:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5, 2024-08-04T15:27:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 230371 2024-08-04T15:27:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T15:27:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T15:27:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T15:27:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T15:27:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T15:27:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 29, 2024-08-04T15:27:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 76349 2024-08-04T15:27:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T15:27:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T15:27:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 361, 2024-08-04T15:27:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 61536332 2024-08-04T15:27:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T15:27:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 347, 2024-08-04T15:27:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12306093 2024-08-04T15:27:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T15:27:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 361, 2024-08-04T15:27:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 505028 2024-08-04T15:27:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T15:27:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 361, 2024-08-04T15:27:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 62041360 2024-08-04T15:27:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T15:27:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T15:27:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 35100 2024-08-04T15:27:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T15:27:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T15:27:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8445 2024-08-04T15:27:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T15:27:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T15:27:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T15:27:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5, 2024-08-04T15:27:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18068 2024-08-04T15:27:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T15:27:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 847 2024-08-04T15:27:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T15:27:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 248 2024-08-04T15:27:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T15:27:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 142, 2024-08-04T15:27:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2035501 2024-08-04T15:27:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T15:27:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 365, 2024-08-04T15:27:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 289780 2024-08-04T15:27:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T15:27:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 223, 2024-08-04T15:27:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1380416 2024-08-04T15:27:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T15:27:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T15:27:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 117393 2024-08-04T15:27:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T15:27:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 414, 2024-08-04T15:27:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7662484 2024-08-04T15:27:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T15:27:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 128, 2024-08-04T15:27:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8841030 2024-08-04T15:27:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T15:27:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 127, 2024-08-04T15:27:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 439574608589 2024-08-04T15:27:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T15:27:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 128, 2024-08-04T15:27:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 178084807700 2024-08-04T15:27:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T15:27:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 413, 2024-08-04T15:27:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 82056090778 2024-08-04T15:27:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T15:27:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 413, 2024-08-04T15:27:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 42703 2024-08-04T15:27:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T15:27:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 414, 2024-08-04T15:27:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 524335 2024-08-04T15:27:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T15:27:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 414, 2024-08-04T15:27:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 138396596 2024-08-04T15:27:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T15:27:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 414, 2024-08-04T15:27:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 147550 2024-08-04T15:27:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T15:27:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 414, 2024-08-04T15:27:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 42220790 2024-08-04T15:27:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T15:27:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 414, 2024-08-04T15:27:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20879314 2024-08-04T15:27:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T15:27:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 348532 2024-08-04T15:27:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T15:27:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61, 2024-08-04T15:27:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 288398 2024-08-04T15:27:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T15:27:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 414, 2024-08-04T15:27:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 209745070 2024-08-04T15:27:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T15:27:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 414, 2024-08-04T15:27:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25517999 2024-08-04T15:27:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T15:27:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 414, 2024-08-04T15:27:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3395145 2024-08-04T15:27:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T15:27:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1862413142 2024-08-04T15:27:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 270909440 2024-08-04T15:27:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 270229504 2024-08-04T15:27:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3138493542 2024-08-04T15:27:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 679936 2024-08-04T15:27:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T15:27:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 159383552 2024-08-04T15:27:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85554981 2024-08-04T15:27:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8192 2024-08-04T15:27:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73820379 2024-08-04T15:27:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T15:27:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 780140544 2024-08-04T15:27:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641662357 2024-08-04T15:27:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T15:27:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71367195 2024-08-04T15:27:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T15:27:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192937984 2024-08-04T15:27:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 464 2024-08-04T15:27:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57036654 2024-08-04T15:27:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68792002 2024-08-04T15:27:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T15:27:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 713031680 2024-08-04T15:27:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641662357 2024-08-04T15:27:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9792 2024-08-04T15:27:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 265801 2024-08-04T15:27:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71093730 2024-08-04T15:27:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T15:27:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T15:27:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T15:27:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T15:27:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 36 2024-08-04T15:27:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T15:27:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T15:27:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 157 2024-08-04T15:27:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T15:27:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T15:27:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T15:27:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2429467 2024-08-04T15:27:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T15:27:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 157, 2024-08-04T15:27:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 363360009 2024-08-04T15:27:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T15:27:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1019 2024-08-04T15:27:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T15:27:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 157, 2024-08-04T15:27:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 50928085 2024-08-04T15:27:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T15:27:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 157, 2024-08-04T15:27:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 172529641 2024-08-04T15:27:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33 2024-08-04T15:27:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T15:27:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33, 2024-08-04T15:27:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4550823 2024-08-04T15:27:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T15:27:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T15:27:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1019 2024-08-04T15:27:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T15:27:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33, 2024-08-04T15:27:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3877972 2024-08-04T15:27:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T15:27:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33, 2024-08-04T15:27:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3118227 2024-08-04T15:27:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T15:27:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 22 2024-08-04T15:27:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T15:27:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T15:27:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22, 2024-08-04T15:27:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17369640 2024-08-04T15:27:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T15:27:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T15:27:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T15:27:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T15:27:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22, 2024-08-04T15:27:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7722675 2024-08-04T15:27:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T15:27:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22, 2024-08-04T15:27:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16243735 2024-08-04T15:27:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 102 2024-08-04T15:27:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T15:27:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2429467 2024-08-04T15:27:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T15:27:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 102, 2024-08-04T15:27:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 341439546 2024-08-04T15:27:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T15:27:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T15:27:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 102, 2024-08-04T15:27:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 39327438 2024-08-04T15:27:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T15:27:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 102, 2024-08-04T15:27:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 153167679 2024-08-04T15:27:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T15:27:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T15:27:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 590368 2024-08-04T15:27:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T15:27:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T15:27:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T15:27:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 305283072 2024-08-04T15:27:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.2": { 2024-08-04T15:27:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T15:27:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T15:27:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T15:27:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T15:27:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_main": { 2024-08-04T15:27:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T15:27:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T15:27:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T15:27:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T15:27:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T15:27:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2183168 2024-08-04T15:27:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T15:27:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T15:27:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T15:27:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T15:27:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 304480256 2024-08-04T15:27:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T15:27:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1380352 2024-08-04T15:27:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T15:27:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1241088 2024-08-04T15:27:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T15:27:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 312868864 2024-08-04T15:27:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T15:27:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T15:27:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T15:27:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T15:27:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T15:27:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 195619 2024-08-04T15:27:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T15:27:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T15:27:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T15:27:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1269760 2024-08-04T15:27:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T15:27:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1273856 2024-08-04T15:27:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T15:27:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T15:27:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T15:27:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15 2024-08-04T15:27:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T15:27:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4711 2024-08-04T15:27:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T15:27:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T15:27:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T15:27:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T15:27:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T15:27:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T15:27:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T15:27:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T15:27:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T15:27:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T15:27:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T15:27:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T15:27:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T15:27:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T15:27:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T15:27:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T15:27:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3497984 2024-08-04T15:27:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T15:27:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T15:27:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T15:27:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T15:27:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 778240 2024-08-04T15:27:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T15:27:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T15:27:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 202532 2024-08-04T15:27:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T15:27:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T15:27:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T15:27:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T15:27:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T15:27:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T15:27:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15658 2024-08-04T15:27:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T15:27:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T15:27:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 286, 2024-08-04T15:27:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45426444 2024-08-04T15:27:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T15:27:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 286, 2024-08-04T15:27:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5844276 2024-08-04T15:27:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T15:27:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 286, 2024-08-04T15:27:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 447068 2024-08-04T15:27:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T15:27:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 286, 2024-08-04T15:27:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45873512 2024-08-04T15:27:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T15:27:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T15:27:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 39189 2024-08-04T15:27:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T15:27:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1543 2024-08-04T15:27:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T15:27:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T15:27:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T15:27:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4566 2024-08-04T15:27:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T15:27:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 629 2024-08-04T15:27:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T15:27:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 224 2024-08-04T15:27:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T15:27:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 107, 2024-08-04T15:27:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1146904 2024-08-04T15:27:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T15:27:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 289, 2024-08-04T15:27:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 296989 2024-08-04T15:27:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T15:27:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 182, 2024-08-04T15:27:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 590686 2024-08-04T15:27:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T15:27:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T15:27:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 102896 2024-08-04T15:27:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T15:27:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 342, 2024-08-04T15:27:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6050538 2024-08-04T15:27:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T15:27:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 121, 2024-08-04T15:27:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9570243 2024-08-04T15:27:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T15:27:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 120, 2024-08-04T15:27:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 378530209877 2024-08-04T15:27:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T15:27:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 121, 2024-08-04T15:27:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 167396071109 2024-08-04T15:27:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T15:27:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 341, 2024-08-04T15:27:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 82003170387 2024-08-04T15:27:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T15:27:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 341, 2024-08-04T15:27:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 44772 2024-08-04T15:27:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T15:27:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 342, 2024-08-04T15:27:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 437859 2024-08-04T15:27:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T15:27:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 342, 2024-08-04T15:27:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68140024 2024-08-04T15:27:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T15:27:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 342, 2024-08-04T15:27:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 116788 2024-08-04T15:27:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T15:27:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 342, 2024-08-04T15:27:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 72737805 2024-08-04T15:27:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T15:27:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 342, 2024-08-04T15:27:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18979755 2024-08-04T15:27:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T15:27:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 348353 2024-08-04T15:27:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T15:27:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 55, 2024-08-04T15:27:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314686 2024-08-04T15:27:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T15:27:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 342, 2024-08-04T15:27:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 166397266 2024-08-04T15:27:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T15:27:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 342, 2024-08-04T15:27:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 22855013 2024-08-04T15:27:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T15:27:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 342, 2024-08-04T15:27:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2607379 2024-08-04T15:27:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T15:27:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1862413142 2024-08-04T15:27:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 270974976 2024-08-04T15:27:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 269533184 2024-08-04T15:27:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3138493542 2024-08-04T15:27:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1441792 2024-08-04T15:27:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T15:27:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 159383552 2024-08-04T15:27:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85555572 2024-08-04T15:27:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8192 2024-08-04T15:27:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73819788 2024-08-04T15:27:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T15:27:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 780140544 2024-08-04T15:27:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641666796 2024-08-04T15:27:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T15:27:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71362756 2024-08-04T15:27:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T15:27:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192937984 2024-08-04T15:27:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 464 2024-08-04T15:27:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57037048 2024-08-04T15:27:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68791608 2024-08-04T15:27:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T15:27:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 713031680 2024-08-04T15:27:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641666796 2024-08-04T15:27:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 265730 2024-08-04T15:27:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71099154 2024-08-04T15:27:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T15:27:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T15:27:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T15:27:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T15:27:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31 2024-08-04T15:27:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T15:27:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T15:27:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T15:27:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T15:27:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T15:27:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T15:27:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T15:27:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10, 2024-08-04T15:27:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70910743 2024-08-04T15:27:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T15:27:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T15:27:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10, 2024-08-04T15:27:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4458924 2024-08-04T15:27:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T15:27:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10, 2024-08-04T15:27:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 61365458 2024-08-04T15:27:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T15:27:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T15:27:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T15:27:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T15:27:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T15:27:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T15:27:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T15:27:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T15:27:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T15:27:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T15:27:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T15:27:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T15:27:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T15:27:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T15:27:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T15:27:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T15:27:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10, 2024-08-04T15:27:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70910743 2024-08-04T15:27:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T15:27:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T15:27:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10, 2024-08-04T15:27:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4458924 2024-08-04T15:27:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T15:27:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10, 2024-08-04T15:27:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 61365458 2024-08-04T15:27:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T15:27:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T15:27:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T15:27:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T15:27:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T15:27:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 305270784 2024-08-04T15:27:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.3": { 2024-08-04T15:27:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T15:27:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T15:27:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T15:27:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T15:27:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_main": { 2024-08-04T15:27:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T15:27:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T15:27:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T15:27:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T15:27:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T15:27:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1155072 2024-08-04T15:27:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T15:27:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T15:27:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T15:27:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T15:27:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 304480256 2024-08-04T15:27:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T15:27:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 851968 2024-08-04T15:27:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T15:27:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 712704 2024-08-04T15:27:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T15:27:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 312868864 2024-08-04T15:27:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T15:27:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T15:27:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T15:27:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T15:27:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T15:27:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 195619 2024-08-04T15:27:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T15:27:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T15:27:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T15:27:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1269760 2024-08-04T15:27:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T15:27:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1273856 2024-08-04T15:27:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T15:27:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T15:27:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T15:27:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15 2024-08-04T15:27:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T15:27:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4711 2024-08-04T15:27:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T15:27:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T15:27:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T15:27:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T15:27:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T15:27:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T15:27:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T15:27:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T15:27:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T15:27:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T15:27:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T15:27:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T15:27:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T15:27:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T15:27:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T15:27:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T15:27:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1941504 2024-08-04T15:27:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T15:27:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T15:27:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T15:27:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T15:27:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 798720 2024-08-04T15:27:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T15:27:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T15:27:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T15:27:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T15:27:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T15:27:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T15:27:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6190 2024-08-04T15:27:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T15:27:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T15:27:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 157, 2024-08-04T15:27:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32639809 2024-08-04T15:27:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T15:27:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 151, 2024-08-04T15:27:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8055012 2024-08-04T15:27:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T15:27:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 157, 2024-08-04T15:27:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 265966 2024-08-04T15:27:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T15:27:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 157, 2024-08-04T15:27:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32905775 2024-08-04T15:27:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T15:27:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T15:27:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32279 2024-08-04T15:27:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T15:27:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1064 2024-08-04T15:27:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T15:27:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T15:27:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T15:27:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12394 2024-08-04T15:27:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T15:27:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 360 2024-08-04T15:27:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T15:27:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 232 2024-08-04T15:27:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T15:27:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93, 2024-08-04T15:27:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 827872 2024-08-04T15:27:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T15:27:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 163, 2024-08-04T15:27:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 296794 2024-08-04T15:27:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T15:27:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 70, 2024-08-04T15:27:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 183574 2024-08-04T15:27:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T15:27:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T15:27:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T15:27:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 239, 2024-08-04T15:27:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3919826 2024-08-04T15:27:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T15:27:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 57, 2024-08-04T15:27:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4073311 2024-08-04T15:27:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T15:27:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 54, 2024-08-04T15:27:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 353946780952 2024-08-04T15:27:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T15:27:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 57, 2024-08-04T15:27:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 81109633052 2024-08-04T15:27:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T15:27:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 236, 2024-08-04T15:27:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 568656 2024-08-04T15:27:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T15:27:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 236, 2024-08-04T15:27:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25698 2024-08-04T15:27:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T15:27:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 239, 2024-08-04T15:27:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 253157 2024-08-04T15:27:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T15:27:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 239, 2024-08-04T15:27:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 103240874 2024-08-04T15:27:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T15:27:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 239, 2024-08-04T15:27:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 76284 2024-08-04T15:27:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T15:27:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 239, 2024-08-04T15:27:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 59283052 2024-08-04T15:27:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T15:27:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 239, 2024-08-04T15:27:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16570014 2024-08-04T15:27:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T15:27:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 351081 2024-08-04T15:27:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T15:27:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 48, 2024-08-04T15:27:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 199989 2024-08-04T15:27:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T15:27:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 239, 2024-08-04T15:27:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 183293841 2024-08-04T15:27:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T15:27:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 239, 2024-08-04T15:27:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19174668 2024-08-04T15:27:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T15:27:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 239, 2024-08-04T15:27:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2417153 2024-08-04T15:27:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T15:27:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1862413142 2024-08-04T15:27:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 269926400 2024-08-04T15:27:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 268926976 2024-08-04T15:27:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3138493542 2024-08-04T15:27:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 999424 2024-08-04T15:27:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T15:27:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 159383552 2024-08-04T15:27:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85555525 2024-08-04T15:27:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73828027 2024-08-04T15:27:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T15:27:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 780140544 2024-08-04T15:27:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641666442 2024-08-04T15:27:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T15:27:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71363110 2024-08-04T15:27:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T15:27:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192937984 2024-08-04T15:27:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 464 2024-08-04T15:27:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57037017 2024-08-04T15:27:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68791639 2024-08-04T15:27:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T15:27:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 713031680 2024-08-04T15:27:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641666442 2024-08-04T15:27:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6972 2024-08-04T15:27:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 270535 2024-08-04T15:27:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71087731 2024-08-04T15:27:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T15:27:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T15:27:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T15:27:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T15:27:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37 2024-08-04T15:27:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T15:27:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T15:27:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T15:27:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T15:27:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T15:27:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T15:27:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T15:27:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T15:27:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 842168 2024-08-04T15:27:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T15:27:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T15:27:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T15:27:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T15:27:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T15:27:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T15:27:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T15:27:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T15:27:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T15:27:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T15:27:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T15:27:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T15:27:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T15:27:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T15:27:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T15:27:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T15:27:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T15:27:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T15:27:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 842168 2024-08-04T15:27:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T15:27:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T15:27:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T15:27:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T15:27:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T15:27:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T15:27:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 305287168 2024-08-04T15:27:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.4": { 2024-08-04T15:27:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T15:27:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T15:27:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T15:27:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T15:27:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_main": { 2024-08-04T15:27:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T15:27:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T15:27:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T15:27:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T15:27:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T15:27:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1384448 2024-08-04T15:27:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T15:27:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T15:27:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T15:27:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T15:27:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 304480256 2024-08-04T15:27:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T15:27:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1019904 2024-08-04T15:27:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T15:27:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 880640 2024-08-04T15:27:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T15:27:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 312868864 2024-08-04T15:27:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T15:27:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T15:27:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T15:27:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T15:27:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T15:27:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 195619 2024-08-04T15:27:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T15:27:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T15:27:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T15:27:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1269760 2024-08-04T15:27:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T15:27:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1273856 2024-08-04T15:27:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T15:27:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T15:27:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T15:27:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15 2024-08-04T15:27:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T15:27:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4711 2024-08-04T15:27:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T15:27:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T15:27:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T15:27:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T15:27:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T15:27:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T15:27:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T15:27:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T15:27:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T15:27:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T15:27:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T15:27:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T15:27:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T15:27:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T15:27:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T15:27:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T15:27:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2338816 2024-08-04T15:27:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T15:27:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T15:27:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T15:27:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T15:27:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 794624 2024-08-04T15:27:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T15:27:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6, 2024-08-04T15:27:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 222220 2024-08-04T15:27:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T15:27:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T15:27:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T15:27:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T15:27:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T15:27:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4781 2024-08-04T15:27:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T15:27:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T15:27:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 198, 2024-08-04T15:27:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60359911 2024-08-04T15:27:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T15:27:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 195, 2024-08-04T15:27:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10959038 2024-08-04T15:27:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T15:27:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 198, 2024-08-04T15:27:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 275264 2024-08-04T15:27:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T15:27:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 198, 2024-08-04T15:27:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60635175 2024-08-04T15:27:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T15:27:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T15:27:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 29902 2024-08-04T15:27:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T15:27:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1911 2024-08-04T15:27:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T15:27:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T15:27:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T15:27:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8057 2024-08-04T15:27:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T15:27:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 410 2024-08-04T15:27:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T15:27:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 247 2024-08-04T15:27:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T15:27:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 108, 2024-08-04T15:27:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2220269 2024-08-04T15:27:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T15:27:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 186, 2024-08-04T15:27:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 337954 2024-08-04T15:27:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T15:27:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 78, 2024-08-04T15:27:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1321109 2024-08-04T15:27:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T15:27:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T15:27:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T15:27:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 91096 2024-08-04T15:27:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T15:27:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5462782 2024-08-04T15:27:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T15:27:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 49, 2024-08-04T15:27:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3243609 2024-08-04T15:27:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T15:27:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 48, 2024-08-04T15:27:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 207813716340 2024-08-04T15:27:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T15:27:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 49, 2024-08-04T15:27:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 78120834215 2024-08-04T15:27:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T15:27:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 281, 2024-08-04T15:27:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 619446 2024-08-04T15:27:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T15:27:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 281, 2024-08-04T15:27:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31003 2024-08-04T15:27:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T15:27:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 306231 2024-08-04T15:27:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T15:27:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 145435399 2024-08-04T15:27:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T15:27:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 94902 2024-08-04T15:27:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T15:27:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 83202596 2024-08-04T15:27:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T15:27:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14739104 2024-08-04T15:27:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T15:27:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 348803 2024-08-04T15:27:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T15:27:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 47, 2024-08-04T15:27:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 213256 2024-08-04T15:27:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T15:27:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 249187169 2024-08-04T15:27:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T15:27:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18372702 2024-08-04T15:27:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T15:27:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2173445 2024-08-04T15:27:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T15:27:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1861477288 2024-08-04T15:27:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 269860864 2024-08-04T15:27:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 269434880 2024-08-04T15:27:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3137392537 2024-08-04T15:27:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 425984 2024-08-04T15:27:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T15:27:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 159383552 2024-08-04T15:27:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85498844 2024-08-04T15:27:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T15:27:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73880612 2024-08-04T15:27:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T15:27:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 780140544 2024-08-04T15:27:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641241336 2024-08-04T15:27:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T15:27:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71788216 2024-08-04T15:27:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T15:27:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192937984 2024-08-04T15:27:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 464 2024-08-04T15:27:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56999229 2024-08-04T15:27:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68829427 2024-08-04T15:27:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T15:27:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 713031680 2024-08-04T15:27:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641241336 2024-08-04T15:27:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11177 2024-08-04T15:27:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 265470 2024-08-04T15:27:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71513697 2024-08-04T15:27:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T15:27:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T15:27:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T15:27:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T15:27:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 40 2024-08-04T15:27:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T15:27:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T15:27:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T15:27:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T15:27:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T15:27:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 22 2024-08-04T15:27:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T15:27:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5014406 2024-08-04T15:27:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T15:27:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T15:27:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 761709 2024-08-04T15:27:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T15:27:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4825877 2024-08-04T15:27:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T15:27:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T15:27:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T15:27:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T15:27:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T15:27:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T15:27:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T15:27:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T15:27:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T15:27:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T15:27:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T15:27:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T15:27:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T15:27:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T15:27:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 22 2024-08-04T15:27:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T15:27:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5014406 2024-08-04T15:27:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T15:27:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T15:27:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 761709 2024-08-04T15:27:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T15:27:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4825877 2024-08-04T15:27:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T15:27:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T15:27:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T15:27:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T15:27:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T15:27:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 305287168 2024-08-04T15:27:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.5": { 2024-08-04T15:27:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T15:27:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T15:27:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T15:27:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T15:27:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_main": { 2024-08-04T15:27:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T15:27:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T15:27:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T15:27:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T15:27:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T15:27:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1286144 2024-08-04T15:27:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T15:27:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T15:27:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T15:27:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T15:27:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 304480256 2024-08-04T15:27:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T15:27:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 942080 2024-08-04T15:27:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T15:27:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 802816 2024-08-04T15:27:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T15:27:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 312868864 2024-08-04T15:27:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T15:27:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T15:27:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T15:27:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T15:27:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T15:27:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 195619 2024-08-04T15:27:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T15:27:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T15:27:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T15:27:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1269760 2024-08-04T15:27:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T15:27:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1273856 2024-08-04T15:27:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T15:27:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T15:27:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T15:27:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15 2024-08-04T15:27:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T15:27:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4711 2024-08-04T15:27:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T15:27:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T15:27:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T15:27:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T15:27:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T15:27:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T15:27:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T15:27:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T15:27:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T15:27:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T15:27:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T15:27:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T15:27:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T15:27:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T15:27:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T15:27:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T15:27:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2162688 2024-08-04T15:27:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T15:27:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T15:27:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T15:27:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T15:27:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 794624 2024-08-04T15:27:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T15:27:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6, 2024-08-04T15:27:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 250071 2024-08-04T15:27:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T15:27:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T15:27:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T15:27:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T15:27:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T15:27:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4285 2024-08-04T15:27:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T15:27:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T15:27:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 179, 2024-08-04T15:27:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58047098 2024-08-04T15:27:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T15:27:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 173, 2024-08-04T15:27:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8207695 2024-08-04T15:27:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T15:27:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 179, 2024-08-04T15:27:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 249969 2024-08-04T15:27:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T15:27:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 179, 2024-08-04T15:27:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58297067 2024-08-04T15:27:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T15:27:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T15:27:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34480 2024-08-04T15:27:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T15:27:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1241 2024-08-04T15:27:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T15:27:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T15:27:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T15:27:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4242 2024-08-04T15:27:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T15:27:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 374 2024-08-04T15:27:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T15:27:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 254 2024-08-04T15:27:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T15:27:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 97, 2024-08-04T15:27:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 777955 2024-08-04T15:27:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T15:27:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 160, 2024-08-04T15:27:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 256153 2024-08-04T15:27:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T15:27:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63, 2024-08-04T15:27:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 382837 2024-08-04T15:27:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T15:27:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T15:27:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T15:27:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 94357 2024-08-04T15:27:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T15:27:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2991949 2024-08-04T15:27:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T15:27:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 48, 2024-08-04T15:27:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6148243 2024-08-04T15:27:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T15:27:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 45, 2024-08-04T15:27:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 307792195507 2024-08-04T15:27:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T15:27:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 48, 2024-08-04T15:27:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71056658603 2024-08-04T15:27:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T15:27:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 279, 2024-08-04T15:27:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7489304516 2024-08-04T15:27:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T15:27:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 279, 2024-08-04T15:27:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28568 2024-08-04T15:27:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T15:27:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 245087 2024-08-04T15:27:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T15:27:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 145032549 2024-08-04T15:27:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T15:27:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 99542 2024-08-04T15:27:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T15:27:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 89870087 2024-08-04T15:27:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T15:27:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15324981 2024-08-04T15:27:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T15:27:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 350763 2024-08-04T15:27:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T15:27:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 40, 2024-08-04T15:27:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 163011 2024-08-04T15:27:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T15:27:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 253501449 2024-08-04T15:27:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T15:27:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19523948 2024-08-04T15:27:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T15:27:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2606899 2024-08-04T15:27:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T15:27:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1861477288 2024-08-04T15:27:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 268959744 2024-08-04T15:27:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 268656640 2024-08-04T15:27:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3137392537 2024-08-04T15:27:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 303104 2024-08-04T15:27:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T15:27:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 159383552 2024-08-04T15:27:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85498946 2024-08-04T15:27:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73884606 2024-08-04T15:27:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T15:27:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 780140544 2024-08-04T15:27:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641242101 2024-08-04T15:27:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T15:27:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71787451 2024-08-04T15:27:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T15:27:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192937984 2024-08-04T15:27:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 464 2024-08-04T15:27:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56999297 2024-08-04T15:27:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68829359 2024-08-04T15:27:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T15:27:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 713031680 2024-08-04T15:27:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641242101 2024-08-04T15:27:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6976 2024-08-04T15:27:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 277656 2024-08-04T15:27:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71504947 2024-08-04T15:27:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T15:27:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T15:27:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T15:27:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T15:27:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 41 2024-08-04T15:27:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T15:27:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T15:27:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T15:27:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T15:27:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T15:27:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T15:27:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T15:27:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T15:27:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T15:27:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T15:27:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T15:27:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T15:27:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T15:27:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T15:27:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T15:27:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T15:27:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T15:27:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T15:27:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T15:27:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T15:27:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T15:27:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T15:27:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T15:27:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T15:27:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T15:27:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T15:27:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T15:27:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T15:27:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T15:27:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T15:27:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T15:27:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T15:27:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 305283072 2024-08-04T15:27:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.6": { 2024-08-04T15:27:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T15:27:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T15:27:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T15:27:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T15:27:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_main": { 2024-08-04T15:27:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T15:27:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T15:27:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T15:27:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T15:27:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T15:27:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1445888 2024-08-04T15:27:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T15:27:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T15:27:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T15:27:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T15:27:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 304480256 2024-08-04T15:27:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T15:27:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1105920 2024-08-04T15:27:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T15:27:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 966656 2024-08-04T15:27:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T15:27:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 312868864 2024-08-04T15:27:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T15:27:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T15:27:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T15:27:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T15:27:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T15:27:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 195619 2024-08-04T15:27:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T15:27:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T15:27:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T15:27:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1269760 2024-08-04T15:27:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T15:27:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1273856 2024-08-04T15:27:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T15:27:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T15:27:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T15:27:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15 2024-08-04T15:27:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T15:27:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4711 2024-08-04T15:27:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T15:27:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T15:27:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T15:27:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T15:27:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T15:27:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T15:27:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T15:27:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T15:27:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T15:27:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T15:27:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T15:27:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T15:27:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T15:27:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T15:27:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T15:27:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T15:27:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2486272 2024-08-04T15:27:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T15:27:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T15:27:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T15:27:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T15:27:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1376256 2024-08-04T15:27:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T15:27:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T15:27:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T15:27:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T15:27:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T15:27:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T15:27:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6, 2024-08-04T15:27:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10464 2024-08-04T15:27:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T15:27:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T15:27:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 219, 2024-08-04T15:27:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 50320296 2024-08-04T15:27:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T15:27:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 202, 2024-08-04T15:27:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9592458 2024-08-04T15:27:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T15:27:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 219, 2024-08-04T15:27:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 193010 2024-08-04T15:27:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T15:27:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 219, 2024-08-04T15:27:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 50513306 2024-08-04T15:27:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T15:27:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T15:27:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 48237 2024-08-04T15:27:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T15:27:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1583 2024-08-04T15:27:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T15:27:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T15:27:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T15:27:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7530 2024-08-04T15:27:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T15:27:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 382 2024-08-04T15:27:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T15:27:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 262 2024-08-04T15:27:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T15:27:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 99, 2024-08-04T15:27:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1104240 2024-08-04T15:27:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T15:27:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 154, 2024-08-04T15:27:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 334413 2024-08-04T15:27:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T15:27:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 55, 2024-08-04T15:27:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 659782 2024-08-04T15:27:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T15:27:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T15:27:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T15:27:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2567728 2024-08-04T15:27:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T15:27:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 40, 2024-08-04T15:27:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2383918 2024-08-04T15:27:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T15:27:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 40, 2024-08-04T15:27:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 404157144047 2024-08-04T15:27:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T15:27:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 40, 2024-08-04T15:27:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 61004294884 2024-08-04T15:27:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T15:27:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 525717 2024-08-04T15:27:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T15:27:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33579 2024-08-04T15:27:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T15:27:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 244560 2024-08-04T15:27:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T15:27:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 133121697 2024-08-04T15:27:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T15:27:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 102407 2024-08-04T15:27:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T15:27:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38477751 2024-08-04T15:27:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T15:27:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15602629 2024-08-04T15:27:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T15:27:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 940757 2024-08-04T15:27:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T15:27:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33, 2024-08-04T15:27:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 153244 2024-08-04T15:27:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T15:27:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 190060060 2024-08-04T15:27:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T15:27:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18426234 2024-08-04T15:27:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T15:27:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4819241 2024-08-04T15:27:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T15:27:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1861477288 2024-08-04T15:27:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 269860864 2024-08-04T15:27:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 269303808 2024-08-04T15:27:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3137392537 2024-08-04T15:27:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 557056 2024-08-04T15:27:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T15:27:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 159383552 2024-08-04T15:27:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85498212 2024-08-04T15:27:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T15:27:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73873052 2024-08-04T15:27:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T15:27:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 780140544 2024-08-04T15:27:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641236596 2024-08-04T15:27:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T15:27:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71792956 2024-08-04T15:27:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T15:27:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192937984 2024-08-04T15:27:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 464 2024-08-04T15:27:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56998808 2024-08-04T15:27:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68829848 2024-08-04T15:27:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T15:27:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 713031680 2024-08-04T15:27:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641236596 2024-08-04T15:27:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7114 2024-08-04T15:27:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7114 2024-08-04T15:27:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 270349 2024-08-04T15:27:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71510507 2024-08-04T15:27:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T15:27:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T15:27:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T15:27:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T15:27:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 39 2024-08-04T15:27:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T15:27:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T15:27:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13 2024-08-04T15:27:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T15:27:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T15:27:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T15:27:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2804 2024-08-04T15:27:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T15:27:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T15:27:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 66866710 2024-08-04T15:27:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T15:27:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T15:27:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T15:27:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6668178 2024-08-04T15:27:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T15:27:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T15:27:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33013773 2024-08-04T15:27:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T15:27:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T15:27:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T15:27:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T15:27:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T15:27:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T15:27:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T15:27:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T15:27:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T15:27:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T15:27:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T15:27:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T15:27:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T15:27:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13 2024-08-04T15:27:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T15:27:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2804 2024-08-04T15:27:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T15:27:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T15:27:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 66866710 2024-08-04T15:27:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T15:27:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T15:27:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T15:27:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6668178 2024-08-04T15:27:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T15:27:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T15:27:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33013773 2024-08-04T15:27:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T15:27:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T15:27:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T15:27:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T15:27:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T15:27:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 305864704 2024-08-04T15:27:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.7": { 2024-08-04T15:27:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T15:27:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T15:27:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T15:27:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T15:27:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_main": { 2024-08-04T15:27:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T15:27:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T15:27:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T15:27:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T15:27:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T15:27:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1273856 2024-08-04T15:27:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T15:27:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T15:27:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T15:27:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T15:27:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 304480256 2024-08-04T15:27:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T15:27:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 978944 2024-08-04T15:27:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T15:27:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 839680 2024-08-04T15:27:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T15:27:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 312868864 2024-08-04T15:27:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T15:27:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T15:27:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T15:27:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T15:27:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T15:27:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 195619 2024-08-04T15:27:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T15:27:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T15:27:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T15:27:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1269760 2024-08-04T15:27:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T15:27:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1273856 2024-08-04T15:27:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T15:27:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T15:27:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T15:27:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15 2024-08-04T15:27:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T15:27:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4711 2024-08-04T15:27:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T15:27:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T15:27:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T15:27:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T15:27:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T15:27:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T15:27:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T15:27:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T15:27:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T15:27:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T15:27:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T15:27:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T15:27:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T15:27:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T15:27:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T15:27:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T15:27:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2187264 2024-08-04T15:27:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T15:27:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T15:27:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T15:27:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T15:27:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1376256 2024-08-04T15:27:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T15:27:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 145847 2024-08-04T15:27:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T15:27:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T15:27:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T15:27:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T15:27:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T15:27:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T15:27:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32379 2024-08-04T15:27:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T15:27:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T15:27:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 188, 2024-08-04T15:27:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 59866994 2024-08-04T15:27:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T15:27:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 179, 2024-08-04T15:27:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9502003 2024-08-04T15:27:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T15:27:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 188, 2024-08-04T15:27:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 154624 2024-08-04T15:27:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T15:27:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 188, 2024-08-04T15:27:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60021618 2024-08-04T15:27:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T15:27:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T15:27:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 40179 2024-08-04T15:27:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T15:27:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1529 2024-08-04T15:27:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T15:27:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T15:27:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T15:27:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7714 2024-08-04T15:27:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T15:27:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 602 2024-08-04T15:27:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T15:27:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 289 2024-08-04T15:27:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T15:27:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 126, 2024-08-04T15:27:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3071216 2024-08-04T15:27:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T15:27:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 199, 2024-08-04T15:27:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314873 2024-08-04T15:27:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T15:27:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 73, 2024-08-04T15:27:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2274951 2024-08-04T15:27:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T15:27:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T15:27:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18684 2024-08-04T15:27:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T15:27:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128497 2024-08-04T15:27:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T15:27:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26, 2024-08-04T15:27:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1887505 2024-08-04T15:27:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T15:27:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26, 2024-08-04T15:27:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 360809148744 2024-08-04T15:27:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T15:27:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26, 2024-08-04T15:27:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33388080264 2024-08-04T15:27:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T15:27:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 533190 2024-08-04T15:27:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T15:27:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32885 2024-08-04T15:27:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T15:27:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 227585 2024-08-04T15:27:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T15:27:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 161049921 2024-08-04T15:27:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T15:27:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 100153 2024-08-04T15:27:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T15:27:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 172627206 2024-08-04T15:27:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T15:27:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14175506 2024-08-04T15:27:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T15:27:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 938990 2024-08-04T15:27:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T15:27:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 25, 2024-08-04T15:27:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 121834 2024-08-04T15:27:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T15:27:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 350254667 2024-08-04T15:27:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T15:27:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18871224 2024-08-04T15:27:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T15:27:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2501437 2024-08-04T15:27:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T15:27:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1861477288 2024-08-04T15:27:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 270974976 2024-08-04T15:27:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 270221312 2024-08-04T15:27:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3137392537 2024-08-04T15:27:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 753664 2024-08-04T15:27:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T15:27:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 159383552 2024-08-04T15:27:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85489450 2024-08-04T15:27:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 143360 2024-08-04T15:27:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73750742 2024-08-04T15:27:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T15:27:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 780140544 2024-08-04T15:27:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641170876 2024-08-04T15:27:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T15:27:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71858676 2024-08-04T15:27:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T15:27:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192937984 2024-08-04T15:27:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 464 2024-08-04T15:27:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56992966 2024-08-04T15:27:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68835690 2024-08-04T15:27:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T15:27:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 713031680 2024-08-04T15:27:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641170876 2024-08-04T15:27:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 296698 2024-08-04T15:27:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71564106 2024-08-04T15:27:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T15:27:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T15:27:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T15:27:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T15:27:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 46 2024-08-04T15:27:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T15:27:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T15:27:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 101 2024-08-04T15:27:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T15:27:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T15:27:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T15:27:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T15:27:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 101, 2024-08-04T15:27:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 79423014 2024-08-04T15:27:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T15:27:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 264681 2024-08-04T15:27:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T15:27:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 103, 2024-08-04T15:27:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26367819 2024-08-04T15:27:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T15:27:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 101, 2024-08-04T15:27:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57217893 2024-08-04T15:27:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70 2024-08-04T15:27:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T15:27:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 70, 2024-08-04T15:27:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11351245 2024-08-04T15:27:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T15:27:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T15:27:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 264681 2024-08-04T15:27:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T15:27:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 70, 2024-08-04T15:27:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9826255 2024-08-04T15:27:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T15:27:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 70, 2024-08-04T15:27:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8066529 2024-08-04T15:27:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T15:27:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26 2024-08-04T15:27:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T15:27:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T15:27:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26, 2024-08-04T15:27:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27918762 2024-08-04T15:27:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T15:27:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T15:27:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T15:27:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T15:27:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26, 2024-08-04T15:27:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12174940 2024-08-04T15:27:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T15:27:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26, 2024-08-04T15:27:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25924467 2024-08-04T15:27:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5 2024-08-04T15:27:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T15:27:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T15:27:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5, 2024-08-04T15:27:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 40153007 2024-08-04T15:27:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T15:27:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T15:27:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7, 2024-08-04T15:27:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4366624 2024-08-04T15:27:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T15:27:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5, 2024-08-04T15:27:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23226897 2024-08-04T15:27:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T15:27:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T15:27:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T15:27:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T15:27:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T15:27:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 305864704 2024-08-04T15:27:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "pools": [ 2024-08-04T15:27:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr" 2024-08-04T15:27:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T15:27:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T15:27:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T15:27:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T15:27:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T15:27:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 1, 2024-08-04T15:27:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 1, 2024-08-04T15:27:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 1, 2024-08-04T15:27:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T15:27:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T15:27:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 727115245834, 2024-08-04T15:27:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 1781760, 2024-08-04T15:27:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T15:27:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T15:27:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 1781760, 2024-08-04T15:27:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T15:27:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 242371739648, 2024-08-04T15:27:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 2, 2024-08-04T15:27:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T15:27:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-04T15:27:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T15:27:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T15:27:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 358, 2024-08-04T15:27:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 567296, 2024-08-04T15:27:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 590368, 2024-08-04T15:27:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 590368, 2024-08-04T15:27:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T15:27:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 1771104, 2024-08-04T15:27:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 211, 2024-08-04T15:27:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 2473984 2024-08-04T15:27:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T15:27:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T15:27:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T15:27:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T15:27:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T15:27:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T15:27:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T15:27:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T15:27:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T15:27:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 32, 2024-08-04T15:27:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 32, 2024-08-04T15:27:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 2, 2024-08-04T15:27:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T15:27:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T15:27:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 727115245834, 2024-08-04T15:27:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 98304, 2024-08-04T15:27:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T15:27:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T15:27:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 98304, 2024-08-04T15:27:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T15:27:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 242371739648, 2024-08-04T15:27:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 22, 2024-08-04T15:27:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T15:27:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 1.351972542806834e-07, 2024-08-04T15:27:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T15:27:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T15:27:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 0, 2024-08-04T15:27:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 0, 2024-08-04T15:27:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 3410, 2024-08-04T15:27:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 3410, 2024-08-04T15:27:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T15:27:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 10230, 2024-08-04T15:27:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 51, 2024-08-04T15:27:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 19456 2024-08-04T15:27:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T15:27:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T15:27:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T15:27:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T15:27:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T15:27:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T15:27:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T15:27:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T15:27:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T15:27:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 64, 2024-08-04T15:27:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 64, 2024-08-04T15:27:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 3, 2024-08-04T15:27:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T15:27:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T15:27:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 727115245834, 2024-08-04T15:27:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 0, 2024-08-04T15:27:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T15:27:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T15:27:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 0, 2024-08-04T15:27:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T15:27:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 242371739648, 2024-08-04T15:27:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 0, 2024-08-04T15:27:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T15:27:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 0.0, 2024-08-04T15:27:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T15:27:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T15:27:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 0, 2024-08-04T15:27:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 0, 2024-08-04T15:27:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 0, 2024-08-04T15:27:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 0, 2024-08-04T15:27:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T15:27:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 0, 2024-08-04T15:27:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 0, 2024-08-04T15:27:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 0 2024-08-04T15:27:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T15:27:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T15:27:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T15:27:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd" 2024-08-04T15:27:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T15:27:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T15:27:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T15:27:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T15:27:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T15:27:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 8, 2024-08-04T15:27:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 8, 2024-08-04T15:27:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 4, 2024-08-04T15:27:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T15:27:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T15:27:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 727115245834, 2024-08-04T15:27:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 12288, 2024-08-04T15:27:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T15:27:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T15:27:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 12288, 2024-08-04T15:27:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T15:27:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 242371739648, 2024-08-04T15:27:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 2, 2024-08-04T15:27:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T15:27:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-04T15:27:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T15:27:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T15:27:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 0, 2024-08-04T15:27:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 0, 2024-08-04T15:27:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 19, 2024-08-04T15:27:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 19, 2024-08-04T15:27:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T15:27:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 57, 2024-08-04T15:27:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 2, 2024-08-04T15:27:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 2048 2024-08-04T15:27:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T15:27:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T15:27:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T15:27:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd": { 2024-08-04T15:27:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "mirroring_by_pool": [ 2024-08-04T15:27:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: false 2024-08-04T15:27:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_images_by_pool": [ 2024-08-04T15:27:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pools": 1 2024-08-04T15:27:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "report_id": "10ee5500-78eb-4166-8510-cfa3c036bb51", 2024-08-04T15:27:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "report_timestamp": "2024-08-04T15:27:24.664017", 2024-08-04T15:27:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "report_version": 1, 2024-08-04T15:27:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_stats": { 2024-08-04T15:27:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "6.15.5" 2024-08-04T15:27:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "rook": { 2024-08-04T15:27:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster": { 2024-08-04T15:27:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "external-mode": null, 2024-08-04T15:27:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "allow-multiple-per-node": null, 2024-08-04T15:27:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "count": null, 2024-08-04T15:27:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: "max-id": null, 2024-08-04T15:27:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: "pvc": { 2024-08-04T15:27:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: "enabled": null 2024-08-04T15:27:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: "stretch": { 2024-08-04T15:27:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: "enabled": null 2024-08-04T15:27:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: "network": { 2024-08-04T15:27:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: "provider": null 2024-08-04T15:27:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: "storage": { 2024-08-04T15:27:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: "device-set": { 2024-08-04T15:27:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T15:27:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "non-portable": null, 2024-08-04T15:27:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "portable": null, 2024-08-04T15:27:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "total": null 2024-08-04T15:27:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "csi": { 2024-08-04T15:27:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T15:27:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "kubernetes": { 2024-08-04T15:27:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T15:27:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "node": { 2024-08-04T15:27:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T15:27:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "kubernetes-total": null, 2024-08-04T15:27:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "with-ceph-daemons": null, 2024-08-04T15:27:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-cephfs-plugin": null, 2024-08-04T15:27:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-nfs-plugin": null, 2024-08-04T15:27:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-rbd-plugin": null 2024-08-04T15:27:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "usage": { 2024-08-04T15:27:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "storage-class": { 2024-08-04T15:27:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T15:27:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket": null, 2024-08-04T15:27:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs": null, 2024-08-04T15:27:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "nfs": null, 2024-08-04T15:27:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd": null, 2024-08-04T15:27:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "total": null 2024-08-04T15:27:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T15:27:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "services": {}, 2024-08-04T15:27:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_per_pg": [ 2024-08-04T15:27:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819786+0000", 2024-08-04T15:27:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.514151+0000", 2024-08-04T15:27:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.514151+0000", 2024-08-04T15:27:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.514460+0000", 2024-08-04T15:27:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819786+0000", 2024-08-04T15:27:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819786+0000", 2024-08-04T15:27:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819786+0000", 2024-08-04T15:27:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819786+0000", 2024-08-04T15:27:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819786+0000", 2024-08-04T15:27:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819786+0000", 2024-08-04T15:27:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3f", 2024-08-04T15:27:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:26:14.347168+0000", 2024-08-04T15:27:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.083742+0000", 2024-08-04T15:27:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.502808+0000", 2024-08-04T15:27:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.502808+0000", 2024-08-04T15:27:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.503127+0000", 2024-08-04T15:27:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.083742+0000", 2024-08-04T15:27:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.083742+0000", 2024-08-04T15:27:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.083742+0000", 2024-08-04T15:27:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.083742+0000", 2024-08-04T15:27:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.083742+0000", 2024-08-04T15:27:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.083742+0000", 2024-08-04T15:27:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3e", 2024-08-04T15:27:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:11:25.007399+0000", 2024-08-04T15:27:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.437050+0000", 2024-08-04T15:27:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.501541+0000", 2024-08-04T15:27:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.501541+0000", 2024-08-04T15:27:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.501831+0000", 2024-08-04T15:27:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.437050+0000", 2024-08-04T15:27:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.437050+0000", 2024-08-04T15:27:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.437050+0000", 2024-08-04T15:27:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.437050+0000", 2024-08-04T15:27:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.437050+0000", 2024-08-04T15:27:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.437050+0000", 2024-08-04T15:27:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3d", 2024-08-04T15:27:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 20, 2024-08-04T15:27:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:06:25.431625+0000", 2024-08-04T15:27:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.513885+0000", 2024-08-04T15:27:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.513885+0000", 2024-08-04T15:27:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.514188+0000", 2024-08-04T15:27:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3c", 2024-08-04T15:27:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:35:26.339963+0000", 2024-08-04T15:27:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819620+0000", 2024-08-04T15:27:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.517195+0000", 2024-08-04T15:27:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.517195+0000", 2024-08-04T15:27:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.517913+0000", 2024-08-04T15:27:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819620+0000", 2024-08-04T15:27:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819620+0000", 2024-08-04T15:27:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819620+0000", 2024-08-04T15:27:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819620+0000", 2024-08-04T15:27:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819620+0000", 2024-08-04T15:27:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819620+0000", 2024-08-04T15:27:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3b", 2024-08-04T15:27:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:15:42.996486+0000", 2024-08-04T15:27:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085540+0000", 2024-08-04T15:27:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.513365+0000", 2024-08-04T15:27:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.513365+0000", 2024-08-04T15:27:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.515035+0000", 2024-08-04T15:27:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085540+0000", 2024-08-04T15:27:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085540+0000", 2024-08-04T15:27:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085540+0000", 2024-08-04T15:27:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085540+0000", 2024-08-04T15:27:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085540+0000", 2024-08-04T15:27:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085540+0000", 2024-08-04T15:27:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3a", 2024-08-04T15:27:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:13:13.330754+0000", 2024-08-04T15:27:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819249+0000", 2024-08-04T15:27:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.509988+0000", 2024-08-04T15:27:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.509988+0000", 2024-08-04T15:27:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.510334+0000", 2024-08-04T15:27:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819249+0000", 2024-08-04T15:27:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819249+0000", 2024-08-04T15:27:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819249+0000", 2024-08-04T15:27:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819249+0000", 2024-08-04T15:27:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819249+0000", 2024-08-04T15:27:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819249+0000", 2024-08-04T15:27:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.39", 2024-08-04T15:27:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:55:18.575986+0000", 2024-08-04T15:27:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.818946+0000", 2024-08-04T15:27:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.510572+0000", 2024-08-04T15:27:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.510572+0000", 2024-08-04T15:27:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.510832+0000", 2024-08-04T15:27:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.818946+0000", 2024-08-04T15:27:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.818946+0000", 2024-08-04T15:27:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.818946+0000", 2024-08-04T15:27:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.818946+0000", 2024-08-04T15:27:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.818946+0000", 2024-08-04T15:27:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.818946+0000", 2024-08-04T15:27:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.38", 2024-08-04T15:27:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:26:24.443599+0000", 2024-08-04T15:27:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819957+0000", 2024-08-04T15:27:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.518627+0000", 2024-08-04T15:27:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.518627+0000", 2024-08-04T15:27:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.518943+0000", 2024-08-04T15:27:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819957+0000", 2024-08-04T15:27:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819957+0000", 2024-08-04T15:27:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819957+0000", 2024-08-04T15:27:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819957+0000", 2024-08-04T15:27:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819957+0000", 2024-08-04T15:27:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819957+0000", 2024-08-04T15:27:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.37", 2024-08-04T15:27:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:38:16.947646+0000", 2024-08-04T15:27:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300487+0000", 2024-08-04T15:27:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.515273+0000", 2024-08-04T15:27:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.515273+0000", 2024-08-04T15:27:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.515571+0000", 2024-08-04T15:27:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300487+0000", 2024-08-04T15:27:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300487+0000", 2024-08-04T15:27:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300487+0000", 2024-08-04T15:27:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300487+0000", 2024-08-04T15:27:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300487+0000", 2024-08-04T15:27:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300487+0000", 2024-08-04T15:27:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.36", 2024-08-04T15:27:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:57:03.422372+0000", 2024-08-04T15:27:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300485+0000", 2024-08-04T15:27:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.514655+0000", 2024-08-04T15:27:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.514655+0000", 2024-08-04T15:27:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.514923+0000", 2024-08-04T15:27:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300485+0000", 2024-08-04T15:27:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300485+0000", 2024-08-04T15:27:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300485+0000", 2024-08-04T15:27:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300485+0000", 2024-08-04T15:27:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300485+0000", 2024-08-04T15:27:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300485+0000", 2024-08-04T15:27:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.35", 2024-08-04T15:27:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:15:00.740206+0000", 2024-08-04T15:27:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T15:27:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.082130+0000", 2024-08-04T15:27:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:24:16.103201+0000", 2024-08-04T15:27:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:24:16.103201+0000", 2024-08-04T15:27:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:24:16.103578+0000", 2024-08-04T15:27:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.082130+0000", 2024-08-04T15:27:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 67, 2024-08-04T15:27:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.082130+0000", 2024-08-04T15:27:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.082130+0000", 2024-08-04T15:27:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.082130+0000", 2024-08-04T15:27:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.082130+0000", 2024-08-04T15:27:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.082130+0000", 2024-08-04T15:27:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 66, 2024-08-04T15:27:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.34", 2024-08-04T15:27:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 31, 2024-08-04T15:27:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:51:15.929686+0000", 2024-08-04T15:27:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T15:27:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819107+0000", 2024-08-04T15:27:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.507409+0000", 2024-08-04T15:27:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.507409+0000", 2024-08-04T15:27:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.507950+0000", 2024-08-04T15:27:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819107+0000", 2024-08-04T15:27:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819107+0000", 2024-08-04T15:27:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819107+0000", 2024-08-04T15:27:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819107+0000", 2024-08-04T15:27:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819107+0000", 2024-08-04T15:27:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819107+0000", 2024-08-04T15:27:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.33", 2024-08-04T15:27:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:12:33.117795+0000", 2024-08-04T15:27:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.436423+0000", 2024-08-04T15:27:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.510253+0000", 2024-08-04T15:27:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.510253+0000", 2024-08-04T15:27:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.511488+0000", 2024-08-04T15:27:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.436423+0000", 2024-08-04T15:27:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.436423+0000", 2024-08-04T15:27:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.436423+0000", 2024-08-04T15:27:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.436423+0000", 2024-08-04T15:27:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.436423+0000", 2024-08-04T15:27:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.436423+0000", 2024-08-04T15:27:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.32", 2024-08-04T15:27:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 20, 2024-08-04T15:27:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:40:47.566285+0000", 2024-08-04T15:27:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.082661+0000", 2024-08-04T15:27:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.498774+0000", 2024-08-04T15:27:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.498774+0000", 2024-08-04T15:27:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.499127+0000", 2024-08-04T15:27:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.082661+0000", 2024-08-04T15:27:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.082661+0000", 2024-08-04T15:27:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.082661+0000", 2024-08-04T15:27:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.082661+0000", 2024-08-04T15:27:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.082661+0000", 2024-08-04T15:27:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.082661+0000", 2024-08-04T15:27:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.31", 2024-08-04T15:27:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:51:36.258519+0000", 2024-08-04T15:27:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085410+0000", 2024-08-04T15:27:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.519277+0000", 2024-08-04T15:27:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.519277+0000", 2024-08-04T15:27:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.520398+0000", 2024-08-04T15:27:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085410+0000", 2024-08-04T15:27:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085410+0000", 2024-08-04T15:27:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085410+0000", 2024-08-04T15:27:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085410+0000", 2024-08-04T15:27:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085410+0000", 2024-08-04T15:27:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085410+0000", 2024-08-04T15:27:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.30", 2024-08-04T15:27:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:07:18.910650+0000", 2024-08-04T15:27:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.086044+0000", 2024-08-04T15:27:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.517888+0000", 2024-08-04T15:27:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.517888+0000", 2024-08-04T15:27:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.518164+0000", 2024-08-04T15:27:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.086044+0000", 2024-08-04T15:27:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.086044+0000", 2024-08-04T15:27:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.086044+0000", 2024-08-04T15:27:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.086044+0000", 2024-08-04T15:27:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.086044+0000", 2024-08-04T15:27:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.086044+0000", 2024-08-04T15:27:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2f", 2024-08-04T15:27:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:38:39.543123+0000", 2024-08-04T15:27:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T15:27:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.082030+0000", 2024-08-04T15:27:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.505211+0000", 2024-08-04T15:27:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.505211+0000", 2024-08-04T15:27:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.506696+0000", 2024-08-04T15:27:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.082030+0000", 2024-08-04T15:27:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.082030+0000", 2024-08-04T15:27:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.082030+0000", 2024-08-04T15:27:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.082030+0000", 2024-08-04T15:27:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.082030+0000", 2024-08-04T15:27:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.082030+0000", 2024-08-04T15:27:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2e", 2024-08-04T15:27:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:30:26.148856+0000", 2024-08-04T15:27:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T15:27:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819712+0000", 2024-08-04T15:27:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.514924+0000", 2024-08-04T15:27:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.514924+0000", 2024-08-04T15:27:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.515569+0000", 2024-08-04T15:27:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819712+0000", 2024-08-04T15:27:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819712+0000", 2024-08-04T15:27:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819712+0000", 2024-08-04T15:27:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819712+0000", 2024-08-04T15:27:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819712+0000", 2024-08-04T15:27:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819712+0000", 2024-08-04T15:27:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2d", 2024-08-04T15:27:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:00:13.402505+0000", 2024-08-04T15:27:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300256+0000", 2024-08-04T15:27:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.510785+0000", 2024-08-04T15:27:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.510785+0000", 2024-08-04T15:27:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.511155+0000", 2024-08-04T15:27:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300256+0000", 2024-08-04T15:27:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300256+0000", 2024-08-04T15:27:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300256+0000", 2024-08-04T15:27:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300256+0000", 2024-08-04T15:27:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300256+0000", 2024-08-04T15:27:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300256+0000", 2024-08-04T15:27:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2c", 2024-08-04T15:27:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:20:30.379451+0000", 2024-08-04T15:27:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.436803+0000", 2024-08-04T15:27:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.509234+0000", 2024-08-04T15:27:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.509234+0000", 2024-08-04T15:27:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.511642+0000", 2024-08-04T15:27:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.436803+0000", 2024-08-04T15:27:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.436803+0000", 2024-08-04T15:27:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.436803+0000", 2024-08-04T15:27:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.436803+0000", 2024-08-04T15:27:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.436803+0000", 2024-08-04T15:27:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.436803+0000", 2024-08-04T15:27:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2b", 2024-08-04T15:27:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 20, 2024-08-04T15:27:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:19:02.236179+0000", 2024-08-04T15:27:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085608+0000", 2024-08-04T15:27:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.512917+0000", 2024-08-04T15:27:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.512917+0000", 2024-08-04T15:27:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.515281+0000", 2024-08-04T15:27:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085608+0000", 2024-08-04T15:27:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085608+0000", 2024-08-04T15:27:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085608+0000", 2024-08-04T15:27:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085608+0000", 2024-08-04T15:27:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085608+0000", 2024-08-04T15:27:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085608+0000", 2024-08-04T15:27:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2a", 2024-08-04T15:27:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:13:15.187702+0000", 2024-08-04T15:27:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819220+0000", 2024-08-04T15:27:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.500076+0000", 2024-08-04T15:27:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.500076+0000", 2024-08-04T15:27:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.500357+0000", 2024-08-04T15:27:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819220+0000", 2024-08-04T15:27:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819220+0000", 2024-08-04T15:27:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819220+0000", 2024-08-04T15:27:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819220+0000", 2024-08-04T15:27:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819220+0000", 2024-08-04T15:27:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819220+0000", 2024-08-04T15:27:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.29", 2024-08-04T15:27:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:36:55.376597+0000", 2024-08-04T15:27:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085461+0000", 2024-08-04T15:27:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.512892+0000", 2024-08-04T15:27:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.512892+0000", 2024-08-04T15:27:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.513289+0000", 2024-08-04T15:27:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085461+0000", 2024-08-04T15:27:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085461+0000", 2024-08-04T15:27:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085461+0000", 2024-08-04T15:27:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085461+0000", 2024-08-04T15:27:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085461+0000", 2024-08-04T15:27:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085461+0000", 2024-08-04T15:27:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.28", 2024-08-04T15:27:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:58:56.118404+0000", 2024-08-04T15:27:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819540+0000", 2024-08-04T15:27:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.502774+0000", 2024-08-04T15:27:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.502774+0000", 2024-08-04T15:27:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.503039+0000", 2024-08-04T15:27:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819540+0000", 2024-08-04T15:27:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819540+0000", 2024-08-04T15:27:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819540+0000", 2024-08-04T15:27:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819540+0000", 2024-08-04T15:27:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819540+0000", 2024-08-04T15:27:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819540+0000", 2024-08-04T15:27:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.27", 2024-08-04T15:27:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:22:46.397060+0000", 2024-08-04T15:27:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300580+0000", 2024-08-04T15:27:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.512778+0000", 2024-08-04T15:27:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.512778+0000", 2024-08-04T15:27:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.513070+0000", 2024-08-04T15:27:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300580+0000", 2024-08-04T15:27:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300580+0000", 2024-08-04T15:27:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300580+0000", 2024-08-04T15:27:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300580+0000", 2024-08-04T15:27:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300580+0000", 2024-08-04T15:27:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300580+0000", 2024-08-04T15:27:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.26", 2024-08-04T15:27:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:20:08.116370+0000", 2024-08-04T15:27:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.083476+0000", 2024-08-04T15:27:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.500297+0000", 2024-08-04T15:27:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.500297+0000", 2024-08-04T15:27:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.500586+0000", 2024-08-04T15:27:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.083476+0000", 2024-08-04T15:27:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.083476+0000", 2024-08-04T15:27:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.083476+0000", 2024-08-04T15:27:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.083476+0000", 2024-08-04T15:27:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.083476+0000", 2024-08-04T15:27:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.083476+0000", 2024-08-04T15:27:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.25", 2024-08-04T15:27:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:05:13.759470+0000", 2024-08-04T15:27:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819465+0000", 2024-08-04T15:27:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.502325+0000", 2024-08-04T15:27:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.502325+0000", 2024-08-04T15:27:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.503761+0000", 2024-08-04T15:27:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819465+0000", 2024-08-04T15:27:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819465+0000", 2024-08-04T15:27:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819465+0000", 2024-08-04T15:27:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819465+0000", 2024-08-04T15:27:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819465+0000", 2024-08-04T15:27:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819465+0000", 2024-08-04T15:27:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.24", 2024-08-04T15:27:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:18:53.024583+0000", 2024-08-04T15:27:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.436875+0000", 2024-08-04T15:27:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.502406+0000", 2024-08-04T15:27:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.502406+0000", 2024-08-04T15:27:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.504028+0000", 2024-08-04T15:27:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.436875+0000", 2024-08-04T15:27:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.436875+0000", 2024-08-04T15:27:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.436875+0000", 2024-08-04T15:27:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.436875+0000", 2024-08-04T15:27:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.436875+0000", 2024-08-04T15:27:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.436875+0000", 2024-08-04T15:27:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.23", 2024-08-04T15:27:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 20, 2024-08-04T15:27:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:07:00.811214+0000", 2024-08-04T15:27:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085633+0000", 2024-08-04T15:27:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.513755+0000", 2024-08-04T15:27:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.513755+0000", 2024-08-04T15:27:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.515670+0000", 2024-08-04T15:27:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085633+0000", 2024-08-04T15:27:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085633+0000", 2024-08-04T15:27:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085633+0000", 2024-08-04T15:27:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085633+0000", 2024-08-04T15:27:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085633+0000", 2024-08-04T15:27:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085633+0000", 2024-08-04T15:27:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.22", 2024-08-04T15:27:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:07:36.189578+0000", 2024-08-04T15:27:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T15:27:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.081613+0000", 2024-08-04T15:27:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.505698+0000", 2024-08-04T15:27:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.505698+0000", 2024-08-04T15:27:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.505972+0000", 2024-08-04T15:27:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.081613+0000", 2024-08-04T15:27:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.081613+0000", 2024-08-04T15:27:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.081613+0000", 2024-08-04T15:27:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.081613+0000", 2024-08-04T15:27:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.081613+0000", 2024-08-04T15:27:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.081613+0000", 2024-08-04T15:27:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.21", 2024-08-04T15:27:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:17:26.415836+0000", 2024-08-04T15:27:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T15:27:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.299990+0000", 2024-08-04T15:27:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.514571+0000", 2024-08-04T15:27:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.514571+0000", 2024-08-04T15:27:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.514862+0000", 2024-08-04T15:27:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.299990+0000", 2024-08-04T15:27:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.299990+0000", 2024-08-04T15:27:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.299990+0000", 2024-08-04T15:27:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.299990+0000", 2024-08-04T15:27:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.299990+0000", 2024-08-04T15:27:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.299990+0000", 2024-08-04T15:27:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.20", 2024-08-04T15:27:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:27:28.970858+0000", 2024-08-04T15:27:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T15:27:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.081679+0000", 2024-08-04T15:27:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.502221+0000", 2024-08-04T15:27:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.502221+0000", 2024-08-04T15:27:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.502636+0000", 2024-08-04T15:27:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.081679+0000", 2024-08-04T15:27:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.081679+0000", 2024-08-04T15:27:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.081679+0000", 2024-08-04T15:27:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.081679+0000", 2024-08-04T15:27:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.081679+0000", 2024-08-04T15:27:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.081679+0000", 2024-08-04T15:27:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1a", 2024-08-04T15:27:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:08:29.459334+0000", 2024-08-04T15:27:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T15:27:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819316+0000", 2024-08-04T15:27:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.275018+0000", 2024-08-04T15:27:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.275018+0000", 2024-08-04T15:27:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.275284+0000", 2024-08-04T15:27:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819316+0000", 2024-08-04T15:27:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819316+0000", 2024-08-04T15:27:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819316+0000", 2024-08-04T15:27:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819316+0000", 2024-08-04T15:27:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819316+0000", 2024-08-04T15:27:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819316+0000", 2024-08-04T15:27:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T15:27:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T15:27:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1b", 2024-08-04T15:27:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 25, 2024-08-04T15:27:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:31:57.708624+0000", 2024-08-04T15:27:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T15:27:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T15:27:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.081927+0000", 2024-08-04T15:27:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:24:16.733201+0000", 2024-08-04T15:27:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:24:16.733201+0000", 2024-08-04T15:27:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:24:16.733476+0000", 2024-08-04T15:27:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.081927+0000", 2024-08-04T15:27:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 67, 2024-08-04T15:27:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.081927+0000", 2024-08-04T15:27:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.081927+0000", 2024-08-04T15:27:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.081927+0000", 2024-08-04T15:27:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.081927+0000", 2024-08-04T15:27:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.081927+0000", 2024-08-04T15:27:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 66, 2024-08-04T15:27:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1b", 2024-08-04T15:27:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 18, 2024-08-04T15:27:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:37:35.353199+0000", 2024-08-04T15:27:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T15:27:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300196+0000", 2024-08-04T15:27:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:24:16.103880+0000", 2024-08-04T15:27:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:24:16.103880+0000", 2024-08-04T15:27:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:24:16.104293+0000", 2024-08-04T15:27:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300196+0000", 2024-08-04T15:27:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 67, 2024-08-04T15:27:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300196+0000", 2024-08-04T15:27:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300196+0000", 2024-08-04T15:27:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300196+0000", 2024-08-04T15:27:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300196+0000", 2024-08-04T15:27:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300196+0000", 2024-08-04T15:27:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T15:27:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 66, 2024-08-04T15:27:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T15:27:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1a", 2024-08-04T15:27:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 35, 2024-08-04T15:27:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:23:43.630289+0000", 2024-08-04T15:27:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T15:27:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819149+0000", 2024-08-04T15:27:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.276906+0000", 2024-08-04T15:27:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.276906+0000", 2024-08-04T15:27:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.277222+0000", 2024-08-04T15:27:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819149+0000", 2024-08-04T15:27:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819149+0000", 2024-08-04T15:27:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819149+0000", 2024-08-04T15:27:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819149+0000", 2024-08-04T15:27:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819149+0000", 2024-08-04T15:27:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819149+0000", 2024-08-04T15:27:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.19", 2024-08-04T15:27:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:35:42.927782+0000", 2024-08-04T15:27:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819096+0000", 2024-08-04T15:27:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.506056+0000", 2024-08-04T15:27:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.506056+0000", 2024-08-04T15:27:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.506367+0000", 2024-08-04T15:27:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819096+0000", 2024-08-04T15:27:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819096+0000", 2024-08-04T15:27:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819096+0000", 2024-08-04T15:27:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819096+0000", 2024-08-04T15:27:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819096+0000", 2024-08-04T15:27:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819096+0000", 2024-08-04T15:27:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.18", 2024-08-04T15:27:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:24:28.792946+0000", 2024-08-04T15:27:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085518+0000", 2024-08-04T15:27:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.278804+0000", 2024-08-04T15:27:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.278804+0000", 2024-08-04T15:27:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.279106+0000", 2024-08-04T15:27:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085518+0000", 2024-08-04T15:27:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085518+0000", 2024-08-04T15:27:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085518+0000", 2024-08-04T15:27:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085518+0000", 2024-08-04T15:27:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085518+0000", 2024-08-04T15:27:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085518+0000", 2024-08-04T15:27:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.18", 2024-08-04T15:27:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:01:45.707647+0000", 2024-08-04T15:27:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.082505+0000", 2024-08-04T15:27:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.495082+0000", 2024-08-04T15:27:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.495082+0000", 2024-08-04T15:27:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.495377+0000", 2024-08-04T15:27:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.082505+0000", 2024-08-04T15:27:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.082505+0000", 2024-08-04T15:27:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.082505+0000", 2024-08-04T15:27:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.082505+0000", 2024-08-04T15:27:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.082505+0000", 2024-08-04T15:27:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.082505+0000", 2024-08-04T15:27:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.19", 2024-08-04T15:27:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:08:48.327340+0000", 2024-08-04T15:27:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300481+0000", 2024-08-04T15:27:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.283520+0000", 2024-08-04T15:27:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.283520+0000", 2024-08-04T15:27:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.283827+0000", 2024-08-04T15:27:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300481+0000", 2024-08-04T15:27:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300481+0000", 2024-08-04T15:27:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300481+0000", 2024-08-04T15:27:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300481+0000", 2024-08-04T15:27:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300481+0000", 2024-08-04T15:27:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300481+0000", 2024-08-04T15:27:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.17", 2024-08-04T15:27:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:18:16.247702+0000", 2024-08-04T15:27:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085859+0000", 2024-08-04T15:27:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.504959+0000", 2024-08-04T15:27:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.504959+0000", 2024-08-04T15:27:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.505550+0000", 2024-08-04T15:27:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085859+0000", 2024-08-04T15:27:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085859+0000", 2024-08-04T15:27:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085859+0000", 2024-08-04T15:27:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085859+0000", 2024-08-04T15:27:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085859+0000", 2024-08-04T15:27:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085859+0000", 2024-08-04T15:27:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.16", 2024-08-04T15:27:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:43:17.088831+0000", 2024-08-04T15:27:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.086016+0000", 2024-08-04T15:27:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.283377+0000", 2024-08-04T15:27:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.283377+0000", 2024-08-04T15:27:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.283723+0000", 2024-08-04T15:27:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.086016+0000", 2024-08-04T15:27:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.086016+0000", 2024-08-04T15:27:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.086016+0000", 2024-08-04T15:27:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.086016+0000", 2024-08-04T15:27:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.086016+0000", 2024-08-04T15:27:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.086016+0000", 2024-08-04T15:27:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.16", 2024-08-04T15:27:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:24:22.955080+0000", 2024-08-04T15:27:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.437417+0000", 2024-08-04T15:27:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.508897+0000", 2024-08-04T15:27:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.508897+0000", 2024-08-04T15:27:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.512117+0000", 2024-08-04T15:27:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.437417+0000", 2024-08-04T15:27:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.437417+0000", 2024-08-04T15:27:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.437417+0000", 2024-08-04T15:27:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.437417+0000", 2024-08-04T15:27:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.437417+0000", 2024-08-04T15:27:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.437417+0000", 2024-08-04T15:27:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.17", 2024-08-04T15:27:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 20, 2024-08-04T15:27:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:56:49.886166+0000", 2024-08-04T15:27:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.083609+0000", 2024-08-04T15:27:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.278870+0000", 2024-08-04T15:27:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.278870+0000", 2024-08-04T15:27:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.279173+0000", 2024-08-04T15:27:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.083609+0000", 2024-08-04T15:27:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.083609+0000", 2024-08-04T15:27:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.083609+0000", 2024-08-04T15:27:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.083609+0000", 2024-08-04T15:27:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.083609+0000", 2024-08-04T15:27:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.083609+0000", 2024-08-04T15:27:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3, 2024-08-04T15:27:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3, 2024-08-04T15:27:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.15", 2024-08-04T15:27:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 27, 2024-08-04T15:27:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:35:18.498343+0000", 2024-08-04T15:27:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 90, 2024-08-04T15:27:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T15:27:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T15:27:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T15:27:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 4, 2024-08-04T15:27:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T15:27:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'3" 2024-08-04T15:27:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T15:27:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.082127+0000", 2024-08-04T15:27:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.505222+0000", 2024-08-04T15:27:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.505222+0000", 2024-08-04T15:27:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.505776+0000", 2024-08-04T15:27:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.082127+0000", 2024-08-04T15:27:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.082127+0000", 2024-08-04T15:27:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.082127+0000", 2024-08-04T15:27:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.082127+0000", 2024-08-04T15:27:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.082127+0000", 2024-08-04T15:27:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.082127+0000", 2024-08-04T15:27:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.847 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.847 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.14", 2024-08-04T15:27:25.847 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.847 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.847 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.847 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.847 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.847 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:57:42.114526+0000", 2024-08-04T15:27:25.847 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.847 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.847 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.847 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.847 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.847 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T15:27:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:26:21.866802+0000", 2024-08-04T15:27:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.281548+0000", 2024-08-04T15:27:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.281548+0000", 2024-08-04T15:27:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.281848+0000", 2024-08-04T15:27:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:26:21.866802+0000", 2024-08-04T15:27:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:26:21.866802+0000", 2024-08-04T15:27:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:26:21.866802+0000", 2024-08-04T15:27:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:26:21.866802+0000", 2024-08-04T15:27:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:26:21.866802+0000", 2024-08-04T15:27:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:26:21.866802+0000", 2024-08-04T15:27:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 12, 2024-08-04T15:27:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 12, 2024-08-04T15:27:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.14", 2024-08-04T15:27:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 36, 2024-08-04T15:27:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:09:12.939157+0000", 2024-08-04T15:27:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 2624, 2024-08-04T15:27:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 12, 2024-08-04T15:27:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 4, 2024-08-04T15:27:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 4, 2024-08-04T15:27:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 12, 2024-08-04T15:27:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 9 2024-08-04T15:27:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "75'12" 2024-08-04T15:27:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819550+0000", 2024-08-04T15:27:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.515291+0000", 2024-08-04T15:27:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.515291+0000", 2024-08-04T15:27:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.515749+0000", 2024-08-04T15:27:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819550+0000", 2024-08-04T15:27:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819550+0000", 2024-08-04T15:27:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819550+0000", 2024-08-04T15:27:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819550+0000", 2024-08-04T15:27:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819550+0000", 2024-08-04T15:27:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819550+0000", 2024-08-04T15:27:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.15", 2024-08-04T15:27:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:12:21.731480+0000", 2024-08-04T15:27:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.436992+0000", 2024-08-04T15:27:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.274014+0000", 2024-08-04T15:27:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.274014+0000", 2024-08-04T15:27:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.274307+0000", 2024-08-04T15:27:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.436992+0000", 2024-08-04T15:27:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.436992+0000", 2024-08-04T15:27:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.436992+0000", 2024-08-04T15:27:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.436992+0000", 2024-08-04T15:27:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.436992+0000", 2024-08-04T15:27:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.436992+0000", 2024-08-04T15:27:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T15:27:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T15:27:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.13", 2024-08-04T15:27:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 25, 2024-08-04T15:27:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:37:36.408249+0000", 2024-08-04T15:27:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 34, 2024-08-04T15:27:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T15:27:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T15:27:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T15:27:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T15:27:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 6 2024-08-04T15:27:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T15:27:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.436480+0000", 2024-08-04T15:27:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.505470+0000", 2024-08-04T15:27:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.505470+0000", 2024-08-04T15:27:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.505735+0000", 2024-08-04T15:27:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.436480+0000", 2024-08-04T15:27:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.436480+0000", 2024-08-04T15:27:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.436480+0000", 2024-08-04T15:27:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.436480+0000", 2024-08-04T15:27:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.436480+0000", 2024-08-04T15:27:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.436480+0000", 2024-08-04T15:27:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.12", 2024-08-04T15:27:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 20, 2024-08-04T15:27:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:30:41.327112+0000", 2024-08-04T15:27:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085704+0000", 2024-08-04T15:27:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.279090+0000", 2024-08-04T15:27:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.279090+0000", 2024-08-04T15:27:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.279451+0000", 2024-08-04T15:27:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085704+0000", 2024-08-04T15:27:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085704+0000", 2024-08-04T15:27:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085704+0000", 2024-08-04T15:27:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085704+0000", 2024-08-04T15:27:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085704+0000", 2024-08-04T15:27:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085704+0000", 2024-08-04T15:27:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.12", 2024-08-04T15:27:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:43:18.349023+0000", 2024-08-04T15:27:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819531+0000", 2024-08-04T15:27:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.517647+0000", 2024-08-04T15:27:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.517647+0000", 2024-08-04T15:27:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.518087+0000", 2024-08-04T15:27:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819531+0000", 2024-08-04T15:27:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819531+0000", 2024-08-04T15:27:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819531+0000", 2024-08-04T15:27:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819531+0000", 2024-08-04T15:27:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819531+0000", 2024-08-04T15:27:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819531+0000", 2024-08-04T15:27:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.13", 2024-08-04T15:27:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:34:32.059933+0000", 2024-08-04T15:27:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300193+0000", 2024-08-04T15:27:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.283453+0000", 2024-08-04T15:27:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.283453+0000", 2024-08-04T15:27:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.284012+0000", 2024-08-04T15:27:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300193+0000", 2024-08-04T15:27:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300193+0000", 2024-08-04T15:27:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300193+0000", 2024-08-04T15:27:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300193+0000", 2024-08-04T15:27:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300193+0000", 2024-08-04T15:27:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300193+0000", 2024-08-04T15:27:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.11", 2024-08-04T15:27:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:05:40.040885+0000", 2024-08-04T15:27:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300040+0000", 2024-08-04T15:27:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.515650+0000", 2024-08-04T15:27:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.515650+0000", 2024-08-04T15:27:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.515938+0000", 2024-08-04T15:27:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300040+0000", 2024-08-04T15:27:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300040+0000", 2024-08-04T15:27:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300040+0000", 2024-08-04T15:27:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300040+0000", 2024-08-04T15:27:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300040+0000", 2024-08-04T15:27:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300040+0000", 2024-08-04T15:27:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.10", 2024-08-04T15:27:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:56:31.130164+0000", 2024-08-04T15:27:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T15:27:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.081522+0000", 2024-08-04T15:27:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.269587+0000", 2024-08-04T15:27:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.269587+0000", 2024-08-04T15:27:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.269918+0000", 2024-08-04T15:27:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.081522+0000", 2024-08-04T15:27:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.081522+0000", 2024-08-04T15:27:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.081522+0000", 2024-08-04T15:27:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.081522+0000", 2024-08-04T15:27:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.081522+0000", 2024-08-04T15:27:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.081522+0000", 2024-08-04T15:27:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 8, 2024-08-04T15:27:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 8, 2024-08-04T15:27:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.10", 2024-08-04T15:27:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 32, 2024-08-04T15:27:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:29:46.647005+0000", 2024-08-04T15:27:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 12, 2024-08-04T15:27:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 4, 2024-08-04T15:27:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 4, 2024-08-04T15:27:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 4, 2024-08-04T15:27:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 12, 2024-08-04T15:27:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T15:27:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'8" 2024-08-04T15:27:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819333+0000", 2024-08-04T15:27:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.511562+0000", 2024-08-04T15:27:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.511562+0000", 2024-08-04T15:27:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.511866+0000", 2024-08-04T15:27:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819333+0000", 2024-08-04T15:27:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819333+0000", 2024-08-04T15:27:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819333+0000", 2024-08-04T15:27:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819333+0000", 2024-08-04T15:27:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819333+0000", 2024-08-04T15:27:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819333+0000", 2024-08-04T15:27:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.11", 2024-08-04T15:27:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:40:26.926853+0000", 2024-08-04T15:27:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T15:27:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.082109+0000", 2024-08-04T15:27:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.275882+0000", 2024-08-04T15:27:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.275882+0000", 2024-08-04T15:27:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.276386+0000", 2024-08-04T15:27:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.082109+0000", 2024-08-04T15:27:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.082109+0000", 2024-08-04T15:27:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.082109+0000", 2024-08-04T15:27:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.082109+0000", 2024-08-04T15:27:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.082109+0000", 2024-08-04T15:27:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.082109+0000", 2024-08-04T15:27:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T15:27:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T15:27:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.f", 2024-08-04T15:27:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 25, 2024-08-04T15:27:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:28:59.872959+0000", 2024-08-04T15:27:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 22, 2024-08-04T15:27:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T15:27:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T15:27:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T15:27:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T15:27:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819837+0000", 2024-08-04T15:27:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.513403+0000", 2024-08-04T15:27:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.513403+0000", 2024-08-04T15:27:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.514697+0000", 2024-08-04T15:27:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819837+0000", 2024-08-04T15:27:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819837+0000", 2024-08-04T15:27:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819837+0000", 2024-08-04T15:27:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819837+0000", 2024-08-04T15:27:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819837+0000", 2024-08-04T15:27:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819837+0000", 2024-08-04T15:27:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.e", 2024-08-04T15:27:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:59:13.217468+0000", 2024-08-04T15:27:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T15:27:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.082198+0000", 2024-08-04T15:27:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.275645+0000", 2024-08-04T15:27:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.275645+0000", 2024-08-04T15:27:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.276563+0000", 2024-08-04T15:27:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.082198+0000", 2024-08-04T15:27:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.082198+0000", 2024-08-04T15:27:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.082198+0000", 2024-08-04T15:27:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.082198+0000", 2024-08-04T15:27:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.082198+0000", 2024-08-04T15:27:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.082198+0000", 2024-08-04T15:27:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T15:27:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T15:27:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.e", 2024-08-04T15:27:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 26, 2024-08-04T15:27:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:57:44.808918+0000", 2024-08-04T15:27:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T15:27:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T15:27:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T15:27:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819824+0000", 2024-08-04T15:27:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.516772+0000", 2024-08-04T15:27:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.516772+0000", 2024-08-04T15:27:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.517178+0000", 2024-08-04T15:27:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819824+0000", 2024-08-04T15:27:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819824+0000", 2024-08-04T15:27:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819824+0000", 2024-08-04T15:27:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819824+0000", 2024-08-04T15:27:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819824+0000", 2024-08-04T15:27:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819824+0000", 2024-08-04T15:27:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.f", 2024-08-04T15:27:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:55:01.959163+0000", 2024-08-04T15:27:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.083718+0000", 2024-08-04T15:27:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.274675+0000", 2024-08-04T15:27:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.274675+0000", 2024-08-04T15:27:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.274978+0000", 2024-08-04T15:27:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.083718+0000", 2024-08-04T15:27:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.083718+0000", 2024-08-04T15:27:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.083718+0000", 2024-08-04T15:27:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.083718+0000", 2024-08-04T15:27:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.083718+0000", 2024-08-04T15:27:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.083718+0000", 2024-08-04T15:27:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T15:27:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T15:27:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.d", 2024-08-04T15:27:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 25, 2024-08-04T15:27:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:43:31.663358+0000", 2024-08-04T15:27:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 70, 2024-08-04T15:27:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T15:27:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T15:27:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T15:27:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085738+0000", 2024-08-04T15:27:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.515015+0000", 2024-08-04T15:27:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.515015+0000", 2024-08-04T15:27:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.515281+0000", 2024-08-04T15:27:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085738+0000", 2024-08-04T15:27:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085738+0000", 2024-08-04T15:27:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085738+0000", 2024-08-04T15:27:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085738+0000", 2024-08-04T15:27:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085738+0000", 2024-08-04T15:27:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085738+0000", 2024-08-04T15:27:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.c", 2024-08-04T15:27:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:12:29.932714+0000", 2024-08-04T15:27:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T15:27:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.081985+0000", 2024-08-04T15:27:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.273407+0000", 2024-08-04T15:27:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.273407+0000", 2024-08-04T15:27:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.274476+0000", 2024-08-04T15:27:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.081985+0000", 2024-08-04T15:27:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.081985+0000", 2024-08-04T15:27:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.081985+0000", 2024-08-04T15:27:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.081985+0000", 2024-08-04T15:27:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.081985+0000", 2024-08-04T15:27:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.081985+0000", 2024-08-04T15:27:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.c", 2024-08-04T15:27:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:16:07.211238+0000", 2024-08-04T15:27:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T15:27:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819583+0000", 2024-08-04T15:27:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.510794+0000", 2024-08-04T15:27:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.510794+0000", 2024-08-04T15:27:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.511102+0000", 2024-08-04T15:27:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819583+0000", 2024-08-04T15:27:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819583+0000", 2024-08-04T15:27:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819583+0000", 2024-08-04T15:27:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819583+0000", 2024-08-04T15:27:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819583+0000", 2024-08-04T15:27:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819583+0000", 2024-08-04T15:27:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.d", 2024-08-04T15:27:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:32:33.827060+0000", 2024-08-04T15:27:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T15:27:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:20.575123+0000", 2024-08-04T15:27:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:25:07.523753+0000", 2024-08-04T15:27:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:25:07.523753+0000", 2024-08-04T15:27:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:25:13.300659+0000", 2024-08-04T15:27:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:20.575123+0000", 2024-08-04T15:27:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 70, 2024-08-04T15:27:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:20.575123+0000", 2024-08-04T15:27:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:20.575123+0000", 2024-08-04T15:27:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:20.575123+0000", 2024-08-04T15:27:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:20.575123+0000", 2024-08-04T15:27:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:20.575123+0000", 2024-08-04T15:27:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 69, 2024-08-04T15:27:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.5", 2024-08-04T15:27:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 19, 2024-08-04T15:27:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:53:02.752171+0000", 2024-08-04T15:27:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.000299891, 2024-08-04T15:27:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 19, 2024-08-04T15:27:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:27:22.208554+0000", 2024-08-04T15:27:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:26.550654+0000", 2024-08-04T15:27:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:26.550654+0000", 2024-08-04T15:27:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:26.550976+0000", 2024-08-04T15:27:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:27:22.208554+0000", 2024-08-04T15:27:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:21:25.437230+0000", 2024-08-04T15:27:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:21:25.437230+0000", 2024-08-04T15:27:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 58, 2024-08-04T15:27:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:27:22.208554+0000", 2024-08-04T15:27:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:27:22.208554+0000", 2024-08-04T15:27:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:27:22.208554+0000", 2024-08-04T15:27:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:21:25.437230+0000", 2024-08-04T15:27:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:27:22.208554+0000", 2024-08-04T15:27:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:27:22.208554+0000", 2024-08-04T15:27:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 144, 2024-08-04T15:27:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 57, 2024-08-04T15:27:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 144, 2024-08-04T15:27:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "1.0", 2024-08-04T15:27:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 341, 2024-08-04T15:27:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:43:30.284931+0000", 2024-08-04T15:27:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 590368, 2024-08-04T15:27:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 1771104, 2024-08-04T15:27:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T15:27:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T15:27:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T15:27:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 6, 2024-08-04T15:27:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 358, 2024-08-04T15:27:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 554, 2024-08-04T15:27:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 211, 2024-08-04T15:27:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 2416 2024-08-04T15:27:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "75'144" 2024-08-04T15:27:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.277556+0000", 2024-08-04T15:27:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.277556+0000", 2024-08-04T15:27:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.277860+0000", 2024-08-04T15:27:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.3", 2024-08-04T15:27:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:06:52.721636+0000", 2024-08-04T15:27:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819117+0000", 2024-08-04T15:27:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.510442+0000", 2024-08-04T15:27:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.510442+0000", 2024-08-04T15:27:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.510648+0000", 2024-08-04T15:27:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819117+0000", 2024-08-04T15:27:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819117+0000", 2024-08-04T15:27:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819117+0000", 2024-08-04T15:27:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819117+0000", 2024-08-04T15:27:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819117+0000", 2024-08-04T15:27:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819117+0000", 2024-08-04T15:27:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2", 2024-08-04T15:27:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:35:39.736041+0000", 2024-08-04T15:27:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T15:27:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:20.564506+0000", 2024-08-04T15:27:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:25:07.524884+0000", 2024-08-04T15:27:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:25:07.524884+0000", 2024-08-04T15:27:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:25:13.437496+0000", 2024-08-04T15:27:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:20.564506+0000", 2024-08-04T15:27:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 70, 2024-08-04T15:27:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:20.564506+0000", 2024-08-04T15:27:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:20.564506+0000", 2024-08-04T15:27:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:20.564506+0000", 2024-08-04T15:27:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:20.564506+0000", 2024-08-04T15:27:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:20.564506+0000", 2024-08-04T15:27:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 69, 2024-08-04T15:27:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.6", 2024-08-04T15:27:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 18, 2024-08-04T15:27:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:58:51.219148+0000", 2024-08-04T15:27:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.000260706, 2024-08-04T15:27:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819587+0000", 2024-08-04T15:27:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.276577+0000", 2024-08-04T15:27:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.276577+0000", 2024-08-04T15:27:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.276874+0000", 2024-08-04T15:27:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819587+0000", 2024-08-04T15:27:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819587+0000", 2024-08-04T15:27:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819587+0000", 2024-08-04T15:27:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819587+0000", 2024-08-04T15:27:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819587+0000", 2024-08-04T15:27:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819587+0000", 2024-08-04T15:27:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.0", 2024-08-04T15:27:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:06:59.690137+0000", 2024-08-04T15:27:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.436192+0000", 2024-08-04T15:27:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.502366+0000", 2024-08-04T15:27:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.502366+0000", 2024-08-04T15:27:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.502729+0000", 2024-08-04T15:27:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.436192+0000", 2024-08-04T15:27:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.436192+0000", 2024-08-04T15:27:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.436192+0000", 2024-08-04T15:27:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.436192+0000", 2024-08-04T15:27:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.436192+0000", 2024-08-04T15:27:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.436192+0000", 2024-08-04T15:27:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1", 2024-08-04T15:27:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 20, 2024-08-04T15:27:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:28:36.020082+0000", 2024-08-04T15:27:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T15:27:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:20.566086+0000", 2024-08-04T15:27:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:25:07.589939+0000", 2024-08-04T15:27:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:25:07.589939+0000", 2024-08-04T15:27:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:25:13.084015+0000", 2024-08-04T15:27:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:20.566086+0000", 2024-08-04T15:27:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 70, 2024-08-04T15:27:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:20.566086+0000", 2024-08-04T15:27:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:20.566086+0000", 2024-08-04T15:27:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:20.566086+0000", 2024-08-04T15:27:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:20.566086+0000", 2024-08-04T15:27:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:20.566086+0000", 2024-08-04T15:27:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 69, 2024-08-04T15:27:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.7", 2024-08-04T15:27:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 19, 2024-08-04T15:27:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:49:43.871442+0000", 2024-08-04T15:27:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.000368331, 2024-08-04T15:27:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T15:27:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.081744+0000", 2024-08-04T15:27:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.272173+0000", 2024-08-04T15:27:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.272173+0000", 2024-08-04T15:27:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.272569+0000", 2024-08-04T15:27:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.081744+0000", 2024-08-04T15:27:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.081744+0000", 2024-08-04T15:27:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.081744+0000", 2024-08-04T15:27:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.081744+0000", 2024-08-04T15:27:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.081744+0000", 2024-08-04T15:27:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.081744+0000", 2024-08-04T15:27:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1", 2024-08-04T15:27:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:47:05.909654+0000", 2024-08-04T15:27:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T15:27:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.082298+0000", 2024-08-04T15:27:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.502823+0000", 2024-08-04T15:27:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.502823+0000", 2024-08-04T15:27:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.503161+0000", 2024-08-04T15:27:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.082298+0000", 2024-08-04T15:27:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.082298+0000", 2024-08-04T15:27:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.082298+0000", 2024-08-04T15:27:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.082298+0000", 2024-08-04T15:27:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.082298+0000", 2024-08-04T15:27:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.082298+0000", 2024-08-04T15:27:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.0", 2024-08-04T15:27:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:33:21.023850+0000", 2024-08-04T15:27:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T15:27:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:20.565701+0000", 2024-08-04T15:27:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:25:07.523086+0000", 2024-08-04T15:27:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:25:07.523086+0000", 2024-08-04T15:27:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:25:13.083897+0000", 2024-08-04T15:27:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:20.565701+0000", 2024-08-04T15:27:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 70, 2024-08-04T15:27:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:20.565701+0000", 2024-08-04T15:27:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:20.565701+0000", 2024-08-04T15:27:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:20.565701+0000", 2024-08-04T15:27:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:20.565701+0000", 2024-08-04T15:27:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:20.565701+0000", 2024-08-04T15:27:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 69, 2024-08-04T15:27:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.4", 2024-08-04T15:27:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 19, 2024-08-04T15:27:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:14:32.114343+0000", 2024-08-04T15:27:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.000575044, 2024-08-04T15:27:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085848+0000", 2024-08-04T15:27:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.283378+0000", 2024-08-04T15:27:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.283378+0000", 2024-08-04T15:27:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.283717+0000", 2024-08-04T15:27:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085848+0000", 2024-08-04T15:27:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085848+0000", 2024-08-04T15:27:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085848+0000", 2024-08-04T15:27:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085848+0000", 2024-08-04T15:27:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085848+0000", 2024-08-04T15:27:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085848+0000", 2024-08-04T15:27:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.2", 2024-08-04T15:27:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:59:08.478236+0000", 2024-08-04T15:27:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T15:27:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.081827+0000", 2024-08-04T15:27:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:24:16.650627+0000", 2024-08-04T15:27:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:24:16.650627+0000", 2024-08-04T15:27:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:24:16.651054+0000", 2024-08-04T15:27:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.081827+0000", 2024-08-04T15:27:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 67, 2024-08-04T15:27:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.081827+0000", 2024-08-04T15:27:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.081827+0000", 2024-08-04T15:27:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.081827+0000", 2024-08-04T15:27:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.081827+0000", 2024-08-04T15:27:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.081827+0000", 2024-08-04T15:27:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 66, 2024-08-04T15:27:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3", 2024-08-04T15:27:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 18, 2024-08-04T15:27:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:53:28.854906+0000", 2024-08-04T15:27:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T15:27:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T15:27:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:20.564974+0000", 2024-08-04T15:27:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:25:07.589951+0000", 2024-08-04T15:27:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:25:07.589951+0000", 2024-08-04T15:27:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:25:13.082604+0000", 2024-08-04T15:27:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:20.564974+0000", 2024-08-04T15:27:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 70, 2024-08-04T15:27:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:20.564974+0000", 2024-08-04T15:27:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:20.564974+0000", 2024-08-04T15:27:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:20.564974+0000", 2024-08-04T15:27:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:20.564974+0000", 2024-08-04T15:27:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:20.564974+0000", 2024-08-04T15:27:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T15:27:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 69, 2024-08-04T15:27:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T15:27:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.2", 2024-08-04T15:27:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:27:16.211253+0000", 2024-08-04T15:27:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.000405736, 2024-08-04T15:27:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 19, 2024-08-04T15:27:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 2, 2024-08-04T15:27:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 2 2024-08-04T15:27:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "74'2" 2024-08-04T15:27:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.083715+0000", 2024-08-04T15:27:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.271396+0000", 2024-08-04T15:27:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.271396+0000", 2024-08-04T15:27:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.271724+0000", 2024-08-04T15:27:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.083715+0000", 2024-08-04T15:27:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.083715+0000", 2024-08-04T15:27:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.083715+0000", 2024-08-04T15:27:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.083715+0000", 2024-08-04T15:27:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.083715+0000", 2024-08-04T15:27:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.083715+0000", 2024-08-04T15:27:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.4", 2024-08-04T15:27:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:16:53.552693+0000", 2024-08-04T15:27:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085900+0000", 2024-08-04T15:27:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.513688+0000", 2024-08-04T15:27:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.513688+0000", 2024-08-04T15:27:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.514596+0000", 2024-08-04T15:27:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085900+0000", 2024-08-04T15:27:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085900+0000", 2024-08-04T15:27:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085900+0000", 2024-08-04T15:27:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085900+0000", 2024-08-04T15:27:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085900+0000", 2024-08-04T15:27:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085900+0000", 2024-08-04T15:27:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.5", 2024-08-04T15:27:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:34:52.430383+0000", 2024-08-04T15:27:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T15:27:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:20.564304+0000", 2024-08-04T15:27:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:25:07.589919+0000", 2024-08-04T15:27:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:25:07.589919+0000", 2024-08-04T15:27:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:25:13.437149+0000", 2024-08-04T15:27:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:20.564304+0000", 2024-08-04T15:27:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 70, 2024-08-04T15:27:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:20.564304+0000", 2024-08-04T15:27:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:20.564304+0000", 2024-08-04T15:27:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:20.564304+0000", 2024-08-04T15:27:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:20.564304+0000", 2024-08-04T15:27:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:20.564304+0000", 2024-08-04T15:27:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T15:27:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 69, 2024-08-04T15:27:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T15:27:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.3", 2024-08-04T15:27:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 19, 2024-08-04T15:27:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:33:10.164478+0000", 2024-08-04T15:27:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.000461841, 2024-08-04T15:27:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "72'1" 2024-08-04T15:27:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819736+0000", 2024-08-04T15:27:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.281870+0000", 2024-08-04T15:27:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.281870+0000", 2024-08-04T15:27:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.282213+0000", 2024-08-04T15:27:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819736+0000", 2024-08-04T15:27:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819736+0000", 2024-08-04T15:27:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819736+0000", 2024-08-04T15:27:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819736+0000", 2024-08-04T15:27:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819736+0000", 2024-08-04T15:27:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819736+0000", 2024-08-04T15:27:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.5", 2024-08-04T15:27:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:09:39.722868+0000", 2024-08-04T15:27:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.083466+0000", 2024-08-04T15:27:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.499939+0000", 2024-08-04T15:27:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.499939+0000", 2024-08-04T15:27:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.500768+0000", 2024-08-04T15:27:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.083466+0000", 2024-08-04T15:27:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.083466+0000", 2024-08-04T15:27:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.083466+0000", 2024-08-04T15:27:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.083466+0000", 2024-08-04T15:27:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.083466+0000", 2024-08-04T15:27:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.083466+0000", 2024-08-04T15:27:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.4", 2024-08-04T15:27:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:34:21.244874+0000", 2024-08-04T15:27:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T15:27:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:20.575520+0000", 2024-08-04T15:27:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:25:07.523296+0000", 2024-08-04T15:27:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:25:07.523296+0000", 2024-08-04T15:27:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:25:13.819349+0000", 2024-08-04T15:27:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:20.575520+0000", 2024-08-04T15:27:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 70, 2024-08-04T15:27:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:20.575520+0000", 2024-08-04T15:27:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:20.575520+0000", 2024-08-04T15:27:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:20.575520+0000", 2024-08-04T15:27:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:20.575520+0000", 2024-08-04T15:27:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:20.575520+0000", 2024-08-04T15:27:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 69, 2024-08-04T15:27:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.0", 2024-08-04T15:27:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 19, 2024-08-04T15:27:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:44:33.770029+0000", 2024-08-04T15:27:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.000449048, 2024-08-04T15:27:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.083824+0000", 2024-08-04T15:27:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.273742+0000", 2024-08-04T15:27:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.273742+0000", 2024-08-04T15:27:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.274053+0000", 2024-08-04T15:27:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.083824+0000", 2024-08-04T15:27:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.083824+0000", 2024-08-04T15:27:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.083824+0000", 2024-08-04T15:27:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.083824+0000", 2024-08-04T15:27:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.083824+0000", 2024-08-04T15:27:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.083824+0000", 2024-08-04T15:27:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T15:27:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T15:27:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.6", 2024-08-04T15:27:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 25, 2024-08-04T15:27:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:04:13.417015+0000", 2024-08-04T15:27:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T15:27:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T15:27:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819625+0000", 2024-08-04T15:27:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.504940+0000", 2024-08-04T15:27:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.504940+0000", 2024-08-04T15:27:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.505232+0000", 2024-08-04T15:27:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819625+0000", 2024-08-04T15:27:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819625+0000", 2024-08-04T15:27:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819625+0000", 2024-08-04T15:27:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819625+0000", 2024-08-04T15:27:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819625+0000", 2024-08-04T15:27:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819625+0000", 2024-08-04T15:27:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.7", 2024-08-04T15:27:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:56:17.256266+0000", 2024-08-04T15:27:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T15:27:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T15:27:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:20.566300+0000", 2024-08-04T15:27:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:25:07.589869+0000", 2024-08-04T15:27:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:25:07.589869+0000", 2024-08-04T15:27:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:25:13.082259+0000", 2024-08-04T15:27:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:20.566300+0000", 2024-08-04T15:27:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 70, 2024-08-04T15:27:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:20.566300+0000", 2024-08-04T15:27:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:20.566300+0000", 2024-08-04T15:27:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:20.566300+0000", 2024-08-04T15:27:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:20.566300+0000", 2024-08-04T15:27:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:20.566300+0000", 2024-08-04T15:27:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 69, 2024-08-04T15:27:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.1", 2024-08-04T15:27:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 19, 2024-08-04T15:27:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:28:51.046337+0000", 2024-08-04T15:27:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.00076852, 2024-08-04T15:27:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T15:27:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300555+0000", 2024-08-04T15:27:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.276349+0000", 2024-08-04T15:27:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.276349+0000", 2024-08-04T15:27:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.276643+0000", 2024-08-04T15:27:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300555+0000", 2024-08-04T15:27:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300555+0000", 2024-08-04T15:27:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300555+0000", 2024-08-04T15:27:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300555+0000", 2024-08-04T15:27:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300555+0000", 2024-08-04T15:27:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300555+0000", 2024-08-04T15:27:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T15:27:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T15:27:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.7", 2024-08-04T15:27:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 26, 2024-08-04T15:27:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:16:35.783486+0000", 2024-08-04T15:27:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T15:27:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T15:27:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.437111+0000", 2024-08-04T15:27:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.499805+0000", 2024-08-04T15:27:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.499805+0000", 2024-08-04T15:27:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.500072+0000", 2024-08-04T15:27:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.437111+0000", 2024-08-04T15:27:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.437111+0000", 2024-08-04T15:27:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.437111+0000", 2024-08-04T15:27:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.437111+0000", 2024-08-04T15:27:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.437111+0000", 2024-08-04T15:27:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.437111+0000", 2024-08-04T15:27:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.6", 2024-08-04T15:27:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 20, 2024-08-04T15:27:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:13:11.413652+0000", 2024-08-04T15:27:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819293+0000", 2024-08-04T15:27:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.274594+0000", 2024-08-04T15:27:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.274594+0000", 2024-08-04T15:27:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.274912+0000", 2024-08-04T15:27:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819293+0000", 2024-08-04T15:27:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819293+0000", 2024-08-04T15:27:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819293+0000", 2024-08-04T15:27:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819293+0000", 2024-08-04T15:27:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819293+0000", 2024-08-04T15:27:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819293+0000", 2024-08-04T15:27:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.8", 2024-08-04T15:27:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:06:27.480296+0000", 2024-08-04T15:27:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T15:27:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.081695+0000", 2024-08-04T15:27:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.508129+0000", 2024-08-04T15:27:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.508129+0000", 2024-08-04T15:27:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.508447+0000", 2024-08-04T15:27:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.081695+0000", 2024-08-04T15:27:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.081695+0000", 2024-08-04T15:27:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.081695+0000", 2024-08-04T15:27:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.081695+0000", 2024-08-04T15:27:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.081695+0000", 2024-08-04T15:27:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.081695+0000", 2024-08-04T15:27:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.9", 2024-08-04T15:27:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:46:49.190811+0000", 2024-08-04T15:27:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T15:27:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.082710+0000", 2024-08-04T15:27:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.276005+0000", 2024-08-04T15:27:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.276005+0000", 2024-08-04T15:27:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.276328+0000", 2024-08-04T15:27:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.082710+0000", 2024-08-04T15:27:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.082710+0000", 2024-08-04T15:27:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.082710+0000", 2024-08-04T15:27:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.082710+0000", 2024-08-04T15:27:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.082710+0000", 2024-08-04T15:27:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.082710+0000", 2024-08-04T15:27:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.9", 2024-08-04T15:27:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:34:26.442964+0000", 2024-08-04T15:27:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819034+0000", 2024-08-04T15:27:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.504347+0000", 2024-08-04T15:27:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.504347+0000", 2024-08-04T15:27:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.504777+0000", 2024-08-04T15:27:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819034+0000", 2024-08-04T15:27:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819034+0000", 2024-08-04T15:27:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819034+0000", 2024-08-04T15:27:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819034+0000", 2024-08-04T15:27:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819034+0000", 2024-08-04T15:27:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819034+0000", 2024-08-04T15:27:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.8", 2024-08-04T15:27:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:28:44.920605+0000", 2024-08-04T15:27:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.083413+0000", 2024-08-04T15:27:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.275527+0000", 2024-08-04T15:27:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.275527+0000", 2024-08-04T15:27:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.275860+0000", 2024-08-04T15:27:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.083413+0000", 2024-08-04T15:27:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.083413+0000", 2024-08-04T15:27:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.083413+0000", 2024-08-04T15:27:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.083413+0000", 2024-08-04T15:27:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.083413+0000", 2024-08-04T15:27:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.083413+0000", 2024-08-04T15:27:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.a", 2024-08-04T15:27:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:43:36.001512+0000", 2024-08-04T15:27:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819191+0000", 2024-08-04T15:27:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.506817+0000", 2024-08-04T15:27:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.506817+0000", 2024-08-04T15:27:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.507576+0000", 2024-08-04T15:27:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819191+0000", 2024-08-04T15:27:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819191+0000", 2024-08-04T15:27:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819191+0000", 2024-08-04T15:27:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819191+0000", 2024-08-04T15:27:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819191+0000", 2024-08-04T15:27:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819191+0000", 2024-08-04T15:27:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.b", 2024-08-04T15:27:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:17:32.387402+0000", 2024-08-04T15:27:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819757+0000", 2024-08-04T15:27:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.280659+0000", 2024-08-04T15:27:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.280659+0000", 2024-08-04T15:27:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.281084+0000", 2024-08-04T15:27:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819757+0000", 2024-08-04T15:27:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819757+0000", 2024-08-04T15:27:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819757+0000", 2024-08-04T15:27:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819757+0000", 2024-08-04T15:27:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819757+0000", 2024-08-04T15:27:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819757+0000", 2024-08-04T15:27:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T15:27:26.213 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.213 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.213 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:26.213 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.213 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.213 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.213 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.213 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T15:27:26.213 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.213 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.213 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.213 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.b", 2024-08-04T15:27:26.213 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.213 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 26, 2024-08-04T15:27:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:44:58.999337+0000", 2024-08-04T15:27:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T15:27:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T15:27:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300102+0000", 2024-08-04T15:27:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.501477+0000", 2024-08-04T15:27:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.501477+0000", 2024-08-04T15:27:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.501782+0000", 2024-08-04T15:27:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300102+0000", 2024-08-04T15:27:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300102+0000", 2024-08-04T15:27:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300102+0000", 2024-08-04T15:27:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300102+0000", 2024-08-04T15:27:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300102+0000", 2024-08-04T15:27:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300102+0000", 2024-08-04T15:27:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.a", 2024-08-04T15:27:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:46:24.258789+0000", 2024-08-04T15:27:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085799+0000", 2024-08-04T15:27:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.518852+0000", 2024-08-04T15:27:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.518852+0000", 2024-08-04T15:27:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.519152+0000", 2024-08-04T15:27:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085799+0000", 2024-08-04T15:27:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085799+0000", 2024-08-04T15:27:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085799+0000", 2024-08-04T15:27:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085799+0000", 2024-08-04T15:27:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085799+0000", 2024-08-04T15:27:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085799+0000", 2024-08-04T15:27:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1d", 2024-08-04T15:27:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:27:45.333732+0000", 2024-08-04T15:27:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819544+0000", 2024-08-04T15:27:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.280850+0000", 2024-08-04T15:27:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.280850+0000", 2024-08-04T15:27:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.281187+0000", 2024-08-04T15:27:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819544+0000", 2024-08-04T15:27:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819544+0000", 2024-08-04T15:27:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819544+0000", 2024-08-04T15:27:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819544+0000", 2024-08-04T15:27:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819544+0000", 2024-08-04T15:27:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819544+0000", 2024-08-04T15:27:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T15:27:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T15:27:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1c", 2024-08-04T15:27:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 26, 2024-08-04T15:27:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:24:03.869475+0000", 2024-08-04T15:27:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T15:27:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T15:27:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T15:27:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.081855+0000", 2024-08-04T15:27:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:24:16.420430+0000", 2024-08-04T15:27:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:24:16.420430+0000", 2024-08-04T15:27:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:24:16.420708+0000", 2024-08-04T15:27:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.081855+0000", 2024-08-04T15:27:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 67, 2024-08-04T15:27:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.081855+0000", 2024-08-04T15:27:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.081855+0000", 2024-08-04T15:27:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.081855+0000", 2024-08-04T15:27:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.081855+0000", 2024-08-04T15:27:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.081855+0000", 2024-08-04T15:27:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 66, 2024-08-04T15:27:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1c", 2024-08-04T15:27:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 18, 2024-08-04T15:27:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:05:43.099867+0000", 2024-08-04T15:27:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T15:27:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819646+0000", 2024-08-04T15:27:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.277168+0000", 2024-08-04T15:27:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.277168+0000", 2024-08-04T15:27:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.277469+0000", 2024-08-04T15:27:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819646+0000", 2024-08-04T15:27:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819646+0000", 2024-08-04T15:27:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819646+0000", 2024-08-04T15:27:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819646+0000", 2024-08-04T15:27:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819646+0000", 2024-08-04T15:27:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819646+0000", 2024-08-04T15:27:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T15:27:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T15:27:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1d", 2024-08-04T15:27:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 26, 2024-08-04T15:27:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:44:19.702859+0000", 2024-08-04T15:27:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T15:27:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T15:27:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.437318+0000", 2024-08-04T15:27:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.508641+0000", 2024-08-04T15:27:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.508641+0000", 2024-08-04T15:27:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.511722+0000", 2024-08-04T15:27:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.437318+0000", 2024-08-04T15:27:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.437318+0000", 2024-08-04T15:27:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.437318+0000", 2024-08-04T15:27:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.437318+0000", 2024-08-04T15:27:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.437318+0000", 2024-08-04T15:27:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.437318+0000", 2024-08-04T15:27:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1f", 2024-08-04T15:27:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 20, 2024-08-04T15:27:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:49:01.114348+0000", 2024-08-04T15:27:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819606+0000", 2024-08-04T15:27:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.274158+0000", 2024-08-04T15:27:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.274158+0000", 2024-08-04T15:27:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.274428+0000", 2024-08-04T15:27:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819606+0000", 2024-08-04T15:27:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819606+0000", 2024-08-04T15:27:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819606+0000", 2024-08-04T15:27:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819606+0000", 2024-08-04T15:27:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819606+0000", 2024-08-04T15:27:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819606+0000", 2024-08-04T15:27:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T15:27:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T15:27:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1e", 2024-08-04T15:27:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 25, 2024-08-04T15:27:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:19:53.880155+0000", 2024-08-04T15:27:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T15:27:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819454+0000", 2024-08-04T15:27:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.502023+0000", 2024-08-04T15:27:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.502023+0000", 2024-08-04T15:27:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.503876+0000", 2024-08-04T15:27:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819454+0000", 2024-08-04T15:27:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819454+0000", 2024-08-04T15:27:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819454+0000", 2024-08-04T15:27:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819454+0000", 2024-08-04T15:27:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819454+0000", 2024-08-04T15:27:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819454+0000", 2024-08-04T15:27:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1e", 2024-08-04T15:27:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:25:53.254130+0000", 2024-08-04T15:27:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.437471+0000", 2024-08-04T15:27:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.278426+0000", 2024-08-04T15:27:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.278426+0000", 2024-08-04T15:27:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.278706+0000", 2024-08-04T15:27:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.437471+0000", 2024-08-04T15:27:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.437471+0000", 2024-08-04T15:27:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.437471+0000", 2024-08-04T15:27:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.437471+0000", 2024-08-04T15:27:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.437471+0000", 2024-08-04T15:27:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.437471+0000", 2024-08-04T15:27:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 4, 2024-08-04T15:27:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 4, 2024-08-04T15:27:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1f", 2024-08-04T15:27:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 27, 2024-08-04T15:27:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:17:27.407624+0000", 2024-08-04T15:27:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 570, 2024-08-04T15:27:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T15:27:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T15:27:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T15:27:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 4, 2024-08-04T15:27:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T15:27:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'4" 2024-08-04T15:27:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_per_pool": [ 2024-08-04T15:27:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 24, 2024-08-04T15:27:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd" 2024-08-04T15:27:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3, 2024-08-04T15:27:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 8, 2024-08-04T15:27:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 8, 2024-08-04T15:27:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3, 2024-08-04T15:27:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 4, 2024-08-04T15:27:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 19, 2024-08-04T15:27:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T15:27:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T15:27:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T15:27:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 2, 2024-08-04T15:27:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 2 2024-08-04T15:27:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T15:27:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 12288, 2024-08-04T15:27:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T15:27:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T15:27:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T15:27:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T15:27:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 57, 2024-08-04T15:27:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T15:27:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T15:27:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T15:27:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T15:27:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 24 2024-08-04T15:27:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 192, 2024-08-04T15:27:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T15:27:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 64, 2024-08-04T15:27:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 8, 2024-08-04T15:27:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 3, 2024-08-04T15:27:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T15:27:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 0, 2024-08-04T15:27:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T15:27:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T15:27:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T15:27:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T15:27:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 0, 2024-08-04T15:27:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T15:27:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T15:27:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T15:27:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T15:27:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 192 2024-08-04T15:27:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 96, 2024-08-04T15:27:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T15:27:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 45, 2024-08-04T15:27:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 32, 2024-08-04T15:27:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 8, 2024-08-04T15:27:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 45, 2024-08-04T15:27:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 2, 2024-08-04T15:27:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 3410, 2024-08-04T15:27:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 66, 2024-08-04T15:27:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 22, 2024-08-04T15:27:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 22, 2024-08-04T15:27:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 14, 2024-08-04T15:27:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 51, 2024-08-04T15:27:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 19 2024-08-04T15:27:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T15:27:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 98304, 2024-08-04T15:27:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T15:27:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T15:27:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T15:27:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T15:27:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 10230, 2024-08-04T15:27:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T15:27:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T15:27:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T15:27:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T15:27:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 96 2024-08-04T15:27:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 3, 2024-08-04T15:27:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr" 2024-08-04T15:27:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 144, 2024-08-04T15:27:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 1, 2024-08-04T15:27:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 3, 2024-08-04T15:27:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 144, 2024-08-04T15:27:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 1, 2024-08-04T15:27:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 590368, 2024-08-04T15:27:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 1771104, 2024-08-04T15:27:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T15:27:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T15:27:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T15:27:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 6, 2024-08-04T15:27:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 358, 2024-08-04T15:27:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 554, 2024-08-04T15:27:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 211, 2024-08-04T15:27:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 2416 2024-08-04T15:27:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T15:27:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 1781760, 2024-08-04T15:27:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T15:27:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T15:27:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T15:27:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T15:27:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 1771104, 2024-08-04T15:27:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T15:27:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T15:27:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T15:27:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T15:27:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 3 2024-08-04T15:27:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "usage": { 2024-08-04T15:27:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 105, 2024-08-04T15:27:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "pools": 4, 2024-08-04T15:27:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_by_class": { 2024-08-04T15:27:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "ssd": { 2024-08-04T15:27:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "total_avail_bytes": 765516267520, 2024-08-04T15:27:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "total_bytes": 767960285184, 2024-08-04T15:27:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_bytes": 2444017664, 2024-08-04T15:27:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_raw_bytes": 2444017664, 2024-08-04T15:27:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_raw_ratio": 0.003182479180395603 2024-08-04T15:27:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "total_avail_bytes": 765516267520, 2024-08-04T15:27:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "total_bytes": 767960285184, 2024-08-04T15:27:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_bytes": 2444017664 2024-08-04T15:27:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.304 INFO:tasks.workunit.client.0.smithi007.stdout:} 2024-08-04T15:27:26.304 INFO:tasks.workunit.client.0.smithi007.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-04T15:27:26.305 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph telemetry show-device 2024-08-04T15:27:26.306 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:26.306 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:26.306 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-08-04T15:27:26.306 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/553411617' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-04T15:27:26.306 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/553411617' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-04T15:27:26.306 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:26.306 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:26.306 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.306 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.306 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.306 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.306 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.307 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.307 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.307 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.307 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.307 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.307 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.307 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.307 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.307 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.307 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.307 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.307 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.307 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.307 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.308 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:26.308 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:26.308 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-08-04T15:27:26.308 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/553411617' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-04T15:27:26.308 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/553411617' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-04T15:27:26.308 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:26.309 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:26.309 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.309 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.309 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.309 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.309 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.309 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.309 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.309 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.309 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.309 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.309 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.309 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.309 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.310 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.310 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.310 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.310 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.310 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.310 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.310 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.310 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.310 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.310 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.310 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.310 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:26.310 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:26.310 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.312 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.312 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.312 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.312 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.312 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.312 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.312 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:26.312 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:26.312 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-08-04T15:27:26.312 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/553411617' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-04T15:27:26.312 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/553411617' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-04T15:27:26.313 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:26.313 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:26.313 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.313 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.313 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.313 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.313 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.313 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.313 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.313 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.313 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.313 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.313 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.313 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:26.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:26.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.316 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.316 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.316 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.316 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.316 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.316 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.316 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.316 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.316 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.316 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:24 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.316 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:26.316 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:26.316 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:26.316 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:26.317 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:26.317 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:26.317 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.317 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.317 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.317 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.317 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.317 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.317 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.317 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.317 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.317 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.317 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.317 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.318 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.318 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.318 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.318 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.318 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.318 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.318 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.318 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.318 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.318 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.318 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.318 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:25 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.318 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:26.321 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.321 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.321 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.321 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:26.321 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:26.321 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:24 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:26.322 INFO:tasks.workunit.client.0.smithi007.stdout:{ 2024-08-04T15:27:26.322 INFO:tasks.workunit.client.0.smithi007.stdout: "0af275b0-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T15:27:26.322 INFO:tasks.workunit.client.0.smithi007.stdout: "INTEL_SSDPED1D480GA_0af2f378-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T15:27:26.322 INFO:tasks.workunit.client.0.smithi007.stdout: "20240804-152127": { 2024-08-04T15:27:26.322 INFO:tasks.workunit.client.0.smithi007.stdout: "device": { 2024-08-04T15:27:26.322 INFO:tasks.workunit.client.0.smithi007.stdout: "info_name": "/dev/nvme0n1", 2024-08-04T15:27:26.322 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "/dev/nvme0n1", 2024-08-04T15:27:26.322 INFO:tasks.workunit.client.0.smithi007.stdout: "protocol": "NVMe", 2024-08-04T15:27:26.322 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "nvme" 2024-08-04T15:27:26.322 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.323 INFO:tasks.workunit.client.0.smithi007.stdout: "firmware_version": "E2010325", 2024-08-04T15:27:26.323 INFO:tasks.workunit.client.0.smithi007.stdout: "host_id": "0af275b0-5276-11ef-924b-0cc47abd15ea", 2024-08-04T15:27:26.323 INFO:tasks.workunit.client.0.smithi007.stdout: "json_format_version": [ 2024-08-04T15:27:26.323 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.323 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:26.323 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.323 INFO:tasks.workunit.client.0.smithi007.stdout: "local_time": { 2024-08-04T15:27:26.323 INFO:tasks.workunit.client.0.smithi007.stdout: "asctime": "Sun Aug 4 15:21:27 2024 UTC", 2024-08-04T15:27:26.323 INFO:tasks.workunit.client.0.smithi007.stdout: "time_t": 1722784887 2024-08-04T15:27:26.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.323 INFO:tasks.workunit.client.0.smithi007.stdout: "logical_block_size": 512, 2024-08-04T15:27:26.323 INFO:tasks.workunit.client.0.smithi007.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-04T15:27:26.323 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_controller_id": 0, 2024-08-04T15:27:26.324 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-04T15:27:26.324 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_namespaces": [ 2024-08-04T15:27:26.324 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.324 INFO:tasks.workunit.client.0.smithi007.stdout: "capacity": { 2024-08-04T15:27:26.324 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T15:27:26.324 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T15:27:26.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.324 INFO:tasks.workunit.client.0.smithi007.stdout: "formatted_lba_size": 512, 2024-08-04T15:27:26.324 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 1, 2024-08-04T15:27:26.324 INFO:tasks.workunit.client.0.smithi007.stdout: "size": { 2024-08-04T15:27:26.324 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T15:27:26.324 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T15:27:26.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.325 INFO:tasks.workunit.client.0.smithi007.stdout: "utilization": { 2024-08-04T15:27:26.325 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T15:27:26.325 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T15:27:26.325 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.325 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.325 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.325 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_number_of_namespaces": 1, 2024-08-04T15:27:26.325 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_pci_vendor": { 2024-08-04T15:27:26.325 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 32902, 2024-08-04T15:27:26.325 INFO:tasks.workunit.client.0.smithi007.stdout: "subsystem_id": 32902 2024-08-04T15:27:26.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.325 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_add_log": { 2024-08-04T15:27:26.325 INFO:tasks.workunit.client.0.smithi007.stdout: "Device stats": { 2024-08-04T15:27:26.325 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_fw_downgrades": { 2024-08-04T15:27:26.325 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.326 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.326 INFO:tasks.workunit.client.0.smithi007.stdout: "crc_error_count": { 2024-08-04T15:27:26.326 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.326 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.326 INFO:tasks.workunit.client.0.smithi007.stdout: "end_to_end_error_detection_count": { 2024-08-04T15:27:26.326 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.326 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.326 INFO:tasks.workunit.client.0.smithi007.stdout: "erase_fail_count": { 2024-08-04T15:27:26.326 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.326 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.327 INFO:tasks.workunit.client.0.smithi007.stdout: "host_bytes_written": { 2024-08-04T15:27:26.327 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.327 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 13029438 2024-08-04T15:27:26.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.327 INFO:tasks.workunit.client.0.smithi007.stdout: "host_ctx_wear_used": { 2024-08-04T15:27:26.327 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.327 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.327 INFO:tasks.workunit.client.0.smithi007.stdout: "media_bytes_read": { 2024-08-04T15:27:26.327 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.327 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.327 INFO:tasks.workunit.client.0.smithi007.stdout: "nand_bytes_written": { 2024-08-04T15:27:26.328 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.328 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.328 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_stat_indicator": { 2024-08-04T15:27:26.328 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.328 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.328 INFO:tasks.workunit.client.0.smithi007.stdout: "pll_lock_loss_count": { 2024-08-04T15:27:26.328 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.328 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.328 INFO:tasks.workunit.client.0.smithi007.stdout: "program_fail_count": { 2024-08-04T15:27:26.328 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.328 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.329 INFO:tasks.workunit.client.0.smithi007.stdout: "re_alloc_sectr_cnt": { 2024-08-04T15:27:26.329 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.329 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.329 INFO:tasks.workunit.client.0.smithi007.stdout: "retry_buffer_overflow_count": { 2024-08-04T15:27:26.329 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.329 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.329 INFO:tasks.workunit.client.0.smithi007.stdout: "soft_ecc_err_rate": { 2024-08-04T15:27:26.329 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.329 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.329 INFO:tasks.workunit.client.0.smithi007.stdout: "thermal_throttle_status": { 2024-08-04T15:27:26.329 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.330 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T15:27:26.330 INFO:tasks.workunit.client.0.smithi007.stdout: "cnt": 0, 2024-08-04T15:27:26.330 INFO:tasks.workunit.client.0.smithi007.stdout: "pct": 0 2024-08-04T15:27:26.330 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.330 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.330 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_host_reads": { 2024-08-04T15:27:26.330 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.330 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 15 2024-08-04T15:27:26.330 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.330 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_media_wear": { 2024-08-04T15:27:26.330 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.330 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": "0.029297" 2024-08-04T15:27:26.330 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.330 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_timer": { 2024-08-04T15:27:26.331 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.331 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 1660822 2024-08-04T15:27:26.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.331 INFO:tasks.workunit.client.0.smithi007.stdout: "unexp_power_loss": { 2024-08-04T15:27:26.331 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.331 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.331 INFO:tasks.workunit.client.0.smithi007.stdout: "wear_leveling": { 2024-08-04T15:27:26.331 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.331 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T15:27:26.331 INFO:tasks.workunit.client.0.smithi007.stdout: "avg": 0, 2024-08-04T15:27:26.331 INFO:tasks.workunit.client.0.smithi007.stdout: "max": 0, 2024-08-04T15:27:26.331 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0 2024-08-04T15:27:26.332 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.332 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.332 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel Smart log": "nvme0n1" 2024-08-04T15:27:26.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.332 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_log": { 2024-08-04T15:27:26.332 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare": 100, 2024-08-04T15:27:26.332 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare_threshold": 0, 2024-08-04T15:27:26.332 INFO:tasks.workunit.client.0.smithi007.stdout: "controller_busy_time": 5087, 2024-08-04T15:27:26.332 INFO:tasks.workunit.client.0.smithi007.stdout: "critical_warning": 0, 2024-08-04T15:27:26.332 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_read": 190203046, 2024-08-04T15:27:26.332 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_written": 853897270, 2024-08-04T15:27:26.332 INFO:tasks.workunit.client.0.smithi007.stdout: "host_reads": 3194674598, 2024-08-04T15:27:26.333 INFO:tasks.workunit.client.0.smithi007.stdout: "host_writes": 19105942526, 2024-08-04T15:27:26.333 INFO:tasks.workunit.client.0.smithi007.stdout: "media_errors": 0, 2024-08-04T15:27:26.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_err_log_entries": 0, 2024-08-04T15:27:26.333 INFO:tasks.workunit.client.0.smithi007.stdout: "percentage_used": 0, 2024-08-04T15:27:26.333 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycles": 37793, 2024-08-04T15:27:26.333 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_hours": 43582, 2024-08-04T15:27:26.333 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": 31, 2024-08-04T15:27:26.333 INFO:tasks.workunit.client.0.smithi007.stdout: "unsafe_shutdowns": 10653 2024-08-04T15:27:26.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.333 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_vendor": "intel", 2024-08-04T15:27:26.333 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_version": { 2024-08-04T15:27:26.333 INFO:tasks.workunit.client.0.smithi007.stdout: "string": "<1.2", 2024-08-04T15:27:26.333 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.333 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycle_count": 37793, 2024-08-04T15:27:26.334 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_time": { 2024-08-04T15:27:26.334 INFO:tasks.workunit.client.0.smithi007.stdout: "hours": 43582 2024-08-04T15:27:26.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.334 INFO:tasks.workunit.client.0.smithi007.stdout: "serial_number": "deleted", 2024-08-04T15:27:26.334 INFO:tasks.workunit.client.0.smithi007.stdout: "smart_status": { 2024-08-04T15:27:26.334 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme": { 2024-08-04T15:27:26.334 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.334 INFO:tasks.workunit.client.0.smithi007.stdout: "passed": true 2024-08-04T15:27:26.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.334 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl": { 2024-08-04T15:27:26.334 INFO:tasks.workunit.client.0.smithi007.stdout: "argv": [ 2024-08-04T15:27:26.334 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl", 2024-08-04T15:27:26.335 INFO:tasks.workunit.client.0.smithi007.stdout: "-x", 2024-08-04T15:27:26.335 INFO:tasks.workunit.client.0.smithi007.stdout: "--json=o", 2024-08-04T15:27:26.335 INFO:tasks.workunit.client.0.smithi007.stdout: "/dev/nvme0n1" 2024-08-04T15:27:26.335 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.335 INFO:tasks.workunit.client.0.smithi007.stdout: "build_info": "(local build)", 2024-08-04T15:27:26.335 INFO:tasks.workunit.client.0.smithi007.stdout: "exit_status": 0, 2024-08-04T15:27:26.335 INFO:tasks.workunit.client.0.smithi007.stdout: "output": [ 2024-08-04T15:27:26.335 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-04T15:27:26.335 INFO:tasks.workunit.client.0.smithi007.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-04T15:27:26.335 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.335 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-04T15:27:26.335 INFO:tasks.workunit.client.0.smithi007.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-04T15:27:26.335 INFO:tasks.workunit.client.0.smithi007.stdout: "Serial Number: deleted", 2024-08-04T15:27:26.335 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Version: E2010325", 2024-08-04T15:27:26.335 INFO:tasks.workunit.client.0.smithi007.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-04T15:27:26.336 INFO:tasks.workunit.client.0.smithi007.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-04T15:27:26.336 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller ID: 0", 2024-08-04T15:27:26.336 INFO:tasks.workunit.client.0.smithi007.stdout: "NVMe Version: <1.2", 2024-08-04T15:27:26.336 INFO:tasks.workunit.client.0.smithi007.stdout: "Number of Namespaces: 1", 2024-08-04T15:27:26.336 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-04T15:27:26.336 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-04T15:27:26.336 INFO:tasks.workunit.client.0.smithi007.stdout: "Local Time is: Sun Aug 4 15:21:27 2024 UTC", 2024-08-04T15:27:26.336 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-04T15:27:26.336 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-04T15:27:26.336 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-04T15:27:26.336 INFO:tasks.workunit.client.0.smithi007.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-04T15:27:26.336 INFO:tasks.workunit.client.0.smithi007.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-04T15:27:26.336 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.336 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported Power States", 2024-08-04T15:27:26.336 INFO:tasks.workunit.client.0.smithi007.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-04T15:27:26.337 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-04T15:27:26.337 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.337 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-04T15:27:26.337 INFO:tasks.workunit.client.0.smithi007.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-04T15:27:26.337 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 512 0 2", 2024-08-04T15:27:26.337 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.337 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-04T15:27:26.337 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-04T15:27:26.337 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.337 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-04T15:27:26.337 INFO:tasks.workunit.client.0.smithi007.stdout: "Critical Warning: 0x00", 2024-08-04T15:27:26.337 INFO:tasks.workunit.client.0.smithi007.stdout: "Temperature: 31 Celsius", 2024-08-04T15:27:26.337 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare: 100%", 2024-08-04T15:27:26.337 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare Threshold: 0%", 2024-08-04T15:27:26.337 INFO:tasks.workunit.client.0.smithi007.stdout: "Percentage Used: 0%", 2024-08-04T15:27:26.338 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Read: 190,203,046 [97.3 TB]", 2024-08-04T15:27:26.338 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Written: 853,897,270 [437 TB]", 2024-08-04T15:27:26.338 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Read Commands: 3,194,674,598", 2024-08-04T15:27:26.338 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Write Commands: 19,105,942,526", 2024-08-04T15:27:26.338 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller Busy Time: 5,087", 2024-08-04T15:27:26.338 INFO:tasks.workunit.client.0.smithi007.stdout: "Power Cycles: 37,793", 2024-08-04T15:27:26.338 INFO:tasks.workunit.client.0.smithi007.stdout: "Power On Hours: 43,582", 2024-08-04T15:27:26.338 INFO:tasks.workunit.client.0.smithi007.stdout: "Unsafe Shutdowns: 10,653", 2024-08-04T15:27:26.338 INFO:tasks.workunit.client.0.smithi007.stdout: "Media and Data Integrity Errors: 0", 2024-08-04T15:27:26.338 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information Log Entries: 0", 2024-08-04T15:27:26.338 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.338 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-04T15:27:26.338 INFO:tasks.workunit.client.0.smithi007.stdout: "No Errors Logged", 2024-08-04T15:27:26.338 INFO:tasks.workunit.client.0.smithi007.stdout: "" 2024-08-04T15:27:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-04T15:27:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: "svn_revision": "5155", 2024-08-04T15:27:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: "version": [ 2024-08-04T15:27:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": { 2024-08-04T15:27:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: "current": 31 2024-08-04T15:27:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: "user_capacity": { 2024-08-04T15:27:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T15:27:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T15:27:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "0af43c74-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T15:27:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "INTEL_SSDPEDMD400G4_0af4a5a6-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T15:27:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "20240804-152131": { 2024-08-04T15:27:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "device": { 2024-08-04T15:27:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "info_name": "/dev/nvme0n1", 2024-08-04T15:27:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "/dev/nvme0n1", 2024-08-04T15:27:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "protocol": "NVMe", 2024-08-04T15:27:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "nvme" 2024-08-04T15:27:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "firmware_version": "8DV101H0", 2024-08-04T15:27:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "host_id": "0af43c74-5276-11ef-924b-0cc47abd15ea", 2024-08-04T15:27:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "json_format_version": [ 2024-08-04T15:27:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "local_time": { 2024-08-04T15:27:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "asctime": "Sun Aug 4 15:21:30 2024 UTC", 2024-08-04T15:27:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "time_t": 1722784890 2024-08-04T15:27:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "logical_block_size": 512, 2024-08-04T15:27:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-04T15:27:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_controller_id": 0, 2024-08-04T15:27:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-04T15:27:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_namespaces": [ 2024-08-04T15:27:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "capacity": { 2024-08-04T15:27:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T15:27:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T15:27:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "formatted_lba_size": 512, 2024-08-04T15:27:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 1, 2024-08-04T15:27:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "size": { 2024-08-04T15:27:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T15:27:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T15:27:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "utilization": { 2024-08-04T15:27:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T15:27:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T15:27:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_number_of_namespaces": 1, 2024-08-04T15:27:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_pci_vendor": { 2024-08-04T15:27:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 32902, 2024-08-04T15:27:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "subsystem_id": 32902 2024-08-04T15:27:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_add_log": { 2024-08-04T15:27:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "Device stats": { 2024-08-04T15:27:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_fw_downgrades": { 2024-08-04T15:27:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "crc_error_count": { 2024-08-04T15:27:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "end_to_end_error_detection_count": { 2024-08-04T15:27:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "erase_fail_count": { 2024-08-04T15:27:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "host_bytes_written": { 2024-08-04T15:27:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 41346558 2024-08-04T15:27:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "host_ctx_wear_used": { 2024-08-04T15:27:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 1 2024-08-04T15:27:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "media_bytes_read": { 2024-08-04T15:27:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "nand_bytes_written": { 2024-08-04T15:27:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 64222638 2024-08-04T15:27:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_stat_indicator": { 2024-08-04T15:27:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "pll_lock_loss_count": { 2024-08-04T15:27:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "program_fail_count": { 2024-08-04T15:27:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "re_alloc_sectr_cnt": { 2024-08-04T15:27:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "retry_buffer_overflow_count": { 2024-08-04T15:27:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "soft_ecc_err_rate": { 2024-08-04T15:27:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "thermal_throttle_status": { 2024-08-04T15:27:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T15:27:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "cnt": 0, 2024-08-04T15:27:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "pct": 0 2024-08-04T15:27:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_host_reads": { 2024-08-04T15:27:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 65535 2024-08-04T15:27:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_media_wear": { 2024-08-04T15:27:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": "63.999023" 2024-08-04T15:27:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_timer": { 2024-08-04T15:27:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 65535 2024-08-04T15:27:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "unexp_power_loss": { 2024-08-04T15:27:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "wear_leveling": { 2024-08-04T15:27:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 86, 2024-08-04T15:27:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T15:27:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "avg": 4244, 2024-08-04T15:27:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "max": 4264, 2024-08-04T15:27:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 4226 2024-08-04T15:27:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel Smart log": "nvme0n1" 2024-08-04T15:27:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_log": { 2024-08-04T15:27:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare": 100, 2024-08-04T15:27:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare_threshold": 10, 2024-08-04T15:27:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "controller_busy_time": 0, 2024-08-04T15:27:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "critical_warning": 0, 2024-08-04T15:27:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_read": 497884578, 2024-08-04T15:27:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_written": 2709688062, 2024-08-04T15:27:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "host_reads": 7984649452, 2024-08-04T15:27:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "host_writes": 46757294678, 2024-08-04T15:27:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "media_errors": 0, 2024-08-04T15:27:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "num_err_log_entries": 0, 2024-08-04T15:27:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "percentage_used": 14, 2024-08-04T15:27:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycles": 54734, 2024-08-04T15:27:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_hours": 63850, 2024-08-04T15:27:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": 23, 2024-08-04T15:27:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "unsafe_shutdowns": 51 2024-08-04T15:27:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_vendor": "intel", 2024-08-04T15:27:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_version": { 2024-08-04T15:27:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "string": "<1.2", 2024-08-04T15:27:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycle_count": 54734, 2024-08-04T15:27:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_time": { 2024-08-04T15:27:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "hours": 63850 2024-08-04T15:27:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "serial_number": "deleted", 2024-08-04T15:27:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "smart_status": { 2024-08-04T15:27:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme": { 2024-08-04T15:27:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "passed": true 2024-08-04T15:27:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl": { 2024-08-04T15:27:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "argv": [ 2024-08-04T15:27:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl", 2024-08-04T15:27:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "-x", 2024-08-04T15:27:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "--json=o", 2024-08-04T15:27:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "/dev/nvme0n1" 2024-08-04T15:27:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "build_info": "(local build)", 2024-08-04T15:27:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "exit_status": 0, 2024-08-04T15:27:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "output": [ 2024-08-04T15:27:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-04T15:27:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-04T15:27:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-04T15:27:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-04T15:27:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "Serial Number: deleted", 2024-08-04T15:27:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Version: 8DV101H0", 2024-08-04T15:27:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-04T15:27:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-04T15:27:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller ID: 0", 2024-08-04T15:27:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "NVMe Version: <1.2", 2024-08-04T15:27:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "Number of Namespaces: 1", 2024-08-04T15:27:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-04T15:27:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-04T15:27:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "Local Time is: Sun Aug 4 15:21:30 2024 UTC", 2024-08-04T15:27:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-04T15:27:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-04T15:27:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-04T15:27:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-04T15:27:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-04T15:27:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported Power States", 2024-08-04T15:27:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-04T15:27:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-04T15:27:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-04T15:27:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-04T15:27:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 512 0 2", 2024-08-04T15:27:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: " 1 - 512 8 2", 2024-08-04T15:27:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: " 2 - 512 16 2", 2024-08-04T15:27:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: " 3 - 4096 0 0", 2024-08-04T15:27:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: " 4 - 4096 8 0", 2024-08-04T15:27:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: " 5 - 4096 64 0", 2024-08-04T15:27:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: " 6 - 4096 128 0", 2024-08-04T15:27:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-04T15:27:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-04T15:27:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-04T15:27:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "Critical Warning: 0x00", 2024-08-04T15:27:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "Temperature: 23 Celsius", 2024-08-04T15:27:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare: 100%", 2024-08-04T15:27:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare Threshold: 10%", 2024-08-04T15:27:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "Percentage Used: 14%", 2024-08-04T15:27:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Read: 497,884,578 [254 TB]", 2024-08-04T15:27:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Written: 2,709,688,062 [1.38 PB]", 2024-08-04T15:27:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Read Commands: 7,984,649,452", 2024-08-04T15:27:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Write Commands: 46,757,294,678", 2024-08-04T15:27:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller Busy Time: 0", 2024-08-04T15:27:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "Power Cycles: 54,734", 2024-08-04T15:27:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "Power On Hours: 63,850", 2024-08-04T15:27:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "Unsafe Shutdowns: 51", 2024-08-04T15:27:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "Media and Data Integrity Errors: 0", 2024-08-04T15:27:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information Log Entries: 0", 2024-08-04T15:27:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-04T15:27:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "No Errors Logged", 2024-08-04T15:27:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: "" 2024-08-04T15:27:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-04T15:27:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: "svn_revision": "5155", 2024-08-04T15:27:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: "version": [ 2024-08-04T15:27:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": { 2024-08-04T15:27:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: "current": 23 2024-08-04T15:27:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: "user_capacity": { 2024-08-04T15:27:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T15:27:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T15:27:26.358 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.358 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.358 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.358 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.358 INFO:tasks.workunit.client.0.smithi007.stdout:} 2024-08-04T15:27:26.358 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph telemetry show-all 2024-08-04T15:27:26.365 INFO:tasks.workunit.client.0.smithi007.stdout:{ 2024-08-04T15:27:26.365 INFO:tasks.workunit.client.0.smithi007.stdout: "device_report": { 2024-08-04T15:27:26.365 INFO:tasks.workunit.client.0.smithi007.stdout: "0af275b0-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T15:27:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "INTEL_SSDPED1D480GA_0af2f378-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T15:27:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "20240804-152127": { 2024-08-04T15:27:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "device": { 2024-08-04T15:27:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "info_name": "/dev/nvme0n1", 2024-08-04T15:27:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "/dev/nvme0n1", 2024-08-04T15:27:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "protocol": "NVMe", 2024-08-04T15:27:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "nvme" 2024-08-04T15:27:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "firmware_version": "E2010325", 2024-08-04T15:27:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "host_id": "0af275b0-5276-11ef-924b-0cc47abd15ea", 2024-08-04T15:27:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "json_format_version": [ 2024-08-04T15:27:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "local_time": { 2024-08-04T15:27:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "asctime": "Sun Aug 4 15:21:27 2024 UTC", 2024-08-04T15:27:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "time_t": 1722784887 2024-08-04T15:27:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "logical_block_size": 512, 2024-08-04T15:27:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-04T15:27:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_controller_id": 0, 2024-08-04T15:27:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-04T15:27:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_namespaces": [ 2024-08-04T15:27:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "capacity": { 2024-08-04T15:27:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T15:27:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T15:27:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "formatted_lba_size": 512, 2024-08-04T15:27:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 1, 2024-08-04T15:27:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "size": { 2024-08-04T15:27:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T15:27:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T15:27:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "utilization": { 2024-08-04T15:27:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T15:27:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T15:27:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_number_of_namespaces": 1, 2024-08-04T15:27:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_pci_vendor": { 2024-08-04T15:27:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 32902, 2024-08-04T15:27:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "subsystem_id": 32902 2024-08-04T15:27:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_add_log": { 2024-08-04T15:27:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "Device stats": { 2024-08-04T15:27:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_fw_downgrades": { 2024-08-04T15:27:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "crc_error_count": { 2024-08-04T15:27:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "end_to_end_error_detection_count": { 2024-08-04T15:27:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "erase_fail_count": { 2024-08-04T15:27:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "host_bytes_written": { 2024-08-04T15:27:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 13029438 2024-08-04T15:27:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "host_ctx_wear_used": { 2024-08-04T15:27:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "media_bytes_read": { 2024-08-04T15:27:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "nand_bytes_written": { 2024-08-04T15:27:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_stat_indicator": { 2024-08-04T15:27:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "pll_lock_loss_count": { 2024-08-04T15:27:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "program_fail_count": { 2024-08-04T15:27:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "re_alloc_sectr_cnt": { 2024-08-04T15:27:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "retry_buffer_overflow_count": { 2024-08-04T15:27:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "soft_ecc_err_rate": { 2024-08-04T15:27:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "thermal_throttle_status": { 2024-08-04T15:27:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T15:27:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "cnt": 0, 2024-08-04T15:27:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "pct": 0 2024-08-04T15:27:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_host_reads": { 2024-08-04T15:27:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 15 2024-08-04T15:27:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_media_wear": { 2024-08-04T15:27:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": "0.029297" 2024-08-04T15:27:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_timer": { 2024-08-04T15:27:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 1660822 2024-08-04T15:27:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "unexp_power_loss": { 2024-08-04T15:27:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "wear_leveling": { 2024-08-04T15:27:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T15:27:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "avg": 0, 2024-08-04T15:27:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "max": 0, 2024-08-04T15:27:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0 2024-08-04T15:27:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel Smart log": "nvme0n1" 2024-08-04T15:27:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_log": { 2024-08-04T15:27:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare": 100, 2024-08-04T15:27:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare_threshold": 0, 2024-08-04T15:27:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "controller_busy_time": 5087, 2024-08-04T15:27:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "critical_warning": 0, 2024-08-04T15:27:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_read": 190203046, 2024-08-04T15:27:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_written": 853897270, 2024-08-04T15:27:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "host_reads": 3194674598, 2024-08-04T15:27:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "host_writes": 19105942526, 2024-08-04T15:27:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "media_errors": 0, 2024-08-04T15:27:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_err_log_entries": 0, 2024-08-04T15:27:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "percentage_used": 0, 2024-08-04T15:27:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycles": 37793, 2024-08-04T15:27:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_hours": 43582, 2024-08-04T15:27:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": 31, 2024-08-04T15:27:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "unsafe_shutdowns": 10653 2024-08-04T15:27:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_vendor": "intel", 2024-08-04T15:27:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_version": { 2024-08-04T15:27:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "string": "<1.2", 2024-08-04T15:27:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycle_count": 37793, 2024-08-04T15:27:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_time": { 2024-08-04T15:27:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "hours": 43582 2024-08-04T15:27:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "serial_number": "deleted", 2024-08-04T15:27:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "smart_status": { 2024-08-04T15:27:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme": { 2024-08-04T15:27:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "passed": true 2024-08-04T15:27:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl": { 2024-08-04T15:27:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "argv": [ 2024-08-04T15:27:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl", 2024-08-04T15:27:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "-x", 2024-08-04T15:27:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "--json=o", 2024-08-04T15:27:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "/dev/nvme0n1" 2024-08-04T15:27:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "build_info": "(local build)", 2024-08-04T15:27:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "exit_status": 0, 2024-08-04T15:27:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "output": [ 2024-08-04T15:27:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-04T15:27:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-04T15:27:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-04T15:27:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-04T15:27:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "Serial Number: deleted", 2024-08-04T15:27:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Version: E2010325", 2024-08-04T15:27:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-04T15:27:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-04T15:27:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller ID: 0", 2024-08-04T15:27:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "NVMe Version: <1.2", 2024-08-04T15:27:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "Number of Namespaces: 1", 2024-08-04T15:27:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-04T15:27:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-04T15:27:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "Local Time is: Sun Aug 4 15:21:27 2024 UTC", 2024-08-04T15:27:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-04T15:27:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-04T15:27:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-04T15:27:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-04T15:27:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-04T15:27:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported Power States", 2024-08-04T15:27:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-04T15:27:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-04T15:27:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-04T15:27:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-04T15:27:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 512 0 2", 2024-08-04T15:27:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-04T15:27:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-04T15:27:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-04T15:27:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "Critical Warning: 0x00", 2024-08-04T15:27:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "Temperature: 31 Celsius", 2024-08-04T15:27:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare: 100%", 2024-08-04T15:27:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare Threshold: 0%", 2024-08-04T15:27:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "Percentage Used: 0%", 2024-08-04T15:27:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Read: 190,203,046 [97.3 TB]", 2024-08-04T15:27:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Written: 853,897,270 [437 TB]", 2024-08-04T15:27:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Read Commands: 3,194,674,598", 2024-08-04T15:27:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Write Commands: 19,105,942,526", 2024-08-04T15:27:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller Busy Time: 5,087", 2024-08-04T15:27:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "Power Cycles: 37,793", 2024-08-04T15:27:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "Power On Hours: 43,582", 2024-08-04T15:27:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "Unsafe Shutdowns: 10,653", 2024-08-04T15:27:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "Media and Data Integrity Errors: 0", 2024-08-04T15:27:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information Log Entries: 0", 2024-08-04T15:27:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-04T15:27:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "No Errors Logged", 2024-08-04T15:27:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "" 2024-08-04T15:27:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-04T15:27:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "svn_revision": "5155", 2024-08-04T15:27:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "version": [ 2024-08-04T15:27:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": { 2024-08-04T15:27:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "current": 31 2024-08-04T15:27:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "user_capacity": { 2024-08-04T15:27:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T15:27:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T15:27:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "0af43c74-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T15:27:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "INTEL_SSDPEDMD400G4_0af4a5a6-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T15:27:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "20240804-152131": { 2024-08-04T15:27:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "device": { 2024-08-04T15:27:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "info_name": "/dev/nvme0n1", 2024-08-04T15:27:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "/dev/nvme0n1", 2024-08-04T15:27:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "protocol": "NVMe", 2024-08-04T15:27:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "nvme" 2024-08-04T15:27:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "firmware_version": "8DV101H0", 2024-08-04T15:27:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "host_id": "0af43c74-5276-11ef-924b-0cc47abd15ea", 2024-08-04T15:27:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "json_format_version": [ 2024-08-04T15:27:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "local_time": { 2024-08-04T15:27:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "asctime": "Sun Aug 4 15:21:30 2024 UTC", 2024-08-04T15:27:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "time_t": 1722784890 2024-08-04T15:27:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "logical_block_size": 512, 2024-08-04T15:27:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-04T15:27:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_controller_id": 0, 2024-08-04T15:27:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-04T15:27:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_namespaces": [ 2024-08-04T15:27:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "capacity": { 2024-08-04T15:27:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T15:27:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T15:27:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "formatted_lba_size": 512, 2024-08-04T15:27:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 1, 2024-08-04T15:27:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "size": { 2024-08-04T15:27:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T15:27:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T15:27:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "utilization": { 2024-08-04T15:27:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T15:27:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T15:27:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_number_of_namespaces": 1, 2024-08-04T15:27:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_pci_vendor": { 2024-08-04T15:27:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 32902, 2024-08-04T15:27:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: "subsystem_id": 32902 2024-08-04T15:27:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_add_log": { 2024-08-04T15:27:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: "Device stats": { 2024-08-04T15:27:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_fw_downgrades": { 2024-08-04T15:27:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "crc_error_count": { 2024-08-04T15:27:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "end_to_end_error_detection_count": { 2024-08-04T15:27:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "erase_fail_count": { 2024-08-04T15:27:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "host_bytes_written": { 2024-08-04T15:27:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 41346558 2024-08-04T15:27:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "host_ctx_wear_used": { 2024-08-04T15:27:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 1 2024-08-04T15:27:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "media_bytes_read": { 2024-08-04T15:27:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "nand_bytes_written": { 2024-08-04T15:27:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 64222638 2024-08-04T15:27:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_stat_indicator": { 2024-08-04T15:27:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "pll_lock_loss_count": { 2024-08-04T15:27:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "program_fail_count": { 2024-08-04T15:27:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "re_alloc_sectr_cnt": { 2024-08-04T15:27:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "retry_buffer_overflow_count": { 2024-08-04T15:27:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "soft_ecc_err_rate": { 2024-08-04T15:27:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "thermal_throttle_status": { 2024-08-04T15:27:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T15:27:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "cnt": 0, 2024-08-04T15:27:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "pct": 0 2024-08-04T15:27:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_host_reads": { 2024-08-04T15:27:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 65535 2024-08-04T15:27:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_media_wear": { 2024-08-04T15:27:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": "63.999023" 2024-08-04T15:27:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_timer": { 2024-08-04T15:27:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T15:27:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 65535 2024-08-04T15:27:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "unexp_power_loss": { 2024-08-04T15:27:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T15:27:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T15:27:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "wear_leveling": { 2024-08-04T15:27:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 86, 2024-08-04T15:27:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T15:27:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "avg": 4244, 2024-08-04T15:27:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "max": 4264, 2024-08-04T15:27:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 4226 2024-08-04T15:27:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel Smart log": "nvme0n1" 2024-08-04T15:27:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_log": { 2024-08-04T15:27:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare": 100, 2024-08-04T15:27:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare_threshold": 10, 2024-08-04T15:27:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "controller_busy_time": 0, 2024-08-04T15:27:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "critical_warning": 0, 2024-08-04T15:27:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_read": 497884578, 2024-08-04T15:27:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_written": 2709688062, 2024-08-04T15:27:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "host_reads": 7984649452, 2024-08-04T15:27:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "host_writes": 46757294678, 2024-08-04T15:27:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "media_errors": 0, 2024-08-04T15:27:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "num_err_log_entries": 0, 2024-08-04T15:27:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "percentage_used": 14, 2024-08-04T15:27:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycles": 54734, 2024-08-04T15:27:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_hours": 63850, 2024-08-04T15:27:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": 23, 2024-08-04T15:27:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "unsafe_shutdowns": 51 2024-08-04T15:27:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_vendor": "intel", 2024-08-04T15:27:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_version": { 2024-08-04T15:27:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "string": "<1.2", 2024-08-04T15:27:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycle_count": 54734, 2024-08-04T15:27:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_time": { 2024-08-04T15:27:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "hours": 63850 2024-08-04T15:27:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: "serial_number": "deleted", 2024-08-04T15:27:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: "smart_status": { 2024-08-04T15:27:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme": { 2024-08-04T15:27:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: "passed": true 2024-08-04T15:27:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl": { 2024-08-04T15:27:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: "argv": [ 2024-08-04T15:27:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl", 2024-08-04T15:27:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: "-x", 2024-08-04T15:27:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: "--json=o", 2024-08-04T15:27:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: "/dev/nvme0n1" 2024-08-04T15:27:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "build_info": "(local build)", 2024-08-04T15:27:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "exit_status": 0, 2024-08-04T15:27:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "output": [ 2024-08-04T15:27:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-04T15:27:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-04T15:27:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-04T15:27:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-04T15:27:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "Serial Number: deleted", 2024-08-04T15:27:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Version: 8DV101H0", 2024-08-04T15:27:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-04T15:27:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-04T15:27:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller ID: 0", 2024-08-04T15:27:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "NVMe Version: <1.2", 2024-08-04T15:27:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "Number of Namespaces: 1", 2024-08-04T15:27:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-04T15:27:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-04T15:27:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "Local Time is: Sun Aug 4 15:21:30 2024 UTC", 2024-08-04T15:27:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-04T15:27:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-04T15:27:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-04T15:27:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-04T15:27:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-04T15:27:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported Power States", 2024-08-04T15:27:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-04T15:27:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-04T15:27:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-04T15:27:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-04T15:27:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 512 0 2", 2024-08-04T15:27:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: " 1 - 512 8 2", 2024-08-04T15:27:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: " 2 - 512 16 2", 2024-08-04T15:27:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: " 3 - 4096 0 0", 2024-08-04T15:27:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: " 4 - 4096 8 0", 2024-08-04T15:27:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: " 5 - 4096 64 0", 2024-08-04T15:27:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: " 6 - 4096 128 0", 2024-08-04T15:27:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-04T15:27:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-04T15:27:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-04T15:27:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "Critical Warning: 0x00", 2024-08-04T15:27:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "Temperature: 23 Celsius", 2024-08-04T15:27:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare: 100%", 2024-08-04T15:27:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare Threshold: 10%", 2024-08-04T15:27:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "Percentage Used: 14%", 2024-08-04T15:27:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Read: 497,884,578 [254 TB]", 2024-08-04T15:27:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Written: 2,709,688,062 [1.38 PB]", 2024-08-04T15:27:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Read Commands: 7,984,649,452", 2024-08-04T15:27:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Write Commands: 46,757,294,678", 2024-08-04T15:27:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller Busy Time: 0", 2024-08-04T15:27:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "Power Cycles: 54,734", 2024-08-04T15:27:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "Power On Hours: 63,850", 2024-08-04T15:27:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "Unsafe Shutdowns: 51", 2024-08-04T15:27:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "Media and Data Integrity Errors: 0", 2024-08-04T15:27:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information Log Entries: 0", 2024-08-04T15:27:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T15:27:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-04T15:27:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: "No Errors Logged", 2024-08-04T15:27:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: "" 2024-08-04T15:27:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-04T15:27:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: "svn_revision": "5155", 2024-08-04T15:27:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: "version": [ 2024-08-04T15:27:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": { 2024-08-04T15:27:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: "current": 23 2024-08-04T15:27:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: "user_capacity": { 2024-08-04T15:27:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T15:27:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T15:27:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: "report": { 2024-08-04T15:27:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: "balancer": { 2024-08-04T15:27:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: "active": true, 2024-08-04T15:27:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: "mode": "" 2024-08-04T15:27:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: "channels": [ 2024-08-04T15:27:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "basic", 2024-08-04T15:27:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "crash", 2024-08-04T15:27:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "device", 2024-08-04T15:27:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "ident", 2024-08-04T15:27:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "perf" 2024-08-04T15:27:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "channels_available": [ 2024-08-04T15:27:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "basic", 2024-08-04T15:27:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "ident", 2024-08-04T15:27:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "crash", 2024-08-04T15:27:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "device", 2024-08-04T15:27:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "perf" 2024-08-04T15:27:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "collections_available": [ 2024-08-04T15:27:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_base", 2024-08-04T15:27:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "device_base", 2024-08-04T15:27:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "crash_base", 2024-08-04T15:27:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "ident_base", 2024-08-04T15:27:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_perf", 2024-08-04T15:27:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_mds_metadata", 2024-08-04T15:27:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_usage", 2024-08-04T15:27:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_usage_by_class", 2024-08-04T15:27:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_rook_v01", 2024-08-04T15:27:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_memory_metrics", 2024-08-04T15:27:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_options_bluestore" 2024-08-04T15:27:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "collections_opted_in": [ 2024-08-04T15:27:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_base", 2024-08-04T15:27:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "device_base", 2024-08-04T15:27:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "crash_base", 2024-08-04T15:27:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "ident_base", 2024-08-04T15:27:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_perf", 2024-08-04T15:27:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_mds_metadata", 2024-08-04T15:27:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_usage", 2024-08-04T15:27:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_usage_by_class", 2024-08-04T15:27:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_rook_v01", 2024-08-04T15:27:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_memory_metrics", 2024-08-04T15:27:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_options_bluestore" 2024-08-04T15:27:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "config": { 2024-08-04T15:27:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "active_changed": [ 2024-08-04T15:27:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-04T15:27:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_debug", 2024-08-04T15:27:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_mon_ticket_ttl", 2024-08-04T15:27:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_service_ticket_ttl", 2024-08-04T15:27:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "bdev_debug_aio", 2024-08-04T15:27:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "client_check_pool_perm", 2024-08-04T15:27:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "client_mount_gid", 2024-08-04T15:27:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "client_mount_uid", 2024-08-04T15:27:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "client_quota", 2024-08-04T15:27:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "container_image", 2024-08-04T15:27:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "daemonize", 2024-08-04T15:27:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_asserts_on_shutdown", 2024-08-04T15:27:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mgr", 2024-08-04T15:27:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mon", 2024-08-04T15:27:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_ms", 2024-08-04T15:27:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_osd", 2024-08-04T15:27:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_paxos", 2024-08-04T15:27:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "keyring", 2024-08-04T15:27:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_block_size", 2024-08-04T15:27:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_cache_size", 2024-08-04T15:27:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_compression", 2024-08-04T15:27:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_log", 2024-08-04T15:27:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "leveldb_write_buffer_size", 2024-08-04T15:27:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_file", 2024-08-04T15:27:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_journald", 2024-08-04T15:27:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_stderr", 2024-08-04T15:27:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_allow_pool_delete", 2024-08-04T15:27:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_clock_drift_allowed", 2024-08-04T15:27:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_file", 2024-08-04T15:27:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_journald", 2024-08-04T15:27:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_stderr", 2024-08-04T15:27:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_data_avail_warn", 2024-08-04T15:27:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_election_default_strategy", 2024-08-04T15:27:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_host", 2024-08-04T15:27:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_max_pg_per_osd", 2024-08-04T15:27:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mgr_mkfs_grace", 2024-08-04T15:27:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_prime_pg_temp", 2024-08-04T15:27:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_reporter_subtree_level", 2024-08-04T15:27:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_pg_warn_max_object_skew", 2024-08-04T15:27:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-04T15:27:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-04T15:27:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-04T15:27:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-04T15:27:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-04T15:27:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-04T15:27:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-04T15:27:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-04T15:27:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_too_few_osds", 2024-08-04T15:27:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_bug", 2024-08-04T15:27:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_old_message", 2024-08-04T15:27:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "no_config_file", 2024-08-04T15:27:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_default_list", 2024-08-04T15:27:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_load_list", 2024-08-04T15:27:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_misdirected_ops", 2024-08-04T15:27:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_op_order", 2024-08-04T15:27:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_pg_log_writeout", 2024-08-04T15:27:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_shutdown", 2024-08-04T15:27:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_cached_snaps", 2024-08-04T15:27:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_missing_on_start", 2024-08-04T15:27:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_stray_on_activate", 2024-08-04T15:27:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-04T15:27:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_profile", 2024-08-04T15:27:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-04T15:27:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-04T15:27:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-04T15:27:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-04T15:27:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-04T15:27:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-04T15:27:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_lim", 2024-08-04T15:27:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_res", 2024-08-04T15:27:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-04T15:27:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target", 2024-08-04T15:27:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target_autotune", 2024-08-04T15:27:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue", 2024-08-04T15:27:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue_cut_off", 2024-08-04T15:27:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_erasure_code_profile", 2024-08-04T15:27:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-04T15:27:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recover_clone_overlap", 2024-08-04T15:27:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_chunk", 2024-08-04T15:27:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_load_threshold", 2024-08-04T15:27:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_max_interval", 2024-08-04T15:27:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_shutdown_pgref_assert", 2024-08-04T15:27:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "public_addr", 2024-08-04T15:27:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "public_addrv", 2024-08-04T15:27:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "public_network", 2024-08-04T15:27:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_default_features", 2024-08-04T15:27:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_qos_exclude_ops", 2024-08-04T15:27:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "setgroup", 2024-08-04T15:27:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "setuser" 2024-08-04T15:27:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster_changed": [ 2024-08-04T15:27:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-04T15:27:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_debug", 2024-08-04T15:27:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_mon_ticket_ttl", 2024-08-04T15:27:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_service_ticket_ttl", 2024-08-04T15:27:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "bdev_debug_aio", 2024-08-04T15:27:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "container_image", 2024-08-04T15:27:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_asserts_on_shutdown", 2024-08-04T15:27:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mgr", 2024-08-04T15:27:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mon", 2024-08-04T15:27:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_ms", 2024-08-04T15:27:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_osd", 2024-08-04T15:27:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_paxos", 2024-08-04T15:27:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_file", 2024-08-04T15:27:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_journald", 2024-08-04T15:27:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_stderr", 2024-08-04T15:27:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_join_fs", 2024-08-04T15:27:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/allow_ptrace", 2024-08-04T15:27:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/container_init", 2024-08-04T15:27:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/migration_current", 2024-08-04T15:27:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/use_repo_digest", 2024-08-04T15:27:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-04T15:27:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-04T15:27:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-04T15:27:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-04T15:27:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/ssl_server_port", 2024-08-04T15:27:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/orchestrator/orchestrator", 2024-08-04T15:27:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/channel_ident", 2024-08-04T15:27:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/channel_perf", 2024-08-04T15:27:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/description", 2024-08-04T15:27:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/enabled", 2024-08-04T15:27:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/organization", 2024-08-04T15:27:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_allow_pool_delete", 2024-08-04T15:27:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_clock_drift_allowed", 2024-08-04T15:27:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_file", 2024-08-04T15:27:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_data_avail_warn", 2024-08-04T15:27:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_election_default_strategy", 2024-08-04T15:27:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_max_pg_per_osd", 2024-08-04T15:27:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mgr_mkfs_grace", 2024-08-04T15:27:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_prime_pg_temp", 2024-08-04T15:27:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_reporter_subtree_level", 2024-08-04T15:27:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_pg_warn_max_object_skew", 2024-08-04T15:27:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-04T15:27:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-04T15:27:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-04T15:27:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-04T15:27:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-04T15:27:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-04T15:27:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-04T15:27:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-04T15:27:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_too_few_osds", 2024-08-04T15:27:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_bug", 2024-08-04T15:27:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_old_message", 2024-08-04T15:27:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_default_list", 2024-08-04T15:27:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_load_list", 2024-08-04T15:27:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_misdirected_ops", 2024-08-04T15:27:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_op_order", 2024-08-04T15:27:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_pg_log_writeout", 2024-08-04T15:27:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_shutdown", 2024-08-04T15:27:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_cached_snaps", 2024-08-04T15:27:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_missing_on_start", 2024-08-04T15:27:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_stray_on_activate", 2024-08-04T15:27:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-04T15:27:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_profile", 2024-08-04T15:27:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target", 2024-08-04T15:27:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target_autotune", 2024-08-04T15:27:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue", 2024-08-04T15:27:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue_cut_off", 2024-08-04T15:27:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_erasure_code_profile", 2024-08-04T15:27:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-04T15:27:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recover_clone_overlap", 2024-08-04T15:27:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_chunk", 2024-08-04T15:27:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_load_threshold", 2024-08-04T15:27:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_max_interval", 2024-08-04T15:27:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_shutdown_pgref_assert", 2024-08-04T15:27:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "public_network", 2024-08-04T15:27:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_cache_enabled", 2024-08-04T15:27:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_enable_ops_log", 2024-08-04T15:27:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_enable_usage_log" 2024-08-04T15:27:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "contact": null, 2024-08-04T15:27:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "crashes": [], 2024-08-04T15:27:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "created": "2024-08-04T15:18:26.674835Z", 2024-08-04T15:27:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "crush": { 2024-08-04T15:27:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_algs": { 2024-08-04T15:27:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "straw2": 3 2024-08-04T15:27:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_sizes": { 2024-08-04T15:27:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: "2": 1, 2024-08-04T15:27:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: "4": 2 2024-08-04T15:27:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_types": { 2024-08-04T15:27:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: "1": 2, 2024-08-04T15:27:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: "11": 1 2024-08-04T15:27:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: "compat_weight_set": false, 2024-08-04T15:27:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: "device_classes": [ 2024-08-04T15:27:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: 8 2024-08-04T15:27:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "num_buckets": 6, 2024-08-04T15:27:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "num_devices": 8, 2024-08-04T15:27:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "num_rules": 1, 2024-08-04T15:27:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "num_types": 12, 2024-08-04T15:27:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "num_weight_sets": 0, 2024-08-04T15:27:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "tunables": { 2024-08-04T15:27:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "allowed_bucket_algs": 54, 2024-08-04T15:27:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_local_fallback_tries": 0, 2024-08-04T15:27:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_local_tries": 0, 2024-08-04T15:27:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_total_tries": 50, 2024-08-04T15:27:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_descend_once": 1, 2024-08-04T15:27:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_stable": 1, 2024-08-04T15:27:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_vary_r": 1, 2024-08-04T15:27:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v2_rules": 0, 2024-08-04T15:27:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v3_rules": 0, 2024-08-04T15:27:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v4_buckets": 1, 2024-08-04T15:27:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v5_rules": 0, 2024-08-04T15:27:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "legacy_tunables": 0, 2024-08-04T15:27:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "minimum_required_version": "jewel", 2024-08-04T15:27:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "optimal_tunables": 1, 2024-08-04T15:27:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "profile": "jewel", 2024-08-04T15:27:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables": 1, 2024-08-04T15:27:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables2": 1, 2024-08-04T15:27:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables3": 1, 2024-08-04T15:27:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables5": 1, 2024-08-04T15:27:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "straw_calc_version": 1 2024-08-04T15:27:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "description": "upgrade test cluster", 2024-08-04T15:27:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "fs": { 2024-08-04T15:27:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "feature_flags": { 2024-08-04T15:27:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "enable_multiple": true, 2024-08-04T15:27:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "ever_enabled_multiple": true 2024-08-04T15:27:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "filesystems": [ 2024-08-04T15:27:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "approx_ctime": "2024-08", 2024-08-04T15:27:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "balancer_enabled": false, 2024-08-04T15:27:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_caps": 0, 2024-08-04T15:27:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_dns": 10, 2024-08-04T15:27:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_inos": 13, 2024-08-04T15:27:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_subtrees": 2, 2024-08-04T15:27:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "ever_allowed_features": 0, 2024-08-04T15:27:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "explicitly_allowed_features": 0, 2024-08-04T15:27:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "files": 0, 2024-08-04T15:27:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "max_mds": 1, 2024-08-04T15:27:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_data_pools": 1, 2024-08-04T15:27:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_in": 1, 2024-08-04T15:27:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_mds": 1, 2024-08-04T15:27:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": 0, 2024-08-04T15:27:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_standby_replay": 0, 2024-08-04T15:27:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_up": 1, 2024-08-04T15:27:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "snaps": 0, 2024-08-04T15:27:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "standby_count_wanted": 0 2024-08-04T15:27:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_standby_mds": 1, 2024-08-04T15:27:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "total_num_mds": 2 2024-08-04T15:27:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_stats": { 2024-08-04T15:27:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T15:27:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T15:27:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 20586496, 2024-08-04T15:27:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 484248, 2024-08-04T15:27:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2621440, 2024-08-04T15:27:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 40960, 2024-08-04T15:27:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 598016, 2024-08-04T15:27:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 426, 2024-08-04T15:27:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 1354960, 2024-08-04T15:27:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 20, 2024-08-04T15:27:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 1004032, 2024-08-04T15:27:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 15080856, 2024-08-04T15:27:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 21184512 2024-08-04T15:27:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T15:27:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 20135936, 2024-08-04T15:27:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 337736, 2024-08-04T15:27:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2621440, 2024-08-04T15:27:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 1056768, 2024-08-04T15:27:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 0, 2024-08-04T15:27:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 336, 2024-08-04T15:27:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 1060408, 2024-08-04T15:27:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 12, 2024-08-04T15:27:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 409088, 2024-08-04T15:27:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 14650496, 2024-08-04T15:27:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 20135936 2024-08-04T15:27:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.630de46a01a71525518015f12bc5f227952b1fd6": { 2024-08-04T15:27:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 37871616, 2024-08-04T15:27:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 814760, 2024-08-04T15:27:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 4718592, 2024-08-04T15:27:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 614400, 2024-08-04T15:27:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 13836288, 2024-08-04T15:27:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 950, 2024-08-04T15:27:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 6849288, 2024-08-04T15:27:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 21, 2024-08-04T15:27:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 1266944, 2024-08-04T15:27:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 23607632, 2024-08-04T15:27:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 51707904 2024-08-04T15:27:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T15:27:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 36864000, 2024-08-04T15:27:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 1631432, 2024-08-04T15:27:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2621440, 2024-08-04T15:27:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T15:27:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 14827520, 2024-08-04T15:27:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1140, 2024-08-04T15:27:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 7251688, 2024-08-04T15:27:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 21, 2024-08-04T15:27:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 1248256, 2024-08-04T15:27:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 24111184, 2024-08-04T15:27:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 51691520 2024-08-04T15:27:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T15:27:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 45555712, 2024-08-04T15:27:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 1436904, 2024-08-04T15:27:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2621440, 2024-08-04T15:27:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T15:27:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 8159232, 2024-08-04T15:27:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1757, 2024-08-04T15:27:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 10883592, 2024-08-04T15:27:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 23, 2024-08-04T15:27:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 2347520, 2024-08-04T15:27:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 28266256, 2024-08-04T15:27:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 53714944 2024-08-04T15:27:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.0": { 2024-08-04T15:27:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 276553728, 2024-08-04T15:27:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 835768, 2024-08-04T15:27:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 4849664, 2024-08-04T15:27:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T15:27:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 319488, 2024-08-04T15:27:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1394, 2024-08-04T15:27:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 5274168, 2024-08-04T15:27:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 46, 2024-08-04T15:27:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 2451968, 2024-08-04T15:27:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 263142160, 2024-08-04T15:27:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 276873216 2024-08-04T15:27:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.1": { 2024-08-04T15:27:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 273113088, 2024-08-04T15:27:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 801304, 2024-08-04T15:27:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2752512, 2024-08-04T15:27:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T15:27:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 548864, 2024-08-04T15:27:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1360, 2024-08-04T15:27:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 5640728, 2024-08-04T15:27:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 46, 2024-08-04T15:27:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 2343424, 2024-08-04T15:27:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 261575120, 2024-08-04T15:27:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 273661952 2024-08-04T15:27:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.2": { 2024-08-04T15:27:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 272482304, 2024-08-04T15:27:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 700800, 2024-08-04T15:27:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2752512, 2024-08-04T15:27:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T15:27:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 1245184, 2024-08-04T15:27:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1253, 2024-08-04T15:27:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 4975456, 2024-08-04T15:27:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 46, 2024-08-04T15:27:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 2327808, 2024-08-04T15:27:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 261725728, 2024-08-04T15:27:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 273727488 2024-08-04T15:27:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.3": { 2024-08-04T15:27:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 271761408, 2024-08-04T15:27:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 739168, 2024-08-04T15:27:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2752512, 2024-08-04T15:27:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T15:27:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 917504, 2024-08-04T15:27:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1247, 2024-08-04T15:27:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 4923656, 2024-08-04T15:27:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 45, 2024-08-04T15:27:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 1511424, 2024-08-04T15:27:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 261834648, 2024-08-04T15:27:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 272678912 2024-08-04T15:27:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.4": { 2024-08-04T15:27:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 272343040, 2024-08-04T15:27:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 891032, 2024-08-04T15:27:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2752512, 2024-08-04T15:27:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T15:27:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 270336, 2024-08-04T15:27:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1267, 2024-08-04T15:27:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 4760736, 2024-08-04T15:27:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 46, 2024-08-04T15:27:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 2046976, 2024-08-04T15:27:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 261891784, 2024-08-04T15:27:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 272613376 2024-08-04T15:27:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.5": { 2024-08-04T15:27:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 271589376, 2024-08-04T15:27:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 875912, 2024-08-04T15:27:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2752512, 2024-08-04T15:27:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T15:27:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 122880, 2024-08-04T15:27:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1263, 2024-08-04T15:27:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 4712944, 2024-08-04T15:27:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 47, 2024-08-04T15:27:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 2042368, 2024-08-04T15:27:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 261205640, 2024-08-04T15:27:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 271712256 2024-08-04T15:27:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.6": { 2024-08-04T15:27:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 272211968, 2024-08-04T15:27:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 966376, 2024-08-04T15:27:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2752512, 2024-08-04T15:27:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T15:27:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 401408, 2024-08-04T15:27:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1271, 2024-08-04T15:27:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 4850096, 2024-08-04T15:27:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 45, 2024-08-04T15:27:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 1908992, 2024-08-04T15:27:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 261733992, 2024-08-04T15:27:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 272613376 2024-08-04T15:27:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.7": { 2024-08-04T15:27:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 273260544, 2024-08-04T15:27:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 1043416, 2024-08-04T15:27:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2752512, 2024-08-04T15:27:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 24576, 2024-08-04T15:27:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 466944, 2024-08-04T15:27:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 1336, 2024-08-04T15:27:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T15:27:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 5375168, 2024-08-04T15:27:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 45, 2024-08-04T15:27:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 1988352, 2024-08-04T15:27:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 262076520, 2024-08-04T15:27:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 273727488 2024-08-04T15:27:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "hosts": { 2024-08-04T15:27:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num": 2, 2024-08-04T15:27:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mds": 2, 2024-08-04T15:27:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mgr": 2, 2024-08-04T15:27:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mon": 2, 2024-08-04T15:27:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_osd": 2 2024-08-04T15:27:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "io_rate": { 2024-08-04T15:27:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_stats_delta": { 2024-08-04T15:27:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 0, 2024-08-04T15:27:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 0, 2024-08-04T15:27:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "stamp_delta": "12.002657", 2024-08-04T15:27:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 146, 2024-08-04T15:27:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 248, 2024-08-04T15:27:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 32, 2024-08-04T15:27:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T15:27:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 0, 2024-08-04T15:27:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T15:27:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T15:27:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T15:27:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T15:27:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 0, 2024-08-04T15:27:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T15:27:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T15:27:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T15:27:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T15:27:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 0 2024-08-04T15:27:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "leaderboard": false, 2024-08-04T15:27:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "license": "sharing-1-0", 2024-08-04T15:27:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "mempool": { 2024-08-04T15:27:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T15:27:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T15:27:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 222471, 2024-08-04T15:27:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 72 2024-08-04T15:27:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 50488, 2024-08-04T15:27:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 208 2024-08-04T15:27:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7944, 2024-08-04T15:27:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 135 2024-08-04T15:27:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T15:27:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 149057, 2024-08-04T15:27:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T15:27:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 856, 2024-08-04T15:27:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T15:27:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.630de46a01a71525518015f12bc5f227952b1fd6": { 2024-08-04T15:27:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1164496, 2024-08-04T15:27:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 363 2024-08-04T15:27:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6592, 2024-08-04T15:27:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 134 2024-08-04T15:27:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12744, 2024-08-04T15:27:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1546 2024-08-04T15:27:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5312, 2024-08-04T15:27:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 103 2024-08-04T15:27:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T15:27:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1238614, 2024-08-04T15:27:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 369 2024-08-04T15:27:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 264, 2024-08-04T15:27:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6592, 2024-08-04T15:27:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 134 2024-08-04T15:27:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12744, 2024-08-04T15:27:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1546 2024-08-04T15:27:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5312, 2024-08-04T15:27:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 103 2024-08-04T15:27:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T15:27:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1296322, 2024-08-04T15:27:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 360 2024-08-04T15:27:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 704, 2024-08-04T15:27:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8 2024-08-04T15:27:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6592, 2024-08-04T15:27:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 134 2024-08-04T15:27:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12744, 2024-08-04T15:27:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1546 2024-08-04T15:27:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10624, 2024-08-04T15:27:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 206 2024-08-04T15:27:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.0": { 2024-08-04T15:27:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6304, 2024-08-04T15:27:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 115 2024-08-04T15:27:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16896, 2024-08-04T15:27:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8 2024-08-04T15:27:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T15:27:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 22848, 2024-08-04T15:27:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 204 2024-08-04T15:27:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1344, 2024-08-04T15:27:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 12 2024-08-04T15:27:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9792, 2024-08-04T15:27:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 204 2024-08-04T15:27:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 22848, 2024-08-04T15:27:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 204 2024-08-04T15:27:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6240, 2024-08-04T15:27:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 78 2024-08-04T15:27:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 602112, 2024-08-04T15:27:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 16 2024-08-04T15:27:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 58152, 2024-08-04T15:27:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10584 2024-08-04T15:27:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 145520, 2024-08-04T15:27:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 214 2024-08-04T15:27:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 11692, 2024-08-04T15:27:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 771 2024-08-04T15:27:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 33544, 2024-08-04T15:27:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 214 2024-08-04T15:27:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 420125, 2024-08-04T15:27:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 91 2024-08-04T15:27:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2442770, 2024-08-04T15:27:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 196 2024-08-04T15:27:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6864, 2024-08-04T15:27:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 78 2024-08-04T15:27:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 521280, 2024-08-04T15:27:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 45 2024-08-04T15:27:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 101504, 2024-08-04T15:27:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 200 2024-08-04T15:27:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 235568, 2024-08-04T15:27:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3495 2024-08-04T15:27:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.1": { 2024-08-04T15:27:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6304, 2024-08-04T15:27:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 115 2024-08-04T15:27:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16896, 2024-08-04T15:27:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8 2024-08-04T15:27:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T15:27:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21616, 2024-08-04T15:27:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 193 2024-08-04T15:27:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 784, 2024-08-04T15:27:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7 2024-08-04T15:27:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9264, 2024-08-04T15:27:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 193 2024-08-04T15:27:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21616, 2024-08-04T15:27:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 193 2024-08-04T15:27:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5360, 2024-08-04T15:27:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 67 2024-08-04T15:27:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 8192, 2024-08-04T15:27:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T15:27:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 51304, 2024-08-04T15:27:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9516 2024-08-04T15:27:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 135320, 2024-08-04T15:27:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 199 2024-08-04T15:27:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9556, 2024-08-04T15:27:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 597 2024-08-04T15:27:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 28932, 2024-08-04T15:27:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 199 2024-08-04T15:27:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 736, 2024-08-04T15:27:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1 2024-08-04T15:27:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 463644, 2024-08-04T15:27:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 101 2024-08-04T15:27:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12096, 2024-08-04T15:27:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2435852, 2024-08-04T15:27:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 196 2024-08-04T15:27:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4664, 2024-08-04T15:27:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 53 2024-08-04T15:27:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 417024, 2024-08-04T15:27:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 36 2024-08-04T15:27:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 8528, 2024-08-04T15:27:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 22 2024-08-04T15:27:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 235568, 2024-08-04T15:27:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3495 2024-08-04T15:27:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.2": { 2024-08-04T15:27:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6304, 2024-08-04T15:27:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 115 2024-08-04T15:27:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16896, 2024-08-04T15:27:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8 2024-08-04T15:27:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T15:27:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21280, 2024-08-04T15:27:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 190 2024-08-04T15:27:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 784, 2024-08-04T15:27:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7 2024-08-04T15:27:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9120, 2024-08-04T15:27:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 190 2024-08-04T15:27:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21280, 2024-08-04T15:27:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 190 2024-08-04T15:27:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4800, 2024-08-04T15:27:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 60 2024-08-04T15:27:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 8192, 2024-08-04T15:27:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T15:27:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 48924, 2024-08-04T15:27:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9181 2024-08-04T15:27:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 130560, 2024-08-04T15:27:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 192 2024-08-04T15:27:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 8936, 2024-08-04T15:27:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 586 2024-08-04T15:27:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 27644, 2024-08-04T15:27:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 192 2024-08-04T15:27:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 736, 2024-08-04T15:27:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1 2024-08-04T15:27:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 401896, 2024-08-04T15:27:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 86 2024-08-04T15:27:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12096, 2024-08-04T15:27:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2421406, 2024-08-04T15:27:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 179 2024-08-04T15:27:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4312, 2024-08-04T15:27:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 49 2024-08-04T15:27:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 359104, 2024-08-04T15:27:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 31 2024-08-04T15:27:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 8840, 2024-08-04T15:27:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 25 2024-08-04T15:27:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 236080, 2024-08-04T15:27:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3519 2024-08-04T15:27:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.3": { 2024-08-04T15:27:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6304, 2024-08-04T15:27:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 115 2024-08-04T15:27:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16896, 2024-08-04T15:27:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8 2024-08-04T15:27:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T15:27:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21840, 2024-08-04T15:27:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 195 2024-08-04T15:27:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 224, 2024-08-04T15:27:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T15:27:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9360, 2024-08-04T15:27:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 195 2024-08-04T15:27:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21840, 2024-08-04T15:27:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 195 2024-08-04T15:27:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4400, 2024-08-04T15:27:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 55 2024-08-04T15:27:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 50588, 2024-08-04T15:27:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9509 2024-08-04T15:27:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 135320, 2024-08-04T15:27:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 199 2024-08-04T15:27:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9740, 2024-08-04T15:27:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 604 2024-08-04T15:27:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 28596, 2024-08-04T15:27:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 199 2024-08-04T15:27:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2208, 2024-08-04T15:27:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 316072, 2024-08-04T15:27:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 65 2024-08-04T15:27:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 30637, 2024-08-04T15:27:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9 2024-08-04T15:27:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2445264, 2024-08-04T15:27:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 186 2024-08-04T15:27:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4752, 2024-08-04T15:27:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 54 2024-08-04T15:27:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 428608, 2024-08-04T15:27:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 37 2024-08-04T15:27:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10400, 2024-08-04T15:27:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 20 2024-08-04T15:27:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 235568, 2024-08-04T15:27:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3495 2024-08-04T15:27:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.4": { 2024-08-04T15:27:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6304, 2024-08-04T15:27:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 115 2024-08-04T15:27:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16896, 2024-08-04T15:27:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8 2024-08-04T15:27:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T15:27:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21728, 2024-08-04T15:27:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 194 2024-08-04T15:27:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 672, 2024-08-04T15:27:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 6 2024-08-04T15:27:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9312, 2024-08-04T15:27:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 194 2024-08-04T15:27:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21728, 2024-08-04T15:27:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 194 2024-08-04T15:27:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4080, 2024-08-04T15:27:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 51 2024-08-04T15:27:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4096, 2024-08-04T15:27:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1 2024-08-04T15:27:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 51881, 2024-08-04T15:27:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9659 2024-08-04T15:27:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 137360, 2024-08-04T15:27:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 202 2024-08-04T15:27:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10024, 2024-08-04T15:27:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 603 2024-08-04T15:27:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 29532, 2024-08-04T15:27:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 202 2024-08-04T15:27:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 736, 2024-08-04T15:27:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1 2024-08-04T15:27:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 969732, 2024-08-04T15:27:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 82 2024-08-04T15:27:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12096, 2024-08-04T15:27:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2445604, 2024-08-04T15:27:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 185 2024-08-04T15:27:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4928, 2024-08-04T15:27:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 56 2024-08-04T15:27:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 463360, 2024-08-04T15:27:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 40 2024-08-04T15:27:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 8944, 2024-08-04T15:27:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 18 2024-08-04T15:27:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 236080, 2024-08-04T15:27:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3519 2024-08-04T15:27:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.5": { 2024-08-04T15:27:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6304, 2024-08-04T15:27:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 115 2024-08-04T15:27:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16896, 2024-08-04T15:27:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8 2024-08-04T15:27:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T15:27:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21728, 2024-08-04T15:27:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 194 2024-08-04T15:27:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 224, 2024-08-04T15:27:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T15:27:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9312, 2024-08-04T15:27:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 194 2024-08-04T15:27:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21728, 2024-08-04T15:27:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 194 2024-08-04T15:27:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3600, 2024-08-04T15:27:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 45 2024-08-04T15:27:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 52709, 2024-08-04T15:27:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9747 2024-08-04T15:27:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 138720, 2024-08-04T15:27:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 204 2024-08-04T15:27:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10168, 2024-08-04T15:27:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 606 2024-08-04T15:27:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 30044, 2024-08-04T15:27:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 204 2024-08-04T15:27:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2208, 2024-08-04T15:27:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 885279, 2024-08-04T15:27:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 61 2024-08-04T15:27:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 30637, 2024-08-04T15:27:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9 2024-08-04T15:27:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2414656, 2024-08-04T15:27:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 169 2024-08-04T15:27:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5456, 2024-08-04T15:27:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 62 2024-08-04T15:27:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 474944, 2024-08-04T15:27:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 41 2024-08-04T15:27:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 13520, 2024-08-04T15:27:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 26 2024-08-04T15:27:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 236080, 2024-08-04T15:27:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3519 2024-08-04T15:27:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.6": { 2024-08-04T15:27:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6304, 2024-08-04T15:27:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 115 2024-08-04T15:27:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16896, 2024-08-04T15:27:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8 2024-08-04T15:27:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T15:27:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 22512, 2024-08-04T15:27:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 201 2024-08-04T15:27:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 336, 2024-08-04T15:27:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9648, 2024-08-04T15:27:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 201 2024-08-04T15:27:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 22512, 2024-08-04T15:27:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 201 2024-08-04T15:27:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3040, 2024-08-04T15:27:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 38 2024-08-04T15:27:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 18782, 2024-08-04T15:27:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 4 2024-08-04T15:27:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 52034, 2024-08-04T15:27:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9895 2024-08-04T15:27:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 136000, 2024-08-04T15:27:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 200 2024-08-04T15:27:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 11152, 2024-08-04T15:27:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 759 2024-08-04T15:27:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 30384, 2024-08-04T15:27:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 200 2024-08-04T15:27:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 839194, 2024-08-04T15:27:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 51 2024-08-04T15:27:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2439170, 2024-08-04T15:27:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 179 2024-08-04T15:27:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4928, 2024-08-04T15:27:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 56 2024-08-04T15:27:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 451776, 2024-08-04T15:27:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 39 2024-08-04T15:27:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 101192, 2024-08-04T15:27:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 205 2024-08-04T15:27:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 235568, 2024-08-04T15:27:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3495 2024-08-04T15:27:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.7": { 2024-08-04T15:27:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T15:27:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6304, 2024-08-04T15:27:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 115 2024-08-04T15:27:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T15:27:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16896, 2024-08-04T15:27:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8 2024-08-04T15:27:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T15:27:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T15:27:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T15:27:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Blob": { 2024-08-04T15:27:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 22512, 2024-08-04T15:27:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 201 2024-08-04T15:27:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Buffer": { 2024-08-04T15:27:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1344, 2024-08-04T15:27:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 12 2024-08-04T15:27:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_Extent": { 2024-08-04T15:27:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9648, 2024-08-04T15:27:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 201 2024-08-04T15:27:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_SharedBlob": { 2024-08-04T15:27:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 22512, 2024-08-04T15:27:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 201 2024-08-04T15:27:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T15:27:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2400, 2024-08-04T15:27:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 30 2024-08-04T15:27:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T15:27:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 297310, 2024-08-04T15:27:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 13 2024-08-04T15:27:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T15:27:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 55999, 2024-08-04T15:27:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10386 2024-08-04T15:27:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T15:27:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 142800, 2024-08-04T15:27:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 210 2024-08-04T15:27:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T15:27:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 11936, 2024-08-04T15:27:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 766 2024-08-04T15:27:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T15:27:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T15:27:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 32944, 2024-08-04T15:27:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 210 2024-08-04T15:27:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T15:27:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T15:27:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 196869, 2024-08-04T15:27:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 38 2024-08-04T15:27:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T15:27:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T15:27:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2402062, 2024-08-04T15:27:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 202 2024-08-04T15:27:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T15:27:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6424, 2024-08-04T15:27:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 73 2024-08-04T15:27:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T15:27:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 532864, 2024-08-04T15:27:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 46 2024-08-04T15:27:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T15:27:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T15:27:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 105456, 2024-08-04T15:27:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 250 2024-08-04T15:27:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T15:27:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 235568, 2024-08-04T15:27:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3495 2024-08-04T15:27:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T15:27:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T15:27:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T15:27:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T15:27:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T15:27:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T15:27:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "metadata": { 2024-08-04T15:27:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T15:27:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T15:27:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 2 2024-08-04T15:27:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T15:27:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:27:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T15:27:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-08-04T15:27:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T15:27:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 2 2024-08-04T15:27:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T15:27:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 2 2024-08-04T15:27:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T15:27:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-04T15:27:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T15:27:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-04T15:27:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T15:27:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 2 2024-08-04T15:27:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T15:27:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 3 2024-08-04T15:27:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T15:27:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 3 2024-08-04T15:27:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T15:27:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-08-04T15:27:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T15:27:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 3 2024-08-04T15:27:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T15:27:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 3 2024-08-04T15:27:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T15:27:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-04T15:27:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T15:27:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-04T15:27:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T15:27:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 3 2024-08-04T15:27:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T15:27:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 8 2024-08-04T15:27:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T15:27:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 8 2024-08-04T15:27:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T15:27:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-08-04T15:27:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T15:27:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 8 2024-08-04T15:27:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T15:27:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 8 2024-08-04T15:27:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T15:27:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-04T15:27:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T15:27:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-04T15:27:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T15:27:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 8 2024-08-04T15:27:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_objectstore": { 2024-08-04T15:27:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": 8 2024-08-04T15:27:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "rotational": { 2024-08-04T15:27:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "0": 8 2024-08-04T15:27:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "features": { 2024-08-04T15:27:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "optional": [], 2024-08-04T15:27:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "persistent": [ 2024-08-04T15:27:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "kraken", 2024-08-04T15:27:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "luminous", 2024-08-04T15:27:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "mimic", 2024-08-04T15:27:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap-prune", 2024-08-04T15:27:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "nautilus", 2024-08-04T15:27:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "octopus", 2024-08-04T15:27:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "pacific", 2024-08-04T15:27:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "elector-pinging", 2024-08-04T15:27:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "quincy" 2024-08-04T15:27:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "ipv4_addr_mons": 6, 2024-08-04T15:27:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "ipv6_addr_mons": 0, 2024-08-04T15:27:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "min_mon_release": 17, 2024-08-04T15:27:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "v1_addr_mons": 3, 2024-08-04T15:27:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "v2_addr_mons": 3 2024-08-04T15:27:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "organization": "ceph-qa", 2024-08-04T15:27:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster_network": false, 2024-08-04T15:27:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8, 2024-08-04T15:27:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "require_min_compat_client": "luminous", 2024-08-04T15:27:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "require_osd_release": "quincy" 2024-08-04T15:27:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_perf_histograms": [ 2024-08-04T15:27:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T15:27:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T15:27:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T15:27:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T15:27:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T15:27:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T15:27:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T15:27:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T15:27:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T15:27:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T15:27:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T15:27:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T15:27:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T15:27:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T15:27:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T15:27:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T15:27:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T15:27:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T15:27:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T15:27:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T15:27:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T15:27:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T15:27:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T15:27:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T15:27:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T15:27:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T15:27:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T15:27:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T15:27:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T15:27:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T15:27:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T15:27:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T15:27:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T15:27:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T15:27:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T15:27:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T15:27:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T15:27:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T15:27:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T15:27:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T15:27:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T15:27:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T15:27:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T15:27:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T15:27:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T15:27:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T15:27:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T15:27:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T15:27:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T15:27:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T15:27:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T15:27:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T15:27:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T15:27:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T15:27:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T15:27:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T15:27:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T15:27:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T15:27:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T15:27:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T15:27:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T15:27:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T15:27:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T15:27:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T15:27:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T15:27:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T15:27:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T15:27:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T15:27:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T15:27:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T15:27:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T15:27:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T15:27:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T15:27:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T15:27:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T15:27:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T15:27:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T15:27:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T15:27:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T15:27:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T15:27:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T15:27:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T15:27:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T15:27:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T15:27:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T15:27:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T15:27:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T15:27:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T15:27:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T15:27:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T15:27:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T15:27:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T15:27:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T15:27:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T15:27:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T15:27:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T15:27:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T15:27:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T15:27:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T15:27:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T15:27:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T15:27:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T15:27:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T15:27:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T15:27:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T15:27:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T15:27:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T15:27:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T15:27:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T15:27:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T15:27:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T15:27:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T15:27:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T15:27:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T15:27:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T15:27:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T15:27:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T15:27:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T15:27:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T15:27:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T15:27:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T15:27:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T15:27:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T15:27:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T15:27:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T15:27:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T15:27:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T15:27:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T15:27:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T15:27:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T15:27:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T15:27:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T15:27:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T15:27:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T15:27:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T15:27:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T15:27:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T15:27:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T15:27:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T15:27:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T15:27:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T15:27:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T15:27:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T15:27:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T15:27:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T15:27:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T15:27:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T15:27:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T15:27:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T15:27:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T15:27:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T15:27:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T15:27:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T15:27:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T15:27:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T15:27:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T15:27:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T15:27:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T15:27:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T15:27:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T15:27:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T15:27:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T15:27:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T15:27:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T15:27:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T15:27:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T15:27:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T15:27:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T15:27:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T15:27:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T15:27:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T15:27:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T15:27:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T15:27:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T15:27:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T15:27:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T15:27:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T15:27:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T15:27:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T15:27:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T15:27:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T15:27:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T15:27:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T15:27:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T15:27:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T15:27:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T15:27:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T15:27:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T15:27:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T15:27:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T15:27:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T15:27:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T15:27:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T15:27:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T15:27:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T15:27:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T15:27:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T15:27:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T15:27:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T15:27:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T15:27:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T15:27:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T15:27:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T15:27:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T15:27:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T15:27:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T15:27:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T15:27:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T15:27:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T15:27:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T15:27:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T15:27:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T15:27:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T15:27:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T15:27:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T15:27:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T15:27:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T15:27:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T15:27:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T15:27:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T15:27:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T15:27:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T15:27:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T15:27:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T15:27:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T15:27:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T15:27:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T15:27:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T15:27:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T15:27:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T15:27:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T15:27:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T15:27:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T15:27:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T15:27:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T15:27:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T15:27:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T15:27:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T15:27:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T15:27:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T15:27:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T15:27:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T15:27:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T15:27:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T15:27:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T15:27:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T15:27:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T15:27:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T15:27:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T15:27:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T15:27:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T15:27:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T15:27:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T15:27:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T15:27:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T15:27:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T15:27:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T15:27:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T15:27:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T15:27:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T15:27:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T15:27:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T15:27:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T15:27:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T15:27:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T15:27:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T15:27:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T15:27:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T15:27:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T15:27:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T15:27:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T15:27:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T15:27:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T15:27:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T15:27:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T15:27:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T15:27:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T15:27:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T15:27:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T15:27:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T15:27:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T15:27:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T15:27:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T15:27:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T15:27:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T15:27:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T15:27:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T15:27:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T15:27:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T15:27:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T15:27:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T15:27:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T15:27:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T15:27:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T15:27:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T15:27:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T15:27:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T15:27:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T15:27:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T15:27:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T15:27:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T15:27:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T15:27:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T15:27:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T15:27:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T15:27:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T15:27:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T15:27:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T15:27:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T15:27:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T15:27:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T15:27:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T15:27:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T15:27:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T15:27:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T15:27:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T15:27:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T15:27:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T15:27:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T15:27:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T15:27:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T15:27:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T15:27:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T15:27:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T15:27:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T15:27:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T15:27:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T15:27:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T15:27:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T15:27:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T15:27:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T15:27:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T15:27:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T15:27:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T15:27:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T15:27:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T15:27:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T15:27:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T15:27:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T15:27:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T15:27:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T15:27:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T15:27:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9, 5, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 16, 3, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T15:27:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T15:27:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T15:27:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T15:27:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T15:27:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.664 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.664 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.664 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.664 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.664 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.664 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.664 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.664 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.664 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.664 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.664 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.664 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.664 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.664 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.664 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.665 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.665 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.665 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.665 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.665 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.665 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.665 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.665 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.665 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.665 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:26.665 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T15:27:26.665 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T15:27:26.665 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.665 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T15:27:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T15:27:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T15:27:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_counters": { 2024-08-04T15:27:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T15:27:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T15:27:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: "caps": { 2024-08-04T15:27:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_flush_ack": { 2024-08-04T15:27:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-04T15:27:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_grant": { 2024-08-04T15:27:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_revoke": { 2024-08-04T15:27:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_trunc": { 2024-08-04T15:27:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_commit": { 2024-08-04T15:27:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T15:27:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_fetch": { 2024-08-04T15:27:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_merge": { 2024-08-04T15:27:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_split": { 2024-08-04T15:27:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: "exported_inodes": { 2024-08-04T15:27:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "forward": { 2024-08-04T15:27:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_cap_release": { 2024-08-04T15:27:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_caps": { 2024-08-04T15:27:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_caps_dirty": { 2024-08-04T15:27:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_inode_file_caps": { 2024-08-04T15:27:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "imported_inodes": { 2024-08-04T15:27:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes": { 2024-08-04T15:27:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T15:27:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes_expired": { 2024-08-04T15:27:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes_pinned": { 2024-08-04T15:27:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T15:27:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes_with_caps": { 2024-08-04T15:27:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: "load_cent": { 2024-08-04T15:27:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: "openino_dir_fetch": { 2024-08-04T15:27:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: "process_request_cap_release": { 2024-08-04T15:27:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: "reply_latency": { 2024-08-04T15:27:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 94219 2024-08-04T15:27:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: "request": { 2024-08-04T15:27:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: "root_rbytes": { 2024-08-04T15:27:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: "root_rfiles": { 2024-08-04T15:27:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: "root_rsnaps": { 2024-08-04T15:27:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_reply": { 2024-08-04T15:27:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: "subtrees": { 2024-08-04T15:27:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_cache": { 2024-08-04T15:27:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_enqueue_scrub": { 2024-08-04T15:27:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_exportdir": { 2024-08-04T15:27:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_flush": { 2024-08-04T15:27:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_fragmentdir": { 2024-08-04T15:27:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_fragstats": { 2024-08-04T15:27:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_inodestats": { 2024-08-04T15:27:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_recovering_enqueued": { 2024-08-04T15:27:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: "num_recovering_prioritized": { 2024-08-04T15:27:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: "num_recovering_processing": { 2024-08-04T15:27:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: "num_strays": { 2024-08-04T15:27:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: "num_strays_delayed": { 2024-08-04T15:27:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: "num_strays_enqueuing": { 2024-08-04T15:27:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_completed": { 2024-08-04T15:27:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_started": { 2024-08-04T15:27:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_created": { 2024-08-04T15:27:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_enqueued": { 2024-08-04T15:27:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_migrated": { 2024-08-04T15:27:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_reintegrated": { 2024-08-04T15:27:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_log": { 2024-08-04T15:27:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: "ev": { 2024-08-04T15:27:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5 2024-08-04T15:27:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: "evadd": { 2024-08-04T15:27:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5 2024-08-04T15:27:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "evex": { 2024-08-04T15:27:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "evexd": { 2024-08-04T15:27:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "evexg": { 2024-08-04T15:27:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "evtrm": { 2024-08-04T15:27:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "jlat": { 2024-08-04T15:27:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5, 2024-08-04T15:27:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11743442 2024-08-04T15:27:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "replayed": { 2024-08-04T15:27:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "seg": { 2024-08-04T15:27:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "segadd": { 2024-08-04T15:27:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "segex": { 2024-08-04T15:27:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "segexd": { 2024-08-04T15:27:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "segexg": { 2024-08-04T15:27:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "segtrm": { 2024-08-04T15:27:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_mem": { 2024-08-04T15:27:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "cap": { 2024-08-04T15:27:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "cap+": { 2024-08-04T15:27:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "cap-": { 2024-08-04T15:27:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "dir": { 2024-08-04T15:27:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T15:27:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "dir+": { 2024-08-04T15:27:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T15:27:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "dir-": { 2024-08-04T15:27:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "dn": { 2024-08-04T15:27:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T15:27:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: "dn+": { 2024-08-04T15:27:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T15:27:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: "dn-": { 2024-08-04T15:27:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: "heap": { 2024-08-04T15:27:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 207068 2024-08-04T15:27:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: "ino": { 2024-08-04T15:27:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13 2024-08-04T15:27:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: "ino+": { 2024-08-04T15:27:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13 2024-08-04T15:27:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "ino-": { 2024-08-04T15:27:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "rss": { 2024-08-04T15:27:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38940 2024-08-04T15:27:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_server": { 2024-08-04T15:27:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "cap_acquisition_throttle": { 2024-08-04T15:27:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "cap_revoke_eviction": { 2024-08-04T15:27:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_request": { 2024-08-04T15:27:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_session": { 2024-08-04T15:27:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16 2024-08-04T15:27:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_peer_request": { 2024-08-04T15:27:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: "req_create_latency": { 2024-08-04T15:27:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: "req_getattr_latency": { 2024-08-04T15:27:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 94219 2024-08-04T15:27:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "req_getfilelock_latency": { 2024-08-04T15:27:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "req_getvxattr_latency": { 2024-08-04T15:27:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "req_link_latency": { 2024-08-04T15:27:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookup_latency": { 2024-08-04T15:27:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookuphash_latency": { 2024-08-04T15:27:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupino_latency": { 2024-08-04T15:27:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupname_latency": { 2024-08-04T15:27:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupparent_latency": { 2024-08-04T15:27:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupsnap_latency": { 2024-08-04T15:27:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lssnap_latency": { 2024-08-04T15:27:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "req_mkdir_latency": { 2024-08-04T15:27:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "req_mknod_latency": { 2024-08-04T15:27:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "req_mksnap_latency": { 2024-08-04T15:27:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "req_open_latency": { 2024-08-04T15:27:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "req_readdir_latency": { 2024-08-04T15:27:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rename_latency": { 2024-08-04T15:27:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "req_renamesnap_latency": { 2024-08-04T15:27:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rmdir_latency": { 2024-08-04T15:27:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rmsnap_latency": { 2024-08-04T15:27:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rmxattr_latency": { 2024-08-04T15:27:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setattr_latency": { 2024-08-04T15:27:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setdirlayout_latency": { 2024-08-04T15:27:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setfilelock_latency": { 2024-08-04T15:27:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setlayout_latency": { 2024-08-04T15:27:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setxattr_latency": { 2024-08-04T15:27:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "req_symlink_latency": { 2024-08-04T15:27:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "req_unlink_latency": { 2024-08-04T15:27:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_sessions": { 2024-08-04T15:27:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "average_load": { 2024-08-04T15:27:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "avg_session_uptime": { 2024-08-04T15:27:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 87 2024-08-04T15:27:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "mdthresh_evicted": { 2024-08-04T15:27:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T15:27:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "session_count": { 2024-08-04T15:27:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "session_remove": { 2024-08-04T15:27:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "sessions_open": { 2024-08-04T15:27:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "sessions_stale": { 2024-08-04T15:27:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "total_load": { 2024-08-04T15:27:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T15:27:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T15:27:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T15:27:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45 2024-08-04T15:27:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "purge_queue": { 2024-08-04T15:27:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executed": { 2024-08-04T15:27:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing": { 2024-08-04T15:27:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing_high_water": { 2024-08-04T15:27:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing_ops": { 2024-08-04T15:27:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing_ops_high_water": { 2024-08-04T15:27:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_item_in_journal": { 2024-08-04T15:27:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.630de46a01a71525518015f12bc5f227952b1fd6": { 2024-08-04T15:27:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: "election_call": { 2024-08-04T15:27:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: "election_lose": { 2024-08-04T15:27:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: "election_win": { 2024-08-04T15:27:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: "num_elections": { 2024-08-04T15:27:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T15:27:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": { 2024-08-04T15:27:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T15:27:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T15:27:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5 2024-08-04T15:27:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "session_rm": { 2024-08-04T15:27:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 66 2024-08-04T15:27:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "session_trim": { 2024-08-04T15:27:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "paxos": { 2024-08-04T15:27:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "accept_timeout": { 2024-08-04T15:27:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "begin": { 2024-08-04T15:27:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 828 2024-08-04T15:27:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_bytes": { 2024-08-04T15:27:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 828, 2024-08-04T15:27:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3974147 2024-08-04T15:27:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_keys": { 2024-08-04T15:27:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_latency": { 2024-08-04T15:27:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 828, 2024-08-04T15:27:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 96998555 2024-08-04T15:27:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: "collect": { 2024-08-04T15:27:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_bytes": { 2024-08-04T15:27:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73 2024-08-04T15:27:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_keys": { 2024-08-04T15:27:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_latency": { 2024-08-04T15:27:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_timeout": { 2024-08-04T15:27:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_uncommitted": { 2024-08-04T15:27:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "commit": { 2024-08-04T15:27:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 830 2024-08-04T15:27:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_bytes": { 2024-08-04T15:27:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_keys": { 2024-08-04T15:27:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_latency": { 2024-08-04T15:27:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_ack_timeout": { 2024-08-04T15:27:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_timeout": { 2024-08-04T15:27:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn": { 2024-08-04T15:27:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn_latency": { 2024-08-04T15:27:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh": { 2024-08-04T15:27:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 830 2024-08-04T15:27:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh_latency": { 2024-08-04T15:27:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 830, 2024-08-04T15:27:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1869972094 2024-08-04T15:27:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "restart": { 2024-08-04T15:27:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T15:27:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state": { 2024-08-04T15:27:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_bytes": { 2024-08-04T15:27:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_keys": { 2024-08-04T15:27:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "start_leader": { 2024-08-04T15:27:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "start_peon": { 2024-08-04T15:27:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state": { 2024-08-04T15:27:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 829 2024-08-04T15:27:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_bytes": { 2024-08-04T15:27:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 829, 2024-08-04T15:27:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7792999 2024-08-04T15:27:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_keys": { 2024-08-04T15:27:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 829, 2024-08-04T15:27:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5577 2024-08-04T15:27:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_latency": { 2024-08-04T15:27:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 829, 2024-08-04T15:27:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 108998373 2024-08-04T15:27:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache": { 2024-08-04T15:27:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1020054731 2024-08-04T15:27:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 46989312 2024-08-04T15:27:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32030720 2024-08-04T15:27:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2147483648 2024-08-04T15:27:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14958592 2024-08-04T15:27:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:full": { 2024-08-04T15:27:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 348127232 2024-08-04T15:27:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 277006947 2024-08-04T15:27:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 307932 2024-08-04T15:27:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70812353 2024-08-04T15:27:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:inc": { 2024-08-04T15:27:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 348127232 2024-08-04T15:27:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 277006947 2024-08-04T15:27:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 43239 2024-08-04T15:27:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71077046 2024-08-04T15:27:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:kv": { 2024-08-04T15:27:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 322961408 2024-08-04T15:27:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 184671298 2024-08-04T15:27:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71181246 2024-08-04T15:27:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb": { 2024-08-04T15:27:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "compact": { 2024-08-04T15:27:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_len": { 2024-08-04T15:27:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_merge": { 2024-08-04T15:27:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_range": { 2024-08-04T15:27:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "get_latency": { 2024-08-04T15:27:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 35381, 2024-08-04T15:27:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 91036855 2024-08-04T15:27:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_delay_time": { 2024-08-04T15:27:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_memtable_time": { 2024-08-04T15:27:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-04T15:27:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_wal_time": { 2024-08-04T15:27:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_latency": { 2024-08-04T15:27:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_sync_latency": { 2024-08-04T15:27:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1784, 2024-08-04T15:27:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 218234897 2024-08-04T15:27:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T15:27:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: "election_call": { 2024-08-04T15:27:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: "election_lose": { 2024-08-04T15:27:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: "election_win": { 2024-08-04T15:27:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_elections": { 2024-08-04T15:27:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7 2024-08-04T15:27:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": { 2024-08-04T15:27:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11 2024-08-04T15:27:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T15:27:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T15:27:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: "session_rm": { 2024-08-04T15:27:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53 2024-08-04T15:27:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: "session_trim": { 2024-08-04T15:27:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: "paxos": { 2024-08-04T15:27:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: "accept_timeout": { 2024-08-04T15:27:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: "begin": { 2024-08-04T15:27:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 837 2024-08-04T15:27:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_bytes": { 2024-08-04T15:27:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 837, 2024-08-04T15:27:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3999776 2024-08-04T15:27:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_keys": { 2024-08-04T15:27:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_latency": { 2024-08-04T15:27:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 837, 2024-08-04T15:27:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 153997416 2024-08-04T15:27:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "collect": { 2024-08-04T15:27:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_bytes": { 2024-08-04T15:27:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 146 2024-08-04T15:27:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_keys": { 2024-08-04T15:27:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_latency": { 2024-08-04T15:27:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3999934 2024-08-04T15:27:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_timeout": { 2024-08-04T15:27:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_uncommitted": { 2024-08-04T15:27:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "commit": { 2024-08-04T15:27:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 838 2024-08-04T15:27:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_bytes": { 2024-08-04T15:27:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_keys": { 2024-08-04T15:27:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_latency": { 2024-08-04T15:27:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_ack_timeout": { 2024-08-04T15:27:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_timeout": { 2024-08-04T15:27:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn": { 2024-08-04T15:27:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn_latency": { 2024-08-04T15:27:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh": { 2024-08-04T15:27:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 838 2024-08-04T15:27:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh_latency": { 2024-08-04T15:27:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 838, 2024-08-04T15:27:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1869968686 2024-08-04T15:27:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "restart": { 2024-08-04T15:27:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13 2024-08-04T15:27:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state": { 2024-08-04T15:27:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_bytes": { 2024-08-04T15:27:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_keys": { 2024-08-04T15:27:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "start_leader": { 2024-08-04T15:27:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "start_peon": { 2024-08-04T15:27:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state": { 2024-08-04T15:27:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 838 2024-08-04T15:27:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_bytes": { 2024-08-04T15:27:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 838, 2024-08-04T15:27:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7842348 2024-08-04T15:27:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_keys": { 2024-08-04T15:27:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 838, 2024-08-04T15:27:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5648 2024-08-04T15:27:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_latency": { 2024-08-04T15:27:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 838, 2024-08-04T15:27:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 392993438 2024-08-04T15:27:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache": { 2024-08-04T15:27:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1020054731 2024-08-04T15:27:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49070080 2024-08-04T15:27:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33431552 2024-08-04T15:27:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2147483648 2024-08-04T15:27:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15638528 2024-08-04T15:27:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:full": { 2024-08-04T15:27:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 348127232 2024-08-04T15:27:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 277006947 2024-08-04T15:27:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 307932 2024-08-04T15:27:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70812353 2024-08-04T15:27:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:inc": { 2024-08-04T15:27:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 348127232 2024-08-04T15:27:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 277006947 2024-08-04T15:27:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 43239 2024-08-04T15:27:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71077046 2024-08-04T15:27:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:kv": { 2024-08-04T15:27:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 322961408 2024-08-04T15:27:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 184671298 2024-08-04T15:27:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71181246 2024-08-04T15:27:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb": { 2024-08-04T15:27:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "compact": { 2024-08-04T15:27:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_len": { 2024-08-04T15:27:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_merge": { 2024-08-04T15:27:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_range": { 2024-08-04T15:27:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: "get_latency": { 2024-08-04T15:27:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 35711, 2024-08-04T15:27:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 84042833 2024-08-04T15:27:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_delay_time": { 2024-08-04T15:27:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_memtable_time": { 2024-08-04T15:27:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-04T15:27:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_wal_time": { 2024-08-04T15:27:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_latency": { 2024-08-04T15:27:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_sync_latency": { 2024-08-04T15:27:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1827, 2024-08-04T15:27:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 618591756 2024-08-04T15:27:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T15:27:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "election_call": { 2024-08-04T15:27:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "election_lose": { 2024-08-04T15:27:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "election_win": { 2024-08-04T15:27:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T15:27:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_elections": { 2024-08-04T15:27:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T15:27:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": { 2024-08-04T15:27:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T15:27:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T15:27:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T15:27:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "session_rm": { 2024-08-04T15:27:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 199 2024-08-04T15:27:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "session_trim": { 2024-08-04T15:27:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "paxos": { 2024-08-04T15:27:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "accept_timeout": { 2024-08-04T15:27:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "begin": { 2024-08-04T15:27:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 962 2024-08-04T15:27:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_bytes": { 2024-08-04T15:27:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 962, 2024-08-04T15:27:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5013703 2024-08-04T15:27:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_keys": { 2024-08-04T15:27:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 962, 2024-08-04T15:27:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2886 2024-08-04T15:27:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_latency": { 2024-08-04T15:27:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 962, 2024-08-04T15:27:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 149997760 2024-08-04T15:27:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "collect": { 2024-08-04T15:27:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_bytes": { 2024-08-04T15:27:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_keys": { 2024-08-04T15:27:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_latency": { 2024-08-04T15:27:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_timeout": { 2024-08-04T15:27:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_uncommitted": { 2024-08-04T15:27:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "commit": { 2024-08-04T15:27:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 962 2024-08-04T15:27:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_bytes": { 2024-08-04T15:27:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 962, 2024-08-04T15:27:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4944497 2024-08-04T15:27:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_keys": { 2024-08-04T15:27:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 962, 2024-08-04T15:27:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5491 2024-08-04T15:27:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_latency": { 2024-08-04T15:27:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 962, 2024-08-04T15:27:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 135849808 2024-08-04T15:27:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_ack_timeout": { 2024-08-04T15:27:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_timeout": { 2024-08-04T15:27:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn": { 2024-08-04T15:27:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn_latency": { 2024-08-04T15:27:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh": { 2024-08-04T15:27:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 964 2024-08-04T15:27:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh_latency": { 2024-08-04T15:27:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 964, 2024-08-04T15:27:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2307965547 2024-08-04T15:27:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "restart": { 2024-08-04T15:27:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T15:27:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state": { 2024-08-04T15:27:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T15:27:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_bytes": { 2024-08-04T15:27:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1627 2024-08-04T15:27:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_keys": { 2024-08-04T15:27:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T15:27:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "start_leader": { 2024-08-04T15:27:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T15:27:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "start_peon": { 2024-08-04T15:27:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state": { 2024-08-04T15:27:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_bytes": { 2024-08-04T15:27:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_keys": { 2024-08-04T15:27:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_latency": { 2024-08-04T15:27:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache": { 2024-08-04T15:27:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1020054731 2024-08-04T15:27:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 51093504 2024-08-04T15:27:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 41418752 2024-08-04T15:27:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2147483648 2024-08-04T15:27:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9674752 2024-08-04T15:27:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:full": { 2024-08-04T15:27:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 348127232 2024-08-04T15:27:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 277008009 2024-08-04T15:27:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 307502 2024-08-04T15:27:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70811721 2024-08-04T15:27:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:inc": { 2024-08-04T15:27:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 348127232 2024-08-04T15:27:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 277008009 2024-08-04T15:27:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 40836 2024-08-04T15:27:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71078387 2024-08-04T15:27:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:kv": { 2024-08-04T15:27:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 322961408 2024-08-04T15:27:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 184672006 2024-08-04T15:27:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71180538 2024-08-04T15:27:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb": { 2024-08-04T15:27:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "compact": { 2024-08-04T15:27:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_len": { 2024-08-04T15:27:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_merge": { 2024-08-04T15:27:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_range": { 2024-08-04T15:27:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "get_latency": { 2024-08-04T15:27:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 43339, 2024-08-04T15:27:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 171641668 2024-08-04T15:27:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_delay_time": { 2024-08-04T15:27:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_memtable_time": { 2024-08-04T15:27:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-04T15:27:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_wal_time": { 2024-08-04T15:27:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_latency": { 2024-08-04T15:27:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_sync_latency": { 2024-08-04T15:27:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2098, 2024-08-04T15:27:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 287729231 2024-08-04T15:27:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.0": { 2024-08-04T15:27:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T15:27:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T15:27:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T15:27:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T15:27:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_main": { 2024-08-04T15:27:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T15:27:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T15:27:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T15:27:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T15:27:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T15:27:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2912256 2024-08-04T15:27:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T15:27:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T15:27:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T15:27:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T15:27:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 304480256 2024-08-04T15:27:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T15:27:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1871872 2024-08-04T15:27:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T15:27:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1732608 2024-08-04T15:27:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T15:27:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 312868864 2024-08-04T15:27:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T15:27:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T15:27:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T15:27:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T15:27:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T15:27:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 195619 2024-08-04T15:27:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T15:27:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T15:27:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T15:27:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1269760 2024-08-04T15:27:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T15:27:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1273856 2024-08-04T15:27:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T15:27:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T15:27:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T15:27:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15 2024-08-04T15:27:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T15:27:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4711 2024-08-04T15:27:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T15:27:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T15:27:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T15:27:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T15:27:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T15:27:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T15:27:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T15:27:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T15:27:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T15:27:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T15:27:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T15:27:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T15:27:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T15:27:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T15:27:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T15:27:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T15:27:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4718592 2024-08-04T15:27:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T15:27:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T15:27:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T15:27:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T15:27:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1388544 2024-08-04T15:27:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T15:27:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T15:27:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176615 2024-08-04T15:27:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T15:27:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T15:27:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T15:27:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T15:27:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T15:27:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23, 2024-08-04T15:27:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70181 2024-08-04T15:27:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T15:27:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T15:27:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 406, 2024-08-04T15:27:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67086089 2024-08-04T15:27:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T15:27:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 398, 2024-08-04T15:27:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9146903 2024-08-04T15:27:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T15:27:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 406, 2024-08-04T15:27:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 495039 2024-08-04T15:27:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T15:27:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 406, 2024-08-04T15:27:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67581128 2024-08-04T15:27:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T15:27:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T15:27:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 35207 2024-08-04T15:27:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T15:27:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8, 2024-08-04T15:27:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20047 2024-08-04T15:27:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T15:27:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T15:27:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T15:27:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T15:27:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12388 2024-08-04T15:27:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T15:27:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 874 2024-08-04T15:27:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T15:27:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 239 2024-08-04T15:27:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T15:27:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 123, 2024-08-04T15:27:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1779612 2024-08-04T15:27:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T15:27:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 332, 2024-08-04T15:27:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 273484 2024-08-04T15:27:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T15:27:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 209, 2024-08-04T15:27:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1373375 2024-08-04T15:27:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T15:27:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T15:27:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37468 2024-08-04T15:27:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T15:27:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8228563 2024-08-04T15:27:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T15:27:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 132, 2024-08-04T15:27:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8178336 2024-08-04T15:27:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T15:27:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 132, 2024-08-04T15:27:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 537588277164 2024-08-04T15:27:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T15:27:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 132, 2024-08-04T15:27:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 191757383492 2024-08-04T15:27:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T15:27:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 84413783535 2024-08-04T15:27:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T15:27:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 48656 2024-08-04T15:27:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T15:27:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 486953 2024-08-04T15:27:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T15:27:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 144268649 2024-08-04T15:27:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T15:27:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176212 2024-08-04T15:27:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T15:27:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67402612 2024-08-04T15:27:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T15:27:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23327461 2024-08-04T15:27:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T15:27:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 939437 2024-08-04T15:27:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T15:27:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 66, 2024-08-04T15:27:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 333518 2024-08-04T15:27:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T15:27:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 243789842 2024-08-04T15:27:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T15:27:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28296532 2024-08-04T15:27:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T15:27:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 501, 2024-08-04T15:27:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3413417 2024-08-04T15:27:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T15:27:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1862413142 2024-08-04T15:27:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 272023552 2024-08-04T15:27:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 271491072 2024-08-04T15:27:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3138493542 2024-08-04T15:27:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 532480 2024-08-04T15:27:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T15:27:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 159383552 2024-08-04T15:27:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85517704 2024-08-04T15:27:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 602112 2024-08-04T15:27:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73263736 2024-08-04T15:27:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T15:27:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 780140544 2024-08-04T15:27:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641382787 2024-08-04T15:27:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T15:27:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71646765 2024-08-04T15:27:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T15:27:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192937984 2024-08-04T15:27:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 464 2024-08-04T15:27:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57011803 2024-08-04T15:27:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68816853 2024-08-04T15:27:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T15:27:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 713031680 2024-08-04T15:27:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641382787 2024-08-04T15:27:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10000 2024-08-04T15:27:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 295739 2024-08-04T15:27:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71343154 2024-08-04T15:27:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T15:27:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T15:27:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T15:27:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T15:27:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45 2024-08-04T15:27:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T15:27:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T15:27:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T15:27:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T15:27:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T15:27:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T15:27:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 604 2024-08-04T15:27:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T15:27:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6, 2024-08-04T15:27:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 48691066 2024-08-04T15:27:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T15:27:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T15:27:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7, 2024-08-04T15:27:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4087247 2024-08-04T15:27:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T15:27:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6, 2024-08-04T15:27:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14304079 2024-08-04T15:27:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T15:27:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T15:27:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T15:27:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T15:27:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T15:27:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T15:27:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T15:27:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T15:27:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T15:27:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T15:27:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T15:27:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T15:27:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T15:27:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T15:27:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T15:27:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 604 2024-08-04T15:27:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T15:27:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6, 2024-08-04T15:27:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 48691066 2024-08-04T15:27:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T15:27:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T15:27:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7, 2024-08-04T15:27:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4087247 2024-08-04T15:27:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T15:27:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6, 2024-08-04T15:27:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14304079 2024-08-04T15:27:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T15:27:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T15:27:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1771104 2024-08-04T15:27:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T15:27:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T15:27:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T15:27:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T15:27:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 305876992 2024-08-04T15:27:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.1": { 2024-08-04T15:27:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T15:27:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T15:27:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T15:27:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T15:27:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_main": { 2024-08-04T15:27:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T15:27:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T15:27:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T15:27:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T15:27:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T15:27:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2588672 2024-08-04T15:27:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T15:27:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T15:27:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T15:27:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T15:27:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 304480256 2024-08-04T15:27:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T15:27:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1687552 2024-08-04T15:27:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T15:27:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1548288 2024-08-04T15:27:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T15:27:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 312868864 2024-08-04T15:27:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T15:27:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T15:27:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T15:27:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T15:27:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T15:27:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 195619 2024-08-04T15:27:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T15:27:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T15:27:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T15:27:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1269760 2024-08-04T15:27:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T15:27:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1273856 2024-08-04T15:27:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T15:27:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T15:27:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T15:27:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15 2024-08-04T15:27:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T15:27:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4711 2024-08-04T15:27:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T15:27:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T15:27:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T15:27:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T15:27:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T15:27:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T15:27:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T15:27:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T15:27:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T15:27:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T15:27:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T15:27:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T15:27:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T15:27:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T15:27:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T15:27:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T15:27:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4210688 2024-08-04T15:27:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T15:27:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T15:27:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T15:27:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T15:27:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 790528 2024-08-04T15:27:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T15:27:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5, 2024-08-04T15:27:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 230371 2024-08-04T15:27:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T15:27:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T15:27:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T15:27:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T15:27:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T15:27:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 29, 2024-08-04T15:27:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 76349 2024-08-04T15:27:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T15:27:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T15:27:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 361, 2024-08-04T15:27:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 61536332 2024-08-04T15:27:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T15:27:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 347, 2024-08-04T15:27:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12306093 2024-08-04T15:27:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T15:27:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 361, 2024-08-04T15:27:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 505028 2024-08-04T15:27:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T15:27:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 361, 2024-08-04T15:27:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 62041360 2024-08-04T15:27:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T15:27:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T15:27:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 35100 2024-08-04T15:27:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T15:27:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T15:27:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8445 2024-08-04T15:27:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T15:27:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T15:27:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T15:27:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5, 2024-08-04T15:27:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18068 2024-08-04T15:27:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T15:27:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 847 2024-08-04T15:27:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T15:27:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 248 2024-08-04T15:27:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T15:27:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 142, 2024-08-04T15:27:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2035501 2024-08-04T15:27:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T15:27:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 365, 2024-08-04T15:27:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 289780 2024-08-04T15:27:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T15:27:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 223, 2024-08-04T15:27:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1380416 2024-08-04T15:27:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T15:27:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T15:27:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 117393 2024-08-04T15:27:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T15:27:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 414, 2024-08-04T15:27:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7662484 2024-08-04T15:27:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T15:27:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 128, 2024-08-04T15:27:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8841030 2024-08-04T15:27:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T15:27:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 127, 2024-08-04T15:27:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 439574608589 2024-08-04T15:27:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T15:27:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 128, 2024-08-04T15:27:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 178084807700 2024-08-04T15:27:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T15:27:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 413, 2024-08-04T15:27:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 82056090778 2024-08-04T15:27:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T15:27:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 413, 2024-08-04T15:27:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 42703 2024-08-04T15:27:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T15:27:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 414, 2024-08-04T15:27:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 524335 2024-08-04T15:27:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T15:27:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 414, 2024-08-04T15:27:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 138396596 2024-08-04T15:27:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T15:27:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 414, 2024-08-04T15:27:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 147550 2024-08-04T15:27:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T15:27:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 414, 2024-08-04T15:27:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 42220790 2024-08-04T15:27:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T15:27:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 414, 2024-08-04T15:27:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20879314 2024-08-04T15:27:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T15:27:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 348532 2024-08-04T15:27:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T15:27:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61, 2024-08-04T15:27:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 288398 2024-08-04T15:27:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T15:27:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 414, 2024-08-04T15:27:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 209745070 2024-08-04T15:27:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T15:27:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 414, 2024-08-04T15:27:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25517999 2024-08-04T15:27:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T15:27:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 414, 2024-08-04T15:27:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3395145 2024-08-04T15:27:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T15:27:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1862413142 2024-08-04T15:27:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 270909440 2024-08-04T15:27:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 270229504 2024-08-04T15:27:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3138493542 2024-08-04T15:27:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 679936 2024-08-04T15:27:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T15:27:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 159383552 2024-08-04T15:27:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85554981 2024-08-04T15:27:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8192 2024-08-04T15:27:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73820379 2024-08-04T15:27:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T15:27:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 780140544 2024-08-04T15:27:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641662357 2024-08-04T15:27:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T15:27:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71367195 2024-08-04T15:27:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T15:27:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192937984 2024-08-04T15:27:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 464 2024-08-04T15:27:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57036654 2024-08-04T15:27:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68792002 2024-08-04T15:27:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T15:27:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 713031680 2024-08-04T15:27:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641662357 2024-08-04T15:27:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9792 2024-08-04T15:27:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 265801 2024-08-04T15:27:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71093730 2024-08-04T15:27:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T15:27:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T15:27:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T15:27:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T15:27:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 36 2024-08-04T15:27:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T15:27:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T15:27:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 157 2024-08-04T15:27:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T15:27:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T15:27:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T15:27:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2429467 2024-08-04T15:27:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T15:27:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 157, 2024-08-04T15:27:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 363360009 2024-08-04T15:27:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T15:27:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1019 2024-08-04T15:27:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T15:27:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 157, 2024-08-04T15:27:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 50928085 2024-08-04T15:27:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T15:27:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 157, 2024-08-04T15:27:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 172529641 2024-08-04T15:27:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33 2024-08-04T15:27:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T15:27:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33, 2024-08-04T15:27:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4550823 2024-08-04T15:27:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T15:27:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T15:27:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1019 2024-08-04T15:27:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T15:27:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33, 2024-08-04T15:27:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3877972 2024-08-04T15:27:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T15:27:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33, 2024-08-04T15:27:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3118227 2024-08-04T15:27:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T15:27:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 22 2024-08-04T15:27:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T15:27:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T15:27:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22, 2024-08-04T15:27:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17369640 2024-08-04T15:27:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T15:27:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T15:27:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T15:27:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T15:27:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22, 2024-08-04T15:27:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7722675 2024-08-04T15:27:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T15:27:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22, 2024-08-04T15:27:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16243735 2024-08-04T15:27:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 102 2024-08-04T15:27:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T15:27:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2429467 2024-08-04T15:27:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T15:27:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 102, 2024-08-04T15:27:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 341439546 2024-08-04T15:27:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T15:27:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T15:27:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 102, 2024-08-04T15:27:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 39327438 2024-08-04T15:27:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T15:27:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 102, 2024-08-04T15:27:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 153167679 2024-08-04T15:27:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T15:27:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T15:27:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 590368 2024-08-04T15:27:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T15:27:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T15:27:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T15:27:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T15:27:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 305283072 2024-08-04T15:27:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.2": { 2024-08-04T15:27:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T15:27:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T15:27:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T15:27:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T15:27:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_main": { 2024-08-04T15:27:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T15:27:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T15:27:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T15:27:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T15:27:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T15:27:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2183168 2024-08-04T15:27:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T15:27:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T15:27:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T15:27:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T15:27:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 304480256 2024-08-04T15:27:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T15:27:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1380352 2024-08-04T15:27:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T15:27:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1241088 2024-08-04T15:27:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T15:27:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 312868864 2024-08-04T15:27:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T15:27:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T15:27:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T15:27:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T15:27:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T15:27:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 195619 2024-08-04T15:27:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T15:27:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T15:27:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T15:27:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1269760 2024-08-04T15:27:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T15:27:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1273856 2024-08-04T15:27:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T15:27:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T15:27:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T15:27:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15 2024-08-04T15:27:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T15:27:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4711 2024-08-04T15:27:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T15:27:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T15:27:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T15:27:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T15:27:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T15:27:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T15:27:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T15:27:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T15:27:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T15:27:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T15:27:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T15:27:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T15:27:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T15:27:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T15:27:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T15:27:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T15:27:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3497984 2024-08-04T15:27:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T15:27:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T15:27:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T15:27:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T15:27:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 778240 2024-08-04T15:27:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T15:27:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T15:27:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 202532 2024-08-04T15:27:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T15:27:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T15:27:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T15:27:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T15:27:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T15:27:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T15:27:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15658 2024-08-04T15:27:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T15:27:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T15:27:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 286, 2024-08-04T15:27:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45426444 2024-08-04T15:27:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T15:27:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 286, 2024-08-04T15:27:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5844276 2024-08-04T15:27:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T15:27:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 286, 2024-08-04T15:27:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 447068 2024-08-04T15:27:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T15:27:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 286, 2024-08-04T15:27:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45873512 2024-08-04T15:27:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T15:27:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T15:27:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 39189 2024-08-04T15:27:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T15:27:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1543 2024-08-04T15:27:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T15:27:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T15:27:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T15:27:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4566 2024-08-04T15:27:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T15:27:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 629 2024-08-04T15:27:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T15:27:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 224 2024-08-04T15:27:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T15:27:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 107, 2024-08-04T15:27:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1146904 2024-08-04T15:27:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T15:27:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 289, 2024-08-04T15:27:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 296989 2024-08-04T15:27:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T15:27:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 182, 2024-08-04T15:27:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 590686 2024-08-04T15:27:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T15:27:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T15:27:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 102896 2024-08-04T15:27:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T15:27:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 342, 2024-08-04T15:27:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6050538 2024-08-04T15:27:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T15:27:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 121, 2024-08-04T15:27:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9570243 2024-08-04T15:27:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T15:27:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 120, 2024-08-04T15:27:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 378530209877 2024-08-04T15:27:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T15:27:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 121, 2024-08-04T15:27:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 167396071109 2024-08-04T15:27:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T15:27:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 341, 2024-08-04T15:27:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 82003170387 2024-08-04T15:27:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T15:27:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 341, 2024-08-04T15:27:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 44772 2024-08-04T15:27:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T15:27:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 342, 2024-08-04T15:27:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 437859 2024-08-04T15:27:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T15:27:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 342, 2024-08-04T15:27:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68140024 2024-08-04T15:27:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T15:27:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 342, 2024-08-04T15:27:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 116788 2024-08-04T15:27:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T15:27:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 342, 2024-08-04T15:27:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 72737805 2024-08-04T15:27:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T15:27:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 342, 2024-08-04T15:27:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18979755 2024-08-04T15:27:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T15:27:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 348353 2024-08-04T15:27:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T15:27:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 55, 2024-08-04T15:27:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314686 2024-08-04T15:27:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T15:27:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 342, 2024-08-04T15:27:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 166397266 2024-08-04T15:27:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T15:27:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 342, 2024-08-04T15:27:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 22855013 2024-08-04T15:27:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T15:27:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 342, 2024-08-04T15:27:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2607379 2024-08-04T15:27:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T15:27:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1862413142 2024-08-04T15:27:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 270974976 2024-08-04T15:27:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 269533184 2024-08-04T15:27:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3138493542 2024-08-04T15:27:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1441792 2024-08-04T15:27:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T15:27:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 159383552 2024-08-04T15:27:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85555572 2024-08-04T15:27:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8192 2024-08-04T15:27:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73819788 2024-08-04T15:27:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T15:27:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 780140544 2024-08-04T15:27:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641666796 2024-08-04T15:27:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T15:27:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71362756 2024-08-04T15:27:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T15:27:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192937984 2024-08-04T15:27:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 464 2024-08-04T15:27:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57037048 2024-08-04T15:27:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68791608 2024-08-04T15:27:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T15:27:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 713031680 2024-08-04T15:27:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641666796 2024-08-04T15:27:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 265730 2024-08-04T15:27:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71099154 2024-08-04T15:27:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T15:27:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T15:27:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T15:27:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T15:27:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31 2024-08-04T15:27:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T15:27:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T15:27:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T15:27:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T15:27:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T15:27:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T15:27:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T15:27:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10, 2024-08-04T15:27:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70910743 2024-08-04T15:27:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T15:27:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T15:27:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10, 2024-08-04T15:27:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4458924 2024-08-04T15:27:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T15:27:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10, 2024-08-04T15:27:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 61365458 2024-08-04T15:27:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T15:27:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T15:27:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T15:27:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T15:27:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T15:27:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T15:27:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T15:27:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T15:27:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T15:27:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T15:27:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T15:27:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T15:27:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T15:27:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T15:27:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T15:27:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T15:27:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10, 2024-08-04T15:27:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70910743 2024-08-04T15:27:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T15:27:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T15:27:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10, 2024-08-04T15:27:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4458924 2024-08-04T15:27:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T15:27:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10, 2024-08-04T15:27:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 61365458 2024-08-04T15:27:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T15:27:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T15:27:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T15:27:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T15:27:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T15:27:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 305270784 2024-08-04T15:27:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.3": { 2024-08-04T15:27:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T15:27:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T15:27:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T15:27:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T15:27:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_main": { 2024-08-04T15:27:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T15:27:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T15:27:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T15:27:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T15:27:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T15:27:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1155072 2024-08-04T15:27:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T15:27:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T15:27:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T15:27:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T15:27:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 304480256 2024-08-04T15:27:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T15:27:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 851968 2024-08-04T15:27:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T15:27:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 712704 2024-08-04T15:27:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T15:27:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 312868864 2024-08-04T15:27:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T15:27:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T15:27:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T15:27:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T15:27:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T15:27:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 195619 2024-08-04T15:27:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T15:27:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T15:27:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T15:27:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1269760 2024-08-04T15:27:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T15:27:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1273856 2024-08-04T15:27:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T15:27:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T15:27:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T15:27:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15 2024-08-04T15:27:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T15:27:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4711 2024-08-04T15:27:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T15:27:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T15:27:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T15:27:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T15:27:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T15:27:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T15:27:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T15:27:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T15:27:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T15:27:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T15:27:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T15:27:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T15:27:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T15:27:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T15:27:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T15:27:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T15:27:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1941504 2024-08-04T15:27:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T15:27:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T15:27:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T15:27:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T15:27:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 798720 2024-08-04T15:27:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T15:27:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T15:27:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T15:27:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T15:27:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T15:27:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T15:27:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6190 2024-08-04T15:27:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T15:27:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T15:27:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 157, 2024-08-04T15:27:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32639809 2024-08-04T15:27:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T15:27:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 151, 2024-08-04T15:27:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8055012 2024-08-04T15:27:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T15:27:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 157, 2024-08-04T15:27:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 265966 2024-08-04T15:27:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T15:27:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 157, 2024-08-04T15:27:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32905775 2024-08-04T15:27:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T15:27:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T15:27:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32279 2024-08-04T15:27:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T15:27:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1064 2024-08-04T15:27:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T15:27:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T15:27:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T15:27:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12394 2024-08-04T15:27:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T15:27:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 360 2024-08-04T15:27:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T15:27:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 232 2024-08-04T15:27:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T15:27:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93, 2024-08-04T15:27:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 827872 2024-08-04T15:27:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T15:27:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 163, 2024-08-04T15:27:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 296794 2024-08-04T15:27:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T15:27:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 70, 2024-08-04T15:27:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 183574 2024-08-04T15:27:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T15:27:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T15:27:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T15:27:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 239, 2024-08-04T15:27:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3919826 2024-08-04T15:27:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T15:27:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 57, 2024-08-04T15:27:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4073311 2024-08-04T15:27:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T15:27:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 54, 2024-08-04T15:27:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 353946780952 2024-08-04T15:27:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T15:27:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 57, 2024-08-04T15:27:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 81109633052 2024-08-04T15:27:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T15:27:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 236, 2024-08-04T15:27:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 568656 2024-08-04T15:27:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T15:27:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 236, 2024-08-04T15:27:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25698 2024-08-04T15:27:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T15:27:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 239, 2024-08-04T15:27:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 253157 2024-08-04T15:27:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T15:27:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 239, 2024-08-04T15:27:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 103240874 2024-08-04T15:27:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T15:27:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 239, 2024-08-04T15:27:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 76284 2024-08-04T15:27:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T15:27:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 239, 2024-08-04T15:27:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 59283052 2024-08-04T15:27:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T15:27:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 239, 2024-08-04T15:27:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16570014 2024-08-04T15:27:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T15:27:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 351081 2024-08-04T15:27:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T15:27:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 48, 2024-08-04T15:27:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 199989 2024-08-04T15:27:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T15:27:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 239, 2024-08-04T15:27:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 183293841 2024-08-04T15:27:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T15:27:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 239, 2024-08-04T15:27:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19174668 2024-08-04T15:27:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T15:27:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 239, 2024-08-04T15:27:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2417153 2024-08-04T15:27:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T15:27:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1862413142 2024-08-04T15:27:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 269926400 2024-08-04T15:27:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 268926976 2024-08-04T15:27:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3138493542 2024-08-04T15:27:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 999424 2024-08-04T15:27:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T15:27:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 159383552 2024-08-04T15:27:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85555525 2024-08-04T15:27:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73828027 2024-08-04T15:27:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T15:27:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 780140544 2024-08-04T15:27:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641666442 2024-08-04T15:27:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T15:27:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71363110 2024-08-04T15:27:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T15:27:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192937984 2024-08-04T15:27:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 464 2024-08-04T15:27:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57037017 2024-08-04T15:27:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68791639 2024-08-04T15:27:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T15:27:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 713031680 2024-08-04T15:27:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641666442 2024-08-04T15:27:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6972 2024-08-04T15:27:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 270535 2024-08-04T15:27:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71087731 2024-08-04T15:27:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T15:27:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T15:27:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T15:27:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T15:27:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37 2024-08-04T15:27:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T15:27:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T15:27:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T15:27:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T15:27:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T15:27:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T15:27:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T15:27:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T15:27:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 842168 2024-08-04T15:27:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T15:27:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T15:27:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T15:27:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T15:27:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T15:27:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T15:27:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T15:27:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T15:27:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T15:27:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T15:27:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T15:27:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T15:27:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T15:27:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T15:27:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T15:27:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T15:27:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T15:27:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T15:27:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 842168 2024-08-04T15:27:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T15:27:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T15:27:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T15:27:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T15:27:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T15:27:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T15:27:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 305287168 2024-08-04T15:27:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.4": { 2024-08-04T15:27:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T15:27:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T15:27:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T15:27:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T15:27:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_main": { 2024-08-04T15:27:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T15:27:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T15:27:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T15:27:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T15:27:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T15:27:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1384448 2024-08-04T15:27:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T15:27:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T15:27:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T15:27:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T15:27:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 304480256 2024-08-04T15:27:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T15:27:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1019904 2024-08-04T15:27:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T15:27:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 880640 2024-08-04T15:27:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T15:27:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 312868864 2024-08-04T15:27:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T15:27:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T15:27:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T15:27:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T15:27:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T15:27:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 195619 2024-08-04T15:27:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T15:27:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T15:27:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T15:27:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1269760 2024-08-04T15:27:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T15:27:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1273856 2024-08-04T15:27:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T15:27:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T15:27:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T15:27:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15 2024-08-04T15:27:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T15:27:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4711 2024-08-04T15:27:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T15:27:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T15:27:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T15:27:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T15:27:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T15:27:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T15:27:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T15:27:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T15:27:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T15:27:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T15:27:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T15:27:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T15:27:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T15:27:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T15:27:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T15:27:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T15:27:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2338816 2024-08-04T15:27:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T15:27:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T15:27:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T15:27:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T15:27:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 794624 2024-08-04T15:27:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T15:27:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6, 2024-08-04T15:27:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 222220 2024-08-04T15:27:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T15:27:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T15:27:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T15:27:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T15:27:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T15:27:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4781 2024-08-04T15:27:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T15:27:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T15:27:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 198, 2024-08-04T15:27:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60359911 2024-08-04T15:27:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T15:27:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 195, 2024-08-04T15:27:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10959038 2024-08-04T15:27:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T15:27:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 198, 2024-08-04T15:27:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 275264 2024-08-04T15:27:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T15:27:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 198, 2024-08-04T15:27:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60635175 2024-08-04T15:27:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T15:27:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T15:27:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 29902 2024-08-04T15:27:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T15:27:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1911 2024-08-04T15:27:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T15:27:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T15:27:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T15:27:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8057 2024-08-04T15:27:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T15:27:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 410 2024-08-04T15:27:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T15:27:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 247 2024-08-04T15:27:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T15:27:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 108, 2024-08-04T15:27:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2220269 2024-08-04T15:27:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T15:27:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 186, 2024-08-04T15:27:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 337954 2024-08-04T15:27:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T15:27:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 78, 2024-08-04T15:27:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1321109 2024-08-04T15:27:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T15:27:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T15:27:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T15:27:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 91096 2024-08-04T15:27:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T15:27:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5462782 2024-08-04T15:27:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T15:27:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 49, 2024-08-04T15:27:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3243609 2024-08-04T15:27:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T15:27:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 48, 2024-08-04T15:27:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 207813716340 2024-08-04T15:27:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T15:27:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 49, 2024-08-04T15:27:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 78120834215 2024-08-04T15:27:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T15:27:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 281, 2024-08-04T15:27:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 619446 2024-08-04T15:27:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T15:27:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 281, 2024-08-04T15:27:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31003 2024-08-04T15:27:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T15:27:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 306231 2024-08-04T15:27:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T15:27:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 145435399 2024-08-04T15:27:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T15:27:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 94902 2024-08-04T15:27:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T15:27:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 83202596 2024-08-04T15:27:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T15:27:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14739104 2024-08-04T15:27:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T15:27:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 348803 2024-08-04T15:27:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T15:27:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 47, 2024-08-04T15:27:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 213256 2024-08-04T15:27:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T15:27:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 249187169 2024-08-04T15:27:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T15:27:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18372702 2024-08-04T15:27:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T15:27:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2173445 2024-08-04T15:27:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T15:27:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1861477288 2024-08-04T15:27:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 269860864 2024-08-04T15:27:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 269434880 2024-08-04T15:27:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3137392537 2024-08-04T15:27:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 425984 2024-08-04T15:27:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T15:27:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 159383552 2024-08-04T15:27:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85498844 2024-08-04T15:27:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T15:27:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73880612 2024-08-04T15:27:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T15:27:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 780140544 2024-08-04T15:27:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641241336 2024-08-04T15:27:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T15:27:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71788216 2024-08-04T15:27:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T15:27:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192937984 2024-08-04T15:27:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 464 2024-08-04T15:27:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56999229 2024-08-04T15:27:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68829427 2024-08-04T15:27:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T15:27:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 713031680 2024-08-04T15:27:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641241336 2024-08-04T15:27:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11177 2024-08-04T15:27:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 265470 2024-08-04T15:27:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71513697 2024-08-04T15:27:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T15:27:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T15:27:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T15:27:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T15:27:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 40 2024-08-04T15:27:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T15:27:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T15:27:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T15:27:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T15:27:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T15:27:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 22 2024-08-04T15:27:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T15:27:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5014406 2024-08-04T15:27:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T15:27:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T15:27:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 761709 2024-08-04T15:27:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T15:27:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4825877 2024-08-04T15:27:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T15:27:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T15:27:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T15:27:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T15:27:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T15:27:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T15:27:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T15:27:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T15:27:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T15:27:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T15:27:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T15:27:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T15:27:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T15:27:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T15:27:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T15:27:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 22 2024-08-04T15:27:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T15:27:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5014406 2024-08-04T15:27:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T15:27:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T15:27:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 761709 2024-08-04T15:27:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T15:27:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4825877 2024-08-04T15:27:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T15:27:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T15:27:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T15:27:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T15:27:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T15:27:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 305287168 2024-08-04T15:27:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.5": { 2024-08-04T15:27:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T15:27:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T15:27:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T15:27:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T15:27:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_main": { 2024-08-04T15:27:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T15:27:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T15:27:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T15:27:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T15:27:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T15:27:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1286144 2024-08-04T15:27:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T15:27:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T15:27:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T15:27:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T15:27:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 304480256 2024-08-04T15:27:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T15:27:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 942080 2024-08-04T15:27:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T15:27:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 802816 2024-08-04T15:27:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T15:27:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 312868864 2024-08-04T15:27:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T15:27:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T15:27:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T15:27:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T15:27:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T15:27:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 195619 2024-08-04T15:27:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T15:27:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T15:27:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T15:27:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1269760 2024-08-04T15:27:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T15:27:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1273856 2024-08-04T15:27:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T15:27:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T15:27:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T15:27:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15 2024-08-04T15:27:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T15:27:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4711 2024-08-04T15:27:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T15:27:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T15:27:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T15:27:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T15:27:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T15:27:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T15:27:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T15:27:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T15:27:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T15:27:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T15:27:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T15:27:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T15:27:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T15:27:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T15:27:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T15:27:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T15:27:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2162688 2024-08-04T15:27:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T15:27:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T15:27:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T15:27:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T15:27:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 794624 2024-08-04T15:27:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T15:27:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6, 2024-08-04T15:27:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 250071 2024-08-04T15:27:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T15:27:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T15:27:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T15:27:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T15:27:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T15:27:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4285 2024-08-04T15:27:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T15:27:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T15:27:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 179, 2024-08-04T15:27:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58047098 2024-08-04T15:27:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T15:27:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 173, 2024-08-04T15:27:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8207695 2024-08-04T15:27:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T15:27:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 179, 2024-08-04T15:27:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 249969 2024-08-04T15:27:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T15:27:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 179, 2024-08-04T15:27:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58297067 2024-08-04T15:27:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T15:27:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T15:27:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34480 2024-08-04T15:27:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T15:27:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1241 2024-08-04T15:27:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T15:27:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T15:27:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T15:27:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4242 2024-08-04T15:27:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T15:27:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 374 2024-08-04T15:27:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T15:27:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 254 2024-08-04T15:27:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T15:27:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 97, 2024-08-04T15:27:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 777955 2024-08-04T15:27:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T15:27:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 160, 2024-08-04T15:27:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 256153 2024-08-04T15:27:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T15:27:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63, 2024-08-04T15:27:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 382837 2024-08-04T15:27:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T15:27:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T15:27:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T15:27:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 94357 2024-08-04T15:27:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T15:27:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2991949 2024-08-04T15:27:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T15:27:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 48, 2024-08-04T15:27:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6148243 2024-08-04T15:27:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T15:27:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 45, 2024-08-04T15:27:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 307792195507 2024-08-04T15:27:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T15:27:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 48, 2024-08-04T15:27:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71056658603 2024-08-04T15:27:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T15:27:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 279, 2024-08-04T15:27:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7489304516 2024-08-04T15:27:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T15:27:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 279, 2024-08-04T15:27:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28568 2024-08-04T15:27:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T15:27:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 245087 2024-08-04T15:27:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T15:27:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 145032549 2024-08-04T15:27:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T15:27:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 99542 2024-08-04T15:27:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T15:27:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 89870087 2024-08-04T15:27:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T15:27:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15324981 2024-08-04T15:27:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T15:27:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 350763 2024-08-04T15:27:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T15:27:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 40, 2024-08-04T15:27:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 163011 2024-08-04T15:27:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T15:27:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 253501449 2024-08-04T15:27:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T15:27:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19523948 2024-08-04T15:27:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T15:27:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 282, 2024-08-04T15:27:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2606899 2024-08-04T15:27:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T15:27:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1861477288 2024-08-04T15:27:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 268959744 2024-08-04T15:27:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 268656640 2024-08-04T15:27:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3137392537 2024-08-04T15:27:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 303104 2024-08-04T15:27:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T15:27:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 159383552 2024-08-04T15:27:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85498946 2024-08-04T15:27:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73884606 2024-08-04T15:27:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T15:27:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 780140544 2024-08-04T15:27:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641242101 2024-08-04T15:27:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T15:27:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71787451 2024-08-04T15:27:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T15:27:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192937984 2024-08-04T15:27:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 464 2024-08-04T15:27:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56999297 2024-08-04T15:27:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68829359 2024-08-04T15:27:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T15:27:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 713031680 2024-08-04T15:27:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641242101 2024-08-04T15:27:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6976 2024-08-04T15:27:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 277656 2024-08-04T15:27:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71504947 2024-08-04T15:27:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T15:27:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T15:27:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T15:27:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T15:27:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 41 2024-08-04T15:27:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T15:27:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T15:27:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T15:27:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T15:27:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T15:27:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T15:27:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T15:27:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T15:27:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T15:27:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T15:27:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T15:27:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T15:27:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T15:27:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T15:27:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T15:27:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T15:27:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T15:27:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T15:27:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T15:27:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T15:27:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T15:27:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T15:27:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T15:27:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T15:27:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T15:27:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T15:27:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T15:27:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T15:27:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T15:27:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T15:27:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T15:27:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T15:27:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 305283072 2024-08-04T15:27:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.6": { 2024-08-04T15:27:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T15:27:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T15:27:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T15:27:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T15:27:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_main": { 2024-08-04T15:27:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T15:27:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T15:27:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T15:27:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T15:27:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T15:27:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1445888 2024-08-04T15:27:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T15:27:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T15:27:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T15:27:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T15:27:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 304480256 2024-08-04T15:27:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T15:27:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1105920 2024-08-04T15:27:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T15:27:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 966656 2024-08-04T15:27:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T15:27:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 312868864 2024-08-04T15:27:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T15:27:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T15:27:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T15:27:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T15:27:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T15:27:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 195619 2024-08-04T15:27:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T15:27:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T15:27:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T15:27:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1269760 2024-08-04T15:27:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T15:27:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1273856 2024-08-04T15:27:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T15:27:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T15:27:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T15:27:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15 2024-08-04T15:27:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T15:27:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4711 2024-08-04T15:27:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T15:27:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T15:27:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T15:27:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T15:27:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T15:27:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T15:27:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T15:27:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T15:27:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T15:27:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T15:27:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T15:27:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T15:27:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T15:27:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T15:27:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T15:27:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T15:27:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2486272 2024-08-04T15:27:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T15:27:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T15:27:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T15:27:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T15:27:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1376256 2024-08-04T15:27:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T15:27:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T15:27:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T15:27:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T15:27:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T15:27:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T15:27:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6, 2024-08-04T15:27:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10464 2024-08-04T15:27:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T15:27:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T15:27:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 219, 2024-08-04T15:27:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 50320296 2024-08-04T15:27:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T15:27:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 202, 2024-08-04T15:27:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9592458 2024-08-04T15:27:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T15:27:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 219, 2024-08-04T15:27:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 193010 2024-08-04T15:27:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T15:27:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 219, 2024-08-04T15:27:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 50513306 2024-08-04T15:27:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T15:27:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T15:27:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 48237 2024-08-04T15:27:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T15:27:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1583 2024-08-04T15:27:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T15:27:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T15:27:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T15:27:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7530 2024-08-04T15:27:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T15:27:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 382 2024-08-04T15:27:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T15:27:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 262 2024-08-04T15:27:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T15:27:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 99, 2024-08-04T15:27:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1104240 2024-08-04T15:27:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T15:27:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 154, 2024-08-04T15:27:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 334413 2024-08-04T15:27:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T15:27:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 55, 2024-08-04T15:27:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 659782 2024-08-04T15:27:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T15:27:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T15:27:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T15:27:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2567728 2024-08-04T15:27:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T15:27:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 40, 2024-08-04T15:27:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2383918 2024-08-04T15:27:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T15:27:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 40, 2024-08-04T15:27:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 404157144047 2024-08-04T15:27:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T15:27:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 40, 2024-08-04T15:27:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 61004294884 2024-08-04T15:27:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T15:27:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 525717 2024-08-04T15:27:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T15:27:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33579 2024-08-04T15:27:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T15:27:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 244560 2024-08-04T15:27:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T15:27:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 133121697 2024-08-04T15:27:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T15:27:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 102407 2024-08-04T15:27:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T15:27:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38477751 2024-08-04T15:27:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T15:27:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15602629 2024-08-04T15:27:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T15:27:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 940757 2024-08-04T15:27:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T15:27:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33, 2024-08-04T15:27:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 153244 2024-08-04T15:27:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T15:27:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 190060060 2024-08-04T15:27:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T15:27:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18426234 2024-08-04T15:27:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T15:27:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 284, 2024-08-04T15:27:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4819241 2024-08-04T15:27:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T15:27:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1861477288 2024-08-04T15:27:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 269860864 2024-08-04T15:27:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 269303808 2024-08-04T15:27:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3137392537 2024-08-04T15:27:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 557056 2024-08-04T15:27:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T15:27:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 159383552 2024-08-04T15:27:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85498212 2024-08-04T15:27:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T15:27:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73873052 2024-08-04T15:27:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T15:27:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 780140544 2024-08-04T15:27:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641236596 2024-08-04T15:27:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T15:27:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71792956 2024-08-04T15:27:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T15:27:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192937984 2024-08-04T15:27:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 464 2024-08-04T15:27:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56998808 2024-08-04T15:27:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68829848 2024-08-04T15:27:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T15:27:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 713031680 2024-08-04T15:27:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641236596 2024-08-04T15:27:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7114 2024-08-04T15:27:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7114 2024-08-04T15:27:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 270349 2024-08-04T15:27:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71510507 2024-08-04T15:27:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T15:27:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T15:27:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T15:27:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T15:27:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 39 2024-08-04T15:27:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T15:27:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T15:27:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13 2024-08-04T15:27:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T15:27:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T15:27:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T15:27:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2804 2024-08-04T15:27:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T15:27:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T15:27:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 66866710 2024-08-04T15:27:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T15:27:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T15:27:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T15:27:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6668178 2024-08-04T15:27:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T15:27:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T15:27:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33013773 2024-08-04T15:27:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T15:27:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T15:27:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T15:27:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T15:27:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T15:27:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T15:27:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T15:27:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T15:27:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T15:27:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T15:27:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T15:27:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T15:27:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T15:27:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13 2024-08-04T15:27:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T15:27:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2804 2024-08-04T15:27:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T15:27:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T15:27:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 66866710 2024-08-04T15:27:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T15:27:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T15:27:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T15:27:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6668178 2024-08-04T15:27:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T15:27:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T15:27:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33013773 2024-08-04T15:27:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T15:27:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T15:27:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T15:27:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T15:27:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T15:27:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 305864704 2024-08-04T15:27:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.7": { 2024-08-04T15:27:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T15:27:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T15:27:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T15:27:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T15:27:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T15:27:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_main": { 2024-08-04T15:27:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T15:27:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T15:27:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T15:27:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T15:27:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T15:27:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1273856 2024-08-04T15:27:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T15:27:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T15:27:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T15:27:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T15:27:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 304480256 2024-08-04T15:27:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T15:27:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 978944 2024-08-04T15:27:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T15:27:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 839680 2024-08-04T15:27:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T15:27:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 312868864 2024-08-04T15:27:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T15:27:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T15:27:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T15:27:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T15:27:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T15:27:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 195619 2024-08-04T15:27:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T15:27:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T15:27:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T15:27:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1269760 2024-08-04T15:27:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T15:27:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1273856 2024-08-04T15:27:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T15:27:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T15:27:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T15:27:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15 2024-08-04T15:27:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T15:27:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4711 2024-08-04T15:27:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T15:27:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T15:27:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T15:27:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T15:27:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T15:27:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5537 2024-08-04T15:27:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T15:27:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24 2024-08-04T15:27:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T15:27:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T15:27:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T15:27:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T15:27:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T15:27:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T15:27:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T15:27:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T15:27:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T15:27:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T15:27:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2187264 2024-08-04T15:27:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T15:27:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T15:27:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T15:27:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T15:27:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1376256 2024-08-04T15:27:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T15:27:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T15:27:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 145847 2024-08-04T15:27:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T15:27:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T15:27:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T15:27:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T15:27:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T15:27:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T15:27:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32379 2024-08-04T15:27:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T15:27:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T15:27:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 188, 2024-08-04T15:27:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 59866994 2024-08-04T15:27:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T15:27:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 179, 2024-08-04T15:27:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9502003 2024-08-04T15:27:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T15:27:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 188, 2024-08-04T15:27:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 154624 2024-08-04T15:27:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T15:27:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 188, 2024-08-04T15:27:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60021618 2024-08-04T15:27:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T15:27:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T15:27:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 40179 2024-08-04T15:27:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T15:27:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1529 2024-08-04T15:27:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T15:27:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T15:27:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T15:27:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T15:27:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T15:27:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7714 2024-08-04T15:27:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T15:27:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 602 2024-08-04T15:27:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T15:27:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 289 2024-08-04T15:27:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T15:27:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 126, 2024-08-04T15:27:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3071216 2024-08-04T15:27:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T15:27:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 199, 2024-08-04T15:27:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314873 2024-08-04T15:27:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T15:27:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 73, 2024-08-04T15:27:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2274951 2024-08-04T15:27:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T15:27:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T15:27:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T15:27:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18684 2024-08-04T15:27:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T15:27:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128497 2024-08-04T15:27:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T15:27:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26, 2024-08-04T15:27:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1887505 2024-08-04T15:27:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T15:27:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26, 2024-08-04T15:27:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 360809148744 2024-08-04T15:27:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T15:27:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26, 2024-08-04T15:27:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33388080264 2024-08-04T15:27:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T15:27:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 533190 2024-08-04T15:27:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T15:27:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32885 2024-08-04T15:27:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T15:27:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 227585 2024-08-04T15:27:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T15:27:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 161049921 2024-08-04T15:27:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T15:27:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 100153 2024-08-04T15:27:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T15:27:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 172627206 2024-08-04T15:27:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T15:27:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14175506 2024-08-04T15:27:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T15:27:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 938990 2024-08-04T15:27:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T15:27:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 25, 2024-08-04T15:27:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 121834 2024-08-04T15:27:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T15:27:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 350254667 2024-08-04T15:27:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T15:27:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18871224 2024-08-04T15:27:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T15:27:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 297, 2024-08-04T15:27:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2501437 2024-08-04T15:27:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T15:27:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T15:27:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1861477288 2024-08-04T15:27:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T15:27:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 270974976 2024-08-04T15:27:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T15:27:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 270221312 2024-08-04T15:27:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T15:27:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3137392537 2024-08-04T15:27:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T15:27:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 753664 2024-08-04T15:27:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T15:27:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 159383552 2024-08-04T15:27:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85489450 2024-08-04T15:27:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 143360 2024-08-04T15:27:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73750742 2024-08-04T15:27:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T15:27:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 780140544 2024-08-04T15:27:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641170876 2024-08-04T15:27:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T15:27:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71858676 2024-08-04T15:27:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T15:27:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192937984 2024-08-04T15:27:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T15:27:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 464 2024-08-04T15:27:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56992966 2024-08-04T15:27:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68835690 2024-08-04T15:27:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T15:27:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T15:27:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 713031680 2024-08-04T15:27:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T15:27:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T15:27:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T15:27:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 641170876 2024-08-04T15:27:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T15:27:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T15:27:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T15:27:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T15:27:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T15:27:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T15:27:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 296698 2024-08-04T15:27:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T15:27:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T15:27:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T15:27:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T15:27:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71564106 2024-08-04T15:27:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T15:27:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T15:27:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T15:27:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T15:27:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T15:27:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 46 2024-08-04T15:27:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T15:27:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T15:27:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 101 2024-08-04T15:27:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T15:27:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T15:27:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T15:27:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T15:27:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 101, 2024-08-04T15:27:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 79423014 2024-08-04T15:27:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T15:27:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 264681 2024-08-04T15:27:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T15:27:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 103, 2024-08-04T15:27:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26367819 2024-08-04T15:27:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T15:27:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 101, 2024-08-04T15:27:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57217893 2024-08-04T15:27:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T15:27:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70 2024-08-04T15:27:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T15:27:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 70, 2024-08-04T15:27:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11351245 2024-08-04T15:27:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T15:27:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T15:27:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 264681 2024-08-04T15:27:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T15:27:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 70, 2024-08-04T15:27:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9826255 2024-08-04T15:27:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T15:27:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 70, 2024-08-04T15:27:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8066529 2024-08-04T15:27:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T15:27:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26 2024-08-04T15:27:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T15:27:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T15:27:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26, 2024-08-04T15:27:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27918762 2024-08-04T15:27:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T15:27:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T15:27:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T15:27:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T15:27:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26, 2024-08-04T15:27:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12174940 2024-08-04T15:27:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T15:27:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26, 2024-08-04T15:27:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25924467 2024-08-04T15:27:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T15:27:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5 2024-08-04T15:27:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T15:27:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T15:27:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5, 2024-08-04T15:27:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 40153007 2024-08-04T15:27:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T15:27:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T15:27:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7, 2024-08-04T15:27:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4366624 2024-08-04T15:27:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T15:27:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5, 2024-08-04T15:27:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23226897 2024-08-04T15:27:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T15:27:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T15:27:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T15:27:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T15:27:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T15:27:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T15:27:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T15:27:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 305864704 2024-08-04T15:27:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: "pools": [ 2024-08-04T15:27:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr" 2024-08-04T15:27:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T15:27:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T15:27:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T15:27:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T15:27:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T15:27:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 1, 2024-08-04T15:27:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 1, 2024-08-04T15:27:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 1, 2024-08-04T15:27:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T15:27:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T15:27:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 727115245834, 2024-08-04T15:27:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 1781760, 2024-08-04T15:27:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T15:27:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T15:27:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 1781760, 2024-08-04T15:27:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T15:27:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 242371739648, 2024-08-04T15:27:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 2, 2024-08-04T15:27:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T15:27:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-04T15:27:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T15:27:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T15:27:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 358, 2024-08-04T15:27:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 567296, 2024-08-04T15:27:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 590368, 2024-08-04T15:27:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 590368, 2024-08-04T15:27:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T15:27:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 1771104, 2024-08-04T15:27:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 211, 2024-08-04T15:27:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 2473984 2024-08-04T15:27:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T15:27:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T15:27:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T15:27:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T15:27:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T15:27:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T15:27:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T15:27:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T15:27:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T15:27:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 32, 2024-08-04T15:27:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 32, 2024-08-04T15:27:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 2, 2024-08-04T15:27:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T15:27:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T15:27:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 727115245834, 2024-08-04T15:27:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 98304, 2024-08-04T15:27:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T15:27:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T15:27:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 98304, 2024-08-04T15:27:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T15:27:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 242371739648, 2024-08-04T15:27:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 22, 2024-08-04T15:27:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T15:27:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 1.351972542806834e-07, 2024-08-04T15:27:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T15:27:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T15:27:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 0, 2024-08-04T15:27:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 0, 2024-08-04T15:27:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 3410, 2024-08-04T15:27:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 3410, 2024-08-04T15:27:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T15:27:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 10230, 2024-08-04T15:27:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 51, 2024-08-04T15:27:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 19456 2024-08-04T15:27:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T15:27:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T15:27:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T15:27:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T15:27:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T15:27:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T15:27:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T15:27:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T15:27:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T15:27:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 64, 2024-08-04T15:27:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 64, 2024-08-04T15:27:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 3, 2024-08-04T15:27:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T15:27:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T15:27:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 727115245834, 2024-08-04T15:27:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 0, 2024-08-04T15:27:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T15:27:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T15:27:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 0, 2024-08-04T15:27:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T15:27:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 242371739648, 2024-08-04T15:27:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 0, 2024-08-04T15:27:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T15:27:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 0.0, 2024-08-04T15:27:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T15:27:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T15:27:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 0, 2024-08-04T15:27:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 0, 2024-08-04T15:27:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 0, 2024-08-04T15:27:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 0, 2024-08-04T15:27:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T15:27:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 0, 2024-08-04T15:27:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 0, 2024-08-04T15:27:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 0 2024-08-04T15:27:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T15:27:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T15:27:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T15:27:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd" 2024-08-04T15:27:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T15:27:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T15:27:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T15:27:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T15:27:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T15:27:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 8, 2024-08-04T15:27:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 8, 2024-08-04T15:27:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 4, 2024-08-04T15:27:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T15:27:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T15:27:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 727115245834, 2024-08-04T15:27:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 12288, 2024-08-04T15:27:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T15:27:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T15:27:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 12288, 2024-08-04T15:27:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T15:27:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 242371739648, 2024-08-04T15:27:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 2, 2024-08-04T15:27:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T15:27:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-04T15:27:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T15:27:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T15:27:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 0, 2024-08-04T15:27:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 0, 2024-08-04T15:27:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 19, 2024-08-04T15:27:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 19, 2024-08-04T15:27:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T15:27:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 57, 2024-08-04T15:27:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 2, 2024-08-04T15:27:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 2048 2024-08-04T15:27:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T15:27:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T15:27:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T15:27:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd": { 2024-08-04T15:27:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "mirroring_by_pool": [ 2024-08-04T15:27:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: false 2024-08-04T15:27:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "num_images_by_pool": [ 2024-08-04T15:27:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pools": 1 2024-08-04T15:27:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "report_id": "10ee5500-78eb-4166-8510-cfa3c036bb51", 2024-08-04T15:27:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "report_timestamp": "2024-08-04T15:27:25.851102", 2024-08-04T15:27:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "report_version": 1, 2024-08-04T15:27:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_stats": { 2024-08-04T15:27:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "6.15.5" 2024-08-04T15:27:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "rook": { 2024-08-04T15:27:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster": { 2024-08-04T15:27:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "external-mode": null, 2024-08-04T15:27:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T15:27:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "allow-multiple-per-node": null, 2024-08-04T15:27:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "count": null, 2024-08-04T15:27:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "max-id": null, 2024-08-04T15:27:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "pvc": { 2024-08-04T15:27:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "enabled": null 2024-08-04T15:27:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "stretch": { 2024-08-04T15:27:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "enabled": null 2024-08-04T15:27:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "network": { 2024-08-04T15:27:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "provider": null 2024-08-04T15:27:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "storage": { 2024-08-04T15:27:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "device-set": { 2024-08-04T15:27:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T15:27:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "non-portable": null, 2024-08-04T15:27:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "portable": null, 2024-08-04T15:27:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "total": null 2024-08-04T15:27:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "csi": { 2024-08-04T15:27:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T15:27:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "kubernetes": { 2024-08-04T15:27:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T15:27:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "node": { 2024-08-04T15:27:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T15:27:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "kubernetes-total": null, 2024-08-04T15:27:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "with-ceph-daemons": null, 2024-08-04T15:27:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-cephfs-plugin": null, 2024-08-04T15:27:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-nfs-plugin": null, 2024-08-04T15:27:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-rbd-plugin": null 2024-08-04T15:27:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "usage": { 2024-08-04T15:27:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "storage-class": { 2024-08-04T15:27:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T15:27:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket": null, 2024-08-04T15:27:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs": null, 2024-08-04T15:27:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "nfs": null, 2024-08-04T15:27:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd": null, 2024-08-04T15:27:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "total": null 2024-08-04T15:27:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T15:27:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: "services": {}, 2024-08-04T15:27:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_per_pg": [ 2024-08-04T15:27:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819786+0000", 2024-08-04T15:27:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.514151+0000", 2024-08-04T15:27:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.514151+0000", 2024-08-04T15:27:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.514460+0000", 2024-08-04T15:27:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819786+0000", 2024-08-04T15:27:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819786+0000", 2024-08-04T15:27:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819786+0000", 2024-08-04T15:27:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819786+0000", 2024-08-04T15:27:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819786+0000", 2024-08-04T15:27:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819786+0000", 2024-08-04T15:27:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3f", 2024-08-04T15:27:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:26:14.347168+0000", 2024-08-04T15:27:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.083742+0000", 2024-08-04T15:27:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.502808+0000", 2024-08-04T15:27:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.502808+0000", 2024-08-04T15:27:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.503127+0000", 2024-08-04T15:27:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.083742+0000", 2024-08-04T15:27:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.083742+0000", 2024-08-04T15:27:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.083742+0000", 2024-08-04T15:27:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.083742+0000", 2024-08-04T15:27:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.083742+0000", 2024-08-04T15:27:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.083742+0000", 2024-08-04T15:27:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3e", 2024-08-04T15:27:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:11:25.007399+0000", 2024-08-04T15:27:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.437050+0000", 2024-08-04T15:27:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.501541+0000", 2024-08-04T15:27:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.501541+0000", 2024-08-04T15:27:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.501831+0000", 2024-08-04T15:27:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.437050+0000", 2024-08-04T15:27:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.437050+0000", 2024-08-04T15:27:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.437050+0000", 2024-08-04T15:27:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.437050+0000", 2024-08-04T15:27:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.437050+0000", 2024-08-04T15:27:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.437050+0000", 2024-08-04T15:27:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3d", 2024-08-04T15:27:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 20, 2024-08-04T15:27:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:06:25.431625+0000", 2024-08-04T15:27:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.513885+0000", 2024-08-04T15:27:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.513885+0000", 2024-08-04T15:27:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.514188+0000", 2024-08-04T15:27:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3c", 2024-08-04T15:27:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:35:26.339963+0000", 2024-08-04T15:27:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819620+0000", 2024-08-04T15:27:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.517195+0000", 2024-08-04T15:27:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.517195+0000", 2024-08-04T15:27:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.517913+0000", 2024-08-04T15:27:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819620+0000", 2024-08-04T15:27:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819620+0000", 2024-08-04T15:27:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819620+0000", 2024-08-04T15:27:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819620+0000", 2024-08-04T15:27:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819620+0000", 2024-08-04T15:27:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819620+0000", 2024-08-04T15:27:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3b", 2024-08-04T15:27:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:15:42.996486+0000", 2024-08-04T15:27:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085540+0000", 2024-08-04T15:27:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.513365+0000", 2024-08-04T15:27:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.513365+0000", 2024-08-04T15:27:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.515035+0000", 2024-08-04T15:27:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085540+0000", 2024-08-04T15:27:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085540+0000", 2024-08-04T15:27:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085540+0000", 2024-08-04T15:27:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085540+0000", 2024-08-04T15:27:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085540+0000", 2024-08-04T15:27:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085540+0000", 2024-08-04T15:27:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3a", 2024-08-04T15:27:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:13:13.330754+0000", 2024-08-04T15:27:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819249+0000", 2024-08-04T15:27:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.509988+0000", 2024-08-04T15:27:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.509988+0000", 2024-08-04T15:27:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.510334+0000", 2024-08-04T15:27:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819249+0000", 2024-08-04T15:27:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819249+0000", 2024-08-04T15:27:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819249+0000", 2024-08-04T15:27:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819249+0000", 2024-08-04T15:27:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819249+0000", 2024-08-04T15:27:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819249+0000", 2024-08-04T15:27:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.39", 2024-08-04T15:27:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:55:18.575986+0000", 2024-08-04T15:27:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.818946+0000", 2024-08-04T15:27:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.510572+0000", 2024-08-04T15:27:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.510572+0000", 2024-08-04T15:27:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.510832+0000", 2024-08-04T15:27:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.818946+0000", 2024-08-04T15:27:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.818946+0000", 2024-08-04T15:27:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.818946+0000", 2024-08-04T15:27:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.818946+0000", 2024-08-04T15:27:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.818946+0000", 2024-08-04T15:27:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.818946+0000", 2024-08-04T15:27:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.38", 2024-08-04T15:27:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:26:24.443599+0000", 2024-08-04T15:27:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819957+0000", 2024-08-04T15:27:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.518627+0000", 2024-08-04T15:27:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.518627+0000", 2024-08-04T15:27:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.518943+0000", 2024-08-04T15:27:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819957+0000", 2024-08-04T15:27:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819957+0000", 2024-08-04T15:27:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819957+0000", 2024-08-04T15:27:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819957+0000", 2024-08-04T15:27:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819957+0000", 2024-08-04T15:27:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819957+0000", 2024-08-04T15:27:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.37", 2024-08-04T15:27:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:38:16.947646+0000", 2024-08-04T15:27:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300487+0000", 2024-08-04T15:27:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.515273+0000", 2024-08-04T15:27:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.515273+0000", 2024-08-04T15:27:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.515571+0000", 2024-08-04T15:27:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300487+0000", 2024-08-04T15:27:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300487+0000", 2024-08-04T15:27:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300487+0000", 2024-08-04T15:27:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300487+0000", 2024-08-04T15:27:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300487+0000", 2024-08-04T15:27:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300487+0000", 2024-08-04T15:27:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.36", 2024-08-04T15:27:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:57:03.422372+0000", 2024-08-04T15:27:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300485+0000", 2024-08-04T15:27:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.514655+0000", 2024-08-04T15:27:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.514655+0000", 2024-08-04T15:27:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.514923+0000", 2024-08-04T15:27:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300485+0000", 2024-08-04T15:27:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300485+0000", 2024-08-04T15:27:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300485+0000", 2024-08-04T15:27:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300485+0000", 2024-08-04T15:27:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300485+0000", 2024-08-04T15:27:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300485+0000", 2024-08-04T15:27:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.35", 2024-08-04T15:27:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:15:00.740206+0000", 2024-08-04T15:27:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T15:27:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.082130+0000", 2024-08-04T15:27:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:24:16.103201+0000", 2024-08-04T15:27:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:24:16.103201+0000", 2024-08-04T15:27:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:24:16.103578+0000", 2024-08-04T15:27:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.082130+0000", 2024-08-04T15:27:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 67, 2024-08-04T15:27:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.082130+0000", 2024-08-04T15:27:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.082130+0000", 2024-08-04T15:27:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.082130+0000", 2024-08-04T15:27:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.082130+0000", 2024-08-04T15:27:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.082130+0000", 2024-08-04T15:27:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 66, 2024-08-04T15:27:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.34", 2024-08-04T15:27:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 31, 2024-08-04T15:27:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:51:15.929686+0000", 2024-08-04T15:27:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T15:27:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819107+0000", 2024-08-04T15:27:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.507409+0000", 2024-08-04T15:27:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.507409+0000", 2024-08-04T15:27:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.507950+0000", 2024-08-04T15:27:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819107+0000", 2024-08-04T15:27:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819107+0000", 2024-08-04T15:27:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819107+0000", 2024-08-04T15:27:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819107+0000", 2024-08-04T15:27:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819107+0000", 2024-08-04T15:27:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819107+0000", 2024-08-04T15:27:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.33", 2024-08-04T15:27:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:12:33.117795+0000", 2024-08-04T15:27:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.436423+0000", 2024-08-04T15:27:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.510253+0000", 2024-08-04T15:27:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.510253+0000", 2024-08-04T15:27:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.511488+0000", 2024-08-04T15:27:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.436423+0000", 2024-08-04T15:27:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.436423+0000", 2024-08-04T15:27:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.436423+0000", 2024-08-04T15:27:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.436423+0000", 2024-08-04T15:27:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.436423+0000", 2024-08-04T15:27:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.436423+0000", 2024-08-04T15:27:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.32", 2024-08-04T15:27:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 20, 2024-08-04T15:27:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:40:47.566285+0000", 2024-08-04T15:27:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.082661+0000", 2024-08-04T15:27:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.498774+0000", 2024-08-04T15:27:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.498774+0000", 2024-08-04T15:27:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.499127+0000", 2024-08-04T15:27:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.082661+0000", 2024-08-04T15:27:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.082661+0000", 2024-08-04T15:27:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.082661+0000", 2024-08-04T15:27:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.082661+0000", 2024-08-04T15:27:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.082661+0000", 2024-08-04T15:27:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.082661+0000", 2024-08-04T15:27:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.31", 2024-08-04T15:27:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:51:36.258519+0000", 2024-08-04T15:27:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085410+0000", 2024-08-04T15:27:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.519277+0000", 2024-08-04T15:27:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.519277+0000", 2024-08-04T15:27:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.520398+0000", 2024-08-04T15:27:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085410+0000", 2024-08-04T15:27:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085410+0000", 2024-08-04T15:27:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085410+0000", 2024-08-04T15:27:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085410+0000", 2024-08-04T15:27:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085410+0000", 2024-08-04T15:27:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085410+0000", 2024-08-04T15:27:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.30", 2024-08-04T15:27:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:07:18.910650+0000", 2024-08-04T15:27:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.086044+0000", 2024-08-04T15:27:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.517888+0000", 2024-08-04T15:27:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.517888+0000", 2024-08-04T15:27:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.518164+0000", 2024-08-04T15:27:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.086044+0000", 2024-08-04T15:27:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.086044+0000", 2024-08-04T15:27:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.086044+0000", 2024-08-04T15:27:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.086044+0000", 2024-08-04T15:27:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.086044+0000", 2024-08-04T15:27:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.086044+0000", 2024-08-04T15:27:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2f", 2024-08-04T15:27:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:38:39.543123+0000", 2024-08-04T15:27:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T15:27:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.082030+0000", 2024-08-04T15:27:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.505211+0000", 2024-08-04T15:27:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.505211+0000", 2024-08-04T15:27:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.506696+0000", 2024-08-04T15:27:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.082030+0000", 2024-08-04T15:27:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.082030+0000", 2024-08-04T15:27:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.082030+0000", 2024-08-04T15:27:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.082030+0000", 2024-08-04T15:27:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.082030+0000", 2024-08-04T15:27:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.082030+0000", 2024-08-04T15:27:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2e", 2024-08-04T15:27:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:30:26.148856+0000", 2024-08-04T15:27:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T15:27:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819712+0000", 2024-08-04T15:27:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.514924+0000", 2024-08-04T15:27:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.514924+0000", 2024-08-04T15:27:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.515569+0000", 2024-08-04T15:27:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819712+0000", 2024-08-04T15:27:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819712+0000", 2024-08-04T15:27:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819712+0000", 2024-08-04T15:27:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819712+0000", 2024-08-04T15:27:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819712+0000", 2024-08-04T15:27:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819712+0000", 2024-08-04T15:27:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2d", 2024-08-04T15:27:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:00:13.402505+0000", 2024-08-04T15:27:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300256+0000", 2024-08-04T15:27:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.510785+0000", 2024-08-04T15:27:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.510785+0000", 2024-08-04T15:27:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.511155+0000", 2024-08-04T15:27:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300256+0000", 2024-08-04T15:27:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300256+0000", 2024-08-04T15:27:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300256+0000", 2024-08-04T15:27:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300256+0000", 2024-08-04T15:27:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300256+0000", 2024-08-04T15:27:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300256+0000", 2024-08-04T15:27:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2c", 2024-08-04T15:27:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:20:30.379451+0000", 2024-08-04T15:27:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.436803+0000", 2024-08-04T15:27:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.509234+0000", 2024-08-04T15:27:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.509234+0000", 2024-08-04T15:27:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.511642+0000", 2024-08-04T15:27:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.436803+0000", 2024-08-04T15:27:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.436803+0000", 2024-08-04T15:27:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.436803+0000", 2024-08-04T15:27:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.436803+0000", 2024-08-04T15:27:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.436803+0000", 2024-08-04T15:27:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.436803+0000", 2024-08-04T15:27:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.280 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.280 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.280 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2b", 2024-08-04T15:27:27.280 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.280 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.280 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.280 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 20, 2024-08-04T15:27:27.280 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.280 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:19:02.236179+0000", 2024-08-04T15:27:27.280 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.280 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.280 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.280 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.280 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085608+0000", 2024-08-04T15:27:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.512917+0000", 2024-08-04T15:27:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.512917+0000", 2024-08-04T15:27:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.515281+0000", 2024-08-04T15:27:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085608+0000", 2024-08-04T15:27:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085608+0000", 2024-08-04T15:27:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085608+0000", 2024-08-04T15:27:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085608+0000", 2024-08-04T15:27:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085608+0000", 2024-08-04T15:27:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085608+0000", 2024-08-04T15:27:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2a", 2024-08-04T15:27:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:13:15.187702+0000", 2024-08-04T15:27:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819220+0000", 2024-08-04T15:27:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.500076+0000", 2024-08-04T15:27:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.500076+0000", 2024-08-04T15:27:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.500357+0000", 2024-08-04T15:27:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819220+0000", 2024-08-04T15:27:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819220+0000", 2024-08-04T15:27:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819220+0000", 2024-08-04T15:27:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819220+0000", 2024-08-04T15:27:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819220+0000", 2024-08-04T15:27:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819220+0000", 2024-08-04T15:27:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.29", 2024-08-04T15:27:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:36:55.376597+0000", 2024-08-04T15:27:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085461+0000", 2024-08-04T15:27:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.512892+0000", 2024-08-04T15:27:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.512892+0000", 2024-08-04T15:27:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.513289+0000", 2024-08-04T15:27:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085461+0000", 2024-08-04T15:27:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085461+0000", 2024-08-04T15:27:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085461+0000", 2024-08-04T15:27:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085461+0000", 2024-08-04T15:27:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085461+0000", 2024-08-04T15:27:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085461+0000", 2024-08-04T15:27:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.28", 2024-08-04T15:27:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:58:56.118404+0000", 2024-08-04T15:27:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819540+0000", 2024-08-04T15:27:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.502774+0000", 2024-08-04T15:27:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.502774+0000", 2024-08-04T15:27:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.503039+0000", 2024-08-04T15:27:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819540+0000", 2024-08-04T15:27:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819540+0000", 2024-08-04T15:27:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819540+0000", 2024-08-04T15:27:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819540+0000", 2024-08-04T15:27:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819540+0000", 2024-08-04T15:27:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819540+0000", 2024-08-04T15:27:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.27", 2024-08-04T15:27:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:22:46.397060+0000", 2024-08-04T15:27:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300580+0000", 2024-08-04T15:27:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.512778+0000", 2024-08-04T15:27:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.512778+0000", 2024-08-04T15:27:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.513070+0000", 2024-08-04T15:27:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300580+0000", 2024-08-04T15:27:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300580+0000", 2024-08-04T15:27:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300580+0000", 2024-08-04T15:27:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300580+0000", 2024-08-04T15:27:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300580+0000", 2024-08-04T15:27:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300580+0000", 2024-08-04T15:27:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.26", 2024-08-04T15:27:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:20:08.116370+0000", 2024-08-04T15:27:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.083476+0000", 2024-08-04T15:27:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.500297+0000", 2024-08-04T15:27:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.500297+0000", 2024-08-04T15:27:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.500586+0000", 2024-08-04T15:27:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.083476+0000", 2024-08-04T15:27:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.083476+0000", 2024-08-04T15:27:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.083476+0000", 2024-08-04T15:27:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.083476+0000", 2024-08-04T15:27:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.083476+0000", 2024-08-04T15:27:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.083476+0000", 2024-08-04T15:27:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.25", 2024-08-04T15:27:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:05:13.759470+0000", 2024-08-04T15:27:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819465+0000", 2024-08-04T15:27:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.502325+0000", 2024-08-04T15:27:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.502325+0000", 2024-08-04T15:27:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.503761+0000", 2024-08-04T15:27:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819465+0000", 2024-08-04T15:27:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819465+0000", 2024-08-04T15:27:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819465+0000", 2024-08-04T15:27:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819465+0000", 2024-08-04T15:27:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819465+0000", 2024-08-04T15:27:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819465+0000", 2024-08-04T15:27:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.24", 2024-08-04T15:27:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:18:53.024583+0000", 2024-08-04T15:27:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.436875+0000", 2024-08-04T15:27:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.502406+0000", 2024-08-04T15:27:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.502406+0000", 2024-08-04T15:27:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.504028+0000", 2024-08-04T15:27:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.436875+0000", 2024-08-04T15:27:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.436875+0000", 2024-08-04T15:27:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.436875+0000", 2024-08-04T15:27:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.436875+0000", 2024-08-04T15:27:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.436875+0000", 2024-08-04T15:27:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.436875+0000", 2024-08-04T15:27:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.23", 2024-08-04T15:27:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 20, 2024-08-04T15:27:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:07:00.811214+0000", 2024-08-04T15:27:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085633+0000", 2024-08-04T15:27:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.513755+0000", 2024-08-04T15:27:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.513755+0000", 2024-08-04T15:27:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.515670+0000", 2024-08-04T15:27:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085633+0000", 2024-08-04T15:27:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085633+0000", 2024-08-04T15:27:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085633+0000", 2024-08-04T15:27:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085633+0000", 2024-08-04T15:27:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085633+0000", 2024-08-04T15:27:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085633+0000", 2024-08-04T15:27:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.22", 2024-08-04T15:27:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:07:36.189578+0000", 2024-08-04T15:27:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T15:27:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.081613+0000", 2024-08-04T15:27:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.505698+0000", 2024-08-04T15:27:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.505698+0000", 2024-08-04T15:27:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.505972+0000", 2024-08-04T15:27:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.081613+0000", 2024-08-04T15:27:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.081613+0000", 2024-08-04T15:27:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.081613+0000", 2024-08-04T15:27:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.081613+0000", 2024-08-04T15:27:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.081613+0000", 2024-08-04T15:27:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.081613+0000", 2024-08-04T15:27:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.21", 2024-08-04T15:27:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:17:26.415836+0000", 2024-08-04T15:27:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T15:27:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.299990+0000", 2024-08-04T15:27:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.514571+0000", 2024-08-04T15:27:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.514571+0000", 2024-08-04T15:27:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.514862+0000", 2024-08-04T15:27:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.299990+0000", 2024-08-04T15:27:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.299990+0000", 2024-08-04T15:27:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.299990+0000", 2024-08-04T15:27:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.299990+0000", 2024-08-04T15:27:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.299990+0000", 2024-08-04T15:27:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.299990+0000", 2024-08-04T15:27:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.20", 2024-08-04T15:27:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:27:28.970858+0000", 2024-08-04T15:27:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T15:27:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.081679+0000", 2024-08-04T15:27:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.502221+0000", 2024-08-04T15:27:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.502221+0000", 2024-08-04T15:27:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.502636+0000", 2024-08-04T15:27:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.081679+0000", 2024-08-04T15:27:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.081679+0000", 2024-08-04T15:27:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.081679+0000", 2024-08-04T15:27:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.081679+0000", 2024-08-04T15:27:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.081679+0000", 2024-08-04T15:27:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.081679+0000", 2024-08-04T15:27:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1a", 2024-08-04T15:27:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:08:29.459334+0000", 2024-08-04T15:27:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T15:27:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819316+0000", 2024-08-04T15:27:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.275018+0000", 2024-08-04T15:27:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.275018+0000", 2024-08-04T15:27:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.275284+0000", 2024-08-04T15:27:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819316+0000", 2024-08-04T15:27:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819316+0000", 2024-08-04T15:27:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819316+0000", 2024-08-04T15:27:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819316+0000", 2024-08-04T15:27:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819316+0000", 2024-08-04T15:27:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819316+0000", 2024-08-04T15:27:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T15:27:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T15:27:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1b", 2024-08-04T15:27:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 25, 2024-08-04T15:27:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:31:57.708624+0000", 2024-08-04T15:27:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T15:27:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T15:27:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.081927+0000", 2024-08-04T15:27:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:24:16.733201+0000", 2024-08-04T15:27:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:24:16.733201+0000", 2024-08-04T15:27:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:24:16.733476+0000", 2024-08-04T15:27:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.081927+0000", 2024-08-04T15:27:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 67, 2024-08-04T15:27:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.081927+0000", 2024-08-04T15:27:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.081927+0000", 2024-08-04T15:27:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.081927+0000", 2024-08-04T15:27:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.081927+0000", 2024-08-04T15:27:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.081927+0000", 2024-08-04T15:27:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 66, 2024-08-04T15:27:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1b", 2024-08-04T15:27:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 18, 2024-08-04T15:27:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:37:35.353199+0000", 2024-08-04T15:27:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T15:27:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300196+0000", 2024-08-04T15:27:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:24:16.103880+0000", 2024-08-04T15:27:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:24:16.103880+0000", 2024-08-04T15:27:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:24:16.104293+0000", 2024-08-04T15:27:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300196+0000", 2024-08-04T15:27:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 67, 2024-08-04T15:27:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300196+0000", 2024-08-04T15:27:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300196+0000", 2024-08-04T15:27:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300196+0000", 2024-08-04T15:27:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300196+0000", 2024-08-04T15:27:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300196+0000", 2024-08-04T15:27:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T15:27:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 66, 2024-08-04T15:27:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T15:27:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1a", 2024-08-04T15:27:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 35, 2024-08-04T15:27:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:23:43.630289+0000", 2024-08-04T15:27:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T15:27:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819149+0000", 2024-08-04T15:27:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.276906+0000", 2024-08-04T15:27:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.276906+0000", 2024-08-04T15:27:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.277222+0000", 2024-08-04T15:27:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819149+0000", 2024-08-04T15:27:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819149+0000", 2024-08-04T15:27:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819149+0000", 2024-08-04T15:27:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819149+0000", 2024-08-04T15:27:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819149+0000", 2024-08-04T15:27:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819149+0000", 2024-08-04T15:27:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.19", 2024-08-04T15:27:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:35:42.927782+0000", 2024-08-04T15:27:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819096+0000", 2024-08-04T15:27:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.506056+0000", 2024-08-04T15:27:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.506056+0000", 2024-08-04T15:27:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.506367+0000", 2024-08-04T15:27:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819096+0000", 2024-08-04T15:27:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819096+0000", 2024-08-04T15:27:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819096+0000", 2024-08-04T15:27:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819096+0000", 2024-08-04T15:27:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819096+0000", 2024-08-04T15:27:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819096+0000", 2024-08-04T15:27:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.18", 2024-08-04T15:27:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:24:28.792946+0000", 2024-08-04T15:27:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085518+0000", 2024-08-04T15:27:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.278804+0000", 2024-08-04T15:27:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.278804+0000", 2024-08-04T15:27:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.279106+0000", 2024-08-04T15:27:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085518+0000", 2024-08-04T15:27:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085518+0000", 2024-08-04T15:27:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085518+0000", 2024-08-04T15:27:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085518+0000", 2024-08-04T15:27:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085518+0000", 2024-08-04T15:27:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085518+0000", 2024-08-04T15:27:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.18", 2024-08-04T15:27:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:01:45.707647+0000", 2024-08-04T15:27:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.082505+0000", 2024-08-04T15:27:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.495082+0000", 2024-08-04T15:27:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.495082+0000", 2024-08-04T15:27:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.495377+0000", 2024-08-04T15:27:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.082505+0000", 2024-08-04T15:27:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.082505+0000", 2024-08-04T15:27:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.082505+0000", 2024-08-04T15:27:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.082505+0000", 2024-08-04T15:27:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.082505+0000", 2024-08-04T15:27:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.082505+0000", 2024-08-04T15:27:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.19", 2024-08-04T15:27:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:08:48.327340+0000", 2024-08-04T15:27:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300481+0000", 2024-08-04T15:27:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.283520+0000", 2024-08-04T15:27:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.283520+0000", 2024-08-04T15:27:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.283827+0000", 2024-08-04T15:27:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300481+0000", 2024-08-04T15:27:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300481+0000", 2024-08-04T15:27:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300481+0000", 2024-08-04T15:27:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300481+0000", 2024-08-04T15:27:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300481+0000", 2024-08-04T15:27:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300481+0000", 2024-08-04T15:27:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.17", 2024-08-04T15:27:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:18:16.247702+0000", 2024-08-04T15:27:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085859+0000", 2024-08-04T15:27:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.504959+0000", 2024-08-04T15:27:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.504959+0000", 2024-08-04T15:27:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.505550+0000", 2024-08-04T15:27:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085859+0000", 2024-08-04T15:27:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085859+0000", 2024-08-04T15:27:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085859+0000", 2024-08-04T15:27:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085859+0000", 2024-08-04T15:27:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085859+0000", 2024-08-04T15:27:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085859+0000", 2024-08-04T15:27:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.16", 2024-08-04T15:27:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:43:17.088831+0000", 2024-08-04T15:27:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.086016+0000", 2024-08-04T15:27:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.283377+0000", 2024-08-04T15:27:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.283377+0000", 2024-08-04T15:27:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.283723+0000", 2024-08-04T15:27:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.086016+0000", 2024-08-04T15:27:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.086016+0000", 2024-08-04T15:27:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.086016+0000", 2024-08-04T15:27:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.086016+0000", 2024-08-04T15:27:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.086016+0000", 2024-08-04T15:27:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.086016+0000", 2024-08-04T15:27:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.16", 2024-08-04T15:27:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:24:22.955080+0000", 2024-08-04T15:27:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.437417+0000", 2024-08-04T15:27:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.508897+0000", 2024-08-04T15:27:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.508897+0000", 2024-08-04T15:27:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.512117+0000", 2024-08-04T15:27:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.437417+0000", 2024-08-04T15:27:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.437417+0000", 2024-08-04T15:27:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.437417+0000", 2024-08-04T15:27:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.437417+0000", 2024-08-04T15:27:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.437417+0000", 2024-08-04T15:27:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.437417+0000", 2024-08-04T15:27:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.17", 2024-08-04T15:27:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 20, 2024-08-04T15:27:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:56:49.886166+0000", 2024-08-04T15:27:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.083609+0000", 2024-08-04T15:27:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.278870+0000", 2024-08-04T15:27:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.278870+0000", 2024-08-04T15:27:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.279173+0000", 2024-08-04T15:27:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.083609+0000", 2024-08-04T15:27:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.083609+0000", 2024-08-04T15:27:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.083609+0000", 2024-08-04T15:27:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.083609+0000", 2024-08-04T15:27:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.083609+0000", 2024-08-04T15:27:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.083609+0000", 2024-08-04T15:27:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3, 2024-08-04T15:27:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3, 2024-08-04T15:27:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.15", 2024-08-04T15:27:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 27, 2024-08-04T15:27:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:35:18.498343+0000", 2024-08-04T15:27:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 90, 2024-08-04T15:27:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T15:27:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T15:27:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T15:27:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 4, 2024-08-04T15:27:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T15:27:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'3" 2024-08-04T15:27:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T15:27:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.082127+0000", 2024-08-04T15:27:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.505222+0000", 2024-08-04T15:27:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.505222+0000", 2024-08-04T15:27:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.505776+0000", 2024-08-04T15:27:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.082127+0000", 2024-08-04T15:27:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.082127+0000", 2024-08-04T15:27:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.082127+0000", 2024-08-04T15:27:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.082127+0000", 2024-08-04T15:27:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.082127+0000", 2024-08-04T15:27:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.082127+0000", 2024-08-04T15:27:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.14", 2024-08-04T15:27:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:57:42.114526+0000", 2024-08-04T15:27:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T15:27:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:26:21.866802+0000", 2024-08-04T15:27:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.281548+0000", 2024-08-04T15:27:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.281548+0000", 2024-08-04T15:27:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.281848+0000", 2024-08-04T15:27:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:26:21.866802+0000", 2024-08-04T15:27:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:26:21.866802+0000", 2024-08-04T15:27:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:26:21.866802+0000", 2024-08-04T15:27:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:26:21.866802+0000", 2024-08-04T15:27:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:26:21.866802+0000", 2024-08-04T15:27:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:26:21.866802+0000", 2024-08-04T15:27:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 12, 2024-08-04T15:27:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 12, 2024-08-04T15:27:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.14", 2024-08-04T15:27:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 36, 2024-08-04T15:27:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:09:12.939157+0000", 2024-08-04T15:27:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 2624, 2024-08-04T15:27:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 12, 2024-08-04T15:27:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 4, 2024-08-04T15:27:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 4, 2024-08-04T15:27:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 12, 2024-08-04T15:27:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 9 2024-08-04T15:27:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "75'12" 2024-08-04T15:27:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.484 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.484 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.484 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:27.484 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.484 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.484 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.484 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.484 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.484 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.484 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819550+0000", 2024-08-04T15:27:27.484 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.515291+0000", 2024-08-04T15:27:27.484 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.515291+0000", 2024-08-04T15:27:27.484 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.515749+0000", 2024-08-04T15:27:27.484 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819550+0000", 2024-08-04T15:27:27.484 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.485 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.485 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.485 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.485 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819550+0000", 2024-08-04T15:27:27.485 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819550+0000", 2024-08-04T15:27:27.485 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819550+0000", 2024-08-04T15:27:27.485 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.485 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.485 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.485 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819550+0000", 2024-08-04T15:27:27.485 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819550+0000", 2024-08-04T15:27:27.485 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.485 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.485 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.486 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.486 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.486 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.486 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.486 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.486 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.486 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.486 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.486 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.486 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.486 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.15", 2024-08-04T15:27:27.486 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.486 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.486 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.487 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.487 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.487 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:12:21.731480+0000", 2024-08-04T15:27:27.487 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.487 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.487 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.487 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.487 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.487 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.487 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.487 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.487 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.487 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.487 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.488 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.488 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.488 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.488 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.488 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.488 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.488 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.488 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.488 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.488 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.488 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.488 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.488 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.488 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.489 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.489 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.489 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.489 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.489 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.489 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.489 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.489 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.489 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.489 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.489 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.489 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.489 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.489 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.489 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.436992+0000", 2024-08-04T15:27:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.274014+0000", 2024-08-04T15:27:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.274014+0000", 2024-08-04T15:27:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.274307+0000", 2024-08-04T15:27:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.436992+0000", 2024-08-04T15:27:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.436992+0000", 2024-08-04T15:27:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.436992+0000", 2024-08-04T15:27:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.436992+0000", 2024-08-04T15:27:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.436992+0000", 2024-08-04T15:27:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.436992+0000", 2024-08-04T15:27:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T15:27:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T15:27:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.13", 2024-08-04T15:27:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 25, 2024-08-04T15:27:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:37:36.408249+0000", 2024-08-04T15:27:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 34, 2024-08-04T15:27:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T15:27:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T15:27:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T15:27:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T15:27:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 6 2024-08-04T15:27:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T15:27:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.436480+0000", 2024-08-04T15:27:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.505470+0000", 2024-08-04T15:27:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.505470+0000", 2024-08-04T15:27:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.505735+0000", 2024-08-04T15:27:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.436480+0000", 2024-08-04T15:27:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.436480+0000", 2024-08-04T15:27:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.436480+0000", 2024-08-04T15:27:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.436480+0000", 2024-08-04T15:27:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.436480+0000", 2024-08-04T15:27:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.436480+0000", 2024-08-04T15:27:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.12", 2024-08-04T15:27:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 20, 2024-08-04T15:27:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:30:41.327112+0000", 2024-08-04T15:27:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085704+0000", 2024-08-04T15:27:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.279090+0000", 2024-08-04T15:27:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.279090+0000", 2024-08-04T15:27:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.279451+0000", 2024-08-04T15:27:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085704+0000", 2024-08-04T15:27:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085704+0000", 2024-08-04T15:27:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085704+0000", 2024-08-04T15:27:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085704+0000", 2024-08-04T15:27:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085704+0000", 2024-08-04T15:27:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085704+0000", 2024-08-04T15:27:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.12", 2024-08-04T15:27:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:43:18.349023+0000", 2024-08-04T15:27:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819531+0000", 2024-08-04T15:27:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.517647+0000", 2024-08-04T15:27:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.517647+0000", 2024-08-04T15:27:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.518087+0000", 2024-08-04T15:27:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819531+0000", 2024-08-04T15:27:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819531+0000", 2024-08-04T15:27:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819531+0000", 2024-08-04T15:27:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819531+0000", 2024-08-04T15:27:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819531+0000", 2024-08-04T15:27:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819531+0000", 2024-08-04T15:27:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.13", 2024-08-04T15:27:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:34:32.059933+0000", 2024-08-04T15:27:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300193+0000", 2024-08-04T15:27:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.283453+0000", 2024-08-04T15:27:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.283453+0000", 2024-08-04T15:27:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.284012+0000", 2024-08-04T15:27:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300193+0000", 2024-08-04T15:27:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300193+0000", 2024-08-04T15:27:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300193+0000", 2024-08-04T15:27:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300193+0000", 2024-08-04T15:27:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300193+0000", 2024-08-04T15:27:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300193+0000", 2024-08-04T15:27:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.11", 2024-08-04T15:27:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:05:40.040885+0000", 2024-08-04T15:27:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300040+0000", 2024-08-04T15:27:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.515650+0000", 2024-08-04T15:27:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.515650+0000", 2024-08-04T15:27:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.515938+0000", 2024-08-04T15:27:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300040+0000", 2024-08-04T15:27:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300040+0000", 2024-08-04T15:27:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300040+0000", 2024-08-04T15:27:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300040+0000", 2024-08-04T15:27:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300040+0000", 2024-08-04T15:27:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300040+0000", 2024-08-04T15:27:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.10", 2024-08-04T15:27:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.530 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.530 INFO:tasks.workunit.client.0.smithi007.stderr:+ echo OK 2024-08-04T15:27:27.530 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.530 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.530 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:56:31.130164+0000", 2024-08-04T15:27:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T15:27:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.081522+0000", 2024-08-04T15:27:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.269587+0000", 2024-08-04T15:27:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.269587+0000", 2024-08-04T15:27:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.269918+0000", 2024-08-04T15:27:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.081522+0000", 2024-08-04T15:27:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.081522+0000", 2024-08-04T15:27:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.081522+0000", 2024-08-04T15:27:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.081522+0000", 2024-08-04T15:27:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.081522+0000", 2024-08-04T15:27:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.081522+0000", 2024-08-04T15:27:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 8, 2024-08-04T15:27:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 8, 2024-08-04T15:27:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.10", 2024-08-04T15:27:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 32, 2024-08-04T15:27:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:29:46.647005+0000", 2024-08-04T15:27:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 12, 2024-08-04T15:27:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 4, 2024-08-04T15:27:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 4, 2024-08-04T15:27:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 4, 2024-08-04T15:27:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 12, 2024-08-04T15:27:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T15:27:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'8" 2024-08-04T15:27:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819333+0000", 2024-08-04T15:27:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.511562+0000", 2024-08-04T15:27:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.511562+0000", 2024-08-04T15:27:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.511866+0000", 2024-08-04T15:27:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819333+0000", 2024-08-04T15:27:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819333+0000", 2024-08-04T15:27:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819333+0000", 2024-08-04T15:27:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819333+0000", 2024-08-04T15:27:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819333+0000", 2024-08-04T15:27:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819333+0000", 2024-08-04T15:27:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.11", 2024-08-04T15:27:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:40:26.926853+0000", 2024-08-04T15:27:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T15:27:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.082109+0000", 2024-08-04T15:27:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.275882+0000", 2024-08-04T15:27:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.275882+0000", 2024-08-04T15:27:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.276386+0000", 2024-08-04T15:27:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.082109+0000", 2024-08-04T15:27:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.082109+0000", 2024-08-04T15:27:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.082109+0000", 2024-08-04T15:27:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.082109+0000", 2024-08-04T15:27:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.082109+0000", 2024-08-04T15:27:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.082109+0000", 2024-08-04T15:27:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T15:27:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T15:27:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.f", 2024-08-04T15:27:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 25, 2024-08-04T15:27:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:28:59.872959+0000", 2024-08-04T15:27:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 22, 2024-08-04T15:27:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T15:27:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T15:27:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T15:27:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T15:27:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819837+0000", 2024-08-04T15:27:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.513403+0000", 2024-08-04T15:27:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.513403+0000", 2024-08-04T15:27:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.514697+0000", 2024-08-04T15:27:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819837+0000", 2024-08-04T15:27:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819837+0000", 2024-08-04T15:27:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819837+0000", 2024-08-04T15:27:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819837+0000", 2024-08-04T15:27:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819837+0000", 2024-08-04T15:27:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819837+0000", 2024-08-04T15:27:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.e", 2024-08-04T15:27:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:59:13.217468+0000", 2024-08-04T15:27:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T15:27:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.082198+0000", 2024-08-04T15:27:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.275645+0000", 2024-08-04T15:27:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.275645+0000", 2024-08-04T15:27:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.276563+0000", 2024-08-04T15:27:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.082198+0000", 2024-08-04T15:27:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.082198+0000", 2024-08-04T15:27:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.082198+0000", 2024-08-04T15:27:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.082198+0000", 2024-08-04T15:27:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.082198+0000", 2024-08-04T15:27:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.082198+0000", 2024-08-04T15:27:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T15:27:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T15:27:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.e", 2024-08-04T15:27:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 26, 2024-08-04T15:27:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:57:44.808918+0000", 2024-08-04T15:27:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T15:27:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T15:27:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T15:27:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819824+0000", 2024-08-04T15:27:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.516772+0000", 2024-08-04T15:27:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.516772+0000", 2024-08-04T15:27:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.517178+0000", 2024-08-04T15:27:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819824+0000", 2024-08-04T15:27:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819824+0000", 2024-08-04T15:27:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819824+0000", 2024-08-04T15:27:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819824+0000", 2024-08-04T15:27:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819824+0000", 2024-08-04T15:27:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819824+0000", 2024-08-04T15:27:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.f", 2024-08-04T15:27:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:55:01.959163+0000", 2024-08-04T15:27:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.083718+0000", 2024-08-04T15:27:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.274675+0000", 2024-08-04T15:27:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.274675+0000", 2024-08-04T15:27:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.274978+0000", 2024-08-04T15:27:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.083718+0000", 2024-08-04T15:27:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.083718+0000", 2024-08-04T15:27:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.083718+0000", 2024-08-04T15:27:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.083718+0000", 2024-08-04T15:27:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.083718+0000", 2024-08-04T15:27:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.083718+0000", 2024-08-04T15:27:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T15:27:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T15:27:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.d", 2024-08-04T15:27:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 25, 2024-08-04T15:27:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:43:31.663358+0000", 2024-08-04T15:27:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 70, 2024-08-04T15:27:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.584 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:27.584 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:27.584 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:27.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:27.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:27.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:27.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:27.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:27.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:27.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:27.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:27.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:27.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:27.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:27.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T15:27:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T15:27:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T15:27:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085738+0000", 2024-08-04T15:27:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.515015+0000", 2024-08-04T15:27:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.515015+0000", 2024-08-04T15:27:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.515281+0000", 2024-08-04T15:27:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085738+0000", 2024-08-04T15:27:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085738+0000", 2024-08-04T15:27:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085738+0000", 2024-08-04T15:27:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085738+0000", 2024-08-04T15:27:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085738+0000", 2024-08-04T15:27:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085738+0000", 2024-08-04T15:27:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.c", 2024-08-04T15:27:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:12:29.932714+0000", 2024-08-04T15:27:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T15:27:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.081985+0000", 2024-08-04T15:27:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.273407+0000", 2024-08-04T15:27:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.273407+0000", 2024-08-04T15:27:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.274476+0000", 2024-08-04T15:27:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.081985+0000", 2024-08-04T15:27:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.081985+0000", 2024-08-04T15:27:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.081985+0000", 2024-08-04T15:27:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.081985+0000", 2024-08-04T15:27:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.081985+0000", 2024-08-04T15:27:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.081985+0000", 2024-08-04T15:27:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.c", 2024-08-04T15:27:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:16:07.211238+0000", 2024-08-04T15:27:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T15:27:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819583+0000", 2024-08-04T15:27:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.510794+0000", 2024-08-04T15:27:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.510794+0000", 2024-08-04T15:27:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.511102+0000", 2024-08-04T15:27:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819583+0000", 2024-08-04T15:27:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819583+0000", 2024-08-04T15:27:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819583+0000", 2024-08-04T15:27:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819583+0000", 2024-08-04T15:27:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819583+0000", 2024-08-04T15:27:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819583+0000", 2024-08-04T15:27:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.d", 2024-08-04T15:27:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:32:33.827060+0000", 2024-08-04T15:27:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T15:27:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:20.575123+0000", 2024-08-04T15:27:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:25:07.523753+0000", 2024-08-04T15:27:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:25:07.523753+0000", 2024-08-04T15:27:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:25:13.300659+0000", 2024-08-04T15:27:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:20.575123+0000", 2024-08-04T15:27:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 70, 2024-08-04T15:27:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:20.575123+0000", 2024-08-04T15:27:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:20.575123+0000", 2024-08-04T15:27:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:20.575123+0000", 2024-08-04T15:27:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:20.575123+0000", 2024-08-04T15:27:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:20.575123+0000", 2024-08-04T15:27:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 69, 2024-08-04T15:27:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.5", 2024-08-04T15:27:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 19, 2024-08-04T15:27:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:53:02.752171+0000", 2024-08-04T15:27:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.000299891, 2024-08-04T15:27:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 19, 2024-08-04T15:27:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:27:22.208554+0000", 2024-08-04T15:27:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:26.550654+0000", 2024-08-04T15:27:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:26.550654+0000", 2024-08-04T15:27:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:26.550976+0000", 2024-08-04T15:27:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:27:22.208554+0000", 2024-08-04T15:27:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:21:25.437230+0000", 2024-08-04T15:27:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:21:25.437230+0000", 2024-08-04T15:27:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 58, 2024-08-04T15:27:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:27:22.208554+0000", 2024-08-04T15:27:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:27:22.208554+0000", 2024-08-04T15:27:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:27:22.208554+0000", 2024-08-04T15:27:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:21:25.437230+0000", 2024-08-04T15:27:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:27:22.208554+0000", 2024-08-04T15:27:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:27:22.208554+0000", 2024-08-04T15:27:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 144, 2024-08-04T15:27:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 57, 2024-08-04T15:27:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 144, 2024-08-04T15:27:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "1.0", 2024-08-04T15:27:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 341, 2024-08-04T15:27:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:43:30.284931+0000", 2024-08-04T15:27:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 590368, 2024-08-04T15:27:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 1771104, 2024-08-04T15:27:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T15:27:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T15:27:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T15:27:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 6, 2024-08-04T15:27:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 358, 2024-08-04T15:27:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 554, 2024-08-04T15:27:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 211, 2024-08-04T15:27:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 2416 2024-08-04T15:27:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "75'144" 2024-08-04T15:27:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.277556+0000", 2024-08-04T15:27:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.277556+0000", 2024-08-04T15:27:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.277860+0000", 2024-08-04T15:27:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085646+0000", 2024-08-04T15:27:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.3", 2024-08-04T15:27:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:06:52.721636+0000", 2024-08-04T15:27:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819117+0000", 2024-08-04T15:27:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.510442+0000", 2024-08-04T15:27:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.510442+0000", 2024-08-04T15:27:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.510648+0000", 2024-08-04T15:27:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819117+0000", 2024-08-04T15:27:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819117+0000", 2024-08-04T15:27:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819117+0000", 2024-08-04T15:27:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819117+0000", 2024-08-04T15:27:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819117+0000", 2024-08-04T15:27:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819117+0000", 2024-08-04T15:27:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2", 2024-08-04T15:27:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:35:39.736041+0000", 2024-08-04T15:27:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T15:27:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:20.564506+0000", 2024-08-04T15:27:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:25:07.524884+0000", 2024-08-04T15:27:27.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.644 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.644 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.644 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:25 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.646 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:27.646 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-08-04T15:27:27.646 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:27.646 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:27.646 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:27.646 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:27.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:27.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:27.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:27.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:27.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:27.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.648 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:26 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:25:07.524884+0000", 2024-08-04T15:27:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:25:13.437496+0000", 2024-08-04T15:27:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:20.564506+0000", 2024-08-04T15:27:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 70, 2024-08-04T15:27:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:20.564506+0000", 2024-08-04T15:27:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:20.564506+0000", 2024-08-04T15:27:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:20.564506+0000", 2024-08-04T15:27:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:20.564506+0000", 2024-08-04T15:27:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:20.564506+0000", 2024-08-04T15:27:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 69, 2024-08-04T15:27:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.6", 2024-08-04T15:27:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 18, 2024-08-04T15:27:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:58:51.219148+0000", 2024-08-04T15:27:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.000260706, 2024-08-04T15:27:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819587+0000", 2024-08-04T15:27:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.276577+0000", 2024-08-04T15:27:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.276577+0000", 2024-08-04T15:27:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.276874+0000", 2024-08-04T15:27:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819587+0000", 2024-08-04T15:27:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819587+0000", 2024-08-04T15:27:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819587+0000", 2024-08-04T15:27:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819587+0000", 2024-08-04T15:27:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819587+0000", 2024-08-04T15:27:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819587+0000", 2024-08-04T15:27:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.0", 2024-08-04T15:27:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:06:59.690137+0000", 2024-08-04T15:27:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.436192+0000", 2024-08-04T15:27:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.502366+0000", 2024-08-04T15:27:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.502366+0000", 2024-08-04T15:27:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.502729+0000", 2024-08-04T15:27:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.436192+0000", 2024-08-04T15:27:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.436192+0000", 2024-08-04T15:27:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.436192+0000", 2024-08-04T15:27:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.436192+0000", 2024-08-04T15:27:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.436192+0000", 2024-08-04T15:27:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.436192+0000", 2024-08-04T15:27:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1", 2024-08-04T15:27:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 20, 2024-08-04T15:27:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:28:36.020082+0000", 2024-08-04T15:27:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T15:27:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:20.566086+0000", 2024-08-04T15:27:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:25:07.589939+0000", 2024-08-04T15:27:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:25:07.589939+0000", 2024-08-04T15:27:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:25:13.084015+0000", 2024-08-04T15:27:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:20.566086+0000", 2024-08-04T15:27:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 70, 2024-08-04T15:27:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:20.566086+0000", 2024-08-04T15:27:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:20.566086+0000", 2024-08-04T15:27:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:20.566086+0000", 2024-08-04T15:27:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:20.566086+0000", 2024-08-04T15:27:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:20.566086+0000", 2024-08-04T15:27:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 69, 2024-08-04T15:27:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.7", 2024-08-04T15:27:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 19, 2024-08-04T15:27:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:49:43.871442+0000", 2024-08-04T15:27:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.000368331, 2024-08-04T15:27:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T15:27:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.081744+0000", 2024-08-04T15:27:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.272173+0000", 2024-08-04T15:27:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.272173+0000", 2024-08-04T15:27:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.272569+0000", 2024-08-04T15:27:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.081744+0000", 2024-08-04T15:27:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.081744+0000", 2024-08-04T15:27:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.081744+0000", 2024-08-04T15:27:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.081744+0000", 2024-08-04T15:27:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.081744+0000", 2024-08-04T15:27:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.081744+0000", 2024-08-04T15:27:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1", 2024-08-04T15:27:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:47:05.909654+0000", 2024-08-04T15:27:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T15:27:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.082298+0000", 2024-08-04T15:27:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.502823+0000", 2024-08-04T15:27:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.502823+0000", 2024-08-04T15:27:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.503161+0000", 2024-08-04T15:27:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.082298+0000", 2024-08-04T15:27:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.082298+0000", 2024-08-04T15:27:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.082298+0000", 2024-08-04T15:27:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.082298+0000", 2024-08-04T15:27:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.082298+0000", 2024-08-04T15:27:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.082298+0000", 2024-08-04T15:27:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.0", 2024-08-04T15:27:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:33:21.023850+0000", 2024-08-04T15:27:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T15:27:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:20.565701+0000", 2024-08-04T15:27:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:25:07.523086+0000", 2024-08-04T15:27:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:25:07.523086+0000", 2024-08-04T15:27:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:25:13.083897+0000", 2024-08-04T15:27:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:20.565701+0000", 2024-08-04T15:27:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 70, 2024-08-04T15:27:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:20.565701+0000", 2024-08-04T15:27:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:20.565701+0000", 2024-08-04T15:27:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:20.565701+0000", 2024-08-04T15:27:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:20.565701+0000", 2024-08-04T15:27:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:20.565701+0000", 2024-08-04T15:27:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 69, 2024-08-04T15:27:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.4", 2024-08-04T15:27:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 19, 2024-08-04T15:27:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:14:32.114343+0000", 2024-08-04T15:27:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.000575044, 2024-08-04T15:27:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085848+0000", 2024-08-04T15:27:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.283378+0000", 2024-08-04T15:27:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.283378+0000", 2024-08-04T15:27:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.283717+0000", 2024-08-04T15:27:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085848+0000", 2024-08-04T15:27:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085848+0000", 2024-08-04T15:27:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085848+0000", 2024-08-04T15:27:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085848+0000", 2024-08-04T15:27:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085848+0000", 2024-08-04T15:27:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085848+0000", 2024-08-04T15:27:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.2", 2024-08-04T15:27:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:59:08.478236+0000", 2024-08-04T15:27:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T15:27:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.081827+0000", 2024-08-04T15:27:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:24:16.650627+0000", 2024-08-04T15:27:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:24:16.650627+0000", 2024-08-04T15:27:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:24:16.651054+0000", 2024-08-04T15:27:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.081827+0000", 2024-08-04T15:27:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 67, 2024-08-04T15:27:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.081827+0000", 2024-08-04T15:27:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.081827+0000", 2024-08-04T15:27:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.081827+0000", 2024-08-04T15:27:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.081827+0000", 2024-08-04T15:27:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.081827+0000", 2024-08-04T15:27:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 66, 2024-08-04T15:27:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3", 2024-08-04T15:27:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 18, 2024-08-04T15:27:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:53:28.854906+0000", 2024-08-04T15:27:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T15:27:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T15:27:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:20.564974+0000", 2024-08-04T15:27:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:25:07.589951+0000", 2024-08-04T15:27:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:25:07.589951+0000", 2024-08-04T15:27:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:25:13.082604+0000", 2024-08-04T15:27:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:20.564974+0000", 2024-08-04T15:27:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 70, 2024-08-04T15:27:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:20.564974+0000", 2024-08-04T15:27:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:20.564974+0000", 2024-08-04T15:27:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:20.564974+0000", 2024-08-04T15:27:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:20.564974+0000", 2024-08-04T15:27:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:20.564974+0000", 2024-08-04T15:27:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T15:27:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 69, 2024-08-04T15:27:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T15:27:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.2", 2024-08-04T15:27:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:27:16.211253+0000", 2024-08-04T15:27:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.000405736, 2024-08-04T15:27:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 19, 2024-08-04T15:27:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 2, 2024-08-04T15:27:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 2 2024-08-04T15:27:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "74'2" 2024-08-04T15:27:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.083715+0000", 2024-08-04T15:27:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.271396+0000", 2024-08-04T15:27:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.271396+0000", 2024-08-04T15:27:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.271724+0000", 2024-08-04T15:27:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.083715+0000", 2024-08-04T15:27:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.083715+0000", 2024-08-04T15:27:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.083715+0000", 2024-08-04T15:27:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.083715+0000", 2024-08-04T15:27:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.083715+0000", 2024-08-04T15:27:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.083715+0000", 2024-08-04T15:27:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.4", 2024-08-04T15:27:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:16:53.552693+0000", 2024-08-04T15:27:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085900+0000", 2024-08-04T15:27:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.513688+0000", 2024-08-04T15:27:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.513688+0000", 2024-08-04T15:27:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.514596+0000", 2024-08-04T15:27:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085900+0000", 2024-08-04T15:27:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085900+0000", 2024-08-04T15:27:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085900+0000", 2024-08-04T15:27:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085900+0000", 2024-08-04T15:27:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085900+0000", 2024-08-04T15:27:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085900+0000", 2024-08-04T15:27:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.5", 2024-08-04T15:27:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:34:52.430383+0000", 2024-08-04T15:27:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T15:27:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:20.564304+0000", 2024-08-04T15:27:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:25:07.589919+0000", 2024-08-04T15:27:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:25:07.589919+0000", 2024-08-04T15:27:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:25:13.437149+0000", 2024-08-04T15:27:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:20.564304+0000", 2024-08-04T15:27:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 70, 2024-08-04T15:27:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:20.564304+0000", 2024-08-04T15:27:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:20.564304+0000", 2024-08-04T15:27:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:20.564304+0000", 2024-08-04T15:27:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:20.564304+0000", 2024-08-04T15:27:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:20.564304+0000", 2024-08-04T15:27:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T15:27:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 69, 2024-08-04T15:27:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T15:27:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.3", 2024-08-04T15:27:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 19, 2024-08-04T15:27:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:33:10.164478+0000", 2024-08-04T15:27:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.000461841, 2024-08-04T15:27:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "72'1" 2024-08-04T15:27:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819736+0000", 2024-08-04T15:27:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.281870+0000", 2024-08-04T15:27:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.281870+0000", 2024-08-04T15:27:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.282213+0000", 2024-08-04T15:27:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819736+0000", 2024-08-04T15:27:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819736+0000", 2024-08-04T15:27:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819736+0000", 2024-08-04T15:27:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819736+0000", 2024-08-04T15:27:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819736+0000", 2024-08-04T15:27:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819736+0000", 2024-08-04T15:27:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.5", 2024-08-04T15:27:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:09:39.722868+0000", 2024-08-04T15:27:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.083466+0000", 2024-08-04T15:27:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.499939+0000", 2024-08-04T15:27:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.499939+0000", 2024-08-04T15:27:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.500768+0000", 2024-08-04T15:27:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.083466+0000", 2024-08-04T15:27:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.083466+0000", 2024-08-04T15:27:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.083466+0000", 2024-08-04T15:27:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.083466+0000", 2024-08-04T15:27:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.083466+0000", 2024-08-04T15:27:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.083466+0000", 2024-08-04T15:27:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.4", 2024-08-04T15:27:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:34:21.244874+0000", 2024-08-04T15:27:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T15:27:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:20.575520+0000", 2024-08-04T15:27:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:25:07.523296+0000", 2024-08-04T15:27:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:25:07.523296+0000", 2024-08-04T15:27:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:25:13.819349+0000", 2024-08-04T15:27:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:20.575520+0000", 2024-08-04T15:27:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 70, 2024-08-04T15:27:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:20.575520+0000", 2024-08-04T15:27:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:20.575520+0000", 2024-08-04T15:27:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:20.575520+0000", 2024-08-04T15:27:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:20.575520+0000", 2024-08-04T15:27:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:20.575520+0000", 2024-08-04T15:27:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 69, 2024-08-04T15:27:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.0", 2024-08-04T15:27:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 19, 2024-08-04T15:27:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:44:33.770029+0000", 2024-08-04T15:27:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.000449048, 2024-08-04T15:27:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.083824+0000", 2024-08-04T15:27:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.273742+0000", 2024-08-04T15:27:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.273742+0000", 2024-08-04T15:27:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.274053+0000", 2024-08-04T15:27:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.083824+0000", 2024-08-04T15:27:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.083824+0000", 2024-08-04T15:27:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.083824+0000", 2024-08-04T15:27:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.083824+0000", 2024-08-04T15:27:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.083824+0000", 2024-08-04T15:27:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.083824+0000", 2024-08-04T15:27:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T15:27:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T15:27:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.6", 2024-08-04T15:27:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 25, 2024-08-04T15:27:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:04:13.417015+0000", 2024-08-04T15:27:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T15:27:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T15:27:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819625+0000", 2024-08-04T15:27:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.504940+0000", 2024-08-04T15:27:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.504940+0000", 2024-08-04T15:27:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.505232+0000", 2024-08-04T15:27:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819625+0000", 2024-08-04T15:27:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819625+0000", 2024-08-04T15:27:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819625+0000", 2024-08-04T15:27:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819625+0000", 2024-08-04T15:27:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819625+0000", 2024-08-04T15:27:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819625+0000", 2024-08-04T15:27:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.7", 2024-08-04T15:27:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:56:17.256266+0000", 2024-08-04T15:27:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T15:27:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T15:27:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:20.566300+0000", 2024-08-04T15:27:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:25:07.589869+0000", 2024-08-04T15:27:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:25:07.589869+0000", 2024-08-04T15:27:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:25:13.082259+0000", 2024-08-04T15:27:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:20.566300+0000", 2024-08-04T15:27:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 70, 2024-08-04T15:27:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:20.566300+0000", 2024-08-04T15:27:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:20.566300+0000", 2024-08-04T15:27:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:20.566300+0000", 2024-08-04T15:27:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T15:27:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:20.566300+0000", 2024-08-04T15:27:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:20.566300+0000", 2024-08-04T15:27:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 69, 2024-08-04T15:27:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.1", 2024-08-04T15:27:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 75, 2024-08-04T15:27:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 19, 2024-08-04T15:27:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:28:51.046337+0000", 2024-08-04T15:27:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.00076852, 2024-08-04T15:27:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T15:27:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300555+0000", 2024-08-04T15:27:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.276349+0000", 2024-08-04T15:27:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.276349+0000", 2024-08-04T15:27:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.276643+0000", 2024-08-04T15:27:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300555+0000", 2024-08-04T15:27:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300555+0000", 2024-08-04T15:27:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300555+0000", 2024-08-04T15:27:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300555+0000", 2024-08-04T15:27:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300555+0000", 2024-08-04T15:27:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300555+0000", 2024-08-04T15:27:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T15:27:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T15:27:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.7", 2024-08-04T15:27:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 26, 2024-08-04T15:27:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:16:35.783486+0000", 2024-08-04T15:27:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T15:27:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T15:27:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.437111+0000", 2024-08-04T15:27:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.499805+0000", 2024-08-04T15:27:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.499805+0000", 2024-08-04T15:27:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.500072+0000", 2024-08-04T15:27:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.437111+0000", 2024-08-04T15:27:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.437111+0000", 2024-08-04T15:27:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.437111+0000", 2024-08-04T15:27:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.437111+0000", 2024-08-04T15:27:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.437111+0000", 2024-08-04T15:27:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.437111+0000", 2024-08-04T15:27:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.6", 2024-08-04T15:27:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 20, 2024-08-04T15:27:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:13:11.413652+0000", 2024-08-04T15:27:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819293+0000", 2024-08-04T15:27:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.274594+0000", 2024-08-04T15:27:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.274594+0000", 2024-08-04T15:27:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.274912+0000", 2024-08-04T15:27:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819293+0000", 2024-08-04T15:27:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819293+0000", 2024-08-04T15:27:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819293+0000", 2024-08-04T15:27:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819293+0000", 2024-08-04T15:27:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819293+0000", 2024-08-04T15:27:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819293+0000", 2024-08-04T15:27:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.8", 2024-08-04T15:27:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:06:27.480296+0000", 2024-08-04T15:27:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T15:27:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.081695+0000", 2024-08-04T15:27:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.508129+0000", 2024-08-04T15:27:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.508129+0000", 2024-08-04T15:27:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.508447+0000", 2024-08-04T15:27:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.081695+0000", 2024-08-04T15:27:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.081695+0000", 2024-08-04T15:27:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.081695+0000", 2024-08-04T15:27:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.081695+0000", 2024-08-04T15:27:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.081695+0000", 2024-08-04T15:27:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.081695+0000", 2024-08-04T15:27:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.9", 2024-08-04T15:27:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:46:49.190811+0000", 2024-08-04T15:27:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T15:27:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.082710+0000", 2024-08-04T15:27:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.276005+0000", 2024-08-04T15:27:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.276005+0000", 2024-08-04T15:27:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.276328+0000", 2024-08-04T15:27:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.082710+0000", 2024-08-04T15:27:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.082710+0000", 2024-08-04T15:27:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.082710+0000", 2024-08-04T15:27:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.082710+0000", 2024-08-04T15:27:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.082710+0000", 2024-08-04T15:27:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.082710+0000", 2024-08-04T15:27:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.9", 2024-08-04T15:27:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:34:26.442964+0000", 2024-08-04T15:27:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T15:27:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819034+0000", 2024-08-04T15:27:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.504347+0000", 2024-08-04T15:27:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.504347+0000", 2024-08-04T15:27:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.504777+0000", 2024-08-04T15:27:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819034+0000", 2024-08-04T15:27:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819034+0000", 2024-08-04T15:27:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819034+0000", 2024-08-04T15:27:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819034+0000", 2024-08-04T15:27:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819034+0000", 2024-08-04T15:27:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819034+0000", 2024-08-04T15:27:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.8", 2024-08-04T15:27:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:28:44.920605+0000", 2024-08-04T15:27:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T15:27:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.083413+0000", 2024-08-04T15:27:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.275527+0000", 2024-08-04T15:27:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.275527+0000", 2024-08-04T15:27:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.275860+0000", 2024-08-04T15:27:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.083413+0000", 2024-08-04T15:27:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.083413+0000", 2024-08-04T15:27:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.083413+0000", 2024-08-04T15:27:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.083413+0000", 2024-08-04T15:27:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.083413+0000", 2024-08-04T15:27:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.083413+0000", 2024-08-04T15:27:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.a", 2024-08-04T15:27:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 24, 2024-08-04T15:27:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:43:36.001512+0000", 2024-08-04T15:27:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T15:27:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T15:27:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T15:27:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819191+0000", 2024-08-04T15:27:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.506817+0000", 2024-08-04T15:27:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.506817+0000", 2024-08-04T15:27:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.507576+0000", 2024-08-04T15:27:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819191+0000", 2024-08-04T15:27:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819191+0000", 2024-08-04T15:27:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819191+0000", 2024-08-04T15:27:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819191+0000", 2024-08-04T15:27:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819191+0000", 2024-08-04T15:27:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819191+0000", 2024-08-04T15:27:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.b", 2024-08-04T15:27:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:17:32.387402+0000", 2024-08-04T15:27:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819757+0000", 2024-08-04T15:27:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.280659+0000", 2024-08-04T15:27:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.280659+0000", 2024-08-04T15:27:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.281084+0000", 2024-08-04T15:27:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819757+0000", 2024-08-04T15:27:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819757+0000", 2024-08-04T15:27:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819757+0000", 2024-08-04T15:27:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819757+0000", 2024-08-04T15:27:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819757+0000", 2024-08-04T15:27:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819757+0000", 2024-08-04T15:27:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T15:27:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T15:27:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.b", 2024-08-04T15:27:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 26, 2024-08-04T15:27:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:44:58.999337+0000", 2024-08-04T15:27:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T15:27:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T15:27:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T15:27:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.300102+0000", 2024-08-04T15:27:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.501477+0000", 2024-08-04T15:27:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.501477+0000", 2024-08-04T15:27:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.501782+0000", 2024-08-04T15:27:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.300102+0000", 2024-08-04T15:27:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.300102+0000", 2024-08-04T15:27:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.300102+0000", 2024-08-04T15:27:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.300102+0000", 2024-08-04T15:27:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.300102+0000", 2024-08-04T15:27:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.300102+0000", 2024-08-04T15:27:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.a", 2024-08-04T15:27:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:46:24.258789+0000", 2024-08-04T15:27:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T15:27:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T15:27:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.085799+0000", 2024-08-04T15:27:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.518852+0000", 2024-08-04T15:27:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.518852+0000", 2024-08-04T15:27:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.519152+0000", 2024-08-04T15:27:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.085799+0000", 2024-08-04T15:27:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.085799+0000", 2024-08-04T15:27:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.085799+0000", 2024-08-04T15:27:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.085799+0000", 2024-08-04T15:27:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.085799+0000", 2024-08-04T15:27:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.085799+0000", 2024-08-04T15:27:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1d", 2024-08-04T15:27:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:27:45.333732+0000", 2024-08-04T15:27:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T15:27:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T15:27:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819544+0000", 2024-08-04T15:27:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.280850+0000", 2024-08-04T15:27:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.280850+0000", 2024-08-04T15:27:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.281187+0000", 2024-08-04T15:27:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819544+0000", 2024-08-04T15:27:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819544+0000", 2024-08-04T15:27:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819544+0000", 2024-08-04T15:27:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819544+0000", 2024-08-04T15:27:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819544+0000", 2024-08-04T15:27:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819544+0000", 2024-08-04T15:27:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T15:27:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T15:27:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1c", 2024-08-04T15:27:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 26, 2024-08-04T15:27:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:24:03.869475+0000", 2024-08-04T15:27:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T15:27:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T15:27:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T15:27:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.081855+0000", 2024-08-04T15:27:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:24:16.420430+0000", 2024-08-04T15:27:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:24:16.420430+0000", 2024-08-04T15:27:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:24:16.420708+0000", 2024-08-04T15:27:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.081855+0000", 2024-08-04T15:27:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 67, 2024-08-04T15:27:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.081855+0000", 2024-08-04T15:27:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.081855+0000", 2024-08-04T15:27:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.081855+0000", 2024-08-04T15:27:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.081855+0000", 2024-08-04T15:27:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.081855+0000", 2024-08-04T15:27:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 66, 2024-08-04T15:27:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1c", 2024-08-04T15:27:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 18, 2024-08-04T15:27:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:05:43.099867+0000", 2024-08-04T15:27:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T15:27:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T15:27:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T15:27:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T15:27:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T15:27:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819646+0000", 2024-08-04T15:27:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.277168+0000", 2024-08-04T15:27:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.277168+0000", 2024-08-04T15:27:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.277469+0000", 2024-08-04T15:27:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819646+0000", 2024-08-04T15:27:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819646+0000", 2024-08-04T15:27:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819646+0000", 2024-08-04T15:27:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819646+0000", 2024-08-04T15:27:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819646+0000", 2024-08-04T15:27:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819646+0000", 2024-08-04T15:27:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T15:27:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T15:27:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1d", 2024-08-04T15:27:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 26, 2024-08-04T15:27:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:44:19.702859+0000", 2024-08-04T15:27:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T15:27:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T15:27:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T15:27:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T15:27:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T15:27:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T15:27:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T15:27:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.437318+0000", 2024-08-04T15:27:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.508641+0000", 2024-08-04T15:27:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.508641+0000", 2024-08-04T15:27:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.511722+0000", 2024-08-04T15:27:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.437318+0000", 2024-08-04T15:27:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.437318+0000", 2024-08-04T15:27:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.437318+0000", 2024-08-04T15:27:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.437318+0000", 2024-08-04T15:27:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.437318+0000", 2024-08-04T15:27:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.437318+0000", 2024-08-04T15:27:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1f", 2024-08-04T15:27:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 20, 2024-08-04T15:27:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:49:01.114348+0000", 2024-08-04T15:27:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T15:27:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819606+0000", 2024-08-04T15:27:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.274158+0000", 2024-08-04T15:27:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.274158+0000", 2024-08-04T15:27:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.274428+0000", 2024-08-04T15:27:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819606+0000", 2024-08-04T15:27:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819606+0000", 2024-08-04T15:27:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819606+0000", 2024-08-04T15:27:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819606+0000", 2024-08-04T15:27:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819606+0000", 2024-08-04T15:27:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819606+0000", 2024-08-04T15:27:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T15:27:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T15:27:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1e", 2024-08-04T15:27:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 25, 2024-08-04T15:27:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:19:53.880155+0000", 2024-08-04T15:27:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T15:27:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T15:27:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T15:27:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T15:27:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.819454+0000", 2024-08-04T15:27:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:51.502023+0000", 2024-08-04T15:27:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:51.502023+0000", 2024-08-04T15:27:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:51.503876+0000", 2024-08-04T15:27:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.819454+0000", 2024-08-04T15:27:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 63, 2024-08-04T15:27:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.819454+0000", 2024-08-04T15:27:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.819454+0000", 2024-08-04T15:27:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.819454+0000", 2024-08-04T15:27:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T15:27:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.819454+0000", 2024-08-04T15:27:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.819454+0000", 2024-08-04T15:27:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 62, 2024-08-04T15:27:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1e", 2024-08-04T15:27:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 21, 2024-08-04T15:27:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:25:53.254130+0000", 2024-08-04T15:27:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T15:27:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T15:27:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T15:27:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T15:27:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T15:27:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T15:27:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T15:27:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T15:27:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T15:27:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T15:27:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T15:27:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T15:27:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T15:27:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T15:25:13.437471+0000", 2024-08-04T15:27:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:23:48.278426+0000", 2024-08-04T15:27:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:23:48.278426+0000", 2024-08-04T15:27:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:23:48.278706+0000", 2024-08-04T15:27:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T15:25:13.437471+0000", 2024-08-04T15:27:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T15:27:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 60, 2024-08-04T15:27:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T15:25:13.437471+0000", 2024-08-04T15:27:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T15:25:13.437471+0000", 2024-08-04T15:27:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T15:25:13.437471+0000", 2024-08-04T15:27:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T15:27:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T15:27:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T15:27:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T15:25:13.437471+0000", 2024-08-04T15:27:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T15:25:13.437471+0000", 2024-08-04T15:27:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T15:27:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 4, 2024-08-04T15:27:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T15:27:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T15:27:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 59, 2024-08-04T15:27:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T15:27:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T15:27:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T15:27:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T15:27:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 4, 2024-08-04T15:27:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T15:27:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T15:27:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T15:27:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1f", 2024-08-04T15:27:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T15:27:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T15:27:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 74, 2024-08-04T15:27:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 27, 2024-08-04T15:27:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T15:27:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:17:27.407624+0000", 2024-08-04T15:27:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T15:27:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T15:27:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 570, 2024-08-04T15:27:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T15:27:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T15:27:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T15:27:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T15:27:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 4, 2024-08-04T15:27:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T15:27:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T15:27:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T15:27:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T15:27:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T15:27:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T15:27:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T15:27:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T15:27:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'4" 2024-08-04T15:27:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_per_pool": [ 2024-08-04T15:27:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 24, 2024-08-04T15:27:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd" 2024-08-04T15:27:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3, 2024-08-04T15:27:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 8, 2024-08-04T15:27:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 8, 2024-08-04T15:27:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3, 2024-08-04T15:27:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 4, 2024-08-04T15:27:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 19, 2024-08-04T15:27:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T15:27:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T15:27:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T15:27:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 2, 2024-08-04T15:27:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 2 2024-08-04T15:27:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T15:27:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 12288, 2024-08-04T15:27:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T15:27:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T15:27:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T15:27:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T15:27:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 57, 2024-08-04T15:27:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T15:27:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T15:27:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T15:27:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T15:27:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 24 2024-08-04T15:27:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 192, 2024-08-04T15:27:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T15:27:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T15:27:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 64, 2024-08-04T15:27:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 8, 2024-08-04T15:27:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T15:27:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 3, 2024-08-04T15:27:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T15:27:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T15:27:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T15:27:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T15:27:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T15:27:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T15:27:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T15:27:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 0, 2024-08-04T15:27:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T15:27:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T15:27:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T15:27:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T15:27:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 0, 2024-08-04T15:27:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T15:27:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T15:27:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T15:27:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T15:27:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 192 2024-08-04T15:27:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 96, 2024-08-04T15:27:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T15:27:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 45, 2024-08-04T15:27:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 32, 2024-08-04T15:27:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 8, 2024-08-04T15:27:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 45, 2024-08-04T15:27:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 2, 2024-08-04T15:27:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 3410, 2024-08-04T15:27:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T15:27:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 66, 2024-08-04T15:27:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 22, 2024-08-04T15:27:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 22, 2024-08-04T15:27:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 14, 2024-08-04T15:27:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T15:27:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T15:27:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T15:27:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 51, 2024-08-04T15:27:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 19 2024-08-04T15:27:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T15:27:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 98304, 2024-08-04T15:27:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T15:27:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T15:27:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T15:27:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T15:27:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 10230, 2024-08-04T15:27:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T15:27:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T15:27:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T15:27:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T15:27:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 96 2024-08-04T15:27:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T15:27:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 3, 2024-08-04T15:27:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T15:27:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr" 2024-08-04T15:27:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 144, 2024-08-04T15:27:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 1, 2024-08-04T15:27:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 3, 2024-08-04T15:27:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 144, 2024-08-04T15:27:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 1, 2024-08-04T15:27:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T15:27:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 590368, 2024-08-04T15:27:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T15:27:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 1771104, 2024-08-04T15:27:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T15:27:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T15:27:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T15:27:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T15:27:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T15:27:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T15:27:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T15:27:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T15:27:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T15:27:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T15:27:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T15:27:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T15:27:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T15:27:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T15:27:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T15:27:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T15:27:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T15:27:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T15:27:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T15:27:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T15:27:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T15:27:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T15:27:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T15:27:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T15:27:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 6, 2024-08-04T15:27:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T15:27:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T15:27:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T15:27:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T15:27:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T15:27:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 358, 2024-08-04T15:27:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 554, 2024-08-04T15:27:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T15:27:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T15:27:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T15:27:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 211, 2024-08-04T15:27:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 2416 2024-08-04T15:27:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T15:27:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 1781760, 2024-08-04T15:27:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T15:27:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T15:27:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T15:27:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T15:27:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 1771104, 2024-08-04T15:27:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T15:27:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T15:27:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T15:27:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T15:27:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 3 2024-08-04T15:27:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T15:27:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "usage": { 2024-08-04T15:27:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 105, 2024-08-04T15:27:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "pools": 4, 2024-08-04T15:27:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_by_class": { 2024-08-04T15:27:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "ssd": { 2024-08-04T15:27:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "total_avail_bytes": 765516267520, 2024-08-04T15:27:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "total_bytes": 767960285184, 2024-08-04T15:27:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_bytes": 2444017664, 2024-08-04T15:27:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_raw_bytes": 2444017664, 2024-08-04T15:27:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_raw_ratio": 0.003182479180395603 2024-08-04T15:27:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T15:27:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "total_avail_bytes": 765516267520, 2024-08-04T15:27:27.940 INFO:tasks.workunit.client.0.smithi007.stdout: "total_bytes": 767960285184, 2024-08-04T15:27:27.940 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_bytes": 2444017664 2024-08-04T15:27:27.940 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.940 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T15:27:27.940 INFO:tasks.workunit.client.0.smithi007.stdout:} 2024-08-04T15:27:27.940 INFO:tasks.workunit.client.0.smithi007.stdout:OK 2024-08-04T15:27:27.940 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T15:27:27.941 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T15:27:27.941 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:27.941 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-08-04T15:27:27.941 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:27.941 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:27.941 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:27.942 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.942 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.942 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.942 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.942 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.942 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.942 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.942 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.942 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.942 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:27.942 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:27.942 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.942 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.943 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.943 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:27.943 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.943 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:27.943 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.943 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.943 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:27.943 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:27.943 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.943 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.943 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.944 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:27.944 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-08-04T15:27:27.944 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:27.944 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:27.944 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:27:27.944 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.944 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.944 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.944 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.944 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.944 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.944 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.944 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.945 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.945 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:27.945 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:27.945 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.945 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.945 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.945 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:27.945 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.945 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:27.945 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.945 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.945 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:27:27.945 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:27:27.945 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:27:27.946 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:27:27.946 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:26 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:27:27.980 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-08-04T15:27:27.981 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-04T15:27:28.296 DEBUG:teuthology.parallel:result is None 2024-08-04T15:27:28.296 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-04T15:27:28.322 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-04T15:27:28.322 DEBUG:teuthology.orchestra.run.smithi007:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-04T15:27:28.389 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-04T15:27:28.390 INFO:teuthology.run_tasks:Running task print... 2024-08-04T15:27:28.401 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-08-04T15:27:28.401 INFO:teuthology.run_tasks:Running task print... 2024-08-04T15:27:28.417 INFO:teuthology.task.print:**** done start parallel 2024-08-04T15:27:28.418 INFO:teuthology.run_tasks:Running task parallel... 2024-08-04T15:27:28.429 INFO:teuthology.task.parallel:starting parallel... 2024-08-04T15:27:28.430 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-08-04T15:27:28.431 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-04T15:27:28.431 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-08-04T15:27:28.431 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-08-04T15:27:28.433 INFO:tasks.rados:Beginning rados... 2024-08-04T15:27:28.434 INFO:tasks.rados:joining rados 2024-08-04T15:27:28.434 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-08-04T15:27:28.434 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-04T15:27:28.434 INFO:teuthology.task.print:**** done start upgrade, wait 2024-08-04T15:27:28.435 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-08-04T15:27:28.435 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi007.front.sepia.ceph.com 2024-08-04T15:27:28.435 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -e sha1=26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea -- bash -c 'ceph config set global log_to_journald false --force' 2024-08-04T15:27:28.436 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-08-04T15:27:28.436 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-08-04T15:27:28.723 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:27:28.725 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:27:29.145 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:28 smithi007 ceph-mon[39529]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-04T15:27:29.145 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:28 smithi007 ceph-mon[29096]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-04T15:27:29.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:28 smithi062 ceph-mon[32659]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-04T15:27:31.178 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:30 smithi007 ceph-mon[29096]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-04T15:27:31.178 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:30 smithi007 ceph-mon[39529]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-04T15:27:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:30 smithi062 ceph-mon[32659]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-04T15:27:32.153 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -e sha1=26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-08-04T15:27:32.286 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:31 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:27:31] "GET /metrics HTTP/1.1" 200 235902 "" "Prometheus/2.43.0" 2024-08-04T15:27:32.466 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:27:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:32 smithi062 ceph-mon[32659]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-04T15:27:33.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:32 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/1451235202' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:27:33.302 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:32 smithi007 ceph-mon[29096]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-04T15:27:33.303 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:32 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/1451235202' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:27:33.303 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:32 smithi007 ceph-mon[39529]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-04T15:27:33.303 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:32 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/1451235202' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:27:33.941 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:33 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/1451235202' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-04T15:27:33.941 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:33 smithi007 ceph-mon[29096]: osdmap e76: 8 total, 8 up, 8 in 2024-08-04T15:27:33.941 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:33 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/1451235202' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-04T15:27:33.941 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:33 smithi007 ceph-mon[39529]: osdmap e76: 8 total, 8 up, 8 in 2024-08-04T15:27:34.171 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:33 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/1451235202' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-04T15:27:34.171 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:33 smithi062 ceph-mon[32659]: osdmap e76: 8 total, 8 up, 8 in 2024-08-04T15:27:34.242 INFO:tasks.rados:starting run 0 out of 1 2024-08-04T15:27:34.242 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-08-04T15:27:34.243 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-08-04T15:27:34.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:27:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:27:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:27:34.748 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:27:34.812 INFO:teuthology.orchestra.run.smithi007.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea 2024-08-04T15:27:35.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:34 smithi007 ceph-mon[29096]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-08-04T15:27:35.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:34 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:35.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:34 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:35.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:34 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:27:35.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:34 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:27:35.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:34 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:35.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:34 smithi007 ceph-mon[39529]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-08-04T15:27:35.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:34 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:35.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:34 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:35.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:34 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:27:35.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:34 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:27:35.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:34 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:34 smithi062 ceph-mon[32659]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-08-04T15:27:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:34 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:35.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:34 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:27:35.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:34 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:27:35.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:34 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:27:35.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:34 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:36.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:35 smithi007 ceph-mon[29096]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:36.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:35 smithi007 ceph-mon[29096]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea 2024-08-04T15:27:36.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:35 smithi007 ceph-mon[29096]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea 2024-08-04T15:27:36.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:35 smithi007 ceph-mon[39529]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:36.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:35 smithi007 ceph-mon[39529]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea 2024-08-04T15:27:36.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:35 smithi007 ceph-mon[39529]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea 2024-08-04T15:27:36.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:35 smithi062 ceph-mon[32659]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:36.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:35 smithi062 ceph-mon[32659]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea 2024-08-04T15:27:36.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:35 smithi062 ceph-mon[32659]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea 2024-08-04T15:27:36.568 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -e sha1=26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-08-04T15:27:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:36 smithi007 ceph-mon[29096]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-08-04T15:27:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:36 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:27:37.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:36 smithi007 ceph-mon[39529]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-08-04T15:27:37.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:36 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:27:37.098 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:27:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:36 smithi062 ceph-mon[32659]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-08-04T15:27:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:36 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:27:38.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:37 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/847511140' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-04T15:27:38.238 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:37 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/847511140' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-04T15:27:38.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:37 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/847511140' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-04T15:27:38.932 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'unique_pool_0' created 2024-08-04T15:27:39.038 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:27:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:38 smithi007 ceph-mon[29096]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:38 smithi007 ceph-mon[29096]: osdmap e77: 8 total, 8 up, 8 in 2024-08-04T15:27:39.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:38 smithi007 ceph-mon[39529]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:39.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:38 smithi007 ceph-mon[39529]: osdmap e77: 8 total, 8 up, 8 in 2024-08-04T15:27:39.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:38 smithi062 ceph-mon[32659]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:39.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:38 smithi062 ceph-mon[32659]: osdmap e77: 8 total, 8 up, 8 in 2024-08-04T15:27:39.391 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:27:39.391 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (91s) 74s ago 2m 16.9M - 0.25.0 c8568f914cd2 76bdee3ba6db 2024-08-04T15:27:39.391 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (2m) 77s ago 2m 82.5M - 9.4.7 954c08fa6188 90c608c3ce6c 2024-08-04T15:27:39.391 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (4m) 74s ago 4m 13.6M - 17.2.7-1207-g85224d90 3614407c4e10 39baa14185b8 2024-08-04T15:27:39.392 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (4m) 77s ago 4m 17.6M - 17.2.7-1207-g85224d90 3614407c4e10 951c2f76c840 2024-08-04T15:27:39.392 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443 running (7m) 77s ago 7m 401M - 17.2.7-1207-g85224d90 3614407c4e10 c1d816218ddf 2024-08-04T15:27:39.392 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:9283 running (9m) 74s ago 9m 445M - 17.2.7-1207-g85224d90 3614407c4e10 b8fc9ee64359 2024-08-04T15:27:39.392 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (9m) 74s ago 9m 45.1M 2048M 17.2.7-1207-g85224d90 3614407c4e10 1d4743646ee9 2024-08-04T15:27:39.392 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (7m) 77s ago 7m 36.7M 2048M 17.2.7-1207-g85224d90 3614407c4e10 359d0afec2d9 2024-08-04T15:27:39.392 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (7m) 74s ago 7m 38.5M 2048M 17.2.7-1207-g85224d90 3614407c4e10 b6575ebd4101 2024-08-04T15:27:39.392 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (2m) 74s ago 2m 13.2M - 1.5.0 0da6a335fe13 d31c2c39a1c6 2024-08-04T15:27:39.392 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (2m) 77s ago 2m 13.2M - 1.5.0 0da6a335fe13 7def7a1b23ec 2024-08-04T15:27:39.392 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (7m) 74s ago 7m 48.6M 2993M 17.2.7-1207-g85224d90 3614407c4e10 aa7c2acc12af 2024-08-04T15:27:39.392 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (6m) 74s ago 6m 44.0M 2993M 17.2.7-1207-g85224d90 3614407c4e10 6b90eba90aa9 2024-08-04T15:27:39.392 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (6m) 74s ago 6m 42.0M 2993M 17.2.7-1207-g85224d90 3614407c4e10 75284b707dd4 2024-08-04T15:27:39.392 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (5m) 74s ago 5m 41.6M 2993M 17.2.7-1207-g85224d90 3614407c4e10 902e99f21e0a 2024-08-04T15:27:39.392 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (5m) 77s ago 5m 42.8M 2992M 17.2.7-1207-g85224d90 3614407c4e10 a8621138799e 2024-08-04T15:27:39.392 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (5m) 77s ago 5m 41.1M 2992M 17.2.7-1207-g85224d90 3614407c4e10 4c11140cfb7d 2024-08-04T15:27:39.393 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (4m) 77s ago 4m 41.2M 2992M 17.2.7-1207-g85224d90 3614407c4e10 22d52664a755 2024-08-04T15:27:39.393 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (4m) 77s ago 4m 41.6M 2992M 17.2.7-1207-g85224d90 3614407c4e10 5e425b8303f1 2024-08-04T15:27:39.393 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (87s) 77s ago 2m 25.2M - 2.43.0 a07b618ecd1d 595f1b431696 2024-08-04T15:27:39.590 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-08-04T15:27:39.796 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:27:39.796 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:27:39.796 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 3 2024-08-04T15:27:39.796 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:27:39.796 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:27:39.796 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:27:39.796 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:27:39.796 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:27:39.796 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 8 2024-08-04T15:27:39.796 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:27:39.796 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:27:39.797 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:27:39.797 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:27:39.797 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:27:39.797 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 15 2024-08-04T15:27:39.797 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:27:39.797 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:27:39.896 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:27:40.202 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:39 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/847511140' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-04T15:27:40.202 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:39 smithi007 ceph-mon[39529]: osdmap e78: 8 total, 8 up, 8 in 2024-08-04T15:27:40.203 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:39 smithi007 ceph-mon[39529]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:40.203 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:39 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/3162036504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:27:40.203 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:39 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/847511140' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-04T15:27:40.203 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:39 smithi007 ceph-mon[29096]: osdmap e78: 8 total, 8 up, 8 in 2024-08-04T15:27:40.203 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:39 smithi007 ceph-mon[29096]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:40.203 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:39 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3162036504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:27:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:39 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/847511140' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-04T15:27:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:39 smithi062 ceph-mon[32659]: osdmap e78: 8 total, 8 up, 8 in 2024-08-04T15:27:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:39 smithi062 ceph-mon[32659]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:39 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/3162036504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:27:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:40 smithi062 ceph-mon[32659]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:40 smithi062 ceph-mon[32659]: pgmap v97: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:40 smithi062 ceph-mon[32659]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:27:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:40 smithi062 ceph-mon[32659]: osdmap e79: 8 total, 8 up, 8 in 2024-08-04T15:27:41.292 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:40 smithi007 ceph-mon[39529]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:41.292 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:40 smithi007 ceph-mon[39529]: pgmap v97: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:41.292 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:40 smithi007 ceph-mon[39529]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:27:41.292 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:40 smithi007 ceph-mon[39529]: osdmap e79: 8 total, 8 up, 8 in 2024-08-04T15:27:41.293 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:40 smithi007 ceph-mon[29096]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:27:41.293 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:40 smithi007 ceph-mon[29096]: pgmap v97: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:41.293 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:40 smithi007 ceph-mon[29096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:27:41.293 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:40 smithi007 ceph-mon[29096]: osdmap e79: 8 total, 8 up, 8 in 2024-08-04T15:27:41.953 INFO:teuthology.orchestra.run.smithi007.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-08-04T15:27:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:41 smithi062 ceph-mon[32659]: osdmap e80: 8 total, 8 up, 8 in 2024-08-04T15:27:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:41 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/1639636478' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:27:42.273 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:27:41] "GET /metrics HTTP/1.1" 200 235909 "" "Prometheus/2.43.0" 2024-08-04T15:27:42.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:41 smithi007 ceph-mon[29096]: osdmap e80: 8 total, 8 up, 8 in 2024-08-04T15:27:42.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:41 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/1639636478' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:27:42.274 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:41 smithi007 ceph-mon[39529]: osdmap e80: 8 total, 8 up, 8 in 2024-08-04T15:27:42.274 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:41 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/1639636478' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:27:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:42 smithi062 ceph-mon[32659]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:43.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:42 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/1639636478' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-04T15:27:43.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:42 smithi062 ceph-mon[32659]: osdmap e81: 8 total, 8 up, 8 in 2024-08-04T15:27:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:42 smithi007 ceph-mon[29096]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:42 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/1639636478' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-04T15:27:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:42 smithi007 ceph-mon[29096]: osdmap e81: 8 total, 8 up, 8 in 2024-08-04T15:27:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:42 smithi007 ceph-mon[39529]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:42 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/1639636478' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-04T15:27:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:42 smithi007 ceph-mon[39529]: osdmap e81: 8 total, 8 up, 8 in 2024-08-04T15:27:43.574 DEBUG:teuthology.orchestra.run.smithi007:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-08-04T15:27:43.602 INFO:tasks.rados.rados.0.smithi007.stdout:adding op weight read -> 100 2024-08-04T15:27:43.602 INFO:tasks.rados.rados.0.smithi007.stdout:adding op weight delete -> 50 2024-08-04T15:27:43.602 INFO:tasks.rados.rados.0.smithi007.stdout:adding op weight snap_create -> 50 2024-08-04T15:27:43.603 INFO:tasks.rados.rados.0.smithi007.stdout:adding op weight snap_remove -> 50 2024-08-04T15:27:43.603 INFO:tasks.rados.rados.0.smithi007.stdout:adding op weight rollback -> 50 2024-08-04T15:27:43.603 INFO:tasks.rados.rados.0.smithi007.stdout:adding op weight setattr -> 25 2024-08-04T15:27:43.603 INFO:tasks.rados.rados.0.smithi007.stdout:adding op weight rmattr -> 25 2024-08-04T15:27:43.603 INFO:tasks.rados.rados.0.smithi007.stdout:adding op weight copy_from -> 50 2024-08-04T15:27:43.603 INFO:tasks.rados.rados.0.smithi007.stdout:adding op weight append -> 100 2024-08-04T15:27:43.603 INFO:tasks.rados.rados.0.smithi007.stdout:ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable) 2024-08-04T15:27:43.603 INFO:tasks.rados.rados.0.smithi007.stdout:Configuration: 2024-08-04T15:27:43.603 INFO:tasks.rados.rados.0.smithi007.stdout: Number of operations: 4000 2024-08-04T15:27:43.603 INFO:tasks.rados.rados.0.smithi007.stdout: Number of objects: 50 2024-08-04T15:27:43.603 INFO:tasks.rados.rados.0.smithi007.stdout: Max in flight operations: 16 2024-08-04T15:27:43.603 INFO:tasks.rados.rados.0.smithi007.stdout: Object size (in bytes): 4000000 2024-08-04T15:27:43.603 INFO:tasks.rados.rados.0.smithi007.stdout: Write stride min: 400000 2024-08-04T15:27:43.603 INFO:tasks.rados.rados.0.smithi007.stdout: Write stride max: 800000 2024-08-04T15:27:43.961 INFO:tasks.rados.rados.0.smithi007.stdout:1: write initial oid 1 2024-08-04T15:27:43.961 INFO:tasks.rados.rados.0.smithi007.stdout:1: seq_num 0 ranges {0=24576} 2024-08-04T15:27:43.961 INFO:tasks.rados.rados.0.smithi007.stdout:1: writing smithi00780855-1 from 0 to 24576 tid 1 2024-08-04T15:27:43.961 INFO:tasks.rados.rados.0.smithi007.stdout:2: write initial oid 2 2024-08-04T15:27:43.961 INFO:tasks.rados.rados.0.smithi007.stdout:2: seq_num 1 ranges {0=24576} 2024-08-04T15:27:43.962 INFO:tasks.rados.rados.0.smithi007.stdout:2: writing smithi00780855-2 from 0 to 24576 tid 1 2024-08-04T15:27:43.962 INFO:tasks.rados.rados.0.smithi007.stdout:3: write initial oid 3 2024-08-04T15:27:43.962 INFO:tasks.rados.rados.0.smithi007.stdout:3: seq_num 2 ranges {0=40960} 2024-08-04T15:27:43.962 INFO:tasks.rados.rados.0.smithi007.stdout:3: writing smithi00780855-3 from 0 to 40960 tid 1 2024-08-04T15:27:43.962 INFO:tasks.rados.rados.0.smithi007.stdout:4: write initial oid 4 2024-08-04T15:27:43.963 INFO:tasks.rados.rados.0.smithi007.stdout:4: seq_num 3 ranges {0=57344} 2024-08-04T15:27:43.963 INFO:tasks.rados.rados.0.smithi007.stdout:4: writing smithi00780855-4 from 0 to 57344 tid 1 2024-08-04T15:27:43.963 INFO:tasks.rados.rados.0.smithi007.stdout:5: write initial oid 5 2024-08-04T15:27:43.963 INFO:tasks.rados.rados.0.smithi007.stdout:5: seq_num 4 ranges {0=73728} 2024-08-04T15:27:43.964 INFO:tasks.rados.rados.0.smithi007.stdout:5: writing smithi00780855-5 from 0 to 73728 tid 1 2024-08-04T15:27:43.965 INFO:tasks.rados.rados.0.smithi007.stdout:6: write initial oid 6 2024-08-04T15:27:43.965 INFO:tasks.rados.rados.0.smithi007.stdout:6: seq_num 5 ranges {0=90112} 2024-08-04T15:27:43.965 INFO:tasks.rados.rados.0.smithi007.stdout:6: writing smithi00780855-6 from 0 to 90112 tid 1 2024-08-04T15:27:43.965 INFO:tasks.rados.rados.0.smithi007.stdout:7: write initial oid 7 2024-08-04T15:27:43.965 INFO:tasks.rados.rados.0.smithi007.stdout:7: seq_num 6 ranges {0=106496} 2024-08-04T15:27:43.966 INFO:tasks.rados.rados.0.smithi007.stdout:7: writing smithi00780855-7 from 0 to 106496 tid 1 2024-08-04T15:27:43.966 INFO:tasks.rados.rados.0.smithi007.stdout:8: write initial oid 8 2024-08-04T15:27:43.966 INFO:tasks.rados.rados.0.smithi007.stdout:8: seq_num 7 ranges {0=122880} 2024-08-04T15:27:43.966 INFO:tasks.rados.rados.0.smithi007.stdout:8: writing smithi00780855-8 from 0 to 122880 tid 1 2024-08-04T15:27:43.967 INFO:tasks.rados.rados.0.smithi007.stdout:9: write initial oid 9 2024-08-04T15:27:43.967 INFO:tasks.rados.rados.0.smithi007.stdout:9: seq_num 8 ranges {0=139264} 2024-08-04T15:27:43.968 INFO:tasks.rados.rados.0.smithi007.stdout:9: writing smithi00780855-9 from 0 to 139264 tid 1 2024-08-04T15:27:43.968 INFO:tasks.rados.rados.0.smithi007.stdout:10: write initial oid 10 2024-08-04T15:27:43.969 INFO:tasks.rados.rados.0.smithi007.stdout:10: seq_num 9 ranges {0=155648} 2024-08-04T15:27:43.969 INFO:tasks.rados.rados.0.smithi007.stdout:10: writing smithi00780855-10 from 0 to 155648 tid 1 2024-08-04T15:27:43.969 INFO:tasks.rados.rados.0.smithi007.stdout:11: write initial oid 11 2024-08-04T15:27:43.969 INFO:tasks.rados.rados.0.smithi007.stdout:11: seq_num 10 ranges {0=172032} 2024-08-04T15:27:43.970 INFO:tasks.rados.rados.0.smithi007.stdout:11: writing smithi00780855-11 from 0 to 172032 tid 1 2024-08-04T15:27:43.970 INFO:tasks.rados.rados.0.smithi007.stdout:2: finishing write tid 1 to smithi00780855-2 2024-08-04T15:27:43.971 INFO:tasks.rados.rados.0.smithi007.stdout:1: finishing write tid 1 to smithi00780855-1 2024-08-04T15:27:43.971 INFO:tasks.rados.rados.0.smithi007.stdout:6: finishing write tid 1 to smithi00780855-6 2024-08-04T15:27:43.971 INFO:tasks.rados.rados.0.smithi007.stdout:1: finishing write tid 2 to smithi00780855-1 2024-08-04T15:27:43.971 INFO:tasks.rados.rados.0.smithi007.stdout:2: finishing write tid 2 to smithi00780855-2 2024-08-04T15:27:43.971 INFO:tasks.rados.rados.0.smithi007.stdout:8: finishing write tid 1 to smithi00780855-8 2024-08-04T15:27:43.972 INFO:tasks.rados.rados.0.smithi007.stdout:8: finishing write tid 2 to smithi00780855-8 2024-08-04T15:27:43.972 INFO:tasks.rados.rados.0.smithi007.stdout:3: finishing write tid 1 to smithi00780855-3 2024-08-04T15:27:43.972 INFO:tasks.rados.rados.0.smithi007.stdout:3: finishing write tid 2 to smithi00780855-3 2024-08-04T15:27:43.972 INFO:tasks.rados.rados.0.smithi007.stdout:12: write initial oid 12 2024-08-04T15:27:43.972 INFO:tasks.rados.rados.0.smithi007.stdout:12: seq_num 11 ranges {0=188416} 2024-08-04T15:27:43.973 INFO:tasks.rados.rados.0.smithi007.stdout:12: writing smithi00780855-12 from 0 to 188416 tid 1 2024-08-04T15:27:43.973 INFO:tasks.rados.rados.0.smithi007.stdout:1: finishing write tid 3 to smithi00780855-1 2024-08-04T15:27:43.973 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-08-04T15:27:43.973 INFO:tasks.rados.rados.0.smithi007.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:27:43.973 INFO:tasks.rados.rados.0.smithi007.stdout:6: finishing write tid 2 to smithi00780855-6 2024-08-04T15:27:43.974 INFO:tasks.rados.rados.0.smithi007.stdout:4: finishing write tid 1 to smithi00780855-4 2024-08-04T15:27:43.974 INFO:tasks.rados.rados.0.smithi007.stdout:4: finishing write tid 2 to smithi00780855-4 2024-08-04T15:27:43.974 INFO:tasks.rados.rados.0.smithi007.stdout:8: finishing write tid 3 to smithi00780855-8 2024-08-04T15:27:43.974 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-08-04T15:27:43.974 INFO:tasks.rados.rados.0.smithi007.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-08-04T15:27:43.974 INFO:tasks.rados.rados.0.smithi007.stdout:4: finishing write tid 3 to smithi00780855-4 2024-08-04T15:27:43.974 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-04T15:27:43.974 INFO:tasks.rados.rados.0.smithi007.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-08-04T15:27:43.974 INFO:tasks.rados.rados.0.smithi007.stdout:1: done (11 left) 2024-08-04T15:27:43.974 INFO:tasks.rados.rados.0.smithi007.stdout:4: done (10 left) 2024-08-04T15:27:43.974 INFO:tasks.rados.rados.0.smithi007.stdout:8: done (9 left) 2024-08-04T15:27:43.975 INFO:tasks.rados.rados.0.smithi007.stdout:13: write initial oid 13 2024-08-04T15:27:43.975 INFO:tasks.rados.rados.0.smithi007.stdout:13: seq_num 12 ranges {0=204800} 2024-08-04T15:27:43.975 INFO:tasks.rados.rados.0.smithi007.stdout:13: writing smithi00780855-13 from 0 to 204800 tid 1 2024-08-04T15:27:43.975 INFO:tasks.rados.rados.0.smithi007.stdout:14: write initial oid 14 2024-08-04T15:27:43.975 INFO:tasks.rados.rados.0.smithi007.stdout:14: seq_num 13 ranges {0=221184} 2024-08-04T15:27:43.975 INFO:tasks.rados.rados.0.smithi007.stdout:14: writing smithi00780855-14 from 0 to 221184 tid 1 2024-08-04T15:27:43.975 INFO:tasks.rados.rados.0.smithi007.stdout:15: write initial oid 15 2024-08-04T15:27:43.976 INFO:tasks.rados.rados.0.smithi007.stdout:15: seq_num 14 ranges {0=237568} 2024-08-04T15:27:43.976 INFO:tasks.rados.rados.0.smithi007.stdout:15: writing smithi00780855-15 from 0 to 237568 tid 1 2024-08-04T15:27:43.976 INFO:tasks.rados.rados.0.smithi007.stdout:16: write initial oid 16 2024-08-04T15:27:43.976 INFO:tasks.rados.rados.0.smithi007.stdout:2: finishing write tid 3 to smithi00780855-2 2024-08-04T15:27:43.976 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-04T15:27:43.977 INFO:tasks.rados.rados.0.smithi007.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-08-04T15:27:43.977 INFO:tasks.rados.rados.0.smithi007.stdout:5: finishing write tid 1 to smithi00780855-5 2024-08-04T15:27:43.977 INFO:tasks.rados.rados.0.smithi007.stdout:5: finishing write tid 2 to smithi00780855-5 2024-08-04T15:27:43.977 INFO:tasks.rados.rados.0.smithi007.stdout:3: finishing write tid 3 to smithi00780855-3 2024-08-04T15:27:43.977 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 4 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-08-04T15:27:43.977 INFO:tasks.rados.rados.0.smithi007.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-08-04T15:27:43.977 INFO:tasks.rados.rados.0.smithi007.stdout:16: seq_num 15 ranges {0=253952} 2024-08-04T15:27:43.978 INFO:tasks.rados.rados.0.smithi007.stdout:16: writing smithi00780855-16 from 0 to 253952 tid 1 2024-08-04T15:27:43.978 INFO:tasks.rados.rados.0.smithi007.stdout:2: done (12 left) 2024-08-04T15:27:43.978 INFO:tasks.rados.rados.0.smithi007.stdout:3: done (11 left) 2024-08-04T15:27:43.978 INFO:tasks.rados.rados.0.smithi007.stdout:17: write initial oid 17 2024-08-04T15:27:43.978 INFO:tasks.rados.rados.0.smithi007.stdout:17: seq_num 16 ranges {0=270336} 2024-08-04T15:27:43.980 INFO:tasks.rados.rados.0.smithi007.stdout:17: writing smithi00780855-17 from 0 to 270336 tid 1 2024-08-04T15:27:43.980 INFO:tasks.rados.rados.0.smithi007.stdout:18: write initial oid 18 2024-08-04T15:27:43.980 INFO:tasks.rados.rados.0.smithi007.stdout:18: seq_num 17 ranges {0=286720} 2024-08-04T15:27:43.982 INFO:tasks.rados.rados.0.smithi007.stdout:18: writing smithi00780855-18 from 0 to 286720 tid 1 2024-08-04T15:27:43.982 INFO:tasks.rados.rados.0.smithi007.stdout:19: write initial oid 19 2024-08-04T15:27:43.982 INFO:tasks.rados.rados.0.smithi007.stdout:19: seq_num 18 ranges {0=303104} 2024-08-04T15:27:43.985 INFO:tasks.rados.rados.0.smithi007.stdout:19: writing smithi00780855-19 from 0 to 303104 tid 1 2024-08-04T15:27:43.985 INFO:tasks.rados.rados.0.smithi007.stdout:6: finishing write tid 3 to smithi00780855-6 2024-08-04T15:27:43.986 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-04T15:27:43.986 INFO:tasks.rados.rados.0.smithi007.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-08-04T15:27:43.986 INFO:tasks.rados.rados.0.smithi007.stdout:7: finishing write tid 1 to smithi00780855-7 2024-08-04T15:27:43.986 INFO:tasks.rados.rados.0.smithi007.stdout:9: finishing write tid 1 to smithi00780855-9 2024-08-04T15:27:43.986 INFO:tasks.rados.rados.0.smithi007.stdout:9: finishing write tid 2 to smithi00780855-9 2024-08-04T15:27:43.986 INFO:tasks.rados.rados.0.smithi007.stdout:7: finishing write tid 2 to smithi00780855-7 2024-08-04T15:27:43.986 INFO:tasks.rados.rados.0.smithi007.stdout:10: finishing write tid 1 to smithi00780855-10 2024-08-04T15:27:43.986 INFO:tasks.rados.rados.0.smithi007.stdout:10: finishing write tid 2 to smithi00780855-10 2024-08-04T15:27:43.986 INFO:tasks.rados.rados.0.smithi007.stdout:5: finishing write tid 3 to smithi00780855-5 2024-08-04T15:27:43.986 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-04T15:27:43.986 INFO:tasks.rados.rados.0.smithi007.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-08-04T15:27:43.986 INFO:tasks.rados.rados.0.smithi007.stdout:9: finishing write tid 3 to smithi00780855-9 2024-08-04T15:27:43.986 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-04T15:27:43.986 INFO:tasks.rados.rados.0.smithi007.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-08-04T15:27:43.987 INFO:tasks.rados.rados.0.smithi007.stdout:7: finishing write tid 3 to smithi00780855-7 2024-08-04T15:27:43.987 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-04T15:27:43.987 INFO:tasks.rados.rados.0.smithi007.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-08-04T15:27:43.987 INFO:tasks.rados.rados.0.smithi007.stdout:11: finishing write tid 1 to smithi00780855-11 2024-08-04T15:27:43.987 INFO:tasks.rados.rados.0.smithi007.stdout:10: finishing write tid 3 to smithi00780855-10 2024-08-04T15:27:43.987 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-04T15:27:43.987 INFO:tasks.rados.rados.0.smithi007.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-08-04T15:27:43.987 INFO:tasks.rados.rados.0.smithi007.stdout:11: finishing write tid 2 to smithi00780855-11 2024-08-04T15:27:43.987 INFO:tasks.rados.rados.0.smithi007.stdout:12: finishing write tid 1 to smithi00780855-12 2024-08-04T15:27:43.987 INFO:tasks.rados.rados.0.smithi007.stdout:11: finishing write tid 3 to smithi00780855-11 2024-08-04T15:27:43.987 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-04T15:27:43.987 INFO:tasks.rados.rados.0.smithi007.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-08-04T15:27:43.987 INFO:tasks.rados.rados.0.smithi007.stdout:12: finishing write tid 2 to smithi00780855-12 2024-08-04T15:27:43.987 INFO:tasks.rados.rados.0.smithi007.stdout:13: finishing write tid 1 to smithi00780855-13 2024-08-04T15:27:43.988 INFO:tasks.rados.rados.0.smithi007.stdout:13: finishing write tid 2 to smithi00780855-13 2024-08-04T15:27:43.988 INFO:tasks.rados.rados.0.smithi007.stdout:12: finishing write tid 3 to smithi00780855-12 2024-08-04T15:27:43.988 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-04T15:27:43.988 INFO:tasks.rados.rados.0.smithi007.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-08-04T15:27:43.988 INFO:tasks.rados.rados.0.smithi007.stdout:13: finishing write tid 3 to smithi00780855-13 2024-08-04T15:27:43.988 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-04T15:27:43.988 INFO:tasks.rados.rados.0.smithi007.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-08-04T15:27:43.988 INFO:tasks.rados.rados.0.smithi007.stdout:16: finishing write tid 1 to smithi00780855-16 2024-08-04T15:27:43.988 INFO:tasks.rados.rados.0.smithi007.stdout:16: finishing write tid 2 to smithi00780855-16 2024-08-04T15:27:43.988 INFO:tasks.rados.rados.0.smithi007.stdout:14: finishing write tid 1 to smithi00780855-14 2024-08-04T15:27:43.988 INFO:tasks.rados.rados.0.smithi007.stdout:16: finishing write tid 3 to smithi00780855-16 2024-08-04T15:27:43.988 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 6 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-04T15:27:43.988 INFO:tasks.rados.rados.0.smithi007.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-08-04T15:27:43.988 INFO:tasks.rados.rados.0.smithi007.stdout:17: finishing write tid 1 to smithi00780855-17 2024-08-04T15:27:43.988 INFO:tasks.rados.rados.0.smithi007.stdout:17: finishing write tid 2 to smithi00780855-17 2024-08-04T15:27:43.989 INFO:tasks.rados.rados.0.smithi007.stdout:14: finishing write tid 2 to smithi00780855-14 2024-08-04T15:27:43.989 INFO:tasks.rados.rados.0.smithi007.stdout:17: finishing write tid 3 to smithi00780855-17 2024-08-04T15:27:43.989 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-08-04T15:27:43.989 INFO:tasks.rados.rados.0.smithi007.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-08-04T15:27:43.989 INFO:tasks.rados.rados.0.smithi007.stdout:15: finishing write tid 1 to smithi00780855-15 2024-08-04T15:27:43.989 INFO:tasks.rados.rados.0.smithi007.stdout:14: finishing write tid 3 to smithi00780855-14 2024-08-04T15:27:43.989 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 6 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-04T15:27:43.989 INFO:tasks.rados.rados.0.smithi007.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-08-04T15:27:43.989 INFO:tasks.rados.rados.0.smithi007.stdout:18: finishing write tid 1 to smithi00780855-18 2024-08-04T15:27:43.990 INFO:tasks.rados.rados.0.smithi007.stdout:15: finishing write tid 2 to smithi00780855-15 2024-08-04T15:27:43.990 INFO:tasks.rados.rados.0.smithi007.stdout:18: finishing write tid 2 to smithi00780855-18 2024-08-04T15:27:43.990 INFO:tasks.rados.rados.0.smithi007.stdout:5: done (13 left) 2024-08-04T15:27:43.990 INFO:tasks.rados.rados.0.smithi007.stdout:6: done (12 left) 2024-08-04T15:27:43.990 INFO:tasks.rados.rados.0.smithi007.stdout:7: done (11 left) 2024-08-04T15:27:43.990 INFO:tasks.rados.rados.0.smithi007.stdout:9: done (10 left) 2024-08-04T15:27:43.990 INFO:tasks.rados.rados.0.smithi007.stdout:10: done (9 left) 2024-08-04T15:27:43.990 INFO:tasks.rados.rados.0.smithi007.stdout:11: done (8 left) 2024-08-04T15:27:43.990 INFO:tasks.rados.rados.0.smithi007.stdout:12: done (7 left) 2024-08-04T15:27:43.990 INFO:tasks.rados.rados.0.smithi007.stdout:13: done (6 left) 2024-08-04T15:27:43.990 INFO:tasks.rados.rados.0.smithi007.stdout:14: done (5 left) 2024-08-04T15:27:43.990 INFO:tasks.rados.rados.0.smithi007.stdout:16: done (4 left) 2024-08-04T15:27:43.990 INFO:tasks.rados.rados.0.smithi007.stdout:17: done (3 left) 2024-08-04T15:27:43.990 INFO:tasks.rados.rados.0.smithi007.stdout:20: write initial oid 20 2024-08-04T15:27:43.991 INFO:tasks.rados.rados.0.smithi007.stdout:20: seq_num 19 ranges {0=319488} 2024-08-04T15:27:43.991 INFO:tasks.rados.rados.0.smithi007.stdout:20: writing smithi00780855-20 from 0 to 319488 tid 1 2024-08-04T15:27:43.992 INFO:tasks.rados.rados.0.smithi007.stdout:21: write initial oid 21 2024-08-04T15:27:43.992 INFO:tasks.rados.rados.0.smithi007.stdout:21: seq_num 20 ranges {0=344064} 2024-08-04T15:27:43.992 INFO:tasks.rados.rados.0.smithi007.stdout:21: writing smithi00780855-21 from 0 to 344064 tid 1 2024-08-04T15:27:43.992 INFO:tasks.rados.rados.0.smithi007.stdout:15: finishing write tid 3 to smithi00780855-15 2024-08-04T15:27:43.992 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 8 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-08-04T15:27:43.992 INFO:tasks.rados.rados.0.smithi007.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-08-04T15:27:43.992 INFO:tasks.rados.rados.0.smithi007.stdout:18: finishing write tid 3 to smithi00780855-18 2024-08-04T15:27:43.992 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-04T15:27:43.992 INFO:tasks.rados.rados.0.smithi007.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-08-04T15:27:43.992 INFO:tasks.rados.rados.0.smithi007.stdout:19: finishing write tid 1 to smithi00780855-19 2024-08-04T15:27:43.992 INFO:tasks.rados.rados.0.smithi007.stdout:19: finishing write tid 2 to smithi00780855-19 2024-08-04T15:27:43.992 INFO:tasks.rados.rados.0.smithi007.stdout:15: done (4 left) 2024-08-04T15:27:43.992 INFO:tasks.rados.rados.0.smithi007.stdout:18: done (3 left) 2024-08-04T15:27:43.992 INFO:tasks.rados.rados.0.smithi007.stdout:22: write initial oid 22 2024-08-04T15:27:43.993 INFO:tasks.rados.rados.0.smithi007.stdout:22: seq_num 21 ranges {0=360448} 2024-08-04T15:27:43.993 INFO:tasks.rados.rados.0.smithi007.stdout:22: writing smithi00780855-22 from 0 to 360448 tid 1 2024-08-04T15:27:43.993 INFO:tasks.rados.rados.0.smithi007.stdout:19: finishing write tid 3 to smithi00780855-19 2024-08-04T15:27:43.993 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-04T15:27:43.993 INFO:tasks.rados.rados.0.smithi007.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-08-04T15:27:43.994 INFO:tasks.rados.rados.0.smithi007.stdout:19: done (3 left) 2024-08-04T15:27:43.994 INFO:tasks.rados.rados.0.smithi007.stdout:23: write initial oid 23 2024-08-04T15:27:43.994 INFO:tasks.rados.rados.0.smithi007.stdout:23: seq_num 22 ranges {0=376832} 2024-08-04T15:27:43.994 INFO:tasks.rados.rados.0.smithi007.stdout:23: writing smithi00780855-23 from 0 to 376832 tid 1 2024-08-04T15:27:43.995 INFO:tasks.rados.rados.0.smithi007.stdout:24: write initial oid 24 2024-08-04T15:27:43.995 INFO:tasks.rados.rados.0.smithi007.stdout:24: seq_num 23 ranges {0=393216} 2024-08-04T15:27:43.997 INFO:tasks.rados.rados.0.smithi007.stdout:24: writing smithi00780855-24 from 0 to 393216 tid 1 2024-08-04T15:27:43.997 INFO:tasks.rados.rados.0.smithi007.stdout:25: write initial oid 25 2024-08-04T15:27:43.997 INFO:tasks.rados.rados.0.smithi007.stdout:25: seq_num 24 ranges {0=409600} 2024-08-04T15:27:44.000 INFO:tasks.rados.rados.0.smithi007.stdout:25: writing smithi00780855-25 from 0 to 409600 tid 1 2024-08-04T15:27:44.000 INFO:tasks.rados.rados.0.smithi007.stdout:26: write initial oid 26 2024-08-04T15:27:44.000 INFO:tasks.rados.rados.0.smithi007.stdout:26: seq_num 25 ranges {0=425984} 2024-08-04T15:27:44.003 INFO:tasks.rados.rados.0.smithi007.stdout:26: writing smithi00780855-26 from 0 to 425984 tid 1 2024-08-04T15:27:44.003 INFO:tasks.rados.rados.0.smithi007.stdout:27: write initial oid 27 2024-08-04T15:27:44.003 INFO:tasks.rados.rados.0.smithi007.stdout:27: seq_num 26 ranges {0=442368} 2024-08-04T15:27:44.005 INFO:tasks.rados.rados.0.smithi007.stdout:27: writing smithi00780855-27 from 0 to 442368 tid 1 2024-08-04T15:27:44.006 INFO:tasks.rados.rados.0.smithi007.stdout:28: write initial oid 28 2024-08-04T15:27:44.006 INFO:tasks.rados.rados.0.smithi007.stdout:28: seq_num 27 ranges {0=458752} 2024-08-04T15:27:44.008 INFO:tasks.rados.rados.0.smithi007.stdout:28: writing smithi00780855-28 from 0 to 458752 tid 1 2024-08-04T15:27:44.008 INFO:tasks.rados.rados.0.smithi007.stdout:29: write initial oid 29 2024-08-04T15:27:44.008 INFO:tasks.rados.rados.0.smithi007.stdout:29: seq_num 28 ranges {0=475136} 2024-08-04T15:27:44.011 INFO:tasks.rados.rados.0.smithi007.stdout:29: writing smithi00780855-29 from 0 to 475136 tid 1 2024-08-04T15:27:44.011 INFO:tasks.rados.rados.0.smithi007.stdout:30: write initial oid 30 2024-08-04T15:27:44.012 INFO:tasks.rados.rados.0.smithi007.stdout:20: finishing write tid 1 to smithi00780855-20 2024-08-04T15:27:44.012 INFO:tasks.rados.rados.0.smithi007.stdout:20: finishing write tid 2 to smithi00780855-20 2024-08-04T15:27:44.012 INFO:tasks.rados.rados.0.smithi007.stdout:21: finishing write tid 1 to smithi00780855-21 2024-08-04T15:27:44.012 INFO:tasks.rados.rados.0.smithi007.stdout:21: finishing write tid 2 to smithi00780855-21 2024-08-04T15:27:44.012 INFO:tasks.rados.rados.0.smithi007.stdout:30: seq_num 29 ranges {0=491520} 2024-08-04T15:27:44.015 INFO:tasks.rados.rados.0.smithi007.stdout:30: writing smithi00780855-30 from 0 to 491520 tid 1 2024-08-04T15:27:44.015 INFO:tasks.rados.rados.0.smithi007.stdout:31: write initial oid 31 2024-08-04T15:27:44.015 INFO:tasks.rados.rados.0.smithi007.stdout:31: seq_num 30 ranges {0=507904} 2024-08-04T15:27:44.018 INFO:tasks.rados.rados.0.smithi007.stdout:31: writing smithi00780855-31 from 0 to 507904 tid 1 2024-08-04T15:27:44.018 INFO:tasks.rados.rados.0.smithi007.stdout:32: write initial oid 32 2024-08-04T15:27:44.018 INFO:tasks.rados.rados.0.smithi007.stdout:32: seq_num 31 ranges {0=524288} 2024-08-04T15:27:44.021 INFO:tasks.rados.rados.0.smithi007.stdout:32: writing smithi00780855-32 from 0 to 524288 tid 1 2024-08-04T15:27:44.021 INFO:tasks.rados.rados.0.smithi007.stdout:33: write initial oid 33 2024-08-04T15:27:44.021 INFO:tasks.rados.rados.0.smithi007.stdout:33: seq_num 32 ranges {0=540672} 2024-08-04T15:27:44.025 INFO:tasks.rados.rados.0.smithi007.stdout:33: writing smithi00780855-33 from 0 to 540672 tid 1 2024-08-04T15:27:44.025 INFO:tasks.rados.rados.0.smithi007.stdout:34: write initial oid 34 2024-08-04T15:27:44.025 INFO:tasks.rados.rados.0.smithi007.stdout:34: seq_num 33 ranges {0=557056} 2024-08-04T15:27:44.028 INFO:tasks.rados.rados.0.smithi007.stdout:34: writing smithi00780855-34 from 0 to 557056 tid 1 2024-08-04T15:27:44.028 INFO:tasks.rados.rados.0.smithi007.stdout:35: write initial oid 35 2024-08-04T15:27:44.028 INFO:tasks.rados.rados.0.smithi007.stdout:35: seq_num 34 ranges {0=573440} 2024-08-04T15:27:44.032 INFO:tasks.rados.rados.0.smithi007.stdout:35: writing smithi00780855-35 from 0 to 573440 tid 1 2024-08-04T15:27:44.032 INFO:tasks.rados.rados.0.smithi007.stdout: waiting on 16 2024-08-04T15:27:44.032 INFO:tasks.rados.rados.0.smithi007.stdout:20: finishing write tid 3 to smithi00780855-20 2024-08-04T15:27:44.032 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-08-04T15:27:44.032 INFO:tasks.rados.rados.0.smithi007.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-08-04T15:27:44.033 INFO:tasks.rados.rados.0.smithi007.stdout:21: finishing write tid 3 to smithi00780855-21 2024-08-04T15:27:44.033 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 8 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-08-04T15:27:44.033 INFO:tasks.rados.rados.0.smithi007.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-08-04T15:27:44.033 INFO:tasks.rados.rados.0.smithi007.stdout:22: finishing write tid 1 to smithi00780855-22 2024-08-04T15:27:44.033 INFO:tasks.rados.rados.0.smithi007.stdout:20: done (15 left) 2024-08-04T15:27:44.033 INFO:tasks.rados.rados.0.smithi007.stdout:21: done (14 left) 2024-08-04T15:27:44.033 INFO:tasks.rados.rados.0.smithi007.stdout:36: write initial oid 36 2024-08-04T15:27:44.033 INFO:tasks.rados.rados.0.smithi007.stdout:36: seq_num 35 ranges {0=589824} 2024-08-04T15:27:44.035 INFO:tasks.rados.rados.0.smithi007.stdout:36: writing smithi00780855-36 from 0 to 589824 tid 1 2024-08-04T15:27:44.035 INFO:tasks.rados.rados.0.smithi007.stdout:37: write initial oid 37 2024-08-04T15:27:44.036 INFO:tasks.rados.rados.0.smithi007.stdout:37: seq_num 36 ranges {0=606208} 2024-08-04T15:27:44.041 INFO:tasks.rados.rados.0.smithi007.stdout:37: writing smithi00780855-37 from 0 to 606208 tid 1 2024-08-04T15:27:44.041 INFO:tasks.rados.rados.0.smithi007.stdout: waiting on 16 2024-08-04T15:27:44.041 INFO:tasks.rados.rados.0.smithi007.stdout:22: finishing write tid 2 to smithi00780855-22 2024-08-04T15:27:44.041 INFO:tasks.rados.rados.0.smithi007.stdout:22: finishing write tid 3 to smithi00780855-22 2024-08-04T15:27:44.041 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-04T15:27:44.041 INFO:tasks.rados.rados.0.smithi007.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-08-04T15:27:44.041 INFO:tasks.rados.rados.0.smithi007.stdout:23: finishing write tid 1 to smithi00780855-23 2024-08-04T15:27:44.041 INFO:tasks.rados.rados.0.smithi007.stdout:23: finishing write tid 2 to smithi00780855-23 2024-08-04T15:27:44.042 INFO:tasks.rados.rados.0.smithi007.stdout:23: finishing write tid 3 to smithi00780855-23 2024-08-04T15:27:44.042 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 6 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-08-04T15:27:44.042 INFO:tasks.rados.rados.0.smithi007.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-08-04T15:27:44.042 INFO:tasks.rados.rados.0.smithi007.stdout:24: finishing write tid 1 to smithi00780855-24 2024-08-04T15:27:44.042 INFO:tasks.rados.rados.0.smithi007.stdout:24: finishing write tid 2 to smithi00780855-24 2024-08-04T15:27:44.042 INFO:tasks.rados.rados.0.smithi007.stdout:24: finishing write tid 3 to smithi00780855-24 2024-08-04T15:27:44.042 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-04T15:27:44.042 INFO:tasks.rados.rados.0.smithi007.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-08-04T15:27:44.042 INFO:tasks.rados.rados.0.smithi007.stdout:25: finishing write tid 1 to smithi00780855-25 2024-08-04T15:27:44.042 INFO:tasks.rados.rados.0.smithi007.stdout:25: finishing write tid 2 to smithi00780855-25 2024-08-04T15:27:44.042 INFO:tasks.rados.rados.0.smithi007.stdout:26: finishing write tid 1 to smithi00780855-26 2024-08-04T15:27:44.042 INFO:tasks.rados.rados.0.smithi007.stdout:26: finishing write tid 2 to smithi00780855-26 2024-08-04T15:27:44.042 INFO:tasks.rados.rados.0.smithi007.stdout:25: finishing write tid 3 to smithi00780855-25 2024-08-04T15:27:44.042 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 12 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-04T15:27:44.043 INFO:tasks.rados.rados.0.smithi007.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-08-04T15:27:44.043 INFO:tasks.rados.rados.0.smithi007.stdout:27: finishing write tid 1 to smithi00780855-27 2024-08-04T15:27:44.043 INFO:tasks.rados.rados.0.smithi007.stdout:27: finishing write tid 2 to smithi00780855-27 2024-08-04T15:27:44.043 INFO:tasks.rados.rados.0.smithi007.stdout:26: finishing write tid 3 to smithi00780855-26 2024-08-04T15:27:44.043 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 10 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-04T15:27:44.043 INFO:tasks.rados.rados.0.smithi007.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-08-04T15:27:44.043 INFO:tasks.rados.rados.0.smithi007.stdout:27: finishing write tid 3 to smithi00780855-27 2024-08-04T15:27:44.043 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-04T15:27:44.043 INFO:tasks.rados.rados.0.smithi007.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-08-04T15:27:44.043 INFO:tasks.rados.rados.0.smithi007.stdout:28: finishing write tid 1 to smithi00780855-28 2024-08-04T15:27:44.043 INFO:tasks.rados.rados.0.smithi007.stdout:28: finishing write tid 2 to smithi00780855-28 2024-08-04T15:27:44.043 INFO:tasks.rados.rados.0.smithi007.stdout:22: done (15 left) 2024-08-04T15:27:44.043 INFO:tasks.rados.rados.0.smithi007.stdout:23: done (14 left) 2024-08-04T15:27:44.043 INFO:tasks.rados.rados.0.smithi007.stdout:24: done (13 left) 2024-08-04T15:27:44.043 INFO:tasks.rados.rados.0.smithi007.stdout:25: done (12 left) 2024-08-04T15:27:44.044 INFO:tasks.rados.rados.0.smithi007.stdout:26: done (11 left) 2024-08-04T15:27:44.044 INFO:tasks.rados.rados.0.smithi007.stdout:27: done (10 left) 2024-08-04T15:27:44.044 INFO:tasks.rados.rados.0.smithi007.stdout:38: write initial oid 38 2024-08-04T15:27:44.044 INFO:tasks.rados.rados.0.smithi007.stdout:38: seq_num 37 ranges {0=622592} 2024-08-04T15:27:44.044 INFO:tasks.rados.rados.0.smithi007.stdout:38: writing smithi00780855-38 from 0 to 622592 tid 1 2024-08-04T15:27:44.044 INFO:tasks.rados.rados.0.smithi007.stdout:39: write initial oid 39 2024-08-04T15:27:44.044 INFO:tasks.rados.rados.0.smithi007.stdout:39: seq_num 38 ranges {0=638976} 2024-08-04T15:27:44.048 INFO:tasks.rados.rados.0.smithi007.stdout:39: writing smithi00780855-39 from 0 to 638976 tid 1 2024-08-04T15:27:44.048 INFO:tasks.rados.rados.0.smithi007.stdout:40: write initial oid 40 2024-08-04T15:27:44.048 INFO:tasks.rados.rados.0.smithi007.stdout:40: seq_num 39 ranges {0=663552} 2024-08-04T15:27:44.052 INFO:tasks.rados.rados.0.smithi007.stdout:40: writing smithi00780855-40 from 0 to 663552 tid 1 2024-08-04T15:27:44.052 INFO:tasks.rados.rados.0.smithi007.stdout:41: write initial oid 41 2024-08-04T15:27:44.052 INFO:tasks.rados.rados.0.smithi007.stdout:41: seq_num 40 ranges {0=679936} 2024-08-04T15:27:44.056 INFO:tasks.rados.rados.0.smithi007.stdout:41: writing smithi00780855-41 from 0 to 679936 tid 1 2024-08-04T15:27:44.056 INFO:tasks.rados.rados.0.smithi007.stdout:42: write initial oid 42 2024-08-04T15:27:44.057 INFO:tasks.rados.rados.0.smithi007.stdout:42: seq_num 41 ranges {0=696320} 2024-08-04T15:27:44.061 INFO:tasks.rados.rados.0.smithi007.stdout:42: writing smithi00780855-42 from 0 to 696320 tid 1 2024-08-04T15:27:44.061 INFO:tasks.rados.rados.0.smithi007.stdout:43: write initial oid 43 2024-08-04T15:27:44.061 INFO:tasks.rados.rados.0.smithi007.stdout:43: seq_num 42 ranges {0=712704} 2024-08-04T15:27:44.066 INFO:tasks.rados.rados.0.smithi007.stdout:43: writing smithi00780855-43 from 0 to 712704 tid 1 2024-08-04T15:27:44.066 INFO:tasks.rados.rados.0.smithi007.stdout: waiting on 16 2024-08-04T15:27:44.066 INFO:tasks.rados.rados.0.smithi007.stdout:28: finishing write tid 3 to smithi00780855-28 2024-08-04T15:27:44.066 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-04T15:27:44.066 INFO:tasks.rados.rados.0.smithi007.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-08-04T15:27:44.066 INFO:tasks.rados.rados.0.smithi007.stdout:29: finishing write tid 1 to smithi00780855-29 2024-08-04T15:27:44.066 INFO:tasks.rados.rados.0.smithi007.stdout:29: finishing write tid 2 to smithi00780855-29 2024-08-04T15:27:44.066 INFO:tasks.rados.rados.0.smithi007.stdout:28: done (15 left) 2024-08-04T15:27:44.066 INFO:tasks.rados.rados.0.smithi007.stdout:44: write initial oid 44 2024-08-04T15:27:44.066 INFO:tasks.rados.rados.0.smithi007.stdout:44: seq_num 43 ranges {0=729088} 2024-08-04T15:27:44.071 INFO:tasks.rados.rados.0.smithi007.stdout:44: writing smithi00780855-44 from 0 to 729088 tid 1 2024-08-04T15:27:44.071 INFO:tasks.rados.rados.0.smithi007.stdout: waiting on 16 2024-08-04T15:27:44.071 INFO:tasks.rados.rados.0.smithi007.stdout:29: finishing write tid 3 to smithi00780855-29 2024-08-04T15:27:44.071 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-04T15:27:44.071 INFO:tasks.rados.rados.0.smithi007.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-08-04T15:27:44.071 INFO:tasks.rados.rados.0.smithi007.stdout:30: finishing write tid 1 to smithi00780855-30 2024-08-04T15:27:44.071 INFO:tasks.rados.rados.0.smithi007.stdout:29: done (15 left) 2024-08-04T15:27:44.072 INFO:tasks.rados.rados.0.smithi007.stdout:45: write initial oid 45 2024-08-04T15:27:44.072 INFO:tasks.rados.rados.0.smithi007.stdout:45: seq_num 44 ranges {0=745472} 2024-08-04T15:27:44.076 INFO:tasks.rados.rados.0.smithi007.stdout:45: writing smithi00780855-45 from 0 to 745472 tid 1 2024-08-04T15:27:44.076 INFO:tasks.rados.rados.0.smithi007.stdout: waiting on 16 2024-08-04T15:27:44.076 INFO:tasks.rados.rados.0.smithi007.stdout:30: finishing write tid 2 to smithi00780855-30 2024-08-04T15:27:44.076 INFO:tasks.rados.rados.0.smithi007.stdout:30: finishing write tid 3 to smithi00780855-30 2024-08-04T15:27:44.076 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-04T15:27:44.076 INFO:tasks.rados.rados.0.smithi007.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-08-04T15:27:44.076 INFO:tasks.rados.rados.0.smithi007.stdout:31: finishing write tid 1 to smithi00780855-31 2024-08-04T15:27:44.076 INFO:tasks.rados.rados.0.smithi007.stdout:31: finishing write tid 2 to smithi00780855-31 2024-08-04T15:27:44.076 INFO:tasks.rados.rados.0.smithi007.stdout:30: done (15 left) 2024-08-04T15:27:44.076 INFO:tasks.rados.rados.0.smithi007.stdout:46: write initial oid 46 2024-08-04T15:27:44.076 INFO:tasks.rados.rados.0.smithi007.stdout:46: seq_num 45 ranges {0=761856} 2024-08-04T15:27:44.081 INFO:tasks.rados.rados.0.smithi007.stdout:46: writing smithi00780855-46 from 0 to 761856 tid 1 2024-08-04T15:27:44.081 INFO:tasks.rados.rados.0.smithi007.stdout: waiting on 16 2024-08-04T15:27:44.081 INFO:tasks.rados.rados.0.smithi007.stdout:31: finishing write tid 3 to smithi00780855-31 2024-08-04T15:27:44.081 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-04T15:27:44.081 INFO:tasks.rados.rados.0.smithi007.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-08-04T15:27:44.081 INFO:tasks.rados.rados.0.smithi007.stdout:32: finishing write tid 1 to smithi00780855-32 2024-08-04T15:27:44.081 INFO:tasks.rados.rados.0.smithi007.stdout:32: finishing write tid 2 to smithi00780855-32 2024-08-04T15:27:44.081 INFO:tasks.rados.rados.0.smithi007.stdout:32: finishing write tid 3 to smithi00780855-32 2024-08-04T15:27:44.081 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 6 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-04T15:27:44.081 INFO:tasks.rados.rados.0.smithi007.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-08-04T15:27:44.081 INFO:tasks.rados.rados.0.smithi007.stdout:33: finishing write tid 1 to smithi00780855-33 2024-08-04T15:27:44.081 INFO:tasks.rados.rados.0.smithi007.stdout:31: done (15 left) 2024-08-04T15:27:44.081 INFO:tasks.rados.rados.0.smithi007.stdout:32: done (14 left) 2024-08-04T15:27:44.082 INFO:tasks.rados.rados.0.smithi007.stdout:47: write initial oid 47 2024-08-04T15:27:44.082 INFO:tasks.rados.rados.0.smithi007.stdout:47: seq_num 46 ranges {0=778240} 2024-08-04T15:27:44.086 INFO:tasks.rados.rados.0.smithi007.stdout:47: writing smithi00780855-47 from 0 to 778240 tid 1 2024-08-04T15:27:44.086 INFO:tasks.rados.rados.0.smithi007.stdout:48: write initial oid 48 2024-08-04T15:27:44.086 INFO:tasks.rados.rados.0.smithi007.stdout:48: seq_num 47 ranges {0=794624} 2024-08-04T15:27:44.092 INFO:tasks.rados.rados.0.smithi007.stdout:48: writing smithi00780855-48 from 0 to 794624 tid 1 2024-08-04T15:27:44.092 INFO:tasks.rados.rados.0.smithi007.stdout: waiting on 16 2024-08-04T15:27:44.092 INFO:tasks.rados.rados.0.smithi007.stdout:33: finishing write tid 2 to smithi00780855-33 2024-08-04T15:27:44.092 INFO:tasks.rados.rados.0.smithi007.stdout:33: finishing write tid 3 to smithi00780855-33 2024-08-04T15:27:44.092 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 8 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-04T15:27:44.093 INFO:tasks.rados.rados.0.smithi007.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-08-04T15:27:44.093 INFO:tasks.rados.rados.0.smithi007.stdout:34: finishing write tid 1 to smithi00780855-34 2024-08-04T15:27:44.093 INFO:tasks.rados.rados.0.smithi007.stdout:34: finishing write tid 2 to smithi00780855-34 2024-08-04T15:27:44.093 INFO:tasks.rados.rados.0.smithi007.stdout:34: finishing write tid 3 to smithi00780855-34 2024-08-04T15:27:44.093 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-04T15:27:44.093 INFO:tasks.rados.rados.0.smithi007.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-08-04T15:27:44.093 INFO:tasks.rados.rados.0.smithi007.stdout:35: finishing write tid 1 to smithi00780855-35 2024-08-04T15:27:44.093 INFO:tasks.rados.rados.0.smithi007.stdout:35: finishing write tid 2 to smithi00780855-35 2024-08-04T15:27:44.093 INFO:tasks.rados.rados.0.smithi007.stdout:35: finishing write tid 3 to smithi00780855-35 2024-08-04T15:27:44.093 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-04T15:27:44.093 INFO:tasks.rados.rados.0.smithi007.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-08-04T15:27:44.093 INFO:tasks.rados.rados.0.smithi007.stdout:36: finishing write tid 1 to smithi00780855-36 2024-08-04T15:27:44.093 INFO:tasks.rados.rados.0.smithi007.stdout:36: finishing write tid 2 to smithi00780855-36 2024-08-04T15:27:44.093 INFO:tasks.rados.rados.0.smithi007.stdout:36: finishing write tid 3 to smithi00780855-36 2024-08-04T15:27:44.093 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 4 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-08-04T15:27:44.094 INFO:tasks.rados.rados.0.smithi007.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-08-04T15:27:44.094 INFO:tasks.rados.rados.0.smithi007.stdout:37: finishing write tid 1 to smithi00780855-37 2024-08-04T15:27:44.094 INFO:tasks.rados.rados.0.smithi007.stdout:33: done (15 left) 2024-08-04T15:27:44.094 INFO:tasks.rados.rados.0.smithi007.stdout:34: done (14 left) 2024-08-04T15:27:44.094 INFO:tasks.rados.rados.0.smithi007.stdout:35: done (13 left) 2024-08-04T15:27:44.094 INFO:tasks.rados.rados.0.smithi007.stdout:36: done (12 left) 2024-08-04T15:27:44.094 INFO:tasks.rados.rados.0.smithi007.stdout:49: write initial oid 49 2024-08-04T15:27:44.094 INFO:tasks.rados.rados.0.smithi007.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-08-04T15:27:44.094 INFO:tasks.rados.rados.0.smithi007.stdout:49: writing smithi00780855-49 from 0 to 409600 tid 1 2024-08-04T15:27:44.097 INFO:tasks.rados.rados.0.smithi007.stdout:49: writing smithi00780855-49 from 409600 to 811008 tid 2 2024-08-04T15:27:44.097 INFO:tasks.rados.rados.0.smithi007.stdout:50: write initial oid 50 2024-08-04T15:27:44.097 INFO:tasks.rados.rados.0.smithi007.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-08-04T15:27:44.099 INFO:tasks.rados.rados.0.smithi007.stdout:50: writing smithi00780855-50 from 0 to 425984 tid 1 2024-08-04T15:27:44.102 INFO:tasks.rados.rados.0.smithi007.stdout:50: writing smithi00780855-50 from 425984 to 827392 tid 2 2024-08-04T15:27:44.103 INFO:tasks.rados.rados.0.smithi007.stdout:51: copy_from oid 8 from oid 18 current snap is 0 2024-08-04T15:27:44.103 INFO:tasks.rados.rados.0.smithi007.stdout:37: finishing write tid 2 to smithi00780855-37 2024-08-04T15:27:44.103 INFO:tasks.rados.rados.0.smithi007.stdout:37: finishing write tid 3 to smithi00780855-37 2024-08-04T15:27:44.103 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-04T15:27:44.103 INFO:tasks.rados.rados.0.smithi007.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-08-04T15:27:44.103 INFO:tasks.rados.rados.0.smithi007.stdout:38: finishing write tid 1 to smithi00780855-38 2024-08-04T15:27:44.103 INFO:tasks.rados.rados.0.smithi007.stdout:38: finishing write tid 2 to smithi00780855-38 2024-08-04T15:27:44.103 INFO:tasks.rados.rados.0.smithi007.stdout:38: finishing write tid 3 to smithi00780855-38 2024-08-04T15:27:44.103 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 4 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-04T15:27:44.103 INFO:tasks.rados.rados.0.smithi007.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-08-04T15:27:44.103 INFO:tasks.rados.rados.0.smithi007.stdout:39: finishing write tid 1 to smithi00780855-39 2024-08-04T15:27:44.103 INFO:tasks.rados.rados.0.smithi007.stdout:37: done (14 left) 2024-08-04T15:27:44.103 INFO:tasks.rados.rados.0.smithi007.stdout:38: done (13 left) 2024-08-04T15:27:44.103 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 14 current snap is 0 2024-08-04T15:27:44.104 INFO:tasks.rados.rados.0.smithi007.stdout:39: finishing write tid 2 to smithi00780855-39 2024-08-04T15:27:44.104 INFO:tasks.rados.rados.0.smithi007.stdout:39: finishing write tid 3 to smithi00780855-39 2024-08-04T15:27:44.104 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-04T15:27:44.104 INFO:tasks.rados.rados.0.smithi007.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-08-04T15:27:44.104 INFO:tasks.rados.rados.0.smithi007.stdout:40: finishing write tid 1 to smithi00780855-40 2024-08-04T15:27:44.104 INFO:tasks.rados.rados.0.smithi007.stdout:40: finishing write tid 2 to smithi00780855-40 2024-08-04T15:27:44.104 INFO:tasks.rados.rados.0.smithi007.stdout:40: finishing write tid 3 to smithi00780855-40 2024-08-04T15:27:44.104 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 4 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-04T15:27:44.104 INFO:tasks.rados.rados.0.smithi007.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-08-04T15:27:44.104 INFO:tasks.rados.rados.0.smithi007.stdout:41: finishing write tid 1 to smithi00780855-41 2024-08-04T15:27:44.104 INFO:tasks.rados.rados.0.smithi007.stdout:52: seq_num 50 ranges {221184=442368,663552=401408} 2024-08-04T15:27:44.107 INFO:tasks.rados.rados.0.smithi007.stdout:52: writing smithi00780855-14 from 221184 to 663552 tid 1 2024-08-04T15:27:44.111 INFO:tasks.rados.rados.0.smithi007.stdout:52: writing smithi00780855-14 from 663552 to 1064960 tid 2 2024-08-04T15:27:44.111 INFO:tasks.rados.rados.0.smithi007.stdout:39: done (13 left) 2024-08-04T15:27:44.111 INFO:tasks.rados.rados.0.smithi007.stdout:40: done (12 left) 2024-08-04T15:27:44.111 INFO:tasks.rados.rados.0.smithi007.stdout:53: rmattr oid 38 current snap is 0 2024-08-04T15:27:44.111 INFO:tasks.rados.rados.0.smithi007.stdout:53: done (12 left) 2024-08-04T15:27:44.111 INFO:tasks.rados.rados.0.smithi007.stdout:54: delete oid 4 current snap is 0 2024-08-04T15:27:44.111 INFO:tasks.rados.rados.0.smithi007.stdout:41: finishing write tid 2 to smithi00780855-41 2024-08-04T15:27:44.111 INFO:tasks.rados.rados.0.smithi007.stdout:41: finishing write tid 3 to smithi00780855-41 2024-08-04T15:27:44.111 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 14 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-04T15:27:44.111 INFO:tasks.rados.rados.0.smithi007.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-08-04T15:27:44.111 INFO:tasks.rados.rados.0.smithi007.stdout:42: finishing write tid 1 to smithi00780855-42 2024-08-04T15:27:44.111 INFO:tasks.rados.rados.0.smithi007.stdout:42: finishing write tid 2 to smithi00780855-42 2024-08-04T15:27:44.111 INFO:tasks.rados.rados.0.smithi007.stdout:42: finishing write tid 3 to smithi00780855-42 2024-08-04T15:27:44.112 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-04T15:27:44.112 INFO:tasks.rados.rados.0.smithi007.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-08-04T15:27:44.112 INFO:tasks.rados.rados.0.smithi007.stdout:43: finishing write tid 1 to smithi00780855-43 2024-08-04T15:27:44.112 INFO:tasks.rados.rados.0.smithi007.stdout:43: finishing write tid 2 to smithi00780855-43 2024-08-04T15:27:44.112 INFO:tasks.rados.rados.0.smithi007.stdout:43: finishing write tid 3 to smithi00780855-43 2024-08-04T15:27:44.112 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 4 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-08-04T15:27:44.112 INFO:tasks.rados.rados.0.smithi007.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-08-04T15:27:44.112 INFO:tasks.rados.rados.0.smithi007.stdout:44: finishing write tid 1 to smithi00780855-44 2024-08-04T15:27:44.112 INFO:tasks.rados.rados.0.smithi007.stdout:44: finishing write tid 2 to smithi00780855-44 2024-08-04T15:27:44.112 INFO:tasks.rados.rados.0.smithi007.stdout:44: finishing write tid 3 to smithi00780855-44 2024-08-04T15:27:44.112 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 6 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-08-04T15:27:44.112 INFO:tasks.rados.rados.0.smithi007.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-08-04T15:27:44.112 INFO:tasks.rados.rados.0.smithi007.stdout:45: finishing write tid 1 to smithi00780855-45 2024-08-04T15:27:44.113 INFO:tasks.rados.rados.0.smithi007.stdout:45: finishing write tid 2 to smithi00780855-45 2024-08-04T15:27:44.113 INFO:tasks.rados.rados.0.smithi007.stdout:45: finishing write tid 3 to smithi00780855-45 2024-08-04T15:27:44.113 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 16 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-08-04T15:27:44.113 INFO:tasks.rados.rados.0.smithi007.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-08-04T15:27:44.113 INFO:tasks.rados.rados.0.smithi007.stdout:46: finishing write tid 1 to smithi00780855-46 2024-08-04T15:27:44.113 INFO:tasks.rados.rados.0.smithi007.stdout:46: finishing write tid 2 to smithi00780855-46 2024-08-04T15:27:44.113 INFO:tasks.rados.rados.0.smithi007.stdout:46: finishing write tid 3 to smithi00780855-46 2024-08-04T15:27:44.113 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-04T15:27:44.113 INFO:tasks.rados.rados.0.smithi007.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-08-04T15:27:44.113 INFO:tasks.rados.rados.0.smithi007.stdout:47: finishing write tid 1 to smithi00780855-47 2024-08-04T15:27:44.113 INFO:tasks.rados.rados.0.smithi007.stdout:47: finishing write tid 2 to smithi00780855-47 2024-08-04T15:27:44.113 INFO:tasks.rados.rados.0.smithi007.stdout:47: finishing write tid 3 to smithi00780855-47 2024-08-04T15:27:44.114 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 2 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-04T15:27:44.114 INFO:tasks.rados.rados.0.smithi007.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-08-04T15:27:44.114 INFO:tasks.rados.rados.0.smithi007.stdout:48: finishing write tid 1 to smithi00780855-48 2024-08-04T15:27:44.114 INFO:tasks.rados.rados.0.smithi007.stdout:48: finishing write tid 2 to smithi00780855-48 2024-08-04T15:27:44.114 INFO:tasks.rados.rados.0.smithi007.stdout:49: finishing write tid 1 to smithi00780855-49 2024-08-04T15:27:44.114 INFO:tasks.rados.rados.0.smithi007.stdout:48: finishing write tid 3 to smithi00780855-48 2024-08-04T15:27:44.114 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-04T15:27:44.114 INFO:tasks.rados.rados.0.smithi007.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-08-04T15:27:44.114 INFO:tasks.rados.rados.0.smithi007.stdout:49: finishing write tid 2 to smithi00780855-49 2024-08-04T15:27:44.114 INFO:tasks.rados.rados.0.smithi007.stdout:49: finishing write tid 3 to smithi00780855-49 2024-08-04T15:27:44.114 INFO:tasks.rados.rados.0.smithi007.stdout:49: finishing write tid 4 to smithi00780855-49 2024-08-04T15:27:44.115 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 13 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-04T15:27:44.115 INFO:tasks.rados.rados.0.smithi007.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-08-04T15:27:44.115 INFO:tasks.rados.rados.0.smithi007.stdout:50: finishing write tid 1 to smithi00780855-50 2024-08-04T15:27:44.115 INFO:tasks.rados.rados.0.smithi007.stdout:50: finishing write tid 2 to smithi00780855-50 2024-08-04T15:27:44.115 INFO:tasks.rados.rados.0.smithi007.stdout:50: finishing write tid 3 to smithi00780855-50 2024-08-04T15:27:44.115 INFO:tasks.rados.rados.0.smithi007.stdout:50: finishing write tid 4 to smithi00780855-50 2024-08-04T15:27:44.115 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 9 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-04T15:27:44.115 INFO:tasks.rados.rados.0.smithi007.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-08-04T15:27:44.115 INFO:tasks.rados.rados.0.smithi007.stdout:51: finishing copy_from racing read to smithi00780855-8 2024-08-04T15:27:44.115 INFO:tasks.rados.rados.0.smithi007.stdout:51: finishing copy_from to smithi00780855-8 2024-08-04T15:27:44.115 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-04T15:27:44.115 INFO:tasks.rados.rados.0.smithi007.stdout:52: finishing write tid 1 to smithi00780855-14 2024-08-04T15:27:44.115 INFO:tasks.rados.rados.0.smithi007.stdout:41: done (12 left) 2024-08-04T15:27:44.116 INFO:tasks.rados.rados.0.smithi007.stdout:42: done (11 left) 2024-08-04T15:27:44.116 INFO:tasks.rados.rados.0.smithi007.stdout:43: done (10 left) 2024-08-04T15:27:44.116 INFO:tasks.rados.rados.0.smithi007.stdout:44: done (9 left) 2024-08-04T15:27:44.116 INFO:tasks.rados.rados.0.smithi007.stdout:45: done (8 left) 2024-08-04T15:27:44.116 INFO:tasks.rados.rados.0.smithi007.stdout:46: done (7 left) 2024-08-04T15:27:44.116 INFO:tasks.rados.rados.0.smithi007.stdout:47: done (6 left) 2024-08-04T15:27:44.116 INFO:tasks.rados.rados.0.smithi007.stdout:48: done (5 left) 2024-08-04T15:27:44.116 INFO:tasks.rados.rados.0.smithi007.stdout:49: done (4 left) 2024-08-04T15:27:44.116 INFO:tasks.rados.rados.0.smithi007.stdout:50: done (3 left) 2024-08-04T15:27:44.116 INFO:tasks.rados.rados.0.smithi007.stdout:51: done (2 left) 2024-08-04T15:27:44.116 INFO:tasks.rados.rados.0.smithi007.stdout:54: done (1 left) 2024-08-04T15:27:44.116 INFO:tasks.rados.rados.0.smithi007.stdout:55: read oid 16 snap -1 2024-08-04T15:27:44.116 INFO:tasks.rados.rados.0.smithi007.stdout:55: expect (ObjNum 15 snap 0 seq_num 15) 2024-08-04T15:27:44.117 INFO:tasks.rados.rados.0.smithi007.stdout:56: rollback oid 31 current snap is 0 2024-08-04T15:27:44.117 INFO:tasks.rados.rados.0.smithi007.stdout:56: done (2 left) 2024-08-04T15:27:44.117 INFO:tasks.rados.rados.0.smithi007.stdout:57: read oid 28 snap -1 2024-08-04T15:27:44.117 INFO:tasks.rados.rados.0.smithi007.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-04T15:27:44.117 INFO:tasks.rados.rados.0.smithi007.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-08-04T15:27:44.117 INFO:tasks.rados.rados.0.smithi007.stdout:59: rollback oid 45 current snap is 0 2024-08-04T15:27:44.117 INFO:tasks.rados.rados.0.smithi007.stdout:59: done (4 left) 2024-08-04T15:27:44.117 INFO:tasks.rados.rados.0.smithi007.stdout:60: copy_from oid 23 from oid 48 current snap is 0 2024-08-04T15:27:44.117 INFO:tasks.rados.rados.0.smithi007.stdout:61: delete oid 1 current snap is 0 2024-08-04T15:27:44.118 INFO:tasks.rados.rados.0.smithi007.stdout:52: finishing write tid 2 to smithi00780855-14 2024-08-04T15:27:44.119 INFO:tasks.rados.rados.0.smithi007.stdout:52: finishing write tid 3 to smithi00780855-14 2024-08-04T15:27:44.119 INFO:tasks.rados.rados.0.smithi007.stdout:52: finishing write tid 4 to smithi00780855-14 2024-08-04T15:27:44.119 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 19 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-04T15:27:44.119 INFO:tasks.rados.rados.0.smithi007.stdout:52: left oid 14 (ObjNum 50 snap 0 seq_num 50) 2024-08-04T15:27:44.119 INFO:tasks.rados.rados.0.smithi007.stdout:52: done (5 left) 2024-08-04T15:27:44.119 INFO:tasks.rados.rados.0.smithi007.stdout:61: done (4 left) 2024-08-04T15:27:44.119 INFO:tasks.rados.rados.0.smithi007.stdout:62: read oid 24 snap -1 2024-08-04T15:27:44.119 INFO:tasks.rados.rados.0.smithi007.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-04T15:27:44.119 INFO:tasks.rados.rados.0.smithi007.stdout:63: snap_create 2024-08-04T15:27:44.119 INFO:tasks.rados.rados.0.smithi007.stdout:55: expect (ObjNum 15 snap 0 seq_num 15) 2024-08-04T15:27:44.122 INFO:tasks.rados.rados.0.smithi007.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-04T15:27:44.140 INFO:tasks.rados.rados.0.smithi007.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-04T15:27:44.151 INFO:tasks.rados.rados.0.smithi007.stdout:58: finishing copy_from racing read to smithi00780855-29 2024-08-04T15:27:44.151 INFO:tasks.rados.rados.0.smithi007.stdout:58: finishing copy_from to smithi00780855-29 2024-08-04T15:27:44.151 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 2 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-04T15:27:44.151 INFO:tasks.rados.rados.0.smithi007.stdout:60: finishing copy_from racing read to smithi00780855-23 2024-08-04T15:27:44.151 INFO:tasks.rados.rados.0.smithi007.stdout:60: finishing copy_from to smithi00780855-23 2024-08-04T15:27:44.151 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-04T15:27:44.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:27:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:27:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:27:44.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:43 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/1070401439' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-04T15:27:44.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:43 smithi062 ceph-mon[32659]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-04T15:27:44.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:43 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/1070401439' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-04T15:27:44.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:43 smithi007 ceph-mon[39529]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-04T15:27:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:43 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/1070401439' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-04T15:27:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:43 smithi007 ceph-mon[29096]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-04T15:27:44.960 INFO:tasks.rados.rados.0.smithi007.stdout:55: done (5 left) 2024-08-04T15:27:44.960 INFO:tasks.rados.rados.0.smithi007.stdout:57: done (4 left) 2024-08-04T15:27:44.960 INFO:tasks.rados.rados.0.smithi007.stdout:58: done (3 left) 2024-08-04T15:27:44.960 INFO:tasks.rados.rados.0.smithi007.stdout:60: done (2 left) 2024-08-04T15:27:44.961 INFO:tasks.rados.rados.0.smithi007.stdout:62: done (1 left) 2024-08-04T15:27:44.961 INFO:tasks.rados.rados.0.smithi007.stdout:63: done (0 left) 2024-08-04T15:27:44.961 INFO:tasks.rados.rados.0.smithi007.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-08-04T15:27:44.961 INFO:tasks.rados.rados.0.smithi007.stdout:65: read oid 30 snap -1 2024-08-04T15:27:44.961 INFO:tasks.rados.rados.0.smithi007.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-04T15:27:44.961 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 23 current snap is 1 2024-08-04T15:27:44.961 INFO:tasks.rados.rados.0.smithi007.stdout:66: seq_num 53 ranges {794624=491520,1286144=401408} 2024-08-04T15:27:44.967 INFO:tasks.rados.rados.0.smithi007.stdout:66: writing smithi00780855-23 from 794624 to 1286144 tid 1 2024-08-04T15:27:44.970 INFO:tasks.rados.rados.0.smithi007.stdout:66: writing smithi00780855-23 from 1286144 to 1687552 tid 2 2024-08-04T15:27:44.970 INFO:tasks.rados.rados.0.smithi007.stdout:67: rollback oid 10 current snap is 1 2024-08-04T15:27:44.970 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 10 to 0 2024-08-04T15:27:44.970 INFO:tasks.rados.rados.0.smithi007.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-04T15:27:44.985 INFO:tasks.rados.rados.0.smithi007.stdout:64: finishing copy_from racing read to smithi00780855-15 2024-08-04T15:27:44.985 INFO:tasks.rados.rados.0.smithi007.stdout:64: finishing copy_from to smithi00780855-15 2024-08-04T15:27:44.986 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-04T15:27:44.986 INFO:tasks.rados.rados.0.smithi007.stdout:64: done (3 left) 2024-08-04T15:27:44.986 INFO:tasks.rados.rados.0.smithi007.stdout:65: done (2 left) 2024-08-04T15:27:44.986 INFO:tasks.rados.rados.0.smithi007.stdout:68: setattr oid 20 current snap is 1 2024-08-04T15:27:44.986 INFO:tasks.rados.rados.0.smithi007.stdout:66: finishing write tid 1 to smithi00780855-23 2024-08-04T15:27:44.986 INFO:tasks.rados.rados.0.smithi007.stdout:67: finishing rollback tid 0 to smithi00780855-10 2024-08-04T15:27:44.986 INFO:tasks.rados.rados.0.smithi007.stdout:67: finishing rollback tid 1 to smithi00780855-10 2024-08-04T15:27:44.987 INFO:tasks.rados.rados.0.smithi007.stdout:67: finishing rollback tid 2 to smithi00780855-10 2024-08-04T15:27:44.987 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 17 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-04T15:27:44.987 INFO:tasks.rados.rados.0.smithi007.stdout:66: finishing write tid 2 to smithi00780855-23 2024-08-04T15:27:44.987 INFO:tasks.rados.rados.0.smithi007.stdout:66: finishing write tid 3 to smithi00780855-23 2024-08-04T15:27:44.987 INFO:tasks.rados.rados.0.smithi007.stdout:66: finishing write tid 4 to smithi00780855-23 2024-08-04T15:27:44.987 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 14 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-04T15:27:44.987 INFO:tasks.rados.rados.0.smithi007.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-08-04T15:27:44.990 INFO:tasks.rados.rados.0.smithi007.stdout:66: done (2 left) 2024-08-04T15:27:44.990 INFO:tasks.rados.rados.0.smithi007.stdout:67: done (1 left) 2024-08-04T15:27:44.990 INFO:tasks.rados.rados.0.smithi007.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-08-04T15:27:44.990 INFO:tasks.rados.rados.0.smithi007.stdout:70: read oid 24 snap 0 2024-08-04T15:27:44.990 INFO:tasks.rados.rados.0.smithi007.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-04T15:27:44.990 INFO:tasks.rados.rados.0.smithi007.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-08-04T15:27:44.991 INFO:tasks.rados.rados.0.smithi007.stdout:72: rollback oid 49 current snap is 1 2024-08-04T15:27:44.991 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 49 to 0 2024-08-04T15:27:44.991 INFO:tasks.rados.rados.0.smithi007.stdout:73: read oid 4 snap 0 2024-08-04T15:27:44.991 INFO:tasks.rados.rados.0.smithi007.stdout:73: expect deleted 2024-08-04T15:27:44.991 INFO:tasks.rados.rados.0.smithi007.stdout:74: rmattr oid 7 current snap is 1 2024-08-04T15:27:44.991 INFO:tasks.rados.rados.0.smithi007.stdout:74: done (6 left) 2024-08-04T15:27:44.991 INFO:tasks.rados.rados.0.smithi007.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-08-04T15:27:44.991 INFO:tasks.rados.rados.0.smithi007.stdout:76: read oid 39 snap -1 2024-08-04T15:27:44.991 INFO:tasks.rados.rados.0.smithi007.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-04T15:27:44.991 INFO:tasks.rados.rados.0.smithi007.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-08-04T15:27:44.991 INFO:tasks.rados.rados.0.smithi007.stdout:78: read oid 2 snap -1 2024-08-04T15:27:44.991 INFO:tasks.rados.rados.0.smithi007.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-04T15:27:44.991 INFO:tasks.rados.rados.0.smithi007.stdout:79: setattr oid 41 current snap is 1 2024-08-04T15:27:44.991 INFO:tasks.rados.rados.0.smithi007.stdout:73: done (10 left) 2024-08-04T15:27:44.991 INFO:tasks.rados.rados.0.smithi007.stdout:80: snap_create 2024-08-04T15:27:44.992 INFO:tasks.rados.rados.0.smithi007.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-04T15:27:44.992 INFO:tasks.rados.rados.0.smithi007.stdout:72: finishing rollback tid 0 to smithi00780855-49 2024-08-04T15:27:44.992 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 11 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-08-04T15:27:44.992 INFO:tasks.rados.rados.0.smithi007.stdout:72: finishing rollback tid 1 to smithi00780855-49 2024-08-04T15:27:44.993 INFO:tasks.rados.rados.0.smithi007.stdout:72: finishing rollback tid 2 to smithi00780855-49 2024-08-04T15:27:44.993 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 21 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-04T15:27:44.993 INFO:tasks.rados.rados.0.smithi007.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-04T15:27:45.005 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 23 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-04T15:27:45.006 INFO:tasks.rados.rados.0.smithi007.stdout:75: finishing copy_from racing read to smithi00780855-21 2024-08-04T15:27:45.006 INFO:tasks.rados.rados.0.smithi007.stdout:71: finishing copy_from racing read to smithi00780855-36 2024-08-04T15:27:45.006 INFO:tasks.rados.rados.0.smithi007.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-04T15:27:45.025 INFO:tasks.rados.rados.0.smithi007.stdout:77: finishing copy_from racing read to smithi00780855-6 2024-08-04T15:27:45.025 INFO:tasks.rados.rados.0.smithi007.stdout:75: finishing copy_from to smithi00780855-21 2024-08-04T15:27:45.025 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-04T15:27:45.026 INFO:tasks.rados.rados.0.smithi007.stdout:69: finishing copy_from racing read to smithi00780855-45 2024-08-04T15:27:45.026 INFO:tasks.rados.rados.0.smithi007.stdout:71: finishing copy_from to smithi00780855-36 2024-08-04T15:27:45.026 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-04T15:27:45.026 INFO:tasks.rados.rados.0.smithi007.stdout:69: finishing copy_from to smithi00780855-45 2024-08-04T15:27:45.026 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-04T15:27:45.026 INFO:tasks.rados.rados.0.smithi007.stdout:77: finishing copy_from to smithi00780855-6 2024-08-04T15:27:45.026 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-04T15:27:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:44 smithi062 ceph-mon[32659]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:44 smithi062 ceph-mon[32659]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:27:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:44 smithi062 ceph-mon[32659]: Cluster is now healthy 2024-08-04T15:27:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:44 smithi062 ceph-mon[32659]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-04T15:27:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:44 smithi062 ceph-mon[32659]: osdmap e82: 8 total, 8 up, 8 in 2024-08-04T15:27:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:44 smithi007 ceph-mon[39529]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:44 smithi007 ceph-mon[39529]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:27:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:44 smithi007 ceph-mon[39529]: Cluster is now healthy 2024-08-04T15:27:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:44 smithi007 ceph-mon[39529]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-04T15:27:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:44 smithi007 ceph-mon[39529]: osdmap e82: 8 total, 8 up, 8 in 2024-08-04T15:27:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:44 smithi007 ceph-mon[29096]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:44 smithi007 ceph-mon[29096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:27:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:44 smithi007 ceph-mon[29096]: Cluster is now healthy 2024-08-04T15:27:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:44 smithi007 ceph-mon[29096]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-04T15:27:45.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:44 smithi007 ceph-mon[29096]: osdmap e82: 8 total, 8 up, 8 in 2024-08-04T15:27:45.967 INFO:tasks.rados.rados.0.smithi007.stdout:68: done (10 left) 2024-08-04T15:27:45.967 INFO:tasks.rados.rados.0.smithi007.stdout:69: done (9 left) 2024-08-04T15:27:45.968 INFO:tasks.rados.rados.0.smithi007.stdout:70: done (8 left) 2024-08-04T15:27:45.968 INFO:tasks.rados.rados.0.smithi007.stdout:71: done (7 left) 2024-08-04T15:27:45.968 INFO:tasks.rados.rados.0.smithi007.stdout:72: done (6 left) 2024-08-04T15:27:45.968 INFO:tasks.rados.rados.0.smithi007.stdout:75: done (5 left) 2024-08-04T15:27:45.968 INFO:tasks.rados.rados.0.smithi007.stdout:76: done (4 left) 2024-08-04T15:27:45.968 INFO:tasks.rados.rados.0.smithi007.stdout:77: done (3 left) 2024-08-04T15:27:45.968 INFO:tasks.rados.rados.0.smithi007.stdout:78: done (2 left) 2024-08-04T15:27:45.969 INFO:tasks.rados.rados.0.smithi007.stdout:79: done (1 left) 2024-08-04T15:27:45.969 INFO:tasks.rados.rados.0.smithi007.stdout:80: done (0 left) 2024-08-04T15:27:45.969 INFO:tasks.rados.rados.0.smithi007.stdout:81: rollback oid 40 current snap is 2 2024-08-04T15:27:45.969 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 40 to 1 2024-08-04T15:27:45.969 INFO:tasks.rados.rados.0.smithi007.stdout:82: snap_create 2024-08-04T15:27:45.971 INFO:tasks.rados.rados.0.smithi007.stdout:81: finishing rollback tid 0 to smithi00780855-40 2024-08-04T15:27:45.972 INFO:tasks.rados.rados.0.smithi007.stdout:81: finishing rollback tid 1 to smithi00780855-40 2024-08-04T15:27:45.972 INFO:tasks.rados.rados.0.smithi007.stdout:81: finishing rollback tid 2 to smithi00780855-40 2024-08-04T15:27:45.972 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 8 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-04T15:27:46.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:45 smithi062 ceph-mon[32659]: osdmap e83: 8 total, 8 up, 8 in 2024-08-04T15:27:46.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:45 smithi007 ceph-mon[29096]: osdmap e83: 8 total, 8 up, 8 in 2024-08-04T15:27:46.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:45 smithi007 ceph-mon[39529]: osdmap e83: 8 total, 8 up, 8 in 2024-08-04T15:27:46.967 INFO:tasks.rados.rados.0.smithi007.stdout:81: done (1 left) 2024-08-04T15:27:46.967 INFO:tasks.rados.rados.0.smithi007.stdout:82: done (0 left) 2024-08-04T15:27:46.967 INFO:tasks.rados.rados.0.smithi007.stdout:83: rollback oid 9 current snap is 3 2024-08-04T15:27:46.967 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 9 to 0 2024-08-04T15:27:46.967 INFO:tasks.rados.rados.0.smithi007.stdout:84: read oid 20 snap 1 2024-08-04T15:27:46.967 INFO:tasks.rados.rados.0.smithi007.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-04T15:27:46.967 INFO:tasks.rados.rados.0.smithi007.stdout:85: read oid 25 snap -1 2024-08-04T15:27:46.967 INFO:tasks.rados.rados.0.smithi007.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-08-04T15:27:46.967 INFO:tasks.rados.rados.0.smithi007.stdout:86: copy_from oid 34 from oid 28 current snap is 3 2024-08-04T15:27:46.967 INFO:tasks.rados.rados.0.smithi007.stdout:87: setattr oid 48 current snap is 3 2024-08-04T15:27:46.968 INFO:tasks.rados.rados.0.smithi007.stdout:88: snap_remove snap 2 2024-08-04T15:27:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:46 smithi062 ceph-mon[32659]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:46 smithi062 ceph-mon[32659]: osdmap e84: 8 total, 8 up, 8 in 2024-08-04T15:27:47.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:46 smithi007 ceph-mon[39529]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:47.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:46 smithi007 ceph-mon[39529]: osdmap e84: 8 total, 8 up, 8 in 2024-08-04T15:27:47.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:46 smithi007 ceph-mon[29096]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:47.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:46 smithi007 ceph-mon[29096]: osdmap e84: 8 total, 8 up, 8 in 2024-08-04T15:27:47.976 INFO:tasks.rados.rados.0.smithi007.stdout:88: done (5 left) 2024-08-04T15:27:47.976 INFO:tasks.rados.rados.0.smithi007.stdout:89: read oid 38 snap 1 2024-08-04T15:27:47.976 INFO:tasks.rados.rados.0.smithi007.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-08-04T15:27:47.976 INFO:tasks.rados.rados.0.smithi007.stdout:90: read oid 18 snap -1 2024-08-04T15:27:47.976 INFO:tasks.rados.rados.0.smithi007.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-04T15:27:47.976 INFO:tasks.rados.rados.0.smithi007.stdout:91: copy_from oid 2 from oid 29 current snap is 3 2024-08-04T15:27:47.976 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-04T15:27:47.976 INFO:tasks.rados.rados.0.smithi007.stdout:83: finishing rollback tid 0 to smithi00780855-9 2024-08-04T15:27:47.976 INFO:tasks.rados.rados.0.smithi007.stdout:83: finishing rollback tid 1 to smithi00780855-9 2024-08-04T15:27:47.976 INFO:tasks.rados.rados.0.smithi007.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-04T15:27:47.994 INFO:tasks.rados.rados.0.smithi007.stdout:83: finishing rollback tid 2 to smithi00780855-9 2024-08-04T15:27:47.994 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 12 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-04T15:27:47.994 INFO:tasks.rados.rados.0.smithi007.stdout:86: finishing copy_from racing read to smithi00780855-34 2024-08-04T15:27:47.994 INFO:tasks.rados.rados.0.smithi007.stdout:83: done (7 left) 2024-08-04T15:27:47.994 INFO:tasks.rados.rados.0.smithi007.stdout:84: done (6 left) 2024-08-04T15:27:47.994 INFO:tasks.rados.rados.0.smithi007.stdout:87: done (5 left) 2024-08-04T15:27:47.994 INFO:tasks.rados.rados.0.smithi007.stdout:92: rmattr oid 36 current snap is 3 2024-08-04T15:27:47.994 INFO:tasks.rados.rados.0.smithi007.stdout:92: done (5 left) 2024-08-04T15:27:47.994 INFO:tasks.rados.rados.0.smithi007.stdout:93: snap_remove snap 0 2024-08-04T15:27:48.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:47 smithi062 ceph-mon[32659]: osdmap e85: 8 total, 8 up, 8 in 2024-08-04T15:27:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:47 smithi007 ceph-mon[29096]: osdmap e85: 8 total, 8 up, 8 in 2024-08-04T15:27:48.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:47 smithi007 ceph-mon[39529]: osdmap e85: 8 total, 8 up, 8 in 2024-08-04T15:27:48.985 INFO:tasks.rados.rados.0.smithi007.stdout:93: done (5 left) 2024-08-04T15:27:48.985 INFO:tasks.rados.rados.0.smithi007.stdout:94: rmattr oid 7 current snap is 3 2024-08-04T15:27:48.985 INFO:tasks.rados.rados.0.smithi007.stdout:94: done (5 left) 2024-08-04T15:27:48.985 INFO:tasks.rados.rados.0.smithi007.stdout:95: read oid 6 snap 1 2024-08-04T15:27:48.985 INFO:tasks.rados.rados.0.smithi007.stdout:95: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-04T15:27:48.985 INFO:tasks.rados.rados.0.smithi007.stdout:96: rmattr oid 50 current snap is 3 2024-08-04T15:27:48.985 INFO:tasks.rados.rados.0.smithi007.stdout:96: done (6 left) 2024-08-04T15:27:48.985 INFO:tasks.rados.rados.0.smithi007.stdout:97: read oid 4 snap 1 2024-08-04T15:27:48.986 INFO:tasks.rados.rados.0.smithi007.stdout:97: expect deleted 2024-08-04T15:27:48.986 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 3 2024-08-04T15:27:48.986 INFO:tasks.rados.rados.0.smithi007.stdout:98: seq_num 54 ranges {360448=507904,868352=401408} 2024-08-04T15:27:48.990 INFO:tasks.rados.rados.0.smithi007.stdout:98: writing smithi00780855-22 from 360448 to 868352 tid 1 2024-08-04T15:27:48.994 INFO:tasks.rados.rados.0.smithi007.stdout:98: writing smithi00780855-22 from 868352 to 1269760 tid 2 2024-08-04T15:27:48.994 INFO:tasks.rados.rados.0.smithi007.stdout:99: copy_from oid 37 from oid 21 current snap is 3 2024-08-04T15:27:48.994 INFO:tasks.rados.rados.0.smithi007.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-08-04T15:27:49.005 INFO:tasks.rados.rados.0.smithi007.stdout:86: finishing copy_from to smithi00780855-34 2024-08-04T15:27:49.005 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-04T15:27:49.005 INFO:tasks.rados.rados.0.smithi007.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-08-04T15:27:49.021 INFO:tasks.rados.rados.0.smithi007.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-04T15:27:49.029 INFO:tasks.rados.rados.0.smithi007.stdout:91: finishing copy_from racing read to smithi00780855-2 2024-08-04T15:27:49.029 INFO:tasks.rados.rados.0.smithi007.stdout:91: finishing copy_from to smithi00780855-2 2024-08-04T15:27:49.029 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 2 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-04T15:27:49.029 INFO:tasks.rados.rados.0.smithi007.stdout:95: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-04T15:27:49.045 INFO:tasks.rados.rados.0.smithi007.stdout:98: finishing write tid 1 to smithi00780855-22 2024-08-04T15:27:49.045 INFO:tasks.rados.rados.0.smithi007.stdout:98: finishing write tid 2 to smithi00780855-22 2024-08-04T15:27:49.046 INFO:tasks.rados.rados.0.smithi007.stdout:98: finishing write tid 3 to smithi00780855-22 2024-08-04T15:27:49.046 INFO:tasks.rados.rados.0.smithi007.stdout:98: finishing write tid 4 to smithi00780855-22 2024-08-04T15:27:49.046 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 20 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-08-04T15:27:49.046 INFO:tasks.rados.rados.0.smithi007.stdout:98: left oid 22 (ObjNum 54 snap 3 seq_num 54) 2024-08-04T15:27:49.046 INFO:tasks.rados.rados.0.smithi007.stdout:99: finishing copy_from racing read to smithi00780855-37 2024-08-04T15:27:49.046 INFO:tasks.rados.rados.0.smithi007.stdout:99: finishing copy_from to smithi00780855-37 2024-08-04T15:27:49.046 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-04T15:27:49.046 INFO:tasks.rados.rados.0.smithi007.stdout:85: done (8 left) 2024-08-04T15:27:49.046 INFO:tasks.rados.rados.0.smithi007.stdout:86: done (7 left) 2024-08-04T15:27:49.046 INFO:tasks.rados.rados.0.smithi007.stdout:89: done (6 left) 2024-08-04T15:27:49.046 INFO:tasks.rados.rados.0.smithi007.stdout:90: done (5 left) 2024-08-04T15:27:49.046 INFO:tasks.rados.rados.0.smithi007.stdout:91: done (4 left) 2024-08-04T15:27:49.047 INFO:tasks.rados.rados.0.smithi007.stdout:95: done (3 left) 2024-08-04T15:27:49.047 INFO:tasks.rados.rados.0.smithi007.stdout:97: done (2 left) 2024-08-04T15:27:49.047 INFO:tasks.rados.rados.0.smithi007.stdout:98: done (1 left) 2024-08-04T15:27:49.047 INFO:tasks.rados.rados.0.smithi007.stdout:99: done (0 left) 2024-08-04T15:27:49.047 INFO:tasks.rados.rados.0.smithi007.stdout:100: snap_remove snap 1 2024-08-04T15:27:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:48 smithi062 ceph-mon[32659]: pgmap v108: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.4 MiB/s wr, 83 op/s 2024-08-04T15:27:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:48 smithi062 ceph-mon[32659]: osdmap e86: 8 total, 8 up, 8 in 2024-08-04T15:27:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:48 smithi007 ceph-mon[29096]: pgmap v108: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.4 MiB/s wr, 83 op/s 2024-08-04T15:27:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:48 smithi007 ceph-mon[29096]: osdmap e86: 8 total, 8 up, 8 in 2024-08-04T15:27:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:48 smithi007 ceph-mon[39529]: pgmap v108: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.4 MiB/s wr, 83 op/s 2024-08-04T15:27:49.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:48 smithi007 ceph-mon[39529]: osdmap e86: 8 total, 8 up, 8 in 2024-08-04T15:27:49.988 INFO:tasks.rados.rados.0.smithi007.stdout:100: done (0 left) 2024-08-04T15:27:49.988 INFO:tasks.rados.rados.0.smithi007.stdout:101: copy_from oid 42 from oid 39 current snap is 3 2024-08-04T15:27:49.989 INFO:tasks.rados.rados.0.smithi007.stdout:102: read oid 14 snap -1 2024-08-04T15:27:49.989 INFO:tasks.rados.rados.0.smithi007.stdout:102: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-04T15:27:49.989 INFO:tasks.rados.rados.0.smithi007.stdout:103: rollback oid 20 current snap is 3 2024-08-04T15:27:49.989 INFO:tasks.rados.rados.0.smithi007.stdout:103: done (2 left) 2024-08-04T15:27:49.989 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 36 current snap is 3 2024-08-04T15:27:49.989 INFO:tasks.rados.rados.0.smithi007.stdout:104: seq_num 55 ranges {458752=524288,983040=401408} 2024-08-04T15:27:49.994 INFO:tasks.rados.rados.0.smithi007.stdout:104: writing smithi00780855-36 from 458752 to 983040 tid 1 2024-08-04T15:27:49.997 INFO:tasks.rados.rados.0.smithi007.stdout:104: writing smithi00780855-36 from 983040 to 1384448 tid 2 2024-08-04T15:27:49.997 INFO:tasks.rados.rados.0.smithi007.stdout:105: copy_from oid 22 from oid 49 current snap is 3 2024-08-04T15:27:49.997 INFO:tasks.rados.rados.0.smithi007.stdout:106: rollback oid 35 current snap is 3 2024-08-04T15:27:49.997 INFO:tasks.rados.rados.0.smithi007.stdout:106: done (4 left) 2024-08-04T15:27:49.997 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 25 current snap is 3 2024-08-04T15:27:49.997 INFO:tasks.rados.rados.0.smithi007.stdout:107: seq_num 56 ranges {409600=540672,950272=401408} 2024-08-04T15:27:50.003 INFO:tasks.rados.rados.0.smithi007.stdout:107: writing smithi00780855-25 from 409600 to 950272 tid 1 2024-08-04T15:27:50.006 INFO:tasks.rados.rados.0.smithi007.stdout:107: writing smithi00780855-25 from 950272 to 1351680 tid 2 2024-08-04T15:27:50.006 INFO:tasks.rados.rados.0.smithi007.stdout:108: read oid 3 snap -1 2024-08-04T15:27:50.006 INFO:tasks.rados.rados.0.smithi007.stdout:108: expect (ObjNum 2 snap 0 seq_num 2) 2024-08-04T15:27:50.006 INFO:tasks.rados.rados.0.smithi007.stdout:109: rollback oid 47 current snap is 3 2024-08-04T15:27:50.006 INFO:tasks.rados.rados.0.smithi007.stdout:109: done (6 left) 2024-08-04T15:27:50.006 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 50 current snap is 3 2024-08-04T15:27:50.007 INFO:tasks.rados.rados.0.smithi007.stdout:110: seq_num 57 ranges {827392=557056,1384448=401408} 2024-08-04T15:27:50.014 INFO:tasks.rados.rados.0.smithi007.stdout:110: writing smithi00780855-50 from 827392 to 1384448 tid 1 2024-08-04T15:27:50.017 INFO:tasks.rados.rados.0.smithi007.stdout:110: writing smithi00780855-50 from 1384448 to 1785856 tid 2 2024-08-04T15:27:50.017 INFO:tasks.rados.rados.0.smithi007.stdout:111: delete oid 38 current snap is 3 2024-08-04T15:27:50.017 INFO:tasks.rados.rados.0.smithi007.stdout:101: finishing copy_from racing read to smithi00780855-42 2024-08-04T15:27:50.017 INFO:tasks.rados.rados.0.smithi007.stdout:101: finishing copy_from to smithi00780855-42 2024-08-04T15:27:50.017 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-04T15:27:50.018 INFO:tasks.rados.rados.0.smithi007.stdout:102: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-04T15:27:50.061 INFO:tasks.rados.rados.0.smithi007.stdout:104: finishing write tid 1 to smithi00780855-36 2024-08-04T15:27:50.061 INFO:tasks.rados.rados.0.smithi007.stdout:104: finishing write tid 2 to smithi00780855-36 2024-08-04T15:27:50.061 INFO:tasks.rados.rados.0.smithi007.stdout:104: finishing write tid 3 to smithi00780855-36 2024-08-04T15:27:50.061 INFO:tasks.rados.rados.0.smithi007.stdout:104: finishing write tid 4 to smithi00780855-36 2024-08-04T15:27:50.062 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 14 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-04T15:27:50.062 INFO:tasks.rados.rados.0.smithi007.stdout:104: left oid 36 (ObjNum 55 snap 3 seq_num 55) 2024-08-04T15:27:50.062 INFO:tasks.rados.rados.0.smithi007.stdout:101: done (7 left) 2024-08-04T15:27:50.062 INFO:tasks.rados.rados.0.smithi007.stdout:102: done (6 left) 2024-08-04T15:27:50.062 INFO:tasks.rados.rados.0.smithi007.stdout:104: done (5 left) 2024-08-04T15:27:50.062 INFO:tasks.rados.rados.0.smithi007.stdout:111: done (4 left) 2024-08-04T15:27:50.062 INFO:tasks.rados.rados.0.smithi007.stdout:112: rmattr oid 43 current snap is 3 2024-08-04T15:27:50.062 INFO:tasks.rados.rados.0.smithi007.stdout:112: done (4 left) 2024-08-04T15:27:50.062 INFO:tasks.rados.rados.0.smithi007.stdout:113: delete oid 28 current snap is 3 2024-08-04T15:27:50.062 INFO:tasks.rados.rados.0.smithi007.stdout:108: expect (ObjNum 2 snap 0 seq_num 2) 2024-08-04T15:27:50.063 INFO:tasks.rados.rados.0.smithi007.stdout:107: finishing write tid 1 to smithi00780855-25 2024-08-04T15:27:50.063 INFO:tasks.rados.rados.0.smithi007.stdout:107: finishing write tid 2 to smithi00780855-25 2024-08-04T15:27:50.063 INFO:tasks.rados.rados.0.smithi007.stdout:107: finishing write tid 3 to smithi00780855-25 2024-08-04T15:27:50.064 INFO:tasks.rados.rados.0.smithi007.stdout:107: finishing write tid 4 to smithi00780855-25 2024-08-04T15:27:50.064 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 34 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-08-04T15:27:50.064 INFO:tasks.rados.rados.0.smithi007.stdout:107: left oid 25 (ObjNum 56 snap 3 seq_num 56) 2024-08-04T15:27:50.064 INFO:tasks.rados.rados.0.smithi007.stdout:105: finishing copy_from racing read to smithi00780855-22 2024-08-04T15:27:50.064 INFO:tasks.rados.rados.0.smithi007.stdout:105: finishing copy_from to smithi00780855-22 2024-08-04T15:27:50.064 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 21 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-04T15:27:50.064 INFO:tasks.rados.rados.0.smithi007.stdout:110: finishing write tid 1 to smithi00780855-50 2024-08-04T15:27:50.064 INFO:tasks.rados.rados.0.smithi007.stdout:110: finishing write tid 2 to smithi00780855-50 2024-08-04T15:27:50.064 INFO:tasks.rados.rados.0.smithi007.stdout:110: finishing write tid 3 to smithi00780855-50 2024-08-04T15:27:50.064 INFO:tasks.rados.rados.0.smithi007.stdout:110: finishing write tid 4 to smithi00780855-50 2024-08-04T15:27:50.064 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 24 (ObjNum 57 snap 3 seq_num 57) dirty exists 2024-08-04T15:27:50.064 INFO:tasks.rados.rados.0.smithi007.stdout:110: left oid 50 (ObjNum 57 snap 3 seq_num 57) 2024-08-04T15:27:50.064 INFO:tasks.rados.rados.0.smithi007.stdout:105: done (4 left) 2024-08-04T15:27:50.064 INFO:tasks.rados.rados.0.smithi007.stdout:107: done (3 left) 2024-08-04T15:27:50.065 INFO:tasks.rados.rados.0.smithi007.stdout:108: done (2 left) 2024-08-04T15:27:50.065 INFO:tasks.rados.rados.0.smithi007.stdout:110: done (1 left) 2024-08-04T15:27:50.065 INFO:tasks.rados.rados.0.smithi007.stdout:113: done (0 left) 2024-08-04T15:27:50.065 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 25 current snap is 3 2024-08-04T15:27:50.065 INFO:tasks.rados.rados.0.smithi007.stdout:114: seq_num 60 ranges {1351680=614400,1966080=401408} 2024-08-04T15:27:50.073 INFO:tasks.rados.rados.0.smithi007.stdout:114: writing smithi00780855-25 from 1351680 to 1966080 tid 1 2024-08-04T15:27:50.076 INFO:tasks.rados.rados.0.smithi007.stdout:114: writing smithi00780855-25 from 1966080 to 2367488 tid 2 2024-08-04T15:27:50.076 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 3 current snap is 3 2024-08-04T15:27:50.076 INFO:tasks.rados.rados.0.smithi007.stdout:115: seq_num 61 ranges {40960=630784,671744=401408} 2024-08-04T15:27:50.080 INFO:tasks.rados.rados.0.smithi007.stdout:115: writing smithi00780855-3 from 40960 to 671744 tid 1 2024-08-04T15:27:50.082 INFO:tasks.rados.rados.0.smithi007.stdout:115: writing smithi00780855-3 from 671744 to 1073152 tid 2 2024-08-04T15:27:50.082 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 32 current snap is 3 2024-08-04T15:27:50.082 INFO:tasks.rados.rados.0.smithi007.stdout:114: finishing write tid 1 to smithi00780855-25 2024-08-04T15:27:50.083 INFO:tasks.rados.rados.0.smithi007.stdout:116: seq_num 62 ranges {524288=647168,1171456=401408} 2024-08-04T15:27:50.089 INFO:tasks.rados.rados.0.smithi007.stdout:116: writing smithi00780855-32 from 524288 to 1171456 tid 1 2024-08-04T15:27:50.091 INFO:tasks.rados.rados.0.smithi007.stdout:116: writing smithi00780855-32 from 1171456 to 1572864 tid 2 2024-08-04T15:27:50.091 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 12 current snap is 3 2024-08-04T15:27:50.091 INFO:tasks.rados.rados.0.smithi007.stdout:117: seq_num 63 ranges {188416=663552,851968=401408} 2024-08-04T15:27:50.096 INFO:tasks.rados.rados.0.smithi007.stdout:117: writing smithi00780855-12 from 188416 to 851968 tid 1 2024-08-04T15:27:50.099 INFO:tasks.rados.rados.0.smithi007.stdout:117: writing smithi00780855-12 from 851968 to 1253376 tid 2 2024-08-04T15:27:50.099 INFO:tasks.rados.rados.0.smithi007.stdout:118: rollback oid 15 current snap is 3 2024-08-04T15:27:50.099 INFO:tasks.rados.rados.0.smithi007.stdout:118: done (4 left) 2024-08-04T15:27:50.099 INFO:tasks.rados.rados.0.smithi007.stdout:119: delete oid 44 current snap is 3 2024-08-04T15:27:50.099 INFO:tasks.rados.rados.0.smithi007.stdout:114: finishing write tid 2 to smithi00780855-25 2024-08-04T15:27:50.099 INFO:tasks.rados.rados.0.smithi007.stdout:114: finishing write tid 3 to smithi00780855-25 2024-08-04T15:27:50.099 INFO:tasks.rados.rados.0.smithi007.stdout:114: finishing write tid 4 to smithi00780855-25 2024-08-04T15:27:50.099 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 37 (ObjNum 60 snap 3 seq_num 60) dirty exists 2024-08-04T15:27:50.099 INFO:tasks.rados.rados.0.smithi007.stdout:114: left oid 25 (ObjNum 60 snap 3 seq_num 60) 2024-08-04T15:27:50.099 INFO:tasks.rados.rados.0.smithi007.stdout:115: finishing write tid 1 to smithi00780855-3 2024-08-04T15:27:50.099 INFO:tasks.rados.rados.0.smithi007.stdout:115: finishing write tid 2 to smithi00780855-3 2024-08-04T15:27:50.099 INFO:tasks.rados.rados.0.smithi007.stdout:115: finishing write tid 3 to smithi00780855-3 2024-08-04T15:27:50.100 INFO:tasks.rados.rados.0.smithi007.stdout:115: finishing write tid 4 to smithi00780855-3 2024-08-04T15:27:50.100 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 23 (ObjNum 61 snap 3 seq_num 61) dirty exists 2024-08-04T15:27:50.100 INFO:tasks.rados.rados.0.smithi007.stdout:115: left oid 3 (ObjNum 61 snap 3 seq_num 61) 2024-08-04T15:27:50.100 INFO:tasks.rados.rados.0.smithi007.stdout:116: finishing write tid 1 to smithi00780855-32 2024-08-04T15:27:50.100 INFO:tasks.rados.rados.0.smithi007.stdout:116: finishing write tid 2 to smithi00780855-32 2024-08-04T15:27:50.100 INFO:tasks.rados.rados.0.smithi007.stdout:116: finishing write tid 3 to smithi00780855-32 2024-08-04T15:27:50.100 INFO:tasks.rados.rados.0.smithi007.stdout:116: finishing write tid 4 to smithi00780855-32 2024-08-04T15:27:50.100 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 10 (ObjNum 62 snap 3 seq_num 62) dirty exists 2024-08-04T15:27:50.100 INFO:tasks.rados.rados.0.smithi007.stdout:116: left oid 32 (ObjNum 62 snap 3 seq_num 62) 2024-08-04T15:27:50.100 INFO:tasks.rados.rados.0.smithi007.stdout:117: finishing write tid 1 to smithi00780855-12 2024-08-04T15:27:50.101 INFO:tasks.rados.rados.0.smithi007.stdout:114: done (4 left) 2024-08-04T15:27:50.101 INFO:tasks.rados.rados.0.smithi007.stdout:115: done (3 left) 2024-08-04T15:27:50.101 INFO:tasks.rados.rados.0.smithi007.stdout:116: done (2 left) 2024-08-04T15:27:50.101 INFO:tasks.rados.rados.0.smithi007.stdout:119: done (1 left) 2024-08-04T15:27:50.101 INFO:tasks.rados.rados.0.smithi007.stdout:120: delete oid 37 current snap is 3 2024-08-04T15:27:50.101 INFO:tasks.rados.rados.0.smithi007.stdout:120: done (1 left) 2024-08-04T15:27:50.101 INFO:tasks.rados.rados.0.smithi007.stdout:121: snap_create 2024-08-04T15:27:50.101 INFO:tasks.rados.rados.0.smithi007.stdout:117: finishing write tid 2 to smithi00780855-12 2024-08-04T15:27:50.102 INFO:tasks.rados.rados.0.smithi007.stdout:117: finishing write tid 3 to smithi00780855-12 2024-08-04T15:27:50.102 INFO:tasks.rados.rados.0.smithi007.stdout:117: finishing write tid 4 to smithi00780855-12 2024-08-04T15:27:50.102 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 40 (ObjNum 63 snap 3 seq_num 63) dirty exists 2024-08-04T15:27:50.102 INFO:tasks.rados.rados.0.smithi007.stdout:117: left oid 12 (ObjNum 63 snap 3 seq_num 63) 2024-08-04T15:27:50.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:49 smithi062 ceph-mon[32659]: osdmap e87: 8 total, 8 up, 8 in 2024-08-04T15:27:50.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:49 smithi007 ceph-mon[39529]: osdmap e87: 8 total, 8 up, 8 in 2024-08-04T15:27:50.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:49 smithi007 ceph-mon[29096]: osdmap e87: 8 total, 8 up, 8 in 2024-08-04T15:27:50.992 INFO:tasks.rados.rados.0.smithi007.stdout:117: done (1 left) 2024-08-04T15:27:50.993 INFO:tasks.rados.rados.0.smithi007.stdout:121: done (0 left) 2024-08-04T15:27:50.993 INFO:tasks.rados.rados.0.smithi007.stdout:122: read oid 48 snap 3 2024-08-04T15:27:50.993 INFO:tasks.rados.rados.0.smithi007.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-04T15:27:50.993 INFO:tasks.rados.rados.0.smithi007.stdout:123: rollback oid 22 current snap is 4 2024-08-04T15:27:50.993 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 22 to 3 2024-08-04T15:27:50.993 INFO:tasks.rados.rados.0.smithi007.stdout:124: read oid 17 snap 3 2024-08-04T15:27:50.993 INFO:tasks.rados.rados.0.smithi007.stdout:124: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-04T15:27:50.993 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 32 current snap is 4 2024-08-04T15:27:50.994 INFO:tasks.rados.rados.0.smithi007.stdout:125: seq_num 66 ranges {1572864=712704,2285568=401408} 2024-08-04T15:27:51.005 INFO:tasks.rados.rados.0.smithi007.stdout:125: writing smithi00780855-32 from 1572864 to 2285568 tid 1 2024-08-04T15:27:51.008 INFO:tasks.rados.rados.0.smithi007.stdout:125: writing smithi00780855-32 from 2285568 to 2686976 tid 2 2024-08-04T15:27:51.008 INFO:tasks.rados.rados.0.smithi007.stdout:126: copy_from oid 1 from oid 24 current snap is 4 2024-08-04T15:27:51.008 INFO:tasks.rados.rados.0.smithi007.stdout:123: finishing rollback tid 0 to smithi00780855-22 2024-08-04T15:27:51.008 INFO:tasks.rados.rados.0.smithi007.stdout:123: finishing rollback tid 1 to smithi00780855-22 2024-08-04T15:27:51.008 INFO:tasks.rados.rados.0.smithi007.stdout:123: finishing rollback tid 2 to smithi00780855-22 2024-08-04T15:27:51.008 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 28 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-04T15:27:51.008 INFO:tasks.rados.rados.0.smithi007.stdout:124: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-04T15:27:51.019 INFO:tasks.rados.rados.0.smithi007.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-04T15:27:51.050 INFO:tasks.rados.rados.0.smithi007.stdout:125: finishing write tid 1 to smithi00780855-32 2024-08-04T15:27:51.050 INFO:tasks.rados.rados.0.smithi007.stdout:125: finishing write tid 2 to smithi00780855-32 2024-08-04T15:27:51.050 INFO:tasks.rados.rados.0.smithi007.stdout:125: finishing write tid 3 to smithi00780855-32 2024-08-04T15:27:51.050 INFO:tasks.rados.rados.0.smithi007.stdout:125: finishing write tid 4 to smithi00780855-32 2024-08-04T15:27:51.050 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 14 (ObjNum 66 snap 4 seq_num 66) dirty exists 2024-08-04T15:27:51.050 INFO:tasks.rados.rados.0.smithi007.stdout:125: left oid 32 (ObjNum 66 snap 4 seq_num 66) 2024-08-04T15:27:51.050 INFO:tasks.rados.rados.0.smithi007.stdout:126: finishing copy_from racing read to smithi00780855-1 2024-08-04T15:27:51.050 INFO:tasks.rados.rados.0.smithi007.stdout:126: finishing copy_from to smithi00780855-1 2024-08-04T15:27:51.050 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-04T15:27:51.050 INFO:tasks.rados.rados.0.smithi007.stdout:122: done (4 left) 2024-08-04T15:27:51.051 INFO:tasks.rados.rados.0.smithi007.stdout:123: done (3 left) 2024-08-04T15:27:51.051 INFO:tasks.rados.rados.0.smithi007.stdout:124: done (2 left) 2024-08-04T15:27:51.051 INFO:tasks.rados.rados.0.smithi007.stdout:125: done (1 left) 2024-08-04T15:27:51.051 INFO:tasks.rados.rados.0.smithi007.stdout:126: done (0 left) 2024-08-04T15:27:51.051 INFO:tasks.rados.rados.0.smithi007.stdout:127: read oid 30 snap -1 2024-08-04T15:27:51.051 INFO:tasks.rados.rados.0.smithi007.stdout:127: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-04T15:27:51.051 INFO:tasks.rados.rados.0.smithi007.stdout:128: copy_from oid 23 from oid 46 current snap is 4 2024-08-04T15:27:51.051 INFO:tasks.rados.rados.0.smithi007.stdout:129: copy_from oid 29 from oid 10 current snap is 4 2024-08-04T15:27:51.051 INFO:tasks.rados.rados.0.smithi007.stdout:130: snap_create 2024-08-04T15:27:51.055 INFO:tasks.rados.rados.0.smithi007.stdout:128: finishing copy_from racing read to smithi00780855-23 2024-08-04T15:27:51.056 INFO:tasks.rados.rados.0.smithi007.stdout:127: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-04T15:27:51.070 INFO:tasks.rados.rados.0.smithi007.stdout:128: finishing copy_from to smithi00780855-23 2024-08-04T15:27:51.070 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-04T15:27:51.070 INFO:tasks.rados.rados.0.smithi007.stdout:129: finishing copy_from racing read to smithi00780855-29 2024-08-04T15:27:51.070 INFO:tasks.rados.rados.0.smithi007.stdout:129: finishing copy_from to smithi00780855-29 2024-08-04T15:27:51.070 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 17 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-04T15:27:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:50 smithi062 ceph-mon[32659]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.4 MiB/s wr, 83 op/s 2024-08-04T15:27:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:50 smithi062 ceph-mon[32659]: osdmap e88: 8 total, 8 up, 8 in 2024-08-04T15:27:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:50 smithi007 ceph-mon[39529]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.4 MiB/s wr, 83 op/s 2024-08-04T15:27:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:50 smithi007 ceph-mon[39529]: osdmap e88: 8 total, 8 up, 8 in 2024-08-04T15:27:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:50 smithi007 ceph-mon[29096]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.4 MiB/s wr, 83 op/s 2024-08-04T15:27:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:50 smithi007 ceph-mon[29096]: osdmap e88: 8 total, 8 up, 8 in 2024-08-04T15:27:51.997 INFO:tasks.rados.rados.0.smithi007.stdout:127: done (3 left) 2024-08-04T15:27:51.998 INFO:tasks.rados.rados.0.smithi007.stdout:128: done (2 left) 2024-08-04T15:27:51.998 INFO:tasks.rados.rados.0.smithi007.stdout:129: done (1 left) 2024-08-04T15:27:51.998 INFO:tasks.rados.rados.0.smithi007.stdout:130: done (0 left) 2024-08-04T15:27:51.998 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 9 current snap is 5 2024-08-04T15:27:51.998 INFO:tasks.rados.rados.0.smithi007.stdout:131: seq_num 67 ranges {139264=729088,868352=401408} 2024-08-04T15:27:52.002 INFO:tasks.rados.rados.0.smithi007.stdout:131: writing smithi00780855-9 from 139264 to 868352 tid 1 2024-08-04T15:27:52.004 INFO:tasks.rados.rados.0.smithi007.stdout:131: writing smithi00780855-9 from 868352 to 1269760 tid 2 2024-08-04T15:27:52.004 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 12 current snap is 5 2024-08-04T15:27:52.004 INFO:tasks.rados.rados.0.smithi007.stdout:132: seq_num 68 ranges {1253376=745472,1998848=401408} 2024-08-04T15:27:52.015 INFO:tasks.rados.rados.0.smithi007.stdout:132: writing smithi00780855-12 from 1253376 to 1998848 tid 1 2024-08-04T15:27:52.019 INFO:tasks.rados.rados.0.smithi007.stdout:132: writing smithi00780855-12 from 1998848 to 2400256 tid 2 2024-08-04T15:27:52.019 INFO:tasks.rados.rados.0.smithi007.stdout:133: rollback oid 22 current snap is 5 2024-08-04T15:27:52.019 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 22 to 3 2024-08-04T15:27:52.019 INFO:tasks.rados.rados.0.smithi007.stdout:131: finishing write tid 1 to smithi00780855-9 2024-08-04T15:27:52.019 INFO:tasks.rados.rados.0.smithi007.stdout:131: finishing write tid 2 to smithi00780855-9 2024-08-04T15:27:52.019 INFO:tasks.rados.rados.0.smithi007.stdout:131: finishing write tid 3 to smithi00780855-9 2024-08-04T15:27:52.019 INFO:tasks.rados.rados.0.smithi007.stdout:131: finishing write tid 4 to smithi00780855-9 2024-08-04T15:27:52.019 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 22 (ObjNum 67 snap 5 seq_num 67) dirty exists 2024-08-04T15:27:52.019 INFO:tasks.rados.rados.0.smithi007.stdout:131: left oid 9 (ObjNum 67 snap 5 seq_num 67) 2024-08-04T15:27:52.019 INFO:tasks.rados.rados.0.smithi007.stdout:131: done (2 left) 2024-08-04T15:27:52.019 INFO:tasks.rados.rados.0.smithi007.stdout:134: snap_create 2024-08-04T15:27:52.021 INFO:tasks.rados.rados.0.smithi007.stdout:133: finishing rollback tid 0 to smithi00780855-22 2024-08-04T15:27:52.021 INFO:tasks.rados.rados.0.smithi007.stdout:133: finishing rollback tid 1 to smithi00780855-22 2024-08-04T15:27:52.021 INFO:tasks.rados.rados.0.smithi007.stdout:133: finishing rollback tid 2 to smithi00780855-22 2024-08-04T15:27:52.021 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 35 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-04T15:27:52.022 INFO:tasks.rados.rados.0.smithi007.stdout:132: finishing write tid 1 to smithi00780855-12 2024-08-04T15:27:52.023 INFO:tasks.rados.rados.0.smithi007.stdout:132: finishing write tid 2 to smithi00780855-12 2024-08-04T15:27:52.023 INFO:tasks.rados.rados.0.smithi007.stdout:132: finishing write tid 3 to smithi00780855-12 2024-08-04T15:27:52.024 INFO:tasks.rados.rados.0.smithi007.stdout:132: finishing write tid 4 to smithi00780855-12 2024-08-04T15:27:52.024 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 44 (ObjNum 68 snap 5 seq_num 68) dirty exists 2024-08-04T15:27:52.024 INFO:tasks.rados.rados.0.smithi007.stdout:132: left oid 12 (ObjNum 68 snap 5 seq_num 68) 2024-08-04T15:27:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:51 smithi062 ceph-mon[32659]: osdmap e89: 8 total, 8 up, 8 in 2024-08-04T15:27:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:27:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:51 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:52.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:27:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:27:51] "GET /metrics HTTP/1.1" 200 239018 "" "Prometheus/2.43.0" 2024-08-04T15:27:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:51 smithi007 ceph-mon[29096]: osdmap e89: 8 total, 8 up, 8 in 2024-08-04T15:27:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:27:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:51 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:51 smithi007 ceph-mon[39529]: osdmap e89: 8 total, 8 up, 8 in 2024-08-04T15:27:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:27:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:51 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:27:53.002 INFO:tasks.rados.rados.0.smithi007.stdout:132: done (2 left) 2024-08-04T15:27:53.002 INFO:tasks.rados.rados.0.smithi007.stdout:133: done (1 left) 2024-08-04T15:27:53.002 INFO:tasks.rados.rados.0.smithi007.stdout:134: done (0 left) 2024-08-04T15:27:53.002 INFO:tasks.rados.rados.0.smithi007.stdout:135: read oid 33 snap -1 2024-08-04T15:27:53.002 INFO:tasks.rados.rados.0.smithi007.stdout:135: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-04T15:27:53.002 INFO:tasks.rados.rados.0.smithi007.stdout:136: read oid 45 snap -1 2024-08-04T15:27:53.002 INFO:tasks.rados.rados.0.smithi007.stdout:136: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-04T15:27:53.002 INFO:tasks.rados.rados.0.smithi007.stdout:137: snap_create 2024-08-04T15:27:53.009 INFO:tasks.rados.rados.0.smithi007.stdout:135: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-04T15:27:53.024 INFO:tasks.rados.rados.0.smithi007.stdout:136: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-04T15:27:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:52 smithi062 ceph-mon[32659]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:52 smithi062 ceph-mon[32659]: osdmap e90: 8 total, 8 up, 8 in 2024-08-04T15:27:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:52 smithi007 ceph-mon[29096]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:52 smithi007 ceph-mon[29096]: osdmap e90: 8 total, 8 up, 8 in 2024-08-04T15:27:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:52 smithi007 ceph-mon[39529]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:27:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:52 smithi007 ceph-mon[39529]: osdmap e90: 8 total, 8 up, 8 in 2024-08-04T15:27:54.006 INFO:tasks.rados.rados.0.smithi007.stdout:135: done (2 left) 2024-08-04T15:27:54.006 INFO:tasks.rados.rados.0.smithi007.stdout:136: done (1 left) 2024-08-04T15:27:54.006 INFO:tasks.rados.rados.0.smithi007.stdout:137: done (0 left) 2024-08-04T15:27:54.006 INFO:tasks.rados.rados.0.smithi007.stdout:138: copy_from oid 48 from oid 42 current snap is 7 2024-08-04T15:27:54.006 INFO:tasks.rados.rados.0.smithi007.stdout:139: delete oid 29 current snap is 7 2024-08-04T15:27:54.009 INFO:tasks.rados.rados.0.smithi007.stdout:139: done (1 left) 2024-08-04T15:27:54.010 INFO:tasks.rados.rados.0.smithi007.stdout:140: snap_create 2024-08-04T15:27:54.012 INFO:tasks.rados.rados.0.smithi007.stdout:138: finishing copy_from racing read to smithi00780855-48 2024-08-04T15:27:54.013 INFO:tasks.rados.rados.0.smithi007.stdout:138: finishing copy_from to smithi00780855-48 2024-08-04T15:27:54.013 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-04T15:27:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:54 smithi062 ceph-mon[32659]: osdmap e91: 8 total, 8 up, 8 in 2024-08-04T15:27:54.262 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:27:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:27:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:27:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:54 smithi007 ceph-mon[39529]: osdmap e91: 8 total, 8 up, 8 in 2024-08-04T15:27:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:54 smithi007 ceph-mon[29096]: osdmap e91: 8 total, 8 up, 8 in 2024-08-04T15:27:55.011 INFO:tasks.rados.rados.0.smithi007.stdout:138: done (1 left) 2024-08-04T15:27:55.011 INFO:tasks.rados.rados.0.smithi007.stdout:140: done (0 left) 2024-08-04T15:27:55.011 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 8 2024-08-04T15:27:55.011 INFO:tasks.rados.rados.0.smithi007.stdout:141: seq_num 70 ranges {712704=778240,1490944=401408} 2024-08-04T15:27:55.020 INFO:tasks.rados.rados.0.smithi007.stdout:141: writing smithi00780855-43 from 712704 to 1490944 tid 1 2024-08-04T15:27:55.024 INFO:tasks.rados.rados.0.smithi007.stdout:141: writing smithi00780855-43 from 1490944 to 1892352 tid 2 2024-08-04T15:27:55.024 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 10 current snap is 8 2024-08-04T15:27:55.024 INFO:tasks.rados.rados.0.smithi007.stdout:142: seq_num 71 ranges {155648=794624,950272=401408} 2024-08-04T15:27:55.031 INFO:tasks.rados.rados.0.smithi007.stdout:142: writing smithi00780855-10 from 155648 to 950272 tid 1 2024-08-04T15:27:55.034 INFO:tasks.rados.rados.0.smithi007.stdout:142: writing smithi00780855-10 from 950272 to 1351680 tid 2 2024-08-04T15:27:55.034 INFO:tasks.rados.rados.0.smithi007.stdout:143: snap_create 2024-08-04T15:27:55.034 INFO:tasks.rados.rados.0.smithi007.stdout:141: finishing write tid 1 to smithi00780855-43 2024-08-04T15:27:55.034 INFO:tasks.rados.rados.0.smithi007.stdout:141: finishing write tid 2 to smithi00780855-43 2024-08-04T15:27:55.035 INFO:tasks.rados.rados.0.smithi007.stdout:141: finishing write tid 3 to smithi00780855-43 2024-08-04T15:27:55.035 INFO:tasks.rados.rados.0.smithi007.stdout:141: finishing write tid 4 to smithi00780855-43 2024-08-04T15:27:55.035 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 12 (ObjNum 70 snap 8 seq_num 70) dirty exists 2024-08-04T15:27:55.035 INFO:tasks.rados.rados.0.smithi007.stdout:141: left oid 43 (ObjNum 70 snap 8 seq_num 70) 2024-08-04T15:27:55.036 INFO:tasks.rados.rados.0.smithi007.stdout:142: finishing write tid 1 to smithi00780855-10 2024-08-04T15:27:55.037 INFO:tasks.rados.rados.0.smithi007.stdout:142: finishing write tid 2 to smithi00780855-10 2024-08-04T15:27:55.037 INFO:tasks.rados.rados.0.smithi007.stdout:142: finishing write tid 3 to smithi00780855-10 2024-08-04T15:27:55.038 INFO:tasks.rados.rados.0.smithi007.stdout:142: finishing write tid 4 to smithi00780855-10 2024-08-04T15:27:55.038 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 33 (ObjNum 71 snap 8 seq_num 71) dirty exists 2024-08-04T15:27:55.038 INFO:tasks.rados.rados.0.smithi007.stdout:142: left oid 10 (ObjNum 71 snap 8 seq_num 71) 2024-08-04T15:27:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:55 smithi062 ceph-mon[32659]: pgmap v117: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.6 MiB/s wr, 24 op/s 2024-08-04T15:27:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:55 smithi062 ceph-mon[32659]: osdmap e92: 8 total, 8 up, 8 in 2024-08-04T15:27:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:55 smithi007 ceph-mon[29096]: pgmap v117: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.6 MiB/s wr, 24 op/s 2024-08-04T15:27:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:55 smithi007 ceph-mon[29096]: osdmap e92: 8 total, 8 up, 8 in 2024-08-04T15:27:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:55 smithi007 ceph-mon[39529]: pgmap v117: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.6 MiB/s wr, 24 op/s 2024-08-04T15:27:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:55 smithi007 ceph-mon[39529]: osdmap e92: 8 total, 8 up, 8 in 2024-08-04T15:27:55.591 INFO:tasks.rados.rados.0.smithi007.stdout:141: done (2 left) 2024-08-04T15:27:55.592 INFO:tasks.rados.rados.0.smithi007.stdout:142: done (1 left) 2024-08-04T15:27:55.592 INFO:tasks.rados.rados.0.smithi007.stdout:143: done (0 left) 2024-08-04T15:27:55.592 INFO:tasks.rados.rados.0.smithi007.stdout:144: snap_create 2024-08-04T15:27:56.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:56 smithi062 ceph-mon[32659]: osdmap e93: 8 total, 8 up, 8 in 2024-08-04T15:27:56.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:56 smithi062 ceph-mon[32659]: osdmap e94: 8 total, 8 up, 8 in 2024-08-04T15:27:56.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:56 smithi007 ceph-mon[39529]: osdmap e93: 8 total, 8 up, 8 in 2024-08-04T15:27:56.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:56 smithi007 ceph-mon[39529]: osdmap e94: 8 total, 8 up, 8 in 2024-08-04T15:27:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:56 smithi007 ceph-mon[29096]: osdmap e93: 8 total, 8 up, 8 in 2024-08-04T15:27:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:56 smithi007 ceph-mon[29096]: osdmap e94: 8 total, 8 up, 8 in 2024-08-04T15:27:56.594 INFO:tasks.rados.rados.0.smithi007.stdout:144: done (0 left) 2024-08-04T15:27:56.595 INFO:tasks.rados.rados.0.smithi007.stdout:145: read oid 42 snap -1 2024-08-04T15:27:56.595 INFO:tasks.rados.rados.0.smithi007.stdout:145: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-04T15:27:56.595 INFO:tasks.rados.rados.0.smithi007.stdout:146: rmattr oid 17 current snap is 10 2024-08-04T15:27:56.595 INFO:tasks.rados.rados.0.smithi007.stdout:146: done (1 left) 2024-08-04T15:27:56.595 INFO:tasks.rados.rados.0.smithi007.stdout:147: setattr oid 28 current snap is 10 2024-08-04T15:27:56.598 INFO:tasks.rados.rados.0.smithi007.stdout:148: copy_from oid 33 from oid 16 current snap is 10 2024-08-04T15:27:56.598 INFO:tasks.rados.rados.0.smithi007.stdout:149: setattr oid 32 current snap is 10 2024-08-04T15:27:56.600 INFO:tasks.rados.rados.0.smithi007.stdout:145: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-04T15:27:56.618 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 26 (ObjNum 33 snap 0 seq_num 3492711904) dirty exists 2024-08-04T15:27:56.618 INFO:tasks.rados.rados.0.smithi007.stdout:148: finishing copy_from racing read to smithi00780855-33 2024-08-04T15:27:56.618 INFO:tasks.rados.rados.0.smithi007.stdout:148: finishing copy_from to smithi00780855-33 2024-08-04T15:27:56.618 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 6 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-04T15:27:56.619 INFO:tasks.rados.rados.0.smithi007.stdout:145: done (3 left) 2024-08-04T15:27:56.619 INFO:tasks.rados.rados.0.smithi007.stdout:147: done (2 left) 2024-08-04T15:27:56.619 INFO:tasks.rados.rados.0.smithi007.stdout:148: done (1 left) 2024-08-04T15:27:56.619 INFO:tasks.rados.rados.0.smithi007.stdout:150: snap_remove snap 5 2024-08-04T15:27:57.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:57 smithi062 ceph-mon[32659]: pgmap v121: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.7 MiB/s wr, 26 op/s 2024-08-04T15:27:57.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:57 smithi062 ceph-mon[32659]: osdmap e95: 8 total, 8 up, 8 in 2024-08-04T15:27:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:57 smithi007 ceph-mon[29096]: pgmap v121: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.7 MiB/s wr, 26 op/s 2024-08-04T15:27:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:57 smithi007 ceph-mon[29096]: osdmap e95: 8 total, 8 up, 8 in 2024-08-04T15:27:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:57 smithi007 ceph-mon[39529]: pgmap v121: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.7 MiB/s wr, 26 op/s 2024-08-04T15:27:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:57 smithi007 ceph-mon[39529]: osdmap e95: 8 total, 8 up, 8 in 2024-08-04T15:27:57.596 INFO:tasks.rados.rados.0.smithi007.stdout:150: done (1 left) 2024-08-04T15:27:57.596 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 10 2024-08-04T15:27:57.596 INFO:tasks.rados.rados.0.smithi007.stdout:151: seq_num 72 ranges {557056=409600,966656=524288,1490944=278528} 2024-08-04T15:27:57.603 INFO:tasks.rados.rados.0.smithi007.stdout:151: writing smithi00780855-45 from 557056 to 966656 tid 1 2024-08-04T15:27:57.606 INFO:tasks.rados.rados.0.smithi007.stdout:151: writing smithi00780855-45 from 966656 to 1490944 tid 2 2024-08-04T15:27:57.608 INFO:tasks.rados.rados.0.smithi007.stdout:151: writing smithi00780855-45 from 1490944 to 1769472 tid 3 2024-08-04T15:27:57.608 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 42 current snap is 10 2024-08-04T15:27:57.608 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 16 (ObjNum 66 snap 4 seq_num 66) dirty exists 2024-08-04T15:27:57.608 INFO:tasks.rados.rados.0.smithi007.stdout:152: seq_num 73 ranges {638976=425984,1064960=409600,1474560=393216} 2024-08-04T15:27:57.614 INFO:tasks.rados.rados.0.smithi007.stdout:152: writing smithi00780855-42 from 638976 to 1064960 tid 1 2024-08-04T15:27:57.616 INFO:tasks.rados.rados.0.smithi007.stdout:152: writing smithi00780855-42 from 1064960 to 1474560 tid 2 2024-08-04T15:27:57.619 INFO:tasks.rados.rados.0.smithi007.stdout:152: writing smithi00780855-42 from 1474560 to 1867776 tid 3 2024-08-04T15:27:57.619 INFO:tasks.rados.rados.0.smithi007.stdout:149: done (2 left) 2024-08-04T15:27:57.619 INFO:tasks.rados.rados.0.smithi007.stdout:153: snap_remove snap 3 2024-08-04T15:27:58.603 INFO:tasks.rados.rados.0.smithi007.stdout:153: done (2 left) 2024-08-04T15:27:58.603 INFO:tasks.rados.rados.0.smithi007.stdout:154: delete oid 22 current snap is 10 2024-08-04T15:27:58.603 INFO:tasks.rados.rados.0.smithi007.stdout:151: finishing write tid 1 to smithi00780855-45 2024-08-04T15:27:58.603 INFO:tasks.rados.rados.0.smithi007.stdout:151: finishing write tid 2 to smithi00780855-45 2024-08-04T15:27:58.603 INFO:tasks.rados.rados.0.smithi007.stdout:151: finishing write tid 3 to smithi00780855-45 2024-08-04T15:27:58.603 INFO:tasks.rados.rados.0.smithi007.stdout:151: finishing write tid 4 to smithi00780855-45 2024-08-04T15:27:58.603 INFO:tasks.rados.rados.0.smithi007.stdout:151: finishing write tid 5 to smithi00780855-45 2024-08-04T15:27:58.604 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 49 (ObjNum 72 snap 10 seq_num 72) dirty exists 2024-08-04T15:27:58.604 INFO:tasks.rados.rados.0.smithi007.stdout:151: left oid 45 (ObjNum 72 snap 10 seq_num 72) 2024-08-04T15:27:58.604 INFO:tasks.rados.rados.0.smithi007.stdout:152: finishing write tid 1 to smithi00780855-42 2024-08-04T15:27:58.604 INFO:tasks.rados.rados.0.smithi007.stdout:152: finishing write tid 2 to smithi00780855-42 2024-08-04T15:27:58.604 INFO:tasks.rados.rados.0.smithi007.stdout:152: finishing write tid 3 to smithi00780855-42 2024-08-04T15:27:58.604 INFO:tasks.rados.rados.0.smithi007.stdout:152: finishing write tid 4 to smithi00780855-42 2024-08-04T15:27:58.604 INFO:tasks.rados.rados.0.smithi007.stdout:152: finishing write tid 5 to smithi00780855-42 2024-08-04T15:27:58.604 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 40 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:27:58.604 INFO:tasks.rados.rados.0.smithi007.stdout:152: left oid 42 (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:27:58.608 INFO:tasks.rados.rados.0.smithi007.stdout:151: done (2 left) 2024-08-04T15:27:58.608 INFO:tasks.rados.rados.0.smithi007.stdout:152: done (1 left) 2024-08-04T15:27:58.608 INFO:tasks.rados.rados.0.smithi007.stdout:154: done (0 left) 2024-08-04T15:27:58.608 INFO:tasks.rados.rados.0.smithi007.stdout:155: snap_create 2024-08-04T15:27:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:58 smithi062 ceph-mon[32659]: osdmap e96: 8 total, 8 up, 8 in 2024-08-04T15:27:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:58 smithi062 ceph-mon[32659]: pgmap v124: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 19 op/s 2024-08-04T15:27:59.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:58 smithi007 ceph-mon[29096]: osdmap e96: 8 total, 8 up, 8 in 2024-08-04T15:27:59.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:58 smithi007 ceph-mon[29096]: pgmap v124: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 19 op/s 2024-08-04T15:27:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:58 smithi007 ceph-mon[39529]: osdmap e96: 8 total, 8 up, 8 in 2024-08-04T15:27:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:58 smithi007 ceph-mon[39529]: pgmap v124: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 19 op/s 2024-08-04T15:27:59.609 INFO:tasks.rados.rados.0.smithi007.stdout:155: done (0 left) 2024-08-04T15:27:59.610 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 11 2024-08-04T15:27:59.610 INFO:tasks.rados.rados.0.smithi007.stdout:156: seq_num 75 ranges {507904=458752,966656=581632,1548288=221184} 2024-08-04T15:27:59.614 INFO:tasks.rados.rados.0.smithi007.stdout:156: writing smithi00780855-31 from 507904 to 966656 tid 1 2024-08-04T15:27:59.618 INFO:tasks.rados.rados.0.smithi007.stdout:156: writing smithi00780855-31 from 966656 to 1548288 tid 2 2024-08-04T15:27:59.619 INFO:tasks.rados.rados.0.smithi007.stdout:156: writing smithi00780855-31 from 1548288 to 1769472 tid 3 2024-08-04T15:27:59.620 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 11 2024-08-04T15:27:59.620 INFO:tasks.rados.rados.0.smithi007.stdout:157: seq_num 76 ranges {253952=475136,729088=458752,1187840=344064} 2024-08-04T15:27:59.623 INFO:tasks.rados.rados.0.smithi007.stdout:157: writing smithi00780855-16 from 253952 to 729088 tid 1 2024-08-04T15:27:59.626 INFO:tasks.rados.rados.0.smithi007.stdout:157: writing smithi00780855-16 from 729088 to 1187840 tid 2 2024-08-04T15:27:59.629 INFO:tasks.rados.rados.0.smithi007.stdout:157: writing smithi00780855-16 from 1187840 to 1531904 tid 3 2024-08-04T15:27:59.629 INFO:tasks.rados.rados.0.smithi007.stdout:158: copy_from oid 10 from oid 39 current snap is 11 2024-08-04T15:27:59.629 INFO:tasks.rados.rados.0.smithi007.stdout:156: finishing write tid 1 to smithi00780855-31 2024-08-04T15:27:59.629 INFO:tasks.rados.rados.0.smithi007.stdout:159: read oid 48 snap 7 2024-08-04T15:27:59.629 INFO:tasks.rados.rados.0.smithi007.stdout:159: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-04T15:27:59.629 INFO:tasks.rados.rados.0.smithi007.stdout:160: copy_from oid 50 from oid 1 current snap is 11 2024-08-04T15:27:59.629 INFO:tasks.rados.rados.0.smithi007.stdout:156: finishing write tid 2 to smithi00780855-31 2024-08-04T15:27:59.629 INFO:tasks.rados.rados.0.smithi007.stdout:156: finishing write tid 3 to smithi00780855-31 2024-08-04T15:27:59.630 INFO:tasks.rados.rados.0.smithi007.stdout:156: finishing write tid 4 to smithi00780855-31 2024-08-04T15:27:59.630 INFO:tasks.rados.rados.0.smithi007.stdout:156: finishing write tid 5 to smithi00780855-31 2024-08-04T15:27:59.630 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 13 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-08-04T15:27:59.630 INFO:tasks.rados.rados.0.smithi007.stdout:156: left oid 31 (ObjNum 75 snap 11 seq_num 75) 2024-08-04T15:27:59.630 INFO:tasks.rados.rados.0.smithi007.stdout:157: finishing write tid 1 to smithi00780855-16 2024-08-04T15:27:59.630 INFO:tasks.rados.rados.0.smithi007.stdout:156: done (4 left) 2024-08-04T15:27:59.630 INFO:tasks.rados.rados.0.smithi007.stdout:161: snap_remove snap 6 2024-08-04T15:28:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:27:59 smithi062 ceph-mon[32659]: osdmap e97: 8 total, 8 up, 8 in 2024-08-04T15:28:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:27:59 smithi007 ceph-mon[39529]: osdmap e97: 8 total, 8 up, 8 in 2024-08-04T15:28:00.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:27:59 smithi007 ceph-mon[29096]: osdmap e97: 8 total, 8 up, 8 in 2024-08-04T15:28:00.593 INFO:tasks.rados.rados.0.smithi007.stdout:161: done (4 left) 2024-08-04T15:28:00.593 INFO:tasks.rados.rados.0.smithi007.stdout:162: delete oid 8 current snap is 11 2024-08-04T15:28:00.593 INFO:tasks.rados.rados.0.smithi007.stdout:157: finishing write tid 2 to smithi00780855-16 2024-08-04T15:28:00.593 INFO:tasks.rados.rados.0.smithi007.stdout:157: finishing write tid 3 to smithi00780855-16 2024-08-04T15:28:00.593 INFO:tasks.rados.rados.0.smithi007.stdout:157: finishing write tid 4 to smithi00780855-16 2024-08-04T15:28:00.593 INFO:tasks.rados.rados.0.smithi007.stdout:157: finishing write tid 5 to smithi00780855-16 2024-08-04T15:28:00.593 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 42 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-08-04T15:28:00.593 INFO:tasks.rados.rados.0.smithi007.stdout:157: left oid 16 (ObjNum 76 snap 11 seq_num 76) 2024-08-04T15:28:00.594 INFO:tasks.rados.rados.0.smithi007.stdout:160: finishing copy_from racing read to smithi00780855-50 2024-08-04T15:28:00.594 INFO:tasks.rados.rados.0.smithi007.stdout:160: finishing copy_from to smithi00780855-50 2024-08-04T15:28:00.594 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-04T15:28:00.594 INFO:tasks.rados.rados.0.smithi007.stdout:159: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-04T15:28:00.617 INFO:tasks.rados.rados.0.smithi007.stdout:158: finishing copy_from racing read to smithi00780855-10 2024-08-04T15:28:00.617 INFO:tasks.rados.rados.0.smithi007.stdout:158: finishing copy_from to smithi00780855-10 2024-08-04T15:28:00.617 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-04T15:28:00.617 INFO:tasks.rados.rados.0.smithi007.stdout:157: done (4 left) 2024-08-04T15:28:00.617 INFO:tasks.rados.rados.0.smithi007.stdout:158: done (3 left) 2024-08-04T15:28:00.617 INFO:tasks.rados.rados.0.smithi007.stdout:159: done (2 left) 2024-08-04T15:28:00.618 INFO:tasks.rados.rados.0.smithi007.stdout:160: done (1 left) 2024-08-04T15:28:00.618 INFO:tasks.rados.rados.0.smithi007.stdout:162: done (0 left) 2024-08-04T15:28:00.618 INFO:tasks.rados.rados.0.smithi007.stdout:163: snap_remove snap 9 2024-08-04T15:28:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:00 smithi062 ceph-mon[32659]: osdmap e98: 8 total, 8 up, 8 in 2024-08-04T15:28:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:00 smithi062 ceph-mon[32659]: pgmap v127: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-08-04T15:28:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:00 smithi062 ceph-mon[32659]: osdmap e99: 8 total, 8 up, 8 in 2024-08-04T15:28:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:00 smithi007 ceph-mon[29096]: osdmap e98: 8 total, 8 up, 8 in 2024-08-04T15:28:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:00 smithi007 ceph-mon[29096]: pgmap v127: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-08-04T15:28:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:00 smithi007 ceph-mon[29096]: osdmap e99: 8 total, 8 up, 8 in 2024-08-04T15:28:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:00 smithi007 ceph-mon[39529]: osdmap e98: 8 total, 8 up, 8 in 2024-08-04T15:28:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:00 smithi007 ceph-mon[39529]: pgmap v127: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-08-04T15:28:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:00 smithi007 ceph-mon[39529]: osdmap e99: 8 total, 8 up, 8 in 2024-08-04T15:28:01.614 INFO:tasks.rados.rados.0.smithi007.stdout:163: done (0 left) 2024-08-04T15:28:01.614 INFO:tasks.rados.rados.0.smithi007.stdout:164: snap_create 2024-08-04T15:28:02.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:01 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:28:01] "GET /metrics HTTP/1.1" 200 239018 "" "Prometheus/2.43.0" 2024-08-04T15:28:02.620 INFO:tasks.rados.rados.0.smithi007.stdout:164: done (0 left) 2024-08-04T15:28:02.620 INFO:tasks.rados.rados.0.smithi007.stdout:165: read oid 46 snap -1 2024-08-04T15:28:02.620 INFO:tasks.rados.rados.0.smithi007.stdout:165: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-04T15:28:02.620 INFO:tasks.rados.rados.0.smithi007.stdout:166: read oid 7 snap 8 2024-08-04T15:28:02.620 INFO:tasks.rados.rados.0.smithi007.stdout:166: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-04T15:28:02.620 INFO:tasks.rados.rados.0.smithi007.stdout:167: snap_create 2024-08-04T15:28:02.623 INFO:tasks.rados.rados.0.smithi007.stdout:165: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-04T15:28:02.643 INFO:tasks.rados.rados.0.smithi007.stdout:166: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-04T15:28:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:02 smithi062 ceph-mon[32659]: osdmap e100: 8 total, 8 up, 8 in 2024-08-04T15:28:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:02 smithi062 ceph-mon[32659]: pgmap v130: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:02 smithi007 ceph-mon[29096]: osdmap e100: 8 total, 8 up, 8 in 2024-08-04T15:28:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:02 smithi007 ceph-mon[29096]: pgmap v130: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:02 smithi007 ceph-mon[39529]: osdmap e100: 8 total, 8 up, 8 in 2024-08-04T15:28:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:02 smithi007 ceph-mon[39529]: pgmap v130: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:03.623 INFO:tasks.rados.rados.0.smithi007.stdout:165: done (2 left) 2024-08-04T15:28:03.624 INFO:tasks.rados.rados.0.smithi007.stdout:166: done (1 left) 2024-08-04T15:28:03.624 INFO:tasks.rados.rados.0.smithi007.stdout:167: done (0 left) 2024-08-04T15:28:03.624 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 13 current snap is 13 2024-08-04T15:28:03.624 INFO:tasks.rados.rados.0.smithi007.stdout:168: seq_num 78 ranges {204800=516096,720896=679936,1400832=122880} 2024-08-04T15:28:03.627 INFO:tasks.rados.rados.0.smithi007.stdout:168: writing smithi00780855-13 from 204800 to 720896 tid 1 2024-08-04T15:28:03.631 INFO:tasks.rados.rados.0.smithi007.stdout:168: writing smithi00780855-13 from 720896 to 1400832 tid 2 2024-08-04T15:28:03.633 INFO:tasks.rados.rados.0.smithi007.stdout:168: writing smithi00780855-13 from 1400832 to 1523712 tid 3 2024-08-04T15:28:03.633 INFO:tasks.rados.rados.0.smithi007.stdout:169: copy_from oid 15 from oid 5 current snap is 13 2024-08-04T15:28:03.633 INFO:tasks.rados.rados.0.smithi007.stdout:170: rollback oid 19 current snap is 13 2024-08-04T15:28:03.633 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 19 to 7 2024-08-04T15:28:03.633 INFO:tasks.rados.rados.0.smithi007.stdout:171: copy_from oid 21 from oid 24 current snap is 13 2024-08-04T15:28:03.633 INFO:tasks.rados.rados.0.smithi007.stdout:172: copy_from oid 3 from oid 7 current snap is 13 2024-08-04T15:28:03.633 INFO:tasks.rados.rados.0.smithi007.stdout:173: read oid 33 snap -1 2024-08-04T15:28:03.633 INFO:tasks.rados.rados.0.smithi007.stdout:173: expect (ObjNum 15 snap 0 seq_num 15) 2024-08-04T15:28:03.633 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 13 2024-08-04T15:28:03.634 INFO:tasks.rados.rados.0.smithi007.stdout:174: seq_num 79 ranges {1531904=532480,2064384=565248,2629632=237568} 2024-08-04T15:28:03.644 INFO:tasks.rados.rados.0.smithi007.stdout:174: writing smithi00780855-16 from 1531904 to 2064384 tid 1 2024-08-04T15:28:03.647 INFO:tasks.rados.rados.0.smithi007.stdout:174: writing smithi00780855-16 from 2064384 to 2629632 tid 2 2024-08-04T15:28:03.649 INFO:tasks.rados.rados.0.smithi007.stdout:174: writing smithi00780855-16 from 2629632 to 2867200 tid 3 2024-08-04T15:28:03.649 INFO:tasks.rados.rados.0.smithi007.stdout:175: rmattr oid 34 current snap is 13 2024-08-04T15:28:03.649 INFO:tasks.rados.rados.0.smithi007.stdout:175: done (7 left) 2024-08-04T15:28:03.649 INFO:tasks.rados.rados.0.smithi007.stdout:176: snap_remove snap 11 2024-08-04T15:28:03.992 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:03 smithi007 ceph-mon[29096]: osdmap e101: 8 total, 8 up, 8 in 2024-08-04T15:28:03.993 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:03 smithi007 ceph-mon[39529]: osdmap e101: 8 total, 8 up, 8 in 2024-08-04T15:28:04.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:03 smithi062 ceph-mon[32659]: osdmap e101: 8 total, 8 up, 8 in 2024-08-04T15:28:04.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:28:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:28:04.632 INFO:tasks.rados.rados.0.smithi007.stdout:176: done (7 left) 2024-08-04T15:28:04.632 INFO:tasks.rados.rados.0.smithi007.stdout:177: read oid 39 snap -1 2024-08-04T15:28:04.632 INFO:tasks.rados.rados.0.smithi007.stdout:177: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-04T15:28:04.632 INFO:tasks.rados.rados.0.smithi007.stdout:178: rmattr oid 4 current snap is 13 2024-08-04T15:28:04.632 INFO:tasks.rados.rados.0.smithi007.stdout:178: done (8 left) 2024-08-04T15:28:04.633 INFO:tasks.rados.rados.0.smithi007.stdout:179: snap_create 2024-08-04T15:28:04.633 INFO:tasks.rados.rados.0.smithi007.stdout:168: finishing write tid 1 to smithi00780855-13 2024-08-04T15:28:04.633 INFO:tasks.rados.rados.0.smithi007.stdout:168: finishing write tid 2 to smithi00780855-13 2024-08-04T15:28:04.633 INFO:tasks.rados.rados.0.smithi007.stdout:173: expect (ObjNum 15 snap 0 seq_num 15) 2024-08-04T15:28:04.640 INFO:tasks.rados.rados.0.smithi007.stdout:172: finishing copy_from racing read to smithi00780855-3 2024-08-04T15:28:04.640 INFO:tasks.rados.rados.0.smithi007.stdout:168: finishing write tid 3 to smithi00780855-13 2024-08-04T15:28:04.640 INFO:tasks.rados.rados.0.smithi007.stdout:168: finishing write tid 4 to smithi00780855-13 2024-08-04T15:28:04.640 INFO:tasks.rados.rados.0.smithi007.stdout:172: finishing copy_from to smithi00780855-3 2024-08-04T15:28:04.641 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-04T15:28:04.641 INFO:tasks.rados.rados.0.smithi007.stdout:170: finishing rollback tid 0 to smithi00780855-19 2024-08-04T15:28:04.641 INFO:tasks.rados.rados.0.smithi007.stdout:168: finishing write tid 5 to smithi00780855-13 2024-08-04T15:28:04.641 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 62 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-08-04T15:28:04.641 INFO:tasks.rados.rados.0.smithi007.stdout:168: left oid 13 (ObjNum 78 snap 13 seq_num 78) 2024-08-04T15:28:04.641 INFO:tasks.rados.rados.0.smithi007.stdout:170: finishing rollback tid 1 to smithi00780855-19 2024-08-04T15:28:04.641 INFO:tasks.rados.rados.0.smithi007.stdout:170: finishing rollback tid 2 to smithi00780855-19 2024-08-04T15:28:04.641 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 9 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-04T15:28:04.641 INFO:tasks.rados.rados.0.smithi007.stdout:171: finishing copy_from racing read to smithi00780855-21 2024-08-04T15:28:04.641 INFO:tasks.rados.rados.0.smithi007.stdout:169: finishing copy_from racing read to smithi00780855-15 2024-08-04T15:28:04.641 INFO:tasks.rados.rados.0.smithi007.stdout:171: finishing copy_from to smithi00780855-21 2024-08-04T15:28:04.641 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-04T15:28:04.641 INFO:tasks.rados.rados.0.smithi007.stdout:169: finishing copy_from to smithi00780855-15 2024-08-04T15:28:04.641 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-04T15:28:04.642 INFO:tasks.rados.rados.0.smithi007.stdout:174: finishing write tid 1 to smithi00780855-16 2024-08-04T15:28:04.642 INFO:tasks.rados.rados.0.smithi007.stdout:174: finishing write tid 2 to smithi00780855-16 2024-08-04T15:28:04.642 INFO:tasks.rados.rados.0.smithi007.stdout:174: finishing write tid 3 to smithi00780855-16 2024-08-04T15:28:04.642 INFO:tasks.rados.rados.0.smithi007.stdout:174: finishing write tid 4 to smithi00780855-16 2024-08-04T15:28:04.642 INFO:tasks.rados.rados.0.smithi007.stdout:174: finishing write tid 5 to smithi00780855-16 2024-08-04T15:28:04.642 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 59 (ObjNum 79 snap 13 seq_num 79) dirty exists 2024-08-04T15:28:04.642 INFO:tasks.rados.rados.0.smithi007.stdout:174: left oid 16 (ObjNum 79 snap 13 seq_num 79) 2024-08-04T15:28:04.642 INFO:tasks.rados.rados.0.smithi007.stdout:177: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-04T15:28:04.995 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:04 smithi007 ceph-mon[29096]: osdmap e102: 8 total, 8 up, 8 in 2024-08-04T15:28:04.995 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:04 smithi007 ceph-mon[29096]: pgmap v133: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 872 KiB/s wr, 6 op/s 2024-08-04T15:28:04.995 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:04 smithi007 ceph-mon[39529]: osdmap e102: 8 total, 8 up, 8 in 2024-08-04T15:28:04.996 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:04 smithi007 ceph-mon[39529]: pgmap v133: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 872 KiB/s wr, 6 op/s 2024-08-04T15:28:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:04 smithi062 ceph-mon[32659]: osdmap e102: 8 total, 8 up, 8 in 2024-08-04T15:28:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:04 smithi062 ceph-mon[32659]: pgmap v133: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 872 KiB/s wr, 6 op/s 2024-08-04T15:28:05.594 INFO:tasks.rados.rados.0.smithi007.stdout:168: done (8 left) 2024-08-04T15:28:05.595 INFO:tasks.rados.rados.0.smithi007.stdout:169: done (7 left) 2024-08-04T15:28:05.595 INFO:tasks.rados.rados.0.smithi007.stdout:170: done (6 left) 2024-08-04T15:28:05.595 INFO:tasks.rados.rados.0.smithi007.stdout:171: done (5 left) 2024-08-04T15:28:05.595 INFO:tasks.rados.rados.0.smithi007.stdout:172: done (4 left) 2024-08-04T15:28:05.595 INFO:tasks.rados.rados.0.smithi007.stdout:173: done (3 left) 2024-08-04T15:28:05.595 INFO:tasks.rados.rados.0.smithi007.stdout:174: done (2 left) 2024-08-04T15:28:05.595 INFO:tasks.rados.rados.0.smithi007.stdout:177: done (1 left) 2024-08-04T15:28:05.595 INFO:tasks.rados.rados.0.smithi007.stdout:179: done (0 left) 2024-08-04T15:28:05.595 INFO:tasks.rados.rados.0.smithi007.stdout:180: copy_from oid 17 from oid 8 current snap is 14 2024-08-04T15:28:05.595 INFO:tasks.rados.rados.0.smithi007.stdout:181: read oid 32 snap -1 2024-08-04T15:28:05.595 INFO:tasks.rados.rados.0.smithi007.stdout:181: expect (ObjNum 66 snap 4 seq_num 66) 2024-08-04T15:28:05.595 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 14 2024-08-04T15:28:05.595 INFO:tasks.rados.rados.0.smithi007.stdout:182: seq_num 80 ranges {1892352=548864,2441216=450560,2891776=352256} 2024-08-04T15:28:05.608 INFO:tasks.rados.rados.0.smithi007.stdout:182: writing smithi00780855-43 from 1892352 to 2441216 tid 1 2024-08-04T15:28:05.611 INFO:tasks.rados.rados.0.smithi007.stdout:182: writing smithi00780855-43 from 2441216 to 2891776 tid 2 2024-08-04T15:28:05.613 INFO:tasks.rados.rados.0.smithi007.stdout:182: writing smithi00780855-43 from 2891776 to 3244032 tid 3 2024-08-04T15:28:05.613 INFO:tasks.rados.rados.0.smithi007.stdout:183: setattr oid 39 current snap is 14 2024-08-04T15:28:05.613 INFO:tasks.rados.rados.0.smithi007.stdout:180: finishing copy_from to smithi00780855-17 2024-08-04T15:28:05.613 INFO:tasks.rados.rados.0.smithi007.stdout:180: got expected ENOENT (src dne) 2024-08-04T15:28:05.614 INFO:tasks.rados.rados.0.smithi007.stdout:180: finishing copy_from racing read to smithi00780855-17 2024-08-04T15:28:05.614 INFO:tasks.rados.rados.0.smithi007.stdout:181: expect (ObjNum 66 snap 4 seq_num 66) 2024-08-04T15:28:05.724 INFO:tasks.rados.rados.0.smithi007.stdout:182: finishing write tid 1 to smithi00780855-43 2024-08-04T15:28:05.724 INFO:tasks.rados.rados.0.smithi007.stdout:182: finishing write tid 2 to smithi00780855-43 2024-08-04T15:28:05.724 INFO:tasks.rados.rados.0.smithi007.stdout:182: finishing write tid 3 to smithi00780855-43 2024-08-04T15:28:05.724 INFO:tasks.rados.rados.0.smithi007.stdout:182: finishing write tid 4 to smithi00780855-43 2024-08-04T15:28:05.724 INFO:tasks.rados.rados.0.smithi007.stdout:182: finishing write tid 5 to smithi00780855-43 2024-08-04T15:28:05.724 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 23 (ObjNum 80 snap 14 seq_num 80) dirty exists 2024-08-04T15:28:05.724 INFO:tasks.rados.rados.0.smithi007.stdout:182: left oid 43 (ObjNum 80 snap 14 seq_num 80) 2024-08-04T15:28:05.724 INFO:tasks.rados.rados.0.smithi007.stdout:180: done (3 left) 2024-08-04T15:28:05.724 INFO:tasks.rados.rados.0.smithi007.stdout:181: done (2 left) 2024-08-04T15:28:05.724 INFO:tasks.rados.rados.0.smithi007.stdout:182: done (1 left) 2024-08-04T15:28:05.725 INFO:tasks.rados.rados.0.smithi007.stdout:184: read oid 21 snap 12 2024-08-04T15:28:05.725 INFO:tasks.rados.rados.0.smithi007.stdout:184: expect (ObjNum 11 snap 0 seq_num 11) 2024-08-04T15:28:05.725 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 34 current snap is 14 2024-08-04T15:28:05.725 INFO:tasks.rados.rados.0.smithi007.stdout:185: seq_num 81 ranges {458752=565248,1024000=737280,1761280=65536} 2024-08-04T15:28:05.729 INFO:tasks.rados.rados.0.smithi007.stdout:185: writing smithi00780855-34 from 458752 to 1024000 tid 1 2024-08-04T15:28:05.734 INFO:tasks.rados.rados.0.smithi007.stdout:185: writing smithi00780855-34 from 1024000 to 1761280 tid 2 2024-08-04T15:28:05.734 INFO:tasks.rados.rados.0.smithi007.stdout:185: writing smithi00780855-34 from 1761280 to 1826816 tid 3 2024-08-04T15:28:05.734 INFO:tasks.rados.rados.0.smithi007.stdout:186: snap_create 2024-08-04T15:28:05.734 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 19 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-04T15:28:05.735 INFO:tasks.rados.rados.0.smithi007.stdout:184: expect (ObjNum 11 snap 0 seq_num 11) 2024-08-04T15:28:05.740 INFO:tasks.rados.rados.0.smithi007.stdout:185: finishing write tid 1 to smithi00780855-34 2024-08-04T15:28:05.740 INFO:tasks.rados.rados.0.smithi007.stdout:185: finishing write tid 2 to smithi00780855-34 2024-08-04T15:28:05.741 INFO:tasks.rados.rados.0.smithi007.stdout:185: finishing write tid 3 to smithi00780855-34 2024-08-04T15:28:05.741 INFO:tasks.rados.rados.0.smithi007.stdout:185: finishing write tid 4 to smithi00780855-34 2024-08-04T15:28:05.741 INFO:tasks.rados.rados.0.smithi007.stdout:185: finishing write tid 5 to smithi00780855-34 2024-08-04T15:28:05.741 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 37 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-08-04T15:28:05.741 INFO:tasks.rados.rados.0.smithi007.stdout:185: left oid 34 (ObjNum 81 snap 14 seq_num 81) 2024-08-04T15:28:06.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:05 smithi062 ceph-mon[32659]: osdmap e103: 8 total, 8 up, 8 in 2024-08-04T15:28:06.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:05 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:06.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:05 smithi062 ceph-mon[32659]: Upgrade: Target is version 19.1.0-1260-g26c3fb8e (unknown) 2024-08-04T15:28:06.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:05 smithi062 ceph-mon[32659]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, digests ['quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6'] 2024-08-04T15:28:06.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:05 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:28:06.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:05 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:06.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:05 smithi062 ceph-mon[32659]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-04T15:28:06.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:05 smithi062 ceph-mon[32659]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 on smithi062 2024-08-04T15:28:06.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:05 smithi062 ceph-mon[32659]: osdmap e104: 8 total, 8 up, 8 in 2024-08-04T15:28:06.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:05 smithi007 ceph-mon[39529]: osdmap e103: 8 total, 8 up, 8 in 2024-08-04T15:28:06.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:05 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:06.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:05 smithi007 ceph-mon[39529]: Upgrade: Target is version 19.1.0-1260-g26c3fb8e (unknown) 2024-08-04T15:28:06.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:05 smithi007 ceph-mon[39529]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, digests ['quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6'] 2024-08-04T15:28:06.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:05 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:28:06.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:05 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:06.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:05 smithi007 ceph-mon[39529]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-04T15:28:06.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:05 smithi007 ceph-mon[39529]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 on smithi062 2024-08-04T15:28:06.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:05 smithi007 ceph-mon[39529]: osdmap e104: 8 total, 8 up, 8 in 2024-08-04T15:28:06.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:05 smithi007 ceph-mon[29096]: osdmap e103: 8 total, 8 up, 8 in 2024-08-04T15:28:06.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:05 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:06.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:05 smithi007 ceph-mon[29096]: Upgrade: Target is version 19.1.0-1260-g26c3fb8e (unknown) 2024-08-04T15:28:06.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:05 smithi007 ceph-mon[29096]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, digests ['quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6'] 2024-08-04T15:28:06.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:05 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:28:06.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:05 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:06.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:05 smithi007 ceph-mon[29096]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-04T15:28:06.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:05 smithi007 ceph-mon[29096]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 on smithi062 2024-08-04T15:28:06.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:05 smithi007 ceph-mon[29096]: osdmap e104: 8 total, 8 up, 8 in 2024-08-04T15:28:06.638 INFO:tasks.rados.rados.0.smithi007.stdout:183: done (3 left) 2024-08-04T15:28:06.638 INFO:tasks.rados.rados.0.smithi007.stdout:184: done (2 left) 2024-08-04T15:28:06.638 INFO:tasks.rados.rados.0.smithi007.stdout:185: done (1 left) 2024-08-04T15:28:06.639 INFO:tasks.rados.rados.0.smithi007.stdout:186: done (0 left) 2024-08-04T15:28:06.639 INFO:tasks.rados.rados.0.smithi007.stdout:187: snap_create 2024-08-04T15:28:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:06 smithi062 ceph-mon[32659]: pgmap v136: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 872 KiB/s wr, 6 op/s 2024-08-04T15:28:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:06 smithi007 ceph-mon[29096]: pgmap v136: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 872 KiB/s wr, 6 op/s 2024-08-04T15:28:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:06 smithi007 ceph-mon[39529]: pgmap v136: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 872 KiB/s wr, 6 op/s 2024-08-04T15:28:07.640 INFO:tasks.rados.rados.0.smithi007.stdout:187: done (0 left) 2024-08-04T15:28:07.640 INFO:tasks.rados.rados.0.smithi007.stdout:188: read oid 45 snap -1 2024-08-04T15:28:07.640 INFO:tasks.rados.rados.0.smithi007.stdout:188: expect (ObjNum 72 snap 10 seq_num 72) 2024-08-04T15:28:07.640 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 16 2024-08-04T15:28:07.640 INFO:tasks.rados.rados.0.smithi007.stdout:189: seq_num 82 ranges {1769472=581632,2351104=622592,2973696=180224} 2024-08-04T15:28:07.652 INFO:tasks.rados.rados.0.smithi007.stdout:189: writing smithi00780855-31 from 1769472 to 2351104 tid 1 2024-08-04T15:28:07.656 INFO:tasks.rados.rados.0.smithi007.stdout:189: writing smithi00780855-31 from 2351104 to 2973696 tid 2 2024-08-04T15:28:07.658 INFO:tasks.rados.rados.0.smithi007.stdout:189: writing smithi00780855-31 from 2973696 to 3153920 tid 3 2024-08-04T15:28:07.658 INFO:tasks.rados.rados.0.smithi007.stdout:190: read oid 49 snap -1 2024-08-04T15:28:07.658 INFO:tasks.rados.rados.0.smithi007.stdout:190: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-04T15:28:07.658 INFO:tasks.rados.rados.0.smithi007.stdout:191: read oid 38 snap -1 2024-08-04T15:28:07.658 INFO:tasks.rados.rados.0.smithi007.stdout:191: expect deleted 2024-08-04T15:28:07.658 INFO:tasks.rados.rados.0.smithi007.stdout:192: read oid 40 snap -1 2024-08-04T15:28:07.658 INFO:tasks.rados.rados.0.smithi007.stdout:192: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-04T15:28:07.658 INFO:tasks.rados.rados.0.smithi007.stdout:193: snap_create 2024-08-04T15:28:07.658 INFO:tasks.rados.rados.0.smithi007.stdout:188: expect (ObjNum 72 snap 10 seq_num 72) 2024-08-04T15:28:07.715 INFO:tasks.rados.rados.0.smithi007.stdout:189: finishing write tid 1 to smithi00780855-31 2024-08-04T15:28:07.715 INFO:tasks.rados.rados.0.smithi007.stdout:189: finishing write tid 2 to smithi00780855-31 2024-08-04T15:28:07.715 INFO:tasks.rados.rados.0.smithi007.stdout:189: finishing write tid 3 to smithi00780855-31 2024-08-04T15:28:07.715 INFO:tasks.rados.rados.0.smithi007.stdout:189: finishing write tid 4 to smithi00780855-31 2024-08-04T15:28:07.715 INFO:tasks.rados.rados.0.smithi007.stdout:189: finishing write tid 5 to smithi00780855-31 2024-08-04T15:28:07.716 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 24 (ObjNum 82 snap 16 seq_num 82) dirty exists 2024-08-04T15:28:07.716 INFO:tasks.rados.rados.0.smithi007.stdout:189: left oid 31 (ObjNum 82 snap 16 seq_num 82) 2024-08-04T15:28:07.716 INFO:tasks.rados.rados.0.smithi007.stdout:192: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-04T15:28:07.732 INFO:tasks.rados.rados.0.smithi007.stdout:190: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-04T15:28:08.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:07 smithi062 ceph-mon[32659]: osdmap e105: 8 total, 8 up, 8 in 2024-08-04T15:28:08.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:07 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:28:08.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:07 smithi007 ceph-mon[29096]: osdmap e105: 8 total, 8 up, 8 in 2024-08-04T15:28:08.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:07 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:28:08.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:07 smithi007 ceph-mon[39529]: osdmap e105: 8 total, 8 up, 8 in 2024-08-04T15:28:08.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:07 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:28:08.649 INFO:tasks.rados.rados.0.smithi007.stdout:188: done (5 left) 2024-08-04T15:28:08.650 INFO:tasks.rados.rados.0.smithi007.stdout:189: done (4 left) 2024-08-04T15:28:08.650 INFO:tasks.rados.rados.0.smithi007.stdout:190: done (3 left) 2024-08-04T15:28:08.650 INFO:tasks.rados.rados.0.smithi007.stdout:191: done (2 left) 2024-08-04T15:28:08.650 INFO:tasks.rados.rados.0.smithi007.stdout:192: done (1 left) 2024-08-04T15:28:08.650 INFO:tasks.rados.rados.0.smithi007.stdout:193: done (0 left) 2024-08-04T15:28:08.650 INFO:tasks.rados.rados.0.smithi007.stdout:194: snap_remove snap 4 2024-08-04T15:28:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:08 smithi062 ceph-mon[32659]: osdmap e106: 8 total, 8 up, 8 in 2024-08-04T15:28:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:08 smithi062 ceph-mon[32659]: pgmap v139: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-08-04T15:28:09.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:08 smithi007 ceph-mon[29096]: osdmap e106: 8 total, 8 up, 8 in 2024-08-04T15:28:09.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:08 smithi007 ceph-mon[29096]: pgmap v139: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-08-04T15:28:09.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:08 smithi007 ceph-mon[39529]: osdmap e106: 8 total, 8 up, 8 in 2024-08-04T15:28:09.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:08 smithi007 ceph-mon[39529]: pgmap v139: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-08-04T15:28:09.652 INFO:tasks.rados.rados.0.smithi007.stdout:194: done (0 left) 2024-08-04T15:28:09.652 INFO:tasks.rados.rados.0.smithi007.stdout:195: read oid 36 snap -1 2024-08-04T15:28:09.652 INFO:tasks.rados.rados.0.smithi007.stdout:195: expect (ObjNum 55 snap 3 seq_num 55) 2024-08-04T15:28:09.652 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 1 current snap is 17 2024-08-04T15:28:09.652 INFO:tasks.rados.rados.0.smithi007.stdout:196: seq_num 83 ranges {393216=598016,991232=499712,1490944=303104} 2024-08-04T15:28:09.658 INFO:tasks.rados.rados.0.smithi007.stdout:196: writing smithi00780855-1 from 393216 to 991232 tid 1 2024-08-04T15:28:09.662 INFO:tasks.rados.rados.0.smithi007.stdout:196: writing smithi00780855-1 from 991232 to 1490944 tid 2 2024-08-04T15:28:09.665 INFO:tasks.rados.rados.0.smithi007.stdout:196: writing smithi00780855-1 from 1490944 to 1794048 tid 3 2024-08-04T15:28:09.665 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 9 current snap is 17 2024-08-04T15:28:09.665 INFO:tasks.rados.rados.0.smithi007.stdout:197: seq_num 84 ranges {1269760=614400,1884160=434176,2318336=368640} 2024-08-04T15:28:09.676 INFO:tasks.rados.rados.0.smithi007.stdout:197: writing smithi00780855-9 from 1269760 to 1884160 tid 1 2024-08-04T15:28:09.678 INFO:tasks.rados.rados.0.smithi007.stdout:197: writing smithi00780855-9 from 1884160 to 2318336 tid 2 2024-08-04T15:28:09.681 INFO:tasks.rados.rados.0.smithi007.stdout:197: writing smithi00780855-9 from 2318336 to 2686976 tid 3 2024-08-04T15:28:09.681 INFO:tasks.rados.rados.0.smithi007.stdout:198: rmattr oid 11 current snap is 17 2024-08-04T15:28:09.681 INFO:tasks.rados.rados.0.smithi007.stdout:198: done (3 left) 2024-08-04T15:28:09.681 INFO:tasks.rados.rados.0.smithi007.stdout:199: snap_remove snap 12 2024-08-04T15:28:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:09 smithi062 ceph-mon[32659]: osdmap e107: 8 total, 8 up, 8 in 2024-08-04T15:28:10.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:09 smithi007 ceph-mon[29096]: osdmap e107: 8 total, 8 up, 8 in 2024-08-04T15:28:10.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:09 smithi007 ceph-mon[39529]: osdmap e107: 8 total, 8 up, 8 in 2024-08-04T15:28:10.089 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:28:10.349 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:28:10.350 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (2m) 105s ago 3m 16.9M - 0.25.0 c8568f914cd2 76bdee3ba6db 2024-08-04T15:28:10.350 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (2m) 108s ago 2m 82.5M - 9.4.7 954c08fa6188 90c608c3ce6c 2024-08-04T15:28:10.350 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (4m) 105s ago 4m 13.6M - 17.2.7-1207-g85224d90 3614407c4e10 39baa14185b8 2024-08-04T15:28:10.350 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (4m) 108s ago 4m 17.6M - 17.2.7-1207-g85224d90 3614407c4e10 951c2f76c840 2024-08-04T15:28:10.350 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443 running (7m) 108s ago 7m 401M - 17.2.7-1207-g85224d90 3614407c4e10 c1d816218ddf 2024-08-04T15:28:10.350 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:9283 running (9m) 105s ago 9m 445M - 17.2.7-1207-g85224d90 3614407c4e10 b8fc9ee64359 2024-08-04T15:28:10.350 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (9m) 105s ago 9m 45.1M 2048M 17.2.7-1207-g85224d90 3614407c4e10 1d4743646ee9 2024-08-04T15:28:10.350 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (8m) 108s ago 8m 36.7M 2048M 17.2.7-1207-g85224d90 3614407c4e10 359d0afec2d9 2024-08-04T15:28:10.350 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (8m) 105s ago 8m 38.5M 2048M 17.2.7-1207-g85224d90 3614407c4e10 b6575ebd4101 2024-08-04T15:28:10.350 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (3m) 105s ago 3m 13.2M - 1.5.0 0da6a335fe13 d31c2c39a1c6 2024-08-04T15:28:10.350 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (2m) 108s ago 2m 13.2M - 1.5.0 0da6a335fe13 7def7a1b23ec 2024-08-04T15:28:10.351 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (7m) 105s ago 7m 48.6M 2993M 17.2.7-1207-g85224d90 3614407c4e10 aa7c2acc12af 2024-08-04T15:28:10.351 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (7m) 105s ago 7m 44.0M 2993M 17.2.7-1207-g85224d90 3614407c4e10 6b90eba90aa9 2024-08-04T15:28:10.351 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (6m) 105s ago 6m 42.0M 2993M 17.2.7-1207-g85224d90 3614407c4e10 75284b707dd4 2024-08-04T15:28:10.351 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (6m) 105s ago 6m 41.6M 2993M 17.2.7-1207-g85224d90 3614407c4e10 902e99f21e0a 2024-08-04T15:28:10.351 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (6m) 108s ago 6m 42.8M 2992M 17.2.7-1207-g85224d90 3614407c4e10 a8621138799e 2024-08-04T15:28:10.351 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (5m) 108s ago 5m 41.1M 2992M 17.2.7-1207-g85224d90 3614407c4e10 4c11140cfb7d 2024-08-04T15:28:10.351 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (5m) 108s ago 5m 41.2M 2992M 17.2.7-1207-g85224d90 3614407c4e10 22d52664a755 2024-08-04T15:28:10.351 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (4m) 108s ago 4m 41.6M 2992M 17.2.7-1207-g85224d90 3614407c4e10 5e425b8303f1 2024-08-04T15:28:10.351 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (118s) 108s ago 3m 25.2M - 2.43.0 a07b618ecd1d 595f1b431696 2024-08-04T15:28:10.594 INFO:tasks.rados.rados.0.smithi007.stdout:199: done (3 left) 2024-08-04T15:28:10.594 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 2 current snap is 17 2024-08-04T15:28:10.594 INFO:tasks.rados.rados.0.smithi007.stdout:195: expect (ObjNum 55 snap 3 seq_num 55) 2024-08-04T15:28:10.641 INFO:tasks.rados.rados.0.smithi007.stdout:196: finishing write tid 1 to smithi00780855-1 2024-08-04T15:28:10.641 INFO:tasks.rados.rados.0.smithi007.stdout:196: finishing write tid 2 to smithi00780855-1 2024-08-04T15:28:10.641 INFO:tasks.rados.rados.0.smithi007.stdout:196: finishing write tid 3 to smithi00780855-1 2024-08-04T15:28:10.642 INFO:tasks.rados.rados.0.smithi007.stdout:196: finishing write tid 4 to smithi00780855-1 2024-08-04T15:28:10.642 INFO:tasks.rados.rados.0.smithi007.stdout:196: finishing write tid 5 to smithi00780855-1 2024-08-04T15:28:10.642 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 65 (ObjNum 83 snap 17 seq_num 83) dirty exists 2024-08-04T15:28:10.642 INFO:tasks.rados.rados.0.smithi007.stdout:196: left oid 1 (ObjNum 83 snap 17 seq_num 83) 2024-08-04T15:28:10.642 INFO:tasks.rados.rados.0.smithi007.stdout:197: finishing write tid 1 to smithi00780855-9 2024-08-04T15:28:10.642 INFO:tasks.rados.rados.0.smithi007.stdout:197: finishing write tid 2 to smithi00780855-9 2024-08-04T15:28:10.642 INFO:tasks.rados.rados.0.smithi007.stdout:200: seq_num 85 ranges {778240=630784,1409024=720896,2129920=81920} 2024-08-04T15:28:10.649 INFO:tasks.rados.rados.0.smithi007.stdout:200: writing smithi00780855-2 from 778240 to 1409024 tid 1 2024-08-04T15:28:10.653 INFO:tasks.rados.rados.0.smithi007.stdout:200: writing smithi00780855-2 from 1409024 to 2129920 tid 2 2024-08-04T15:28:10.655 INFO:tasks.rados.rados.0.smithi007.stdout:200: writing smithi00780855-2 from 2129920 to 2211840 tid 3 2024-08-04T15:28:10.655 INFO:tasks.rados.rados.0.smithi007.stdout:195: done (3 left) 2024-08-04T15:28:10.655 INFO:tasks.rados.rados.0.smithi007.stdout:196: done (2 left) 2024-08-04T15:28:10.655 INFO:tasks.rados.rados.0.smithi007.stdout:201: copy_from oid 13 from oid 43 current snap is 17 2024-08-04T15:28:10.655 INFO:tasks.rados.rados.0.smithi007.stdout:197: finishing write tid 3 to smithi00780855-9 2024-08-04T15:28:10.655 INFO:tasks.rados.rados.0.smithi007.stdout:197: finishing write tid 4 to smithi00780855-9 2024-08-04T15:28:10.655 INFO:tasks.rados.rados.0.smithi007.stdout:197: finishing write tid 5 to smithi00780855-9 2024-08-04T15:28:10.655 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 43 (ObjNum 84 snap 17 seq_num 84) dirty exists 2024-08-04T15:28:10.655 INFO:tasks.rados.rados.0.smithi007.stdout:197: left oid 9 (ObjNum 84 snap 17 seq_num 84) 2024-08-04T15:28:10.656 INFO:tasks.rados.rados.0.smithi007.stdout:200: finishing write tid 1 to smithi00780855-2 2024-08-04T15:28:10.656 INFO:tasks.rados.rados.0.smithi007.stdout:197: done (2 left) 2024-08-04T15:28:10.656 INFO:tasks.rados.rados.0.smithi007.stdout:202: rollback oid 38 current snap is 17 2024-08-04T15:28:10.656 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 38 to 15 2024-08-04T15:28:10.656 INFO:tasks.rados.rados.0.smithi007.stdout:203: rmattr oid 8 current snap is 17 2024-08-04T15:28:10.656 INFO:tasks.rados.rados.0.smithi007.stdout:203: done (3 left) 2024-08-04T15:28:10.656 INFO:tasks.rados.rados.0.smithi007.stdout:204: rmattr oid 25 current snap is 17 2024-08-04T15:28:10.656 INFO:tasks.rados.rados.0.smithi007.stdout:204: done (3 left) 2024-08-04T15:28:10.656 INFO:tasks.rados.rados.0.smithi007.stdout:205: rmattr oid 4 current snap is 17 2024-08-04T15:28:10.656 INFO:tasks.rados.rados.0.smithi007.stdout:205: done (3 left) 2024-08-04T15:28:10.656 INFO:tasks.rados.rados.0.smithi007.stdout:206: read oid 1 snap -1 2024-08-04T15:28:10.656 INFO:tasks.rados.rados.0.smithi007.stdout:206: expect (ObjNum 83 snap 17 seq_num 83) 2024-08-04T15:28:10.657 INFO:tasks.rados.rados.0.smithi007.stdout:207: read oid 6 snap -1 2024-08-04T15:28:10.657 INFO:tasks.rados.rados.0.smithi007.stdout:207: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-04T15:28:10.657 INFO:tasks.rados.rados.0.smithi007.stdout:208: setattr oid 36 current snap is 17 2024-08-04T15:28:10.657 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 21 current snap is 17 2024-08-04T15:28:10.657 INFO:tasks.rados.rados.0.smithi007.stdout:209: seq_num 86 ranges {393216=647168,1040384=606208,1646592=196608} 2024-08-04T15:28:10.663 INFO:tasks.rados.rados.0.smithi007.stdout:209: writing smithi00780855-21 from 393216 to 1040384 tid 1 2024-08-04T15:28:10.666 INFO:tasks.rados.rados.0.smithi007.stdout:209: writing smithi00780855-21 from 1040384 to 1646592 tid 2 2024-08-04T15:28:10.668 INFO:tasks.rados.rados.0.smithi007.stdout:209: writing smithi00780855-21 from 1646592 to 1843200 tid 3 2024-08-04T15:28:10.668 INFO:tasks.rados.rados.0.smithi007.stdout:210: copy_from oid 34 from oid 24 current snap is 17 2024-08-04T15:28:10.668 INFO:tasks.rados.rados.0.smithi007.stdout:202: finishing rollback tid 1 to smithi00780855-38 2024-08-04T15:28:10.668 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 0 (ObjNum 65 snap 0 seq_num 0) dirty dne 2024-08-04T15:28:10.668 INFO:tasks.rados.rados.0.smithi007.stdout:200: finishing write tid 2 to smithi00780855-2 2024-08-04T15:28:10.668 INFO:tasks.rados.rados.0.smithi007.stdout:200: finishing write tid 3 to smithi00780855-2 2024-08-04T15:28:10.668 INFO:tasks.rados.rados.0.smithi007.stdout:200: finishing write tid 4 to smithi00780855-2 2024-08-04T15:28:10.668 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 17 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-04T15:28:10.668 INFO:tasks.rados.rados.0.smithi007.stdout:207: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-04T15:28:10.685 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:28:10.685 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:28:10.685 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 3 2024-08-04T15:28:10.686 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:28:10.686 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:28:10.686 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:28:10.686 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:28:10.686 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:28:10.686 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 8 2024-08-04T15:28:10.686 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:28:10.686 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:28:10.686 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:28:10.686 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:28:10.686 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:28:10.687 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 15 2024-08-04T15:28:10.687 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:28:10.687 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:28:10.687 INFO:tasks.rados.rados.0.smithi007.stdout:200: finishing write tid 5 to smithi00780855-2 2024-08-04T15:28:10.687 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 46 (ObjNum 85 snap 17 seq_num 85) dirty exists 2024-08-04T15:28:10.687 INFO:tasks.rados.rados.0.smithi007.stdout:200: left oid 2 (ObjNum 85 snap 17 seq_num 85) 2024-08-04T15:28:10.688 INFO:tasks.rados.rados.0.smithi007.stdout:206: expect (ObjNum 83 snap 17 seq_num 83) 2024-08-04T15:28:10.741 INFO:tasks.rados.rados.0.smithi007.stdout:209: finishing write tid 1 to smithi00780855-21 2024-08-04T15:28:10.741 INFO:tasks.rados.rados.0.smithi007.stdout:209: finishing write tid 2 to smithi00780855-21 2024-08-04T15:28:10.741 INFO:tasks.rados.rados.0.smithi007.stdout:209: finishing write tid 3 to smithi00780855-21 2024-08-04T15:28:10.741 INFO:tasks.rados.rados.0.smithi007.stdout:209: finishing write tid 4 to smithi00780855-21 2024-08-04T15:28:10.741 INFO:tasks.rados.rados.0.smithi007.stdout:209: finishing write tid 5 to smithi00780855-21 2024-08-04T15:28:10.741 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 78 (ObjNum 86 snap 17 seq_num 86) dirty exists 2024-08-04T15:28:10.742 INFO:tasks.rados.rados.0.smithi007.stdout:209: left oid 21 (ObjNum 86 snap 17 seq_num 86) 2024-08-04T15:28:10.742 INFO:tasks.rados.rados.0.smithi007.stdout:201: finishing copy_from racing read to smithi00780855-13 2024-08-04T15:28:10.742 INFO:tasks.rados.rados.0.smithi007.stdout:201: finishing copy_from to smithi00780855-13 2024-08-04T15:28:10.742 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 23 (ObjNum 80 snap 14 seq_num 80) dirty exists 2024-08-04T15:28:10.742 INFO:tasks.rados.rados.0.smithi007.stdout:210: finishing copy_from racing read to smithi00780855-34 2024-08-04T15:28:10.742 INFO:tasks.rados.rados.0.smithi007.stdout:210: finishing copy_from to smithi00780855-34 2024-08-04T15:28:10.742 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-04T15:28:10.742 INFO:tasks.rados.rados.0.smithi007.stdout:200: done (7 left) 2024-08-04T15:28:10.742 INFO:tasks.rados.rados.0.smithi007.stdout:201: done (6 left) 2024-08-04T15:28:10.743 INFO:tasks.rados.rados.0.smithi007.stdout:202: done (5 left) 2024-08-04T15:28:10.743 INFO:tasks.rados.rados.0.smithi007.stdout:206: done (4 left) 2024-08-04T15:28:10.743 INFO:tasks.rados.rados.0.smithi007.stdout:207: done (3 left) 2024-08-04T15:28:10.743 INFO:tasks.rados.rados.0.smithi007.stdout:208: done (2 left) 2024-08-04T15:28:10.743 INFO:tasks.rados.rados.0.smithi007.stdout:209: done (1 left) 2024-08-04T15:28:10.743 INFO:tasks.rados.rados.0.smithi007.stdout:210: done (0 left) 2024-08-04T15:28:10.743 INFO:tasks.rados.rados.0.smithi007.stdout:211: snap_create 2024-08-04T15:28:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:10 smithi062 ceph-mon[32659]: osdmap e108: 8 total, 8 up, 8 in 2024-08-04T15:28:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:10 smithi062 ceph-mon[32659]: pgmap v142: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-08-04T15:28:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:10 smithi062 ceph-mon[32659]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:28:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:10 smithi062 ceph-mon[32659]: osdmap e109: 8 total, 8 up, 8 in 2024-08-04T15:28:11.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:10 smithi007 ceph-mon[29096]: osdmap e108: 8 total, 8 up, 8 in 2024-08-04T15:28:11.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:10 smithi007 ceph-mon[29096]: pgmap v142: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-08-04T15:28:11.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:10 smithi007 ceph-mon[29096]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:28:11.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:10 smithi007 ceph-mon[29096]: osdmap e109: 8 total, 8 up, 8 in 2024-08-04T15:28:11.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:10 smithi007 ceph-mon[39529]: osdmap e108: 8 total, 8 up, 8 in 2024-08-04T15:28:11.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:10 smithi007 ceph-mon[39529]: pgmap v142: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-08-04T15:28:11.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:10 smithi007 ceph-mon[39529]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:28:11.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:10 smithi007 ceph-mon[39529]: osdmap e109: 8 total, 8 up, 8 in 2024-08-04T15:28:11.672 INFO:tasks.rados.rados.0.smithi007.stdout:211: done (0 left) 2024-08-04T15:28:11.672 INFO:tasks.rados.rados.0.smithi007.stdout:212: delete oid 31 current snap is 18 2024-08-04T15:28:11.674 INFO:tasks.rados.rados.0.smithi007.stdout:212: done (0 left) 2024-08-04T15:28:11.674 INFO:tasks.rados.rados.0.smithi007.stdout:213: delete oid 26 current snap is 18 2024-08-04T15:28:11.678 INFO:tasks.rados.rados.0.smithi007.stdout:213: done (0 left) 2024-08-04T15:28:11.679 INFO:tasks.rados.rados.0.smithi007.stdout:214: copy_from oid 20 from oid 42 current snap is 18 2024-08-04T15:28:11.679 INFO:tasks.rados.rados.0.smithi007.stdout:215: delete oid 5 current snap is 18 2024-08-04T15:28:11.680 INFO:tasks.rados.rados.0.smithi007.stdout:215: done (1 left) 2024-08-04T15:28:11.680 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 13 current snap is 18 2024-08-04T15:28:11.681 INFO:tasks.rados.rados.0.smithi007.stdout:216: seq_num 90 ranges {3244032=712704,3956736=540672,4497408=262144} 2024-08-04T15:28:11.702 INFO:tasks.rados.rados.0.smithi007.stdout:216: writing smithi00780855-13 from 3244032 to 3956736 tid 1 2024-08-04T15:28:11.705 INFO:tasks.rados.rados.0.smithi007.stdout:216: writing smithi00780855-13 from 3956736 to 4497408 tid 2 2024-08-04T15:28:11.707 INFO:tasks.rados.rados.0.smithi007.stdout:216: writing smithi00780855-13 from 4497408 to 4759552 tid 3 2024-08-04T15:28:11.707 INFO:tasks.rados.rados.0.smithi007.stdout:217: read oid 19 snap -1 2024-08-04T15:28:11.707 INFO:tasks.rados.rados.0.smithi007.stdout:217: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-04T15:28:11.707 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 21 current snap is 18 2024-08-04T15:28:11.707 INFO:tasks.rados.rados.0.smithi007.stdout:214: finishing copy_from racing read to smithi00780855-20 2024-08-04T15:28:11.707 INFO:tasks.rados.rados.0.smithi007.stdout:218: seq_num 91 ranges {1843200=729088,2572288=425984,2998272=376832} 2024-08-04T15:28:11.721 INFO:tasks.rados.rados.0.smithi007.stdout:218: writing smithi00780855-21 from 1843200 to 2572288 tid 1 2024-08-04T15:28:11.723 INFO:tasks.rados.rados.0.smithi007.stdout:218: writing smithi00780855-21 from 2572288 to 2998272 tid 2 2024-08-04T15:28:11.726 INFO:tasks.rados.rados.0.smithi007.stdout:218: writing smithi00780855-21 from 2998272 to 3375104 tid 3 2024-08-04T15:28:11.726 INFO:tasks.rados.rados.0.smithi007.stdout:219: delete oid 22 current snap is 18 2024-08-04T15:28:11.726 INFO:tasks.rados.rados.0.smithi007.stdout:214: finishing copy_from to smithi00780855-20 2024-08-04T15:28:11.726 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 40 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:28:11.726 INFO:tasks.rados.rados.0.smithi007.stdout:216: finishing write tid 1 to smithi00780855-13 2024-08-04T15:28:11.726 INFO:tasks.rados.rados.0.smithi007.stdout:216: finishing write tid 2 to smithi00780855-13 2024-08-04T15:28:11.726 INFO:tasks.rados.rados.0.smithi007.stdout:216: finishing write tid 3 to smithi00780855-13 2024-08-04T15:28:11.726 INFO:tasks.rados.rados.0.smithi007.stdout:216: finishing write tid 4 to smithi00780855-13 2024-08-04T15:28:11.727 INFO:tasks.rados.rados.0.smithi007.stdout:216: finishing write tid 5 to smithi00780855-13 2024-08-04T15:28:11.727 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 87 (ObjNum 90 snap 18 seq_num 90) dirty exists 2024-08-04T15:28:11.727 INFO:tasks.rados.rados.0.smithi007.stdout:216: left oid 13 (ObjNum 90 snap 18 seq_num 90) 2024-08-04T15:28:11.727 INFO:tasks.rados.rados.0.smithi007.stdout:217: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-04T15:28:11.735 INFO:tasks.rados.rados.0.smithi007.stdout:218: finishing write tid 1 to smithi00780855-21 2024-08-04T15:28:11.735 INFO:tasks.rados.rados.0.smithi007.stdout:218: finishing write tid 2 to smithi00780855-21 2024-08-04T15:28:11.735 INFO:tasks.rados.rados.0.smithi007.stdout:218: finishing write tid 3 to smithi00780855-21 2024-08-04T15:28:11.735 INFO:tasks.rados.rados.0.smithi007.stdout:218: finishing write tid 4 to smithi00780855-21 2024-08-04T15:28:11.735 INFO:tasks.rados.rados.0.smithi007.stdout:218: finishing write tid 5 to smithi00780855-21 2024-08-04T15:28:11.735 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 85 (ObjNum 91 snap 18 seq_num 91) dirty exists 2024-08-04T15:28:11.735 INFO:tasks.rados.rados.0.smithi007.stdout:218: left oid 21 (ObjNum 91 snap 18 seq_num 91) 2024-08-04T15:28:11.735 INFO:tasks.rados.rados.0.smithi007.stdout:214: done (4 left) 2024-08-04T15:28:11.735 INFO:tasks.rados.rados.0.smithi007.stdout:216: done (3 left) 2024-08-04T15:28:11.736 INFO:tasks.rados.rados.0.smithi007.stdout:217: done (2 left) 2024-08-04T15:28:11.736 INFO:tasks.rados.rados.0.smithi007.stdout:218: done (1 left) 2024-08-04T15:28:11.736 INFO:tasks.rados.rados.0.smithi007.stdout:219: done (0 left) 2024-08-04T15:28:11.736 INFO:tasks.rados.rados.0.smithi007.stdout:220: read oid 38 snap -1 2024-08-04T15:28:11.736 INFO:tasks.rados.rados.0.smithi007.stdout:220: expect deleted 2024-08-04T15:28:11.736 INFO:tasks.rados.rados.0.smithi007.stdout:221: copy_from oid 41 from oid 6 current snap is 18 2024-08-04T15:28:11.736 INFO:tasks.rados.rados.0.smithi007.stdout:222: copy_from oid 30 from oid 19 current snap is 18 2024-08-04T15:28:11.736 INFO:tasks.rados.rados.0.smithi007.stdout:223: read oid 14 snap 17 2024-08-04T15:28:11.736 INFO:tasks.rados.rados.0.smithi007.stdout:223: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-04T15:28:11.736 INFO:tasks.rados.rados.0.smithi007.stdout:224: delete oid 4 current snap is 18 2024-08-04T15:28:11.737 INFO:tasks.rados.rados.0.smithi007.stdout:220: done (4 left) 2024-08-04T15:28:11.737 INFO:tasks.rados.rados.0.smithi007.stdout:224: done (3 left) 2024-08-04T15:28:11.737 INFO:tasks.rados.rados.0.smithi007.stdout:225: rollback oid 3 current snap is 18 2024-08-04T15:28:11.737 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 3 to 8 2024-08-04T15:28:11.737 INFO:tasks.rados.rados.0.smithi007.stdout:226: delete oid 15 current snap is 18 2024-08-04T15:28:11.738 INFO:tasks.rados.rados.0.smithi007.stdout:225: finishing rollback tid 0 to smithi00780855-3 2024-08-04T15:28:11.739 INFO:tasks.rados.rados.0.smithi007.stdout:225: finishing rollback tid 1 to smithi00780855-3 2024-08-04T15:28:11.739 INFO:tasks.rados.rados.0.smithi007.stdout:225: finishing rollback tid 2 to smithi00780855-3 2024-08-04T15:28:11.739 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 50 (ObjNum 61 snap 3 seq_num 61) dirty exists 2024-08-04T15:28:11.739 INFO:tasks.rados.rados.0.smithi007.stdout:222: finishing copy_from racing read to smithi00780855-30 2024-08-04T15:28:11.739 INFO:tasks.rados.rados.0.smithi007.stdout:222: finishing copy_from to smithi00780855-30 2024-08-04T15:28:11.739 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 9 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-04T15:28:11.740 INFO:tasks.rados.rados.0.smithi007.stdout:221: finishing copy_from racing read to smithi00780855-41 2024-08-04T15:28:11.742 INFO:tasks.rados.rados.0.smithi007.stdout:223: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-04T15:28:11.788 INFO:tasks.rados.rados.0.smithi007.stdout:221: finishing copy_from to smithi00780855-41 2024-08-04T15:28:11.789 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-04T15:28:11.789 INFO:tasks.rados.rados.0.smithi007.stdout:221: done (4 left) 2024-08-04T15:28:11.789 INFO:tasks.rados.rados.0.smithi007.stdout:222: done (3 left) 2024-08-04T15:28:11.789 INFO:tasks.rados.rados.0.smithi007.stdout:223: done (2 left) 2024-08-04T15:28:11.789 INFO:tasks.rados.rados.0.smithi007.stdout:225: done (1 left) 2024-08-04T15:28:11.789 INFO:tasks.rados.rados.0.smithi007.stdout:226: done (0 left) 2024-08-04T15:28:11.789 INFO:tasks.rados.rados.0.smithi007.stdout:227: copy_from oid 44 from oid 24 current snap is 18 2024-08-04T15:28:11.789 INFO:tasks.rados.rados.0.smithi007.stdout:228: rollback oid 13 current snap is 18 2024-08-04T15:28:11.789 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 13 to 7 2024-08-04T15:28:11.789 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 17 current snap is 18 2024-08-04T15:28:11.789 INFO:tasks.rados.rados.0.smithi007.stdout:229: seq_num 95 ranges {270336=794624,1064960=409600,1474560=393216} 2024-08-04T15:28:11.794 INFO:tasks.rados.rados.0.smithi007.stdout:229: writing smithi00780855-17 from 270336 to 1064960 tid 1 2024-08-04T15:28:11.797 INFO:tasks.rados.rados.0.smithi007.stdout:229: writing smithi00780855-17 from 1064960 to 1474560 tid 2 2024-08-04T15:28:11.800 INFO:tasks.rados.rados.0.smithi007.stdout:229: writing smithi00780855-17 from 1474560 to 1867776 tid 3 2024-08-04T15:28:11.800 INFO:tasks.rados.rados.0.smithi007.stdout:228: finishing rollback tid 0 to smithi00780855-13 2024-08-04T15:28:11.800 INFO:tasks.rados.rados.0.smithi007.stdout:228: finishing rollback tid 1 to smithi00780855-13 2024-08-04T15:28:11.801 INFO:tasks.rados.rados.0.smithi007.stdout:228: finishing rollback tid 2 to smithi00780855-13 2024-08-04T15:28:11.801 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 94 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-04T15:28:11.801 INFO:tasks.rados.rados.0.smithi007.stdout:227: finishing copy_from racing read to smithi00780855-44 2024-08-04T15:28:11.801 INFO:tasks.rados.rados.0.smithi007.stdout:227: finishing copy_from to smithi00780855-44 2024-08-04T15:28:11.801 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-04T15:28:11.801 INFO:tasks.rados.rados.0.smithi007.stdout:229: finishing write tid 1 to smithi00780855-17 2024-08-04T15:28:11.801 INFO:tasks.rados.rados.0.smithi007.stdout:229: finishing write tid 2 to smithi00780855-17 2024-08-04T15:28:11.801 INFO:tasks.rados.rados.0.smithi007.stdout:227: done (2 left) 2024-08-04T15:28:11.801 INFO:tasks.rados.rados.0.smithi007.stdout:228: done (1 left) 2024-08-04T15:28:11.801 INFO:tasks.rados.rados.0.smithi007.stdout:230: rollback oid 41 current snap is 18 2024-08-04T15:28:11.801 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 41 to 15 2024-08-04T15:28:11.801 INFO:tasks.rados.rados.0.smithi007.stdout:231: snap_remove snap 13 2024-08-04T15:28:11.948 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:11 smithi007 ceph-mon[29096]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:28:11.948 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:11 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3905111062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:28:11.948 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:11 smithi007 ceph-mon[39529]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:28:11.949 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:11 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/3905111062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:28:12.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:11 smithi062 ceph-mon[32659]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:28:12.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:11 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/3905111062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:28:12.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:11 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:28:11] "GET /metrics HTTP/1.1" 200 239173 "" "Prometheus/2.43.0" 2024-08-04T15:28:12.682 INFO:tasks.rados.rados.0.smithi007.stdout:231: done (2 left) 2024-08-04T15:28:12.683 INFO:tasks.rados.rados.0.smithi007.stdout:232: snap_remove snap 14 2024-08-04T15:28:13.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:12 smithi062 ceph-mon[32659]: osdmap e110: 8 total, 8 up, 8 in 2024-08-04T15:28:13.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:12 smithi062 ceph-mon[32659]: pgmap v145: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:13.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:12 smithi007 ceph-mon[29096]: osdmap e110: 8 total, 8 up, 8 in 2024-08-04T15:28:13.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:12 smithi007 ceph-mon[29096]: pgmap v145: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:13.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:12 smithi007 ceph-mon[39529]: osdmap e110: 8 total, 8 up, 8 in 2024-08-04T15:28:13.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:12 smithi007 ceph-mon[39529]: pgmap v145: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:13.690 INFO:tasks.rados.rados.0.smithi007.stdout:232: done (2 left) 2024-08-04T15:28:13.690 INFO:tasks.rados.rados.0.smithi007.stdout:233: rollback oid 33 current snap is 18 2024-08-04T15:28:13.690 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 33 to 10 2024-08-04T15:28:13.690 INFO:tasks.rados.rados.0.smithi007.stdout:229: finishing write tid 3 to smithi00780855-17 2024-08-04T15:28:13.690 INFO:tasks.rados.rados.0.smithi007.stdout:229: finishing write tid 4 to smithi00780855-17 2024-08-04T15:28:13.690 INFO:tasks.rados.rados.0.smithi007.stdout:230: finishing rollback tid 0 to smithi00780855-41 2024-08-04T15:28:13.690 INFO:tasks.rados.rados.0.smithi007.stdout:234: copy_from oid 37 from oid 15 current snap is 18 2024-08-04T15:28:13.690 INFO:tasks.rados.rados.0.smithi007.stdout:230: finishing rollback tid 1 to smithi00780855-41 2024-08-04T15:28:13.690 INFO:tasks.rados.rados.0.smithi007.stdout:230: finishing rollback tid 2 to smithi00780855-41 2024-08-04T15:28:13.690 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 97 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-04T15:28:13.691 INFO:tasks.rados.rados.0.smithi007.stdout:229: finishing write tid 5 to smithi00780855-17 2024-08-04T15:28:13.691 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 37 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-08-04T15:28:13.691 INFO:tasks.rados.rados.0.smithi007.stdout:229: left oid 17 (ObjNum 95 snap 18 seq_num 95) 2024-08-04T15:28:13.691 INFO:tasks.rados.rados.0.smithi007.stdout:229: done (3 left) 2024-08-04T15:28:13.691 INFO:tasks.rados.rados.0.smithi007.stdout:230: done (2 left) 2024-08-04T15:28:13.691 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 41 current snap is 18 2024-08-04T15:28:13.691 INFO:tasks.rados.rados.0.smithi007.stdout:235: seq_num 96 ranges {679936=409600,1089536=696320,1785856=507904} 2024-08-04T15:28:13.696 INFO:tasks.rados.rados.0.smithi007.stdout:235: writing smithi00780855-41 from 679936 to 1089536 tid 1 2024-08-04T15:28:13.700 INFO:tasks.rados.rados.0.smithi007.stdout:235: writing smithi00780855-41 from 1089536 to 1785856 tid 2 2024-08-04T15:28:13.704 INFO:tasks.rados.rados.0.smithi007.stdout:235: writing smithi00780855-41 from 1785856 to 2293760 tid 3 2024-08-04T15:28:13.705 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 47 current snap is 18 2024-08-04T15:28:13.705 INFO:tasks.rados.rados.0.smithi007.stdout:233: finishing rollback tid 0 to smithi00780855-33 2024-08-04T15:28:13.705 INFO:tasks.rados.rados.0.smithi007.stdout:234: finishing copy_from to smithi00780855-37 2024-08-04T15:28:13.705 INFO:tasks.rados.rados.0.smithi007.stdout:234: got expected ENOENT (src dne) 2024-08-04T15:28:13.705 INFO:tasks.rados.rados.0.smithi007.stdout:234: finishing copy_from racing read to smithi00780855-37 2024-08-04T15:28:13.705 INFO:tasks.rados.rados.0.smithi007.stdout:233: finishing rollback tid 1 to smithi00780855-33 2024-08-04T15:28:13.706 INFO:tasks.rados.rados.0.smithi007.stdout:233: finishing rollback tid 2 to smithi00780855-33 2024-08-04T15:28:13.706 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 55 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-04T15:28:13.706 INFO:tasks.rados.rados.0.smithi007.stdout:235: finishing write tid 1 to smithi00780855-41 2024-08-04T15:28:13.706 INFO:tasks.rados.rados.0.smithi007.stdout:236: seq_num 97 ranges {778240=434176,1212416=581632,1794048=540672,2334720=81920} 2024-08-04T15:28:13.710 INFO:tasks.rados.rados.0.smithi007.stdout:236: writing smithi00780855-47 from 778240 to 1212416 tid 1 2024-08-04T15:28:13.714 INFO:tasks.rados.rados.0.smithi007.stdout:236: writing smithi00780855-47 from 1212416 to 1794048 tid 2 2024-08-04T15:28:13.717 INFO:tasks.rados.rados.0.smithi007.stdout:236: writing smithi00780855-47 from 1794048 to 2334720 tid 3 2024-08-04T15:28:13.719 INFO:tasks.rados.rados.0.smithi007.stdout:236: writing smithi00780855-47 from 2334720 to 2416640 tid 4 2024-08-04T15:28:13.719 INFO:tasks.rados.rados.0.smithi007.stdout:233: done (3 left) 2024-08-04T15:28:13.719 INFO:tasks.rados.rados.0.smithi007.stdout:234: done (2 left) 2024-08-04T15:28:13.719 INFO:tasks.rados.rados.0.smithi007.stdout:237: setattr oid 46 current snap is 18 2024-08-04T15:28:13.719 INFO:tasks.rados.rados.0.smithi007.stdout:235: finishing write tid 2 to smithi00780855-41 2024-08-04T15:28:13.719 INFO:tasks.rados.rados.0.smithi007.stdout:235: finishing write tid 3 to smithi00780855-41 2024-08-04T15:28:13.720 INFO:tasks.rados.rados.0.smithi007.stdout:235: finishing write tid 4 to smithi00780855-41 2024-08-04T15:28:13.720 INFO:tasks.rados.rados.0.smithi007.stdout:235: finishing write tid 5 to smithi00780855-41 2024-08-04T15:28:13.720 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 111 (ObjNum 96 snap 18 seq_num 96) dirty exists 2024-08-04T15:28:13.720 INFO:tasks.rados.rados.0.smithi007.stdout:235: left oid 41 (ObjNum 96 snap 18 seq_num 96) 2024-08-04T15:28:13.720 INFO:tasks.rados.rados.0.smithi007.stdout:236: finishing write tid 1 to smithi00780855-47 2024-08-04T15:28:13.720 INFO:tasks.rados.rados.0.smithi007.stdout:236: finishing write tid 2 to smithi00780855-47 2024-08-04T15:28:13.721 INFO:tasks.rados.rados.0.smithi007.stdout:235: done (2 left) 2024-08-04T15:28:13.721 INFO:tasks.rados.rados.0.smithi007.stdout:238: snap_remove snap 7 2024-08-04T15:28:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:13 smithi062 ceph-mon[32659]: osdmap e111: 8 total, 8 up, 8 in 2024-08-04T15:28:14.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:13 smithi007 ceph-mon[39529]: osdmap e111: 8 total, 8 up, 8 in 2024-08-04T15:28:14.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:13 smithi007 ceph-mon[29096]: osdmap e111: 8 total, 8 up, 8 in 2024-08-04T15:28:14.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:14 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:28:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:28:14.695 INFO:tasks.rados.rados.0.smithi007.stdout:236: finishing write tid 3 to smithi00780855-47 2024-08-04T15:28:14.695 INFO:tasks.rados.rados.0.smithi007.stdout:236: finishing write tid 4 to smithi00780855-47 2024-08-04T15:28:14.695 INFO:tasks.rados.rados.0.smithi007.stdout:236: finishing write tid 5 to smithi00780855-47 2024-08-04T15:28:14.695 INFO:tasks.rados.rados.0.smithi007.stdout:236: finishing write tid 6 to smithi00780855-47 2024-08-04T15:28:14.695 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 8 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:28:14.695 INFO:tasks.rados.rados.0.smithi007.stdout:236: left oid 47 (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:28:14.695 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 27 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-04T15:28:14.696 INFO:tasks.rados.rados.0.smithi007.stdout:236: done (2 left) 2024-08-04T15:28:14.696 INFO:tasks.rados.rados.0.smithi007.stdout:237: done (1 left) 2024-08-04T15:28:14.696 INFO:tasks.rados.rados.0.smithi007.stdout:238: done (0 left) 2024-08-04T15:28:14.696 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 26 current snap is 18 2024-08-04T15:28:14.696 INFO:tasks.rados.rados.0.smithi007.stdout:239: seq_num 98 ranges {0=450560,450560=466944,917504=737280} 2024-08-04T15:28:14.698 INFO:tasks.rados.rados.0.smithi007.stdout:239: writing smithi00780855-26 from 0 to 450560 tid 1 2024-08-04T15:28:14.701 INFO:tasks.rados.rados.0.smithi007.stdout:239: writing smithi00780855-26 from 450560 to 917504 tid 2 2024-08-04T15:28:14.707 INFO:tasks.rados.rados.0.smithi007.stdout:239: writing smithi00780855-26 from 917504 to 1654784 tid 3 2024-08-04T15:28:14.707 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 2 current snap is 18 2024-08-04T15:28:14.707 INFO:tasks.rados.rados.0.smithi007.stdout:240: seq_num 99 ranges {2211840=466944,2678784=802816,3481600=401408} 2024-08-04T15:28:14.722 INFO:tasks.rados.rados.0.smithi007.stdout:240: writing smithi00780855-2 from 2211840 to 2678784 tid 1 2024-08-04T15:28:14.727 INFO:tasks.rados.rados.0.smithi007.stdout:240: writing smithi00780855-2 from 2678784 to 3481600 tid 2 2024-08-04T15:28:14.729 INFO:tasks.rados.rados.0.smithi007.stdout:240: writing smithi00780855-2 from 3481600 to 3883008 tid 3 2024-08-04T15:28:14.730 INFO:tasks.rados.rados.0.smithi007.stdout:241: copy_from oid 28 from oid 27 current snap is 18 2024-08-04T15:28:14.730 INFO:tasks.rados.rados.0.smithi007.stdout:239: finishing write tid 1 to smithi00780855-26 2024-08-04T15:28:14.730 INFO:tasks.rados.rados.0.smithi007.stdout:239: finishing write tid 2 to smithi00780855-26 2024-08-04T15:28:14.730 INFO:tasks.rados.rados.0.smithi007.stdout:239: finishing write tid 3 to smithi00780855-26 2024-08-04T15:28:14.730 INFO:tasks.rados.rados.0.smithi007.stdout:239: finishing write tid 4 to smithi00780855-26 2024-08-04T15:28:14.730 INFO:tasks.rados.rados.0.smithi007.stdout:239: finishing write tid 5 to smithi00780855-26 2024-08-04T15:28:14.730 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 105 (ObjNum 98 snap 18 seq_num 98) dirty exists 2024-08-04T15:28:14.730 INFO:tasks.rados.rados.0.smithi007.stdout:239: left oid 26 (ObjNum 98 snap 18 seq_num 98) 2024-08-04T15:28:14.730 INFO:tasks.rados.rados.0.smithi007.stdout:240: finishing write tid 1 to smithi00780855-2 2024-08-04T15:28:14.730 INFO:tasks.rados.rados.0.smithi007.stdout:239: done (2 left) 2024-08-04T15:28:14.730 INFO:tasks.rados.rados.0.smithi007.stdout:242: snap_create 2024-08-04T15:28:14.732 INFO:tasks.rados.rados.0.smithi007.stdout:240: finishing write tid 2 to smithi00780855-2 2024-08-04T15:28:14.732 INFO:tasks.rados.rados.0.smithi007.stdout:240: finishing write tid 3 to smithi00780855-2 2024-08-04T15:28:14.732 INFO:tasks.rados.rados.0.smithi007.stdout:240: finishing write tid 4 to smithi00780855-2 2024-08-04T15:28:14.733 INFO:tasks.rados.rados.0.smithi007.stdout:240: finishing write tid 5 to smithi00780855-2 2024-08-04T15:28:14.733 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 67 (ObjNum 99 snap 18 seq_num 99) dirty exists 2024-08-04T15:28:14.733 INFO:tasks.rados.rados.0.smithi007.stdout:240: left oid 2 (ObjNum 99 snap 18 seq_num 99) 2024-08-04T15:28:14.734 INFO:tasks.rados.rados.0.smithi007.stdout:241: finishing copy_from racing read to smithi00780855-28 2024-08-04T15:28:14.735 INFO:tasks.rados.rados.0.smithi007.stdout:241: finishing copy_from to smithi00780855-28 2024-08-04T15:28:14.735 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-04T15:28:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:14 smithi062 ceph-mon[32659]: osdmap e112: 8 total, 8 up, 8 in 2024-08-04T15:28:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:14 smithi062 ceph-mon[32659]: pgmap v148: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-08-04T15:28:15.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:14 smithi007 ceph-mon[29096]: osdmap e112: 8 total, 8 up, 8 in 2024-08-04T15:28:15.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:14 smithi007 ceph-mon[29096]: pgmap v148: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-08-04T15:28:15.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:14 smithi007 ceph-mon[39529]: osdmap e112: 8 total, 8 up, 8 in 2024-08-04T15:28:15.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:14 smithi007 ceph-mon[39529]: pgmap v148: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-08-04T15:28:15.600 INFO:tasks.rados.rados.0.smithi007.stdout:240: done (2 left) 2024-08-04T15:28:15.600 INFO:tasks.rados.rados.0.smithi007.stdout:241: done (1 left) 2024-08-04T15:28:15.600 INFO:tasks.rados.rados.0.smithi007.stdout:242: done (0 left) 2024-08-04T15:28:15.600 INFO:tasks.rados.rados.0.smithi007.stdout:243: snap_create 2024-08-04T15:28:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:15 smithi062 ceph-mon[32659]: osdmap e113: 8 total, 8 up, 8 in 2024-08-04T15:28:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:15 smithi062 ceph-mon[32659]: osdmap e114: 8 total, 8 up, 8 in 2024-08-04T15:28:16.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:15 smithi007 ceph-mon[29096]: osdmap e113: 8 total, 8 up, 8 in 2024-08-04T15:28:16.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:15 smithi007 ceph-mon[29096]: osdmap e114: 8 total, 8 up, 8 in 2024-08-04T15:28:16.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:15 smithi007 ceph-mon[39529]: osdmap e113: 8 total, 8 up, 8 in 2024-08-04T15:28:16.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:15 smithi007 ceph-mon[39529]: osdmap e114: 8 total, 8 up, 8 in 2024-08-04T15:28:16.607 INFO:tasks.rados.rados.0.smithi007.stdout:243: done (0 left) 2024-08-04T15:28:16.607 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 17 current snap is 20 2024-08-04T15:28:16.607 INFO:tasks.rados.rados.0.smithi007.stdout:244: seq_num 100 ranges {1867776=483328,2351104=688128,3039232=516096} 2024-08-04T15:28:16.619 INFO:tasks.rados.rados.0.smithi007.stdout:244: writing smithi00780855-17 from 1867776 to 2351104 tid 1 2024-08-04T15:28:16.624 INFO:tasks.rados.rados.0.smithi007.stdout:244: writing smithi00780855-17 from 2351104 to 3039232 tid 2 2024-08-04T15:28:16.627 INFO:tasks.rados.rados.0.smithi007.stdout:244: writing smithi00780855-17 from 3039232 to 3555328 tid 3 2024-08-04T15:28:16.627 INFO:tasks.rados.rados.0.smithi007.stdout:245: rollback oid 8 current snap is 20 2024-08-04T15:28:16.627 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 8 to 19 2024-08-04T15:28:16.628 INFO:tasks.rados.rados.0.smithi007.stdout:244: finishing write tid 1 to smithi00780855-17 2024-08-04T15:28:16.628 INFO:tasks.rados.rados.0.smithi007.stdout:244: finishing write tid 2 to smithi00780855-17 2024-08-04T15:28:16.628 INFO:tasks.rados.rados.0.smithi007.stdout:246: rmattr oid 26 current snap is 20 2024-08-04T15:28:16.628 INFO:tasks.rados.rados.0.smithi007.stdout:246: done (2 left) 2024-08-04T15:28:16.628 INFO:tasks.rados.rados.0.smithi007.stdout:247: delete oid 2 current snap is 20 2024-08-04T15:28:16.629 INFO:tasks.rados.rados.0.smithi007.stdout:247: done (2 left) 2024-08-04T15:28:16.629 INFO:tasks.rados.rados.0.smithi007.stdout:248: rmattr oid 24 current snap is 20 2024-08-04T15:28:16.630 INFO:tasks.rados.rados.0.smithi007.stdout:248: done (2 left) 2024-08-04T15:28:16.630 INFO:tasks.rados.rados.0.smithi007.stdout:249: snap_create 2024-08-04T15:28:16.630 INFO:tasks.rados.rados.0.smithi007.stdout:244: finishing write tid 3 to smithi00780855-17 2024-08-04T15:28:16.630 INFO:tasks.rados.rados.0.smithi007.stdout:244: finishing write tid 4 to smithi00780855-17 2024-08-04T15:28:16.631 INFO:tasks.rados.rados.0.smithi007.stdout:244: finishing write tid 5 to smithi00780855-17 2024-08-04T15:28:16.631 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 52 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-08-04T15:28:16.631 INFO:tasks.rados.rados.0.smithi007.stdout:244: left oid 17 (ObjNum 100 snap 20 seq_num 100) 2024-08-04T15:28:16.632 INFO:tasks.rados.rados.0.smithi007.stdout:245: finishing rollback tid 1 to smithi00780855-8 2024-08-04T15:28:16.632 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 22 (ObjNum 129 snap 0 seq_num 2402155103) dirty dne 2024-08-04T15:28:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:16 smithi062 ceph-mon[32659]: pgmap v151: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-08-04T15:28:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:16 smithi062 ceph-mon[32659]: osdmap e115: 8 total, 8 up, 8 in 2024-08-04T15:28:17.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:16 smithi007 ceph-mon[29096]: pgmap v151: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-08-04T15:28:17.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:16 smithi007 ceph-mon[29096]: osdmap e115: 8 total, 8 up, 8 in 2024-08-04T15:28:17.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:16 smithi007 ceph-mon[39529]: pgmap v151: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-08-04T15:28:17.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:16 smithi007 ceph-mon[39529]: osdmap e115: 8 total, 8 up, 8 in 2024-08-04T15:28:17.609 INFO:tasks.rados.rados.0.smithi007.stdout:244: done (2 left) 2024-08-04T15:28:17.609 INFO:tasks.rados.rados.0.smithi007.stdout:245: done (1 left) 2024-08-04T15:28:17.610 INFO:tasks.rados.rados.0.smithi007.stdout:249: done (0 left) 2024-08-04T15:28:17.610 INFO:tasks.rados.rados.0.smithi007.stdout:250: copy_from oid 48 from oid 47 current snap is 21 2024-08-04T15:28:17.610 INFO:tasks.rados.rados.0.smithi007.stdout:251: read oid 34 snap -1 2024-08-04T15:28:17.610 INFO:tasks.rados.rados.0.smithi007.stdout:251: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-04T15:28:17.610 INFO:tasks.rados.rados.0.smithi007.stdout:252: snap_create 2024-08-04T15:28:17.662 INFO:tasks.rados.rados.0.smithi007.stdout:251: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-04T15:28:17.748 INFO:tasks.rados.rados.0.smithi007.stdout:250: finishing copy_from racing read to smithi00780855-48 2024-08-04T15:28:17.749 INFO:tasks.rados.rados.0.smithi007.stdout:250: finishing copy_from to smithi00780855-48 2024-08-04T15:28:17.749 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 8 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:28:18.614 INFO:tasks.rados.rados.0.smithi007.stdout:250: done (2 left) 2024-08-04T15:28:18.614 INFO:tasks.rados.rados.0.smithi007.stdout:251: done (1 left) 2024-08-04T15:28:18.614 INFO:tasks.rados.rados.0.smithi007.stdout:252: done (0 left) 2024-08-04T15:28:18.614 INFO:tasks.rados.rados.0.smithi007.stdout:253: read oid 47 snap -1 2024-08-04T15:28:18.614 INFO:tasks.rados.rados.0.smithi007.stdout:253: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:28:18.614 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 22 2024-08-04T15:28:18.614 INFO:tasks.rados.rados.0.smithi007.stdout:254: seq_num 102 ranges {1769472=516096,2285568=450560,2736128=729088,3465216=24576} 2024-08-04T15:28:18.626 INFO:tasks.rados.rados.0.smithi007.stdout:254: writing smithi00780855-45 from 1769472 to 2285568 tid 1 2024-08-04T15:28:18.629 INFO:tasks.rados.rados.0.smithi007.stdout:254: writing smithi00780855-45 from 2285568 to 2736128 tid 2 2024-08-04T15:28:18.633 INFO:tasks.rados.rados.0.smithi007.stdout:254: writing smithi00780855-45 from 2736128 to 3465216 tid 3 2024-08-04T15:28:18.633 INFO:tasks.rados.rados.0.smithi007.stdout:254: writing smithi00780855-45 from 3465216 to 3489792 tid 4 2024-08-04T15:28:18.634 INFO:tasks.rados.rados.0.smithi007.stdout:255: read oid 49 snap 8 2024-08-04T15:28:18.634 INFO:tasks.rados.rados.0.smithi007.stdout:255: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-04T15:28:18.634 INFO:tasks.rados.rados.0.smithi007.stdout:256: read oid 28 snap -1 2024-08-04T15:28:18.634 INFO:tasks.rados.rados.0.smithi007.stdout:256: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-04T15:28:18.634 INFO:tasks.rados.rados.0.smithi007.stdout:257: read oid 46 snap 20 2024-08-04T15:28:18.634 INFO:tasks.rados.rados.0.smithi007.stdout:257: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-04T15:28:18.634 INFO:tasks.rados.rados.0.smithi007.stdout:258: snap_remove snap 16 2024-08-04T15:28:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:18 smithi062 ceph-mon[32659]: osdmap e116: 8 total, 8 up, 8 in 2024-08-04T15:28:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:18 smithi062 ceph-mon[32659]: pgmap v154: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-04T15:28:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:18 smithi007 ceph-mon[29096]: osdmap e116: 8 total, 8 up, 8 in 2024-08-04T15:28:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:18 smithi007 ceph-mon[29096]: pgmap v154: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-04T15:28:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:18 smithi007 ceph-mon[39529]: osdmap e116: 8 total, 8 up, 8 in 2024-08-04T15:28:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:18 smithi007 ceph-mon[39529]: pgmap v154: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-04T15:28:19.619 INFO:tasks.rados.rados.0.smithi007.stdout:258: done (5 left) 2024-08-04T15:28:19.619 INFO:tasks.rados.rados.0.smithi007.stdout:259: setattr oid 37 current snap is 22 2024-08-04T15:28:19.620 INFO:tasks.rados.rados.0.smithi007.stdout:253: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:28:19.701 INFO:tasks.rados.rados.0.smithi007.stdout:254: finishing write tid 1 to smithi00780855-45 2024-08-04T15:28:19.702 INFO:tasks.rados.rados.0.smithi007.stdout:254: finishing write tid 2 to smithi00780855-45 2024-08-04T15:28:19.702 INFO:tasks.rados.rados.0.smithi007.stdout:254: finishing write tid 3 to smithi00780855-45 2024-08-04T15:28:19.702 INFO:tasks.rados.rados.0.smithi007.stdout:254: finishing write tid 4 to smithi00780855-45 2024-08-04T15:28:19.702 INFO:tasks.rados.rados.0.smithi007.stdout:254: finishing write tid 5 to smithi00780855-45 2024-08-04T15:28:19.702 INFO:tasks.rados.rados.0.smithi007.stdout:257: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-04T15:28:19.723 INFO:tasks.rados.rados.0.smithi007.stdout:254: finishing write tid 6 to smithi00780855-45 2024-08-04T15:28:19.724 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 127 (ObjNum 102 snap 22 seq_num 102) dirty exists 2024-08-04T15:28:19.724 INFO:tasks.rados.rados.0.smithi007.stdout:254: left oid 45 (ObjNum 102 snap 22 seq_num 102) 2024-08-04T15:28:19.724 INFO:tasks.rados.rados.0.smithi007.stdout:256: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-04T15:28:19.735 INFO:tasks.rados.rados.0.smithi007.stdout:255: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-04T15:28:19.757 INFO:tasks.rados.rados.0.smithi007.stdout:253: done (5 left) 2024-08-04T15:28:19.757 INFO:tasks.rados.rados.0.smithi007.stdout:254: done (4 left) 2024-08-04T15:28:19.757 INFO:tasks.rados.rados.0.smithi007.stdout:255: done (3 left) 2024-08-04T15:28:19.757 INFO:tasks.rados.rados.0.smithi007.stdout:256: done (2 left) 2024-08-04T15:28:19.757 INFO:tasks.rados.rados.0.smithi007.stdout:257: done (1 left) 2024-08-04T15:28:19.757 INFO:tasks.rados.rados.0.smithi007.stdout:260: rollback oid 15 current snap is 22 2024-08-04T15:28:19.757 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 15 to 17 2024-08-04T15:28:19.757 INFO:tasks.rados.rados.0.smithi007.stdout:261: delete oid 45 current snap is 22 2024-08-04T15:28:19.759 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 8 (ObjNum 305 snap 0 seq_num 1) dirty exists 2024-08-04T15:28:19.759 INFO:tasks.rados.rados.0.smithi007.stdout:260: finishing rollback tid 1 to smithi00780855-15 2024-08-04T15:28:19.759 INFO:tasks.rados.rados.0.smithi007.stdout:260: finishing rollback tid 2 to smithi00780855-15 2024-08-04T15:28:19.759 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 137 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-04T15:28:19.759 INFO:tasks.rados.rados.0.smithi007.stdout:259: done (2 left) 2024-08-04T15:28:19.760 INFO:tasks.rados.rados.0.smithi007.stdout:260: done (1 left) 2024-08-04T15:28:19.760 INFO:tasks.rados.rados.0.smithi007.stdout:261: done (0 left) 2024-08-04T15:28:19.760 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 26 current snap is 22 2024-08-04T15:28:19.760 INFO:tasks.rados.rados.0.smithi007.stdout:262: seq_num 104 ranges {1654784=548864,2203648=622592,2826240=581632} 2024-08-04T15:28:19.771 INFO:tasks.rados.rados.0.smithi007.stdout:262: writing smithi00780855-26 from 1654784 to 2203648 tid 1 2024-08-04T15:28:19.775 INFO:tasks.rados.rados.0.smithi007.stdout:262: writing smithi00780855-26 from 2203648 to 2826240 tid 2 2024-08-04T15:28:19.779 INFO:tasks.rados.rados.0.smithi007.stdout:262: writing smithi00780855-26 from 2826240 to 3407872 tid 3 2024-08-04T15:28:19.779 INFO:tasks.rados.rados.0.smithi007.stdout:263: setattr oid 47 current snap is 22 2024-08-04T15:28:19.779 INFO:tasks.rados.rados.0.smithi007.stdout:262: finishing write tid 1 to smithi00780855-26 2024-08-04T15:28:19.779 INFO:tasks.rados.rados.0.smithi007.stdout:262: finishing write tid 2 to smithi00780855-26 2024-08-04T15:28:19.781 INFO:tasks.rados.rados.0.smithi007.stdout:264: setattr oid 30 current snap is 22 2024-08-04T15:28:19.781 INFO:tasks.rados.rados.0.smithi007.stdout:262: finishing write tid 3 to smithi00780855-26 2024-08-04T15:28:19.781 INFO:tasks.rados.rados.0.smithi007.stdout:262: finishing write tid 4 to smithi00780855-26 2024-08-04T15:28:19.783 INFO:tasks.rados.rados.0.smithi007.stdout:262: finishing write tid 5 to smithi00780855-26 2024-08-04T15:28:19.783 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 114 (ObjNum 104 snap 22 seq_num 104) dirty exists 2024-08-04T15:28:19.783 INFO:tasks.rados.rados.0.smithi007.stdout:262: left oid 26 (ObjNum 104 snap 22 seq_num 104) 2024-08-04T15:28:19.783 INFO:tasks.rados.rados.0.smithi007.stdout:262: done (2 left) 2024-08-04T15:28:19.783 INFO:tasks.rados.rados.0.smithi007.stdout:265: snap_remove snap 20 2024-08-04T15:28:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:19 smithi062 ceph-mon[32659]: osdmap e117: 8 total, 8 up, 8 in 2024-08-04T15:28:20.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:19 smithi007 ceph-mon[39529]: osdmap e117: 8 total, 8 up, 8 in 2024-08-04T15:28:20.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:19 smithi007 ceph-mon[29096]: osdmap e117: 8 total, 8 up, 8 in 2024-08-04T15:28:20.604 INFO:tasks.rados.rados.0.smithi007.stdout:265: done (2 left) 2024-08-04T15:28:20.604 INFO:tasks.rados.rados.0.smithi007.stdout:266: read oid 45 snap -1 2024-08-04T15:28:20.604 INFO:tasks.rados.rados.0.smithi007.stdout:266: expect deleted 2024-08-04T15:28:20.604 INFO:tasks.rados.rados.0.smithi007.stdout:267: read oid 17 snap -1 2024-08-04T15:28:20.604 INFO:tasks.rados.rados.0.smithi007.stdout:267: expect (ObjNum 100 snap 20 seq_num 100) 2024-08-04T15:28:20.604 INFO:tasks.rados.rados.0.smithi007.stdout:268: read oid 18 snap -1 2024-08-04T15:28:20.604 INFO:tasks.rados.rados.0.smithi007.stdout:268: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-04T15:28:20.604 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 14 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:28:20.604 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 73 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-04T15:28:20.605 INFO:tasks.rados.rados.0.smithi007.stdout:263: done (4 left) 2024-08-04T15:28:20.605 INFO:tasks.rados.rados.0.smithi007.stdout:264: done (3 left) 2024-08-04T15:28:20.605 INFO:tasks.rados.rados.0.smithi007.stdout:269: snap_remove snap 17 2024-08-04T15:28:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:20 smithi062 ceph-mon[32659]: osdmap e118: 8 total, 8 up, 8 in 2024-08-04T15:28:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:20 smithi062 ceph-mon[32659]: pgmap v157: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-04T15:28:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:20 smithi062 ceph-mon[32659]: osdmap e119: 8 total, 8 up, 8 in 2024-08-04T15:28:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:20 smithi007 ceph-mon[29096]: osdmap e118: 8 total, 8 up, 8 in 2024-08-04T15:28:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:20 smithi007 ceph-mon[29096]: pgmap v157: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-04T15:28:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:20 smithi007 ceph-mon[29096]: osdmap e119: 8 total, 8 up, 8 in 2024-08-04T15:28:21.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:20 smithi007 ceph-mon[39529]: osdmap e118: 8 total, 8 up, 8 in 2024-08-04T15:28:21.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:20 smithi007 ceph-mon[39529]: pgmap v157: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-04T15:28:21.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:20 smithi007 ceph-mon[39529]: osdmap e119: 8 total, 8 up, 8 in 2024-08-04T15:28:21.604 INFO:tasks.rados.rados.0.smithi007.stdout:269: done (3 left) 2024-08-04T15:28:21.604 INFO:tasks.rados.rados.0.smithi007.stdout:270: copy_from oid 7 from oid 30 current snap is 22 2024-08-04T15:28:21.604 INFO:tasks.rados.rados.0.smithi007.stdout:268: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-04T15:28:21.615 INFO:tasks.rados.rados.0.smithi007.stdout:267: expect (ObjNum 100 snap 20 seq_num 100) 2024-08-04T15:28:21.748 INFO:tasks.rados.rados.0.smithi007.stdout:266: done (3 left) 2024-08-04T15:28:21.748 INFO:tasks.rados.rados.0.smithi007.stdout:267: done (2 left) 2024-08-04T15:28:21.748 INFO:tasks.rados.rados.0.smithi007.stdout:268: done (1 left) 2024-08-04T15:28:21.748 INFO:tasks.rados.rados.0.smithi007.stdout:271: read oid 46 snap -1 2024-08-04T15:28:21.748 INFO:tasks.rados.rados.0.smithi007.stdout:271: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-04T15:28:21.748 INFO:tasks.rados.rados.0.smithi007.stdout:272: delete oid 21 current snap is 22 2024-08-04T15:28:21.749 INFO:tasks.rados.rados.0.smithi007.stdout:272: done (2 left) 2024-08-04T15:28:21.749 INFO:tasks.rados.rados.0.smithi007.stdout:273: rollback oid 32 current snap is 22 2024-08-04T15:28:21.750 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 32 to 8 2024-08-04T15:28:21.750 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 18 current snap is 22 2024-08-04T15:28:21.750 INFO:tasks.rados.rados.0.smithi007.stdout:274: seq_num 106 ranges {286720=581632,868352=794624,1662976=409600} 2024-08-04T15:28:21.755 INFO:tasks.rados.rados.0.smithi007.stdout:274: writing smithi00780855-18 from 286720 to 868352 tid 1 2024-08-04T15:28:21.759 INFO:tasks.rados.rados.0.smithi007.stdout:274: writing smithi00780855-18 from 868352 to 1662976 tid 2 2024-08-04T15:28:21.762 INFO:tasks.rados.rados.0.smithi007.stdout:274: writing smithi00780855-18 from 1662976 to 2072576 tid 3 2024-08-04T15:28:21.763 INFO:tasks.rados.rados.0.smithi007.stdout:275: read oid 20 snap -1 2024-08-04T15:28:21.763 INFO:tasks.rados.rados.0.smithi007.stdout:275: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:28:21.763 INFO:tasks.rados.rados.0.smithi007.stdout:276: rollback oid 44 current snap is 22 2024-08-04T15:28:21.763 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 44 to 18 2024-08-04T15:28:21.763 INFO:tasks.rados.rados.0.smithi007.stdout:277: rmattr oid 48 current snap is 22 2024-08-04T15:28:21.763 INFO:tasks.rados.rados.0.smithi007.stdout:277: done (6 left) 2024-08-04T15:28:21.763 INFO:tasks.rados.rados.0.smithi007.stdout:278: copy_from oid 3 from oid 28 current snap is 22 2024-08-04T15:28:21.763 INFO:tasks.rados.rados.0.smithi007.stdout:271: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-04T15:28:21.787 INFO:tasks.rados.rados.0.smithi007.stdout:270: finishing copy_from racing read to smithi00780855-7 2024-08-04T15:28:21.787 INFO:tasks.rados.rados.0.smithi007.stdout:270: finishing copy_from to smithi00780855-7 2024-08-04T15:28:21.787 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 73 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-04T15:28:21.787 INFO:tasks.rados.rados.0.smithi007.stdout:273: finishing rollback tid 0 to smithi00780855-32 2024-08-04T15:28:21.788 INFO:tasks.rados.rados.0.smithi007.stdout:273: finishing rollback tid 1 to smithi00780855-32 2024-08-04T15:28:21.788 INFO:tasks.rados.rados.0.smithi007.stdout:273: finishing rollback tid 2 to smithi00780855-32 2024-08-04T15:28:21.788 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 61 (ObjNum 66 snap 4 seq_num 66) dirty exists 2024-08-04T15:28:21.788 INFO:tasks.rados.rados.0.smithi007.stdout:274: finishing write tid 1 to smithi00780855-18 2024-08-04T15:28:21.788 INFO:tasks.rados.rados.0.smithi007.stdout:270: done (6 left) 2024-08-04T15:28:21.788 INFO:tasks.rados.rados.0.smithi007.stdout:271: done (5 left) 2024-08-04T15:28:21.788 INFO:tasks.rados.rados.0.smithi007.stdout:273: done (4 left) 2024-08-04T15:28:21.789 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 33 current snap is 22 2024-08-04T15:28:21.789 INFO:tasks.rados.rados.0.smithi007.stdout:274: finishing write tid 2 to smithi00780855-18 2024-08-04T15:28:21.789 INFO:tasks.rados.rados.0.smithi007.stdout:276: finishing rollback tid 0 to smithi00780855-44 2024-08-04T15:28:21.789 INFO:tasks.rados.rados.0.smithi007.stdout:276: finishing rollback tid 1 to smithi00780855-44 2024-08-04T15:28:21.789 INFO:tasks.rados.rados.0.smithi007.stdout:279: seq_num 107 ranges {253952=598016,851968=729088,1581056=466944,2048000=8192} 2024-08-04T15:28:21.791 INFO:tasks.rados.rados.0.smithi007.stdout:279: writing smithi00780855-33 from 253952 to 851968 tid 1 2024-08-04T15:28:21.795 INFO:tasks.rados.rados.0.smithi007.stdout:279: writing smithi00780855-33 from 851968 to 1581056 tid 2 2024-08-04T15:28:21.799 INFO:tasks.rados.rados.0.smithi007.stdout:279: writing smithi00780855-33 from 1581056 to 2048000 tid 3 2024-08-04T15:28:21.799 INFO:tasks.rados.rados.0.smithi007.stdout:279: writing smithi00780855-33 from 2048000 to 2056192 tid 4 2024-08-04T15:28:21.799 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 11 current snap is 22 2024-08-04T15:28:21.799 INFO:tasks.rados.rados.0.smithi007.stdout:276: finishing rollback tid 2 to smithi00780855-44 2024-08-04T15:28:21.799 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 31 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-04T15:28:21.799 INFO:tasks.rados.rados.0.smithi007.stdout:274: finishing write tid 3 to smithi00780855-18 2024-08-04T15:28:21.799 INFO:tasks.rados.rados.0.smithi007.stdout:274: finishing write tid 4 to smithi00780855-18 2024-08-04T15:28:21.799 INFO:tasks.rados.rados.0.smithi007.stdout:274: finishing write tid 5 to smithi00780855-18 2024-08-04T15:28:21.800 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 17 (ObjNum 106 snap 22 seq_num 106) dirty exists 2024-08-04T15:28:21.800 INFO:tasks.rados.rados.0.smithi007.stdout:274: left oid 18 (ObjNum 106 snap 22 seq_num 106) 2024-08-04T15:28:21.800 INFO:tasks.rados.rados.0.smithi007.stdout:275: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:28:21.859 INFO:tasks.rados.rados.0.smithi007.stdout:278: finishing copy_from racing read to smithi00780855-3 2024-08-04T15:28:21.859 INFO:tasks.rados.rados.0.smithi007.stdout:278: finishing copy_from to smithi00780855-3 2024-08-04T15:28:21.859 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-04T15:28:21.859 INFO:tasks.rados.rados.0.smithi007.stdout:280: seq_num 108 ranges {172032=614400,786432=606208,1392640=598016} 2024-08-04T15:28:21.863 INFO:tasks.rados.rados.0.smithi007.stdout:280: writing smithi00780855-11 from 172032 to 786432 tid 1 2024-08-04T15:28:21.866 INFO:tasks.rados.rados.0.smithi007.stdout:280: writing smithi00780855-11 from 786432 to 1392640 tid 2 2024-08-04T15:28:21.871 INFO:tasks.rados.rados.0.smithi007.stdout:280: writing smithi00780855-11 from 1392640 to 1990656 tid 3 2024-08-04T15:28:21.871 INFO:tasks.rados.rados.0.smithi007.stdout:274: done (5 left) 2024-08-04T15:28:21.871 INFO:tasks.rados.rados.0.smithi007.stdout:275: done (4 left) 2024-08-04T15:28:21.871 INFO:tasks.rados.rados.0.smithi007.stdout:276: done (3 left) 2024-08-04T15:28:21.871 INFO:tasks.rados.rados.0.smithi007.stdout:278: done (2 left) 2024-08-04T15:28:21.871 INFO:tasks.rados.rados.0.smithi007.stdout:281: read oid 13 snap 19 2024-08-04T15:28:21.871 INFO:tasks.rados.rados.0.smithi007.stdout:281: expect (ObjNum 12 snap 0 seq_num 12) 2024-08-04T15:28:21.871 INFO:tasks.rados.rados.0.smithi007.stdout:282: rmattr oid 34 current snap is 22 2024-08-04T15:28:21.871 INFO:tasks.rados.rados.0.smithi007.stdout:282: done (3 left) 2024-08-04T15:28:21.872 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 22 2024-08-04T15:28:21.872 INFO:tasks.rados.rados.0.smithi007.stdout:279: finishing write tid 1 to smithi00780855-33 2024-08-04T15:28:21.872 INFO:tasks.rados.rados.0.smithi007.stdout:279: finishing write tid 2 to smithi00780855-33 2024-08-04T15:28:21.872 INFO:tasks.rados.rados.0.smithi007.stdout:279: finishing write tid 3 to smithi00780855-33 2024-08-04T15:28:21.872 INFO:tasks.rados.rados.0.smithi007.stdout:279: finishing write tid 4 to smithi00780855-33 2024-08-04T15:28:21.872 INFO:tasks.rados.rados.0.smithi007.stdout:279: finishing write tid 5 to smithi00780855-33 2024-08-04T15:28:21.872 INFO:tasks.rados.rados.0.smithi007.stdout:279: finishing write tid 6 to smithi00780855-33 2024-08-04T15:28:21.872 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 85 (ObjNum 107 snap 22 seq_num 107) dirty exists 2024-08-04T15:28:21.872 INFO:tasks.rados.rados.0.smithi007.stdout:279: left oid 33 (ObjNum 107 snap 22 seq_num 107) 2024-08-04T15:28:21.872 INFO:tasks.rados.rados.0.smithi007.stdout:283: seq_num 109 ranges {761856=630784,1392640=491520,1884160=483328,2367488=229376} 2024-08-04T15:28:21.878 INFO:tasks.rados.rados.0.smithi007.stdout:283: writing smithi00780855-46 from 761856 to 1392640 tid 1 2024-08-04T15:28:21.880 INFO:tasks.rados.rados.0.smithi007.stdout:283: writing smithi00780855-46 from 1392640 to 1884160 tid 2 2024-08-04T15:28:21.883 INFO:tasks.rados.rados.0.smithi007.stdout:283: writing smithi00780855-46 from 1884160 to 2367488 tid 3 2024-08-04T15:28:21.885 INFO:tasks.rados.rados.0.smithi007.stdout:283: writing smithi00780855-46 from 2367488 to 2596864 tid 4 2024-08-04T15:28:21.885 INFO:tasks.rados.rados.0.smithi007.stdout:279: done (3 left) 2024-08-04T15:28:21.885 INFO:tasks.rados.rados.0.smithi007.stdout:284: read oid 36 snap -1 2024-08-04T15:28:21.886 INFO:tasks.rados.rados.0.smithi007.stdout:284: expect (ObjNum 55 snap 3 seq_num 55) 2024-08-04T15:28:21.886 INFO:tasks.rados.rados.0.smithi007.stdout:285: rollback oid 19 current snap is 22 2024-08-04T15:28:21.886 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 19 to 21 2024-08-04T15:28:21.886 INFO:tasks.rados.rados.0.smithi007.stdout:280: finishing write tid 1 to smithi00780855-11 2024-08-04T15:28:21.886 INFO:tasks.rados.rados.0.smithi007.stdout:280: finishing write tid 2 to smithi00780855-11 2024-08-04T15:28:21.886 INFO:tasks.rados.rados.0.smithi007.stdout:280: finishing write tid 3 to smithi00780855-11 2024-08-04T15:28:21.886 INFO:tasks.rados.rados.0.smithi007.stdout:281: expect (ObjNum 12 snap 0 seq_num 12) 2024-08-04T15:28:21.893 INFO:tasks.rados.rados.0.smithi007.stdout:280: finishing write tid 4 to smithi00780855-11 2024-08-04T15:28:21.893 INFO:tasks.rados.rados.0.smithi007.stdout:280: finishing write tid 5 to smithi00780855-11 2024-08-04T15:28:21.893 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 53 (ObjNum 108 snap 22 seq_num 108) dirty exists 2024-08-04T15:28:21.894 INFO:tasks.rados.rados.0.smithi007.stdout:280: left oid 11 (ObjNum 108 snap 22 seq_num 108) 2024-08-04T15:28:21.894 INFO:tasks.rados.rados.0.smithi007.stdout:283: finishing write tid 1 to smithi00780855-46 2024-08-04T15:28:21.894 INFO:tasks.rados.rados.0.smithi007.stdout:283: finishing write tid 2 to smithi00780855-46 2024-08-04T15:28:21.894 INFO:tasks.rados.rados.0.smithi007.stdout:280: done (4 left) 2024-08-04T15:28:21.894 INFO:tasks.rados.rados.0.smithi007.stdout:281: done (3 left) 2024-08-04T15:28:21.894 INFO:tasks.rados.rados.0.smithi007.stdout:286: snap_remove snap 10 2024-08-04T15:28:22.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:28:21] "GET /metrics HTTP/1.1" 200 239294 "" "Prometheus/2.43.0" 2024-08-04T15:28:22.608 INFO:tasks.rados.rados.0.smithi007.stdout:286: done (3 left) 2024-08-04T15:28:22.608 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 3 current snap is 22 2024-08-04T15:28:22.608 INFO:tasks.rados.rados.0.smithi007.stdout:287: seq_num 110 ranges {442368=647168,1089536=778240,1867776=425984} 2024-08-04T15:28:22.615 INFO:tasks.rados.rados.0.smithi007.stdout:287: writing smithi00780855-3 from 442368 to 1089536 tid 1 2024-08-04T15:28:22.620 INFO:tasks.rados.rados.0.smithi007.stdout:287: writing smithi00780855-3 from 1089536 to 1867776 tid 2 2024-08-04T15:28:22.623 INFO:tasks.rados.rados.0.smithi007.stdout:287: writing smithi00780855-3 from 1867776 to 2293760 tid 3 2024-08-04T15:28:22.624 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 22 2024-08-04T15:28:22.624 INFO:tasks.rados.rados.0.smithi007.stdout:283: finishing write tid 3 to smithi00780855-46 2024-08-04T15:28:22.624 INFO:tasks.rados.rados.0.smithi007.stdout:285: finishing rollback tid 0 to smithi00780855-19 2024-08-04T15:28:22.624 INFO:tasks.rados.rados.0.smithi007.stdout:283: finishing write tid 4 to smithi00780855-46 2024-08-04T15:28:22.624 INFO:tasks.rados.rados.0.smithi007.stdout:285: finishing rollback tid 1 to smithi00780855-19 2024-08-04T15:28:22.624 INFO:tasks.rados.rados.0.smithi007.stdout:285: finishing rollback tid 2 to smithi00780855-19 2024-08-04T15:28:22.624 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 22 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-04T15:28:22.624 INFO:tasks.rados.rados.0.smithi007.stdout:283: finishing write tid 5 to smithi00780855-46 2024-08-04T15:28:22.624 INFO:tasks.rados.rados.0.smithi007.stdout:283: finishing write tid 6 to smithi00780855-46 2024-08-04T15:28:22.625 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 45 (ObjNum 109 snap 22 seq_num 109) dirty exists 2024-08-04T15:28:22.625 INFO:tasks.rados.rados.0.smithi007.stdout:283: left oid 46 (ObjNum 109 snap 22 seq_num 109) 2024-08-04T15:28:22.625 INFO:tasks.rados.rados.0.smithi007.stdout:284: expect (ObjNum 55 snap 3 seq_num 55) 2024-08-04T15:28:22.671 INFO:tasks.rados.rados.0.smithi007.stdout:287: finishing write tid 1 to smithi00780855-3 2024-08-04T15:28:22.671 INFO:tasks.rados.rados.0.smithi007.stdout:287: finishing write tid 2 to smithi00780855-3 2024-08-04T15:28:22.671 INFO:tasks.rados.rados.0.smithi007.stdout:288: seq_num 111 ranges {0=663552,663552=663552,1327104=450560,1777664=90112} 2024-08-04T15:28:22.675 INFO:tasks.rados.rados.0.smithi007.stdout:288: writing smithi00780855-45 from 0 to 663552 tid 1 2024-08-04T15:28:22.679 INFO:tasks.rados.rados.0.smithi007.stdout:288: writing smithi00780855-45 from 663552 to 1327104 tid 2 2024-08-04T15:28:22.681 INFO:tasks.rados.rados.0.smithi007.stdout:288: writing smithi00780855-45 from 1327104 to 1777664 tid 3 2024-08-04T15:28:22.682 INFO:tasks.rados.rados.0.smithi007.stdout:288: writing smithi00780855-45 from 1777664 to 1867776 tid 4 2024-08-04T15:28:22.682 INFO:tasks.rados.rados.0.smithi007.stdout:283: done (4 left) 2024-08-04T15:28:22.682 INFO:tasks.rados.rados.0.smithi007.stdout:284: done (3 left) 2024-08-04T15:28:22.683 INFO:tasks.rados.rados.0.smithi007.stdout:285: done (2 left) 2024-08-04T15:28:22.683 INFO:tasks.rados.rados.0.smithi007.stdout:289: setattr oid 44 current snap is 22 2024-08-04T15:28:22.683 INFO:tasks.rados.rados.0.smithi007.stdout:287: finishing write tid 3 to smithi00780855-3 2024-08-04T15:28:22.683 INFO:tasks.rados.rados.0.smithi007.stdout:287: finishing write tid 4 to smithi00780855-3 2024-08-04T15:28:22.683 INFO:tasks.rados.rados.0.smithi007.stdout:287: finishing write tid 5 to smithi00780855-3 2024-08-04T15:28:22.683 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 95 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-04T15:28:22.683 INFO:tasks.rados.rados.0.smithi007.stdout:287: left oid 3 (ObjNum 110 snap 22 seq_num 110) 2024-08-04T15:28:22.683 INFO:tasks.rados.rados.0.smithi007.stdout:288: finishing write tid 1 to smithi00780855-45 2024-08-04T15:28:22.683 INFO:tasks.rados.rados.0.smithi007.stdout:288: finishing write tid 2 to smithi00780855-45 2024-08-04T15:28:22.683 INFO:tasks.rados.rados.0.smithi007.stdout:287: done (2 left) 2024-08-04T15:28:22.684 INFO:tasks.rados.rados.0.smithi007.stdout:290: snap_remove snap 21 2024-08-04T15:28:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:22 smithi007 ceph-mon[29096]: osdmap e120: 8 total, 8 up, 8 in 2024-08-04T15:28:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:22 smithi007 ceph-mon[29096]: pgmap v160: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:22 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:28:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:22 smithi007 ceph-mon[39529]: osdmap e120: 8 total, 8 up, 8 in 2024-08-04T15:28:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:22 smithi007 ceph-mon[39529]: pgmap v160: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:22 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:28:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:22 smithi062 ceph-mon[32659]: osdmap e120: 8 total, 8 up, 8 in 2024-08-04T15:28:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:22 smithi062 ceph-mon[32659]: pgmap v160: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:22 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:28:23.614 INFO:tasks.rados.rados.0.smithi007.stdout:290: done (2 left) 2024-08-04T15:28:23.615 INFO:tasks.rados.rados.0.smithi007.stdout:291: setattr oid 15 current snap is 22 2024-08-04T15:28:23.615 INFO:tasks.rados.rados.0.smithi007.stdout:288: finishing write tid 3 to smithi00780855-45 2024-08-04T15:28:23.615 INFO:tasks.rados.rados.0.smithi007.stdout:288: finishing write tid 4 to smithi00780855-45 2024-08-04T15:28:23.615 INFO:tasks.rados.rados.0.smithi007.stdout:288: finishing write tid 5 to smithi00780855-45 2024-08-04T15:28:23.615 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 34 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-04T15:28:23.615 INFO:tasks.rados.rados.0.smithi007.stdout:288: finishing write tid 6 to smithi00780855-45 2024-08-04T15:28:23.615 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 161 (ObjNum 111 snap 22 seq_num 111) dirty exists 2024-08-04T15:28:23.615 INFO:tasks.rados.rados.0.smithi007.stdout:288: left oid 45 (ObjNum 111 snap 22 seq_num 111) 2024-08-04T15:28:23.616 INFO:tasks.rados.rados.0.smithi007.stdout:288: done (2 left) 2024-08-04T15:28:23.616 INFO:tasks.rados.rados.0.smithi007.stdout:289: done (1 left) 2024-08-04T15:28:23.616 INFO:tasks.rados.rados.0.smithi007.stdout:292: snap_create 2024-08-04T15:28:23.622 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 162 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-04T15:28:24.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:23 smithi062 ceph-mon[32659]: osdmap e121: 8 total, 8 up, 8 in 2024-08-04T15:28:24.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:23 smithi007 ceph-mon[29096]: osdmap e121: 8 total, 8 up, 8 in 2024-08-04T15:28:24.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:23 smithi007 ceph-mon[39529]: osdmap e121: 8 total, 8 up, 8 in 2024-08-04T15:28:24.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:24 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:28:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:28:24.619 INFO:tasks.rados.rados.0.smithi007.stdout:291: done (1 left) 2024-08-04T15:28:24.619 INFO:tasks.rados.rados.0.smithi007.stdout:292: done (0 left) 2024-08-04T15:28:24.619 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 33 current snap is 23 2024-08-04T15:28:24.619 INFO:tasks.rados.rados.0.smithi007.stdout:293: seq_num 112 ranges {2056192=679936,2736128=548864,3284992=655360} 2024-08-04T15:28:24.634 INFO:tasks.rados.rados.0.smithi007.stdout:293: writing smithi00780855-33 from 2056192 to 2736128 tid 1 2024-08-04T15:28:24.636 INFO:tasks.rados.rados.0.smithi007.stdout:293: writing smithi00780855-33 from 2736128 to 3284992 tid 2 2024-08-04T15:28:24.641 INFO:tasks.rados.rados.0.smithi007.stdout:293: writing smithi00780855-33 from 3284992 to 3940352 tid 3 2024-08-04T15:28:24.641 INFO:tasks.rados.rados.0.smithi007.stdout:294: copy_from oid 18 from oid 13 current snap is 23 2024-08-04T15:28:24.641 INFO:tasks.rados.rados.0.smithi007.stdout:293: finishing write tid 1 to smithi00780855-33 2024-08-04T15:28:24.641 INFO:tasks.rados.rados.0.smithi007.stdout:293: finishing write tid 2 to smithi00780855-33 2024-08-04T15:28:24.641 INFO:tasks.rados.rados.0.smithi007.stdout:295: snap_create 2024-08-04T15:28:24.643 INFO:tasks.rados.rados.0.smithi007.stdout:293: finishing write tid 3 to smithi00780855-33 2024-08-04T15:28:24.643 INFO:tasks.rados.rados.0.smithi007.stdout:293: finishing write tid 4 to smithi00780855-33 2024-08-04T15:28:24.644 INFO:tasks.rados.rados.0.smithi007.stdout:293: finishing write tid 5 to smithi00780855-33 2024-08-04T15:28:24.644 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 100 (ObjNum 112 snap 23 seq_num 112) dirty exists 2024-08-04T15:28:24.644 INFO:tasks.rados.rados.0.smithi007.stdout:293: left oid 33 (ObjNum 112 snap 23 seq_num 112) 2024-08-04T15:28:24.647 INFO:tasks.rados.rados.0.smithi007.stdout:294: finishing copy_from racing read to smithi00780855-18 2024-08-04T15:28:24.647 INFO:tasks.rados.rados.0.smithi007.stdout:294: finishing copy_from to smithi00780855-18 2024-08-04T15:28:24.647 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 94 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-04T15:28:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:24 smithi062 ceph-mon[32659]: osdmap e122: 8 total, 8 up, 8 in 2024-08-04T15:28:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:24 smithi062 ceph-mon[32659]: pgmap v163: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-08-04T15:28:25.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:24 smithi007 ceph-mon[29096]: osdmap e122: 8 total, 8 up, 8 in 2024-08-04T15:28:25.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:24 smithi007 ceph-mon[29096]: pgmap v163: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-08-04T15:28:25.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:24 smithi007 ceph-mon[39529]: osdmap e122: 8 total, 8 up, 8 in 2024-08-04T15:28:25.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:24 smithi007 ceph-mon[39529]: pgmap v163: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-08-04T15:28:25.604 INFO:tasks.rados.rados.0.smithi007.stdout:293: done (2 left) 2024-08-04T15:28:25.604 INFO:tasks.rados.rados.0.smithi007.stdout:294: done (1 left) 2024-08-04T15:28:25.604 INFO:tasks.rados.rados.0.smithi007.stdout:295: done (0 left) 2024-08-04T15:28:25.604 INFO:tasks.rados.rados.0.smithi007.stdout:296: snap_create 2024-08-04T15:28:26.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:25 smithi062 ceph-mon[32659]: osdmap e123: 8 total, 8 up, 8 in 2024-08-04T15:28:26.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:25 smithi062 ceph-mon[32659]: osdmap e124: 8 total, 8 up, 8 in 2024-08-04T15:28:26.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:25 smithi007 ceph-mon[29096]: osdmap e123: 8 total, 8 up, 8 in 2024-08-04T15:28:26.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:25 smithi007 ceph-mon[29096]: osdmap e124: 8 total, 8 up, 8 in 2024-08-04T15:28:26.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:25 smithi007 ceph-mon[39529]: osdmap e123: 8 total, 8 up, 8 in 2024-08-04T15:28:26.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:25 smithi007 ceph-mon[39529]: osdmap e124: 8 total, 8 up, 8 in 2024-08-04T15:28:26.604 INFO:tasks.rados.rados.0.smithi007.stdout:296: done (0 left) 2024-08-04T15:28:26.605 INFO:tasks.rados.rados.0.smithi007.stdout:297: read oid 15 snap -1 2024-08-04T15:28:26.605 INFO:tasks.rados.rados.0.smithi007.stdout:297: expect (ObjNum 4 snap 0 seq_num 4) 2024-08-04T15:28:26.605 INFO:tasks.rados.rados.0.smithi007.stdout:298: snap_create 2024-08-04T15:28:26.607 INFO:tasks.rados.rados.0.smithi007.stdout:297: expect (ObjNum 4 snap 0 seq_num 4) 2024-08-04T15:28:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:26 smithi062 ceph-mon[32659]: pgmap v166: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-08-04T15:28:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:26 smithi062 ceph-mon[32659]: osdmap e125: 8 total, 8 up, 8 in 2024-08-04T15:28:27.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:26 smithi007 ceph-mon[29096]: pgmap v166: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-08-04T15:28:27.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:26 smithi007 ceph-mon[29096]: osdmap e125: 8 total, 8 up, 8 in 2024-08-04T15:28:27.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:26 smithi007 ceph-mon[39529]: pgmap v166: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-08-04T15:28:27.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:26 smithi007 ceph-mon[39529]: osdmap e125: 8 total, 8 up, 8 in 2024-08-04T15:28:27.606 INFO:tasks.rados.rados.0.smithi007.stdout:297: done (1 left) 2024-08-04T15:28:27.606 INFO:tasks.rados.rados.0.smithi007.stdout:298: done (0 left) 2024-08-04T15:28:27.606 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 23 current snap is 26 2024-08-04T15:28:27.606 INFO:tasks.rados.rados.0.smithi007.stdout:299: seq_num 113 ranges {761856=696320,1458176=434176,1892352=466944,2359296=303104} 2024-08-04T15:28:27.613 INFO:tasks.rados.rados.0.smithi007.stdout:299: writing smithi00780855-23 from 761856 to 1458176 tid 1 2024-08-04T15:28:27.616 INFO:tasks.rados.rados.0.smithi007.stdout:299: writing smithi00780855-23 from 1458176 to 1892352 tid 2 2024-08-04T15:28:27.619 INFO:tasks.rados.rados.0.smithi007.stdout:299: writing smithi00780855-23 from 1892352 to 2359296 tid 3 2024-08-04T15:28:27.622 INFO:tasks.rados.rados.0.smithi007.stdout:299: writing smithi00780855-23 from 2359296 to 2662400 tid 4 2024-08-04T15:28:27.622 INFO:tasks.rados.rados.0.smithi007.stdout:300: rollback oid 9 current snap is 26 2024-08-04T15:28:27.622 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 9 to 22 2024-08-04T15:28:27.622 INFO:tasks.rados.rados.0.smithi007.stdout:299: finishing write tid 1 to smithi00780855-23 2024-08-04T15:28:27.622 INFO:tasks.rados.rados.0.smithi007.stdout:301: snap_remove snap 25 2024-08-04T15:28:28.612 INFO:tasks.rados.rados.0.smithi007.stdout:301: done (2 left) 2024-08-04T15:28:28.612 INFO:tasks.rados.rados.0.smithi007.stdout:302: rollback oid 25 current snap is 26 2024-08-04T15:28:28.612 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 25 to 19 2024-08-04T15:28:28.612 INFO:tasks.rados.rados.0.smithi007.stdout:299: finishing write tid 2 to smithi00780855-23 2024-08-04T15:28:28.612 INFO:tasks.rados.rados.0.smithi007.stdout:299: finishing write tid 3 to smithi00780855-23 2024-08-04T15:28:28.612 INFO:tasks.rados.rados.0.smithi007.stdout:299: finishing write tid 4 to smithi00780855-23 2024-08-04T15:28:28.612 INFO:tasks.rados.rados.0.smithi007.stdout:299: finishing write tid 5 to smithi00780855-23 2024-08-04T15:28:28.612 INFO:tasks.rados.rados.0.smithi007.stdout:299: finishing write tid 6 to smithi00780855-23 2024-08-04T15:28:28.612 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 88 (ObjNum 113 snap 26 seq_num 113) dirty exists 2024-08-04T15:28:28.612 INFO:tasks.rados.rados.0.smithi007.stdout:299: left oid 23 (ObjNum 113 snap 26 seq_num 113) 2024-08-04T15:28:28.612 INFO:tasks.rados.rados.0.smithi007.stdout:300: finishing rollback tid 0 to smithi00780855-9 2024-08-04T15:28:28.613 INFO:tasks.rados.rados.0.smithi007.stdout:300: finishing rollback tid 1 to smithi00780855-9 2024-08-04T15:28:28.613 INFO:tasks.rados.rados.0.smithi007.stdout:300: finishing rollback tid 2 to smithi00780855-9 2024-08-04T15:28:28.613 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 104 (ObjNum 84 snap 17 seq_num 84) dirty exists 2024-08-04T15:28:28.613 INFO:tasks.rados.rados.0.smithi007.stdout:299: done (2 left) 2024-08-04T15:28:28.613 INFO:tasks.rados.rados.0.smithi007.stdout:300: done (1 left) 2024-08-04T15:28:28.613 INFO:tasks.rados.rados.0.smithi007.stdout:303: snap_create 2024-08-04T15:28:28.616 INFO:tasks.rados.rados.0.smithi007.stdout:302: finishing rollback tid 0 to smithi00780855-25 2024-08-04T15:28:28.617 INFO:tasks.rados.rados.0.smithi007.stdout:302: finishing rollback tid 1 to smithi00780855-25 2024-08-04T15:28:28.617 INFO:tasks.rados.rados.0.smithi007.stdout:302: finishing rollback tid 2 to smithi00780855-25 2024-08-04T15:28:28.617 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 168 (ObjNum 60 snap 3 seq_num 60) dirty exists 2024-08-04T15:28:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:28 smithi062 ceph-mon[32659]: osdmap e126: 8 total, 8 up, 8 in 2024-08-04T15:28:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:28 smithi062 ceph-mon[32659]: pgmap v169: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 68 KiB/s rd, 974 KiB/s wr, 9 op/s 2024-08-04T15:28:29.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:28 smithi007 ceph-mon[39529]: osdmap e126: 8 total, 8 up, 8 in 2024-08-04T15:28:29.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:28 smithi007 ceph-mon[39529]: pgmap v169: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 68 KiB/s rd, 974 KiB/s wr, 9 op/s 2024-08-04T15:28:29.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:28 smithi007 ceph-mon[29096]: osdmap e126: 8 total, 8 up, 8 in 2024-08-04T15:28:29.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:28 smithi007 ceph-mon[29096]: pgmap v169: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 68 KiB/s rd, 974 KiB/s wr, 9 op/s 2024-08-04T15:28:29.612 INFO:tasks.rados.rados.0.smithi007.stdout:302: done (1 left) 2024-08-04T15:28:29.612 INFO:tasks.rados.rados.0.smithi007.stdout:303: done (0 left) 2024-08-04T15:28:29.612 INFO:tasks.rados.rados.0.smithi007.stdout:304: read oid 23 snap -1 2024-08-04T15:28:29.612 INFO:tasks.rados.rados.0.smithi007.stdout:304: expect (ObjNum 113 snap 26 seq_num 113) 2024-08-04T15:28:29.612 INFO:tasks.rados.rados.0.smithi007.stdout:305: snap_remove snap 19 2024-08-04T15:28:30.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:29 smithi062 ceph-mon[32659]: osdmap e127: 8 total, 8 up, 8 in 2024-08-04T15:28:30.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:29 smithi007 ceph-mon[29096]: osdmap e127: 8 total, 8 up, 8 in 2024-08-04T15:28:30.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:29 smithi007 ceph-mon[39529]: osdmap e127: 8 total, 8 up, 8 in 2024-08-04T15:28:30.606 INFO:tasks.rados.rados.0.smithi007.stdout:305: done (1 left) 2024-08-04T15:28:30.606 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 27 2024-08-04T15:28:30.606 INFO:tasks.rados.rados.0.smithi007.stdout:306: seq_num 114 ranges {1867776=712704,2580480=712704,3293184=491520} 2024-08-04T15:28:30.621 INFO:tasks.rados.rados.0.smithi007.stdout:306: writing smithi00780855-45 from 1867776 to 2580480 tid 1 2024-08-04T15:28:30.626 INFO:tasks.rados.rados.0.smithi007.stdout:306: writing smithi00780855-45 from 2580480 to 3293184 tid 2 2024-08-04T15:28:30.629 INFO:tasks.rados.rados.0.smithi007.stdout:306: writing smithi00780855-45 from 3293184 to 3784704 tid 3 2024-08-04T15:28:30.629 INFO:tasks.rados.rados.0.smithi007.stdout:307: rollback oid 35 current snap is 27 2024-08-04T15:28:30.630 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 35 to 22 2024-08-04T15:28:30.630 INFO:tasks.rados.rados.0.smithi007.stdout:304: expect (ObjNum 113 snap 26 seq_num 113) 2024-08-04T15:28:30.712 INFO:tasks.rados.rados.0.smithi007.stdout:306: finishing write tid 1 to smithi00780855-45 2024-08-04T15:28:30.712 INFO:tasks.rados.rados.0.smithi007.stdout:306: finishing write tid 2 to smithi00780855-45 2024-08-04T15:28:30.713 INFO:tasks.rados.rados.0.smithi007.stdout:307: finishing rollback tid 0 to smithi00780855-35 2024-08-04T15:28:30.713 INFO:tasks.rados.rados.0.smithi007.stdout:306: finishing write tid 3 to smithi00780855-45 2024-08-04T15:28:30.713 INFO:tasks.rados.rados.0.smithi007.stdout:307: finishing rollback tid 1 to smithi00780855-35 2024-08-04T15:28:30.713 INFO:tasks.rados.rados.0.smithi007.stdout:306: finishing write tid 4 to smithi00780855-45 2024-08-04T15:28:30.713 INFO:tasks.rados.rados.0.smithi007.stdout:307: finishing rollback tid 2 to smithi00780855-35 2024-08-04T15:28:30.713 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 67 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-04T15:28:30.713 INFO:tasks.rados.rados.0.smithi007.stdout:306: finishing write tid 5 to smithi00780855-45 2024-08-04T15:28:30.713 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 177 (ObjNum 114 snap 27 seq_num 114) dirty exists 2024-08-04T15:28:30.713 INFO:tasks.rados.rados.0.smithi007.stdout:306: left oid 45 (ObjNum 114 snap 27 seq_num 114) 2024-08-04T15:28:30.713 INFO:tasks.rados.rados.0.smithi007.stdout:304: done (2 left) 2024-08-04T15:28:30.713 INFO:tasks.rados.rados.0.smithi007.stdout:306: done (1 left) 2024-08-04T15:28:30.713 INFO:tasks.rados.rados.0.smithi007.stdout:307: done (0 left) 2024-08-04T15:28:30.713 INFO:tasks.rados.rados.0.smithi007.stdout:308: snap_create 2024-08-04T15:28:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:30 smithi062 ceph-mon[32659]: osdmap e128: 8 total, 8 up, 8 in 2024-08-04T15:28:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:30 smithi062 ceph-mon[32659]: pgmap v172: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 68 KiB/s rd, 974 KiB/s wr, 9 op/s 2024-08-04T15:28:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:30 smithi062 ceph-mon[32659]: osdmap e129: 8 total, 8 up, 8 in 2024-08-04T15:28:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:30 smithi007 ceph-mon[29096]: osdmap e128: 8 total, 8 up, 8 in 2024-08-04T15:28:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:30 smithi007 ceph-mon[29096]: pgmap v172: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 68 KiB/s rd, 974 KiB/s wr, 9 op/s 2024-08-04T15:28:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:30 smithi007 ceph-mon[29096]: osdmap e129: 8 total, 8 up, 8 in 2024-08-04T15:28:31.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:30 smithi007 ceph-mon[39529]: osdmap e128: 8 total, 8 up, 8 in 2024-08-04T15:28:31.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:30 smithi007 ceph-mon[39529]: pgmap v172: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 68 KiB/s rd, 974 KiB/s wr, 9 op/s 2024-08-04T15:28:31.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:30 smithi007 ceph-mon[39529]: osdmap e129: 8 total, 8 up, 8 in 2024-08-04T15:28:31.628 INFO:tasks.rados.rados.0.smithi007.stdout:308: done (0 left) 2024-08-04T15:28:31.628 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 18 current snap is 28 2024-08-04T15:28:31.628 INFO:tasks.rados.rados.0.smithi007.stdout:309: seq_num 115 ranges {204800=729088,933888=647168,1581056=434176,2015232=122880} 2024-08-04T15:28:31.633 INFO:tasks.rados.rados.0.smithi007.stdout:309: writing smithi00780855-18 from 204800 to 933888 tid 1 2024-08-04T15:28:31.637 INFO:tasks.rados.rados.0.smithi007.stdout:309: writing smithi00780855-18 from 933888 to 1581056 tid 2 2024-08-04T15:28:31.639 INFO:tasks.rados.rados.0.smithi007.stdout:309: writing smithi00780855-18 from 1581056 to 2015232 tid 3 2024-08-04T15:28:31.641 INFO:tasks.rados.rados.0.smithi007.stdout:309: writing smithi00780855-18 from 2015232 to 2138112 tid 4 2024-08-04T15:28:31.641 INFO:tasks.rados.rados.0.smithi007.stdout:310: read oid 31 snap -1 2024-08-04T15:28:31.641 INFO:tasks.rados.rados.0.smithi007.stdout:310: expect deleted 2024-08-04T15:28:31.641 INFO:tasks.rados.rados.0.smithi007.stdout:311: read oid 5 snap -1 2024-08-04T15:28:31.641 INFO:tasks.rados.rados.0.smithi007.stdout:311: expect deleted 2024-08-04T15:28:31.641 INFO:tasks.rados.rados.0.smithi007.stdout:312: copy_from oid 21 from oid 32 current snap is 28 2024-08-04T15:28:31.641 INFO:tasks.rados.rados.0.smithi007.stdout:309: finishing write tid 1 to smithi00780855-18 2024-08-04T15:28:31.641 INFO:tasks.rados.rados.0.smithi007.stdout:313: snap_create 2024-08-04T15:28:31.642 INFO:tasks.rados.rados.0.smithi007.stdout:309: finishing write tid 2 to smithi00780855-18 2024-08-04T15:28:31.643 INFO:tasks.rados.rados.0.smithi007.stdout:309: finishing write tid 3 to smithi00780855-18 2024-08-04T15:28:31.644 INFO:tasks.rados.rados.0.smithi007.stdout:309: finishing write tid 4 to smithi00780855-18 2024-08-04T15:28:31.644 INFO:tasks.rados.rados.0.smithi007.stdout:309: finishing write tid 5 to smithi00780855-18 2024-08-04T15:28:31.645 INFO:tasks.rados.rados.0.smithi007.stdout:309: finishing write tid 6 to smithi00780855-18 2024-08-04T15:28:31.646 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 99 (ObjNum 115 snap 28 seq_num 115) dirty exists 2024-08-04T15:28:31.646 INFO:tasks.rados.rados.0.smithi007.stdout:309: left oid 18 (ObjNum 115 snap 28 seq_num 115) 2024-08-04T15:28:31.654 INFO:tasks.rados.rados.0.smithi007.stdout:312: finishing copy_from racing read to smithi00780855-21 2024-08-04T15:28:31.656 INFO:tasks.rados.rados.0.smithi007.stdout:312: finishing copy_from to smithi00780855-21 2024-08-04T15:28:31.656 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 61 (ObjNum 66 snap 4 seq_num 66) dirty exists 2024-08-04T15:28:32.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:31 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:28:31] "GET /metrics HTTP/1.1" 200 239294 "" "Prometheus/2.43.0" 2024-08-04T15:28:32.633 INFO:tasks.rados.rados.0.smithi007.stdout:309: done (4 left) 2024-08-04T15:28:32.633 INFO:tasks.rados.rados.0.smithi007.stdout:310: done (3 left) 2024-08-04T15:28:32.633 INFO:tasks.rados.rados.0.smithi007.stdout:311: done (2 left) 2024-08-04T15:28:32.633 INFO:tasks.rados.rados.0.smithi007.stdout:312: done (1 left) 2024-08-04T15:28:32.633 INFO:tasks.rados.rados.0.smithi007.stdout:313: done (0 left) 2024-08-04T15:28:32.633 INFO:tasks.rados.rados.0.smithi007.stdout:314: read oid 41 snap -1 2024-08-04T15:28:32.633 INFO:tasks.rados.rados.0.smithi007.stdout:314: expect (ObjNum 96 snap 18 seq_num 96) 2024-08-04T15:28:32.633 INFO:tasks.rados.rados.0.smithi007.stdout:315: delete oid 13 current snap is 29 2024-08-04T15:28:32.650 INFO:tasks.rados.rados.0.smithi007.stdout:315: done (1 left) 2024-08-04T15:28:32.650 INFO:tasks.rados.rados.0.smithi007.stdout:316: snap_create 2024-08-04T15:28:32.652 INFO:tasks.rados.rados.0.smithi007.stdout:314: expect (ObjNum 96 snap 18 seq_num 96) 2024-08-04T15:28:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:32 smithi062 ceph-mon[32659]: osdmap e130: 8 total, 8 up, 8 in 2024-08-04T15:28:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:32 smithi062 ceph-mon[32659]: pgmap v175: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:32 smithi007 ceph-mon[29096]: osdmap e130: 8 total, 8 up, 8 in 2024-08-04T15:28:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:32 smithi007 ceph-mon[29096]: pgmap v175: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:32 smithi007 ceph-mon[39529]: osdmap e130: 8 total, 8 up, 8 in 2024-08-04T15:28:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:32 smithi007 ceph-mon[39529]: pgmap v175: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:33.634 INFO:tasks.rados.rados.0.smithi007.stdout:314: done (1 left) 2024-08-04T15:28:33.634 INFO:tasks.rados.rados.0.smithi007.stdout:316: done (0 left) 2024-08-04T15:28:33.634 INFO:tasks.rados.rados.0.smithi007.stdout:317: delete oid 19 current snap is 30 2024-08-04T15:28:33.636 INFO:tasks.rados.rados.0.smithi007.stdout:317: done (0 left) 2024-08-04T15:28:33.636 INFO:tasks.rados.rados.0.smithi007.stdout:318: delete oid 8 current snap is 30 2024-08-04T15:28:33.641 INFO:tasks.rados.rados.0.smithi007.stdout:318: done (0 left) 2024-08-04T15:28:33.641 INFO:tasks.rados.rados.0.smithi007.stdout:319: delete oid 49 current snap is 30 2024-08-04T15:28:33.644 INFO:tasks.rados.rados.0.smithi007.stdout:319: done (0 left) 2024-08-04T15:28:33.644 INFO:tasks.rados.rados.0.smithi007.stdout:320: copy_from oid 33 from oid 9 current snap is 30 2024-08-04T15:28:33.644 INFO:tasks.rados.rados.0.smithi007.stdout:321: read oid 27 snap -1 2024-08-04T15:28:33.644 INFO:tasks.rados.rados.0.smithi007.stdout:321: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-04T15:28:33.644 INFO:tasks.rados.rados.0.smithi007.stdout:322: rollback oid 42 current snap is 30 2024-08-04T15:28:33.644 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 42 to 27 2024-08-04T15:28:33.644 INFO:tasks.rados.rados.0.smithi007.stdout:323: read oid 29 snap -1 2024-08-04T15:28:33.644 INFO:tasks.rados.rados.0.smithi007.stdout:323: expect deleted 2024-08-04T15:28:33.644 INFO:tasks.rados.rados.0.smithi007.stdout:324: delete oid 19 current snap is 30 2024-08-04T15:28:33.645 INFO:tasks.rados.rados.0.smithi007.stdout:323: done (4 left) 2024-08-04T15:28:33.645 INFO:tasks.rados.rados.0.smithi007.stdout:324: done (3 left) 2024-08-04T15:28:33.645 INFO:tasks.rados.rados.0.smithi007.stdout:325: rollback oid 37 current snap is 30 2024-08-04T15:28:33.645 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 37 to 24 2024-08-04T15:28:33.646 INFO:tasks.rados.rados.0.smithi007.stdout:326: rollback oid 29 current snap is 30 2024-08-04T15:28:33.646 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 29 to 26 2024-08-04T15:28:33.646 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 30 2024-08-04T15:28:33.646 INFO:tasks.rados.rados.0.smithi007.stdout:327: seq_num 121 ranges {0=434176,434176=753664,1187840=425984,1613824=425984} 2024-08-04T15:28:33.648 INFO:tasks.rados.rados.0.smithi007.stdout:327: writing smithi00780855-22 from 0 to 434176 tid 1 2024-08-04T15:28:33.653 INFO:tasks.rados.rados.0.smithi007.stdout:327: writing smithi00780855-22 from 434176 to 1187840 tid 2 2024-08-04T15:28:33.655 INFO:tasks.rados.rados.0.smithi007.stdout:327: writing smithi00780855-22 from 1187840 to 1613824 tid 3 2024-08-04T15:28:33.659 INFO:tasks.rados.rados.0.smithi007.stdout:327: writing smithi00780855-22 from 1613824 to 2039808 tid 4 2024-08-04T15:28:33.659 INFO:tasks.rados.rados.0.smithi007.stdout:328: read oid 48 snap -1 2024-08-04T15:28:33.659 INFO:tasks.rados.rados.0.smithi007.stdout:328: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:28:33.659 INFO:tasks.rados.rados.0.smithi007.stdout:329: rollback oid 31 current snap is 30 2024-08-04T15:28:33.659 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 31 to 24 2024-08-04T15:28:33.659 INFO:tasks.rados.rados.0.smithi007.stdout:330: snap_create 2024-08-04T15:28:33.659 INFO:tasks.rados.rados.0.smithi007.stdout:326: finishing rollback tid 1 to smithi00780855-29 2024-08-04T15:28:33.659 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 0 (ObjNum 33 snap 0 seq_num 3467646328) dirty dne 2024-08-04T15:28:33.659 INFO:tasks.rados.rados.0.smithi007.stdout:321: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-04T15:28:33.672 INFO:tasks.rados.rados.0.smithi007.stdout:322: finishing rollback tid 0 to smithi00780855-42 2024-08-04T15:28:33.672 INFO:tasks.rados.rados.0.smithi007.stdout:322: finishing rollback tid 1 to smithi00780855-42 2024-08-04T15:28:33.672 INFO:tasks.rados.rados.0.smithi007.stdout:325: finishing rollback tid 0 to smithi00780855-37 2024-08-04T15:28:33.672 INFO:tasks.rados.rados.0.smithi007.stdout:325: finishing rollback tid 1 to smithi00780855-37 2024-08-04T15:28:33.672 INFO:tasks.rados.rados.0.smithi007.stdout:325: finishing rollback tid 2 to smithi00780855-37 2024-08-04T15:28:33.672 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 12 (ObjNum 65 snap 0 seq_num 1398690399) dirty exists 2024-08-04T15:28:33.672 INFO:tasks.rados.rados.0.smithi007.stdout:322: finishing rollback tid 2 to smithi00780855-42 2024-08-04T15:28:33.673 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 96 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:28:33.673 INFO:tasks.rados.rados.0.smithi007.stdout:327: finishing write tid 1 to smithi00780855-22 2024-08-04T15:28:33.673 INFO:tasks.rados.rados.0.smithi007.stdout:320: finishing copy_from racing read to smithi00780855-33 2024-08-04T15:28:33.673 INFO:tasks.rados.rados.0.smithi007.stdout:327: finishing write tid 2 to smithi00780855-22 2024-08-04T15:28:33.673 INFO:tasks.rados.rados.0.smithi007.stdout:327: finishing write tid 3 to smithi00780855-22 2024-08-04T15:28:33.673 INFO:tasks.rados.rados.0.smithi007.stdout:320: finishing copy_from to smithi00780855-33 2024-08-04T15:28:33.673 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 104 (ObjNum 84 snap 17 seq_num 84) dirty exists 2024-08-04T15:28:33.673 INFO:tasks.rados.rados.0.smithi007.stdout:327: finishing write tid 4 to smithi00780855-22 2024-08-04T15:28:33.673 INFO:tasks.rados.rados.0.smithi007.stdout:327: finishing write tid 5 to smithi00780855-22 2024-08-04T15:28:33.673 INFO:tasks.rados.rados.0.smithi007.stdout:329: finishing rollback tid 1 to smithi00780855-31 2024-08-04T15:28:33.673 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 34 (ObjNum 33 snap 0 seq_num 2402251211) dirty dne 2024-08-04T15:28:33.673 INFO:tasks.rados.rados.0.smithi007.stdout:327: finishing write tid 6 to smithi00780855-22 2024-08-04T15:28:33.673 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 101 (ObjNum 121 snap 30 seq_num 121) dirty exists 2024-08-04T15:28:33.673 INFO:tasks.rados.rados.0.smithi007.stdout:327: left oid 22 (ObjNum 121 snap 30 seq_num 121) 2024-08-04T15:28:33.673 INFO:tasks.rados.rados.0.smithi007.stdout:328: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:28:34.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:33 smithi062 ceph-mon[32659]: osdmap e131: 8 total, 8 up, 8 in 2024-08-04T15:28:34.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:33 smithi007 ceph-mon[29096]: osdmap e131: 8 total, 8 up, 8 in 2024-08-04T15:28:34.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:33 smithi007 ceph-mon[39529]: osdmap e131: 8 total, 8 up, 8 in 2024-08-04T15:28:34.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[34486]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:28:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:28:34.645 INFO:tasks.rados.rados.0.smithi007.stdout:320: done (8 left) 2024-08-04T15:28:34.645 INFO:tasks.rados.rados.0.smithi007.stdout:321: done (7 left) 2024-08-04T15:28:34.645 INFO:tasks.rados.rados.0.smithi007.stdout:322: done (6 left) 2024-08-04T15:28:34.645 INFO:tasks.rados.rados.0.smithi007.stdout:325: done (5 left) 2024-08-04T15:28:34.645 INFO:tasks.rados.rados.0.smithi007.stdout:326: done (4 left) 2024-08-04T15:28:34.645 INFO:tasks.rados.rados.0.smithi007.stdout:327: done (3 left) 2024-08-04T15:28:34.645 INFO:tasks.rados.rados.0.smithi007.stdout:328: done (2 left) 2024-08-04T15:28:34.645 INFO:tasks.rados.rados.0.smithi007.stdout:329: done (1 left) 2024-08-04T15:28:34.646 INFO:tasks.rados.rados.0.smithi007.stdout:330: done (0 left) 2024-08-04T15:28:34.646 INFO:tasks.rados.rados.0.smithi007.stdout:331: rollback oid 50 current snap is 31 2024-08-04T15:28:34.646 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 50 to 23 2024-08-04T15:28:34.646 INFO:tasks.rados.rados.0.smithi007.stdout:332: rmattr oid 38 current snap is 31 2024-08-04T15:28:34.646 INFO:tasks.rados.rados.0.smithi007.stdout:332: done (1 left) 2024-08-04T15:28:34.646 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 21 current snap is 31 2024-08-04T15:28:34.646 INFO:tasks.rados.rados.0.smithi007.stdout:333: seq_num 122 ranges {2686976=450560,3137536=688128,3825664=630784,4456448=286720} 2024-08-04T15:28:34.662 INFO:tasks.rados.rados.0.smithi007.stdout:333: writing smithi00780855-21 from 2686976 to 3137536 tid 1 2024-08-04T15:28:34.666 INFO:tasks.rados.rados.0.smithi007.stdout:333: writing smithi00780855-21 from 3137536 to 3825664 tid 2 2024-08-04T15:28:34.670 INFO:tasks.rados.rados.0.smithi007.stdout:333: writing smithi00780855-21 from 3825664 to 4456448 tid 3 2024-08-04T15:28:34.672 INFO:tasks.rados.rados.0.smithi007.stdout:333: writing smithi00780855-21 from 4456448 to 4743168 tid 4 2024-08-04T15:28:34.672 INFO:tasks.rados.rados.0.smithi007.stdout:334: copy_from oid 37 from oid 14 current snap is 31 2024-08-04T15:28:34.672 INFO:tasks.rados.rados.0.smithi007.stdout:331: finishing rollback tid 0 to smithi00780855-50 2024-08-04T15:28:34.672 INFO:tasks.rados.rados.0.smithi007.stdout:331: finishing rollback tid 1 to smithi00780855-50 2024-08-04T15:28:34.672 INFO:tasks.rados.rados.0.smithi007.stdout:331: finishing rollback tid 2 to smithi00780855-50 2024-08-04T15:28:34.672 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 85 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-04T15:28:34.672 INFO:tasks.rados.rados.0.smithi007.stdout:333: finishing write tid 1 to smithi00780855-21 2024-08-04T15:28:34.672 INFO:tasks.rados.rados.0.smithi007.stdout:333: finishing write tid 2 to smithi00780855-21 2024-08-04T15:28:34.672 INFO:tasks.rados.rados.0.smithi007.stdout:331: done (2 left) 2024-08-04T15:28:34.672 INFO:tasks.rados.rados.0.smithi007.stdout:335: rmattr oid 44 current snap is 31 2024-08-04T15:28:34.673 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 12 current snap is 31 2024-08-04T15:28:34.673 INFO:tasks.rados.rados.0.smithi007.stdout:336: seq_num 123 ranges {2400256=466944,2867200=573440,3440640=794624,4235264=237568} 2024-08-04T15:28:34.687 INFO:tasks.rados.rados.0.smithi007.stdout:336: writing smithi00780855-12 from 2400256 to 2867200 tid 1 2024-08-04T15:28:34.691 INFO:tasks.rados.rados.0.smithi007.stdout:336: writing smithi00780855-12 from 2867200 to 3440640 tid 2 2024-08-04T15:28:34.695 INFO:tasks.rados.rados.0.smithi007.stdout:336: writing smithi00780855-12 from 3440640 to 4235264 tid 3 2024-08-04T15:28:34.697 INFO:tasks.rados.rados.0.smithi007.stdout:336: writing smithi00780855-12 from 4235264 to 4472832 tid 4 2024-08-04T15:28:34.697 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 31 2024-08-04T15:28:34.697 INFO:tasks.rados.rados.0.smithi007.stdout:333: finishing write tid 3 to smithi00780855-21 2024-08-04T15:28:34.697 INFO:tasks.rados.rados.0.smithi007.stdout:337: seq_num 124 ranges {0=483328,483328=458752,942080=598016,1540096=548864} 2024-08-04T15:28:34.700 INFO:tasks.rados.rados.0.smithi007.stdout:337: writing smithi00780855-38 from 0 to 483328 tid 1 2024-08-04T15:28:34.702 INFO:tasks.rados.rados.0.smithi007.stdout:337: writing smithi00780855-38 from 483328 to 942080 tid 2 2024-08-04T15:28:34.706 INFO:tasks.rados.rados.0.smithi007.stdout:337: writing smithi00780855-38 from 942080 to 1540096 tid 3 2024-08-04T15:28:34.709 INFO:tasks.rados.rados.0.smithi007.stdout:337: writing smithi00780855-38 from 1540096 to 2088960 tid 4 2024-08-04T15:28:34.709 INFO:tasks.rados.rados.0.smithi007.stdout:338: copy_from oid 45 from oid 8 current snap is 31 2024-08-04T15:28:34.709 INFO:tasks.rados.rados.0.smithi007.stdout:333: finishing write tid 4 to smithi00780855-21 2024-08-04T15:28:34.710 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 5 current snap is 31 2024-08-04T15:28:34.710 INFO:tasks.rados.rados.0.smithi007.stdout:333: finishing write tid 5 to smithi00780855-21 2024-08-04T15:28:34.710 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 40 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-04T15:28:34.710 INFO:tasks.rados.rados.0.smithi007.stdout:333: finishing write tid 6 to smithi00780855-21 2024-08-04T15:28:34.710 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 155 (ObjNum 122 snap 31 seq_num 122) dirty exists 2024-08-04T15:28:34.710 INFO:tasks.rados.rados.0.smithi007.stdout:333: left oid 21 (ObjNum 122 snap 31 seq_num 122) 2024-08-04T15:28:34.710 INFO:tasks.rados.rados.0.smithi007.stdout:334: finishing copy_from racing read to smithi00780855-37 2024-08-04T15:28:34.710 INFO:tasks.rados.rados.0.smithi007.stdout:334: finishing copy_from to smithi00780855-37 2024-08-04T15:28:34.710 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 19 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-04T15:28:34.710 INFO:tasks.rados.rados.0.smithi007.stdout:336: finishing write tid 1 to smithi00780855-12 2024-08-04T15:28:34.710 INFO:tasks.rados.rados.0.smithi007.stdout:336: finishing write tid 2 to smithi00780855-12 2024-08-04T15:28:34.710 INFO:tasks.rados.rados.0.smithi007.stdout:339: seq_num 125 ranges {0=499712,499712=745472,1245184=409600,1654784=450560} 2024-08-04T15:28:34.712 INFO:tasks.rados.rados.0.smithi007.stdout:339: writing smithi00780855-5 from 0 to 499712 tid 1 2024-08-04T15:28:34.716 INFO:tasks.rados.rados.0.smithi007.stdout:339: writing smithi00780855-5 from 499712 to 1245184 tid 2 2024-08-04T15:28:34.718 INFO:tasks.rados.rados.0.smithi007.stdout:339: writing smithi00780855-5 from 1245184 to 1654784 tid 3 2024-08-04T15:28:34.722 INFO:tasks.rados.rados.0.smithi007.stdout:339: writing smithi00780855-5 from 1654784 to 2105344 tid 4 2024-08-04T15:28:34.722 INFO:tasks.rados.rados.0.smithi007.stdout:333: done (6 left) 2024-08-04T15:28:34.722 INFO:tasks.rados.rados.0.smithi007.stdout:334: done (5 left) 2024-08-04T15:28:34.722 INFO:tasks.rados.rados.0.smithi007.stdout:335: done (4 left) 2024-08-04T15:28:34.722 INFO:tasks.rados.rados.0.smithi007.stdout:340: snap_remove snap 29 2024-08-04T15:28:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:34 smithi062 ceph-mon[32659]: osdmap e132: 8 total, 8 up, 8 in 2024-08-04T15:28:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:34 smithi062 ceph-mon[32659]: pgmap v178: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-08-04T15:28:35.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:34 smithi007 ceph-mon[39529]: osdmap e132: 8 total, 8 up, 8 in 2024-08-04T15:28:35.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:34 smithi007 ceph-mon[39529]: pgmap v178: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-08-04T15:28:35.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:34 smithi007 ceph-mon[29096]: osdmap e132: 8 total, 8 up, 8 in 2024-08-04T15:28:35.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:34 smithi007 ceph-mon[29096]: pgmap v178: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-08-04T15:28:35.608 INFO:tasks.rados.rados.0.smithi007.stdout:340: done (4 left) 2024-08-04T15:28:35.608 INFO:tasks.rados.rados.0.smithi007.stdout:341: copy_from oid 40 from oid 11 current snap is 31 2024-08-04T15:28:35.608 INFO:tasks.rados.rados.0.smithi007.stdout:336: finishing write tid 3 to smithi00780855-12 2024-08-04T15:28:35.608 INFO:tasks.rados.rados.0.smithi007.stdout:336: finishing write tid 4 to smithi00780855-12 2024-08-04T15:28:35.608 INFO:tasks.rados.rados.0.smithi007.stdout:336: finishing write tid 5 to smithi00780855-12 2024-08-04T15:28:35.608 INFO:tasks.rados.rados.0.smithi007.stdout:336: finishing write tid 6 to smithi00780855-12 2024-08-04T15:28:35.608 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 185 (ObjNum 123 snap 31 seq_num 123) dirty exists 2024-08-04T15:28:35.608 INFO:tasks.rados.rados.0.smithi007.stdout:336: left oid 12 (ObjNum 123 snap 31 seq_num 123) 2024-08-04T15:28:35.608 INFO:tasks.rados.rados.0.smithi007.stdout:337: finishing write tid 1 to smithi00780855-38 2024-08-04T15:28:35.608 INFO:tasks.rados.rados.0.smithi007.stdout:337: finishing write tid 2 to smithi00780855-38 2024-08-04T15:28:35.608 INFO:tasks.rados.rados.0.smithi007.stdout:337: finishing write tid 3 to smithi00780855-38 2024-08-04T15:28:35.609 INFO:tasks.rados.rados.0.smithi007.stdout:338: finishing copy_from to smithi00780855-45 2024-08-04T15:28:35.609 INFO:tasks.rados.rados.0.smithi007.stdout:338: got expected ENOENT (src dne) 2024-08-04T15:28:35.609 INFO:tasks.rados.rados.0.smithi007.stdout:338: finishing copy_from racing read to smithi00780855-45 2024-08-04T15:28:35.609 INFO:tasks.rados.rados.0.smithi007.stdout:337: finishing write tid 4 to smithi00780855-38 2024-08-04T15:28:35.609 INFO:tasks.rados.rados.0.smithi007.stdout:337: finishing write tid 5 to smithi00780855-38 2024-08-04T15:28:35.609 INFO:tasks.rados.rados.0.smithi007.stdout:337: finishing write tid 6 to smithi00780855-38 2024-08-04T15:28:35.609 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 36 (ObjNum 124 snap 31 seq_num 124) dirty exists 2024-08-04T15:28:35.609 INFO:tasks.rados.rados.0.smithi007.stdout:337: left oid 38 (ObjNum 124 snap 31 seq_num 124) 2024-08-04T15:28:35.609 INFO:tasks.rados.rados.0.smithi007.stdout:339: finishing write tid 1 to smithi00780855-5 2024-08-04T15:28:35.609 INFO:tasks.rados.rados.0.smithi007.stdout:339: finishing write tid 2 to smithi00780855-5 2024-08-04T15:28:35.609 INFO:tasks.rados.rados.0.smithi007.stdout:339: finishing write tid 3 to smithi00780855-5 2024-08-04T15:28:35.609 INFO:tasks.rados.rados.0.smithi007.stdout:339: finishing write tid 4 to smithi00780855-5 2024-08-04T15:28:35.609 INFO:tasks.rados.rados.0.smithi007.stdout:339: finishing write tid 5 to smithi00780855-5 2024-08-04T15:28:35.609 INFO:tasks.rados.rados.0.smithi007.stdout:339: finishing write tid 6 to smithi00780855-5 2024-08-04T15:28:35.609 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 58 (ObjNum 125 snap 31 seq_num 125) dirty exists 2024-08-04T15:28:35.610 INFO:tasks.rados.rados.0.smithi007.stdout:339: left oid 5 (ObjNum 125 snap 31 seq_num 125) 2024-08-04T15:28:35.610 INFO:tasks.rados.rados.0.smithi007.stdout:336: done (4 left) 2024-08-04T15:28:35.610 INFO:tasks.rados.rados.0.smithi007.stdout:337: done (3 left) 2024-08-04T15:28:35.610 INFO:tasks.rados.rados.0.smithi007.stdout:338: done (2 left) 2024-08-04T15:28:35.610 INFO:tasks.rados.rados.0.smithi007.stdout:339: done (1 left) 2024-08-04T15:28:35.610 INFO:tasks.rados.rados.0.smithi007.stdout:342: copy_from oid 19 from oid 27 current snap is 31 2024-08-04T15:28:35.610 INFO:tasks.rados.rados.0.smithi007.stdout:343: snap_create 2024-08-04T15:28:35.619 INFO:tasks.rados.rados.0.smithi007.stdout:342: finishing copy_from racing read to smithi00780855-19 2024-08-04T15:28:35.619 INFO:tasks.rados.rados.0.smithi007.stdout:342: finishing copy_from to smithi00780855-19 2024-08-04T15:28:35.619 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-04T15:28:35.627 INFO:tasks.rados.rados.0.smithi007.stdout:341: finishing copy_from racing read to smithi00780855-40 2024-08-04T15:28:35.628 INFO:tasks.rados.rados.0.smithi007.stdout:341: finishing copy_from to smithi00780855-40 2024-08-04T15:28:35.628 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 53 (ObjNum 108 snap 22 seq_num 108) dirty exists 2024-08-04T15:28:35.954 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:35 smithi062 ceph-mon[32659]: osdmap e133: 8 total, 8 up, 8 in 2024-08-04T15:28:35.955 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:35 smithi062 ceph-mon[32659]: osdmap e134: 8 total, 8 up, 8 in 2024-08-04T15:28:36.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:35 smithi007 ceph-mon[39529]: osdmap e133: 8 total, 8 up, 8 in 2024-08-04T15:28:36.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:35 smithi007 ceph-mon[39529]: osdmap e134: 8 total, 8 up, 8 in 2024-08-04T15:28:36.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:35 smithi007 ceph-mon[29096]: osdmap e133: 8 total, 8 up, 8 in 2024-08-04T15:28:36.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:35 smithi007 ceph-mon[29096]: osdmap e134: 8 total, 8 up, 8 in 2024-08-04T15:28:36.608 INFO:tasks.rados.rados.0.smithi007.stdout:341: done (2 left) 2024-08-04T15:28:36.622 INFO:tasks.rados.rados.0.smithi007.stdout:342: done (1 left) 2024-08-04T15:28:36.622 INFO:tasks.rados.rados.0.smithi007.stdout:343: done (0 left) 2024-08-04T15:28:36.622 INFO:tasks.rados.rados.0.smithi007.stdout:344: read oid 15 snap -1 2024-08-04T15:28:36.623 INFO:tasks.rados.rados.0.smithi007.stdout:344: expect (ObjNum 4 snap 0 seq_num 4) 2024-08-04T15:28:36.623 INFO:tasks.rados.rados.0.smithi007.stdout:345: copy_from oid 39 from oid 19 current snap is 32 2024-08-04T15:28:36.623 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 9 current snap is 32 2024-08-04T15:28:36.623 INFO:tasks.rados.rados.0.smithi007.stdout:346: seq_num 126 ranges {2686976=516096,3203072=630784,3833856=614400,4448256=360448} 2024-08-04T15:28:36.625 INFO:tasks.rados.rados.0.smithi007.stdout:346: writing smithi00780855-9 from 2686976 to 3203072 tid 1 2024-08-04T15:28:36.629 INFO:tasks.rados.rados.0.smithi007.stdout:346: writing smithi00780855-9 from 3203072 to 3833856 tid 2 2024-08-04T15:28:36.633 INFO:tasks.rados.rados.0.smithi007.stdout:346: writing smithi00780855-9 from 3833856 to 4448256 tid 3 2024-08-04T15:28:36.635 INFO:tasks.rados.rados.0.smithi007.stdout:346: writing smithi00780855-9 from 4448256 to 4808704 tid 4 2024-08-04T15:28:36.635 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 32 2024-08-04T15:28:36.635 INFO:tasks.rados.rados.0.smithi007.stdout:347: seq_num 127 ranges {3784704=532480,4317184=507904,4825088=778240,5603328=319488} 2024-08-04T15:28:36.659 INFO:tasks.rados.rados.0.smithi007.stdout:347: writing smithi00780855-45 from 3784704 to 4317184 tid 1 2024-08-04T15:28:36.662 INFO:tasks.rados.rados.0.smithi007.stdout:347: writing smithi00780855-45 from 4317184 to 4825088 tid 2 2024-08-04T15:28:36.666 INFO:tasks.rados.rados.0.smithi007.stdout:347: writing smithi00780855-45 from 4825088 to 5603328 tid 3 2024-08-04T15:28:36.668 INFO:tasks.rados.rados.0.smithi007.stdout:347: writing smithi00780855-45 from 5603328 to 5922816 tid 4 2024-08-04T15:28:36.668 INFO:tasks.rados.rados.0.smithi007.stdout:348: snap_create 2024-08-04T15:28:36.668 INFO:tasks.rados.rados.0.smithi007.stdout:344: expect (ObjNum 4 snap 0 seq_num 4) 2024-08-04T15:28:36.672 INFO:tasks.rados.rados.0.smithi007.stdout:345: finishing copy_from racing read to smithi00780855-39 2024-08-04T15:28:36.672 INFO:tasks.rados.rados.0.smithi007.stdout:345: finishing copy_from to smithi00780855-39 2024-08-04T15:28:36.673 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-04T15:28:36.673 INFO:tasks.rados.rados.0.smithi007.stdout:346: finishing write tid 1 to smithi00780855-9 2024-08-04T15:28:36.673 INFO:tasks.rados.rados.0.smithi007.stdout:346: finishing write tid 2 to smithi00780855-9 2024-08-04T15:28:36.673 INFO:tasks.rados.rados.0.smithi007.stdout:346: finishing write tid 3 to smithi00780855-9 2024-08-04T15:28:36.673 INFO:tasks.rados.rados.0.smithi007.stdout:346: finishing write tid 4 to smithi00780855-9 2024-08-04T15:28:36.673 INFO:tasks.rados.rados.0.smithi007.stdout:346: finishing write tid 5 to smithi00780855-9 2024-08-04T15:28:36.673 INFO:tasks.rados.rados.0.smithi007.stdout:346: finishing write tid 6 to smithi00780855-9 2024-08-04T15:28:36.673 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 122 (ObjNum 126 snap 32 seq_num 126) dirty exists 2024-08-04T15:28:36.673 INFO:tasks.rados.rados.0.smithi007.stdout:346: left oid 9 (ObjNum 126 snap 32 seq_num 126) 2024-08-04T15:28:36.673 INFO:tasks.rados.rados.0.smithi007.stdout:347: finishing write tid 1 to smithi00780855-45 2024-08-04T15:28:36.673 INFO:tasks.rados.rados.0.smithi007.stdout:347: finishing write tid 2 to smithi00780855-45 2024-08-04T15:28:36.673 INFO:tasks.rados.rados.0.smithi007.stdout:347: finishing write tid 3 to smithi00780855-45 2024-08-04T15:28:36.673 INFO:tasks.rados.rados.0.smithi007.stdout:347: finishing write tid 4 to smithi00780855-45 2024-08-04T15:28:36.674 INFO:tasks.rados.rados.0.smithi007.stdout:347: finishing write tid 5 to smithi00780855-45 2024-08-04T15:28:36.674 INFO:tasks.rados.rados.0.smithi007.stdout:347: finishing write tid 6 to smithi00780855-45 2024-08-04T15:28:36.674 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 193 (ObjNum 127 snap 32 seq_num 127) dirty exists 2024-08-04T15:28:36.674 INFO:tasks.rados.rados.0.smithi007.stdout:347: left oid 45 (ObjNum 127 snap 32 seq_num 127) 2024-08-04T15:28:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:36 smithi062 ceph-mon[32659]: pgmap v181: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-08-04T15:28:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:36 smithi062 ceph-mon[32659]: osdmap e135: 8 total, 8 up, 8 in 2024-08-04T15:28:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:36 smithi007 ceph-mon[29096]: pgmap v181: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-08-04T15:28:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:36 smithi007 ceph-mon[29096]: osdmap e135: 8 total, 8 up, 8 in 2024-08-04T15:28:37.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:36 smithi007 ceph-mon[39529]: pgmap v181: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-08-04T15:28:37.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:36 smithi007 ceph-mon[39529]: osdmap e135: 8 total, 8 up, 8 in 2024-08-04T15:28:37.652 INFO:tasks.rados.rados.0.smithi007.stdout:344: done (4 left) 2024-08-04T15:28:37.652 INFO:tasks.rados.rados.0.smithi007.stdout:345: done (3 left) 2024-08-04T15:28:37.652 INFO:tasks.rados.rados.0.smithi007.stdout:346: done (2 left) 2024-08-04T15:28:37.652 INFO:tasks.rados.rados.0.smithi007.stdout:347: done (1 left) 2024-08-04T15:28:37.652 INFO:tasks.rados.rados.0.smithi007.stdout:348: done (0 left) 2024-08-04T15:28:37.652 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 5 current snap is 33 2024-08-04T15:28:37.652 INFO:tasks.rados.rados.0.smithi007.stdout:349: seq_num 128 ranges {2105344=548864,2654208=794624,3448832=581632,4030464=229376} 2024-08-04T15:28:37.666 INFO:tasks.rados.rados.0.smithi007.stdout:349: writing smithi00780855-5 from 2105344 to 2654208 tid 1 2024-08-04T15:28:37.670 INFO:tasks.rados.rados.0.smithi007.stdout:349: writing smithi00780855-5 from 2654208 to 3448832 tid 2 2024-08-04T15:28:37.674 INFO:tasks.rados.rados.0.smithi007.stdout:349: writing smithi00780855-5 from 3448832 to 4030464 tid 3 2024-08-04T15:28:37.675 INFO:tasks.rados.rados.0.smithi007.stdout:349: writing smithi00780855-5 from 4030464 to 4259840 tid 4 2024-08-04T15:28:37.675 INFO:tasks.rados.rados.0.smithi007.stdout:350: rollback oid 31 current snap is 33 2024-08-04T15:28:37.675 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 31 to 31 2024-08-04T15:28:37.675 INFO:tasks.rados.rados.0.smithi007.stdout:349: finishing write tid 1 to smithi00780855-5 2024-08-04T15:28:37.676 INFO:tasks.rados.rados.0.smithi007.stdout:349: finishing write tid 2 to smithi00780855-5 2024-08-04T15:28:37.676 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 33 2024-08-04T15:28:37.676 INFO:tasks.rados.rados.0.smithi007.stdout:351: seq_num 129 ranges {0=565248,565248=679936,1245184=786432,2031616=139264} 2024-08-04T15:28:37.679 INFO:tasks.rados.rados.0.smithi007.stdout:351: writing smithi00780855-49 from 0 to 565248 tid 1 2024-08-04T15:28:37.683 INFO:tasks.rados.rados.0.smithi007.stdout:351: writing smithi00780855-49 from 565248 to 1245184 tid 2 2024-08-04T15:28:37.687 INFO:tasks.rados.rados.0.smithi007.stdout:351: writing smithi00780855-49 from 1245184 to 2031616 tid 3 2024-08-04T15:28:37.689 INFO:tasks.rados.rados.0.smithi007.stdout:351: writing smithi00780855-49 from 2031616 to 2170880 tid 4 2024-08-04T15:28:37.690 INFO:tasks.rados.rados.0.smithi007.stdout:352: rmattr oid 41 current snap is 33 2024-08-04T15:28:37.690 INFO:tasks.rados.rados.0.smithi007.stdout:350: finishing rollback tid 1 to smithi00780855-31 2024-08-04T15:28:37.690 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 34 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-04T15:28:37.690 INFO:tasks.rados.rados.0.smithi007.stdout:349: finishing write tid 3 to smithi00780855-5 2024-08-04T15:28:37.690 INFO:tasks.rados.rados.0.smithi007.stdout:349: finishing write tid 4 to smithi00780855-5 2024-08-04T15:28:37.690 INFO:tasks.rados.rados.0.smithi007.stdout:349: finishing write tid 5 to smithi00780855-5 2024-08-04T15:28:37.690 INFO:tasks.rados.rados.0.smithi007.stdout:349: finishing write tid 6 to smithi00780855-5 2024-08-04T15:28:37.690 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 64 (ObjNum 128 snap 33 seq_num 128) dirty exists 2024-08-04T15:28:37.691 INFO:tasks.rados.rados.0.smithi007.stdout:349: left oid 5 (ObjNum 128 snap 33 seq_num 128) 2024-08-04T15:28:37.691 INFO:tasks.rados.rados.0.smithi007.stdout:351: finishing write tid 1 to smithi00780855-49 2024-08-04T15:28:37.691 INFO:tasks.rados.rados.0.smithi007.stdout:351: finishing write tid 2 to smithi00780855-49 2024-08-04T15:28:37.691 INFO:tasks.rados.rados.0.smithi007.stdout:349: done (3 left) 2024-08-04T15:28:37.691 INFO:tasks.rados.rados.0.smithi007.stdout:350: done (2 left) 2024-08-04T15:28:37.691 INFO:tasks.rados.rados.0.smithi007.stdout:353: read oid 32 snap -1 2024-08-04T15:28:37.691 INFO:tasks.rados.rados.0.smithi007.stdout:353: expect (ObjNum 66 snap 4 seq_num 66) 2024-08-04T15:28:37.691 INFO:tasks.rados.rados.0.smithi007.stdout:354: snap_create 2024-08-04T15:28:37.692 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 195 (ObjNum 96 snap 18 seq_num 96) dirty exists 2024-08-04T15:28:37.692 INFO:tasks.rados.rados.0.smithi007.stdout:351: finishing write tid 3 to smithi00780855-49 2024-08-04T15:28:37.692 INFO:tasks.rados.rados.0.smithi007.stdout:351: finishing write tid 4 to smithi00780855-49 2024-08-04T15:28:37.693 INFO:tasks.rados.rados.0.smithi007.stdout:351: finishing write tid 5 to smithi00780855-49 2024-08-04T15:28:37.694 INFO:tasks.rados.rados.0.smithi007.stdout:351: finishing write tid 6 to smithi00780855-49 2024-08-04T15:28:37.694 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 164 (ObjNum 129 snap 33 seq_num 129) dirty exists 2024-08-04T15:28:37.694 INFO:tasks.rados.rados.0.smithi007.stdout:351: left oid 49 (ObjNum 129 snap 33 seq_num 129) 2024-08-04T15:28:37.699 INFO:tasks.rados.rados.0.smithi007.stdout:353: expect (ObjNum 66 snap 4 seq_num 66) 2024-08-04T15:28:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:37 smithi007 ceph-mon[29096]: Upgrade: Updating mgr.x 2024-08-04T15:28:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:37 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:37 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:28:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:37 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:28:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:37 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:28:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:37 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:28:38.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:37 smithi007 ceph-mon[29096]: Deploying daemon mgr.x on smithi062 2024-08-04T15:28:38.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:37 smithi007 ceph-mon[29096]: osdmap e136: 8 total, 8 up, 8 in 2024-08-04T15:28:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:37 smithi007 ceph-mon[39529]: Upgrade: Updating mgr.x 2024-08-04T15:28:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:37 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:37 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:28:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:37 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:28:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:37 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:28:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:37 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:28:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:37 smithi007 ceph-mon[39529]: Deploying daemon mgr.x on smithi062 2024-08-04T15:28:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:37 smithi007 ceph-mon[39529]: osdmap e136: 8 total, 8 up, 8 in 2024-08-04T15:28:38.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:37 smithi062 ceph-mon[32659]: Upgrade: Updating mgr.x 2024-08-04T15:28:38.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:37 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:38.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:37 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:28:38.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:37 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:28:38.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:37 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:28:38.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:37 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:28:38.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:37 smithi062 ceph-mon[32659]: Deploying daemon mgr.x on smithi062 2024-08-04T15:28:38.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:37 smithi062 ceph-mon[32659]: osdmap e136: 8 total, 8 up, 8 in 2024-08-04T15:28:38.657 INFO:tasks.rados.rados.0.smithi007.stdout:351: done (3 left) 2024-08-04T15:28:38.657 INFO:tasks.rados.rados.0.smithi007.stdout:352: done (2 left) 2024-08-04T15:28:38.657 INFO:tasks.rados.rados.0.smithi007.stdout:353: done (1 left) 2024-08-04T15:28:38.657 INFO:tasks.rados.rados.0.smithi007.stdout:354: done (0 left) 2024-08-04T15:28:38.657 INFO:tasks.rados.rados.0.smithi007.stdout:355: delete oid 49 current snap is 34 2024-08-04T15:28:38.661 INFO:tasks.rados.rados.0.smithi007.stdout:355: done (0 left) 2024-08-04T15:28:38.661 INFO:tasks.rados.rados.0.smithi007.stdout:356: rollback oid 18 current snap is 34 2024-08-04T15:28:38.661 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 18 to 30 2024-08-04T15:28:38.661 INFO:tasks.rados.rados.0.smithi007.stdout:357: snap_create 2024-08-04T15:28:38.664 INFO:tasks.rados.rados.0.smithi007.stdout:356: finishing rollback tid 0 to smithi00780855-18 2024-08-04T15:28:38.665 INFO:tasks.rados.rados.0.smithi007.stdout:356: finishing rollback tid 1 to smithi00780855-18 2024-08-04T15:28:38.665 INFO:tasks.rados.rados.0.smithi007.stdout:356: finishing rollback tid 2 to smithi00780855-18 2024-08-04T15:28:38.665 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 102 (ObjNum 115 snap 28 seq_num 115) dirty exists 2024-08-04T15:28:38.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:38 smithi062 systemd[1]: Stopping Ceph mgr.x for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:28:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:38 smithi007 ceph-mon[29096]: pgmap v184: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.1 MiB/s wr, 24 op/s 2024-08-04T15:28:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:38 smithi007 ceph-mon[29096]: osdmap e137: 8 total, 8 up, 8 in 2024-08-04T15:28:39.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:38 smithi007 ceph-mon[39529]: pgmap v184: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.1 MiB/s wr, 24 op/s 2024-08-04T15:28:39.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:38 smithi007 ceph-mon[39529]: osdmap e137: 8 total, 8 up, 8 in 2024-08-04T15:28:39.147 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:38 smithi062 ceph-mon[32659]: pgmap v184: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.1 MiB/s wr, 24 op/s 2024-08-04T15:28:39.147 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:38 smithi062 ceph-mon[32659]: osdmap e137: 8 total, 8 up, 8 in 2024-08-04T15:28:39.148 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:38 smithi062 podman[65671]: 2024-08-04 15:28:38.884903501 +0000 UTC m=+0.118224582 container died c1d816218ddffc645174d36a7d714754a18d20a81e53aef4e5e5cd5175ffd8e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=quincy-85224d9, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-04T15:28:39.414 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:39 smithi062 podman[65671]: 2024-08-04 15:28:39.229861282 +0000 UTC m=+0.463182355 container cleanup c1d816218ddffc645174d36a7d714754a18d20a81e53aef4e5e5cd5175ffd8e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=quincy-85224d9, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-04T15:28:39.414 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:39 smithi062 bash[65671]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x 2024-08-04T15:28:39.659 INFO:tasks.rados.rados.0.smithi007.stdout:356: done (1 left) 2024-08-04T15:28:39.659 INFO:tasks.rados.rados.0.smithi007.stdout:357: done (0 left) 2024-08-04T15:28:39.659 INFO:tasks.rados.rados.0.smithi007.stdout:358: rollback oid 41 current snap is 35 2024-08-04T15:28:39.659 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 41 to 18 2024-08-04T15:28:39.660 INFO:tasks.rados.rados.0.smithi007.stdout:359: rollback oid 18 current snap is 35 2024-08-04T15:28:39.660 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 18 to 32 2024-08-04T15:28:39.660 INFO:tasks.rados.rados.0.smithi007.stdout:360: rmattr oid 23 current snap is 35 2024-08-04T15:28:39.660 INFO:tasks.rados.rados.0.smithi007.stdout:360: done (2 left) 2024-08-04T15:28:39.661 INFO:tasks.rados.rados.0.smithi007.stdout:361: copy_from oid 43 from oid 10 current snap is 35 2024-08-04T15:28:39.661 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 19 current snap is 35 2024-08-04T15:28:39.661 INFO:tasks.rados.rados.0.smithi007.stdout:362: seq_num 131 ranges {442368=598016,1040384=499712,1540096=753664,2293760=352256} 2024-08-04T15:28:39.665 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:39 smithi062 podman[65684]: 2024-08-04 15:28:39.414260709 +0000 UTC m=+0.524833721 container remove c1d816218ddffc645174d36a7d714754a18d20a81e53aef4e5e5cd5175ffd8e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=quincy-85224d9, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-04T15:28:39.665 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:39 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-04T15:28:39.665 INFO:tasks.rados.rados.0.smithi007.stdout:362: writing smithi00780855-19 from 442368 to 1040384 tid 1 2024-08-04T15:28:39.668 INFO:tasks.rados.rados.0.smithi007.stdout:362: writing smithi00780855-19 from 1040384 to 1540096 tid 2 2024-08-04T15:28:39.673 INFO:tasks.rados.rados.0.smithi007.stdout:362: writing smithi00780855-19 from 1540096 to 2293760 tid 3 2024-08-04T15:28:39.675 INFO:tasks.rados.rados.0.smithi007.stdout:362: writing smithi00780855-19 from 2293760 to 2646016 tid 4 2024-08-04T15:28:39.675 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 13 current snap is 35 2024-08-04T15:28:39.675 INFO:tasks.rados.rados.0.smithi007.stdout:363: seq_num 132 ranges {0=614400,614400=786432,1400832=565248,1966080=253952} 2024-08-04T15:28:39.678 INFO:tasks.rados.rados.0.smithi007.stdout:363: writing smithi00780855-13 from 0 to 614400 tid 1 2024-08-04T15:28:39.683 INFO:tasks.rados.rados.0.smithi007.stdout:363: writing smithi00780855-13 from 614400 to 1400832 tid 2 2024-08-04T15:28:39.686 INFO:tasks.rados.rados.0.smithi007.stdout:363: writing smithi00780855-13 from 1400832 to 1966080 tid 3 2024-08-04T15:28:39.688 INFO:tasks.rados.rados.0.smithi007.stdout:363: writing smithi00780855-13 from 1966080 to 2220032 tid 4 2024-08-04T15:28:39.688 INFO:tasks.rados.rados.0.smithi007.stdout:364: setattr oid 26 current snap is 35 2024-08-04T15:28:39.688 INFO:tasks.rados.rados.0.smithi007.stdout:358: finishing rollback tid 0 to smithi00780855-41 2024-08-04T15:28:39.688 INFO:tasks.rados.rados.0.smithi007.stdout:358: finishing rollback tid 1 to smithi00780855-41 2024-08-04T15:28:39.688 INFO:tasks.rados.rados.0.smithi007.stdout:359: finishing rollback tid 0 to smithi00780855-18 2024-08-04T15:28:39.688 INFO:tasks.rados.rados.0.smithi007.stdout:358: finishing rollback tid 2 to smithi00780855-41 2024-08-04T15:28:39.689 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 199 (ObjNum 96 snap 18 seq_num 96) dirty exists 2024-08-04T15:28:39.689 INFO:tasks.rados.rados.0.smithi007.stdout:359: finishing rollback tid 1 to smithi00780855-18 2024-08-04T15:28:39.689 INFO:tasks.rados.rados.0.smithi007.stdout:359: finishing rollback tid 2 to smithi00780855-18 2024-08-04T15:28:39.689 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 105 (ObjNum 115 snap 28 seq_num 115) dirty exists 2024-08-04T15:28:39.689 INFO:tasks.rados.rados.0.smithi007.stdout:361: finishing copy_from racing read to smithi00780855-43 2024-08-04T15:28:39.690 INFO:tasks.rados.rados.0.smithi007.stdout:361: finishing copy_from to smithi00780855-43 2024-08-04T15:28:39.690 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-04T15:28:39.690 INFO:tasks.rados.rados.0.smithi007.stdout:362: finishing write tid 1 to smithi00780855-19 2024-08-04T15:28:39.690 INFO:tasks.rados.rados.0.smithi007.stdout:362: finishing write tid 2 to smithi00780855-19 2024-08-04T15:28:39.690 INFO:tasks.rados.rados.0.smithi007.stdout:362: finishing write tid 3 to smithi00780855-19 2024-08-04T15:28:39.690 INFO:tasks.rados.rados.0.smithi007.stdout:362: finishing write tid 4 to smithi00780855-19 2024-08-04T15:28:39.690 INFO:tasks.rados.rados.0.smithi007.stdout:362: finishing write tid 5 to smithi00780855-19 2024-08-04T15:28:39.690 INFO:tasks.rados.rados.0.smithi007.stdout:362: finishing write tid 6 to smithi00780855-19 2024-08-04T15:28:39.690 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 45 (ObjNum 131 snap 35 seq_num 131) dirty exists 2024-08-04T15:28:39.690 INFO:tasks.rados.rados.0.smithi007.stdout:362: left oid 19 (ObjNum 131 snap 35 seq_num 131) 2024-08-04T15:28:39.690 INFO:tasks.rados.rados.0.smithi007.stdout:363: finishing write tid 1 to smithi00780855-13 2024-08-04T15:28:39.691 INFO:tasks.rados.rados.0.smithi007.stdout:363: finishing write tid 2 to smithi00780855-13 2024-08-04T15:28:39.691 INFO:tasks.rados.rados.0.smithi007.stdout:363: finishing write tid 3 to smithi00780855-13 2024-08-04T15:28:39.691 INFO:tasks.rados.rados.0.smithi007.stdout:363: finishing write tid 4 to smithi00780855-13 2024-08-04T15:28:39.692 INFO:tasks.rados.rados.0.smithi007.stdout:358: done (5 left) 2024-08-04T15:28:39.692 INFO:tasks.rados.rados.0.smithi007.stdout:359: done (4 left) 2024-08-04T15:28:39.692 INFO:tasks.rados.rados.0.smithi007.stdout:361: done (3 left) 2024-08-04T15:28:39.692 INFO:tasks.rados.rados.0.smithi007.stdout:362: done (2 left) 2024-08-04T15:28:39.692 INFO:tasks.rados.rados.0.smithi007.stdout:365: snap_create 2024-08-04T15:28:39.692 INFO:tasks.rados.rados.0.smithi007.stdout:363: finishing write tid 5 to smithi00780855-13 2024-08-04T15:28:39.692 INFO:tasks.rados.rados.0.smithi007.stdout:363: finishing write tid 6 to smithi00780855-13 2024-08-04T15:28:39.692 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 204 (ObjNum 132 snap 35 seq_num 132) dirty exists 2024-08-04T15:28:39.692 INFO:tasks.rados.rados.0.smithi007.stdout:363: left oid 13 (ObjNum 132 snap 35 seq_num 132) 2024-08-04T15:28:39.693 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 168 (ObjNum 104 snap 22 seq_num 104) dirty exists 2024-08-04T15:28:40.011 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:39 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-04T15:28:40.011 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:39 smithi062 systemd[1]: Stopped Ceph mgr.x for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:28:40.011 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:39 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.x.service: Consumed 10.657s CPU time. 2024-08-04T15:28:40.011 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:39 smithi062 systemd[1]: Starting Ceph mgr.x for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:28:40.367 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:40 smithi062 podman[65814]: 2024-08-04 15:28:40.107028984 +0000 UTC m=+0.113883577 container create 4b29c1dc327f303353557f30b5df18ec4534b56625426e54fe3c5c8ac07b3500 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x, RELEASE=squid-release-26c3fb8, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:28:40.368 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:40 smithi062 podman[65814]: 2024-08-04 15:28:40.011633318 +0000 UTC m=+0.018487877 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:28:40.607 INFO:tasks.rados.rados.0.smithi007.stdout:363: done (2 left) 2024-08-04T15:28:40.607 INFO:tasks.rados.rados.0.smithi007.stdout:364: done (1 left) 2024-08-04T15:28:40.607 INFO:tasks.rados.rados.0.smithi007.stdout:365: done (0 left) 2024-08-04T15:28:40.607 INFO:tasks.rados.rados.0.smithi007.stdout:366: copy_from oid 34 from oid 46 current snap is 36 2024-08-04T15:28:40.608 INFO:tasks.rados.rados.0.smithi007.stdout:367: snap_remove snap 26 2024-08-04T15:28:40.661 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:40 smithi062 podman[65814]: 2024-08-04 15:28:40.36807746 +0000 UTC m=+0.374932025 container init 4b29c1dc327f303353557f30b5df18ec4534b56625426e54fe3c5c8ac07b3500 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T15:28:40.662 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:40 smithi062 podman[65814]: 2024-08-04 15:28:40.371184435 +0000 UTC m=+0.378038992 container start 4b29c1dc327f303353557f30b5df18ec4534b56625426e54fe3c5c8ac07b3500 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-04T15:28:40.662 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:40 smithi062 ceph-mgr[65832]: -- 172.21.15.62:0/1470814290 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5586054bf0e0 con 0x55860549d400 2024-08-04T15:28:40.662 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:40 smithi062 bash[65814]: 4b29c1dc327f303353557f30b5df18ec4534b56625426e54fe3c5c8ac07b3500 2024-08-04T15:28:40.662 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:40 smithi062 systemd[1]: Started Ceph mgr.x for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:28:40.662 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:40 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:40.517+0000 7f4bdae51040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-04T15:28:41.002 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:28:41.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:40 smithi007 ceph-mon[29096]: osdmap e138: 8 total, 8 up, 8 in 2024-08-04T15:28:41.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:40 smithi007 ceph-mon[29096]: pgmap v187: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.1 MiB/s wr, 24 op/s 2024-08-04T15:28:41.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:40 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:41.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:40 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:41.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:40 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:28:41.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:40 smithi007 ceph-mon[29096]: osdmap e139: 8 total, 8 up, 8 in 2024-08-04T15:28:41.003 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:40 smithi007 ceph-mon[39529]: osdmap e138: 8 total, 8 up, 8 in 2024-08-04T15:28:41.004 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:40 smithi007 ceph-mon[39529]: pgmap v187: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.1 MiB/s wr, 24 op/s 2024-08-04T15:28:41.004 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:40 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:41.004 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:40 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:41.004 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:40 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:28:41.004 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:40 smithi007 ceph-mon[39529]: osdmap e139: 8 total, 8 up, 8 in 2024-08-04T15:28:41.011 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:40 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:40.682+0000 7f4bdae51040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:28:41.011 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:40 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:40.754+0000 7f4bdae51040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-04T15:28:41.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:40 smithi062 ceph-mon[32659]: osdmap e138: 8 total, 8 up, 8 in 2024-08-04T15:28:41.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:40 smithi062 ceph-mon[32659]: pgmap v187: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.1 MiB/s wr, 24 op/s 2024-08-04T15:28:41.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:40 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:41.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:40 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:41.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:40 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:28:41.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:40 smithi062 ceph-mon[32659]: osdmap e139: 8 total, 8 up, 8 in 2024-08-04T15:28:41.262 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:28:41.262 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (2m) 2m ago 3m 16.9M - 0.25.0 c8568f914cd2 76bdee3ba6db 2024-08-04T15:28:41.262 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (3m) 2m ago 3m 82.5M - 9.4.7 954c08fa6188 90c608c3ce6c 2024-08-04T15:28:41.262 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (5m) 2m ago 5m 13.6M - 17.2.7-1207-g85224d90 3614407c4e10 39baa14185b8 2024-08-04T15:28:41.262 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (5m) 2m ago 5m 17.6M - 17.2.7-1207-g85224d90 3614407c4e10 951c2f76c840 2024-08-04T15:28:41.262 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443,9283 starting - - - - 2024-08-04T15:28:41.262 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:9283 running (10m) 2m ago 10m 445M - 17.2.7-1207-g85224d90 3614407c4e10 b8fc9ee64359 2024-08-04T15:28:41.262 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (10m) 2m ago 10m 45.1M 2048M 17.2.7-1207-g85224d90 3614407c4e10 1d4743646ee9 2024-08-04T15:28:41.262 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (8m) 2m ago 8m 36.7M 2048M 17.2.7-1207-g85224d90 3614407c4e10 359d0afec2d9 2024-08-04T15:28:41.262 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (8m) 2m ago 8m 38.5M 2048M 17.2.7-1207-g85224d90 3614407c4e10 b6575ebd4101 2024-08-04T15:28:41.262 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (3m) 2m ago 3m 13.2M - 1.5.0 0da6a335fe13 d31c2c39a1c6 2024-08-04T15:28:41.263 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (3m) 2m ago 3m 13.2M - 1.5.0 0da6a335fe13 7def7a1b23ec 2024-08-04T15:28:41.263 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (8m) 2m ago 8m 48.6M 2993M 17.2.7-1207-g85224d90 3614407c4e10 aa7c2acc12af 2024-08-04T15:28:41.263 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (7m) 2m ago 7m 44.0M 2993M 17.2.7-1207-g85224d90 3614407c4e10 6b90eba90aa9 2024-08-04T15:28:41.263 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (7m) 2m ago 7m 42.0M 2993M 17.2.7-1207-g85224d90 3614407c4e10 75284b707dd4 2024-08-04T15:28:41.263 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (6m) 2m ago 6m 41.6M 2993M 17.2.7-1207-g85224d90 3614407c4e10 902e99f21e0a 2024-08-04T15:28:41.263 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (6m) 2m ago 6m 42.8M 2992M 17.2.7-1207-g85224d90 3614407c4e10 a8621138799e 2024-08-04T15:28:41.263 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (6m) 2m ago 6m 41.1M 2992M 17.2.7-1207-g85224d90 3614407c4e10 4c11140cfb7d 2024-08-04T15:28:41.263 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (5m) 2m ago 5m 41.2M 2992M 17.2.7-1207-g85224d90 3614407c4e10 22d52664a755 2024-08-04T15:28:41.263 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (5m) 2m ago 5m 41.6M 2992M 17.2.7-1207-g85224d90 3614407c4e10 5e425b8303f1 2024-08-04T15:28:41.263 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (2m) 2m ago 3m 25.2M - 2.43.0 a07b618ecd1d 595f1b431696 2024-08-04T15:28:41.290 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:41 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:41.036+0000 7f4bdae51040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-04T15:28:41.290 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:41 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:41.098+0000 7f4bdae51040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-04T15:28:41.578 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:28:41.578 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:28:41.578 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 3 2024-08-04T15:28:41.578 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:28:41.579 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:28:41.579 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:28:41.579 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:28:41.579 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:28:41.579 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 8 2024-08-04T15:28:41.579 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:28:41.579 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:28:41.579 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:28:41.579 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:28:41.579 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:28:41.580 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 15 2024-08-04T15:28:41.580 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:28:41.580 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:28:41.609 INFO:tasks.rados.rados.0.smithi007.stdout:367: done (1 left) 2024-08-04T15:28:41.609 INFO:tasks.rados.rados.0.smithi007.stdout:368: rollback oid 45 current snap is 36 2024-08-04T15:28:41.609 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 45 to 35 2024-08-04T15:28:41.609 INFO:tasks.rados.rados.0.smithi007.stdout:369: read oid 20 snap -1 2024-08-04T15:28:41.609 INFO:tasks.rados.rados.0.smithi007.stdout:369: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:28:41.609 INFO:tasks.rados.rados.0.smithi007.stdout:370: read oid 37 snap -1 2024-08-04T15:28:41.610 INFO:tasks.rados.rados.0.smithi007.stdout:370: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-04T15:28:41.610 INFO:tasks.rados.rados.0.smithi007.stdout:371: delete oid 28 current snap is 36 2024-08-04T15:28:41.610 INFO:tasks.rados.rados.0.smithi007.stdout:366: finishing copy_from racing read to smithi00780855-34 2024-08-04T15:28:41.610 INFO:tasks.rados.rados.0.smithi007.stdout:366: finishing copy_from to smithi00780855-34 2024-08-04T15:28:41.610 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 45 (ObjNum 109 snap 22 seq_num 109) dirty exists 2024-08-04T15:28:41.618 INFO:tasks.rados.rados.0.smithi007.stdout:369: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:28:41.680 INFO:tasks.rados.rados.0.smithi007.stdout:368: finishing rollback tid 0 to smithi00780855-45 2024-08-04T15:28:41.680 INFO:tasks.rados.rados.0.smithi007.stdout:368: finishing rollback tid 1 to smithi00780855-45 2024-08-04T15:28:41.680 INFO:tasks.rados.rados.0.smithi007.stdout:368: finishing rollback tid 2 to smithi00780855-45 2024-08-04T15:28:41.680 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 208 (ObjNum 127 snap 32 seq_num 127) dirty exists 2024-08-04T15:28:41.680 INFO:tasks.rados.rados.0.smithi007.stdout:370: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-04T15:28:41.711 INFO:tasks.rados.rados.0.smithi007.stdout:366: done (4 left) 2024-08-04T15:28:41.712 INFO:tasks.rados.rados.0.smithi007.stdout:368: done (3 left) 2024-08-04T15:28:41.712 INFO:tasks.rados.rados.0.smithi007.stdout:369: done (2 left) 2024-08-04T15:28:41.712 INFO:tasks.rados.rados.0.smithi007.stdout:370: done (1 left) 2024-08-04T15:28:41.712 INFO:tasks.rados.rados.0.smithi007.stdout:371: done (0 left) 2024-08-04T15:28:41.712 INFO:tasks.rados.rados.0.smithi007.stdout:372: rollback oid 5 current snap is 36 2024-08-04T15:28:41.712 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 5 to 24 2024-08-04T15:28:41.712 INFO:tasks.rados.rados.0.smithi007.stdout:373: snap_remove snap 35 2024-08-04T15:28:41.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:41 smithi007 ceph-mon[29096]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:28:41.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:41 smithi007 ceph-mon[29096]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:28:41.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:41 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3726369424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:28:41.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:41 smithi007 ceph-mon[29096]: osdmap e140: 8 total, 8 up, 8 in 2024-08-04T15:28:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:41 smithi007 ceph-mon[39529]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:28:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:41 smithi007 ceph-mon[39529]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:28:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:41 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/3726369424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:28:41.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:41 smithi007 ceph-mon[39529]: osdmap e140: 8 total, 8 up, 8 in 2024-08-04T15:28:41.890 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:41 smithi062 ceph-mon[32659]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:28:41.890 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:41 smithi062 ceph-mon[32659]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:28:41.890 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:41 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/3726369424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:28:41.891 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:41 smithi062 ceph-mon[32659]: osdmap e140: 8 total, 8 up, 8 in 2024-08-04T15:28:42.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:28:41] "GET /metrics HTTP/1.1" 200 239382 "" "Prometheus/2.43.0" 2024-08-04T15:28:42.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:42.162+0000 7f4bdae51040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-04T15:28:42.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:42.286+0000 7f4bdae51040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-04T15:28:42.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:42.348+0000 7f4bdae51040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-04T15:28:42.670 INFO:tasks.rados.rados.0.smithi007.stdout:373: done (1 left) 2024-08-04T15:28:42.670 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 33 current snap is 36 2024-08-04T15:28:42.670 INFO:tasks.rados.rados.0.smithi007.stdout:372: finishing rollback tid 0 to smithi00780855-5 2024-08-04T15:28:42.670 INFO:tasks.rados.rados.0.smithi007.stdout:372: finishing rollback tid 1 to smithi00780855-5 2024-08-04T15:28:42.670 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 67 (ObjNum 33 snap 0 seq_num 1414617954) dirty dne 2024-08-04T15:28:42.671 INFO:tasks.rados.rados.0.smithi007.stdout:374: seq_num 134 ranges {2686976=647168,3334144=548864,3883008=573440,4456448=483328} 2024-08-04T15:28:42.688 INFO:tasks.rados.rados.0.smithi007.stdout:374: writing smithi00780855-33 from 2686976 to 3334144 tid 1 2024-08-04T15:28:42.691 INFO:tasks.rados.rados.0.smithi007.stdout:374: writing smithi00780855-33 from 3334144 to 3883008 tid 2 2024-08-04T15:28:42.694 INFO:tasks.rados.rados.0.smithi007.stdout:374: writing smithi00780855-33 from 3883008 to 4456448 tid 3 2024-08-04T15:28:42.697 INFO:tasks.rados.rados.0.smithi007.stdout:374: writing smithi00780855-33 from 4456448 to 4939776 tid 4 2024-08-04T15:28:42.698 INFO:tasks.rados.rados.0.smithi007.stdout:372: done (1 left) 2024-08-04T15:28:42.698 INFO:tasks.rados.rados.0.smithi007.stdout:375: read oid 45 snap -1 2024-08-04T15:28:42.698 INFO:tasks.rados.rados.0.smithi007.stdout:375: expect (ObjNum 127 snap 32 seq_num 127) 2024-08-04T15:28:42.698 INFO:tasks.rados.rados.0.smithi007.stdout:376: setattr oid 13 current snap is 36 2024-08-04T15:28:42.698 INFO:tasks.rados.rados.0.smithi007.stdout:374: finishing write tid 1 to smithi00780855-33 2024-08-04T15:28:42.698 INFO:tasks.rados.rados.0.smithi007.stdout:374: finishing write tid 2 to smithi00780855-33 2024-08-04T15:28:42.698 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 25 current snap is 36 2024-08-04T15:28:42.698 INFO:tasks.rados.rados.0.smithi007.stdout:377: seq_num 135 ranges {2367488=663552,3031040=434176,3465216=786432,4251648=385024} 2024-08-04T15:28:42.715 INFO:tasks.rados.rados.0.smithi007.stdout:377: writing smithi00780855-25 from 2367488 to 3031040 tid 1 2024-08-04T15:28:42.717 INFO:tasks.rados.rados.0.smithi007.stdout:377: writing smithi00780855-25 from 3031040 to 3465216 tid 2 2024-08-04T15:28:42.722 INFO:tasks.rados.rados.0.smithi007.stdout:377: writing smithi00780855-25 from 3465216 to 4251648 tid 3 2024-08-04T15:28:42.724 INFO:tasks.rados.rados.0.smithi007.stdout:377: writing smithi00780855-25 from 4251648 to 4636672 tid 4 2024-08-04T15:28:42.724 INFO:tasks.rados.rados.0.smithi007.stdout:378: snap_create 2024-08-04T15:28:42.724 INFO:tasks.rados.rados.0.smithi007.stdout:374: finishing write tid 3 to smithi00780855-33 2024-08-04T15:28:42.724 INFO:tasks.rados.rados.0.smithi007.stdout:374: finishing write tid 4 to smithi00780855-33 2024-08-04T15:28:42.724 INFO:tasks.rados.rados.0.smithi007.stdout:374: finishing write tid 5 to smithi00780855-33 2024-08-04T15:28:42.724 INFO:tasks.rados.rados.0.smithi007.stdout:374: finishing write tid 6 to smithi00780855-33 2024-08-04T15:28:42.725 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 132 (ObjNum 134 snap 36 seq_num 134) dirty exists 2024-08-04T15:28:42.725 INFO:tasks.rados.rados.0.smithi007.stdout:374: left oid 33 (ObjNum 134 snap 36 seq_num 134) 2024-08-04T15:28:42.730 INFO:tasks.rados.rados.0.smithi007.stdout:375: expect (ObjNum 127 snap 32 seq_num 127) 2024-08-04T15:28:42.921 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:42 smithi062 ceph-mon[32659]: pgmap v190: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:42.922 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:42.596+0000 7f4bdae51040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-04T15:28:42.922 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:42.673+0000 7f4bdae51040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-04T15:28:42.922 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:42.763+0000 7f4bdae51040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-04T15:28:42.922 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:42.920+0000 7f4bdae51040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:28:42.979 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 219 (ObjNum 132 snap 35 seq_num 132) dirty exists 2024-08-04T15:28:42.979 INFO:tasks.rados.rados.0.smithi007.stdout:377: finishing write tid 1 to smithi00780855-25 2024-08-04T15:28:42.979 INFO:tasks.rados.rados.0.smithi007.stdout:377: finishing write tid 2 to smithi00780855-25 2024-08-04T15:28:42.979 INFO:tasks.rados.rados.0.smithi007.stdout:377: finishing write tid 3 to smithi00780855-25 2024-08-04T15:28:42.979 INFO:tasks.rados.rados.0.smithi007.stdout:377: finishing write tid 4 to smithi00780855-25 2024-08-04T15:28:42.979 INFO:tasks.rados.rados.0.smithi007.stdout:377: finishing write tid 5 to smithi00780855-25 2024-08-04T15:28:42.979 INFO:tasks.rados.rados.0.smithi007.stdout:377: finishing write tid 6 to smithi00780855-25 2024-08-04T15:28:42.979 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 225 (ObjNum 135 snap 36 seq_num 135) dirty exists 2024-08-04T15:28:42.979 INFO:tasks.rados.rados.0.smithi007.stdout:377: left oid 25 (ObjNum 135 snap 36 seq_num 135) 2024-08-04T15:28:43.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:42 smithi007 ceph-mon[29096]: pgmap v190: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:43.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:42 smithi007 ceph-mon[39529]: pgmap v190: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:43.665 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:43.369+0000 7f4bdae51040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-04T15:28:43.673 INFO:tasks.rados.rados.0.smithi007.stdout:374: done (4 left) 2024-08-04T15:28:43.673 INFO:tasks.rados.rados.0.smithi007.stdout:375: done (3 left) 2024-08-04T15:28:43.674 INFO:tasks.rados.rados.0.smithi007.stdout:376: done (2 left) 2024-08-04T15:28:43.674 INFO:tasks.rados.rados.0.smithi007.stdout:377: done (1 left) 2024-08-04T15:28:43.674 INFO:tasks.rados.rados.0.smithi007.stdout:378: done (0 left) 2024-08-04T15:28:43.674 INFO:tasks.rados.rados.0.smithi007.stdout:379: read oid 25 snap 8 2024-08-04T15:28:43.674 INFO:tasks.rados.rados.0.smithi007.stdout:379: expect (ObjNum 60 snap 3 seq_num 60) 2024-08-04T15:28:43.674 INFO:tasks.rados.rados.0.smithi007.stdout:380: snap_remove snap 30 2024-08-04T15:28:43.943 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:43 smithi062 ceph-mon[32659]: osdmap e141: 8 total, 8 up, 8 in 2024-08-04T15:28:43.943 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:43.713+0000 7f4bdae51040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-04T15:28:43.944 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:43.783+0000 7f4bdae51040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-04T15:28:44.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:43 smithi007 ceph-mon[29096]: osdmap e141: 8 total, 8 up, 8 in 2024-08-04T15:28:44.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:43 smithi007 ceph-mon[39529]: osdmap e141: 8 total, 8 up, 8 in 2024-08-04T15:28:44.534 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:43.942+0000 7f4bdae51040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-04T15:28:44.534 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:44.272+0000 7f4bdae51040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-04T15:28:44.534 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:44.338+0000 7f4bdae51040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-04T15:28:44.680 INFO:tasks.rados.rados.0.smithi007.stdout:380: done (1 left) 2024-08-04T15:28:44.680 INFO:tasks.rados.rados.0.smithi007.stdout:381: copy_from oid 9 from oid 36 current snap is 37 2024-08-04T15:28:44.680 INFO:tasks.rados.rados.0.smithi007.stdout:379: expect (ObjNum 60 snap 3 seq_num 60) 2024-08-04T15:28:44.775 INFO:tasks.rados.rados.0.smithi007.stdout:381: finishing copy_from racing read to smithi00780855-9 2024-08-04T15:28:44.776 INFO:tasks.rados.rados.0.smithi007.stdout:381: finishing copy_from to smithi00780855-9 2024-08-04T15:28:44.776 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 17 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-04T15:28:44.776 INFO:tasks.rados.rados.0.smithi007.stdout:379: done (1 left) 2024-08-04T15:28:44.776 INFO:tasks.rados.rados.0.smithi007.stdout:381: done (0 left) 2024-08-04T15:28:44.776 INFO:tasks.rados.rados.0.smithi007.stdout:382: snap_create 2024-08-04T15:28:44.853 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:44 smithi062 ceph-mon[32659]: osdmap e142: 8 total, 8 up, 8 in 2024-08-04T15:28:44.853 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:44 smithi062 ceph-mon[32659]: pgmap v193: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-08-04T15:28:44.854 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:44.532+0000 7f4bdae51040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-04T15:28:44.854 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:44.698+0000 7f4bdae51040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-04T15:28:44.854 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:44.765+0000 7f4bdae51040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-04T15:28:45.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:44 smithi007 ceph-mon[29096]: osdmap e142: 8 total, 8 up, 8 in 2024-08-04T15:28:45.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:44 smithi007 ceph-mon[29096]: pgmap v193: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-08-04T15:28:45.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:44 smithi007 ceph-mon[39529]: osdmap e142: 8 total, 8 up, 8 in 2024-08-04T15:28:45.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:44 smithi007 ceph-mon[39529]: pgmap v193: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-08-04T15:28:45.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:44.852+0000 7f4bdae51040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-04T15:28:45.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:44.917+0000 7f4bdae51040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-04T15:28:45.609 INFO:tasks.rados.rados.0.smithi007.stdout:382: done (0 left) 2024-08-04T15:28:45.609 INFO:tasks.rados.rados.0.smithi007.stdout:383: snap_remove snap 18 2024-08-04T15:28:45.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:45 smithi062 ceph-mon[32659]: osdmap e143: 8 total, 8 up, 8 in 2024-08-04T15:28:45.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:45 smithi062 ceph-mon[32659]: osdmap e144: 8 total, 8 up, 8 in 2024-08-04T15:28:45.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:45 smithi062 ceph-mon[32659]: Standby manager daemon x restarted 2024-08-04T15:28:45.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:45 smithi062 ceph-mon[32659]: Standby manager daemon x started 2024-08-04T15:28:45.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:45 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-04T15:28:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:45 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:28:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:45 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-04T15:28:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:45 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:28:45.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:45.483+0000 7f4bdae51040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-04T15:28:45.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:45.652+0000 7f4bdae51040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-04T15:28:45.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: [04/Aug/2024:15:28:45] ENGINE Bus STARTING 2024-08-04T15:28:45.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: CherryPy Checker: 2024-08-04T15:28:45.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: The Application mounted at '' has an empty config. 2024-08-04T15:28:45.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:45.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: [04/Aug/2024:15:28:45] ENGINE Serving on http://:::9283 2024-08-04T15:28:46.011 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: [04/Aug/2024:15:28:45] ENGINE Bus STARTED 2024-08-04T15:28:46.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:45 smithi007 ceph-mon[29096]: osdmap e143: 8 total, 8 up, 8 in 2024-08-04T15:28:46.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:45 smithi007 ceph-mon[29096]: osdmap e144: 8 total, 8 up, 8 in 2024-08-04T15:28:46.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:45 smithi007 ceph-mon[29096]: Standby manager daemon x restarted 2024-08-04T15:28:46.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:45 smithi007 ceph-mon[29096]: Standby manager daemon x started 2024-08-04T15:28:46.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:45 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-04T15:28:46.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:45 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:28:46.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:45 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-04T15:28:46.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:45 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:28:46.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:45 smithi007 ceph-mon[39529]: osdmap e143: 8 total, 8 up, 8 in 2024-08-04T15:28:46.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:45 smithi007 ceph-mon[39529]: osdmap e144: 8 total, 8 up, 8 in 2024-08-04T15:28:46.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:45 smithi007 ceph-mon[39529]: Standby manager daemon x restarted 2024-08-04T15:28:46.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:45 smithi007 ceph-mon[39529]: Standby manager daemon x started 2024-08-04T15:28:46.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:45 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-04T15:28:46.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:45 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:28:46.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:45 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-04T15:28:46.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:45 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:28:46.620 INFO:tasks.rados.rados.0.smithi007.stdout:383: done (0 left) 2024-08-04T15:28:46.620 INFO:tasks.rados.rados.0.smithi007.stdout:384: snap_remove snap 23 2024-08-04T15:28:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:46 smithi062 ceph-mon[32659]: pgmap v196: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-08-04T15:28:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:46 smithi062 ceph-mon[32659]: mgrmap e23: y(active, since 3m), standbys: x 2024-08-04T15:28:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:46 smithi062 ceph-mon[32659]: osdmap e145: 8 total, 8 up, 8 in 2024-08-04T15:28:47.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:46 smithi007 ceph-mon[29096]: pgmap v196: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-08-04T15:28:47.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:46 smithi007 ceph-mon[29096]: mgrmap e23: y(active, since 3m), standbys: x 2024-08-04T15:28:47.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:46 smithi007 ceph-mon[29096]: osdmap e145: 8 total, 8 up, 8 in 2024-08-04T15:28:47.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:46 smithi007 ceph-mon[39529]: pgmap v196: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-08-04T15:28:47.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:46 smithi007 ceph-mon[39529]: mgrmap e23: y(active, since 3m), standbys: x 2024-08-04T15:28:47.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:46 smithi007 ceph-mon[39529]: osdmap e145: 8 total, 8 up, 8 in 2024-08-04T15:28:47.622 INFO:tasks.rados.rados.0.smithi007.stdout:384: done (0 left) 2024-08-04T15:28:47.622 INFO:tasks.rados.rados.0.smithi007.stdout:385: copy_from oid 43 from oid 3 current snap is 38 2024-08-04T15:28:47.623 INFO:tasks.rados.rados.0.smithi007.stdout:386: read oid 37 snap -1 2024-08-04T15:28:47.623 INFO:tasks.rados.rados.0.smithi007.stdout:386: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-04T15:28:47.623 INFO:tasks.rados.rados.0.smithi007.stdout:387: delete oid 12 current snap is 38 2024-08-04T15:28:47.635 INFO:tasks.rados.rados.0.smithi007.stdout:387: done (2 left) 2024-08-04T15:28:47.635 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 13 current snap is 38 2024-08-04T15:28:47.635 INFO:tasks.rados.rados.0.smithi007.stdout:388: seq_num 137 ranges {2220032=704512,2924544=655360,3579904=753664,4333568=196608} 2024-08-04T15:28:47.651 INFO:tasks.rados.rados.0.smithi007.stdout:388: writing smithi00780855-13 from 2220032 to 2924544 tid 1 2024-08-04T15:28:47.655 INFO:tasks.rados.rados.0.smithi007.stdout:388: writing smithi00780855-13 from 2924544 to 3579904 tid 2 2024-08-04T15:28:47.659 INFO:tasks.rados.rados.0.smithi007.stdout:388: writing smithi00780855-13 from 3579904 to 4333568 tid 3 2024-08-04T15:28:47.660 INFO:tasks.rados.rados.0.smithi007.stdout:388: writing smithi00780855-13 from 4333568 to 4530176 tid 4 2024-08-04T15:28:47.660 INFO:tasks.rados.rados.0.smithi007.stdout:389: delete oid 9 current snap is 38 2024-08-04T15:28:47.660 INFO:tasks.rados.rados.0.smithi007.stdout:386: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-04T15:28:47.693 INFO:tasks.rados.rados.0.smithi007.stdout:385: finishing copy_from racing read to smithi00780855-43 2024-08-04T15:28:47.693 INFO:tasks.rados.rados.0.smithi007.stdout:385: finishing copy_from to smithi00780855-43 2024-08-04T15:28:47.693 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 95 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-04T15:28:47.693 INFO:tasks.rados.rados.0.smithi007.stdout:388: finishing write tid 1 to smithi00780855-13 2024-08-04T15:28:47.693 INFO:tasks.rados.rados.0.smithi007.stdout:388: finishing write tid 2 to smithi00780855-13 2024-08-04T15:28:47.693 INFO:tasks.rados.rados.0.smithi007.stdout:388: finishing write tid 3 to smithi00780855-13 2024-08-04T15:28:47.693 INFO:tasks.rados.rados.0.smithi007.stdout:388: finishing write tid 4 to smithi00780855-13 2024-08-04T15:28:47.693 INFO:tasks.rados.rados.0.smithi007.stdout:388: finishing write tid 5 to smithi00780855-13 2024-08-04T15:28:47.693 INFO:tasks.rados.rados.0.smithi007.stdout:385: done (3 left) 2024-08-04T15:28:47.693 INFO:tasks.rados.rados.0.smithi007.stdout:386: done (2 left) 2024-08-04T15:28:47.694 INFO:tasks.rados.rados.0.smithi007.stdout:389: done (1 left) 2024-08-04T15:28:47.694 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 37 current snap is 38 2024-08-04T15:28:47.694 INFO:tasks.rados.rados.0.smithi007.stdout:388: finishing write tid 6 to smithi00780855-13 2024-08-04T15:28:47.694 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 261 (ObjNum 137 snap 38 seq_num 137) dirty exists 2024-08-04T15:28:47.694 INFO:tasks.rados.rados.0.smithi007.stdout:388: left oid 13 (ObjNum 137 snap 38 seq_num 137) 2024-08-04T15:28:47.694 INFO:tasks.rados.rados.0.smithi007.stdout:390: seq_num 139 ranges {1064960=737280,1802240=425984,2228224=761856,2990080=417792} 2024-08-04T15:28:47.702 INFO:tasks.rados.rados.0.smithi007.stdout:390: writing smithi00780855-37 from 1064960 to 1802240 tid 1 2024-08-04T15:28:47.704 INFO:tasks.rados.rados.0.smithi007.stdout:390: writing smithi00780855-37 from 1802240 to 2228224 tid 2 2024-08-04T15:28:47.709 INFO:tasks.rados.rados.0.smithi007.stdout:390: writing smithi00780855-37 from 2228224 to 2990080 tid 3 2024-08-04T15:28:47.712 INFO:tasks.rados.rados.0.smithi007.stdout:390: writing smithi00780855-37 from 2990080 to 3407872 tid 4 2024-08-04T15:28:47.712 INFO:tasks.rados.rados.0.smithi007.stdout:388: done (1 left) 2024-08-04T15:28:47.712 INFO:tasks.rados.rados.0.smithi007.stdout:391: copy_from oid 21 from oid 32 current snap is 38 2024-08-04T15:28:47.712 INFO:tasks.rados.rados.0.smithi007.stdout:392: setattr oid 43 current snap is 38 2024-08-04T15:28:47.712 INFO:tasks.rados.rados.0.smithi007.stdout:390: finishing write tid 1 to smithi00780855-37 2024-08-04T15:28:47.712 INFO:tasks.rados.rados.0.smithi007.stdout:390: finishing write tid 2 to smithi00780855-37 2024-08-04T15:28:47.714 INFO:tasks.rados.rados.0.smithi007.stdout:390: finishing write tid 3 to smithi00780855-37 2024-08-04T15:28:47.715 INFO:tasks.rados.rados.0.smithi007.stdout:390: finishing write tid 4 to smithi00780855-37 2024-08-04T15:28:47.715 INFO:tasks.rados.rados.0.smithi007.stdout:390: finishing write tid 5 to smithi00780855-37 2024-08-04T15:28:47.715 INFO:tasks.rados.rados.0.smithi007.stdout:393: read oid 34 snap -1 2024-08-04T15:28:47.715 INFO:tasks.rados.rados.0.smithi007.stdout:393: expect (ObjNum 109 snap 22 seq_num 109) 2024-08-04T15:28:47.715 INFO:tasks.rados.rados.0.smithi007.stdout:394: read oid 12 snap -1 2024-08-04T15:28:47.715 INFO:tasks.rados.rados.0.smithi007.stdout:394: expect deleted 2024-08-04T15:28:47.715 INFO:tasks.rados.rados.0.smithi007.stdout:395: copy_from oid 15 from oid 3 current snap is 38 2024-08-04T15:28:47.715 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 14 current snap is 38 2024-08-04T15:28:47.715 INFO:tasks.rados.rados.0.smithi007.stdout:396: seq_num 140 ranges {1064960=753664,1818624=704512,2523136=524288,3047424=376832} 2024-08-04T15:28:47.725 INFO:tasks.rados.rados.0.smithi007.stdout:396: writing smithi00780855-14 from 1064960 to 1818624 tid 1 2024-08-04T15:28:47.729 INFO:tasks.rados.rados.0.smithi007.stdout:396: writing smithi00780855-14 from 1818624 to 2523136 tid 2 2024-08-04T15:28:47.732 INFO:tasks.rados.rados.0.smithi007.stdout:396: writing smithi00780855-14 from 2523136 to 3047424 tid 3 2024-08-04T15:28:47.735 INFO:tasks.rados.rados.0.smithi007.stdout:396: writing smithi00780855-14 from 3047424 to 3424256 tid 4 2024-08-04T15:28:47.735 INFO:tasks.rados.rados.0.smithi007.stdout:397: copy_from oid 6 from oid 48 current snap is 38 2024-08-04T15:28:47.735 INFO:tasks.rados.rados.0.smithi007.stdout:390: finishing write tid 6 to smithi00780855-37 2024-08-04T15:28:47.735 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 28 (ObjNum 139 snap 38 seq_num 139) dirty exists 2024-08-04T15:28:47.735 INFO:tasks.rados.rados.0.smithi007.stdout:390: left oid 37 (ObjNum 139 snap 38 seq_num 139) 2024-08-04T15:28:47.735 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 96 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-04T15:28:47.735 INFO:tasks.rados.rados.0.smithi007.stdout:390: done (7 left) 2024-08-04T15:28:47.735 INFO:tasks.rados.rados.0.smithi007.stdout:392: done (6 left) 2024-08-04T15:28:47.735 INFO:tasks.rados.rados.0.smithi007.stdout:394: done (5 left) 2024-08-04T15:28:47.735 INFO:tasks.rados.rados.0.smithi007.stdout:398: snap_create 2024-08-04T15:28:47.735 INFO:tasks.rados.rados.0.smithi007.stdout:391: finishing copy_from racing read to smithi00780855-21 2024-08-04T15:28:47.735 INFO:tasks.rados.rados.0.smithi007.stdout:393: expect (ObjNum 109 snap 22 seq_num 109) 2024-08-04T15:28:47.818 INFO:tasks.rados.rados.0.smithi007.stdout:391: finishing copy_from to smithi00780855-21 2024-08-04T15:28:47.819 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 61 (ObjNum 66 snap 4 seq_num 66) dirty exists 2024-08-04T15:28:47.819 INFO:tasks.rados.rados.0.smithi007.stdout:395: finishing copy_from racing read to smithi00780855-15 2024-08-04T15:28:47.819 INFO:tasks.rados.rados.0.smithi007.stdout:395: finishing copy_from to smithi00780855-15 2024-08-04T15:28:47.819 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 95 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-04T15:28:47.819 INFO:tasks.rados.rados.0.smithi007.stdout:396: finishing write tid 1 to smithi00780855-14 2024-08-04T15:28:47.819 INFO:tasks.rados.rados.0.smithi007.stdout:396: finishing write tid 2 to smithi00780855-14 2024-08-04T15:28:47.820 INFO:tasks.rados.rados.0.smithi007.stdout:396: finishing write tid 3 to smithi00780855-14 2024-08-04T15:28:47.820 INFO:tasks.rados.rados.0.smithi007.stdout:396: finishing write tid 4 to smithi00780855-14 2024-08-04T15:28:47.820 INFO:tasks.rados.rados.0.smithi007.stdout:396: finishing write tid 5 to smithi00780855-14 2024-08-04T15:28:47.820 INFO:tasks.rados.rados.0.smithi007.stdout:396: finishing write tid 6 to smithi00780855-14 2024-08-04T15:28:47.820 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 269 (ObjNum 140 snap 38 seq_num 140) dirty exists 2024-08-04T15:28:47.821 INFO:tasks.rados.rados.0.smithi007.stdout:396: left oid 14 (ObjNum 140 snap 38 seq_num 140) 2024-08-04T15:28:47.821 INFO:tasks.rados.rados.0.smithi007.stdout:397: finishing copy_from racing read to smithi00780855-6 2024-08-04T15:28:47.821 INFO:tasks.rados.rados.0.smithi007.stdout:397: finishing copy_from to smithi00780855-6 2024-08-04T15:28:47.821 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 8 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:28:48.628 INFO:tasks.rados.rados.0.smithi007.stdout:391: done (5 left) 2024-08-04T15:28:48.628 INFO:tasks.rados.rados.0.smithi007.stdout:393: done (4 left) 2024-08-04T15:28:48.628 INFO:tasks.rados.rados.0.smithi007.stdout:395: done (3 left) 2024-08-04T15:28:48.628 INFO:tasks.rados.rados.0.smithi007.stdout:396: done (2 left) 2024-08-04T15:28:48.628 INFO:tasks.rados.rados.0.smithi007.stdout:397: done (1 left) 2024-08-04T15:28:48.628 INFO:tasks.rados.rados.0.smithi007.stdout:398: done (0 left) 2024-08-04T15:28:48.628 INFO:tasks.rados.rados.0.smithi007.stdout:399: read oid 36 snap -1 2024-08-04T15:28:48.628 INFO:tasks.rados.rados.0.smithi007.stdout:399: expect (ObjNum 55 snap 3 seq_num 55) 2024-08-04T15:28:48.628 INFO:tasks.rados.rados.0.smithi007.stdout:400: read oid 26 snap -1 2024-08-04T15:28:48.628 INFO:tasks.rados.rados.0.smithi007.stdout:400: expect (ObjNum 104 snap 22 seq_num 104) 2024-08-04T15:28:48.628 INFO:tasks.rados.rados.0.smithi007.stdout:401: read oid 5 snap -1 2024-08-04T15:28:48.629 INFO:tasks.rados.rados.0.smithi007.stdout:401: expect deleted 2024-08-04T15:28:48.629 INFO:tasks.rados.rados.0.smithi007.stdout:402: read oid 27 snap 34 2024-08-04T15:28:48.629 INFO:tasks.rados.rados.0.smithi007.stdout:402: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-04T15:28:48.629 INFO:tasks.rados.rados.0.smithi007.stdout:403: setattr oid 6 current snap is 39 2024-08-04T15:28:48.629 INFO:tasks.rados.rados.0.smithi007.stdout:404: snap_create 2024-08-04T15:28:48.634 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 97 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:28:48.635 INFO:tasks.rados.rados.0.smithi007.stdout:399: expect (ObjNum 55 snap 3 seq_num 55) 2024-08-04T15:28:48.681 INFO:tasks.rados.rados.0.smithi007.stdout:402: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-04T15:28:48.692 INFO:tasks.rados.rados.0.smithi007.stdout:400: expect (ObjNum 104 snap 22 seq_num 104) 2024-08-04T15:28:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:48 smithi062 ceph-mon[32659]: osdmap e146: 8 total, 8 up, 8 in 2024-08-04T15:28:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:48 smithi062 ceph-mon[32659]: pgmap v199: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 15 op/s 2024-08-04T15:28:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:48 smithi007 ceph-mon[29096]: osdmap e146: 8 total, 8 up, 8 in 2024-08-04T15:28:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:48 smithi007 ceph-mon[29096]: pgmap v199: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 15 op/s 2024-08-04T15:28:49.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:48 smithi007 ceph-mon[39529]: osdmap e146: 8 total, 8 up, 8 in 2024-08-04T15:28:49.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:48 smithi007 ceph-mon[39529]: pgmap v199: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 15 op/s 2024-08-04T15:28:49.628 INFO:tasks.rados.rados.0.smithi007.stdout:399: done (5 left) 2024-08-04T15:28:49.628 INFO:tasks.rados.rados.0.smithi007.stdout:400: done (4 left) 2024-08-04T15:28:49.629 INFO:tasks.rados.rados.0.smithi007.stdout:401: done (3 left) 2024-08-04T15:28:49.629 INFO:tasks.rados.rados.0.smithi007.stdout:402: done (2 left) 2024-08-04T15:28:49.629 INFO:tasks.rados.rados.0.smithi007.stdout:403: done (1 left) 2024-08-04T15:28:49.629 INFO:tasks.rados.rados.0.smithi007.stdout:404: done (0 left) 2024-08-04T15:28:49.629 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 13 current snap is 40 2024-08-04T15:28:49.629 INFO:tasks.rados.rados.0.smithi007.stdout:405: seq_num 141 ranges {4530176=770048,5300224=589824,5890048=729088,6619136=286720} 2024-08-04T15:28:49.657 INFO:tasks.rados.rados.0.smithi007.stdout:405: writing smithi00780855-13 from 4530176 to 5300224 tid 1 2024-08-04T15:28:49.661 INFO:tasks.rados.rados.0.smithi007.stdout:405: writing smithi00780855-13 from 5300224 to 5890048 tid 2 2024-08-04T15:28:49.665 INFO:tasks.rados.rados.0.smithi007.stdout:405: writing smithi00780855-13 from 5890048 to 6619136 tid 3 2024-08-04T15:28:49.667 INFO:tasks.rados.rados.0.smithi007.stdout:405: writing smithi00780855-13 from 6619136 to 6905856 tid 4 2024-08-04T15:28:49.667 INFO:tasks.rados.rados.0.smithi007.stdout:406: delete oid 37 current snap is 40 2024-08-04T15:28:49.667 INFO:tasks.rados.rados.0.smithi007.stdout:405: finishing write tid 1 to smithi00780855-13 2024-08-04T15:28:49.667 INFO:tasks.rados.rados.0.smithi007.stdout:405: finishing write tid 2 to smithi00780855-13 2024-08-04T15:28:49.669 INFO:tasks.rados.rados.0.smithi007.stdout:406: done (1 left) 2024-08-04T15:28:49.670 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 40 2024-08-04T15:28:49.670 INFO:tasks.rados.rados.0.smithi007.stdout:407: seq_num 143 ranges {2088960=802816,2891776=761856,3653632=745472,4399104=98304} 2024-08-04T15:28:49.685 INFO:tasks.rados.rados.0.smithi007.stdout:407: writing smithi00780855-38 from 2088960 to 2891776 tid 1 2024-08-04T15:28:49.689 INFO:tasks.rados.rados.0.smithi007.stdout:407: writing smithi00780855-38 from 2891776 to 3653632 tid 2 2024-08-04T15:28:49.694 INFO:tasks.rados.rados.0.smithi007.stdout:407: writing smithi00780855-38 from 3653632 to 4399104 tid 3 2024-08-04T15:28:49.695 INFO:tasks.rados.rados.0.smithi007.stdout:407: writing smithi00780855-38 from 4399104 to 4497408 tid 4 2024-08-04T15:28:49.695 INFO:tasks.rados.rados.0.smithi007.stdout:408: setattr oid 20 current snap is 40 2024-08-04T15:28:49.695 INFO:tasks.rados.rados.0.smithi007.stdout:405: finishing write tid 3 to smithi00780855-13 2024-08-04T15:28:49.695 INFO:tasks.rados.rados.0.smithi007.stdout:405: finishing write tid 4 to smithi00780855-13 2024-08-04T15:28:49.695 INFO:tasks.rados.rados.0.smithi007.stdout:405: finishing write tid 5 to smithi00780855-13 2024-08-04T15:28:49.695 INFO:tasks.rados.rados.0.smithi007.stdout:405: finishing write tid 6 to smithi00780855-13 2024-08-04T15:28:49.695 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 275 (ObjNum 141 snap 40 seq_num 141) dirty exists 2024-08-04T15:28:49.695 INFO:tasks.rados.rados.0.smithi007.stdout:405: left oid 13 (ObjNum 141 snap 40 seq_num 141) 2024-08-04T15:28:49.695 INFO:tasks.rados.rados.0.smithi007.stdout:407: finishing write tid 1 to smithi00780855-38 2024-08-04T15:28:49.695 INFO:tasks.rados.rados.0.smithi007.stdout:407: finishing write tid 2 to smithi00780855-38 2024-08-04T15:28:49.696 INFO:tasks.rados.rados.0.smithi007.stdout:405: done (2 left) 2024-08-04T15:28:49.696 INFO:tasks.rados.rados.0.smithi007.stdout:409: read oid 14 snap -1 2024-08-04T15:28:49.697 INFO:tasks.rados.rados.0.smithi007.stdout:409: expect (ObjNum 140 snap 38 seq_num 140) 2024-08-04T15:28:49.697 INFO:tasks.rados.rados.0.smithi007.stdout:410: snap_create 2024-08-04T15:28:49.697 INFO:tasks.rados.rados.0.smithi007.stdout:407: finishing write tid 3 to smithi00780855-38 2024-08-04T15:28:49.697 INFO:tasks.rados.rados.0.smithi007.stdout:407: finishing write tid 4 to smithi00780855-38 2024-08-04T15:28:49.698 INFO:tasks.rados.rados.0.smithi007.stdout:407: finishing write tid 5 to smithi00780855-38 2024-08-04T15:28:49.699 INFO:tasks.rados.rados.0.smithi007.stdout:407: finishing write tid 6 to smithi00780855-38 2024-08-04T15:28:49.699 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 57 (ObjNum 143 snap 40 seq_num 143) dirty exists 2024-08-04T15:28:49.699 INFO:tasks.rados.rados.0.smithi007.stdout:407: left oid 38 (ObjNum 143 snap 40 seq_num 143) 2024-08-04T15:28:49.699 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 119 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:28:49.713 INFO:tasks.rados.rados.0.smithi007.stdout:409: expect (ObjNum 140 snap 38 seq_num 140) 2024-08-04T15:28:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:49 smithi062 ceph-mon[32659]: osdmap e147: 8 total, 8 up, 8 in 2024-08-04T15:28:50.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:49 smithi007 ceph-mon[39529]: osdmap e147: 8 total, 8 up, 8 in 2024-08-04T15:28:50.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:49 smithi007 ceph-mon[29096]: osdmap e147: 8 total, 8 up, 8 in 2024-08-04T15:28:50.610 INFO:tasks.rados.rados.0.smithi007.stdout:407: done (3 left) 2024-08-04T15:28:50.611 INFO:tasks.rados.rados.0.smithi007.stdout:408: done (2 left) 2024-08-04T15:28:50.611 INFO:tasks.rados.rados.0.smithi007.stdout:409: done (1 left) 2024-08-04T15:28:50.611 INFO:tasks.rados.rados.0.smithi007.stdout:410: done (0 left) 2024-08-04T15:28:50.611 INFO:tasks.rados.rados.0.smithi007.stdout:411: delete oid 27 current snap is 41 2024-08-04T15:28:50.612 INFO:tasks.rados.rados.0.smithi007.stdout:411: done (0 left) 2024-08-04T15:28:50.612 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 3 current snap is 41 2024-08-04T15:28:50.612 INFO:tasks.rados.rados.0.smithi007.stdout:412: seq_num 145 ranges {2293760=32768} 2024-08-04T15:28:50.625 INFO:tasks.rados.rados.0.smithi007.stdout:412: writing smithi00780855-3 from 2293760 to 2326528 tid 1 2024-08-04T15:28:50.625 INFO:tasks.rados.rados.0.smithi007.stdout:413: snap_create 2024-08-04T15:28:50.627 INFO:tasks.rados.rados.0.smithi007.stdout:412: finishing write tid 1 to smithi00780855-3 2024-08-04T15:28:50.627 INFO:tasks.rados.rados.0.smithi007.stdout:412: finishing write tid 2 to smithi00780855-3 2024-08-04T15:28:50.628 INFO:tasks.rados.rados.0.smithi007.stdout:412: finishing write tid 3 to smithi00780855-3 2024-08-04T15:28:50.628 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 114 (ObjNum 145 snap 41 seq_num 145) dirty exists 2024-08-04T15:28:50.628 INFO:tasks.rados.rados.0.smithi007.stdout:412: left oid 3 (ObjNum 145 snap 41 seq_num 145) 2024-08-04T15:28:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:50 smithi062 ceph-mon[32659]: osdmap e148: 8 total, 8 up, 8 in 2024-08-04T15:28:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:50 smithi062 ceph-mon[32659]: pgmap v202: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 15 op/s 2024-08-04T15:28:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:50 smithi062 ceph-mon[32659]: osdmap e149: 8 total, 8 up, 8 in 2024-08-04T15:28:51.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:50 smithi007 ceph-mon[29096]: osdmap e148: 8 total, 8 up, 8 in 2024-08-04T15:28:51.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:50 smithi007 ceph-mon[29096]: pgmap v202: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 15 op/s 2024-08-04T15:28:51.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:50 smithi007 ceph-mon[29096]: osdmap e149: 8 total, 8 up, 8 in 2024-08-04T15:28:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:50 smithi007 ceph-mon[39529]: osdmap e148: 8 total, 8 up, 8 in 2024-08-04T15:28:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:50 smithi007 ceph-mon[39529]: pgmap v202: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 15 op/s 2024-08-04T15:28:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:50 smithi007 ceph-mon[39529]: osdmap e149: 8 total, 8 up, 8 in 2024-08-04T15:28:51.612 INFO:tasks.rados.rados.0.smithi007.stdout:412: done (1 left) 2024-08-04T15:28:51.612 INFO:tasks.rados.rados.0.smithi007.stdout:413: done (0 left) 2024-08-04T15:28:51.612 INFO:tasks.rados.rados.0.smithi007.stdout:414: rollback oid 27 current snap is 42 2024-08-04T15:28:51.612 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 27 to 41 2024-08-04T15:28:51.612 INFO:tasks.rados.rados.0.smithi007.stdout:415: setattr oid 20 current snap is 42 2024-08-04T15:28:51.613 INFO:tasks.rados.rados.0.smithi007.stdout:416: snap_create 2024-08-04T15:28:51.617 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 121 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:28:51.617 INFO:tasks.rados.rados.0.smithi007.stdout:414: finishing rollback tid 1 to smithi00780855-27 2024-08-04T15:28:51.617 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 152 (ObjNum 33 snap 0 seq_num 2399381157) dirty dne 2024-08-04T15:28:52.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:28:51] "GET /metrics HTTP/1.1" 200 239525 "" "Prometheus/2.43.0" 2024-08-04T15:28:52.618 INFO:tasks.rados.rados.0.smithi007.stdout:414: done (2 left) 2024-08-04T15:28:52.618 INFO:tasks.rados.rados.0.smithi007.stdout:415: done (1 left) 2024-08-04T15:28:52.618 INFO:tasks.rados.rados.0.smithi007.stdout:416: done (0 left) 2024-08-04T15:28:52.618 INFO:tasks.rados.rados.0.smithi007.stdout:417: read oid 46 snap -1 2024-08-04T15:28:52.618 INFO:tasks.rados.rados.0.smithi007.stdout:417: expect (ObjNum 109 snap 22 seq_num 109) 2024-08-04T15:28:52.618 INFO:tasks.rados.rados.0.smithi007.stdout:418: snap_create 2024-08-04T15:28:52.628 INFO:tasks.rados.rados.0.smithi007.stdout:417: expect (ObjNum 109 snap 22 seq_num 109) 2024-08-04T15:28:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:52 smithi062 ceph-mon[32659]: osdmap e150: 8 total, 8 up, 8 in 2024-08-04T15:28:53.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:52 smithi062 ceph-mon[32659]: pgmap v205: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:53.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:52 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:28:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:52 smithi007 ceph-mon[39529]: osdmap e150: 8 total, 8 up, 8 in 2024-08-04T15:28:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:52 smithi007 ceph-mon[39529]: pgmap v205: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:52 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:28:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:52 smithi007 ceph-mon[29096]: osdmap e150: 8 total, 8 up, 8 in 2024-08-04T15:28:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:52 smithi007 ceph-mon[29096]: pgmap v205: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:52 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:28:53.619 INFO:tasks.rados.rados.0.smithi007.stdout:417: done (1 left) 2024-08-04T15:28:53.619 INFO:tasks.rados.rados.0.smithi007.stdout:418: done (0 left) 2024-08-04T15:28:53.619 INFO:tasks.rados.rados.0.smithi007.stdout:419: delete oid 32 current snap is 44 2024-08-04T15:28:53.626 INFO:tasks.rados.rados.0.smithi007.stdout:419: done (0 left) 2024-08-04T15:28:53.626 INFO:tasks.rados.rados.0.smithi007.stdout:420: read oid 29 snap 27 2024-08-04T15:28:53.626 INFO:tasks.rados.rados.0.smithi007.stdout:420: expect deleted 2024-08-04T15:28:53.626 INFO:tasks.rados.rados.0.smithi007.stdout:421: delete oid 1 current snap is 44 2024-08-04T15:28:53.628 INFO:tasks.rados.rados.0.smithi007.stdout:420: done (1 left) 2024-08-04T15:28:53.629 INFO:tasks.rados.rados.0.smithi007.stdout:421: done (0 left) 2024-08-04T15:28:53.629 INFO:tasks.rados.rados.0.smithi007.stdout:422: copy_from oid 11 from oid 50 current snap is 44 2024-08-04T15:28:53.629 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 44 2024-08-04T15:28:53.629 INFO:tasks.rados.rados.0.smithi007.stdout:423: seq_num 148 ranges {2867200=81920} 2024-08-04T15:28:53.645 INFO:tasks.rados.rados.0.smithi007.stdout:423: writing smithi00780855-16 from 2867200 to 2949120 tid 1 2024-08-04T15:28:53.645 INFO:tasks.rados.rados.0.smithi007.stdout:424: rmattr oid 2 current snap is 44 2024-08-04T15:28:53.645 INFO:tasks.rados.rados.0.smithi007.stdout:424: done (2 left) 2024-08-04T15:28:53.645 INFO:tasks.rados.rados.0.smithi007.stdout:425: delete oid 35 current snap is 44 2024-08-04T15:28:53.645 INFO:tasks.rados.rados.0.smithi007.stdout:422: finishing copy_from racing read to smithi00780855-11 2024-08-04T15:28:53.645 INFO:tasks.rados.rados.0.smithi007.stdout:422: finishing copy_from to smithi00780855-11 2024-08-04T15:28:53.645 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 85 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-04T15:28:53.647 INFO:tasks.rados.rados.0.smithi007.stdout:422: done (2 left) 2024-08-04T15:28:53.647 INFO:tasks.rados.rados.0.smithi007.stdout:425: done (1 left) 2024-08-04T15:28:53.647 INFO:tasks.rados.rados.0.smithi007.stdout:426: read oid 3 snap -1 2024-08-04T15:28:53.647 INFO:tasks.rados.rados.0.smithi007.stdout:426: expect (ObjNum 145 snap 41 seq_num 145) 2024-08-04T15:28:53.647 INFO:tasks.rados.rados.0.smithi007.stdout:427: snap_create 2024-08-04T15:28:53.650 INFO:tasks.rados.rados.0.smithi007.stdout:423: finishing write tid 1 to smithi00780855-16 2024-08-04T15:28:53.650 INFO:tasks.rados.rados.0.smithi007.stdout:423: finishing write tid 2 to smithi00780855-16 2024-08-04T15:28:53.651 INFO:tasks.rados.rados.0.smithi007.stdout:423: finishing write tid 3 to smithi00780855-16 2024-08-04T15:28:53.651 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 193 (ObjNum 148 snap 44 seq_num 148) dirty exists 2024-08-04T15:28:53.651 INFO:tasks.rados.rados.0.smithi007.stdout:423: left oid 16 (ObjNum 148 snap 44 seq_num 148) 2024-08-04T15:28:53.659 INFO:tasks.rados.rados.0.smithi007.stdout:426: expect (ObjNum 145 snap 41 seq_num 145) 2024-08-04T15:28:54.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:53 smithi062 ceph-mon[32659]: osdmap e151: 8 total, 8 up, 8 in 2024-08-04T15:28:54.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:53 smithi007 ceph-mon[29096]: osdmap e151: 8 total, 8 up, 8 in 2024-08-04T15:28:54.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:53 smithi007 ceph-mon[39529]: osdmap e151: 8 total, 8 up, 8 in 2024-08-04T15:28:54.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:28:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:28:54.632 INFO:tasks.rados.rados.0.smithi007.stdout:423: done (2 left) 2024-08-04T15:28:54.632 INFO:tasks.rados.rados.0.smithi007.stdout:426: done (1 left) 2024-08-04T15:28:54.632 INFO:tasks.rados.rados.0.smithi007.stdout:427: done (0 left) 2024-08-04T15:28:54.632 INFO:tasks.rados.rados.0.smithi007.stdout:428: rmattr oid 6 current snap is 45 2024-08-04T15:28:54.633 INFO:tasks.rados.rados.0.smithi007.stdout:429: rollback oid 3 current snap is 45 2024-08-04T15:28:54.633 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 3 to 43 2024-08-04T15:28:54.633 INFO:tasks.rados.rados.0.smithi007.stdout:430: rollback oid 16 current snap is 45 2024-08-04T15:28:54.633 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 16 to 40 2024-08-04T15:28:54.633 INFO:tasks.rados.rados.0.smithi007.stdout:431: snap_create 2024-08-04T15:28:54.637 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 98 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:28:54.638 INFO:tasks.rados.rados.0.smithi007.stdout:429: finishing rollback tid 0 to smithi00780855-3 2024-08-04T15:28:54.638 INFO:tasks.rados.rados.0.smithi007.stdout:429: finishing rollback tid 1 to smithi00780855-3 2024-08-04T15:28:54.638 INFO:tasks.rados.rados.0.smithi007.stdout:429: finishing rollback tid 2 to smithi00780855-3 2024-08-04T15:28:54.639 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 118 (ObjNum 145 snap 41 seq_num 145) dirty exists 2024-08-04T15:28:54.639 INFO:tasks.rados.rados.0.smithi007.stdout:430: finishing rollback tid 0 to smithi00780855-16 2024-08-04T15:28:54.640 INFO:tasks.rados.rados.0.smithi007.stdout:430: finishing rollback tid 1 to smithi00780855-16 2024-08-04T15:28:54.640 INFO:tasks.rados.rados.0.smithi007.stdout:430: finishing rollback tid 2 to smithi00780855-16 2024-08-04T15:28:54.640 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 197 (ObjNum 79 snap 13 seq_num 79) dirty exists 2024-08-04T15:28:54.904 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:54 smithi062 ceph-mon[32659]: osdmap e152: 8 total, 8 up, 8 in 2024-08-04T15:28:54.904 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:54 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:54.905 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:54 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:54.905 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:54 smithi062 ceph-mon[32659]: pgmap v208: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-08-04T15:28:54.905 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:54 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:54.905 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:54 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:55.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:54 smithi007 ceph-mon[29096]: osdmap e152: 8 total, 8 up, 8 in 2024-08-04T15:28:55.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:54 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:55.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:54 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:55.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:54 smithi007 ceph-mon[29096]: pgmap v208: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-08-04T15:28:55.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:54 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:55.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:54 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:55.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:54 smithi007 ceph-mon[39529]: osdmap e152: 8 total, 8 up, 8 in 2024-08-04T15:28:55.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:54 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:55.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:54 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:55.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:54 smithi007 ceph-mon[39529]: pgmap v208: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-08-04T15:28:55.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:54 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:55.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:54 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:55.634 INFO:tasks.rados.rados.0.smithi007.stdout:428: done (3 left) 2024-08-04T15:28:55.634 INFO:tasks.rados.rados.0.smithi007.stdout:429: done (2 left) 2024-08-04T15:28:55.634 INFO:tasks.rados.rados.0.smithi007.stdout:430: done (1 left) 2024-08-04T15:28:55.634 INFO:tasks.rados.rados.0.smithi007.stdout:431: done (0 left) 2024-08-04T15:28:55.635 INFO:tasks.rados.rados.0.smithi007.stdout:432: rollback oid 39 current snap is 46 2024-08-04T15:28:55.635 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 39 to 42 2024-08-04T15:28:55.635 INFO:tasks.rados.rados.0.smithi007.stdout:433: rollback oid 21 current snap is 46 2024-08-04T15:28:55.635 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 21 to 39 2024-08-04T15:28:55.635 INFO:tasks.rados.rados.0.smithi007.stdout:434: delete oid 24 current snap is 46 2024-08-04T15:28:55.637 INFO:tasks.rados.rados.0.smithi007.stdout:432: finishing rollback tid 0 to smithi00780855-39 2024-08-04T15:28:55.637 INFO:tasks.rados.rados.0.smithi007.stdout:432: finishing rollback tid 1 to smithi00780855-39 2024-08-04T15:28:55.638 INFO:tasks.rados.rados.0.smithi007.stdout:432: finishing rollback tid 2 to smithi00780855-39 2024-08-04T15:28:55.638 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 95 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-04T15:28:55.642 INFO:tasks.rados.rados.0.smithi007.stdout:433: finishing rollback tid 0 to smithi00780855-21 2024-08-04T15:28:55.642 INFO:tasks.rados.rados.0.smithi007.stdout:433: finishing rollback tid 1 to smithi00780855-21 2024-08-04T15:28:55.643 INFO:tasks.rados.rados.0.smithi007.stdout:432: done (2 left) 2024-08-04T15:28:55.643 INFO:tasks.rados.rados.0.smithi007.stdout:434: done (1 left) 2024-08-04T15:28:55.643 INFO:tasks.rados.rados.0.smithi007.stdout:435: delete oid 4 current snap is 46 2024-08-04T15:28:55.643 INFO:tasks.rados.rados.0.smithi007.stdout:433: finishing rollback tid 2 to smithi00780855-21 2024-08-04T15:28:55.643 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 201 (ObjNum 66 snap 4 seq_num 66) dirty exists 2024-08-04T15:28:55.644 INFO:tasks.rados.rados.0.smithi007.stdout:433: done (1 left) 2024-08-04T15:28:55.644 INFO:tasks.rados.rados.0.smithi007.stdout:435: done (0 left) 2024-08-04T15:28:55.644 INFO:tasks.rados.rados.0.smithi007.stdout:436: read oid 33 snap 27 2024-08-04T15:28:55.644 INFO:tasks.rados.rados.0.smithi007.stdout:436: expect (ObjNum 112 snap 23 seq_num 112) 2024-08-04T15:28:55.644 INFO:tasks.rados.rados.0.smithi007.stdout:437: setattr oid 15 current snap is 46 2024-08-04T15:28:55.646 INFO:tasks.rados.rados.0.smithi007.stdout:438: setattr oid 29 current snap is 46 2024-08-04T15:28:55.649 INFO:tasks.rados.rados.0.smithi007.stdout:439: delete oid 34 current snap is 46 2024-08-04T15:28:55.650 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 279 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-04T15:28:55.653 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 72 (ObjNum 33 snap 0 seq_num 3493202672) dirty exists 2024-08-04T15:28:55.654 INFO:tasks.rados.rados.0.smithi007.stdout:437: done (3 left) 2024-08-04T15:28:55.654 INFO:tasks.rados.rados.0.smithi007.stdout:438: done (2 left) 2024-08-04T15:28:55.654 INFO:tasks.rados.rados.0.smithi007.stdout:439: done (1 left) 2024-08-04T15:28:55.654 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 46 2024-08-04T15:28:55.654 INFO:tasks.rados.rados.0.smithi007.stdout:440: seq_num 153 ranges {0=163840} 2024-08-04T15:28:55.655 INFO:tasks.rados.rados.0.smithi007.stdout:440: writing smithi00780855-28 from 0 to 163840 tid 1 2024-08-04T15:28:55.655 INFO:tasks.rados.rados.0.smithi007.stdout:441: snap_remove snap 39 2024-08-04T15:28:55.891 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:55 smithi062 ceph-mon[32659]: osdmap e153: 8 total, 8 up, 8 in 2024-08-04T15:28:56.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:55 smithi007 ceph-mon[29096]: osdmap e153: 8 total, 8 up, 8 in 2024-08-04T15:28:56.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:55 smithi007 ceph-mon[39529]: osdmap e153: 8 total, 8 up, 8 in 2024-08-04T15:28:56.645 INFO:tasks.rados.rados.0.smithi007.stdout:441: done (2 left) 2024-08-04T15:28:56.645 INFO:tasks.rados.rados.0.smithi007.stdout:442: delete oid 13 current snap is 46 2024-08-04T15:28:56.645 INFO:tasks.rados.rados.0.smithi007.stdout:440: finishing write tid 1 to smithi00780855-28 2024-08-04T15:28:56.645 INFO:tasks.rados.rados.0.smithi007.stdout:440: finishing write tid 2 to smithi00780855-28 2024-08-04T15:28:56.645 INFO:tasks.rados.rados.0.smithi007.stdout:440: finishing write tid 3 to smithi00780855-28 2024-08-04T15:28:56.645 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 125 (ObjNum 153 snap 46 seq_num 153) dirty exists 2024-08-04T15:28:56.645 INFO:tasks.rados.rados.0.smithi007.stdout:440: left oid 28 (ObjNum 153 snap 46 seq_num 153) 2024-08-04T15:28:56.645 INFO:tasks.rados.rados.0.smithi007.stdout:436: expect (ObjNum 112 snap 23 seq_num 112) 2024-08-04T15:28:56.791 INFO:tasks.rados.rados.0.smithi007.stdout:436: done (2 left) 2024-08-04T15:28:56.791 INFO:tasks.rados.rados.0.smithi007.stdout:440: done (1 left) 2024-08-04T15:28:56.791 INFO:tasks.rados.rados.0.smithi007.stdout:442: done (0 left) 2024-08-04T15:28:56.791 INFO:tasks.rados.rados.0.smithi007.stdout:443: rollback oid 9 current snap is 46 2024-08-04T15:28:56.791 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 9 to 36 2024-08-04T15:28:56.791 INFO:tasks.rados.rados.0.smithi007.stdout:444: read oid 11 snap 34 2024-08-04T15:28:56.791 INFO:tasks.rados.rados.0.smithi007.stdout:444: expect (ObjNum 108 snap 22 seq_num 108) 2024-08-04T15:28:56.791 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 23 current snap is 46 2024-08-04T15:28:56.791 INFO:tasks.rados.rados.0.smithi007.stdout:445: seq_num 155 ranges {2662400=204800} 2024-08-04T15:28:56.806 INFO:tasks.rados.rados.0.smithi007.stdout:445: writing smithi00780855-23 from 2662400 to 2867200 tid 1 2024-08-04T15:28:56.807 INFO:tasks.rados.rados.0.smithi007.stdout:446: delete oid 7 current snap is 46 2024-08-04T15:28:56.807 INFO:tasks.rados.rados.0.smithi007.stdout:443: finishing rollback tid 1 to smithi00780855-9 2024-08-04T15:28:56.807 INFO:tasks.rados.rados.0.smithi007.stdout:443: finishing rollback tid 2 to smithi00780855-9 2024-08-04T15:28:56.807 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 157 (ObjNum 126 snap 32 seq_num 126) dirty exists 2024-08-04T15:28:56.807 INFO:tasks.rados.rados.0.smithi007.stdout:444: expect (ObjNum 108 snap 22 seq_num 108) 2024-08-04T15:28:56.863 INFO:tasks.rados.rados.0.smithi007.stdout:445: finishing write tid 1 to smithi00780855-23 2024-08-04T15:28:56.863 INFO:tasks.rados.rados.0.smithi007.stdout:445: finishing write tid 2 to smithi00780855-23 2024-08-04T15:28:56.863 INFO:tasks.rados.rados.0.smithi007.stdout:445: finishing write tid 3 to smithi00780855-23 2024-08-04T15:28:56.863 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 120 (ObjNum 155 snap 46 seq_num 155) dirty exists 2024-08-04T15:28:56.863 INFO:tasks.rados.rados.0.smithi007.stdout:445: left oid 23 (ObjNum 155 snap 46 seq_num 155) 2024-08-04T15:28:56.863 INFO:tasks.rados.rados.0.smithi007.stdout:443: done (3 left) 2024-08-04T15:28:56.863 INFO:tasks.rados.rados.0.smithi007.stdout:444: done (2 left) 2024-08-04T15:28:56.863 INFO:tasks.rados.rados.0.smithi007.stdout:445: done (1 left) 2024-08-04T15:28:56.863 INFO:tasks.rados.rados.0.smithi007.stdout:446: done (0 left) 2024-08-04T15:28:56.863 INFO:tasks.rados.rados.0.smithi007.stdout:447: read oid 16 snap 8 2024-08-04T15:28:56.863 INFO:tasks.rados.rados.0.smithi007.stdout:447: expect (ObjNum 15 snap 0 seq_num 15) 2024-08-04T15:28:56.864 INFO:tasks.rados.rados.0.smithi007.stdout:448: read oid 14 snap -1 2024-08-04T15:28:56.864 INFO:tasks.rados.rados.0.smithi007.stdout:448: expect (ObjNum 140 snap 38 seq_num 140) 2024-08-04T15:28:56.864 INFO:tasks.rados.rados.0.smithi007.stdout:449: read oid 40 snap -1 2024-08-04T15:28:56.864 INFO:tasks.rados.rados.0.smithi007.stdout:449: expect (ObjNum 108 snap 22 seq_num 108) 2024-08-04T15:28:56.864 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 23 current snap is 46 2024-08-04T15:28:56.864 INFO:tasks.rados.rados.0.smithi007.stdout:450: seq_num 157 ranges {2867200=237568} 2024-08-04T15:28:56.880 INFO:tasks.rados.rados.0.smithi007.stdout:450: writing smithi00780855-23 from 2867200 to 3104768 tid 1 2024-08-04T15:28:56.880 INFO:tasks.rados.rados.0.smithi007.stdout:451: read oid 47 snap -1 2024-08-04T15:28:56.880 INFO:tasks.rados.rados.0.smithi007.stdout:451: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:28:56.880 INFO:tasks.rados.rados.0.smithi007.stdout:452: read oid 28 snap 34 2024-08-04T15:28:56.881 INFO:tasks.rados.rados.0.smithi007.stdout:452: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-04T15:28:56.881 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 46 2024-08-04T15:28:56.881 INFO:tasks.rados.rados.0.smithi007.stdout:447: expect (ObjNum 15 snap 0 seq_num 15) 2024-08-04T15:28:56.889 INFO:tasks.rados.rados.0.smithi007.stdout:449: expect (ObjNum 108 snap 22 seq_num 108) 2024-08-04T15:28:56.907 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:56 smithi062 ceph-mon[32659]: osdmap e154: 8 total, 8 up, 8 in 2024-08-04T15:28:56.907 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:56 smithi062 ceph-mon[32659]: pgmap v211: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-08-04T15:28:56.944 INFO:tasks.rados.rados.0.smithi007.stdout:448: expect (ObjNum 140 snap 38 seq_num 140) 2024-08-04T15:28:57.054 INFO:tasks.rados.rados.0.smithi007.stdout:450: finishing write tid 1 to smithi00780855-23 2024-08-04T15:28:57.055 INFO:tasks.rados.rados.0.smithi007.stdout:450: finishing write tid 2 to smithi00780855-23 2024-08-04T15:28:57.055 INFO:tasks.rados.rados.0.smithi007.stdout:452: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-04T15:28:57.066 INFO:tasks.rados.rados.0.smithi007.stdout:450: finishing write tid 3 to smithi00780855-23 2024-08-04T15:28:57.066 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 122 (ObjNum 157 snap 46 seq_num 157) dirty exists 2024-08-04T15:28:57.066 INFO:tasks.rados.rados.0.smithi007.stdout:450: left oid 23 (ObjNum 157 snap 46 seq_num 157) 2024-08-04T15:28:57.066 INFO:tasks.rados.rados.0.smithi007.stdout:451: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:28:57.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:56 smithi007 ceph-mon[29096]: osdmap e154: 8 total, 8 up, 8 in 2024-08-04T15:28:57.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:56 smithi007 ceph-mon[29096]: pgmap v211: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-08-04T15:28:57.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:56 smithi007 ceph-mon[39529]: osdmap e154: 8 total, 8 up, 8 in 2024-08-04T15:28:57.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:56 smithi007 ceph-mon[39529]: pgmap v211: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-08-04T15:28:57.145 INFO:tasks.rados.rados.0.smithi007.stdout:453: seq_num 158 ranges {4497408=253952} 2024-08-04T15:28:57.172 INFO:tasks.rados.rados.0.smithi007.stdout:453: writing smithi00780855-38 from 4497408 to 4751360 tid 1 2024-08-04T15:28:57.172 INFO:tasks.rados.rados.0.smithi007.stdout:447: done (6 left) 2024-08-04T15:28:57.172 INFO:tasks.rados.rados.0.smithi007.stdout:448: done (5 left) 2024-08-04T15:28:57.173 INFO:tasks.rados.rados.0.smithi007.stdout:449: done (4 left) 2024-08-04T15:28:57.173 INFO:tasks.rados.rados.0.smithi007.stdout:450: done (3 left) 2024-08-04T15:28:57.173 INFO:tasks.rados.rados.0.smithi007.stdout:451: done (2 left) 2024-08-04T15:28:57.173 INFO:tasks.rados.rados.0.smithi007.stdout:452: done (1 left) 2024-08-04T15:28:57.173 INFO:tasks.rados.rados.0.smithi007.stdout:454: copy_from oid 47 from oid 8 current snap is 46 2024-08-04T15:28:57.173 INFO:tasks.rados.rados.0.smithi007.stdout:455: snap_create 2024-08-04T15:28:57.173 INFO:tasks.rados.rados.0.smithi007.stdout:454: finishing copy_from to smithi00780855-47 2024-08-04T15:28:57.173 INFO:tasks.rados.rados.0.smithi007.stdout:454: got expected ENOENT (src dne) 2024-08-04T15:28:57.173 INFO:tasks.rados.rados.0.smithi007.stdout:454: finishing copy_from racing read to smithi00780855-47 2024-08-04T15:28:57.174 INFO:tasks.rados.rados.0.smithi007.stdout:453: finishing write tid 1 to smithi00780855-38 2024-08-04T15:28:57.174 INFO:tasks.rados.rados.0.smithi007.stdout:453: finishing write tid 2 to smithi00780855-38 2024-08-04T15:28:57.176 INFO:tasks.rados.rados.0.smithi007.stdout:453: finishing write tid 3 to smithi00780855-38 2024-08-04T15:28:57.176 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 62 (ObjNum 158 snap 46 seq_num 158) dirty exists 2024-08-04T15:28:57.176 INFO:tasks.rados.rados.0.smithi007.stdout:453: left oid 38 (ObjNum 158 snap 46 seq_num 158) 2024-08-04T15:28:57.603 INFO:tasks.rados.rados.0.smithi007.stdout:453: done (2 left) 2024-08-04T15:28:57.603 INFO:tasks.rados.rados.0.smithi007.stdout:454: done (1 left) 2024-08-04T15:28:57.603 INFO:tasks.rados.rados.0.smithi007.stdout:455: done (0 left) 2024-08-04T15:28:57.603 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 12 current snap is 47 2024-08-04T15:28:57.603 INFO:tasks.rados.rados.0.smithi007.stdout:456: seq_num 159 ranges {0=270336} 2024-08-04T15:28:57.606 INFO:tasks.rados.rados.0.smithi007.stdout:456: writing smithi00780855-12 from 0 to 270336 tid 1 2024-08-04T15:28:57.606 INFO:tasks.rados.rados.0.smithi007.stdout:457: read oid 9 snap -1 2024-08-04T15:28:57.606 INFO:tasks.rados.rados.0.smithi007.stdout:457: expect (ObjNum 126 snap 32 seq_num 126) 2024-08-04T15:28:57.606 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 26 current snap is 47 2024-08-04T15:28:57.606 INFO:tasks.rados.rados.0.smithi007.stdout:458: seq_num 160 ranges {3407872=286720} 2024-08-04T15:28:57.625 INFO:tasks.rados.rados.0.smithi007.stdout:458: writing smithi00780855-26 from 3407872 to 3694592 tid 1 2024-08-04T15:28:57.626 INFO:tasks.rados.rados.0.smithi007.stdout:459: snap_create 2024-08-04T15:28:57.626 INFO:tasks.rados.rados.0.smithi007.stdout:456: finishing write tid 1 to smithi00780855-12 2024-08-04T15:28:57.626 INFO:tasks.rados.rados.0.smithi007.stdout:456: finishing write tid 2 to smithi00780855-12 2024-08-04T15:28:57.626 INFO:tasks.rados.rados.0.smithi007.stdout:456: finishing write tid 3 to smithi00780855-12 2024-08-04T15:28:57.626 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 289 (ObjNum 159 snap 47 seq_num 159) dirty exists 2024-08-04T15:28:57.626 INFO:tasks.rados.rados.0.smithi007.stdout:456: left oid 12 (ObjNum 159 snap 47 seq_num 159) 2024-08-04T15:28:57.630 INFO:tasks.rados.rados.0.smithi007.stdout:457: expect (ObjNum 126 snap 32 seq_num 126) 2024-08-04T15:28:57.762 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: [04/Aug/2024:15:28:57] ENGINE Bus STOPPING 2024-08-04T15:28:57.762 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: [04/Aug/2024:15:28:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T15:28:57.762 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: [04/Aug/2024:15:28:57] ENGINE Bus STOPPED 2024-08-04T15:28:57.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: osdmap e155: 8 total, 8 up, 8 in 2024-08-04T15:28:57.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:57.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:57.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:28:57.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:28:57.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:57.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:28:57.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-04T15:28:57.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: Activating manager daemon x 2024-08-04T15:28:57.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: osdmap e156: 8 total, 8 up, 8 in 2024-08-04T15:28:57.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-04T15:28:57.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: mgrmap e24: x(active, starting, since 0.00662916s) 2024-08-04T15:28:57.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:28:57.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:28:57.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:28:57.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T15:28:57.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:28:57.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-04T15:28:57.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:28:57.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:28:57.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:28:57.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:28:57.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:28:57.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:28:57.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:28:57.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:28:57.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-04T15:28:57.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-04T15:28:57.766 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-04T15:28:57.826 INFO:tasks.rados.rados.0.smithi007.stdout:458: finishing write tid 1 to smithi00780855-26 2024-08-04T15:28:57.826 INFO:tasks.rados.rados.0.smithi007.stdout:458: finishing write tid 2 to smithi00780855-26 2024-08-04T15:28:57.826 INFO:tasks.rados.rados.0.smithi007.stdout:458: finishing write tid 3 to smithi00780855-26 2024-08-04T15:28:57.827 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 210 (ObjNum 160 snap 47 seq_num 160) dirty exists 2024-08-04T15:28:57.827 INFO:tasks.rados.rados.0.smithi007.stdout:458: left oid 26 (ObjNum 160 snap 47 seq_num 160) 2024-08-04T15:28:57.892 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ignoring --setuser ceph since I am not root 2024-08-04T15:28:57.892 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ignoring --setgroup ceph since I am not root 2024-08-04T15:28:57.892 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mgr[29325]: -- 172.21.15.7:0/2940867609 <== mon.2 v2:172.21.15.7:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55def086e9c0 con 0x55def087a800 2024-08-04T15:28:57.892 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:28:57.759+0000 7fec9d79fec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-04T15:28:57.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: osdmap e155: 8 total, 8 up, 8 in 2024-08-04T15:28:57.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:57.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:57.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:28:57.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:28:57.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:57.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:28:57.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-04T15:28:57.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: Activating manager daemon x 2024-08-04T15:28:57.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: osdmap e156: 8 total, 8 up, 8 in 2024-08-04T15:28:57.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-04T15:28:57.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: mgrmap e24: x(active, starting, since 0.00662916s) 2024-08-04T15:28:57.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:28:57.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:28:57.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:28:57.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T15:28:57.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:28:57.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-04T15:28:57.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:28:57.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:28:57.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:28:57.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:28:57.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:28:57.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:28:57.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:28:57.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:28:57.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-04T15:28:57.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-04T15:28:57.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-04T15:28:57.895 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: osdmap e155: 8 total, 8 up, 8 in 2024-08-04T15:28:57.895 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:57.895 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:57.895 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:28:57.895 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:28:57.895 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' 2024-08-04T15:28:57.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:28:57.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-04T15:28:57.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: Activating manager daemon x 2024-08-04T15:28:57.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: osdmap e156: 8 total, 8 up, 8 in 2024-08-04T15:28:57.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.14541 172.21.15.7:0/2103668210' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-04T15:28:57.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: mgrmap e24: x(active, starting, since 0.00662916s) 2024-08-04T15:28:57.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:28:57.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:28:57.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:28:57.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T15:28:57.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:28:57.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-04T15:28:57.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:28:57.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:28:57.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:28:57.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:28:57.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:28:57.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:28:57.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:28:57.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:28:57.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-04T15:28:57.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-04T15:28:57.897 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-04T15:28:58.213 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:28:57.891+0000 7fec9d79fec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:28:58.213 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:57 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:28:57.962+0000 7fec9d79fec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-04T15:28:58.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: [04/Aug/2024:15:28:57] ENGINE Bus STARTING 2024-08-04T15:28:58.262 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:57.972+0000 7f4b44a1b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:28:58.262 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:57.972+0000 7f4b44a1b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:28:58.262 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:57.972+0000 7f4b44a1b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:28:58.262 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:57.972+0000 7f4b44a1b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:28:58.262 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:57.972+0000 7f4b44a1b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:28:58.262 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:57.973+0000 7f4b40a13640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:28:58.262 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:57.973+0000 7f4b40a13640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:28:58.262 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:57.973+0000 7f4b40a13640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:28:58.262 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:57.973+0000 7f4b40a13640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:28:58.262 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:28:57.973+0000 7f4b40a13640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:28:58.263 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:58 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: [04/Aug/2024:15:28:58] ENGINE Serving on http://:::9283 2024-08-04T15:28:58.263 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:28:58 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: [04/Aug/2024:15:28:58] ENGINE Bus STARTED 2024-08-04T15:28:58.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:28:58.213+0000 7fec9d79fec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-04T15:28:58.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:28:58.273+0000 7fec9d79fec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-04T15:28:58.604 INFO:tasks.rados.rados.0.smithi007.stdout:456: done (3 left) 2024-08-04T15:28:58.604 INFO:tasks.rados.rados.0.smithi007.stdout:457: done (2 left) 2024-08-04T15:28:58.604 INFO:tasks.rados.rados.0.smithi007.stdout:458: done (1 left) 2024-08-04T15:28:58.604 INFO:tasks.rados.rados.0.smithi007.stdout:459: done (0 left) 2024-08-04T15:28:58.604 INFO:tasks.rados.rados.0.smithi007.stdout:460: copy_from oid 15 from oid 40 current snap is 48 2024-08-04T15:28:58.604 INFO:tasks.rados.rados.0.smithi007.stdout:461: read oid 7 snap 31 2024-08-04T15:28:58.605 INFO:tasks.rados.rados.0.smithi007.stdout:461: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-04T15:28:58.605 INFO:tasks.rados.rados.0.smithi007.stdout:462: rmattr oid 5 current snap is 48 2024-08-04T15:28:58.605 INFO:tasks.rados.rados.0.smithi007.stdout:462: done (2 left) 2024-08-04T15:28:58.605 INFO:tasks.rados.rados.0.smithi007.stdout:463: setattr oid 25 current snap is 48 2024-08-04T15:28:58.605 INFO:tasks.rados.rados.0.smithi007.stdout:464: rollback oid 5 current snap is 48 2024-08-04T15:28:58.605 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 5 to 34 2024-08-04T15:28:58.605 INFO:tasks.rados.rados.0.smithi007.stdout:465: delete oid 37 current snap is 48 2024-08-04T15:28:58.609 INFO:tasks.rados.rados.0.smithi007.stdout:461: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-04T15:28:58.622 INFO:tasks.rados.rados.0.smithi007.stdout:464: finishing rollback tid 1 to smithi00780855-5 2024-08-04T15:28:58.622 INFO:tasks.rados.rados.0.smithi007.stdout:464: finishing rollback tid 2 to smithi00780855-5 2024-08-04T15:28:58.622 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 74 (ObjNum 128 snap 33 seq_num 128) dirty exists 2024-08-04T15:28:58.622 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 291 (ObjNum 135 snap 36 seq_num 135) dirty exists 2024-08-04T15:28:58.622 INFO:tasks.rados.rados.0.smithi007.stdout:460: finishing copy_from racing read to smithi00780855-15 2024-08-04T15:28:58.622 INFO:tasks.rados.rados.0.smithi007.stdout:460: finishing copy_from to smithi00780855-15 2024-08-04T15:28:58.623 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 53 (ObjNum 108 snap 22 seq_num 108) dirty exists 2024-08-04T15:28:58.623 INFO:tasks.rados.rados.0.smithi007.stdout:460: done (4 left) 2024-08-04T15:28:58.623 INFO:tasks.rados.rados.0.smithi007.stdout:461: done (3 left) 2024-08-04T15:28:58.623 INFO:tasks.rados.rados.0.smithi007.stdout:463: done (2 left) 2024-08-04T15:28:58.623 INFO:tasks.rados.rados.0.smithi007.stdout:464: done (1 left) 2024-08-04T15:28:58.623 INFO:tasks.rados.rados.0.smithi007.stdout:465: done (0 left) 2024-08-04T15:28:58.623 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 32 current snap is 48 2024-08-04T15:28:58.623 INFO:tasks.rados.rados.0.smithi007.stdout:466: seq_num 162 ranges {0=319488} 2024-08-04T15:28:58.624 INFO:tasks.rados.rados.0.smithi007.stdout:466: writing smithi00780855-32 from 0 to 319488 tid 1 2024-08-04T15:28:58.624 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 7 current snap is 48 2024-08-04T15:28:58.624 INFO:tasks.rados.rados.0.smithi007.stdout:467: seq_num 163 ranges {0=335872} 2024-08-04T15:28:58.626 INFO:tasks.rados.rados.0.smithi007.stdout:467: writing smithi00780855-7 from 0 to 335872 tid 1 2024-08-04T15:28:58.626 INFO:tasks.rados.rados.0.smithi007.stdout:468: read oid 17 snap -1 2024-08-04T15:28:58.626 INFO:tasks.rados.rados.0.smithi007.stdout:468: expect (ObjNum 100 snap 20 seq_num 100) 2024-08-04T15:28:58.626 INFO:tasks.rados.rados.0.smithi007.stdout:469: read oid 6 snap -1 2024-08-04T15:28:58.626 INFO:tasks.rados.rados.0.smithi007.stdout:469: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:28:58.626 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 33 current snap is 48 2024-08-04T15:28:58.626 INFO:tasks.rados.rados.0.smithi007.stdout:466: finishing write tid 1 to smithi00780855-32 2024-08-04T15:28:58.626 INFO:tasks.rados.rados.0.smithi007.stdout:470: seq_num 164 ranges {4939776=352256} 2024-08-04T15:28:58.657 INFO:tasks.rados.rados.0.smithi007.stdout:470: writing smithi00780855-33 from 4939776 to 5292032 tid 1 2024-08-04T15:28:58.657 INFO:tasks.rados.rados.0.smithi007.stdout:471: read oid 8 snap -1 2024-08-04T15:28:58.657 INFO:tasks.rados.rados.0.smithi007.stdout:471: expect deleted 2024-08-04T15:28:58.657 INFO:tasks.rados.rados.0.smithi007.stdout:472: read oid 16 snap -1 2024-08-04T15:28:58.657 INFO:tasks.rados.rados.0.smithi007.stdout:472: expect (ObjNum 79 snap 13 seq_num 79) 2024-08-04T15:28:58.657 INFO:tasks.rados.rados.0.smithi007.stdout:473: rmattr oid 47 current snap is 48 2024-08-04T15:28:58.657 INFO:tasks.rados.rados.0.smithi007.stdout:466: finishing write tid 2 to smithi00780855-32 2024-08-04T15:28:58.657 INFO:tasks.rados.rados.0.smithi007.stdout:474: setattr oid 22 current snap is 48 2024-08-04T15:28:58.658 INFO:tasks.rados.rados.0.smithi007.stdout:467: finishing write tid 1 to smithi00780855-7 2024-08-04T15:28:58.658 INFO:tasks.rados.rados.0.smithi007.stdout:467: finishing write tid 2 to smithi00780855-7 2024-08-04T15:28:58.658 INFO:tasks.rados.rados.0.smithi007.stdout:466: finishing write tid 3 to smithi00780855-32 2024-08-04T15:28:58.658 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 84 (ObjNum 162 snap 48 seq_num 162) dirty exists 2024-08-04T15:28:58.658 INFO:tasks.rados.rados.0.smithi007.stdout:466: left oid 32 (ObjNum 162 snap 48 seq_num 162) 2024-08-04T15:28:58.658 INFO:tasks.rados.rados.0.smithi007.stdout:467: finishing write tid 3 to smithi00780855-7 2024-08-04T15:28:58.658 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 212 (ObjNum 163 snap 48 seq_num 163) dirty exists 2024-08-04T15:28:58.658 INFO:tasks.rados.rados.0.smithi007.stdout:467: left oid 7 (ObjNum 163 snap 48 seq_num 163) 2024-08-04T15:28:58.658 INFO:tasks.rados.rados.0.smithi007.stdout:469: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:28:58.734 INFO:tasks.rados.rados.0.smithi007.stdout:468: expect (ObjNum 100 snap 20 seq_num 100) 2024-08-04T15:28:58.863 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 28 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:28:58.863 INFO:tasks.rados.rados.0.smithi007.stdout:470: finishing write tid 1 to smithi00780855-33 2024-08-04T15:28:58.863 INFO:tasks.rados.rados.0.smithi007.stdout:470: finishing write tid 2 to smithi00780855-33 2024-08-04T15:28:58.863 INFO:tasks.rados.rados.0.smithi007.stdout:470: finishing write tid 3 to smithi00780855-33 2024-08-04T15:28:58.863 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 160 (ObjNum 164 snap 48 seq_num 164) dirty exists 2024-08-04T15:28:58.864 INFO:tasks.rados.rados.0.smithi007.stdout:470: left oid 33 (ObjNum 164 snap 48 seq_num 164) 2024-08-04T15:28:58.864 INFO:tasks.rados.rados.0.smithi007.stdout:472: expect (ObjNum 79 snap 13 seq_num 79) 2024-08-04T15:28:58.968 INFO:tasks.rados.rados.0.smithi007.stdout:466: done (8 left) 2024-08-04T15:28:58.968 INFO:tasks.rados.rados.0.smithi007.stdout:467: done (7 left) 2024-08-04T15:28:58.968 INFO:tasks.rados.rados.0.smithi007.stdout:468: done (6 left) 2024-08-04T15:28:58.968 INFO:tasks.rados.rados.0.smithi007.stdout:469: done (5 left) 2024-08-04T15:28:58.968 INFO:tasks.rados.rados.0.smithi007.stdout:470: done (4 left) 2024-08-04T15:28:58.968 INFO:tasks.rados.rados.0.smithi007.stdout:471: done (3 left) 2024-08-04T15:28:58.968 INFO:tasks.rados.rados.0.smithi007.stdout:472: done (2 left) 2024-08-04T15:28:58.968 INFO:tasks.rados.rados.0.smithi007.stdout:473: done (1 left) 2024-08-04T15:28:58.968 INFO:tasks.rados.rados.0.smithi007.stdout:475: rmattr oid 6 current snap is 48 2024-08-04T15:28:58.968 INFO:tasks.rados.rados.0.smithi007.stdout:475: done (1 left) 2024-08-04T15:28:58.968 INFO:tasks.rados.rados.0.smithi007.stdout:476: setattr oid 26 current snap is 48 2024-08-04T15:28:58.969 INFO:tasks.rados.rados.0.smithi007.stdout:477: snap_create 2024-08-04T15:28:58.970 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 124 (ObjNum 121 snap 30 seq_num 121) dirty exists 2024-08-04T15:28:58.972 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 214 (ObjNum 160 snap 47 seq_num 160) dirty exists 2024-08-04T15:28:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:58 smithi062 ceph-mon[32659]: Manager daemon x is now available 2024-08-04T15:28:59.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:58 smithi062 ceph-mon[32659]: Checking for cert/key for grafana.a 2024-08-04T15:28:59.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:58 smithi062 ceph-mon[32659]: Migrating grafana.a cert to cert store 2024-08-04T15:28:59.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:58 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:28:59.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:58 smithi062 ceph-mon[32659]: Migrating grafana.a key to cert store 2024-08-04T15:28:59.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:58 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:28:59.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:58 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:28:59.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:58 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:28:59.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:58 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:28:59.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:58 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:28:59.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:58 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:28:59.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:58 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-04T15:28:59.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:58 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-04T15:28:59.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:58 smithi062 ceph-mon[32659]: osdmap e157: 8 total, 8 up, 8 in 2024-08-04T15:28:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[39529]: Manager daemon x is now available 2024-08-04T15:28:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[39529]: Checking for cert/key for grafana.a 2024-08-04T15:28:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[39529]: Migrating grafana.a cert to cert store 2024-08-04T15:28:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:28:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[39529]: Migrating grafana.a key to cert store 2024-08-04T15:28:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:28:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:28:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:28:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:28:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:28:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:28:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-04T15:28:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-04T15:28:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[39529]: osdmap e157: 8 total, 8 up, 8 in 2024-08-04T15:28:59.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[29096]: Manager daemon x is now available 2024-08-04T15:28:59.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[29096]: Checking for cert/key for grafana.a 2024-08-04T15:28:59.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[29096]: Migrating grafana.a cert to cert store 2024-08-04T15:28:59.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:28:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[29096]: Migrating grafana.a key to cert store 2024-08-04T15:28:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:28:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:28:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:28:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:28:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:28:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:28:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-04T15:28:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-04T15:28:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:58 smithi007 ceph-mon[29096]: osdmap e157: 8 total, 8 up, 8 in 2024-08-04T15:28:59.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:28:59.254+0000 7fec9d79fec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-04T15:28:59.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:28:59.369+0000 7fec9d79fec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-04T15:28:59.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:28:59.426+0000 7fec9d79fec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-04T15:28:59.752 INFO:tasks.rados.rados.0.smithi007.stdout:474: done (2 left) 2024-08-04T15:28:59.752 INFO:tasks.rados.rados.0.smithi007.stdout:476: done (1 left) 2024-08-04T15:28:59.753 INFO:tasks.rados.rados.0.smithi007.stdout:477: done (0 left) 2024-08-04T15:28:59.753 INFO:tasks.rados.rados.0.smithi007.stdout:478: setattr oid 39 current snap is 49 2024-08-04T15:28:59.754 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 49 2024-08-04T15:28:59.754 INFO:tasks.rados.rados.0.smithi007.stdout:479: seq_num 165 ranges {2039808=368640} 2024-08-04T15:28:59.767 INFO:tasks.rados.rados.0.smithi007.stdout:479: writing smithi00780855-22 from 2039808 to 2408448 tid 1 2024-08-04T15:28:59.767 INFO:tasks.rados.rados.0.smithi007.stdout:480: snap_remove snap 15 2024-08-04T15:28:59.890 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:28:59.624+0000 7fec9d79fec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-04T15:28:59.890 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:28:59.689+0000 7fec9d79fec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-04T15:28:59.891 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:28:59.759+0000 7fec9d79fec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-04T15:28:59.891 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-mon[29096]: Deploying cephadm binary to smithi062 2024-08-04T15:28:59.891 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-mon[29096]: Deploying cephadm binary to smithi007 2024-08-04T15:28:59.891 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-mon[29096]: mgrmap e25: x(active, since 1.05555s) 2024-08-04T15:28:59.891 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-mon[29096]: pgmap v4: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:59.891 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:28:59.891 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:28:59.892 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-mon[39529]: Deploying cephadm binary to smithi062 2024-08-04T15:28:59.892 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-mon[39529]: Deploying cephadm binary to smithi007 2024-08-04T15:28:59.892 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-mon[39529]: mgrmap e25: x(active, since 1.05555s) 2024-08-04T15:28:59.892 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-mon[39529]: pgmap v4: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:28:59.892 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:28:59.892 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:59 smithi062 ceph-mon[32659]: Deploying cephadm binary to smithi062 2024-08-04T15:29:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:59 smithi062 ceph-mon[32659]: Deploying cephadm binary to smithi007 2024-08-04T15:29:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:59 smithi062 ceph-mon[32659]: mgrmap e25: x(active, since 1.05555s) 2024-08-04T15:29:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:59 smithi062 ceph-mon[32659]: pgmap v4: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:00.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:59 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:00.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:28:59 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:00.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:28:59 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:28:59.889+0000 7fec9d79fec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:29:00.614 INFO:tasks.rados.rados.0.smithi007.stdout:480: done (2 left) 2024-08-04T15:29:00.615 INFO:tasks.rados.rados.0.smithi007.stdout:481: rmattr oid 7 current snap is 49 2024-08-04T15:29:00.615 INFO:tasks.rados.rados.0.smithi007.stdout:481: done (2 left) 2024-08-04T15:29:00.615 INFO:tasks.rados.rados.0.smithi007.stdout:482: copy_from oid 19 from oid 37 current snap is 49 2024-08-04T15:29:00.615 INFO:tasks.rados.rados.0.smithi007.stdout:483: copy_from oid 33 from oid 10 current snap is 49 2024-08-04T15:29:00.615 INFO:tasks.rados.rados.0.smithi007.stdout:484: delete oid 2 current snap is 49 2024-08-04T15:29:00.615 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 103 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-04T15:29:00.615 INFO:tasks.rados.rados.0.smithi007.stdout:479: finishing write tid 1 to smithi00780855-22 2024-08-04T15:29:00.615 INFO:tasks.rados.rados.0.smithi007.stdout:479: finishing write tid 2 to smithi00780855-22 2024-08-04T15:29:00.615 INFO:tasks.rados.rados.0.smithi007.stdout:479: finishing write tid 3 to smithi00780855-22 2024-08-04T15:29:00.615 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 127 (ObjNum 165 snap 49 seq_num 165) dirty exists 2024-08-04T15:29:00.616 INFO:tasks.rados.rados.0.smithi007.stdout:479: left oid 22 (ObjNum 165 snap 49 seq_num 165) 2024-08-04T15:29:00.626 INFO:tasks.rados.rados.0.smithi007.stdout:482: finishing copy_from to smithi00780855-19 2024-08-04T15:29:00.626 INFO:tasks.rados.rados.0.smithi007.stdout:482: got expected ENOENT (src dne) 2024-08-04T15:29:00.626 INFO:tasks.rados.rados.0.smithi007.stdout:482: finishing copy_from racing read to smithi00780855-19 2024-08-04T15:29:00.634 INFO:tasks.rados.rados.0.smithi007.stdout:483: finishing copy_from racing read to smithi00780855-33 2024-08-04T15:29:00.634 INFO:tasks.rados.rados.0.smithi007.stdout:478: done (4 left) 2024-08-04T15:29:00.634 INFO:tasks.rados.rados.0.smithi007.stdout:479: done (3 left) 2024-08-04T15:29:00.634 INFO:tasks.rados.rados.0.smithi007.stdout:482: done (2 left) 2024-08-04T15:29:00.634 INFO:tasks.rados.rados.0.smithi007.stdout:484: done (1 left) 2024-08-04T15:29:00.634 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 49 2024-08-04T15:29:00.635 INFO:tasks.rados.rados.0.smithi007.stdout:485: seq_num 167 ranges {393216=401408} 2024-08-04T15:29:00.635 INFO:tasks.rados.rados.0.smithi007.stdout:485: writing smithi00780855-44 from 393216 to 794624 tid 1 2024-08-04T15:29:00.635 INFO:tasks.rados.rados.0.smithi007.stdout:483: finishing copy_from to smithi00780855-33 2024-08-04T15:29:00.635 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-04T15:29:00.635 INFO:tasks.rados.rados.0.smithi007.stdout:483: done (1 left) 2024-08-04T15:29:00.635 INFO:tasks.rados.rados.0.smithi007.stdout:486: delete oid 25 current snap is 49 2024-08-04T15:29:00.646 INFO:tasks.rados.rados.0.smithi007.stdout:485: finishing write tid 1 to smithi00780855-44 2024-08-04T15:29:00.646 INFO:tasks.rados.rados.0.smithi007.stdout:485: finishing write tid 2 to smithi00780855-44 2024-08-04T15:29:00.647 INFO:tasks.rados.rados.0.smithi007.stdout:485: finishing write tid 3 to smithi00780855-44 2024-08-04T15:29:00.647 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 56 (ObjNum 167 snap 49 seq_num 167) dirty exists 2024-08-04T15:29:00.647 INFO:tasks.rados.rados.0.smithi007.stdout:485: left oid 44 (ObjNum 167 snap 49 seq_num 167) 2024-08-04T15:29:00.648 INFO:tasks.rados.rados.0.smithi007.stdout:485: done (1 left) 2024-08-04T15:29:00.648 INFO:tasks.rados.rados.0.smithi007.stdout:486: done (0 left) 2024-08-04T15:29:00.648 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 49 2024-08-04T15:29:00.648 INFO:tasks.rados.rados.0.smithi007.stdout:487: seq_num 169 ranges {163840=434176} 2024-08-04T15:29:00.652 INFO:tasks.rados.rados.0.smithi007.stdout:487: writing smithi00780855-28 from 163840 to 598016 tid 1 2024-08-04T15:29:00.652 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 17 current snap is 49 2024-08-04T15:29:00.652 INFO:tasks.rados.rados.0.smithi007.stdout:488: seq_num 170 ranges {3555328=450560} 2024-08-04T15:29:00.674 INFO:tasks.rados.rados.0.smithi007.stdout:488: writing smithi00780855-17 from 3555328 to 4005888 tid 1 2024-08-04T15:29:00.674 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 12 current snap is 49 2024-08-04T15:29:00.674 INFO:tasks.rados.rados.0.smithi007.stdout:489: seq_num 171 ranges {270336=466944} 2024-08-04T15:29:00.678 INFO:tasks.rados.rados.0.smithi007.stdout:489: writing smithi00780855-12 from 270336 to 737280 tid 1 2024-08-04T15:29:00.678 INFO:tasks.rados.rados.0.smithi007.stdout:490: read oid 34 snap -1 2024-08-04T15:29:00.678 INFO:tasks.rados.rados.0.smithi007.stdout:490: expect deleted 2024-08-04T15:29:00.679 INFO:tasks.rados.rados.0.smithi007.stdout:491: snap_remove snap 31 2024-08-04T15:29:00.688 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:00 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:29:00.335+0000 7fec9d79fec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-04T15:29:00.979 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-mon[32659]: pgmap v5: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:00.979 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-mon[32659]: osdmap e158: 8 total, 8 up, 8 in 2024-08-04T15:29:00.979 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-mon[32659]: osdmap e159: 8 total, 8 up, 8 in 2024-08-04T15:29:00.980 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:00.949+0000 7f4b297a7640 -1 log_channel(cephadm) log [ERR] : [04/Aug/2024:15:29:00] ENGINE Error in HTTPServer.serve 2024-08-04T15:29:00.980 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: Traceback (most recent call last): 2024-08-04T15:29:00.980 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:29:00.980 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: self._connections.run(self.expiration_interval) 2024-08-04T15:29:00.980 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:29:00.981 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: self._run(expiration_interval) 2024-08-04T15:29:00.981 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:29:00.981 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:29:00.981 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:29:00.981 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:29:00.981 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:29:00.982 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: s = self.context.wrap_socket( 2024-08-04T15:29:00.982 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:29:00.982 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: return self.sslsocket_class._create( 2024-08-04T15:29:00.982 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:29:00.982 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: self.do_handshake() 2024-08-04T15:29:00.982 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:29:00.983 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: self._sslobj.do_handshake() 2024-08-04T15:29:00.983 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:29:00.983 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:00.985 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:00 smithi007 ceph-mon[39529]: pgmap v5: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:00.985 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:00 smithi007 ceph-mon[39529]: osdmap e158: 8 total, 8 up, 8 in 2024-08-04T15:29:00.985 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:00 smithi007 ceph-mon[39529]: osdmap e159: 8 total, 8 up, 8 in 2024-08-04T15:29:00.986 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:00 smithi007 ceph-mon[29096]: pgmap v5: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:00.986 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:00 smithi007 ceph-mon[29096]: osdmap e158: 8 total, 8 up, 8 in 2024-08-04T15:29:00.986 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:00 smithi007 ceph-mon[29096]: osdmap e159: 8 total, 8 up, 8 in 2024-08-04T15:29:00.986 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:00 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:29:00.688+0000 7fec9d79fec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-04T15:29:00.987 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:00 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:29:00.761+0000 7fec9d79fec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-04T15:29:00.987 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:00 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:29:00.897+0000 7fec9d79fec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-04T15:29:01.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:29:01.163+0000 7fec9d79fec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-04T15:29:01.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:29:01.229+0000 7fec9d79fec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-04T15:29:01.623 INFO:tasks.rados.rados.0.smithi007.stdout:491: done (4 left) 2024-08-04T15:29:01.623 INFO:tasks.rados.rados.0.smithi007.stdout:492: rollback oid 1 current snap is 49 2024-08-04T15:29:01.623 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 1 to 42 2024-08-04T15:29:01.623 INFO:tasks.rados.rados.0.smithi007.stdout:487: finishing write tid 1 to smithi00780855-28 2024-08-04T15:29:01.623 INFO:tasks.rados.rados.0.smithi007.stdout:487: finishing write tid 2 to smithi00780855-28 2024-08-04T15:29:01.624 INFO:tasks.rados.rados.0.smithi007.stdout:487: finishing write tid 3 to smithi00780855-28 2024-08-04T15:29:01.624 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 140 (ObjNum 169 snap 49 seq_num 169) dirty exists 2024-08-04T15:29:01.624 INFO:tasks.rados.rados.0.smithi007.stdout:487: left oid 28 (ObjNum 169 snap 49 seq_num 169) 2024-08-04T15:29:01.624 INFO:tasks.rados.rados.0.smithi007.stdout:488: finishing write tid 1 to smithi00780855-17 2024-08-04T15:29:01.624 INFO:tasks.rados.rados.0.smithi007.stdout:488: finishing write tid 2 to smithi00780855-17 2024-08-04T15:29:01.624 INFO:tasks.rados.rados.0.smithi007.stdout:488: finishing write tid 3 to smithi00780855-17 2024-08-04T15:29:01.624 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 91 (ObjNum 170 snap 49 seq_num 170) dirty exists 2024-08-04T15:29:01.624 INFO:tasks.rados.rados.0.smithi007.stdout:488: left oid 17 (ObjNum 170 snap 49 seq_num 170) 2024-08-04T15:29:01.624 INFO:tasks.rados.rados.0.smithi007.stdout:489: finishing write tid 1 to smithi00780855-12 2024-08-04T15:29:01.624 INFO:tasks.rados.rados.0.smithi007.stdout:489: finishing write tid 2 to smithi00780855-12 2024-08-04T15:29:01.624 INFO:tasks.rados.rados.0.smithi007.stdout:489: finishing write tid 3 to smithi00780855-12 2024-08-04T15:29:01.625 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 314 (ObjNum 171 snap 49 seq_num 171) dirty exists 2024-08-04T15:29:01.625 INFO:tasks.rados.rados.0.smithi007.stdout:489: left oid 12 (ObjNum 171 snap 49 seq_num 171) 2024-08-04T15:29:01.625 INFO:tasks.rados.rados.0.smithi007.stdout:487: done (4 left) 2024-08-04T15:29:01.625 INFO:tasks.rados.rados.0.smithi007.stdout:488: done (3 left) 2024-08-04T15:29:01.625 INFO:tasks.rados.rados.0.smithi007.stdout:489: done (2 left) 2024-08-04T15:29:01.625 INFO:tasks.rados.rados.0.smithi007.stdout:490: done (1 left) 2024-08-04T15:29:01.625 INFO:tasks.rados.rados.0.smithi007.stdout:493: delete oid 32 current snap is 49 2024-08-04T15:29:01.631 INFO:tasks.rados.rados.0.smithi007.stdout:492: finishing rollback tid 1 to smithi00780855-1 2024-08-04T15:29:01.631 INFO:tasks.rados.rados.0.smithi007.stdout:492: finishing rollback tid 2 to smithi00780855-1 2024-08-04T15:29:01.631 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 139 (ObjNum 83 snap 17 seq_num 83) dirty exists 2024-08-04T15:29:01.634 INFO:tasks.rados.rados.0.smithi007.stdout:492: done (1 left) 2024-08-04T15:29:01.634 INFO:tasks.rados.rados.0.smithi007.stdout:493: done (0 left) 2024-08-04T15:29:01.634 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 49 2024-08-04T15:29:01.634 INFO:tasks.rados.rados.0.smithi007.stdout:494: seq_num 173 ranges {0=499712} 2024-08-04T15:29:01.637 INFO:tasks.rados.rados.0.smithi007.stdout:494: writing smithi00780855-49 from 0 to 499712 tid 1 2024-08-04T15:29:01.638 INFO:tasks.rados.rados.0.smithi007.stdout:495: snap_remove snap 43 2024-08-04T15:29:01.759 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:29:01.436+0000 7fec9d79fec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-04T15:29:01.759 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:29:01.506+0000 7fec9d79fec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-04T15:29:01.759 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:29:01.602+0000 7fec9d79fec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-04T15:29:01.759 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:29:01.672+0000 7fec9d79fec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-04T15:29:02.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:01 smithi062 ceph-mon[32659]: mgrmap e26: x(active, since 3s) 2024-08-04T15:29:02.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:01 smithi062 ceph-mon[32659]: [04/Aug/2024:15:29:00] ENGINE Bus STARTING 2024-08-04T15:29:02.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:01 smithi062 ceph-mon[32659]: [04/Aug/2024:15:29:00] ENGINE Serving on https://172.21.15.62:7150 2024-08-04T15:29:02.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:01 smithi062 ceph-mon[32659]: [04/Aug/2024:15:29:00] ENGINE Error in HTTPServer.serve 2024-08-04T15:29:02.012 INFO:journalctl@ceph.mon.b.smithi062.stdout: Traceback (most recent call last): 2024-08-04T15:29:02.012 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:29:02.012 INFO:journalctl@ceph.mon.b.smithi062.stdout: self._connections.run(self.expiration_interval) 2024-08-04T15:29:02.012 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:29:02.012 INFO:journalctl@ceph.mon.b.smithi062.stdout: self._run(expiration_interval) 2024-08-04T15:29:02.012 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:29:02.012 INFO:journalctl@ceph.mon.b.smithi062.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:29:02.012 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:29:02.012 INFO:journalctl@ceph.mon.b.smithi062.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:29:02.012 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:29:02.012 INFO:journalctl@ceph.mon.b.smithi062.stdout: s = self.context.wrap_socket( 2024-08-04T15:29:02.012 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:29:02.012 INFO:journalctl@ceph.mon.b.smithi062.stdout: return self.sslsocket_class._create( 2024-08-04T15:29:02.013 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:29:02.013 INFO:journalctl@ceph.mon.b.smithi062.stdout: self.do_handshake() 2024-08-04T15:29:02.013 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:29:02.013 INFO:journalctl@ceph.mon.b.smithi062.stdout: self._sslobj.do_handshake() 2024-08-04T15:29:02.013 INFO:journalctl@ceph.mon.b.smithi062.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:29:02.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:01 smithi062 ceph-mon[32659]: [04/Aug/2024:15:29:01] ENGINE Serving on http://172.21.15.62:8765 2024-08-04T15:29:02.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:01 smithi062 ceph-mon[32659]: [04/Aug/2024:15:29:01] ENGINE Bus STARTED 2024-08-04T15:29:02.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:01 smithi062 ceph-mon[32659]: osdmap e160: 8 total, 8 up, 8 in 2024-08-04T15:29:02.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-mon[29096]: mgrmap e26: x(active, since 3s) 2024-08-04T15:29:02.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-mon[29096]: [04/Aug/2024:15:29:00] ENGINE Bus STARTING 2024-08-04T15:29:02.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-mon[29096]: [04/Aug/2024:15:29:00] ENGINE Serving on https://172.21.15.62:7150 2024-08-04T15:29:02.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-mon[29096]: [04/Aug/2024:15:29:00] ENGINE Error in HTTPServer.serve 2024-08-04T15:29:02.086 INFO:journalctl@ceph.mon.a.smithi007.stdout: Traceback (most recent call last): 2024-08-04T15:29:02.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:29:02.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._connections.run(self.expiration_interval) 2024-08-04T15:29:02.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:29:02.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._run(expiration_interval) 2024-08-04T15:29:02.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:29:02.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:29:02.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:29:02.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:29:02.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:29:02.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: s = self.context.wrap_socket( 2024-08-04T15:29:02.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:29:02.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: return self.sslsocket_class._create( 2024-08-04T15:29:02.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:29:02.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: self.do_handshake() 2024-08-04T15:29:02.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:29:02.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._sslobj.do_handshake() 2024-08-04T15:29:02.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:29:02.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-mon[29096]: [04/Aug/2024:15:29:01] ENGINE Serving on http://172.21.15.62:8765 2024-08-04T15:29:02.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-mon[29096]: [04/Aug/2024:15:29:01] ENGINE Bus STARTED 2024-08-04T15:29:02.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-mon[29096]: osdmap e160: 8 total, 8 up, 8 in 2024-08-04T15:29:02.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-mon[39529]: mgrmap e26: x(active, since 3s) 2024-08-04T15:29:02.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-mon[39529]: [04/Aug/2024:15:29:00] ENGINE Bus STARTING 2024-08-04T15:29:02.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-mon[39529]: [04/Aug/2024:15:29:00] ENGINE Serving on https://172.21.15.62:7150 2024-08-04T15:29:02.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-mon[39529]: [04/Aug/2024:15:29:00] ENGINE Error in HTTPServer.serve 2024-08-04T15:29:02.088 INFO:journalctl@ceph.mon.c.smithi007.stdout: Traceback (most recent call last): 2024-08-04T15:29:02.088 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:29:02.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: self._connections.run(self.expiration_interval) 2024-08-04T15:29:02.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:29:02.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: self._run(expiration_interval) 2024-08-04T15:29:02.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:29:02.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:29:02.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:29:02.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:29:02.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:29:02.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: s = self.context.wrap_socket( 2024-08-04T15:29:02.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:29:02.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: return self.sslsocket_class._create( 2024-08-04T15:29:02.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:29:02.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: self.do_handshake() 2024-08-04T15:29:02.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:29:02.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: self._sslobj.do_handshake() 2024-08-04T15:29:02.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:29:02.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-mon[39529]: [04/Aug/2024:15:29:01] ENGINE Serving on http://172.21.15.62:8765 2024-08-04T15:29:02.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-mon[39529]: [04/Aug/2024:15:29:01] ENGINE Bus STARTED 2024-08-04T15:29:02.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:01 smithi007 ceph-mon[39529]: osdmap e160: 8 total, 8 up, 8 in 2024-08-04T15:29:02.489 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:29:02.233+0000 7fec9d79fec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-04T15:29:02.489 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:29:02.383+0000 7fec9d79fec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-04T15:29:02.489 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:29:02] ENGINE Bus STARTING 2024-08-04T15:29:02.489 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: CherryPy Checker: 2024-08-04T15:29:02.489 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: The Application mounted at '' has an empty config. 2024-08-04T15:29:02.490 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: 2024-08-04T15:29:02.621 INFO:tasks.rados.rados.0.smithi007.stdout:495: done (1 left) 2024-08-04T15:29:02.622 INFO:tasks.rados.rados.0.smithi007.stdout:496: copy_from oid 46 from oid 11 current snap is 49 2024-08-04T15:29:02.622 INFO:tasks.rados.rados.0.smithi007.stdout:497: setattr oid 30 current snap is 49 2024-08-04T15:29:02.622 INFO:tasks.rados.rados.0.smithi007.stdout:494: finishing write tid 1 to smithi00780855-49 2024-08-04T15:29:02.622 INFO:tasks.rados.rados.0.smithi007.stdout:494: finishing write tid 2 to smithi00780855-49 2024-08-04T15:29:02.622 INFO:tasks.rados.rados.0.smithi007.stdout:494: finishing write tid 3 to smithi00780855-49 2024-08-04T15:29:02.622 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 234 (ObjNum 173 snap 49 seq_num 173) dirty exists 2024-08-04T15:29:02.622 INFO:tasks.rados.rados.0.smithi007.stdout:494: left oid 49 (ObjNum 173 snap 49 seq_num 173) 2024-08-04T15:29:02.623 INFO:tasks.rados.rados.0.smithi007.stdout:494: done (2 left) 2024-08-04T15:29:02.623 INFO:tasks.rados.rados.0.smithi007.stdout:498: rollback oid 29 current snap is 49 2024-08-04T15:29:02.623 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 29 to 46 2024-08-04T15:29:02.624 INFO:tasks.rados.rados.0.smithi007.stdout:499: setattr oid 40 current snap is 49 2024-08-04T15:29:02.625 INFO:tasks.rados.rados.0.smithi007.stdout:500: snap_create 2024-08-04T15:29:02.633 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 180 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-04T15:29:02.633 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 106 (ObjNum 108 snap 22 seq_num 108) dirty exists 2024-08-04T15:29:02.634 INFO:tasks.rados.rados.0.smithi007.stdout:498: finishing rollback tid 0 to smithi00780855-29 2024-08-04T15:29:02.634 INFO:tasks.rados.rados.0.smithi007.stdout:498: finishing rollback tid 1 to smithi00780855-29 2024-08-04T15:29:02.634 INFO:tasks.rados.rados.0.smithi007.stdout:498: finishing rollback tid 2 to smithi00780855-29 2024-08-04T15:29:02.634 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 84 (ObjNum 129 snap 0 seq_num 3492821704) dirty exists 2024-08-04T15:29:02.636 INFO:tasks.rados.rados.0.smithi007.stdout:496: finishing copy_from racing read to smithi00780855-46 2024-08-04T15:29:02.637 INFO:tasks.rados.rados.0.smithi007.stdout:496: finishing copy_from to smithi00780855-46 2024-08-04T15:29:02.637 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 85 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-04T15:29:02.767 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:29:02] ENGINE Serving on http://:::9283 2024-08-04T15:29:02.767 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: [04/Aug/2024:15:29:02] ENGINE Bus STARTED 2024-08-04T15:29:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:02 smithi062 ceph-mon[32659]: pgmap v8: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:02 smithi062 ceph-mon[32659]: Standby manager daemon y started 2024-08-04T15:29:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:02 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.7:0/4122574728' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-04T15:29:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:02 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.7:0/4122574728' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:29:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:02 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.7:0/4122574728' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-04T15:29:03.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:02 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.7:0/4122574728' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:29:03.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:02 smithi062 ceph-mon[32659]: osdmap e161: 8 total, 8 up, 8 in 2024-08-04T15:29:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-mon[29096]: pgmap v8: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-mon[29096]: Standby manager daemon y started 2024-08-04T15:29:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.7:0/4122574728' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-04T15:29:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.7:0/4122574728' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:29:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.7:0/4122574728' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-04T15:29:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.7:0/4122574728' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:29:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-mon[29096]: osdmap e161: 8 total, 8 up, 8 in 2024-08-04T15:29:03.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-mon[39529]: pgmap v8: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:03.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-mon[39529]: Standby manager daemon y started 2024-08-04T15:29:03.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.7:0/4122574728' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-04T15:29:03.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.7:0/4122574728' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:29:03.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.7:0/4122574728' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-04T15:29:03.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.7:0/4122574728' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:29:03.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:02 smithi007 ceph-mon[39529]: osdmap e161: 8 total, 8 up, 8 in 2024-08-04T15:29:03.621 INFO:tasks.rados.rados.0.smithi007.stdout:496: done (4 left) 2024-08-04T15:29:03.621 INFO:tasks.rados.rados.0.smithi007.stdout:497: done (3 left) 2024-08-04T15:29:03.622 INFO:tasks.rados.rados.0.smithi007.stdout:498: done (2 left) 2024-08-04T15:29:03.622 INFO:tasks.rados.rados.0.smithi007.stdout:499: done (1 left) 2024-08-04T15:29:03.622 INFO:tasks.rados.rados.0.smithi007.stdout:500: done (0 left) 2024-08-04T15:29:03.622 INFO:tasks.rados.rados.0.smithi007.stdout:501: snap_create 2024-08-04T15:29:04.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[39529]: mgrmap e27: x(active, since 5s), standbys: y 2024-08-04T15:29:04.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-04T15:29:04.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:04.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:04.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:04.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:04.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:04.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[39529]: osdmap e162: 8 total, 8 up, 8 in 2024-08-04T15:29:04.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[29096]: mgrmap e27: x(active, since 5s), standbys: y 2024-08-04T15:29:04.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-04T15:29:04.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:04.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:04.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:04.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:04.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:04.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:03 smithi007 ceph-mon[29096]: osdmap e162: 8 total, 8 up, 8 in 2024-08-04T15:29:04.172 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:03 smithi062 ceph-mon[32659]: mgrmap e27: x(active, since 5s), standbys: y 2024-08-04T15:29:04.172 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:03 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-04T15:29:04.172 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:03 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:04.172 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:03 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:04.172 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:03 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:04.172 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:03 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:04.172 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:03 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.173 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:03 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.173 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:03 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.173 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:03 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.173 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:03 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.173 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:03 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.173 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:03 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.173 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:03 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:04.173 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:03 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:04.173 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:03 smithi062 ceph-mon[32659]: osdmap e162: 8 total, 8 up, 8 in 2024-08-04T15:29:04.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:29:04] "GET /metrics HTTP/1.1" 200 33076 "" "Prometheus/2.43.0" 2024-08-04T15:29:04.624 INFO:tasks.rados.rados.0.smithi007.stdout:501: done (0 left) 2024-08-04T15:29:04.624 INFO:tasks.rados.rados.0.smithi007.stdout:502: setattr oid 4 current snap is 51 2024-08-04T15:29:04.625 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 14 current snap is 51 2024-08-04T15:29:04.625 INFO:tasks.rados.rados.0.smithi007.stdout:503: seq_num 174 ranges {3424256=516096} 2024-08-04T15:29:04.647 INFO:tasks.rados.rados.0.smithi007.stdout:503: writing smithi00780855-14 from 3424256 to 3940352 tid 1 2024-08-04T15:29:04.647 INFO:tasks.rados.rados.0.smithi007.stdout:504: read oid 16 snap 34 2024-08-04T15:29:04.647 INFO:tasks.rados.rados.0.smithi007.stdout:504: expect (ObjNum 79 snap 13 seq_num 79) 2024-08-04T15:29:04.648 INFO:tasks.rados.rados.0.smithi007.stdout:505: rmattr oid 10 current snap is 51 2024-08-04T15:29:04.648 INFO:tasks.rados.rados.0.smithi007.stdout:505: done (3 left) 2024-08-04T15:29:04.648 INFO:tasks.rados.rados.0.smithi007.stdout:506: copy_from oid 41 from oid 17 current snap is 51 2024-08-04T15:29:04.648 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 61 (ObjNum 129 snap 0 seq_num 3493169392) dirty exists 2024-08-04T15:29:04.648 INFO:tasks.rados.rados.0.smithi007.stdout:502: done (3 left) 2024-08-04T15:29:04.648 INFO:tasks.rados.rados.0.smithi007.stdout:507: delete oid 22 current snap is 51 2024-08-04T15:29:04.653 INFO:tasks.rados.rados.0.smithi007.stdout:507: done (3 left) 2024-08-04T15:29:04.653 INFO:tasks.rados.rados.0.smithi007.stdout:508: rmattr oid 28 current snap is 51 2024-08-04T15:29:04.653 INFO:tasks.rados.rados.0.smithi007.stdout:508: done (3 left) 2024-08-04T15:29:04.653 INFO:tasks.rados.rados.0.smithi007.stdout:509: rollback oid 13 current snap is 51 2024-08-04T15:29:04.653 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 13 to 50 2024-08-04T15:29:04.653 INFO:tasks.rados.rados.0.smithi007.stdout:510: copy_from oid 23 from oid 3 current snap is 51 2024-08-04T15:29:04.654 INFO:tasks.rados.rados.0.smithi007.stdout:511: read oid 6 snap -1 2024-08-04T15:29:04.654 INFO:tasks.rados.rados.0.smithi007.stdout:511: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:29:04.654 INFO:tasks.rados.rados.0.smithi007.stdout:512: rollback oid 5 current snap is 51 2024-08-04T15:29:04.654 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 5 to 48 2024-08-04T15:29:04.654 INFO:tasks.rados.rados.0.smithi007.stdout:513: setattr oid 21 current snap is 51 2024-08-04T15:29:04.655 INFO:tasks.rados.rados.0.smithi007.stdout:503: finishing write tid 1 to smithi00780855-14 2024-08-04T15:29:04.655 INFO:tasks.rados.rados.0.smithi007.stdout:503: finishing write tid 2 to smithi00780855-14 2024-08-04T15:29:04.656 INFO:tasks.rados.rados.0.smithi007.stdout:509: finishing rollback tid 1 to smithi00780855-13 2024-08-04T15:29:04.656 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 281 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-04T15:29:04.656 INFO:tasks.rados.rados.0.smithi007.stdout:509: done (7 left) 2024-08-04T15:29:04.656 INFO:tasks.rados.rados.0.smithi007.stdout:514: snap_create 2024-08-04T15:29:04.657 INFO:tasks.rados.rados.0.smithi007.stdout:503: finishing write tid 3 to smithi00780855-14 2024-08-04T15:29:04.657 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 339 (ObjNum 174 snap 51 seq_num 174) dirty exists 2024-08-04T15:29:04.657 INFO:tasks.rados.rados.0.smithi007.stdout:503: left oid 14 (ObjNum 174 snap 51 seq_num 174) 2024-08-04T15:29:04.658 INFO:tasks.rados.rados.0.smithi007.stdout:512: finishing rollback tid 0 to smithi00780855-5 2024-08-04T15:29:04.658 INFO:tasks.rados.rados.0.smithi007.stdout:512: finishing rollback tid 1 to smithi00780855-5 2024-08-04T15:29:04.658 INFO:tasks.rados.rados.0.smithi007.stdout:512: finishing rollback tid 2 to smithi00780855-5 2024-08-04T15:29:04.658 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 90 (ObjNum 128 snap 33 seq_num 128) dirty exists 2024-08-04T15:29:04.669 INFO:tasks.rados.rados.0.smithi007.stdout:504: expect (ObjNum 79 snap 13 seq_num 79) 2024-08-04T15:29:04.775 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 244 (ObjNum 66 snap 4 seq_num 66) dirty exists 2024-08-04T15:29:04.775 INFO:tasks.rados.rados.0.smithi007.stdout:510: finishing copy_from racing read to smithi00780855-23 2024-08-04T15:29:04.775 INFO:tasks.rados.rados.0.smithi007.stdout:510: finishing copy_from to smithi00780855-23 2024-08-04T15:29:04.775 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 118 (ObjNum 145 snap 41 seq_num 145) dirty exists 2024-08-04T15:29:04.776 INFO:tasks.rados.rados.0.smithi007.stdout:511: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:29:04.851 INFO:tasks.rados.rados.0.smithi007.stdout:506: finishing copy_from racing read to smithi00780855-41 2024-08-04T15:29:04.851 INFO:tasks.rados.rados.0.smithi007.stdout:506: finishing copy_from to smithi00780855-41 2024-08-04T15:29:04.851 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 91 (ObjNum 170 snap 49 seq_num 170) dirty exists 2024-08-04T15:29:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:05 smithi062 ceph-mon[32659]: Adjusting osd_memory_target on smithi007 to 2481M 2024-08-04T15:29:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:05 smithi062 ceph-mon[32659]: pgmap v11: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:05 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:05 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:05 smithi062 ceph-mon[32659]: osdmap e163: 8 total, 8 up, 8 in 2024-08-04T15:29:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:05 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:05.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:05 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:05.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:05 smithi007 ceph-mon[29096]: Adjusting osd_memory_target on smithi007 to 2481M 2024-08-04T15:29:05.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:05 smithi007 ceph-mon[29096]: pgmap v11: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:05.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:05 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:05.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:05 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:05.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:05 smithi007 ceph-mon[29096]: osdmap e163: 8 total, 8 up, 8 in 2024-08-04T15:29:05.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:05 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:05.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:05 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:05.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:05 smithi007 ceph-mon[39529]: Adjusting osd_memory_target on smithi007 to 2481M 2024-08-04T15:29:05.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:05 smithi007 ceph-mon[39529]: pgmap v11: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:05.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:05 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:05.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:05 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:05.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:05 smithi007 ceph-mon[39529]: osdmap e163: 8 total, 8 up, 8 in 2024-08-04T15:29:05.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:05 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:05.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:05 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:05.625 INFO:tasks.rados.rados.0.smithi007.stdout:503: done (7 left) 2024-08-04T15:29:05.626 INFO:tasks.rados.rados.0.smithi007.stdout:504: done (6 left) 2024-08-04T15:29:05.626 INFO:tasks.rados.rados.0.smithi007.stdout:506: done (5 left) 2024-08-04T15:29:05.626 INFO:tasks.rados.rados.0.smithi007.stdout:510: done (4 left) 2024-08-04T15:29:05.626 INFO:tasks.rados.rados.0.smithi007.stdout:511: done (3 left) 2024-08-04T15:29:05.626 INFO:tasks.rados.rados.0.smithi007.stdout:512: done (2 left) 2024-08-04T15:29:05.626 INFO:tasks.rados.rados.0.smithi007.stdout:513: done (1 left) 2024-08-04T15:29:05.626 INFO:tasks.rados.rados.0.smithi007.stdout:514: done (0 left) 2024-08-04T15:29:05.626 INFO:tasks.rados.rados.0.smithi007.stdout:515: rmattr oid 4 current snap is 52 2024-08-04T15:29:05.626 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 47 current snap is 52 2024-08-04T15:29:05.626 INFO:tasks.rados.rados.0.smithi007.stdout:516: seq_num 176 ranges {2416640=557056} 2024-08-04T15:29:05.642 INFO:tasks.rados.rados.0.smithi007.stdout:516: writing smithi00780855-47 from 2416640 to 2973696 tid 1 2024-08-04T15:29:05.642 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 40 current snap is 52 2024-08-04T15:29:05.642 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 63 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-04T15:29:05.642 INFO:tasks.rados.rados.0.smithi007.stdout:517: seq_num 177 ranges {1990656=573440} 2024-08-04T15:29:05.656 INFO:tasks.rados.rados.0.smithi007.stdout:517: writing smithi00780855-40 from 1990656 to 2564096 tid 1 2024-08-04T15:29:05.656 INFO:tasks.rados.rados.0.smithi007.stdout:515: done (2 left) 2024-08-04T15:29:05.657 INFO:tasks.rados.rados.0.smithi007.stdout:518: read oid 33 snap 49 2024-08-04T15:29:05.657 INFO:tasks.rados.rados.0.smithi007.stdout:518: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-04T15:29:05.657 INFO:tasks.rados.rados.0.smithi007.stdout:519: delete oid 23 current snap is 52 2024-08-04T15:29:05.657 INFO:tasks.rados.rados.0.smithi007.stdout:516: finishing write tid 1 to smithi00780855-47 2024-08-04T15:29:05.657 INFO:tasks.rados.rados.0.smithi007.stdout:516: finishing write tid 2 to smithi00780855-47 2024-08-04T15:29:05.657 INFO:tasks.rados.rados.0.smithi007.stdout:516: finishing write tid 3 to smithi00780855-47 2024-08-04T15:29:05.657 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 37 (ObjNum 176 snap 52 seq_num 176) dirty exists 2024-08-04T15:29:05.657 INFO:tasks.rados.rados.0.smithi007.stdout:516: left oid 47 (ObjNum 176 snap 52 seq_num 176) 2024-08-04T15:29:05.661 INFO:tasks.rados.rados.0.smithi007.stdout:517: finishing write tid 1 to smithi00780855-40 2024-08-04T15:29:05.661 INFO:tasks.rados.rados.0.smithi007.stdout:517: finishing write tid 2 to smithi00780855-40 2024-08-04T15:29:05.661 INFO:tasks.rados.rados.0.smithi007.stdout:516: done (3 left) 2024-08-04T15:29:05.662 INFO:tasks.rados.rados.0.smithi007.stdout:519: done (2 left) 2024-08-04T15:29:05.662 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 52 2024-08-04T15:29:05.662 INFO:tasks.rados.rados.0.smithi007.stdout:520: seq_num 179 ranges {2416640=606208} 2024-08-04T15:29:05.678 INFO:tasks.rados.rados.0.smithi007.stdout:520: writing smithi00780855-6 from 2416640 to 3022848 tid 1 2024-08-04T15:29:05.678 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 14 current snap is 52 2024-08-04T15:29:05.678 INFO:tasks.rados.rados.0.smithi007.stdout:517: finishing write tid 3 to smithi00780855-40 2024-08-04T15:29:05.678 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 108 (ObjNum 177 snap 52 seq_num 177) dirty exists 2024-08-04T15:29:05.678 INFO:tasks.rados.rados.0.smithi007.stdout:517: left oid 40 (ObjNum 177 snap 52 seq_num 177) 2024-08-04T15:29:05.678 INFO:tasks.rados.rados.0.smithi007.stdout:518: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-04T15:29:05.695 INFO:tasks.rados.rados.0.smithi007.stdout:520: finishing write tid 1 to smithi00780855-6 2024-08-04T15:29:05.695 INFO:tasks.rados.rados.0.smithi007.stdout:520: finishing write tid 2 to smithi00780855-6 2024-08-04T15:29:05.695 INFO:tasks.rados.rados.0.smithi007.stdout:520: finishing write tid 3 to smithi00780855-6 2024-08-04T15:29:05.695 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 100 (ObjNum 179 snap 52 seq_num 179) dirty exists 2024-08-04T15:29:05.695 INFO:tasks.rados.rados.0.smithi007.stdout:520: left oid 6 (ObjNum 179 snap 52 seq_num 179) 2024-08-04T15:29:05.695 INFO:tasks.rados.rados.0.smithi007.stdout:521: seq_num 180 ranges {3940352=622592} 2024-08-04T15:29:05.720 INFO:tasks.rados.rados.0.smithi007.stdout:521: writing smithi00780855-14 from 3940352 to 4562944 tid 1 2024-08-04T15:29:05.720 INFO:tasks.rados.rados.0.smithi007.stdout:517: done (3 left) 2024-08-04T15:29:05.720 INFO:tasks.rados.rados.0.smithi007.stdout:518: done (2 left) 2024-08-04T15:29:05.720 INFO:tasks.rados.rados.0.smithi007.stdout:520: done (1 left) 2024-08-04T15:29:05.721 INFO:tasks.rados.rados.0.smithi007.stdout:522: rollback oid 46 current snap is 52 2024-08-04T15:29:05.721 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 46 to 24 2024-08-04T15:29:05.721 INFO:tasks.rados.rados.0.smithi007.stdout:523: read oid 48 snap -1 2024-08-04T15:29:05.721 INFO:tasks.rados.rados.0.smithi007.stdout:523: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:29:05.721 INFO:tasks.rados.rados.0.smithi007.stdout:524: rollback oid 40 current snap is 52 2024-08-04T15:29:05.721 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 40 to 28 2024-08-04T15:29:05.721 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 52 2024-08-04T15:29:05.721 INFO:tasks.rados.rados.0.smithi007.stdout:525: seq_num 181 ranges {794624=638976} 2024-08-04T15:29:05.729 INFO:tasks.rados.rados.0.smithi007.stdout:525: writing smithi00780855-44 from 794624 to 1433600 tid 1 2024-08-04T15:29:05.729 INFO:tasks.rados.rados.0.smithi007.stdout:526: rollback oid 12 current snap is 52 2024-08-04T15:29:05.729 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 12 to 46 2024-08-04T15:29:05.729 INFO:tasks.rados.rados.0.smithi007.stdout:524: finishing rollback tid 0 to smithi00780855-40 2024-08-04T15:29:05.729 INFO:tasks.rados.rados.0.smithi007.stdout:527: snap_remove snap 41 2024-08-04T15:29:06.627 INFO:tasks.rados.rados.0.smithi007.stdout:527: done (6 left) 2024-08-04T15:29:06.627 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 30 current snap is 52 2024-08-04T15:29:06.627 INFO:tasks.rados.rados.0.smithi007.stdout:528: seq_num 182 ranges {303104=655360} 2024-08-04T15:29:06.633 INFO:tasks.rados.rados.0.smithi007.stdout:528: writing smithi00780855-30 from 303104 to 958464 tid 1 2024-08-04T15:29:06.634 INFO:tasks.rados.rados.0.smithi007.stdout:529: delete oid 3 current snap is 52 2024-08-04T15:29:06.635 INFO:tasks.rados.rados.0.smithi007.stdout:522: finishing rollback tid 0 to smithi00780855-46 2024-08-04T15:29:06.635 INFO:tasks.rados.rados.0.smithi007.stdout:522: finishing rollback tid 1 to smithi00780855-46 2024-08-04T15:29:06.636 INFO:tasks.rados.rados.0.smithi007.stdout:521: finishing write tid 1 to smithi00780855-14 2024-08-04T15:29:06.636 INFO:tasks.rados.rados.0.smithi007.stdout:522: finishing rollback tid 2 to smithi00780855-46 2024-08-04T15:29:06.636 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 94 (ObjNum 109 snap 22 seq_num 109) dirty exists 2024-08-04T15:29:06.636 INFO:tasks.rados.rados.0.smithi007.stdout:521: finishing write tid 2 to smithi00780855-14 2024-08-04T15:29:06.636 INFO:tasks.rados.rados.0.smithi007.stdout:524: finishing rollback tid 1 to smithi00780855-40 2024-08-04T15:29:06.636 INFO:tasks.rados.rados.0.smithi007.stdout:524: finishing rollback tid 2 to smithi00780855-40 2024-08-04T15:29:06.636 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 111 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-04T15:29:06.636 INFO:tasks.rados.rados.0.smithi007.stdout:521: finishing write tid 3 to smithi00780855-14 2024-08-04T15:29:06.636 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 345 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-08-04T15:29:06.636 INFO:tasks.rados.rados.0.smithi007.stdout:521: left oid 14 (ObjNum 180 snap 52 seq_num 180) 2024-08-04T15:29:06.636 INFO:tasks.rados.rados.0.smithi007.stdout:526: finishing rollback tid 0 to smithi00780855-12 2024-08-04T15:29:06.636 INFO:tasks.rados.rados.0.smithi007.stdout:526: finishing rollback tid 1 to smithi00780855-12 2024-08-04T15:29:06.636 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 348 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-04T15:29:06.637 INFO:tasks.rados.rados.0.smithi007.stdout:523: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:29:06.683 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:06 smithi062 ceph-mon[32659]: pgmap v14: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 53 KiB/s rd, 892 KiB/s wr, 60 op/s 2024-08-04T15:29:06.684 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:06 smithi062 ceph-mon[32659]: osdmap e164: 8 total, 8 up, 8 in 2024-08-04T15:29:06.717 INFO:tasks.rados.rados.0.smithi007.stdout:525: finishing write tid 1 to smithi00780855-44 2024-08-04T15:29:06.717 INFO:tasks.rados.rados.0.smithi007.stdout:525: finishing write tid 2 to smithi00780855-44 2024-08-04T15:29:06.717 INFO:tasks.rados.rados.0.smithi007.stdout:521: done (7 left) 2024-08-04T15:29:06.717 INFO:tasks.rados.rados.0.smithi007.stdout:522: done (6 left) 2024-08-04T15:29:06.717 INFO:tasks.rados.rados.0.smithi007.stdout:523: done (5 left) 2024-08-04T15:29:06.717 INFO:tasks.rados.rados.0.smithi007.stdout:524: done (4 left) 2024-08-04T15:29:06.717 INFO:tasks.rados.rados.0.smithi007.stdout:526: done (3 left) 2024-08-04T15:29:06.717 INFO:tasks.rados.rados.0.smithi007.stdout:529: done (2 left) 2024-08-04T15:29:06.718 INFO:tasks.rados.rados.0.smithi007.stdout:530: snap_create 2024-08-04T15:29:06.718 INFO:tasks.rados.rados.0.smithi007.stdout:525: finishing write tid 3 to smithi00780855-44 2024-08-04T15:29:06.718 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 66 (ObjNum 181 snap 52 seq_num 181) dirty exists 2024-08-04T15:29:06.718 INFO:tasks.rados.rados.0.smithi007.stdout:525: left oid 44 (ObjNum 181 snap 52 seq_num 181) 2024-08-04T15:29:06.718 INFO:tasks.rados.rados.0.smithi007.stdout:528: finishing write tid 1 to smithi00780855-30 2024-08-04T15:29:06.718 INFO:tasks.rados.rados.0.smithi007.stdout:528: finishing write tid 2 to smithi00780855-30 2024-08-04T15:29:06.718 INFO:tasks.rados.rados.0.smithi007.stdout:528: finishing write tid 3 to smithi00780855-30 2024-08-04T15:29:06.718 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 187 (ObjNum 182 snap 52 seq_num 182) dirty exists 2024-08-04T15:29:06.718 INFO:tasks.rados.rados.0.smithi007.stdout:528: left oid 30 (ObjNum 182 snap 52 seq_num 182) 2024-08-04T15:29:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:06 smithi007 ceph-mon[29096]: pgmap v14: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 53 KiB/s rd, 892 KiB/s wr, 60 op/s 2024-08-04T15:29:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:06 smithi007 ceph-mon[29096]: osdmap e164: 8 total, 8 up, 8 in 2024-08-04T15:29:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:06 smithi007 ceph-mon[39529]: pgmap v14: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 53 KiB/s rd, 892 KiB/s wr, 60 op/s 2024-08-04T15:29:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:06 smithi007 ceph-mon[39529]: osdmap e164: 8 total, 8 up, 8 in 2024-08-04T15:29:07.639 INFO:tasks.rados.rados.0.smithi007.stdout:525: done (2 left) 2024-08-04T15:29:07.639 INFO:tasks.rados.rados.0.smithi007.stdout:528: done (1 left) 2024-08-04T15:29:07.640 INFO:tasks.rados.rados.0.smithi007.stdout:530: done (0 left) 2024-08-04T15:29:07.640 INFO:tasks.rados.rados.0.smithi007.stdout:531: snap_create 2024-08-04T15:29:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:07 smithi062 ceph-mon[32659]: osdmap e165: 8 total, 8 up, 8 in 2024-08-04T15:29:08.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:07 smithi007 ceph-mon[29096]: osdmap e165: 8 total, 8 up, 8 in 2024-08-04T15:29:08.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:07 smithi007 ceph-mon[39529]: osdmap e165: 8 total, 8 up, 8 in 2024-08-04T15:29:08.640 INFO:tasks.rados.rados.0.smithi007.stdout:531: done (0 left) 2024-08-04T15:29:08.640 INFO:tasks.rados.rados.0.smithi007.stdout:532: snap_remove snap 37 2024-08-04T15:29:09.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: pgmap v17: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 53 KiB/s rd, 892 KiB/s wr, 60 op/s 2024-08-04T15:29:09.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: osdmap e166: 8 total, 8 up, 8 in 2024-08-04T15:29:09.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:09.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:29:09.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:09.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:09.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:09.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:09.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:09.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:09.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:09.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:09.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:09.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:29:09.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:29:09.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:09.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:09.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:09.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:29:09.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:29:09.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:09.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:09.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:09.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:29:09.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:29:09.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:09.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:09.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:09.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: Adjusting osd_memory_target on smithi062 to 2480M 2024-08-04T15:29:09.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:29:09.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:29:09.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: Updating smithi007:/etc/ceph/ceph.conf 2024-08-04T15:29:09.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: Updating smithi062:/etc/ceph/ceph.conf 2024-08-04T15:29:09.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:08 smithi062 ceph-mon[32659]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:29:09.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: pgmap v17: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 53 KiB/s rd, 892 KiB/s wr, 60 op/s 2024-08-04T15:29:09.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: osdmap e166: 8 total, 8 up, 8 in 2024-08-04T15:29:09.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:09.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:29:09.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:09.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:09.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:09.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:09.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:09.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:09.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:09.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:09.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:09.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:29:09.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:29:09.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:09.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:09.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:09.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:29:09.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:29:09.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:09.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:09.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:09.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:29:09.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:29:09.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:09.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:09.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:09.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: pgmap v17: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 53 KiB/s rd, 892 KiB/s wr, 60 op/s 2024-08-04T15:29:09.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: osdmap e166: 8 total, 8 up, 8 in 2024-08-04T15:29:09.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:09.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:29:09.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:09.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:09.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:09.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:09.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:09.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:09.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:09.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:09.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:09.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:29:09.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:29:09.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:09.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:09.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:09.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:29:09.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:29:09.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:09.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:09.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:09.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:29:09.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:29:09.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:09.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:09.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:09.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: Adjusting osd_memory_target on smithi062 to 2480M 2024-08-04T15:29:09.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:29:09.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:29:09.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: Updating smithi007:/etc/ceph/ceph.conf 2024-08-04T15:29:09.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: Updating smithi062:/etc/ceph/ceph.conf 2024-08-04T15:29:09.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[39529]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:29:09.093 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.093 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.093 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.093 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.093 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.093 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.093 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.093 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.093 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.093 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-04T15:29:09.093 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: Adjusting osd_memory_target on smithi062 to 2480M 2024-08-04T15:29:09.093 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.093 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:29:09.094 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:29:09.094 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: Updating smithi007:/etc/ceph/ceph.conf 2024-08-04T15:29:09.094 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: Updating smithi062:/etc/ceph/ceph.conf 2024-08-04T15:29:09.094 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:08 smithi007 ceph-mon[29096]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:29:09.645 INFO:tasks.rados.rados.0.smithi007.stdout:532: done (0 left) 2024-08-04T15:29:09.646 INFO:tasks.rados.rados.0.smithi007.stdout:533: read oid 21 snap -1 2024-08-04T15:29:09.646 INFO:tasks.rados.rados.0.smithi007.stdout:533: expect (ObjNum 66 snap 4 seq_num 66) 2024-08-04T15:29:09.646 INFO:tasks.rados.rados.0.smithi007.stdout:534: snap_remove snap 27 2024-08-04T15:29:09.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[29096]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:29:09.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[29096]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:29:09.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[29096]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:29:09.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[29096]: osdmap e167: 8 total, 8 up, 8 in 2024-08-04T15:29:09.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[29096]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:29:09.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[29096]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:29:09.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[29096]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-04T15:29:09.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[29096]: Reconfiguring daemon alertmanager.a on smithi007 2024-08-04T15:29:09.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[39529]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:29:09.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[39529]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:29:09.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[39529]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:29:09.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[39529]: osdmap e167: 8 total, 8 up, 8 in 2024-08-04T15:29:09.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[39529]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:29:09.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[39529]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:29:09.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:09.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[39529]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-04T15:29:09.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:09 smithi007 ceph-mon[39529]: Reconfiguring daemon alertmanager.a on smithi007 2024-08-04T15:29:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:09 smithi062 ceph-mon[32659]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:29:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:09 smithi062 ceph-mon[32659]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:29:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:09 smithi062 ceph-mon[32659]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:29:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:09 smithi062 ceph-mon[32659]: osdmap e167: 8 total, 8 up, 8 in 2024-08-04T15:29:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:09 smithi062 ceph-mon[32659]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:29:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:09 smithi062 ceph-mon[32659]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:29:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:09 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:09 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:09 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:09 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:09 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:09 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:09 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:10.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:09 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:10.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:09 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:10.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:09 smithi062 ceph-mon[32659]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-04T15:29:10.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:09 smithi062 ceph-mon[32659]: Reconfiguring daemon alertmanager.a on smithi007 2024-08-04T15:29:10.618 INFO:tasks.rados.rados.0.smithi007.stdout:534: done (1 left) 2024-08-04T15:29:10.618 INFO:tasks.rados.rados.0.smithi007.stdout:535: snap_remove snap 49 2024-08-04T15:29:10.964 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:10 smithi007 ceph-mon[29096]: pgmap v20: 121 pgs: 121 active+clean; 167 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-08-04T15:29:10.964 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:10 smithi007 ceph-mon[29096]: osdmap e168: 8 total, 8 up, 8 in 2024-08-04T15:29:10.965 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:10 smithi007 ceph-mon[29096]: osdmap e169: 8 total, 8 up, 8 in 2024-08-04T15:29:10.965 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:10 smithi007 ceph-mon[39529]: pgmap v20: 121 pgs: 121 active+clean; 167 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-08-04T15:29:10.965 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:10 smithi007 ceph-mon[39529]: osdmap e168: 8 total, 8 up, 8 in 2024-08-04T15:29:10.965 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:10 smithi007 ceph-mon[39529]: osdmap e169: 8 total, 8 up, 8 in 2024-08-04T15:29:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:10 smithi062 ceph-mon[32659]: pgmap v20: 121 pgs: 121 active+clean; 167 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-08-04T15:29:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:10 smithi062 ceph-mon[32659]: osdmap e168: 8 total, 8 up, 8 in 2024-08-04T15:29:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:10 smithi062 ceph-mon[32659]: osdmap e169: 8 total, 8 up, 8 in 2024-08-04T15:29:11.624 INFO:tasks.rados.rados.0.smithi007.stdout:535: done (1 left) 2024-08-04T15:29:11.625 INFO:tasks.rados.rados.0.smithi007.stdout:536: copy_from oid 40 from oid 22 current snap is 54 2024-08-04T15:29:11.625 INFO:tasks.rados.rados.0.smithi007.stdout:533: expect (ObjNum 66 snap 4 seq_num 66) 2024-08-04T15:29:11.740 INFO:tasks.rados.rados.0.smithi007.stdout:536: finishing copy_from to smithi00780855-40 2024-08-04T15:29:11.740 INFO:tasks.rados.rados.0.smithi007.stdout:536: got expected ENOENT (src dne) 2024-08-04T15:29:11.740 INFO:tasks.rados.rados.0.smithi007.stdout:536: finishing copy_from racing read to smithi00780855-40 2024-08-04T15:29:11.740 INFO:tasks.rados.rados.0.smithi007.stdout:533: done (1 left) 2024-08-04T15:29:11.740 INFO:tasks.rados.rados.0.smithi007.stdout:536: done (0 left) 2024-08-04T15:29:11.740 INFO:tasks.rados.rados.0.smithi007.stdout:537: rollback oid 48 current snap is 54 2024-08-04T15:29:11.740 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 48 to 46 2024-08-04T15:29:11.740 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 20 current snap is 54 2024-08-04T15:29:11.740 INFO:tasks.rados.rados.0.smithi007.stdout:538: seq_num 184 ranges {1867776=688128} 2024-08-04T15:29:11.754 INFO:tasks.rados.rados.0.smithi007.stdout:538: writing smithi00780855-20 from 1867776 to 2555904 tid 1 2024-08-04T15:29:11.754 INFO:tasks.rados.rados.0.smithi007.stdout:539: snap_create 2024-08-04T15:29:11.754 INFO:tasks.rados.rados.0.smithi007.stdout:537: finishing rollback tid 0 to smithi00780855-48 2024-08-04T15:29:11.754 INFO:tasks.rados.rados.0.smithi007.stdout:537: finishing rollback tid 1 to smithi00780855-48 2024-08-04T15:29:11.754 INFO:tasks.rados.rados.0.smithi007.stdout:537: finishing rollback tid 2 to smithi00780855-48 2024-08-04T15:29:11.754 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 145 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:29:11.758 INFO:tasks.rados.rados.0.smithi007.stdout:538: finishing write tid 1 to smithi00780855-20 2024-08-04T15:29:11.758 INFO:tasks.rados.rados.0.smithi007.stdout:538: finishing write tid 2 to smithi00780855-20 2024-08-04T15:29:11.760 INFO:tasks.rados.rados.0.smithi007.stdout:538: finishing write tid 3 to smithi00780855-20 2024-08-04T15:29:11.760 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 167 (ObjNum 184 snap 54 seq_num 184) dirty exists 2024-08-04T15:29:11.760 INFO:tasks.rados.rados.0.smithi007.stdout:538: left oid 20 (ObjNum 184 snap 54 seq_num 184) 2024-08-04T15:29:11.899 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:11 smithi007 ceph-mon[39529]: mgrmap e28: x(active, since 13s), standbys: y 2024-08-04T15:29:11.899 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:11 smithi007 ceph-mon[39529]: osdmap e170: 8 total, 8 up, 8 in 2024-08-04T15:29:11.899 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:11 smithi007 ceph-mon[29096]: mgrmap e28: x(active, since 13s), standbys: y 2024-08-04T15:29:11.899 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:11 smithi007 ceph-mon[29096]: osdmap e170: 8 total, 8 up, 8 in 2024-08-04T15:29:11.900 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:29:12.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:11 smithi062 ceph-mon[32659]: mgrmap e28: x(active, since 13s), standbys: y 2024-08-04T15:29:12.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:11 smithi062 ceph-mon[32659]: osdmap e170: 8 total, 8 up, 8 in 2024-08-04T15:29:12.178 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:29:12.178 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (3m) 9s ago 4m 26.3M - 0.25.0 c8568f914cd2 76bdee3ba6db 2024-08-04T15:29:12.178 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (3m) 7s ago 3m 91.1M - 9.4.7 954c08fa6188 90c608c3ce6c 2024-08-04T15:29:12.179 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (5m) 9s ago 5m 14.2M - 17.2.7-1207-g85224d90 3614407c4e10 39baa14185b8 2024-08-04T15:29:12.179 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (5m) 7s ago 5m 19.1M - 17.2.7-1207-g85224d90 3614407c4e10 951c2f76c840 2024-08-04T15:29:12.179 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443,9283 running (32s) 7s ago 8m 480M - 19.1.0-1260-g26c3fb8e 564b849e9656 4b29c1dc327f 2024-08-04T15:29:12.179 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:9283 running (10m) 9s ago 10m 253M - 17.2.7-1207-g85224d90 3614407c4e10 b8fc9ee64359 2024-08-04T15:29:12.179 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (10m) 9s ago 10m 51.4M 2048M 17.2.7-1207-g85224d90 3614407c4e10 1d4743646ee9 2024-08-04T15:29:12.179 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (9m) 7s ago 9m 43.4M 2048M 17.2.7-1207-g85224d90 3614407c4e10 359d0afec2d9 2024-08-04T15:29:12.179 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (9m) 9s ago 9m 43.9M 2048M 17.2.7-1207-g85224d90 3614407c4e10 b6575ebd4101 2024-08-04T15:29:12.179 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (4m) 9s ago 4m 15.7M - 1.5.0 0da6a335fe13 d31c2c39a1c6 2024-08-04T15:29:12.179 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (3m) 7s ago 3m 15.8M - 1.5.0 0da6a335fe13 7def7a1b23ec 2024-08-04T15:29:12.180 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (8m) 9s ago 8m 98.9M 2481M 17.2.7-1207-g85224d90 3614407c4e10 aa7c2acc12af 2024-08-04T15:29:12.180 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (8m) 9s ago 8m 79.7M 2481M 17.2.7-1207-g85224d90 3614407c4e10 6b90eba90aa9 2024-08-04T15:29:12.180 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (7m) 9s ago 7m 86.7M 2481M 17.2.7-1207-g85224d90 3614407c4e10 75284b707dd4 2024-08-04T15:29:12.180 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (7m) 9s ago 7m 59.5M 2481M 17.2.7-1207-g85224d90 3614407c4e10 902e99f21e0a 2024-08-04T15:29:12.180 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (7m) 7s ago 7m 69.4M 2480M 17.2.7-1207-g85224d90 3614407c4e10 a8621138799e 2024-08-04T15:29:12.180 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (6m) 7s ago 6m 78.6M 2480M 17.2.7-1207-g85224d90 3614407c4e10 4c11140cfb7d 2024-08-04T15:29:12.180 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (6m) 7s ago 6m 79.9M 2480M 17.2.7-1207-g85224d90 3614407c4e10 22d52664a755 2024-08-04T15:29:12.180 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (5m) 7s ago 5m 80.8M 2480M 17.2.7-1207-g85224d90 3614407c4e10 5e425b8303f1 2024-08-04T15:29:12.181 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (2m) 7s ago 4m 53.7M - 2.43.0 a07b618ecd1d 595f1b431696 2024-08-04T15:29:12.181 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:11 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[29321]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:29:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:29:12.535 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:29:12.535 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:29:12.535 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 3 2024-08-04T15:29:12.535 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:29:12.535 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:29:12.535 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 1, 2024-08-04T15:29:12.535 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 1 2024-08-04T15:29:12.535 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:29:12.535 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:29:12.535 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 8 2024-08-04T15:29:12.536 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:29:12.536 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:29:12.536 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:29:12.536 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:29:12.536 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:29:12.536 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 14, 2024-08-04T15:29:12.536 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 1 2024-08-04T15:29:12.536 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:29:12.536 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:29:12.536 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:12 smithi007 systemd[1]: Stopping Ceph alertmanager.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:29:12.663 INFO:tasks.rados.rados.0.smithi007.stdout:537: done (2 left) 2024-08-04T15:29:12.664 INFO:tasks.rados.rados.0.smithi007.stdout:538: done (1 left) 2024-08-04T15:29:12.664 INFO:tasks.rados.rados.0.smithi007.stdout:539: done (0 left) 2024-08-04T15:29:12.664 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 17 current snap is 55 2024-08-04T15:29:12.664 INFO:tasks.rados.rados.0.smithi007.stdout:540: seq_num 185 ranges {4005888=704512} 2024-08-04T15:29:12.690 INFO:tasks.rados.rados.0.smithi007.stdout:540: writing smithi00780855-17 from 4005888 to 4710400 tid 1 2024-08-04T15:29:12.690 INFO:tasks.rados.rados.0.smithi007.stdout:541: copy_from oid 28 from oid 42 current snap is 55 2024-08-04T15:29:12.690 INFO:tasks.rados.rados.0.smithi007.stdout:542: rollback oid 15 current snap is 55 2024-08-04T15:29:12.690 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 15 to 46 2024-08-04T15:29:12.690 INFO:tasks.rados.rados.0.smithi007.stdout:543: rollback oid 33 current snap is 55 2024-08-04T15:29:12.690 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 33 to 24 2024-08-04T15:29:12.690 INFO:tasks.rados.rados.0.smithi007.stdout:544: delete oid 46 current snap is 55 2024-08-04T15:29:12.693 INFO:tasks.rados.rados.0.smithi007.stdout:543: finishing rollback tid 0 to smithi00780855-33 2024-08-04T15:29:12.714 INFO:tasks.rados.rados.0.smithi007.stdout:540: finishing write tid 1 to smithi00780855-17 2024-08-04T15:29:12.715 INFO:tasks.rados.rados.0.smithi007.stdout:540: finishing write tid 2 to smithi00780855-17 2024-08-04T15:29:12.715 INFO:tasks.rados.rados.0.smithi007.stdout:543: finishing rollback tid 1 to smithi00780855-33 2024-08-04T15:29:12.715 INFO:tasks.rados.rados.0.smithi007.stdout:540: finishing write tid 3 to smithi00780855-17 2024-08-04T15:29:12.715 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 116 (ObjNum 185 snap 55 seq_num 185) dirty exists 2024-08-04T15:29:12.715 INFO:tasks.rados.rados.0.smithi007.stdout:540: left oid 17 (ObjNum 185 snap 55 seq_num 185) 2024-08-04T15:29:12.715 INFO:tasks.rados.rados.0.smithi007.stdout:543: finishing rollback tid 2 to smithi00780855-33 2024-08-04T15:29:12.716 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 209 (ObjNum 112 snap 23 seq_num 112) dirty exists 2024-08-04T15:29:12.717 INFO:tasks.rados.rados.0.smithi007.stdout:542: finishing rollback tid 0 to smithi00780855-15 2024-08-04T15:29:12.717 INFO:tasks.rados.rados.0.smithi007.stdout:542: finishing rollback tid 1 to smithi00780855-15 2024-08-04T15:29:12.718 INFO:tasks.rados.rados.0.smithi007.stdout:542: finishing rollback tid 2 to smithi00780855-15 2024-08-04T15:29:12.720 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 400 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-08-04T15:29:12.720 INFO:tasks.rados.rados.0.smithi007.stdout:540: done (4 left) 2024-08-04T15:29:12.721 INFO:tasks.rados.rados.0.smithi007.stdout:542: done (3 left) 2024-08-04T15:29:12.721 INFO:tasks.rados.rados.0.smithi007.stdout:543: done (2 left) 2024-08-04T15:29:12.721 INFO:tasks.rados.rados.0.smithi007.stdout:544: done (1 left) 2024-08-04T15:29:12.722 INFO:tasks.rados.rados.0.smithi007.stdout:545: read oid 46 snap 34 2024-08-04T15:29:12.722 INFO:tasks.rados.rados.0.smithi007.stdout:545: expect (ObjNum 109 snap 22 seq_num 109) 2024-08-04T15:29:12.723 INFO:tasks.rados.rados.0.smithi007.stdout:546: delete oid 18 current snap is 55 2024-08-04T15:29:12.723 INFO:tasks.rados.rados.0.smithi007.stdout:546: done (2 left) 2024-08-04T15:29:12.723 INFO:tasks.rados.rados.0.smithi007.stdout:547: rmattr oid 49 current snap is 55 2024-08-04T15:29:12.723 INFO:tasks.rados.rados.0.smithi007.stdout:547: done (2 left) 2024-08-04T15:29:12.723 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 27 current snap is 55 2024-08-04T15:29:12.725 INFO:tasks.rados.rados.0.smithi007.stdout:548: seq_num 188 ranges {0=753664} 2024-08-04T15:29:12.725 INFO:tasks.rados.rados.0.smithi007.stdout:548: writing smithi00780855-27 from 0 to 753664 tid 1 2024-08-04T15:29:12.727 INFO:tasks.rados.rados.0.smithi007.stdout:549: read oid 41 snap -1 2024-08-04T15:29:12.727 INFO:tasks.rados.rados.0.smithi007.stdout:549: expect (ObjNum 170 snap 49 seq_num 170) 2024-08-04T15:29:12.727 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 55 2024-08-04T15:29:12.728 INFO:tasks.rados.rados.0.smithi007.stdout:541: finishing copy_from racing read to smithi00780855-28 2024-08-04T15:29:12.729 INFO:tasks.rados.rados.0.smithi007.stdout:550: seq_num 189 ranges {2867200=770048} 2024-08-04T15:29:12.733 INFO:tasks.rados.rados.0.smithi007.stdout:550: writing smithi00780855-16 from 2867200 to 3637248 tid 1 2024-08-04T15:29:12.733 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 4 current snap is 55 2024-08-04T15:29:12.733 INFO:tasks.rados.rados.0.smithi007.stdout:541: finishing copy_from to smithi00780855-28 2024-08-04T15:29:12.734 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 96 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:29:12.735 INFO:tasks.rados.rados.0.smithi007.stdout:551: seq_num 190 ranges {0=786432} 2024-08-04T15:29:12.735 INFO:tasks.rados.rados.0.smithi007.stdout:551: writing smithi00780855-4 from 0 to 786432 tid 1 2024-08-04T15:29:12.735 INFO:tasks.rados.rados.0.smithi007.stdout:541: done (5 left) 2024-08-04T15:29:12.736 INFO:tasks.rados.rados.0.smithi007.stdout:552: snap_remove snap 52 2024-08-04T15:29:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:12 smithi007 ceph-mon[39529]: pgmap v23: 121 pgs: 121 active+clean; 167 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-08-04T15:29:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:12 smithi007 ceph-mon[39529]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:29:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:12 smithi007 ceph-mon[39529]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:29:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:12 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/149642159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:29:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:12 smithi007 ceph-mon[29096]: pgmap v23: 121 pgs: 121 active+clean; 167 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-08-04T15:29:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:12 smithi007 ceph-mon[29096]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:29:12.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:12 smithi007 ceph-mon[29096]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:29:12.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:12 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/149642159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:29:12.837 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[76717]: ts=2024-08-04T15:29:12.685Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-04T15:29:12.837 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:12 smithi007 podman[83253]: 2024-08-04 15:29:12.726592675 +0000 UTC m=+0.151194306 container died 76bdee3ba6db8b077e965f2549564cdc9f6d324cffb48acdbbba6a1e17af9f4a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:13.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:12 smithi062 ceph-mon[32659]: pgmap v23: 121 pgs: 121 active+clean; 167 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-08-04T15:29:13.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:12 smithi062 ceph-mon[32659]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:29:13.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:12 smithi062 ceph-mon[32659]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:29:13.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:12 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/149642159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:29:13.336 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:13 smithi007 podman[83253]: 2024-08-04 15:29:13.219153372 +0000 UTC m=+0.643755044 container cleanup 76bdee3ba6db8b077e965f2549564cdc9f6d324cffb48acdbbba6a1e17af9f4a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:13.336 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:13 smithi007 bash[83253]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a 2024-08-04T15:29:13.669 INFO:tasks.rados.rados.0.smithi007.stdout:552: done (5 left) 2024-08-04T15:29:13.669 INFO:tasks.rados.rados.0.smithi007.stdout:553: snap_create 2024-08-04T15:29:13.669 INFO:tasks.rados.rados.0.smithi007.stdout:545: expect (ObjNum 109 snap 22 seq_num 109) 2024-08-04T15:29:13.712 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:13 smithi007 ceph-mon[29096]: osdmap e171: 8 total, 8 up, 8 in 2024-08-04T15:29:13.712 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:13 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:29:13.713 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:13 smithi007 ceph-mon[39529]: osdmap e171: 8 total, 8 up, 8 in 2024-08-04T15:29:13.713 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:13 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:29:13.713 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:13 smithi007 podman[83266]: 2024-08-04 15:29:13.462085976 +0000 UTC m=+0.729993037 container remove 76bdee3ba6db8b077e965f2549564cdc9f6d324cffb48acdbbba6a1e17af9f4a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:13.713 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:13 smithi007 podman[83266]: 2024-08-04 15:29:13.562686679 +0000 UTC m=+0.830593744 volume remove 9a93bc40244c2798f985749b81ca201f7d1dae34dd853b3b3f4bcd33a1670374 2024-08-04T15:29:13.713 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:13 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-04T15:29:13.713 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:13 smithi007 systemd[1]: Stopped Ceph alertmanager.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:29:13.713 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:13 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@alertmanager.a.service: Consumed 1.067s CPU time. 2024-08-04T15:29:13.713 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:13 smithi007 systemd[1]: Starting Ceph alertmanager.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:29:13.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:13 smithi062 ceph-mon[32659]: osdmap e171: 8 total, 8 up, 8 in 2024-08-04T15:29:13.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:13 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:29:13.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:29:13.506Z caller=notifier.go:532 level=error component=notifier alertmanager=http://smithi007.front.sepia.ceph.com:9093/api/v2/alerts count=1 msg="Error sending alert" err="Post \"http://smithi007.front.sepia.ceph.com:9093/api/v2/alerts\": dial tcp 172.21.15.7:9093: connect: connection refused" 2024-08-04T15:29:13.762 INFO:tasks.rados.rados.0.smithi007.stdout:548: finishing write tid 1 to smithi00780855-27 2024-08-04T15:29:13.762 INFO:tasks.rados.rados.0.smithi007.stdout:548: finishing write tid 2 to smithi00780855-27 2024-08-04T15:29:13.762 INFO:tasks.rados.rados.0.smithi007.stdout:548: finishing write tid 3 to smithi00780855-27 2024-08-04T15:29:13.762 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 211 (ObjNum 188 snap 55 seq_num 188) dirty exists 2024-08-04T15:29:13.762 INFO:tasks.rados.rados.0.smithi007.stdout:548: left oid 27 (ObjNum 188 snap 55 seq_num 188) 2024-08-04T15:29:13.762 INFO:tasks.rados.rados.0.smithi007.stdout:549: expect (ObjNum 170 snap 49 seq_num 170) 2024-08-04T15:29:13.961 INFO:tasks.rados.rados.0.smithi007.stdout:550: finishing write tid 1 to smithi00780855-16 2024-08-04T15:29:13.961 INFO:tasks.rados.rados.0.smithi007.stdout:550: finishing write tid 2 to smithi00780855-16 2024-08-04T15:29:13.961 INFO:tasks.rados.rados.0.smithi007.stdout:550: finishing write tid 3 to smithi00780855-16 2024-08-04T15:29:13.961 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 273 (ObjNum 189 snap 55 seq_num 189) dirty exists 2024-08-04T15:29:13.961 INFO:tasks.rados.rados.0.smithi007.stdout:550: left oid 16 (ObjNum 189 snap 55 seq_num 189) 2024-08-04T15:29:13.961 INFO:tasks.rados.rados.0.smithi007.stdout:551: finishing write tid 1 to smithi00780855-4 2024-08-04T15:29:13.961 INFO:tasks.rados.rados.0.smithi007.stdout:551: finishing write tid 2 to smithi00780855-4 2024-08-04T15:29:13.961 INFO:tasks.rados.rados.0.smithi007.stdout:551: finishing write tid 3 to smithi00780855-4 2024-08-04T15:29:13.961 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 77 (ObjNum 190 snap 55 seq_num 190) dirty exists 2024-08-04T15:29:13.961 INFO:tasks.rados.rados.0.smithi007.stdout:551: left oid 4 (ObjNum 190 snap 55 seq_num 190) 2024-08-04T15:29:14.241 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:13 smithi007 podman[83365]: 2024-08-04 15:29:13.829828351 +0000 UTC m=+0.017795486 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-04T15:29:14.241 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:14 smithi007 podman[83365]: 2024-08-04 15:29:14.022063653 +0000 UTC m=+0.210030789 volume create 5ec424e5c8c653048fece35c9e732ca1765bb4eac87299417ed8200074d12e3f 2024-08-04T15:29:14.242 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:14 smithi007 podman[83365]: 2024-08-04 15:29:14.089060431 +0000 UTC m=+0.277027566 container create d6b15156f420d01efb10abe0f72e4db8549b609b19c795cfc1b1f8273c823c84 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:14.508 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:14 smithi007 podman[83365]: 2024-08-04 15:29:14.408377657 +0000 UTC m=+0.596344807 container init d6b15156f420d01efb10abe0f72e4db8549b609b19c795cfc1b1f8273c823c84 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:14.509 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:14 smithi007 podman[83365]: 2024-08-04 15:29:14.411548322 +0000 UTC m=+0.599515467 container start d6b15156f420d01efb10abe0f72e4db8549b609b19c795cfc1b1f8273c823c84 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:14.509 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[83379]: ts=2024-08-04T15:29:14.424Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-04T15:29:14.509 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[83379]: ts=2024-08-04T15:29:14.425Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-04T15:29:14.509 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[83379]: ts=2024-08-04T15:29:14.426Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.7 port=9094 2024-08-04T15:29:14.509 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[83379]: ts=2024-08-04T15:29:14.427Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-04T15:29:14.509 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[83379]: ts=2024-08-04T15:29:14.450Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-04T15:29:14.509 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[83379]: ts=2024-08-04T15:29:14.451Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-04T15:29:14.509 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[83379]: ts=2024-08-04T15:29:14.453Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-04T15:29:14.509 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[83379]: ts=2024-08-04T15:29:14.453Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-04T15:29:14.509 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:14 smithi007 bash[83365]: d6b15156f420d01efb10abe0f72e4db8549b609b19c795cfc1b1f8273c823c84 2024-08-04T15:29:14.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:14 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:29:14] "GET /metrics HTTP/1.1" 200 36039 "" "Prometheus/2.43.0" 2024-08-04T15:29:14.674 INFO:tasks.rados.rados.0.smithi007.stdout:545: done (5 left) 2024-08-04T15:29:14.674 INFO:tasks.rados.rados.0.smithi007.stdout:548: done (4 left) 2024-08-04T15:29:14.674 INFO:tasks.rados.rados.0.smithi007.stdout:549: done (3 left) 2024-08-04T15:29:14.674 INFO:tasks.rados.rados.0.smithi007.stdout:550: done (2 left) 2024-08-04T15:29:14.674 INFO:tasks.rados.rados.0.smithi007.stdout:551: done (1 left) 2024-08-04T15:29:14.674 INFO:tasks.rados.rados.0.smithi007.stdout:553: done (0 left) 2024-08-04T15:29:14.674 INFO:tasks.rados.rados.0.smithi007.stdout:554: snap_remove snap 40 2024-08-04T15:29:14.836 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:14 smithi007 systemd[1]: Started Ceph alertmanager.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:29:14.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:14 smithi007 ceph-mon[29096]: pgmap v26: 121 pgs: 121 active+clean; 167 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:14.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:14 smithi007 ceph-mon[29096]: osdmap e172: 8 total, 8 up, 8 in 2024-08-04T15:29:14.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:14 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:14.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:14 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:14.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:14 smithi007 ceph-mon[39529]: pgmap v26: 121 pgs: 121 active+clean; 167 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:14.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:14 smithi007 ceph-mon[39529]: osdmap e172: 8 total, 8 up, 8 in 2024-08-04T15:29:14.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:14 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:14.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:14 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:14 smithi062 ceph-mon[32659]: pgmap v26: 121 pgs: 121 active+clean; 167 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:14 smithi062 ceph-mon[32659]: osdmap e172: 8 total, 8 up, 8 in 2024-08-04T15:29:15.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:14 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:15.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:14 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:15.122 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:14 smithi007 systemd[1]: Stopping Ceph node-exporter.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:29:15.395 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:15 smithi007 podman[83511]: 2024-08-04 15:29:15.122539777 +0000 UTC m=+0.107452404 container died d31c2c39a1c6a76b334297c94179d6fb150974fbff91f40e216743f3b3a6eee0 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:15.675 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:15 smithi007 podman[83511]: 2024-08-04 15:29:15.570299388 +0000 UTC m=+0.555212013 container cleanup d31c2c39a1c6a76b334297c94179d6fb150974fbff91f40e216743f3b3a6eee0 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:15.675 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:15 smithi007 bash[83511]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a 2024-08-04T15:29:15.684 INFO:tasks.rados.rados.0.smithi007.stdout:554: done (0 left) 2024-08-04T15:29:15.684 INFO:tasks.rados.rados.0.smithi007.stdout:555: read oid 16 snap 38 2024-08-04T15:29:15.684 INFO:tasks.rados.rados.0.smithi007.stdout:555: expect (ObjNum 79 snap 13 seq_num 79) 2024-08-04T15:29:15.691 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 2 current snap is 56 2024-08-04T15:29:15.691 INFO:tasks.rados.rados.0.smithi007.stdout:556: seq_num 191 ranges {0=802816} 2024-08-04T15:29:15.691 INFO:tasks.rados.rados.0.smithi007.stdout:556: writing smithi00780855-2 from 0 to 802816 tid 1 2024-08-04T15:29:15.691 INFO:tasks.rados.rados.0.smithi007.stdout:557: setattr oid 49 current snap is 56 2024-08-04T15:29:15.691 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 56 2024-08-04T15:29:15.691 INFO:tasks.rados.rados.0.smithi007.stdout:558: seq_num 192 ranges {5922816=417792,6340608=401408} 2024-08-04T15:29:15.727 INFO:tasks.rados.rados.0.smithi007.stdout:558: writing smithi00780855-45 from 5922816 to 6340608 tid 1 2024-08-04T15:29:15.729 INFO:tasks.rados.rados.0.smithi007.stdout:558: writing smithi00780855-45 from 6340608 to 6742016 tid 2 2024-08-04T15:29:15.730 INFO:tasks.rados.rados.0.smithi007.stdout:559: read oid 35 snap -1 2024-08-04T15:29:15.730 INFO:tasks.rados.rados.0.smithi007.stdout:559: expect deleted 2024-08-04T15:29:15.730 INFO:tasks.rados.rados.0.smithi007.stdout:560: read oid 14 snap -1 2024-08-04T15:29:15.730 INFO:tasks.rados.rados.0.smithi007.stdout:560: expect (ObjNum 180 snap 52 seq_num 180) 2024-08-04T15:29:15.730 INFO:tasks.rados.rados.0.smithi007.stdout:561: copy_from oid 19 from oid 32 current snap is 56 2024-08-04T15:29:15.730 INFO:tasks.rados.rados.0.smithi007.stdout:556: finishing write tid 1 to smithi00780855-2 2024-08-04T15:29:15.730 INFO:tasks.rados.rados.0.smithi007.stdout:556: finishing write tid 2 to smithi00780855-2 2024-08-04T15:29:15.730 INFO:tasks.rados.rados.0.smithi007.stdout:556: finishing write tid 3 to smithi00780855-2 2024-08-04T15:29:15.730 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 153 (ObjNum 191 snap 56 seq_num 191) dirty exists 2024-08-04T15:29:15.731 INFO:tasks.rados.rados.0.smithi007.stdout:556: left oid 2 (ObjNum 191 snap 56 seq_num 191) 2024-08-04T15:29:15.731 INFO:tasks.rados.rados.0.smithi007.stdout:555: expect (ObjNum 79 snap 13 seq_num 79) 2024-08-04T15:29:15.835 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 285 (ObjNum 173 snap 49 seq_num 173) dirty exists 2024-08-04T15:29:15.835 INFO:tasks.rados.rados.0.smithi007.stdout:561: finishing copy_from to smithi00780855-19 2024-08-04T15:29:15.835 INFO:tasks.rados.rados.0.smithi007.stdout:561: got expected ENOENT (src dne) 2024-08-04T15:29:15.835 INFO:tasks.rados.rados.0.smithi007.stdout:555: done (6 left) 2024-08-04T15:29:15.835 INFO:tasks.rados.rados.0.smithi007.stdout:556: done (5 left) 2024-08-04T15:29:15.835 INFO:tasks.rados.rados.0.smithi007.stdout:557: done (4 left) 2024-08-04T15:29:15.835 INFO:tasks.rados.rados.0.smithi007.stdout:559: done (3 left) 2024-08-04T15:29:15.835 INFO:tasks.rados.rados.0.smithi007.stdout:562: rollback oid 44 current snap is 56 2024-08-04T15:29:15.835 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 44 to 36 2024-08-04T15:29:15.835 INFO:tasks.rados.rados.0.smithi007.stdout:561: finishing copy_from racing read to smithi00780855-19 2024-08-04T15:29:15.836 INFO:tasks.rados.rados.0.smithi007.stdout:558: finishing write tid 1 to smithi00780855-45 2024-08-04T15:29:15.836 INFO:tasks.rados.rados.0.smithi007.stdout:558: finishing write tid 2 to smithi00780855-45 2024-08-04T15:29:15.836 INFO:tasks.rados.rados.0.smithi007.stdout:558: finishing write tid 3 to smithi00780855-45 2024-08-04T15:29:15.836 INFO:tasks.rados.rados.0.smithi007.stdout:558: finishing write tid 4 to smithi00780855-45 2024-08-04T15:29:15.836 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 418 (ObjNum 192 snap 56 seq_num 192) dirty exists 2024-08-04T15:29:15.836 INFO:tasks.rados.rados.0.smithi007.stdout:558: left oid 45 (ObjNum 192 snap 56 seq_num 192) 2024-08-04T15:29:15.836 INFO:tasks.rados.rados.0.smithi007.stdout:560: expect (ObjNum 180 snap 52 seq_num 180) 2024-08-04T15:29:15.940 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:15 smithi007 ceph-mon[29096]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-04T15:29:15.941 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:15 smithi007 ceph-mon[29096]: Reconfiguring daemon node-exporter.a on smithi007 2024-08-04T15:29:15.941 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:15 smithi007 ceph-mon[29096]: osdmap e173: 8 total, 8 up, 8 in 2024-08-04T15:29:15.941 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:15 smithi007 ceph-mon[39529]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-04T15:29:15.941 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:15 smithi007 ceph-mon[39529]: Reconfiguring daemon node-exporter.a on smithi007 2024-08-04T15:29:15.941 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:15 smithi007 ceph-mon[39529]: osdmap e173: 8 total, 8 up, 8 in 2024-08-04T15:29:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:15 smithi062 ceph-mon[32659]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-04T15:29:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:15 smithi062 ceph-mon[32659]: Reconfiguring daemon node-exporter.a on smithi007 2024-08-04T15:29:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:15 smithi062 ceph-mon[32659]: osdmap e173: 8 total, 8 up, 8 in 2024-08-04T15:29:16.098 INFO:tasks.rados.rados.0.smithi007.stdout:562: finishing rollback tid 0 to smithi00780855-44 2024-08-04T15:29:16.098 INFO:tasks.rados.rados.0.smithi007.stdout:562: finishing rollback tid 1 to smithi00780855-44 2024-08-04T15:29:16.098 INFO:tasks.rados.rados.0.smithi007.stdout:562: finishing rollback tid 2 to smithi00780855-44 2024-08-04T15:29:16.098 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 85 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-04T15:29:16.099 INFO:tasks.rados.rados.0.smithi007.stdout:558: done (3 left) 2024-08-04T15:29:16.099 INFO:tasks.rados.rados.0.smithi007.stdout:560: done (2 left) 2024-08-04T15:29:16.099 INFO:tasks.rados.rados.0.smithi007.stdout:561: done (1 left) 2024-08-04T15:29:16.099 INFO:tasks.rados.rados.0.smithi007.stdout:562: done (0 left) 2024-08-04T15:29:16.099 INFO:tasks.rados.rados.0.smithi007.stdout:563: snap_remove snap 8 2024-08-04T15:29:16.336 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:15 smithi007 podman[83526]: 2024-08-04 15:29:15.940448843 +0000 UTC m=+0.821681104 container remove d31c2c39a1c6a76b334297c94179d6fb150974fbff91f40e216743f3b3a6eee0 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:16.336 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:15 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-04T15:29:16.336 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-04T15:29:16.336 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 systemd[1]: Stopped Ceph node-exporter.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:29:16.337 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.a.service: Consumed 2.115s CPU time. 2024-08-04T15:29:16.337 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 systemd[1]: Starting Ceph node-exporter.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:29:16.675 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[83379]: ts=2024-08-04T15:29:16.427Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000305722s 2024-08-04T15:29:16.676 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 podman[83614]: 2024-08-04 15:29:16.283323162 +0000 UTC m=+0.018393740 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-04T15:29:16.676 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 podman[83614]: 2024-08-04 15:29:16.398325948 +0000 UTC m=+0.133396509 container create e040078790b8d9874cda1c5aff55aeb9e12b2dfc11225a09d8dee0ff67f346f2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:16.676 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 podman[83614]: 2024-08-04 15:29:16.600471225 +0000 UTC m=+0.335541799 container init e040078790b8d9874cda1c5aff55aeb9e12b2dfc11225a09d8dee0ff67f346f2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:16.676 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 podman[83614]: 2024-08-04 15:29:16.603682614 +0000 UTC m=+0.338753182 container start e040078790b8d9874cda1c5aff55aeb9e12b2dfc11225a09d8dee0ff67f346f2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:16.677 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.607Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-04T15:29:16.677 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.607Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-04T15:29:16.677 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.607Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-04T15:29:16.677 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.607Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-04T15:29:16.677 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.607Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-04T15:29:16.677 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.607Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-04T15:29:16.677 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-04T15:29:16.677 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=arp 2024-08-04T15:29:16.677 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-04T15:29:16.677 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-04T15:29:16.677 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-04T15:29:16.678 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-04T15:29:16.678 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-04T15:29:16.678 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-04T15:29:16.678 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-04T15:29:16.679 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-04T15:29:16.679 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=edac 2024-08-04T15:29:16.679 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-04T15:29:16.679 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-04T15:29:16.679 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-04T15:29:16.679 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-04T15:29:16.679 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-04T15:29:16.679 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-04T15:29:16.679 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-04T15:29:16.679 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-04T15:29:16.679 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-04T15:29:16.679 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-04T15:29:16.679 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-04T15:29:16.680 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-04T15:29:16.680 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-04T15:29:16.680 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-04T15:29:16.680 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-04T15:29:16.680 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-04T15:29:16.680 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=os 2024-08-04T15:29:16.680 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-04T15:29:16.680 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-04T15:29:16.680 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-04T15:29:16.680 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-04T15:29:16.681 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-04T15:29:16.681 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-04T15:29:16.681 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-04T15:29:16.681 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=stat 2024-08-04T15:29:16.681 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-04T15:29:16.681 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-04T15:29:16.681 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-04T15:29:16.681 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=time 2024-08-04T15:29:16.681 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-04T15:29:16.681 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=uname 2024-08-04T15:29:16.681 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-04T15:29:16.681 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-04T15:29:16.681 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-04T15:29:16.682 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-04T15:29:16.682 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[83629]: ts=2024-08-04T15:29:16.608Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-04T15:29:16.682 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 bash[83614]: e040078790b8d9874cda1c5aff55aeb9e12b2dfc11225a09d8dee0ff67f346f2 2024-08-04T15:29:16.692 INFO:tasks.rados.rados.0.smithi007.stdout:563: done (0 left) 2024-08-04T15:29:16.692 INFO:tasks.rados.rados.0.smithi007.stdout:564: read oid 29 snap -1 2024-08-04T15:29:16.693 INFO:tasks.rados.rados.0.smithi007.stdout:564: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:29:16.693 INFO:tasks.rados.rados.0.smithi007.stdout:565: rollback oid 50 current snap is 56 2024-08-04T15:29:16.693 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 50 to 46 2024-08-04T15:29:16.693 INFO:tasks.rados.rados.0.smithi007.stdout:566: setattr oid 48 current snap is 56 2024-08-04T15:29:16.698 INFO:tasks.rados.rados.0.smithi007.stdout:567: rollback oid 10 current snap is 56 2024-08-04T15:29:16.698 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 10 to 47 2024-08-04T15:29:16.698 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 11 current snap is 56 2024-08-04T15:29:16.698 INFO:tasks.rados.rados.0.smithi007.stdout:568: seq_num 193 ranges {393216=434176,827392=401408} 2024-08-04T15:29:16.698 INFO:tasks.rados.rados.0.smithi007.stdout:568: writing smithi00780855-11 from 393216 to 827392 tid 1 2024-08-04T15:29:16.701 INFO:tasks.rados.rados.0.smithi007.stdout:568: writing smithi00780855-11 from 827392 to 1228800 tid 2 2024-08-04T15:29:16.702 INFO:tasks.rados.rados.0.smithi007.stdout:569: snap_remove snap 34 2024-08-04T15:29:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:16 smithi062 ceph-mon[32659]: pgmap v29: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-04T15:29:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:16 smithi062 ceph-mon[32659]: osdmap e174: 8 total, 8 up, 8 in 2024-08-04T15:29:17.086 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:29:16 smithi007 systemd[1]: Started Ceph node-exporter.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:29:17.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-mon[29096]: pgmap v29: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-04T15:29:17.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-mon[29096]: osdmap e174: 8 total, 8 up, 8 in 2024-08-04T15:29:17.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-mon[39529]: pgmap v29: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-04T15:29:17.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:16 smithi007 ceph-mon[39529]: osdmap e174: 8 total, 8 up, 8 in 2024-08-04T15:29:17.697 INFO:tasks.rados.rados.0.smithi007.stdout:569: done (5 left) 2024-08-04T15:29:17.698 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 23 current snap is 56 2024-08-04T15:29:17.698 INFO:tasks.rados.rados.0.smithi007.stdout:570: seq_num 194 ranges {0=458752,458752=401408} 2024-08-04T15:29:17.701 INFO:tasks.rados.rados.0.smithi007.stdout:570: writing smithi00780855-23 from 0 to 458752 tid 1 2024-08-04T15:29:17.704 INFO:tasks.rados.rados.0.smithi007.stdout:570: writing smithi00780855-23 from 458752 to 860160 tid 2 2024-08-04T15:29:17.704 INFO:tasks.rados.rados.0.smithi007.stdout:571: rollback oid 20 current snap is 56 2024-08-04T15:29:17.705 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 20 to 38 2024-08-04T15:29:17.705 INFO:tasks.rados.rados.0.smithi007.stdout:564: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:29:17.712 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 155 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:29:17.712 INFO:tasks.rados.rados.0.smithi007.stdout:567: finishing rollback tid 0 to smithi00780855-10 2024-08-04T15:29:17.712 INFO:tasks.rados.rados.0.smithi007.stdout:567: finishing rollback tid 1 to smithi00780855-10 2024-08-04T15:29:17.712 INFO:tasks.rados.rados.0.smithi007.stdout:567: finishing rollback tid 2 to smithi00780855-10 2024-08-04T15:29:17.712 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 293 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-04T15:29:17.712 INFO:tasks.rados.rados.0.smithi007.stdout:568: finishing write tid 1 to smithi00780855-11 2024-08-04T15:29:17.712 INFO:tasks.rados.rados.0.smithi007.stdout:565: finishing rollback tid 0 to smithi00780855-50 2024-08-04T15:29:17.712 INFO:tasks.rados.rados.0.smithi007.stdout:568: finishing write tid 2 to smithi00780855-11 2024-08-04T15:29:17.712 INFO:tasks.rados.rados.0.smithi007.stdout:568: finishing write tid 3 to smithi00780855-11 2024-08-04T15:29:17.712 INFO:tasks.rados.rados.0.smithi007.stdout:565: finishing rollback tid 1 to smithi00780855-50 2024-08-04T15:29:17.713 INFO:tasks.rados.rados.0.smithi007.stdout:565: finishing rollback tid 2 to smithi00780855-50 2024-08-04T15:29:17.713 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 181 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-04T15:29:17.713 INFO:tasks.rados.rados.0.smithi007.stdout:568: finishing write tid 4 to smithi00780855-11 2024-08-04T15:29:17.713 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 159 (ObjNum 193 snap 56 seq_num 193) dirty exists 2024-08-04T15:29:17.713 INFO:tasks.rados.rados.0.smithi007.stdout:568: left oid 11 (ObjNum 193 snap 56 seq_num 193) 2024-08-04T15:29:17.713 INFO:tasks.rados.rados.0.smithi007.stdout:564: done (6 left) 2024-08-04T15:29:17.713 INFO:tasks.rados.rados.0.smithi007.stdout:565: done (5 left) 2024-08-04T15:29:17.713 INFO:tasks.rados.rados.0.smithi007.stdout:566: done (4 left) 2024-08-04T15:29:17.713 INFO:tasks.rados.rados.0.smithi007.stdout:567: done (3 left) 2024-08-04T15:29:17.714 INFO:tasks.rados.rados.0.smithi007.stdout:568: done (2 left) 2024-08-04T15:29:17.714 INFO:tasks.rados.rados.0.smithi007.stdout:572: rmattr oid 41 current snap is 56 2024-08-04T15:29:17.714 INFO:tasks.rados.rados.0.smithi007.stdout:572: done (2 left) 2024-08-04T15:29:17.714 INFO:tasks.rados.rados.0.smithi007.stdout:573: read oid 37 snap -1 2024-08-04T15:29:17.714 INFO:tasks.rados.rados.0.smithi007.stdout:573: expect deleted 2024-08-04T15:29:17.714 INFO:tasks.rados.rados.0.smithi007.stdout:574: snap_create 2024-08-04T15:29:17.715 INFO:tasks.rados.rados.0.smithi007.stdout:571: finishing rollback tid 0 to smithi00780855-20 2024-08-04T15:29:17.715 INFO:tasks.rados.rados.0.smithi007.stdout:570: finishing write tid 1 to smithi00780855-23 2024-08-04T15:29:17.716 INFO:tasks.rados.rados.0.smithi007.stdout:571: finishing rollback tid 1 to smithi00780855-20 2024-08-04T15:29:17.716 INFO:tasks.rados.rados.0.smithi007.stdout:571: finishing rollback tid 2 to smithi00780855-20 2024-08-04T15:29:17.716 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 199 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:29:17.717 INFO:tasks.rados.rados.0.smithi007.stdout:570: finishing write tid 2 to smithi00780855-23 2024-08-04T15:29:17.718 INFO:tasks.rados.rados.0.smithi007.stdout:570: finishing write tid 3 to smithi00780855-23 2024-08-04T15:29:17.719 INFO:tasks.rados.rados.0.smithi007.stdout:570: finishing write tid 4 to smithi00780855-23 2024-08-04T15:29:17.720 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 196 (ObjNum 194 snap 56 seq_num 194) dirty exists 2024-08-04T15:29:17.720 INFO:tasks.rados.rados.0.smithi007.stdout:570: left oid 23 (ObjNum 194 snap 56 seq_num 194) 2024-08-04T15:29:18.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:17 smithi062 ceph-mon[32659]: osdmap e175: 8 total, 8 up, 8 in 2024-08-04T15:29:18.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:17 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:18.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:17 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:18.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:17 smithi062 ceph-mon[32659]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-04T15:29:18.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:17 smithi062 ceph-mon[32659]: Reconfiguring daemon prometheus.a on smithi062 2024-08-04T15:29:18.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:17 smithi007 ceph-mon[29096]: osdmap e175: 8 total, 8 up, 8 in 2024-08-04T15:29:18.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:17 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:18.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:17 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:18.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:17 smithi007 ceph-mon[29096]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-04T15:29:18.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:17 smithi007 ceph-mon[29096]: Reconfiguring daemon prometheus.a on smithi062 2024-08-04T15:29:18.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:17 smithi007 ceph-mon[39529]: osdmap e175: 8 total, 8 up, 8 in 2024-08-04T15:29:18.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:17 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:18.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:17 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:18.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:17 smithi007 ceph-mon[39529]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-04T15:29:18.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:17 smithi007 ceph-mon[39529]: Reconfiguring daemon prometheus.a on smithi062 2024-08-04T15:29:18.702 INFO:tasks.rados.rados.0.smithi007.stdout:570: done (3 left) 2024-08-04T15:29:18.702 INFO:tasks.rados.rados.0.smithi007.stdout:571: done (2 left) 2024-08-04T15:29:18.702 INFO:tasks.rados.rados.0.smithi007.stdout:573: done (1 left) 2024-08-04T15:29:18.703 INFO:tasks.rados.rados.0.smithi007.stdout:574: done (0 left) 2024-08-04T15:29:18.703 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 3 current snap is 57 2024-08-04T15:29:18.703 INFO:tasks.rados.rados.0.smithi007.stdout:575: seq_num 195 ranges {0=475136,475136=401408} 2024-08-04T15:29:18.705 INFO:tasks.rados.rados.0.smithi007.stdout:575: writing smithi00780855-3 from 0 to 475136 tid 1 2024-08-04T15:29:18.707 INFO:tasks.rados.rados.0.smithi007.stdout:575: writing smithi00780855-3 from 475136 to 876544 tid 2 2024-08-04T15:29:18.707 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 57 2024-08-04T15:29:18.707 INFO:tasks.rados.rados.0.smithi007.stdout:576: seq_num 196 ranges {499712=491520,991232=401408} 2024-08-04T15:29:18.713 INFO:tasks.rados.rados.0.smithi007.stdout:576: writing smithi00780855-49 from 499712 to 991232 tid 1 2024-08-04T15:29:18.715 INFO:tasks.rados.rados.0.smithi007.stdout:576: writing smithi00780855-49 from 991232 to 1392640 tid 2 2024-08-04T15:29:18.715 INFO:tasks.rados.rados.0.smithi007.stdout:575: finishing write tid 1 to smithi00780855-3 2024-08-04T15:29:18.715 INFO:tasks.rados.rados.0.smithi007.stdout:575: finishing write tid 2 to smithi00780855-3 2024-08-04T15:29:18.715 INFO:tasks.rados.rados.0.smithi007.stdout:577: read oid 32 snap 38 2024-08-04T15:29:18.715 INFO:tasks.rados.rados.0.smithi007.stdout:577: expect (ObjNum 66 snap 4 seq_num 66) 2024-08-04T15:29:18.716 INFO:tasks.rados.rados.0.smithi007.stdout:578: rollback oid 50 current snap is 57 2024-08-04T15:29:18.716 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 50 to 36 2024-08-04T15:29:18.716 INFO:tasks.rados.rados.0.smithi007.stdout:575: finishing write tid 3 to smithi00780855-3 2024-08-04T15:29:18.716 INFO:tasks.rados.rados.0.smithi007.stdout:575: finishing write tid 4 to smithi00780855-3 2024-08-04T15:29:18.716 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 168 (ObjNum 195 snap 57 seq_num 195) dirty exists 2024-08-04T15:29:18.716 INFO:tasks.rados.rados.0.smithi007.stdout:575: left oid 3 (ObjNum 195 snap 57 seq_num 195) 2024-08-04T15:29:18.716 INFO:tasks.rados.rados.0.smithi007.stdout:575: done (3 left) 2024-08-04T15:29:18.716 INFO:tasks.rados.rados.0.smithi007.stdout:579: snap_create 2024-08-04T15:29:18.719 INFO:tasks.rados.rados.0.smithi007.stdout:578: finishing rollback tid 0 to smithi00780855-50 2024-08-04T15:29:18.720 INFO:tasks.rados.rados.0.smithi007.stdout:576: finishing write tid 1 to smithi00780855-49 2024-08-04T15:29:18.720 INFO:tasks.rados.rados.0.smithi007.stdout:578: finishing rollback tid 1 to smithi00780855-50 2024-08-04T15:29:18.720 INFO:tasks.rados.rados.0.smithi007.stdout:576: finishing write tid 2 to smithi00780855-49 2024-08-04T15:29:18.720 INFO:tasks.rados.rados.0.smithi007.stdout:578: finishing rollback tid 2 to smithi00780855-50 2024-08-04T15:29:18.721 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 203 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-04T15:29:18.721 INFO:tasks.rados.rados.0.smithi007.stdout:576: finishing write tid 3 to smithi00780855-49 2024-08-04T15:29:18.722 INFO:tasks.rados.rados.0.smithi007.stdout:576: finishing write tid 4 to smithi00780855-49 2024-08-04T15:29:18.722 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 315 (ObjNum 196 snap 57 seq_num 196) dirty exists 2024-08-04T15:29:18.722 INFO:tasks.rados.rados.0.smithi007.stdout:576: left oid 49 (ObjNum 196 snap 57 seq_num 196) 2024-08-04T15:29:18.725 INFO:tasks.rados.rados.0.smithi007.stdout:577: expect (ObjNum 66 snap 4 seq_num 66) 2024-08-04T15:29:18.949 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:18 smithi062 ceph-mon[32659]: pgmap v32: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-04T15:29:18.949 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:18 smithi062 ceph-mon[32659]: osdmap e176: 8 total, 8 up, 8 in 2024-08-04T15:29:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:18 smithi007 ceph-mon[39529]: pgmap v32: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-04T15:29:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:18 smithi007 ceph-mon[39529]: osdmap e176: 8 total, 8 up, 8 in 2024-08-04T15:29:19.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:18 smithi007 ceph-mon[29096]: pgmap v32: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-04T15:29:19.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:18 smithi007 ceph-mon[29096]: osdmap e176: 8 total, 8 up, 8 in 2024-08-04T15:29:19.708 INFO:tasks.rados.rados.0.smithi007.stdout:576: done (3 left) 2024-08-04T15:29:19.709 INFO:tasks.rados.rados.0.smithi007.stdout:577: done (2 left) 2024-08-04T15:29:19.709 INFO:tasks.rados.rados.0.smithi007.stdout:578: done (1 left) 2024-08-04T15:29:19.709 INFO:tasks.rados.rados.0.smithi007.stdout:579: done (0 left) 2024-08-04T15:29:19.709 INFO:tasks.rados.rados.0.smithi007.stdout:580: read oid 22 snap -1 2024-08-04T15:29:19.709 INFO:tasks.rados.rados.0.smithi007.stdout:580: expect deleted 2024-08-04T15:29:19.709 INFO:tasks.rados.rados.0.smithi007.stdout:581: rollback oid 47 current snap is 58 2024-08-04T15:29:19.709 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 47 to 45 2024-08-04T15:29:19.709 INFO:tasks.rados.rados.0.smithi007.stdout:582: snap_remove snap 53 2024-08-04T15:29:19.961 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:19 smithi062 ceph-mon[32659]: osdmap e177: 8 total, 8 up, 8 in 2024-08-04T15:29:20.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:19 smithi007 ceph-mon[29096]: osdmap e177: 8 total, 8 up, 8 in 2024-08-04T15:29:20.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:19 smithi007 ceph-mon[39529]: osdmap e177: 8 total, 8 up, 8 in 2024-08-04T15:29:20.261 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:20 smithi062 systemd[1]: Stopping Ceph prometheus.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:29:20.619 INFO:tasks.rados.rados.0.smithi007.stdout:582: done (2 left) 2024-08-04T15:29:20.620 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 58 2024-08-04T15:29:20.620 INFO:tasks.rados.rados.0.smithi007.stdout:583: seq_num 197 ranges {3022848=507904,3530752=401408} 2024-08-04T15:29:20.639 INFO:tasks.rados.rados.0.smithi007.stdout:583: writing smithi00780855-6 from 3022848 to 3530752 tid 1 2024-08-04T15:29:20.642 INFO:tasks.rados.rados.0.smithi007.stdout:583: writing smithi00780855-6 from 3530752 to 3932160 tid 2 2024-08-04T15:29:20.642 INFO:tasks.rados.rados.0.smithi007.stdout:584: copy_from oid 41 from oid 46 current snap is 58 2024-08-04T15:29:20.642 INFO:tasks.rados.rados.0.smithi007.stdout:581: finishing rollback tid 0 to smithi00780855-47 2024-08-04T15:29:20.642 INFO:tasks.rados.rados.0.smithi007.stdout:581: finishing rollback tid 1 to smithi00780855-47 2024-08-04T15:29:20.642 INFO:tasks.rados.rados.0.smithi007.stdout:581: finishing rollback tid 2 to smithi00780855-47 2024-08-04T15:29:20.642 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 55 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:29:20.643 INFO:tasks.rados.rados.0.smithi007.stdout:580: done (3 left) 2024-08-04T15:29:20.643 INFO:tasks.rados.rados.0.smithi007.stdout:581: done (2 left) 2024-08-04T15:29:20.643 INFO:tasks.rados.rados.0.smithi007.stdout:585: rollback oid 27 current snap is 58 2024-08-04T15:29:20.643 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 27 to 36 2024-08-04T15:29:20.643 INFO:tasks.rados.rados.0.smithi007.stdout:586: snap_remove snap 22 2024-08-04T15:29:20.675 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:29:20.382Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-04T15:29:20.675 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:29:20.382Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-04T15:29:20.675 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:29:20.383Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-04T15:29:20.675 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:29:20.383Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-04T15:29:20.675 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:29:20.383Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-04T15:29:20.676 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:29:20.383Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-04T15:29:20.676 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:29:20.383Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-04T15:29:20.676 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:29:20.383Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-04T15:29:20.676 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:29:20.383Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-04T15:29:20.676 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:29:20.383Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-04T15:29:20.676 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:29:20.383Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-04T15:29:20.676 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[63714]: ts=2024-08-04T15:29:20.383Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-04T15:29:20.676 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:20 smithi062 podman[74320]: 2024-08-04 15:29:20.392952879 +0000 UTC m=+0.116336794 container died 595f1b431696947deb697b8b4f67dc698c2940f79838d7f557556a57073d5e9a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:21.011 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:20 smithi062 podman[74320]: 2024-08-04 15:29:20.782566413 +0000 UTC m=+0.505950317 container cleanup 595f1b431696947deb697b8b4f67dc698c2940f79838d7f557556a57073d5e9a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:21.011 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:20 smithi062 bash[74320]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a 2024-08-04T15:29:21.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:20 smithi062 ceph-mon[32659]: pgmap v35: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 810 KiB/s wr, 18 op/s 2024-08-04T15:29:21.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:20 smithi062 ceph-mon[32659]: osdmap e178: 8 total, 8 up, 8 in 2024-08-04T15:29:21.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:20 smithi062 ceph-mon[32659]: osdmap e179: 8 total, 8 up, 8 in 2024-08-04T15:29:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:20 smithi007 ceph-mon[29096]: pgmap v35: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 810 KiB/s wr, 18 op/s 2024-08-04T15:29:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:20 smithi007 ceph-mon[29096]: osdmap e178: 8 total, 8 up, 8 in 2024-08-04T15:29:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:20 smithi007 ceph-mon[29096]: osdmap e179: 8 total, 8 up, 8 in 2024-08-04T15:29:21.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:20 smithi007 ceph-mon[39529]: pgmap v35: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 810 KiB/s wr, 18 op/s 2024-08-04T15:29:21.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:20 smithi007 ceph-mon[39529]: osdmap e178: 8 total, 8 up, 8 in 2024-08-04T15:29:21.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:20 smithi007 ceph-mon[39529]: osdmap e179: 8 total, 8 up, 8 in 2024-08-04T15:29:21.383 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 podman[74332]: 2024-08-04 15:29:21.017128489 +0000 UTC m=+0.622673154 container remove 595f1b431696947deb697b8b4f67dc698c2940f79838d7f557556a57073d5e9a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:21.383 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-04T15:29:21.384 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 systemd[1]: Stopped Ceph prometheus.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:29:21.384 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@prometheus.a.service: Consumed 1.621s CPU time. 2024-08-04T15:29:21.384 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 systemd[1]: Starting Ceph prometheus.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:29:21.622 INFO:tasks.rados.rados.0.smithi007.stdout:583: finishing write tid 1 to smithi00780855-6 2024-08-04T15:29:21.622 INFO:tasks.rados.rados.0.smithi007.stdout:583: finishing write tid 2 to smithi00780855-6 2024-08-04T15:29:21.622 INFO:tasks.rados.rados.0.smithi007.stdout:583: finishing write tid 3 to smithi00780855-6 2024-08-04T15:29:21.622 INFO:tasks.rados.rados.0.smithi007.stdout:584: finishing copy_from to smithi00780855-41 2024-08-04T15:29:21.622 INFO:tasks.rados.rados.0.smithi007.stdout:584: got expected ENOENT (src dne) 2024-08-04T15:29:21.622 INFO:tasks.rados.rados.0.smithi007.stdout:584: finishing copy_from racing read to smithi00780855-41 2024-08-04T15:29:21.622 INFO:tasks.rados.rados.0.smithi007.stdout:583: finishing write tid 4 to smithi00780855-6 2024-08-04T15:29:21.622 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 103 (ObjNum 197 snap 58 seq_num 197) dirty exists 2024-08-04T15:29:21.623 INFO:tasks.rados.rados.0.smithi007.stdout:583: left oid 6 (ObjNum 197 snap 58 seq_num 197) 2024-08-04T15:29:21.623 INFO:tasks.rados.rados.0.smithi007.stdout:585: finishing rollback tid 0 to smithi00780855-27 2024-08-04T15:29:21.623 INFO:tasks.rados.rados.0.smithi007.stdout:585: finishing rollback tid 1 to smithi00780855-27 2024-08-04T15:29:21.623 INFO:tasks.rados.rados.0.smithi007.stdout:585: finishing rollback tid 2 to smithi00780855-27 2024-08-04T15:29:21.623 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 239 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-04T15:29:21.623 INFO:tasks.rados.rados.0.smithi007.stdout:583: done (3 left) 2024-08-04T15:29:21.623 INFO:tasks.rados.rados.0.smithi007.stdout:584: done (2 left) 2024-08-04T15:29:21.623 INFO:tasks.rados.rados.0.smithi007.stdout:585: done (1 left) 2024-08-04T15:29:21.623 INFO:tasks.rados.rados.0.smithi007.stdout:586: done (0 left) 2024-08-04T15:29:21.624 INFO:tasks.rados.rados.0.smithi007.stdout:587: snap_remove snap 54 2024-08-04T15:29:21.645 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 podman[74426]: 2024-08-04 15:29:21.287190344 +0000 UTC m=+0.018796446 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-04T15:29:21.646 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 podman[74426]: 2024-08-04 15:29:21.413227494 +0000 UTC m=+0.144833569 container create e72ff1569f2fb757c49aa1ae9d4725161c474e7535d1e64fd7ad35f8dcd8c127 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:22.012 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 podman[74426]: 2024-08-04 15:29:21.645437003 +0000 UTC m=+0.377043096 container init e72ff1569f2fb757c49aa1ae9d4725161c474e7535d1e64fd7ad35f8dcd8c127 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:22.012 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 podman[74426]: 2024-08-04 15:29:21.648451989 +0000 UTC m=+0.380058063 container start e72ff1569f2fb757c49aa1ae9d4725161c474e7535d1e64fd7ad35f8dcd8c127 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:22.012 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.672Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-04T15:29:22.012 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.672Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-04T15:29:22.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.672Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi062 (none))" 2024-08-04T15:29:22.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.672Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-04T15:29:22.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.672Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-04T15:29:22.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.673Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-04T15:29:22.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.674Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-04T15:29:22.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.676Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-04T15:29:22.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.676Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-04T15:29:22.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.677Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-04T15:29:22.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.677Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.468µs 2024-08-04T15:29:22.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.677Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-04T15:29:22.013 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.677Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-08-04T15:29:22.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.691Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-08-04T15:29:22.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.691Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-08-04T15:29:22.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.692Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.152µs wal_replay_duration=14.65461ms wbl_replay_duration=150ns total_replay_duration=14.694109ms 2024-08-04T15:29:22.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.695Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-04T15:29:22.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.695Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-04T15:29:22.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.695Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-04T15:29:22.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.715Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.081236ms db_storage=755ns remote_storage=1.123µs web_handler=362ns query_engine=664ns scrape=402.549µs scrape_sd=91.834µs notify=16.71µs notify_sd=30.247µs rules=19.194329ms tracing=5.61µs 2024-08-04T15:29:22.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.715Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-04T15:29:22.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:21.715Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-04T15:29:22.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 bash[74426]: e72ff1569f2fb757c49aa1ae9d4725161c474e7535d1e64fd7ad35f8dcd8c127 2024-08-04T15:29:22.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:21 smithi062 systemd[1]: Started Ceph prometheus.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:29:22.508 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:22 smithi062 systemd[1]: Stopping Ceph node-exporter.b for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:29:22.508 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:22 smithi062 podman[74576]: 2024-08-04 15:29:22.300779455 +0000 UTC m=+0.093728029 container died 7def7a1b23ec9cf7ca1c7f145b8d63bf700c934031f91dac87c92cb4c584c05a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-04T15:29:22.628 INFO:tasks.rados.rados.0.smithi007.stdout:587: done (0 left) 2024-08-04T15:29:22.629 INFO:tasks.rados.rados.0.smithi007.stdout:588: snap_create 2024-08-04T15:29:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:22 smithi062 ceph-mon[32659]: pgmap v38: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 810 KiB/s wr, 18 op/s 2024-08-04T15:29:22.956 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:22 smithi062 ceph-mon[32659]: osdmap e180: 8 total, 8 up, 8 in 2024-08-04T15:29:22.956 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:22 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:22.956 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:22 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:22.956 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:22 smithi062 ceph-mon[32659]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-04T15:29:22.956 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:22 smithi062 ceph-mon[32659]: Reconfiguring daemon node-exporter.b on smithi062 2024-08-04T15:29:22.957 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:22 smithi062 podman[74576]: 2024-08-04 15:29:22.693207586 +0000 UTC m=+0.486156160 container cleanup 7def7a1b23ec9cf7ca1c7f145b8d63bf700c934031f91dac87c92cb4c584c05a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-04T15:29:22.957 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:22 smithi062 bash[74576]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b 2024-08-04T15:29:23.080 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:22 smithi062 podman[74587]: 2024-08-04 15:29:22.958718187 +0000 UTC m=+0.658565051 container remove 7def7a1b23ec9cf7ca1c7f145b8d63bf700c934031f91dac87c92cb4c584c05a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-04T15:29:23.081 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:22 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-04T15:29:23.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:22 smithi007 ceph-mon[29096]: pgmap v38: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 810 KiB/s wr, 18 op/s 2024-08-04T15:29:23.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:22 smithi007 ceph-mon[29096]: osdmap e180: 8 total, 8 up, 8 in 2024-08-04T15:29:23.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:22 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:23.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:22 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:23.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:22 smithi007 ceph-mon[29096]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-04T15:29:23.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:22 smithi007 ceph-mon[29096]: Reconfiguring daemon node-exporter.b on smithi062 2024-08-04T15:29:23.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:22 smithi007 ceph-mon[39529]: pgmap v38: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 810 KiB/s wr, 18 op/s 2024-08-04T15:29:23.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:22 smithi007 ceph-mon[39529]: osdmap e180: 8 total, 8 up, 8 in 2024-08-04T15:29:23.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:22 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:23.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:22 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:23.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:22 smithi007 ceph-mon[39529]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-04T15:29:23.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:22 smithi007 ceph-mon[39529]: Reconfiguring daemon node-exporter.b on smithi062 2024-08-04T15:29:23.433 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-04T15:29:23.433 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 systemd[1]: Stopped Ceph node-exporter.b for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:29:23.433 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.b.service: Consumed 2.064s CPU time. 2024-08-04T15:29:23.433 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 systemd[1]: Starting Ceph node-exporter.b for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:29:23.433 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 podman[74688]: 2024-08-04 15:29:23.2156839 +0000 UTC m=+0.017587097 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-04T15:29:23.433 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 podman[74688]: 2024-08-04 15:29:23.334823725 +0000 UTC m=+0.136726921 container create b7bce65c2f2184a6b3dd74cda4e515a2860d21ca60056ac649a17e2a9ab65527 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-04T15:29:23.632 INFO:tasks.rados.rados.0.smithi007.stdout:588: done (0 left) 2024-08-04T15:29:23.632 INFO:tasks.rados.rados.0.smithi007.stdout:589: read oid 47 snap -1 2024-08-04T15:29:23.632 INFO:tasks.rados.rados.0.smithi007.stdout:589: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:29:23.632 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 59 2024-08-04T15:29:23.633 INFO:tasks.rados.rados.0.smithi007.stdout:590: seq_num 198 ranges {2293760=524288,2818048=401408} 2024-08-04T15:29:23.648 INFO:tasks.rados.rados.0.smithi007.stdout:590: writing smithi00780855-43 from 2293760 to 2818048 tid 1 2024-08-04T15:29:23.650 INFO:tasks.rados.rados.0.smithi007.stdout:590: writing smithi00780855-43 from 2818048 to 3219456 tid 2 2024-08-04T15:29:23.651 INFO:tasks.rados.rados.0.smithi007.stdout:591: rollback oid 29 current snap is 59 2024-08-04T15:29:23.651 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 29 to 36 2024-08-04T15:29:23.651 INFO:tasks.rados.rados.0.smithi007.stdout:589: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:29:23.732 INFO:tasks.rados.rados.0.smithi007.stdout:590: finishing write tid 1 to smithi00780855-43 2024-08-04T15:29:23.733 INFO:tasks.rados.rados.0.smithi007.stdout:590: finishing write tid 2 to smithi00780855-43 2024-08-04T15:29:23.733 INFO:tasks.rados.rados.0.smithi007.stdout:589: done (2 left) 2024-08-04T15:29:23.733 INFO:tasks.rados.rados.0.smithi007.stdout:592: delete oid 27 current snap is 59 2024-08-04T15:29:23.733 INFO:tasks.rados.rados.0.smithi007.stdout:590: finishing write tid 3 to smithi00780855-43 2024-08-04T15:29:23.733 INFO:tasks.rados.rados.0.smithi007.stdout:591: finishing rollback tid 0 to smithi00780855-29 2024-08-04T15:29:23.733 INFO:tasks.rados.rados.0.smithi007.stdout:591: finishing rollback tid 1 to smithi00780855-29 2024-08-04T15:29:23.733 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 127 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-04T15:29:23.733 INFO:tasks.rados.rados.0.smithi007.stdout:590: finishing write tid 4 to smithi00780855-43 2024-08-04T15:29:23.733 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 106 (ObjNum 198 snap 59 seq_num 198) dirty exists 2024-08-04T15:29:23.733 INFO:tasks.rados.rados.0.smithi007.stdout:590: left oid 43 (ObjNum 198 snap 59 seq_num 198) 2024-08-04T15:29:23.734 INFO:tasks.rados.rados.0.smithi007.stdout:590: done (2 left) 2024-08-04T15:29:23.735 INFO:tasks.rados.rados.0.smithi007.stdout:591: done (1 left) 2024-08-04T15:29:23.735 INFO:tasks.rados.rados.0.smithi007.stdout:592: done (0 left) 2024-08-04T15:29:23.735 INFO:tasks.rados.rados.0.smithi007.stdout:593: read oid 6 snap -1 2024-08-04T15:29:23.735 INFO:tasks.rados.rados.0.smithi007.stdout:593: expect (ObjNum 197 snap 58 seq_num 197) 2024-08-04T15:29:23.735 INFO:tasks.rados.rados.0.smithi007.stdout:594: copy_from oid 26 from oid 31 current snap is 59 2024-08-04T15:29:23.735 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 13 current snap is 59 2024-08-04T15:29:23.735 INFO:tasks.rados.rados.0.smithi007.stdout:595: seq_num 200 ranges {0=557056,557056=401408} 2024-08-04T15:29:23.737 INFO:tasks.rados.rados.0.smithi007.stdout:595: writing smithi00780855-13 from 0 to 557056 tid 1 2024-08-04T15:29:23.740 INFO:tasks.rados.rados.0.smithi007.stdout:595: writing smithi00780855-13 from 557056 to 958464 tid 2 2024-08-04T15:29:23.740 INFO:tasks.rados.rados.0.smithi007.stdout:596: delete oid 15 current snap is 59 2024-08-04T15:29:23.740 INFO:tasks.rados.rados.0.smithi007.stdout:594: finishing copy_from to smithi00780855-26 2024-08-04T15:29:23.740 INFO:tasks.rados.rados.0.smithi007.stdout:594: got expected ENOENT (src dne) 2024-08-04T15:29:23.740 INFO:tasks.rados.rados.0.smithi007.stdout:594: finishing copy_from racing read to smithi00780855-26 2024-08-04T15:29:23.746 INFO:tasks.rados.rados.0.smithi007.stdout:595: finishing write tid 1 to smithi00780855-13 2024-08-04T15:29:23.746 INFO:tasks.rados.rados.0.smithi007.stdout:595: finishing write tid 2 to smithi00780855-13 2024-08-04T15:29:23.746 INFO:tasks.rados.rados.0.smithi007.stdout:595: finishing write tid 3 to smithi00780855-13 2024-08-04T15:29:23.746 INFO:tasks.rados.rados.0.smithi007.stdout:593: expect (ObjNum 197 snap 58 seq_num 197) 2024-08-04T15:29:23.835 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-mon[32659]: osdmap e181: 8 total, 8 up, 8 in 2024-08-04T15:29:23.835 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 podman[74688]: 2024-08-04 15:29:23.520053808 +0000 UTC m=+0.321957017 container init b7bce65c2f2184a6b3dd74cda4e515a2860d21ca60056ac649a17e2a9ab65527 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-04T15:29:23.835 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 podman[74688]: 2024-08-04 15:29:23.523117462 +0000 UTC m=+0.325020666 container start b7bce65c2f2184a6b3dd74cda4e515a2860d21ca60056ac649a17e2a9ab65527 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-04T15:29:23.835 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.527Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-04T15:29:23.836 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.527Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-04T15:29:23.836 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.527Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-04T15:29:23.836 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.527Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-04T15:29:23.836 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.527Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-04T15:29:23.836 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.527Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-04T15:29:23.836 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-04T15:29:23.836 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=arp 2024-08-04T15:29:23.836 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-04T15:29:23.837 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-04T15:29:23.837 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-04T15:29:23.837 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-04T15:29:23.837 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-04T15:29:23.837 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-04T15:29:23.837 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-04T15:29:23.837 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-04T15:29:23.838 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=edac 2024-08-04T15:29:23.838 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-04T15:29:23.838 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-04T15:29:23.838 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-04T15:29:23.838 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-04T15:29:23.838 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-04T15:29:23.838 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-04T15:29:23.838 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-04T15:29:23.838 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-04T15:29:23.838 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-04T15:29:23.838 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-04T15:29:23.838 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-04T15:29:23.839 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-04T15:29:23.839 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-04T15:29:23.839 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-04T15:29:23.839 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-04T15:29:23.839 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-04T15:29:23.839 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=os 2024-08-04T15:29:23.839 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-04T15:29:23.839 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-04T15:29:23.839 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-04T15:29:23.839 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-04T15:29:23.839 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-04T15:29:23.840 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-04T15:29:23.840 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-04T15:29:23.840 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=stat 2024-08-04T15:29:23.840 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-04T15:29:23.840 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-04T15:29:23.840 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-04T15:29:23.840 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=time 2024-08-04T15:29:23.840 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-04T15:29:23.840 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=uname 2024-08-04T15:29:23.840 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-04T15:29:23.840 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-04T15:29:23.840 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-04T15:29:23.841 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-04T15:29:23.841 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[74704]: ts=2024-08-04T15:29:23.528Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-04T15:29:23.841 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 bash[74688]: b7bce65c2f2184a6b3dd74cda4e515a2860d21ca60056ac649a17e2a9ab65527 2024-08-04T15:29:23.841 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:29:23 smithi062 systemd[1]: Started Ceph node-exporter.b for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:29:23.951 INFO:tasks.rados.rados.0.smithi007.stdout:595: finishing write tid 4 to smithi00780855-13 2024-08-04T15:29:23.951 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 475 (ObjNum 200 snap 59 seq_num 200) dirty exists 2024-08-04T15:29:23.952 INFO:tasks.rados.rados.0.smithi007.stdout:595: left oid 13 (ObjNum 200 snap 59 seq_num 200) 2024-08-04T15:29:23.952 INFO:tasks.rados.rados.0.smithi007.stdout:593: done (3 left) 2024-08-04T15:29:23.952 INFO:tasks.rados.rados.0.smithi007.stdout:594: done (2 left) 2024-08-04T15:29:23.952 INFO:tasks.rados.rados.0.smithi007.stdout:595: done (1 left) 2024-08-04T15:29:23.952 INFO:tasks.rados.rados.0.smithi007.stdout:596: done (0 left) 2024-08-04T15:29:23.952 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 59 2024-08-04T15:29:23.952 INFO:tasks.rados.rados.0.smithi007.stdout:597: seq_num 202 ranges {4751360=589824,5341184=401408} 2024-08-04T15:29:23.980 INFO:tasks.rados.rados.0.smithi007.stdout:597: writing smithi00780855-38 from 4751360 to 5341184 tid 1 2024-08-04T15:29:23.982 INFO:tasks.rados.rados.0.smithi007.stdout:597: writing smithi00780855-38 from 5341184 to 5742592 tid 2 2024-08-04T15:29:23.982 INFO:tasks.rados.rados.0.smithi007.stdout:598: setattr oid 26 current snap is 59 2024-08-04T15:29:23.986 INFO:tasks.rados.rados.0.smithi007.stdout:599: delete oid 43 current snap is 59 2024-08-04T15:29:23.986 INFO:tasks.rados.rados.0.smithi007.stdout:597: finishing write tid 1 to smithi00780855-38 2024-08-04T15:29:23.986 INFO:tasks.rados.rados.0.smithi007.stdout:599: done (2 left) 2024-08-04T15:29:23.986 INFO:tasks.rados.rados.0.smithi007.stdout:600: snap_remove snap 57 2024-08-04T15:29:24.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:23 smithi007 ceph-mon[29096]: osdmap e181: 8 total, 8 up, 8 in 2024-08-04T15:29:24.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:23 smithi007 ceph-mon[39529]: osdmap e181: 8 total, 8 up, 8 in 2024-08-04T15:29:24.586 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:29:24 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[83379]: ts=2024-08-04T15:29:24.430Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003368991s 2024-08-04T15:29:24.664 INFO:tasks.rados.rados.0.smithi007.stdout:600: done (2 left) 2024-08-04T15:29:24.665 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 33 current snap is 59 2024-08-04T15:29:24.665 INFO:tasks.rados.rados.0.smithi007.stdout:597: finishing write tid 2 to smithi00780855-38 2024-08-04T15:29:24.665 INFO:tasks.rados.rados.0.smithi007.stdout:597: finishing write tid 3 to smithi00780855-38 2024-08-04T15:29:24.665 INFO:tasks.rados.rados.0.smithi007.stdout:601: seq_num 204 ranges {3940352=622592,4562944=401408} 2024-08-04T15:29:24.688 INFO:tasks.rados.rados.0.smithi007.stdout:601: writing smithi00780855-33 from 3940352 to 4562944 tid 1 2024-08-04T15:29:24.691 INFO:tasks.rados.rados.0.smithi007.stdout:601: writing smithi00780855-33 from 4562944 to 4964352 tid 2 2024-08-04T15:29:24.691 INFO:tasks.rados.rados.0.smithi007.stdout:602: snap_create 2024-08-04T15:29:24.691 INFO:tasks.rados.rados.0.smithi007.stdout:597: finishing write tid 4 to smithi00780855-38 2024-08-04T15:29:24.692 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 90 (ObjNum 202 snap 59 seq_num 202) dirty exists 2024-08-04T15:29:24.692 INFO:tasks.rados.rados.0.smithi007.stdout:597: left oid 38 (ObjNum 202 snap 59 seq_num 202) 2024-08-04T15:29:24.692 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 339 (ObjNum 160 snap 47 seq_num 160) dirty exists 2024-08-04T15:29:24.693 INFO:tasks.rados.rados.0.smithi007.stdout:601: finishing write tid 1 to smithi00780855-33 2024-08-04T15:29:24.693 INFO:tasks.rados.rados.0.smithi007.stdout:601: finishing write tid 2 to smithi00780855-33 2024-08-04T15:29:24.693 INFO:tasks.rados.rados.0.smithi007.stdout:601: finishing write tid 3 to smithi00780855-33 2024-08-04T15:29:24.694 INFO:tasks.rados.rados.0.smithi007.stdout:601: finishing write tid 4 to smithi00780855-33 2024-08-04T15:29:24.694 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 259 (ObjNum 204 snap 59 seq_num 204) dirty exists 2024-08-04T15:29:24.694 INFO:tasks.rados.rados.0.smithi007.stdout:601: left oid 33 (ObjNum 204 snap 59 seq_num 204) 2024-08-04T15:29:24.953 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:24 smithi062 ceph-mon[32659]: pgmap v41: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:24.953 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:24 smithi062 ceph-mon[32659]: osdmap e182: 8 total, 8 up, 8 in 2024-08-04T15:29:24.953 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:24 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:24.953 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:24 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:24.954 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:24 smithi062 ceph-mon[32659]: Reconfiguring grafana.a (dependencies changed)... 2024-08-04T15:29:24.954 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:24 smithi062 ceph-mon[32659]: Reconfiguring daemon grafana.a on smithi062 2024-08-04T15:29:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:24 smithi007 ceph-mon[39529]: pgmap v41: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:24 smithi007 ceph-mon[39529]: osdmap e182: 8 total, 8 up, 8 in 2024-08-04T15:29:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:24 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:24 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:24 smithi007 ceph-mon[39529]: Reconfiguring grafana.a (dependencies changed)... 2024-08-04T15:29:25.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:24 smithi007 ceph-mon[39529]: Reconfiguring daemon grafana.a on smithi062 2024-08-04T15:29:25.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:24 smithi007 ceph-mon[29096]: pgmap v41: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:25.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:24 smithi007 ceph-mon[29096]: osdmap e182: 8 total, 8 up, 8 in 2024-08-04T15:29:25.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:24 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:25.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:24 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:25.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:24 smithi007 ceph-mon[29096]: Reconfiguring grafana.a (dependencies changed)... 2024-08-04T15:29:25.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:24 smithi007 ceph-mon[29096]: Reconfiguring daemon grafana.a on smithi062 2024-08-04T15:29:25.668 INFO:tasks.rados.rados.0.smithi007.stdout:597: done (3 left) 2024-08-04T15:29:25.668 INFO:tasks.rados.rados.0.smithi007.stdout:598: done (2 left) 2024-08-04T15:29:25.668 INFO:tasks.rados.rados.0.smithi007.stdout:601: done (1 left) 2024-08-04T15:29:25.668 INFO:tasks.rados.rados.0.smithi007.stdout:602: done (0 left) 2024-08-04T15:29:25.668 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 27 current snap is 60 2024-08-04T15:29:25.668 INFO:tasks.rados.rados.0.smithi007.stdout:603: seq_num 205 ranges {0=638976,638976=401408} 2024-08-04T15:29:25.671 INFO:tasks.rados.rados.0.smithi007.stdout:603: writing smithi00780855-27 from 0 to 638976 tid 1 2024-08-04T15:29:25.674 INFO:tasks.rados.rados.0.smithi007.stdout:603: writing smithi00780855-27 from 638976 to 1040384 tid 2 2024-08-04T15:29:25.674 INFO:tasks.rados.rados.0.smithi007.stdout:604: rollback oid 16 current snap is 60 2024-08-04T15:29:25.674 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 16 to 46 2024-08-04T15:29:25.674 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 32 current snap is 60 2024-08-04T15:29:25.674 INFO:tasks.rados.rados.0.smithi007.stdout:605: seq_num 206 ranges {0=655360,655360=401408} 2024-08-04T15:29:25.677 INFO:tasks.rados.rados.0.smithi007.stdout:605: writing smithi00780855-32 from 0 to 655360 tid 1 2024-08-04T15:29:25.681 INFO:tasks.rados.rados.0.smithi007.stdout:605: writing smithi00780855-32 from 655360 to 1056768 tid 2 2024-08-04T15:29:25.681 INFO:tasks.rados.rados.0.smithi007.stdout:606: snap_create 2024-08-04T15:29:25.681 INFO:tasks.rados.rados.0.smithi007.stdout:604: finishing rollback tid 0 to smithi00780855-16 2024-08-04T15:29:25.681 INFO:tasks.rados.rados.0.smithi007.stdout:603: finishing write tid 1 to smithi00780855-27 2024-08-04T15:29:25.681 INFO:tasks.rados.rados.0.smithi007.stdout:604: finishing rollback tid 1 to smithi00780855-16 2024-08-04T15:29:25.681 INFO:tasks.rados.rados.0.smithi007.stdout:604: finishing rollback tid 2 to smithi00780855-16 2024-08-04T15:29:25.681 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 345 (ObjNum 79 snap 13 seq_num 79) dirty exists 2024-08-04T15:29:25.681 INFO:tasks.rados.rados.0.smithi007.stdout:603: finishing write tid 2 to smithi00780855-27 2024-08-04T15:29:25.681 INFO:tasks.rados.rados.0.smithi007.stdout:603: finishing write tid 3 to smithi00780855-27 2024-08-04T15:29:25.682 INFO:tasks.rados.rados.0.smithi007.stdout:603: finishing write tid 4 to smithi00780855-27 2024-08-04T15:29:25.682 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 262 (ObjNum 205 snap 60 seq_num 205) dirty exists 2024-08-04T15:29:25.682 INFO:tasks.rados.rados.0.smithi007.stdout:603: left oid 27 (ObjNum 205 snap 60 seq_num 205) 2024-08-04T15:29:25.683 INFO:tasks.rados.rados.0.smithi007.stdout:605: finishing write tid 1 to smithi00780855-32 2024-08-04T15:29:25.683 INFO:tasks.rados.rados.0.smithi007.stdout:605: finishing write tid 2 to smithi00780855-32 2024-08-04T15:29:25.684 INFO:tasks.rados.rados.0.smithi007.stdout:605: finishing write tid 3 to smithi00780855-32 2024-08-04T15:29:25.684 INFO:tasks.rados.rados.0.smithi007.stdout:605: finishing write tid 4 to smithi00780855-32 2024-08-04T15:29:25.684 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 143 (ObjNum 206 snap 60 seq_num 206) dirty exists 2024-08-04T15:29:25.684 INFO:tasks.rados.rados.0.smithi007.stdout:605: left oid 32 (ObjNum 206 snap 60 seq_num 206) 2024-08-04T15:29:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:25 smithi062 ceph-mon[32659]: osdmap e183: 8 total, 8 up, 8 in 2024-08-04T15:29:26.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:25 smithi007 ceph-mon[29096]: osdmap e183: 8 total, 8 up, 8 in 2024-08-04T15:29:26.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:25 smithi007 ceph-mon[39529]: osdmap e183: 8 total, 8 up, 8 in 2024-08-04T15:29:26.672 INFO:tasks.rados.rados.0.smithi007.stdout:603: done (3 left) 2024-08-04T15:29:26.672 INFO:tasks.rados.rados.0.smithi007.stdout:604: done (2 left) 2024-08-04T15:29:26.673 INFO:tasks.rados.rados.0.smithi007.stdout:605: done (1 left) 2024-08-04T15:29:26.673 INFO:tasks.rados.rados.0.smithi007.stdout:606: done (0 left) 2024-08-04T15:29:26.673 INFO:tasks.rados.rados.0.smithi007.stdout:607: setattr oid 7 current snap is 61 2024-08-04T15:29:26.674 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 19 current snap is 61 2024-08-04T15:29:26.674 INFO:tasks.rados.rados.0.smithi007.stdout:608: seq_num 207 ranges {2646016=671744,3317760=401408} 2024-08-04T15:29:26.692 INFO:tasks.rados.rados.0.smithi007.stdout:608: writing smithi00780855-19 from 2646016 to 3317760 tid 1 2024-08-04T15:29:26.695 INFO:tasks.rados.rados.0.smithi007.stdout:608: writing smithi00780855-19 from 3317760 to 3719168 tid 2 2024-08-04T15:29:26.695 INFO:tasks.rados.rados.0.smithi007.stdout:609: copy_from oid 13 from oid 8 current snap is 61 2024-08-04T15:29:26.695 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 347 (ObjNum 163 snap 48 seq_num 163) dirty exists 2024-08-04T15:29:26.695 INFO:tasks.rados.rados.0.smithi007.stdout:607: done (2 left) 2024-08-04T15:29:26.695 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 41 current snap is 61 2024-08-04T15:29:26.695 INFO:tasks.rados.rados.0.smithi007.stdout:610: seq_num 208 ranges {4005888=688128,4694016=401408} 2024-08-04T15:29:26.722 INFO:tasks.rados.rados.0.smithi007.stdout:610: writing smithi00780855-41 from 4005888 to 4694016 tid 1 2024-08-04T15:29:26.727 INFO:tasks.rados.rados.0.smithi007.stdout:610: writing smithi00780855-41 from 4694016 to 5095424 tid 2 2024-08-04T15:29:26.727 INFO:tasks.rados.rados.0.smithi007.stdout:611: read oid 20 snap 28 2024-08-04T15:29:26.727 INFO:tasks.rados.rados.0.smithi007.stdout:611: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:29:26.727 INFO:tasks.rados.rados.0.smithi007.stdout:612: read oid 21 snap -1 2024-08-04T15:29:26.728 INFO:tasks.rados.rados.0.smithi007.stdout:612: expect (ObjNum 66 snap 4 seq_num 66) 2024-08-04T15:29:26.728 INFO:tasks.rados.rados.0.smithi007.stdout:613: read oid 7 snap -1 2024-08-04T15:29:26.728 INFO:tasks.rados.rados.0.smithi007.stdout:613: expect (ObjNum 163 snap 48 seq_num 163) 2024-08-04T15:29:26.728 INFO:tasks.rados.rados.0.smithi007.stdout:614: delete oid 44 current snap is 61 2024-08-04T15:29:26.728 INFO:tasks.rados.rados.0.smithi007.stdout:609: finishing copy_from to smithi00780855-13 2024-08-04T15:29:26.728 INFO:tasks.rados.rados.0.smithi007.stdout:609: got expected ENOENT (src dne) 2024-08-04T15:29:26.729 INFO:tasks.rados.rados.0.smithi007.stdout:609: finishing copy_from racing read to smithi00780855-13 2024-08-04T15:29:26.729 INFO:tasks.rados.rados.0.smithi007.stdout:608: finishing write tid 1 to smithi00780855-19 2024-08-04T15:29:26.729 INFO:tasks.rados.rados.0.smithi007.stdout:608: finishing write tid 2 to smithi00780855-19 2024-08-04T15:29:26.729 INFO:tasks.rados.rados.0.smithi007.stdout:608: finishing write tid 3 to smithi00780855-19 2024-08-04T15:29:26.729 INFO:tasks.rados.rados.0.smithi007.stdout:608: finishing write tid 4 to smithi00780855-19 2024-08-04T15:29:26.729 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 96 (ObjNum 207 snap 61 seq_num 207) dirty exists 2024-08-04T15:29:26.729 INFO:tasks.rados.rados.0.smithi007.stdout:608: left oid 19 (ObjNum 207 snap 61 seq_num 207) 2024-08-04T15:29:26.730 INFO:tasks.rados.rados.0.smithi007.stdout:608: done (6 left) 2024-08-04T15:29:26.730 INFO:tasks.rados.rados.0.smithi007.stdout:609: done (5 left) 2024-08-04T15:29:26.732 INFO:tasks.rados.rados.0.smithi007.stdout:614: done (4 left) 2024-08-04T15:29:26.732 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 8 current snap is 61 2024-08-04T15:29:26.732 INFO:tasks.rados.rados.0.smithi007.stdout:615: seq_num 210 ranges {0=720896,720896=401408} 2024-08-04T15:29:26.733 INFO:tasks.rados.rados.0.smithi007.stdout:615: writing smithi00780855-8 from 0 to 720896 tid 1 2024-08-04T15:29:26.735 INFO:tasks.rados.rados.0.smithi007.stdout:615: writing smithi00780855-8 from 720896 to 1122304 tid 2 2024-08-04T15:29:26.735 INFO:tasks.rados.rados.0.smithi007.stdout:616: read oid 31 snap -1 2024-08-04T15:29:26.735 INFO:tasks.rados.rados.0.smithi007.stdout:616: expect deleted 2024-08-04T15:29:26.735 INFO:tasks.rados.rados.0.smithi007.stdout:617: rollback oid 27 current snap is 61 2024-08-04T15:29:26.736 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 27 to 47 2024-08-04T15:29:26.736 INFO:tasks.rados.rados.0.smithi007.stdout:610: finishing write tid 1 to smithi00780855-41 2024-08-04T15:29:26.736 INFO:tasks.rados.rados.0.smithi007.stdout:610: finishing write tid 2 to smithi00780855-41 2024-08-04T15:29:26.736 INFO:tasks.rados.rados.0.smithi007.stdout:610: finishing write tid 3 to smithi00780855-41 2024-08-04T15:29:26.736 INFO:tasks.rados.rados.0.smithi007.stdout:610: finishing write tid 4 to smithi00780855-41 2024-08-04T15:29:26.736 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 483 (ObjNum 208 snap 61 seq_num 208) dirty exists 2024-08-04T15:29:26.736 INFO:tasks.rados.rados.0.smithi007.stdout:610: left oid 41 (ObjNum 208 snap 61 seq_num 208) 2024-08-04T15:29:26.737 INFO:tasks.rados.rados.0.smithi007.stdout:611: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:29:26.751 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:26 smithi062 systemd[1]: Stopping Ceph grafana.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:29:26.752 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:26 smithi062 ceph-mon[32659]: pgmap v44: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 880 KiB/s wr, 8 op/s 2024-08-04T15:29:26.752 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:26 smithi062 ceph-mon[32659]: osdmap e184: 8 total, 8 up, 8 in 2024-08-04T15:29:26.795 INFO:tasks.rados.rados.0.smithi007.stdout:615: finishing write tid 1 to smithi00780855-8 2024-08-04T15:29:26.795 INFO:tasks.rados.rados.0.smithi007.stdout:615: finishing write tid 2 to smithi00780855-8 2024-08-04T15:29:26.795 INFO:tasks.rados.rados.0.smithi007.stdout:615: finishing write tid 3 to smithi00780855-8 2024-08-04T15:29:26.795 INFO:tasks.rados.rados.0.smithi007.stdout:612: expect (ObjNum 66 snap 4 seq_num 66) 2024-08-04T15:29:26.903 INFO:tasks.rados.rados.0.smithi007.stdout:615: finishing write tid 4 to smithi00780855-8 2024-08-04T15:29:26.903 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 146 (ObjNum 210 snap 61 seq_num 210) dirty exists 2024-08-04T15:29:26.904 INFO:tasks.rados.rados.0.smithi007.stdout:615: left oid 8 (ObjNum 210 snap 61 seq_num 210) 2024-08-04T15:29:26.904 INFO:tasks.rados.rados.0.smithi007.stdout:613: expect (ObjNum 163 snap 48 seq_num 163) 2024-08-04T15:29:26.915 INFO:tasks.rados.rados.0.smithi007.stdout:617: finishing rollback tid 0 to smithi00780855-27 2024-08-04T15:29:26.916 INFO:tasks.rados.rados.0.smithi007.stdout:617: finishing rollback tid 1 to smithi00780855-27 2024-08-04T15:29:26.916 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 265 (ObjNum 65 snap 0 seq_num 0) dirty dne 2024-08-04T15:29:26.916 INFO:tasks.rados.rados.0.smithi007.stdout:610: done (6 left) 2024-08-04T15:29:26.916 INFO:tasks.rados.rados.0.smithi007.stdout:611: done (5 left) 2024-08-04T15:29:26.916 INFO:tasks.rados.rados.0.smithi007.stdout:612: done (4 left) 2024-08-04T15:29:26.916 INFO:tasks.rados.rados.0.smithi007.stdout:613: done (3 left) 2024-08-04T15:29:26.917 INFO:tasks.rados.rados.0.smithi007.stdout:615: done (2 left) 2024-08-04T15:29:26.917 INFO:tasks.rados.rados.0.smithi007.stdout:616: done (1 left) 2024-08-04T15:29:26.917 INFO:tasks.rados.rados.0.smithi007.stdout:617: done (0 left) 2024-08-04T15:29:26.917 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 13 current snap is 61 2024-08-04T15:29:26.917 INFO:tasks.rados.rados.0.smithi007.stdout:618: seq_num 211 ranges {958464=737280,1695744=401408} 2024-08-04T15:29:26.924 INFO:tasks.rados.rados.0.smithi007.stdout:618: writing smithi00780855-13 from 958464 to 1695744 tid 1 2024-08-04T15:29:26.926 INFO:tasks.rados.rados.0.smithi007.stdout:618: writing smithi00780855-13 from 1695744 to 2097152 tid 2 2024-08-04T15:29:26.926 INFO:tasks.rados.rados.0.smithi007.stdout:619: snap_create 2024-08-04T15:29:26.929 INFO:tasks.rados.rados.0.smithi007.stdout:618: finishing write tid 1 to smithi00780855-13 2024-08-04T15:29:26.929 INFO:tasks.rados.rados.0.smithi007.stdout:618: finishing write tid 2 to smithi00780855-13 2024-08-04T15:29:26.929 INFO:tasks.rados.rados.0.smithi007.stdout:618: finishing write tid 3 to smithi00780855-13 2024-08-04T15:29:26.929 INFO:tasks.rados.rados.0.smithi007.stdout:618: finishing write tid 4 to smithi00780855-13 2024-08-04T15:29:26.930 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 487 (ObjNum 211 snap 61 seq_num 211) dirty exists 2024-08-04T15:29:26.930 INFO:tasks.rados.rados.0.smithi007.stdout:618: left oid 13 (ObjNum 211 snap 61 seq_num 211) 2024-08-04T15:29:27.011 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:26 smithi062 podman[74901]: 2024-08-04 15:29:26.749456355 +0000 UTC m=+0.114547853 container died 90c608c3ce6c63a3fcb78f594c4af0273e2da6a47690ea1fcc1d2e438bb32cb7 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, vendor=Red Hat, Inc., io.openshift.tags=base rhel8, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, build-date=2022-04-29T11:48:11.055897) 2024-08-04T15:29:27.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:26 smithi007 ceph-mon[29096]: pgmap v44: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 880 KiB/s wr, 8 op/s 2024-08-04T15:29:27.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:26 smithi007 ceph-mon[29096]: osdmap e184: 8 total, 8 up, 8 in 2024-08-04T15:29:27.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:26 smithi007 ceph-mon[39529]: pgmap v44: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 880 KiB/s wr, 8 op/s 2024-08-04T15:29:27.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:26 smithi007 ceph-mon[39529]: osdmap e184: 8 total, 8 up, 8 in 2024-08-04T15:29:27.272 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:27 smithi062 podman[74901]: 2024-08-04 15:29:27.012306368 +0000 UTC m=+0.377397865 container cleanup 90c608c3ce6c63a3fcb78f594c4af0273e2da6a47690ea1fcc1d2e438bb32cb7 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, maintainer=Paul Cuzner , distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, vendor=Red Hat, Inc., io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, io.openshift.expose-services=, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-08-04T15:29:27.272 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:27 smithi062 bash[74901]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a 2024-08-04T15:29:27.664 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:27 smithi062 podman[74916]: 2024-08-04 15:29:27.272109721 +0000 UTC m=+0.524287201 container remove 90c608c3ce6c63a3fcb78f594c4af0273e2da6a47690ea1fcc1d2e438bb32cb7 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, version=8.5, maintainer=Paul Cuzner , description=Ceph Grafana Container, io.openshift.tags=base rhel8, vcs-type=git, release=239.1651231664, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, name=ubi8, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, distribution-scope=public) 2024-08-04T15:29:27.665 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:27 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-04T15:29:27.665 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:27 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-04T15:29:27.665 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:27 smithi062 systemd[1]: Stopped Ceph grafana.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:29:27.665 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:27 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@grafana.a.service: Consumed 5.140s CPU time. 2024-08-04T15:29:27.665 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:27 smithi062 systemd[1]: Starting Ceph grafana.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:29:27.678 INFO:tasks.rados.rados.0.smithi007.stdout:618: done (1 left) 2024-08-04T15:29:27.678 INFO:tasks.rados.rados.0.smithi007.stdout:619: done (0 left) 2024-08-04T15:29:27.678 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 18 current snap is 62 2024-08-04T15:29:27.678 INFO:tasks.rados.rados.0.smithi007.stdout:620: seq_num 212 ranges {0=753664,753664=401408} 2024-08-04T15:29:27.682 INFO:tasks.rados.rados.0.smithi007.stdout:620: writing smithi00780855-18 from 0 to 753664 tid 1 2024-08-04T15:29:27.684 INFO:tasks.rados.rados.0.smithi007.stdout:620: writing smithi00780855-18 from 753664 to 1155072 tid 2 2024-08-04T15:29:27.685 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 39 current snap is 62 2024-08-04T15:29:27.685 INFO:tasks.rados.rados.0.smithi007.stdout:621: seq_num 213 ranges {442368=770048,1212416=401408} 2024-08-04T15:29:27.692 INFO:tasks.rados.rados.0.smithi007.stdout:621: writing smithi00780855-39 from 442368 to 1212416 tid 1 2024-08-04T15:29:27.695 INFO:tasks.rados.rados.0.smithi007.stdout:621: writing smithi00780855-39 from 1212416 to 1613824 tid 2 2024-08-04T15:29:27.695 INFO:tasks.rados.rados.0.smithi007.stdout:622: setattr oid 49 current snap is 62 2024-08-04T15:29:27.695 INFO:tasks.rados.rados.0.smithi007.stdout:620: finishing write tid 1 to smithi00780855-18 2024-08-04T15:29:27.695 INFO:tasks.rados.rados.0.smithi007.stdout:620: finishing write tid 2 to smithi00780855-18 2024-08-04T15:29:27.695 INFO:tasks.rados.rados.0.smithi007.stdout:620: finishing write tid 3 to smithi00780855-18 2024-08-04T15:29:27.695 INFO:tasks.rados.rados.0.smithi007.stdout:620: finishing write tid 4 to smithi00780855-18 2024-08-04T15:29:27.695 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 115 (ObjNum 212 snap 62 seq_num 212) dirty exists 2024-08-04T15:29:27.695 INFO:tasks.rados.rados.0.smithi007.stdout:620: left oid 18 (ObjNum 212 snap 62 seq_num 212) 2024-08-04T15:29:27.696 INFO:tasks.rados.rados.0.smithi007.stdout:620: done (2 left) 2024-08-04T15:29:27.696 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 8 current snap is 62 2024-08-04T15:29:27.696 INFO:tasks.rados.rados.0.smithi007.stdout:623: seq_num 214 ranges {1122304=794624,1916928=401408} 2024-08-04T15:29:27.706 INFO:tasks.rados.rados.0.smithi007.stdout:623: writing smithi00780855-8 from 1122304 to 1916928 tid 1 2024-08-04T15:29:27.709 INFO:tasks.rados.rados.0.smithi007.stdout:623: writing smithi00780855-8 from 1916928 to 2318336 tid 2 2024-08-04T15:29:27.709 INFO:tasks.rados.rados.0.smithi007.stdout:624: rollback oid 23 current snap is 62 2024-08-04T15:29:27.709 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 23 to 56 2024-08-04T15:29:27.709 INFO:tasks.rados.rados.0.smithi007.stdout:621: finishing write tid 1 to smithi00780855-39 2024-08-04T15:29:27.709 INFO:tasks.rados.rados.0.smithi007.stdout:621: finishing write tid 2 to smithi00780855-39 2024-08-04T15:29:27.709 INFO:tasks.rados.rados.0.smithi007.stdout:621: finishing write tid 3 to smithi00780855-39 2024-08-04T15:29:27.709 INFO:tasks.rados.rados.0.smithi007.stdout:621: finishing write tid 4 to smithi00780855-39 2024-08-04T15:29:27.710 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 179 (ObjNum 213 snap 62 seq_num 213) dirty exists 2024-08-04T15:29:27.710 INFO:tasks.rados.rados.0.smithi007.stdout:621: left oid 39 (ObjNum 213 snap 62 seq_num 213) 2024-08-04T15:29:27.710 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 349 (ObjNum 196 snap 57 seq_num 196) dirty exists 2024-08-04T15:29:27.710 INFO:tasks.rados.rados.0.smithi007.stdout:621: done (3 left) 2024-08-04T15:29:27.710 INFO:tasks.rados.rados.0.smithi007.stdout:622: done (2 left) 2024-08-04T15:29:27.710 INFO:tasks.rados.rados.0.smithi007.stdout:625: copy_from oid 46 from oid 12 current snap is 62 2024-08-04T15:29:27.710 INFO:tasks.rados.rados.0.smithi007.stdout:626: snap_remove snap 44 2024-08-04T15:29:27.975 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:27 smithi062 ceph-mon[32659]: osdmap e185: 8 total, 8 up, 8 in 2024-08-04T15:29:27.976 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:27 smithi062 podman[75007]: 2024-08-04 15:29:27.664695576 +0000 UTC m=+0.108631850 container create 66e1e6bf99cde5877bb07782c089d9d7dc02d3ca107b78707caf6398c2bea61e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container) 2024-08-04T15:29:27.976 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:27 smithi062 podman[75007]: 2024-08-04 15:29:27.572837741 +0000 UTC m=+0.016774037 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-08-04T15:29:27.976 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:27 smithi062 podman[75007]: 2024-08-04 15:29:27.892526803 +0000 UTC m=+0.336463087 container init 66e1e6bf99cde5877bb07782c089d9d7dc02d3ca107b78707caf6398c2bea61e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a, io.openshift.tags=base rhel8, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, architecture=x86_64, io.openshift.expose-services=, release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, description=Ceph Grafana Container, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-08-04T15:29:27.976 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:27 smithi062 podman[75007]: 2024-08-04 15:29:27.89556532 +0000 UTC m=+0.339501598 container start 66e1e6bf99cde5877bb07782c089d9d7dc02d3ca107b78707caf6398c2bea61e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a, maintainer=Paul Cuzner , architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, io.openshift.expose-services=, io.buildah.version=1.32.0, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, release=239.1651231664, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public) 2024-08-04T15:29:27.976 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:27 smithi062 bash[75007]: 66e1e6bf99cde5877bb07782c089d9d7dc02d3ca107b78707caf6398c2bea61e 2024-08-04T15:29:28.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:27 smithi007 ceph-mon[29096]: osdmap e185: 8 total, 8 up, 8 in 2024-08-04T15:29:28.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:27 smithi007 ceph-mon[39529]: osdmap e185: 8 total, 8 up, 8 in 2024-08-04T15:29:28.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:27 smithi062 systemd[1]: Started Ceph grafana.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:29:28.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=settings t=2024-08-04T15:29:28.070824754Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-04T15:29:28.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=settings t=2024-08-04T15:29:28.071020401Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-04T15:29:28.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=settings t=2024-08-04T15:29:28.071047699Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-04T15:29:28.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=settings t=2024-08-04T15:29:28.071059912Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-04T15:29:28.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=settings t=2024-08-04T15:29:28.071071453Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-04T15:29:28.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=settings t=2024-08-04T15:29:28.071081322Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-04T15:29:28.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=settings t=2024-08-04T15:29:28.071090834Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-04T15:29:28.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=settings t=2024-08-04T15:29:28.071100528Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-04T15:29:28.263 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=settings t=2024-08-04T15:29:28.071110879Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-04T15:29:28.263 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=settings t=2024-08-04T15:29:28.071122613Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-04T15:29:28.263 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=settings t=2024-08-04T15:29:28.071133217Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-04T15:29:28.263 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=settings t=2024-08-04T15:29:28.071142657Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-04T15:29:28.263 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=settings t=2024-08-04T15:29:28.071153122Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-04T15:29:28.263 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=settings t=2024-08-04T15:29:28.071162846Z level=info msg="App mode production" 2024-08-04T15:29:28.263 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=sqlstore t=2024-08-04T15:29:28.071227302Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-04T15:29:28.263 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=sqlstore t=2024-08-04T15:29:28.071252178Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-04T15:29:28.263 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=migrator t=2024-08-04T15:29:28.08580118Z level=info msg="Starting DB migrations" 2024-08-04T15:29:28.263 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=migrator t=2024-08-04T15:29:28.090511716Z level=info msg="migrations completed" performed=0 skipped=481 duration=422.4µs 2024-08-04T15:29:28.263 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=sqlstore t=2024-08-04T15:29:28.090906356Z level=info msg="Created default organization" 2024-08-04T15:29:28.263 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=plugin.loader t=2024-08-04T15:29:28.150592682Z level=info msg="Plugin registered" pluginID=input 2024-08-04T15:29:28.263 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=plugin.loader t=2024-08-04T15:29:28.181198081Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-04T15:29:28.264 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=plugin.loader t=2024-08-04T15:29:28.181237384Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-04T15:29:28.264 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=secrets t=2024-08-04T15:29:28.181288405Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-04T15:29:28.264 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=query_data t=2024-08-04T15:29:28.183023847Z level=info msg="Query Service initialization" 2024-08-04T15:29:28.264 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=live.push_http t=2024-08-04T15:29:28.185379679Z level=info msg="Live Push Gateway initialization" 2024-08-04T15:29:28.688 INFO:tasks.rados.rados.0.smithi007.stdout:626: done (3 left) 2024-08-04T15:29:28.688 INFO:tasks.rados.rados.0.smithi007.stdout:627: copy_from oid 30 from oid 35 current snap is 62 2024-08-04T15:29:28.688 INFO:tasks.rados.rados.0.smithi007.stdout:625: finishing copy_from to smithi00780855-46 2024-08-04T15:29:28.688 INFO:tasks.rados.rados.0.smithi007.stdout:625: got expected ENOENT (src dne) 2024-08-04T15:29:28.688 INFO:tasks.rados.rados.0.smithi007.stdout:625: finishing copy_from racing read to smithi00780855-46 2024-08-04T15:29:28.688 INFO:tasks.rados.rados.0.smithi007.stdout:623: finishing write tid 1 to smithi00780855-8 2024-08-04T15:29:28.688 INFO:tasks.rados.rados.0.smithi007.stdout:624: finishing rollback tid 0 to smithi00780855-23 2024-08-04T15:29:28.688 INFO:tasks.rados.rados.0.smithi007.stdout:624: finishing rollback tid 1 to smithi00780855-23 2024-08-04T15:29:28.688 INFO:tasks.rados.rados.0.smithi007.stdout:623: finishing write tid 2 to smithi00780855-8 2024-08-04T15:29:28.688 INFO:tasks.rados.rados.0.smithi007.stdout:623: finishing write tid 3 to smithi00780855-8 2024-08-04T15:29:28.688 INFO:tasks.rados.rados.0.smithi007.stdout:624: finishing rollback tid 2 to smithi00780855-23 2024-08-04T15:29:28.689 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 208 (ObjNum 194 snap 56 seq_num 194) dirty exists 2024-08-04T15:29:28.689 INFO:tasks.rados.rados.0.smithi007.stdout:623: finishing write tid 4 to smithi00780855-8 2024-08-04T15:29:28.689 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 150 (ObjNum 214 snap 62 seq_num 214) dirty exists 2024-08-04T15:29:28.689 INFO:tasks.rados.rados.0.smithi007.stdout:623: left oid 8 (ObjNum 214 snap 62 seq_num 214) 2024-08-04T15:29:28.689 INFO:tasks.rados.rados.0.smithi007.stdout:623: done (3 left) 2024-08-04T15:29:28.689 INFO:tasks.rados.rados.0.smithi007.stdout:624: done (2 left) 2024-08-04T15:29:28.689 INFO:tasks.rados.rados.0.smithi007.stdout:625: done (1 left) 2024-08-04T15:29:28.689 INFO:tasks.rados.rados.0.smithi007.stdout:628: read oid 44 snap 55 2024-08-04T15:29:28.689 INFO:tasks.rados.rados.0.smithi007.stdout:628: expect (ObjNum 181 snap 52 seq_num 181) 2024-08-04T15:29:28.689 INFO:tasks.rados.rados.0.smithi007.stdout:629: snap_remove snap 48 2024-08-04T15:29:28.761 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[39529]: pgmap v47: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 880 KiB/s wr, 8 op/s 2024-08-04T15:29:28.761 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[39529]: osdmap e186: 8 total, 8 up, 8 in 2024-08-04T15:29:28.761 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:29:28.762 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:28.762 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:28.762 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-04T15:29:28.762 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[39529]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-04T15:29:28.762 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:29:28.762 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[39529]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:29:28.762 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-04T15:29:28.762 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[39529]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-04T15:29:28.762 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:28.762 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[39529]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-04T15:29:28.762 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[39529]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-04T15:29:28.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[29096]: pgmap v47: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 880 KiB/s wr, 8 op/s 2024-08-04T15:29:28.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[29096]: osdmap e186: 8 total, 8 up, 8 in 2024-08-04T15:29:28.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:29:28.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:28.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:28.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-04T15:29:28.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[29096]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-04T15:29:28.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:29:28.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[29096]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:29:28.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-04T15:29:28.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[29096]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-04T15:29:28.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:28.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[29096]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-04T15:29:28.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:28 smithi007 ceph-mon[29096]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-04T15:29:28.956 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-mon[32659]: pgmap v47: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 880 KiB/s wr, 8 op/s 2024-08-04T15:29:28.957 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-mon[32659]: osdmap e186: 8 total, 8 up, 8 in 2024-08-04T15:29:28.957 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:29:28.957 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:28.957 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:28.957 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-04T15:29:28.957 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-mon[32659]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-04T15:29:28.957 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:29:28.957 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-mon[32659]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:29:28.957 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-04T15:29:28.957 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-mon[32659]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-04T15:29:28.957 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:28.957 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-mon[32659]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-04T15:29:28.957 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-mon[32659]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-04T15:29:29.261 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=infra.usagestats.collector t=2024-08-04T15:29:28.956831749Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-04T15:29:29.261 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=provisioning.datasources t=2024-08-04T15:29:29.04371095Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-08-04T15:29:29.261 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=provisioning.datasources t=2024-08-04T15:29:29.043736503Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-04T15:29:29.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=provisioning.datasources t=2024-08-04T15:29:29.053951982Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-04T15:29:29.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=provisioning.alerting t=2024-08-04T15:29:29.134925641Z level=info msg="starting to provision alerting" 2024-08-04T15:29:29.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=provisioning.alerting t=2024-08-04T15:29:29.134953394Z level=info msg="finished to provision alerting" 2024-08-04T15:29:29.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=ngalert.state.manager t=2024-08-04T15:29:29.135140624Z level=info msg="Warming state cache for startup" 2024-08-04T15:29:29.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=grafanaStorageLogger t=2024-08-04T15:29:29.13517377Z level=info msg="storage starting" 2024-08-04T15:29:29.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=http.server t=2024-08-04T15:29:29.140267653Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-04T15:29:29.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=ngalert.state.manager t=2024-08-04T15:29:29.148714497Z level=info msg="State cache has been initialized" states=0 duration=13.57285ms 2024-08-04T15:29:29.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=ticker t=2024-08-04T15:29:29.148791528Z level=info msg=starting first_tick=2024-08-04T15:29:30Z 2024-08-04T15:29:29.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:29:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[75022]: logger=ngalert.multiorg.alertmanager t=2024-08-04T15:29:29.148782834Z level=info msg="starting MultiOrg Alertmanager" 2024-08-04T15:29:29.689 INFO:tasks.rados.rados.0.smithi007.stdout:629: done (2 left) 2024-08-04T15:29:29.689 INFO:tasks.rados.rados.0.smithi007.stdout:630: rmattr oid 1 current snap is 62 2024-08-04T15:29:29.689 INFO:tasks.rados.rados.0.smithi007.stdout:630: done (2 left) 2024-08-04T15:29:29.689 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 10 current snap is 62 2024-08-04T15:29:29.689 INFO:tasks.rados.rados.0.smithi007.stdout:627: finishing copy_from to smithi00780855-30 2024-08-04T15:29:29.690 INFO:tasks.rados.rados.0.smithi007.stdout:627: got expected ENOENT (src dne) 2024-08-04T15:29:29.690 INFO:tasks.rados.rados.0.smithi007.stdout:627: finishing copy_from racing read to smithi00780855-30 2024-08-04T15:29:29.690 INFO:tasks.rados.rados.0.smithi007.stdout:628: expect (ObjNum 181 snap 52 seq_num 181) 2024-08-04T15:29:29.756 INFO:tasks.rados.rados.0.smithi007.stdout:631: seq_num 215 ranges {638976=409600,1048576=532480,1581056=270336} 2024-08-04T15:29:29.762 INFO:tasks.rados.rados.0.smithi007.stdout:631: writing smithi00780855-10 from 638976 to 1048576 tid 1 2024-08-04T15:29:29.766 INFO:tasks.rados.rados.0.smithi007.stdout:631: writing smithi00780855-10 from 1048576 to 1581056 tid 2 2024-08-04T15:29:29.768 INFO:tasks.rados.rados.0.smithi007.stdout:631: writing smithi00780855-10 from 1581056 to 1851392 tid 3 2024-08-04T15:29:29.768 INFO:tasks.rados.rados.0.smithi007.stdout:627: done (2 left) 2024-08-04T15:29:29.769 INFO:tasks.rados.rados.0.smithi007.stdout:628: done (1 left) 2024-08-04T15:29:29.769 INFO:tasks.rados.rados.0.smithi007.stdout:632: copy_from oid 12 from oid 45 current snap is 62 2024-08-04T15:29:29.769 INFO:tasks.rados.rados.0.smithi007.stdout:631: finishing write tid 1 to smithi00780855-10 2024-08-04T15:29:29.769 INFO:tasks.rados.rados.0.smithi007.stdout:633: read oid 13 snap -1 2024-08-04T15:29:29.769 INFO:tasks.rados.rados.0.smithi007.stdout:633: expect (ObjNum 211 snap 61 seq_num 211) 2024-08-04T15:29:29.769 INFO:tasks.rados.rados.0.smithi007.stdout:634: rollback oid 14 current snap is 62 2024-08-04T15:29:29.770 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 14 to 42 2024-08-04T15:29:29.770 INFO:tasks.rados.rados.0.smithi007.stdout:635: setattr oid 31 current snap is 62 2024-08-04T15:29:29.771 INFO:tasks.rados.rados.0.smithi007.stdout:631: finishing write tid 2 to smithi00780855-10 2024-08-04T15:29:29.771 INFO:tasks.rados.rados.0.smithi007.stdout:631: finishing write tid 3 to smithi00780855-10 2024-08-04T15:29:29.771 INFO:tasks.rados.rados.0.smithi007.stdout:636: rmattr oid 41 current snap is 62 2024-08-04T15:29:29.771 INFO:tasks.rados.rados.0.smithi007.stdout:636: done (5 left) 2024-08-04T15:29:29.771 INFO:tasks.rados.rados.0.smithi007.stdout:637: read oid 32 snap -1 2024-08-04T15:29:29.771 INFO:tasks.rados.rados.0.smithi007.stdout:637: expect (ObjNum 206 snap 60 seq_num 206) 2024-08-04T15:29:29.771 INFO:tasks.rados.rados.0.smithi007.stdout:638: rollback oid 21 current snap is 62 2024-08-04T15:29:29.772 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 21 to 46 2024-08-04T15:29:29.772 INFO:tasks.rados.rados.0.smithi007.stdout:631: finishing write tid 4 to smithi00780855-10 2024-08-04T15:29:29.772 INFO:tasks.rados.rados.0.smithi007.stdout:639: copy_from oid 22 from oid 50 current snap is 62 2024-08-04T15:29:29.772 INFO:tasks.rados.rados.0.smithi007.stdout:640: delete oid 44 current snap is 62 2024-08-04T15:29:29.772 INFO:tasks.rados.rados.0.smithi007.stdout:640: done (8 left) 2024-08-04T15:29:29.772 INFO:tasks.rados.rados.0.smithi007.stdout:641: rollback oid 20 current snap is 62 2024-08-04T15:29:29.773 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 20 to 61 2024-08-04T15:29:29.773 INFO:tasks.rados.rados.0.smithi007.stdout:642: snap_remove snap 47 2024-08-04T15:29:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:29 smithi007 ceph-mon[29096]: osdmap e187: 8 total, 8 up, 8 in 2024-08-04T15:29:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:29 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:29 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:29:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:29 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:29:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:29 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:29:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:29 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:29:29.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:29 smithi007 ceph-mon[39529]: osdmap e187: 8 total, 8 up, 8 in 2024-08-04T15:29:29.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:29 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:29.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:29 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:29:29.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:29 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:29:29.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:29 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:29:29.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:29 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:29:30.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:29 smithi062 ceph-mon[32659]: osdmap e187: 8 total, 8 up, 8 in 2024-08-04T15:29:30.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:29 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:30.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:29 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:29:30.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:29 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:29:30.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:29 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:29:30.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:29 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:29:30.621 INFO:tasks.rados.rados.0.smithi007.stdout:642: done (9 left) 2024-08-04T15:29:30.621 INFO:tasks.rados.rados.0.smithi007.stdout:643: read oid 33 snap -1 2024-08-04T15:29:30.621 INFO:tasks.rados.rados.0.smithi007.stdout:643: expect (ObjNum 204 snap 59 seq_num 204) 2024-08-04T15:29:30.621 INFO:tasks.rados.rados.0.smithi007.stdout:644: delete oid 39 current snap is 62 2024-08-04T15:29:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:631: finishing write tid 5 to smithi00780855-10 2024-08-04T15:29:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 374 (ObjNum 215 snap 62 seq_num 215) dirty exists 2024-08-04T15:29:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:631: left oid 10 (ObjNum 215 snap 62 seq_num 215) 2024-08-04T15:29:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 188 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-04T15:29:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:638: finishing rollback tid 0 to smithi00780855-21 2024-08-04T15:29:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:641: finishing rollback tid 0 to smithi00780855-20 2024-08-04T15:29:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:637: expect (ObjNum 206 snap 60 seq_num 206) 2024-08-04T15:29:30.662 INFO:tasks.rados.rados.0.smithi007.stdout:641: finishing rollback tid 1 to smithi00780855-20 2024-08-04T15:29:30.662 INFO:tasks.rados.rados.0.smithi007.stdout:641: finishing rollback tid 2 to smithi00780855-20 2024-08-04T15:29:30.662 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 239 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:29:30.662 INFO:tasks.rados.rados.0.smithi007.stdout:638: finishing rollback tid 1 to smithi00780855-21 2024-08-04T15:29:30.663 INFO:tasks.rados.rados.0.smithi007.stdout:638: finishing rollback tid 2 to smithi00780855-21 2024-08-04T15:29:30.663 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 378 (ObjNum 66 snap 4 seq_num 66) dirty exists 2024-08-04T15:29:30.663 INFO:tasks.rados.rados.0.smithi007.stdout:639: finishing copy_from racing read to smithi00780855-22 2024-08-04T15:29:30.663 INFO:tasks.rados.rados.0.smithi007.stdout:639: finishing copy_from to smithi00780855-22 2024-08-04T15:29:30.663 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 203 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-04T15:29:30.663 INFO:tasks.rados.rados.0.smithi007.stdout:633: expect (ObjNum 211 snap 61 seq_num 211) 2024-08-04T15:29:30.735 INFO:tasks.rados.rados.0.smithi007.stdout:634: finishing rollback tid 0 to smithi00780855-14 2024-08-04T15:29:30.735 INFO:tasks.rados.rados.0.smithi007.stdout:634: finishing rollback tid 1 to smithi00780855-14 2024-08-04T15:29:30.736 INFO:tasks.rados.rados.0.smithi007.stdout:634: finishing rollback tid 2 to smithi00780855-14 2024-08-04T15:29:30.736 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 517 (ObjNum 140 snap 38 seq_num 140) dirty exists 2024-08-04T15:29:30.736 INFO:tasks.rados.rados.0.smithi007.stdout:631: done (10 left) 2024-08-04T15:29:30.736 INFO:tasks.rados.rados.0.smithi007.stdout:633: done (9 left) 2024-08-04T15:29:30.736 INFO:tasks.rados.rados.0.smithi007.stdout:634: done (8 left) 2024-08-04T15:29:30.736 INFO:tasks.rados.rados.0.smithi007.stdout:635: done (7 left) 2024-08-04T15:29:30.736 INFO:tasks.rados.rados.0.smithi007.stdout:637: done (6 left) 2024-08-04T15:29:30.736 INFO:tasks.rados.rados.0.smithi007.stdout:638: done (5 left) 2024-08-04T15:29:30.736 INFO:tasks.rados.rados.0.smithi007.stdout:639: done (4 left) 2024-08-04T15:29:30.736 INFO:tasks.rados.rados.0.smithi007.stdout:641: done (3 left) 2024-08-04T15:29:30.736 INFO:tasks.rados.rados.0.smithi007.stdout:644: done (2 left) 2024-08-04T15:29:30.736 INFO:tasks.rados.rados.0.smithi007.stdout:645: rollback oid 20 current snap is 62 2024-08-04T15:29:30.736 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 20 to 50 2024-08-04T15:29:30.737 INFO:tasks.rados.rados.0.smithi007.stdout:632: finishing copy_from racing read to smithi00780855-12 2024-08-04T15:29:30.737 INFO:tasks.rados.rados.0.smithi007.stdout:632: finishing copy_from to smithi00780855-12 2024-08-04T15:29:30.737 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 418 (ObjNum 192 snap 56 seq_num 192) dirty exists 2024-08-04T15:29:30.737 INFO:tasks.rados.rados.0.smithi007.stdout:643: expect (ObjNum 204 snap 59 seq_num 204) 2024-08-04T15:29:30.967 INFO:tasks.rados.rados.0.smithi007.stdout:645: finishing rollback tid 0 to smithi00780855-20 2024-08-04T15:29:30.968 INFO:tasks.rados.rados.0.smithi007.stdout:645: finishing rollback tid 1 to smithi00780855-20 2024-08-04T15:29:30.968 INFO:tasks.rados.rados.0.smithi007.stdout:645: finishing rollback tid 2 to smithi00780855-20 2024-08-04T15:29:30.968 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 248 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:29:30.968 INFO:tasks.rados.rados.0.smithi007.stdout:632: done (2 left) 2024-08-04T15:29:30.968 INFO:tasks.rados.rados.0.smithi007.stdout:643: done (1 left) 2024-08-04T15:29:30.968 INFO:tasks.rados.rados.0.smithi007.stdout:645: done (0 left) 2024-08-04T15:29:30.968 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 8 current snap is 62 2024-08-04T15:29:30.969 INFO:tasks.rados.rados.0.smithi007.stdout:646: seq_num 218 ranges {2318336=458752,2777088=581632,3358720=221184} 2024-08-04T15:29:30.982 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:30 smithi007 ceph-mon[29096]: Upgrade: Updating mgr.y 2024-08-04T15:29:30.982 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:30 smithi007 ceph-mon[29096]: Deploying daemon mgr.y on smithi007 2024-08-04T15:29:30.982 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:30 smithi007 ceph-mon[29096]: pgmap v50: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.1 MiB/s wr, 34 op/s 2024-08-04T15:29:30.982 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:30 smithi007 ceph-mon[29096]: osdmap e188: 8 total, 8 up, 8 in 2024-08-04T15:29:30.982 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:30 smithi007 ceph-mon[29096]: osdmap e189: 8 total, 8 up, 8 in 2024-08-04T15:29:30.982 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:30 smithi007 ceph-mon[39529]: Upgrade: Updating mgr.y 2024-08-04T15:29:30.983 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:30 smithi007 ceph-mon[39529]: Deploying daemon mgr.y on smithi007 2024-08-04T15:29:30.983 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:30 smithi007 ceph-mon[39529]: pgmap v50: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.1 MiB/s wr, 34 op/s 2024-08-04T15:29:30.983 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:30 smithi007 ceph-mon[39529]: osdmap e188: 8 total, 8 up, 8 in 2024-08-04T15:29:30.983 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:30 smithi007 ceph-mon[39529]: osdmap e189: 8 total, 8 up, 8 in 2024-08-04T15:29:30.983 INFO:tasks.rados.rados.0.smithi007.stdout:646: writing smithi00780855-8 from 2318336 to 2777088 tid 1 2024-08-04T15:29:30.987 INFO:tasks.rados.rados.0.smithi007.stdout:646: writing smithi00780855-8 from 2777088 to 3358720 tid 2 2024-08-04T15:29:30.988 INFO:tasks.rados.rados.0.smithi007.stdout:646: writing smithi00780855-8 from 3358720 to 3579904 tid 3 2024-08-04T15:29:30.989 INFO:tasks.rados.rados.0.smithi007.stdout:647: rollback oid 50 current snap is 62 2024-08-04T15:29:30.989 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 50 to 45 2024-08-04T15:29:30.989 INFO:tasks.rados.rados.0.smithi007.stdout:646: finishing write tid 1 to smithi00780855-8 2024-08-04T15:29:30.989 INFO:tasks.rados.rados.0.smithi007.stdout:648: snap_remove snap 42 2024-08-04T15:29:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:30 smithi062 ceph-mon[32659]: Upgrade: Updating mgr.y 2024-08-04T15:29:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:30 smithi062 ceph-mon[32659]: Deploying daemon mgr.y on smithi007 2024-08-04T15:29:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:30 smithi062 ceph-mon[32659]: pgmap v50: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.1 MiB/s wr, 34 op/s 2024-08-04T15:29:31.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:30 smithi062 ceph-mon[32659]: osdmap e188: 8 total, 8 up, 8 in 2024-08-04T15:29:31.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:30 smithi062 ceph-mon[32659]: osdmap e189: 8 total, 8 up, 8 in 2024-08-04T15:29:31.568 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:31 smithi007 systemd[1]: Stopping Ceph mgr.y for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:29:31.696 INFO:tasks.rados.rados.0.smithi007.stdout:648: done (2 left) 2024-08-04T15:29:31.696 INFO:tasks.rados.rados.0.smithi007.stdout:649: snap_create 2024-08-04T15:29:31.696 INFO:tasks.rados.rados.0.smithi007.stdout:646: finishing write tid 2 to smithi00780855-8 2024-08-04T15:29:31.696 INFO:tasks.rados.rados.0.smithi007.stdout:646: finishing write tid 3 to smithi00780855-8 2024-08-04T15:29:31.696 INFO:tasks.rados.rados.0.smithi007.stdout:646: finishing write tid 4 to smithi00780855-8 2024-08-04T15:29:31.696 INFO:tasks.rados.rados.0.smithi007.stdout:647: finishing rollback tid 0 to smithi00780855-50 2024-08-04T15:29:31.696 INFO:tasks.rados.rados.0.smithi007.stdout:647: finishing rollback tid 1 to smithi00780855-50 2024-08-04T15:29:31.696 INFO:tasks.rados.rados.0.smithi007.stdout:647: finishing rollback tid 2 to smithi00780855-50 2024-08-04T15:29:31.696 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 252 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-04T15:29:31.696 INFO:tasks.rados.rados.0.smithi007.stdout:646: finishing write tid 5 to smithi00780855-8 2024-08-04T15:29:31.697 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 162 (ObjNum 218 snap 62 seq_num 218) dirty exists 2024-08-04T15:29:31.697 INFO:tasks.rados.rados.0.smithi007.stdout:646: left oid 8 (ObjNum 218 snap 62 seq_num 218) 2024-08-04T15:29:31.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:31 smithi007 podman[83943]: 2024-08-04 15:29:31.567619345 +0000 UTC m=+0.135376672 container died b8fc9ee643595d337cc6ed113312a3b6bcdcc7c2bfb14e02ade95a56ad45c58c (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=quincy-85224d9) 2024-08-04T15:29:32.179 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:31 smithi007 podman[83943]: 2024-08-04 15:29:31.944782495 +0000 UTC m=+0.512539823 container cleanup b8fc9ee643595d337cc6ed113312a3b6bcdcc7c2bfb14e02ade95a56ad45c58c (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=quincy-85224d9, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-08-04T15:29:32.179 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:31 smithi007 bash[83943]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y 2024-08-04T15:29:32.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:31 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:29:31] "GET /metrics HTTP/1.1" 200 36041 "" "Prometheus/2.43.0" 2024-08-04T15:29:32.531 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:32 smithi007 podman[83954]: 2024-08-04 15:29:32.179710066 +0000 UTC m=+0.614267842 container remove b8fc9ee643595d337cc6ed113312a3b6bcdcc7c2bfb14e02ade95a56ad45c58c (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, ceph=True, RELEASE=quincy-85224d9, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T15:29:32.532 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:32 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-08-04T15:29:32.532 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:32 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-08-04T15:29:32.532 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:32 smithi007 systemd[1]: Stopped Ceph mgr.y for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:29:32.532 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:32 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.y.service: Consumed 47.488s CPU time. 2024-08-04T15:29:32.696 INFO:tasks.rados.rados.0.smithi007.stdout:646: done (2 left) 2024-08-04T15:29:32.697 INFO:tasks.rados.rados.0.smithi007.stdout:647: done (1 left) 2024-08-04T15:29:32.697 INFO:tasks.rados.rados.0.smithi007.stdout:649: done (0 left) 2024-08-04T15:29:32.697 INFO:tasks.rados.rados.0.smithi007.stdout:650: rmattr oid 40 current snap is 63 2024-08-04T15:29:32.697 INFO:tasks.rados.rados.0.smithi007.stdout:650: done (0 left) 2024-08-04T15:29:32.697 INFO:tasks.rados.rados.0.smithi007.stdout:651: read oid 10 snap 33 2024-08-04T15:29:32.697 INFO:tasks.rados.rados.0.smithi007.stdout:651: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-04T15:29:32.697 INFO:tasks.rados.rados.0.smithi007.stdout:652: read oid 50 snap -1 2024-08-04T15:29:32.697 INFO:tasks.rados.rados.0.smithi007.stdout:652: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-04T15:29:32.697 INFO:tasks.rados.rados.0.smithi007.stdout:653: setattr oid 7 current snap is 63 2024-08-04T15:29:32.699 INFO:tasks.rados.rados.0.smithi007.stdout:654: read oid 18 snap 28 2024-08-04T15:29:32.699 INFO:tasks.rados.rados.0.smithi007.stdout:654: expect (ObjNum 115 snap 28 seq_num 115) 2024-08-04T15:29:32.699 INFO:tasks.rados.rados.0.smithi007.stdout:655: copy_from oid 42 from oid 35 current snap is 63 2024-08-04T15:29:32.699 INFO:tasks.rados.rados.0.smithi007.stdout:656: read oid 46 snap -1 2024-08-04T15:29:32.699 INFO:tasks.rados.rados.0.smithi007.stdout:656: expect deleted 2024-08-04T15:29:32.699 INFO:tasks.rados.rados.0.smithi007.stdout:657: rollback oid 31 current snap is 63 2024-08-04T15:29:32.699 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 31 to 61 2024-08-04T15:29:32.699 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 8 current snap is 63 2024-08-04T15:29:32.699 INFO:tasks.rados.rados.0.smithi007.stdout:658: seq_num 219 ranges {3579904=475136,4055040=466944,4521984=335872} 2024-08-04T15:29:32.721 INFO:tasks.rados.rados.0.smithi007.stdout:658: writing smithi00780855-8 from 3579904 to 4055040 tid 1 2024-08-04T15:29:32.723 INFO:tasks.rados.rados.0.smithi007.stdout:658: writing smithi00780855-8 from 4055040 to 4521984 tid 2 2024-08-04T15:29:32.726 INFO:tasks.rados.rados.0.smithi007.stdout:658: writing smithi00780855-8 from 4521984 to 4857856 tid 3 2024-08-04T15:29:32.726 INFO:tasks.rados.rados.0.smithi007.stdout:659: rollback oid 19 current snap is 63 2024-08-04T15:29:32.726 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 19 to 46 2024-08-04T15:29:32.726 INFO:tasks.rados.rados.0.smithi007.stdout:652: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-04T15:29:32.737 INFO:tasks.rados.rados.0.smithi007.stdout:655: finishing copy_from to smithi00780855-42 2024-08-04T15:29:32.737 INFO:tasks.rados.rados.0.smithi007.stdout:655: got expected ENOENT (src dne) 2024-08-04T15:29:32.738 INFO:tasks.rados.rados.0.smithi007.stdout:655: finishing copy_from racing read to smithi00780855-42 2024-08-04T15:29:32.738 INFO:tasks.rados.rados.0.smithi007.stdout:657: finishing rollback tid 0 to smithi00780855-31 2024-08-04T15:29:32.738 INFO:tasks.rados.rados.0.smithi007.stdout:657: finishing rollback tid 1 to smithi00780855-31 2024-08-04T15:29:32.738 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 202 (ObjNum 161 snap 0 seq_num 3493523312) dirty dne 2024-08-04T15:29:32.738 INFO:tasks.rados.rados.0.smithi007.stdout:654: expect (ObjNum 115 snap 28 seq_num 115) 2024-08-04T15:29:32.799 INFO:tasks.rados.rados.0.smithi007.stdout:651: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-04T15:29:32.817 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 398 (ObjNum 163 snap 48 seq_num 163) dirty exists 2024-08-04T15:29:32.817 INFO:tasks.rados.rados.0.smithi007.stdout:658: finishing write tid 1 to smithi00780855-8 2024-08-04T15:29:32.817 INFO:tasks.rados.rados.0.smithi007.stdout:658: finishing write tid 2 to smithi00780855-8 2024-08-04T15:29:32.817 INFO:tasks.rados.rados.0.smithi007.stdout:658: finishing write tid 3 to smithi00780855-8 2024-08-04T15:29:32.817 INFO:tasks.rados.rados.0.smithi007.stdout:658: finishing write tid 4 to smithi00780855-8 2024-08-04T15:29:32.817 INFO:tasks.rados.rados.0.smithi007.stdout:659: finishing rollback tid 0 to smithi00780855-19 2024-08-04T15:29:32.817 INFO:tasks.rados.rados.0.smithi007.stdout:659: finishing rollback tid 1 to smithi00780855-19 2024-08-04T15:29:32.817 INFO:tasks.rados.rados.0.smithi007.stdout:659: finishing rollback tid 2 to smithi00780855-19 2024-08-04T15:29:32.817 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 116 (ObjNum 131 snap 35 seq_num 131) dirty exists 2024-08-04T15:29:32.817 INFO:tasks.rados.rados.0.smithi007.stdout:658: finishing write tid 5 to smithi00780855-8 2024-08-04T15:29:32.817 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 171 (ObjNum 219 snap 63 seq_num 219) dirty exists 2024-08-04T15:29:32.817 INFO:tasks.rados.rados.0.smithi007.stdout:658: left oid 8 (ObjNum 219 snap 63 seq_num 219) 2024-08-04T15:29:32.818 INFO:tasks.rados.rados.0.smithi007.stdout:651: done (8 left) 2024-08-04T15:29:32.818 INFO:tasks.rados.rados.0.smithi007.stdout:652: done (7 left) 2024-08-04T15:29:32.818 INFO:tasks.rados.rados.0.smithi007.stdout:653: done (6 left) 2024-08-04T15:29:32.818 INFO:tasks.rados.rados.0.smithi007.stdout:654: done (5 left) 2024-08-04T15:29:32.818 INFO:tasks.rados.rados.0.smithi007.stdout:655: done (4 left) 2024-08-04T15:29:32.818 INFO:tasks.rados.rados.0.smithi007.stdout:656: done (3 left) 2024-08-04T15:29:32.818 INFO:tasks.rados.rados.0.smithi007.stdout:657: done (2 left) 2024-08-04T15:29:32.818 INFO:tasks.rados.rados.0.smithi007.stdout:658: done (1 left) 2024-08-04T15:29:32.818 INFO:tasks.rados.rados.0.smithi007.stdout:659: done (0 left) 2024-08-04T15:29:32.818 INFO:tasks.rados.rados.0.smithi007.stdout:660: rollback oid 27 current snap is 63 2024-08-04T15:29:32.818 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 27 to 62 2024-08-04T15:29:32.818 INFO:tasks.rados.rados.0.smithi007.stdout:661: read oid 37 snap 36 2024-08-04T15:29:32.819 INFO:tasks.rados.rados.0.smithi007.stdout:661: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-04T15:29:32.819 INFO:tasks.rados.rados.0.smithi007.stdout:662: copy_from oid 4 from oid 44 current snap is 63 2024-08-04T15:29:32.819 INFO:tasks.rados.rados.0.smithi007.stdout:663: snap_remove snap 28 2024-08-04T15:29:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:32 smithi007 ceph-mon[29096]: pgmap v53: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.1 MiB/s wr, 34 op/s 2024-08-04T15:29:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:32 smithi007 ceph-mon[29096]: osdmap e190: 8 total, 8 up, 8 in 2024-08-04T15:29:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:32 smithi007 ceph-mon[39529]: pgmap v53: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.1 MiB/s wr, 34 op/s 2024-08-04T15:29:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:32 smithi007 ceph-mon[39529]: osdmap e190: 8 total, 8 up, 8 in 2024-08-04T15:29:32.837 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:32 smithi007 systemd[1]: Starting Ceph mgr.y for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:29:32.837 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:32 smithi007 podman[84085]: 2024-08-04 15:29:32.747342647 +0000 UTC m=+0.113540908 container create 37ef3ca8c5a9388aa6479dfe0d5e505197482e7101fd039556e5bc66a3e0abcc (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux ) 2024-08-04T15:29:32.837 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:32 smithi007 podman[84085]: 2024-08-04 15:29:32.651974886 +0000 UTC m=+0.018173169 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:29:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:32 smithi062 ceph-mon[32659]: pgmap v53: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.1 MiB/s wr, 34 op/s 2024-08-04T15:29:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:32 smithi062 ceph-mon[32659]: osdmap e190: 8 total, 8 up, 8 in 2024-08-04T15:29:33.269 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:32 smithi007 podman[84085]: 2024-08-04 15:29:32.975393603 +0000 UTC m=+0.341591884 container init 37ef3ca8c5a9388aa6479dfe0d5e505197482e7101fd039556e5bc66a3e0abcc (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-release-26c3fb8, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-04T15:29:33.269 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:32 smithi007 podman[84085]: 2024-08-04 15:29:32.978439122 +0000 UTC m=+0.344637385 container start 37ef3ca8c5a9388aa6479dfe0d5e505197482e7101fd039556e5bc66a3e0abcc (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-04T15:29:33.270 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:33 smithi007 ceph-mgr[84103]: -- 172.21.15.7:0/2260025399 <== mon.0 v2:172.21.15.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c330acb0e0 con 0x55c330aa8800 2024-08-04T15:29:33.270 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:33 smithi007 bash[84085]: 37ef3ca8c5a9388aa6479dfe0d5e505197482e7101fd039556e5bc66a3e0abcc 2024-08-04T15:29:33.270 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:33 smithi007 systemd[1]: Started Ceph mgr.y for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:29:33.270 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:33 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:33.108+0000 7f496c51c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-04T15:29:33.270 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:33 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:33.268+0000 7f496c51c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:29:33.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:33 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:33.340+0000 7f496c51c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-04T15:29:33.709 INFO:tasks.rados.rados.0.smithi007.stdout:663: done (3 left) 2024-08-04T15:29:33.709 INFO:tasks.rados.rados.0.smithi007.stdout:664: snap_remove snap 56 2024-08-04T15:29:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:33 smithi062 ceph-mon[32659]: osdmap e191: 8 total, 8 up, 8 in 2024-08-04T15:29:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:33 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:33 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:33 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:33.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:33 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:33.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:33 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:33.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:33 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi062\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi062\", job=\"node\", machine=\"x86_64\", nodename=\"smithi062\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi062\", job=\"node\", machine=\"x86_64\", nodename=\"smithi062\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:29:34.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:33 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:33.606+0000 7f496c51c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-04T15:29:34.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:33 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:33.670+0000 7f496c51c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-04T15:29:34.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:33 smithi007 ceph-mon[29096]: osdmap e191: 8 total, 8 up, 8 in 2024-08-04T15:29:34.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:33 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:34.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:33 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:34.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:33 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:34.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:33 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:34.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:33 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:34.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:33 smithi007 ceph-mon[39529]: osdmap e191: 8 total, 8 up, 8 in 2024-08-04T15:29:34.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:33 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:34.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:33 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:34.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:33 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:34.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:33 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:34.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:33 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:34.709 INFO:tasks.rados.rados.0.smithi007.stdout:664: done (3 left) 2024-08-04T15:29:34.709 INFO:tasks.rados.rados.0.smithi007.stdout:665: rollback oid 30 current snap is 63 2024-08-04T15:29:34.709 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 30 to 38 2024-08-04T15:29:34.709 INFO:tasks.rados.rados.0.smithi007.stdout:666: delete oid 21 current snap is 63 2024-08-04T15:29:34.709 INFO:tasks.rados.rados.0.smithi007.stdout:662: finishing copy_from to smithi00780855-4 2024-08-04T15:29:34.709 INFO:tasks.rados.rados.0.smithi007.stdout:662: got expected ENOENT (src dne) 2024-08-04T15:29:34.709 INFO:tasks.rados.rados.0.smithi007.stdout:662: finishing copy_from racing read to smithi00780855-4 2024-08-04T15:29:34.710 INFO:tasks.rados.rados.0.smithi007.stdout:660: finishing rollback tid 1 to smithi00780855-27 2024-08-04T15:29:34.710 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 265 (ObjNum 81 snap 0 seq_num 3493062464) dirty dne 2024-08-04T15:29:34.710 INFO:tasks.rados.rados.0.smithi007.stdout:661: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-04T15:29:34.710 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:29:34.710 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:29:34.711 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:34 smithi062 ceph-mon[32659]: pgmap v56: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:34.711 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:34 smithi062 ceph-mon[32659]: osdmap e192: 8 total, 8 up, 8 in 2024-08-04T15:29:34.747 INFO:tasks.rados.rados.0.smithi007.stdout:665: finishing rollback tid 0 to smithi00780855-30 2024-08-04T15:29:34.747 INFO:tasks.rados.rados.0.smithi007.stdout:665: finishing rollback tid 1 to smithi00780855-30 2024-08-04T15:29:34.747 INFO:tasks.rados.rados.0.smithi007.stdout:665: finishing rollback tid 2 to smithi00780855-30 2024-08-04T15:29:34.747 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 294 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-04T15:29:34.747 INFO:tasks.rados.rados.0.smithi007.stdout:660: done (4 left) 2024-08-04T15:29:34.747 INFO:tasks.rados.rados.0.smithi007.stdout:661: done (3 left) 2024-08-04T15:29:34.747 INFO:tasks.rados.rados.0.smithi007.stdout:662: done (2 left) 2024-08-04T15:29:34.748 INFO:tasks.rados.rados.0.smithi007.stdout:665: done (1 left) 2024-08-04T15:29:34.748 INFO:tasks.rados.rados.0.smithi007.stdout:666: done (0 left) 2024-08-04T15:29:34.748 INFO:tasks.rados.rados.0.smithi007.stdout:667: read oid 42 snap -1 2024-08-04T15:29:34.748 INFO:tasks.rados.rados.0.smithi007.stdout:667: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:29:34.748 INFO:tasks.rados.rados.0.smithi007.stdout:668: setattr oid 5 current snap is 63 2024-08-04T15:29:34.748 INFO:tasks.rados.rados.0.smithi007.stdout:669: rmattr oid 26 current snap is 63 2024-08-04T15:29:34.748 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 63 2024-08-04T15:29:34.748 INFO:tasks.rados.rados.0.smithi007.stdout:670: seq_num 221 ranges {0=507904,507904=688128,1196032=114688} 2024-08-04T15:29:34.751 INFO:tasks.rados.rados.0.smithi007.stdout:670: writing smithi00780855-15 from 0 to 507904 tid 1 2024-08-04T15:29:34.756 INFO:tasks.rados.rados.0.smithi007.stdout:670: writing smithi00780855-15 from 507904 to 1196032 tid 2 2024-08-04T15:29:34.757 INFO:tasks.rados.rados.0.smithi007.stdout:670: writing smithi00780855-15 from 1196032 to 1310720 tid 3 2024-08-04T15:29:34.757 INFO:tasks.rados.rados.0.smithi007.stdout:671: snap_create 2024-08-04T15:29:34.757 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 149 (ObjNum 128 snap 33 seq_num 128) dirty exists 2024-08-04T15:29:34.757 INFO:tasks.rados.rados.0.smithi007.stdout:667: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:29:34.818 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 426 (ObjNum 160 snap 47 seq_num 160) dirty exists 2024-08-04T15:29:34.819 INFO:tasks.rados.rados.0.smithi007.stdout:670: finishing write tid 1 to smithi00780855-15 2024-08-04T15:29:34.819 INFO:tasks.rados.rados.0.smithi007.stdout:670: finishing write tid 2 to smithi00780855-15 2024-08-04T15:29:34.819 INFO:tasks.rados.rados.0.smithi007.stdout:670: finishing write tid 3 to smithi00780855-15 2024-08-04T15:29:34.819 INFO:tasks.rados.rados.0.smithi007.stdout:670: finishing write tid 4 to smithi00780855-15 2024-08-04T15:29:34.819 INFO:tasks.rados.rados.0.smithi007.stdout:670: finishing write tid 5 to smithi00780855-15 2024-08-04T15:29:34.819 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 570 (ObjNum 221 snap 63 seq_num 221) dirty exists 2024-08-04T15:29:34.819 INFO:tasks.rados.rados.0.smithi007.stdout:670: left oid 15 (ObjNum 221 snap 63 seq_num 221) 2024-08-04T15:29:35.032 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:34.727+0000 7f496c51c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-04T15:29:35.033 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:34.856+0000 7f496c51c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-04T15:29:35.033 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:34.918+0000 7f496c51c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-04T15:29:35.033 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:34 smithi007 ceph-mon[29096]: pgmap v56: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:35.033 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:34 smithi007 ceph-mon[29096]: osdmap e192: 8 total, 8 up, 8 in 2024-08-04T15:29:35.033 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:34 smithi007 ceph-mon[39529]: pgmap v56: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:29:35.033 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:34 smithi007 ceph-mon[39529]: osdmap e192: 8 total, 8 up, 8 in 2024-08-04T15:29:35.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:35 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:35.142+0000 7f496c51c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-04T15:29:35.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:35 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:35.205+0000 7f496c51c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-04T15:29:35.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:35 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:35.278+0000 7f496c51c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-04T15:29:35.713 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:35 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:35.455+0000 7f496c51c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:29:35.717 INFO:tasks.rados.rados.0.smithi007.stdout:667: done (4 left) 2024-08-04T15:29:35.717 INFO:tasks.rados.rados.0.smithi007.stdout:668: done (3 left) 2024-08-04T15:29:35.717 INFO:tasks.rados.rados.0.smithi007.stdout:669: done (2 left) 2024-08-04T15:29:35.717 INFO:tasks.rados.rados.0.smithi007.stdout:670: done (1 left) 2024-08-04T15:29:35.717 INFO:tasks.rados.rados.0.smithi007.stdout:671: done (0 left) 2024-08-04T15:29:35.717 INFO:tasks.rados.rados.0.smithi007.stdout:672: snap_remove snap 62 2024-08-04T15:29:36.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:35 smithi062 ceph-mon[32659]: osdmap e193: 8 total, 8 up, 8 in 2024-08-04T15:29:36.044 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:35 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:35.927+0000 7f496c51c040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-04T15:29:36.045 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:35 smithi007 ceph-mon[29096]: osdmap e193: 8 total, 8 up, 8 in 2024-08-04T15:29:36.045 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:35 smithi007 ceph-mon[39529]: osdmap e193: 8 total, 8 up, 8 in 2024-08-04T15:29:36.335 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:36.259+0000 7f496c51c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-04T15:29:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:36.334+0000 7f496c51c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-04T15:29:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:36.491+0000 7f496c51c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-04T15:29:36.718 INFO:tasks.rados.rados.0.smithi007.stdout:672: done (0 left) 2024-08-04T15:29:36.718 INFO:tasks.rados.rados.0.smithi007.stdout:673: snap_remove snap 33 2024-08-04T15:29:36.895 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:36.830+0000 7f496c51c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-04T15:29:36.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:36 smithi007 ceph-mon[29096]: pgmap v59: 121 pgs: 121 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-04T15:29:36.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:36 smithi007 ceph-mon[29096]: osdmap e194: 8 total, 8 up, 8 in 2024-08-04T15:29:36.895 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:36 smithi007 ceph-mon[39529]: pgmap v59: 121 pgs: 121 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-04T15:29:36.896 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:36 smithi007 ceph-mon[39529]: osdmap e194: 8 total, 8 up, 8 in 2024-08-04T15:29:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:36 smithi062 ceph-mon[32659]: pgmap v59: 121 pgs: 121 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-04T15:29:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:36 smithi062 ceph-mon[32659]: osdmap e194: 8 total, 8 up, 8 in 2024-08-04T15:29:37.256 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:36.894+0000 7f496c51c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-04T15:29:37.256 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:37.093+0000 7f496c51c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-04T15:29:37.257 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:37.256+0000 7f496c51c040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-04T15:29:37.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:37.324+0000 7f496c51c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-04T15:29:37.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:37.414+0000 7f496c51c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-04T15:29:37.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:37.479+0000 7f496c51c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-04T15:29:37.724 INFO:tasks.rados.rados.0.smithi007.stdout:673: done (0 left) 2024-08-04T15:29:37.724 INFO:tasks.rados.rados.0.smithi007.stdout:674: rollback oid 12 current snap is 64 2024-08-04T15:29:37.724 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 12 to 58 2024-08-04T15:29:37.724 INFO:tasks.rados.rados.0.smithi007.stdout:675: read oid 21 snap -1 2024-08-04T15:29:37.724 INFO:tasks.rados.rados.0.smithi007.stdout:675: expect deleted 2024-08-04T15:29:37.724 INFO:tasks.rados.rados.0.smithi007.stdout:676: snap_remove snap 50 2024-08-04T15:29:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:37 smithi062 ceph-mon[32659]: osdmap e195: 8 total, 8 up, 8 in 2024-08-04T15:29:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:37 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:37 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:38.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:37 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:38.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:37 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:38.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:37 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:38.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:37 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:38.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:37 smithi062 ceph-mon[32659]: osdmap e196: 8 total, 8 up, 8 in 2024-08-04T15:29:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-mon[29096]: osdmap e195: 8 total, 8 up, 8 in 2024-08-04T15:29:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:38.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-mon[29096]: osdmap e196: 8 total, 8 up, 8 in 2024-08-04T15:29:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-mon[39529]: osdmap e195: 8 total, 8 up, 8 in 2024-08-04T15:29:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:37 smithi007 ceph-mon[39529]: osdmap e196: 8 total, 8 up, 8 in 2024-08-04T15:29:38.345 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:38.091+0000 7f496c51c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-04T15:29:38.345 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:38.261+0000 7f496c51c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-04T15:29:38.345 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:29:38] ENGINE Bus STARTING 2024-08-04T15:29:38.345 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: CherryPy Checker: 2024-08-04T15:29:38.345 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: The Application mounted at '' has an empty config. 2024-08-04T15:29:38.345 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:38.729 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:29:38] ENGINE Serving on http://:::9283 2024-08-04T15:29:38.729 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:29:38] ENGINE Bus STARTED 2024-08-04T15:29:38.742 INFO:tasks.rados.rados.0.smithi007.stdout:676: done (2 left) 2024-08-04T15:29:38.742 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 64 2024-08-04T15:29:38.742 INFO:tasks.rados.rados.0.smithi007.stdout:677: seq_num 222 ranges {0=524288,524288=565248,1089536=237568} 2024-08-04T15:29:38.745 INFO:tasks.rados.rados.0.smithi007.stdout:677: writing smithi00780855-44 from 0 to 524288 tid 1 2024-08-04T15:29:38.749 INFO:tasks.rados.rados.0.smithi007.stdout:677: writing smithi00780855-44 from 524288 to 1089536 tid 2 2024-08-04T15:29:38.752 INFO:tasks.rados.rados.0.smithi007.stdout:677: writing smithi00780855-44 from 1089536 to 1327104 tid 3 2024-08-04T15:29:38.752 INFO:tasks.rados.rados.0.smithi007.stdout:674: finishing rollback tid 0 to smithi00780855-12 2024-08-04T15:29:38.752 INFO:tasks.rados.rados.0.smithi007.stdout:674: finishing rollback tid 1 to smithi00780855-12 2024-08-04T15:29:38.752 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 573 (ObjNum 65 snap 0 seq_num 1516722014) dirty dne 2024-08-04T15:29:38.752 INFO:tasks.rados.rados.0.smithi007.stdout:674: done (2 left) 2024-08-04T15:29:38.752 INFO:tasks.rados.rados.0.smithi007.stdout:675: done (1 left) 2024-08-04T15:29:38.752 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 37 current snap is 64 2024-08-04T15:29:38.752 INFO:tasks.rados.rados.0.smithi007.stdout:678: seq_num 223 ranges {0=540672,540672=450560,991232=352256} 2024-08-04T15:29:38.755 INFO:tasks.rados.rados.0.smithi007.stdout:678: writing smithi00780855-37 from 0 to 540672 tid 1 2024-08-04T15:29:38.759 INFO:tasks.rados.rados.0.smithi007.stdout:678: writing smithi00780855-37 from 540672 to 991232 tid 2 2024-08-04T15:29:38.761 INFO:tasks.rados.rados.0.smithi007.stdout:678: writing smithi00780855-37 from 991232 to 1343488 tid 3 2024-08-04T15:29:38.761 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 64 2024-08-04T15:29:38.762 INFO:tasks.rados.rados.0.smithi007.stdout:677: finishing write tid 1 to smithi00780855-44 2024-08-04T15:29:38.762 INFO:tasks.rados.rados.0.smithi007.stdout:677: finishing write tid 2 to smithi00780855-44 2024-08-04T15:29:38.762 INFO:tasks.rados.rados.0.smithi007.stdout:677: finishing write tid 3 to smithi00780855-44 2024-08-04T15:29:38.762 INFO:tasks.rados.rados.0.smithi007.stdout:679: seq_num 224 ranges {5742592=557056,6299648=737280,7036928=65536} 2024-08-04T15:29:38.796 INFO:tasks.rados.rados.0.smithi007.stdout:679: writing smithi00780855-38 from 5742592 to 6299648 tid 1 2024-08-04T15:29:38.800 INFO:tasks.rados.rados.0.smithi007.stdout:679: writing smithi00780855-38 from 6299648 to 7036928 tid 2 2024-08-04T15:29:38.801 INFO:tasks.rados.rados.0.smithi007.stdout:679: writing smithi00780855-38 from 7036928 to 7102464 tid 3 2024-08-04T15:29:38.801 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 21 current snap is 64 2024-08-04T15:29:38.801 INFO:tasks.rados.rados.0.smithi007.stdout:677: finishing write tid 4 to smithi00780855-44 2024-08-04T15:29:38.801 INFO:tasks.rados.rados.0.smithi007.stdout:677: finishing write tid 5 to smithi00780855-44 2024-08-04T15:29:38.801 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 122 (ObjNum 222 snap 64 seq_num 222) dirty exists 2024-08-04T15:29:38.801 INFO:tasks.rados.rados.0.smithi007.stdout:677: left oid 44 (ObjNum 222 snap 64 seq_num 222) 2024-08-04T15:29:38.801 INFO:tasks.rados.rados.0.smithi007.stdout:678: finishing write tid 1 to smithi00780855-37 2024-08-04T15:29:38.802 INFO:tasks.rados.rados.0.smithi007.stdout:678: finishing write tid 2 to smithi00780855-37 2024-08-04T15:29:38.802 INFO:tasks.rados.rados.0.smithi007.stdout:680: seq_num 225 ranges {0=573440,573440=622592,1196032=180224} 2024-08-04T15:29:38.803 INFO:tasks.rados.rados.0.smithi007.stdout:680: writing smithi00780855-21 from 0 to 573440 tid 1 2024-08-04T15:29:38.807 INFO:tasks.rados.rados.0.smithi007.stdout:680: writing smithi00780855-21 from 573440 to 1196032 tid 2 2024-08-04T15:29:38.808 INFO:tasks.rados.rados.0.smithi007.stdout:680: writing smithi00780855-21 from 1196032 to 1376256 tid 3 2024-08-04T15:29:38.808 INFO:tasks.rados.rados.0.smithi007.stdout:677: done (3 left) 2024-08-04T15:29:38.808 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 14 current snap is 64 2024-08-04T15:29:38.809 INFO:tasks.rados.rados.0.smithi007.stdout:681: seq_num 226 ranges {3424256=589824,4014080=507904,4521984=294912} 2024-08-04T15:29:38.830 INFO:tasks.rados.rados.0.smithi007.stdout:681: writing smithi00780855-14 from 3424256 to 4014080 tid 1 2024-08-04T15:29:38.833 INFO:tasks.rados.rados.0.smithi007.stdout:681: writing smithi00780855-14 from 4014080 to 4521984 tid 2 2024-08-04T15:29:38.835 INFO:tasks.rados.rados.0.smithi007.stdout:681: writing smithi00780855-14 from 4521984 to 4816896 tid 3 2024-08-04T15:29:38.835 INFO:tasks.rados.rados.0.smithi007.stdout:682: setattr oid 29 current snap is 64 2024-08-04T15:29:38.836 INFO:tasks.rados.rados.0.smithi007.stdout:678: finishing write tid 3 to smithi00780855-37 2024-08-04T15:29:38.836 INFO:tasks.rados.rados.0.smithi007.stdout:678: finishing write tid 4 to smithi00780855-37 2024-08-04T15:29:38.836 INFO:tasks.rados.rados.0.smithi007.stdout:678: finishing write tid 5 to smithi00780855-37 2024-08-04T15:29:38.836 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 51 (ObjNum 223 snap 64 seq_num 223) dirty exists 2024-08-04T15:29:38.836 INFO:tasks.rados.rados.0.smithi007.stdout:678: left oid 37 (ObjNum 223 snap 64 seq_num 223) 2024-08-04T15:29:38.836 INFO:tasks.rados.rados.0.smithi007.stdout:679: finishing write tid 1 to smithi00780855-38 2024-08-04T15:29:38.836 INFO:tasks.rados.rados.0.smithi007.stdout:679: finishing write tid 2 to smithi00780855-38 2024-08-04T15:29:38.836 INFO:tasks.rados.rados.0.smithi007.stdout:679: finishing write tid 3 to smithi00780855-38 2024-08-04T15:29:38.836 INFO:tasks.rados.rados.0.smithi007.stdout:679: finishing write tid 4 to smithi00780855-38 2024-08-04T15:29:38.836 INFO:tasks.rados.rados.0.smithi007.stdout:679: finishing write tid 5 to smithi00780855-38 2024-08-04T15:29:38.836 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 137 (ObjNum 224 snap 64 seq_num 224) dirty exists 2024-08-04T15:29:38.836 INFO:tasks.rados.rados.0.smithi007.stdout:679: left oid 38 (ObjNum 224 snap 64 seq_num 224) 2024-08-04T15:29:38.837 INFO:tasks.rados.rados.0.smithi007.stdout:680: finishing write tid 1 to smithi00780855-21 2024-08-04T15:29:38.837 INFO:tasks.rados.rados.0.smithi007.stdout:680: finishing write tid 2 to smithi00780855-21 2024-08-04T15:29:38.837 INFO:tasks.rados.rados.0.smithi007.stdout:680: finishing write tid 3 to smithi00780855-21 2024-08-04T15:29:38.837 INFO:tasks.rados.rados.0.smithi007.stdout:680: finishing write tid 4 to smithi00780855-21 2024-08-04T15:29:38.837 INFO:tasks.rados.rados.0.smithi007.stdout:680: finishing write tid 5 to smithi00780855-21 2024-08-04T15:29:38.837 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 460 (ObjNum 225 snap 64 seq_num 225) dirty exists 2024-08-04T15:29:38.837 INFO:tasks.rados.rados.0.smithi007.stdout:680: left oid 21 (ObjNum 225 snap 64 seq_num 225) 2024-08-04T15:29:38.837 INFO:tasks.rados.rados.0.smithi007.stdout:681: finishing write tid 1 to smithi00780855-14 2024-08-04T15:29:38.838 INFO:tasks.rados.rados.0.smithi007.stdout:678: done (4 left) 2024-08-04T15:29:38.838 INFO:tasks.rados.rados.0.smithi007.stdout:679: done (3 left) 2024-08-04T15:29:38.838 INFO:tasks.rados.rados.0.smithi007.stdout:680: done (2 left) 2024-08-04T15:29:38.838 INFO:tasks.rados.rados.0.smithi007.stdout:683: delete oid 7 current snap is 64 2024-08-04T15:29:38.838 INFO:tasks.rados.rados.0.smithi007.stdout:681: finishing write tid 2 to smithi00780855-14 2024-08-04T15:29:38.838 INFO:tasks.rados.rados.0.smithi007.stdout:681: finishing write tid 3 to smithi00780855-14 2024-08-04T15:29:38.838 INFO:tasks.rados.rados.0.smithi007.stdout:681: finishing write tid 4 to smithi00780855-14 2024-08-04T15:29:38.839 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 162 (ObjNum 33 snap 0 seq_num 3493093904) dirty exists 2024-08-04T15:29:38.839 INFO:tasks.rados.rados.0.smithi007.stdout:682: done (2 left) 2024-08-04T15:29:38.839 INFO:tasks.rados.rados.0.smithi007.stdout:683: done (1 left) 2024-08-04T15:29:38.839 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 5 current snap is 64 2024-08-04T15:29:38.839 INFO:tasks.rados.rados.0.smithi007.stdout:684: seq_num 228 ranges {4259840=622592,4882432=671744,5554176=131072} 2024-08-04T15:29:38.866 INFO:tasks.rados.rados.0.smithi007.stdout:684: writing smithi00780855-5 from 4259840 to 4882432 tid 1 2024-08-04T15:29:38.869 INFO:tasks.rados.rados.0.smithi007.stdout:684: writing smithi00780855-5 from 4882432 to 5554176 tid 2 2024-08-04T15:29:38.871 INFO:tasks.rados.rados.0.smithi007.stdout:684: writing smithi00780855-5 from 5554176 to 5685248 tid 3 2024-08-04T15:29:38.871 INFO:tasks.rados.rados.0.smithi007.stdout:685: copy_from oid 44 from oid 47 current snap is 64 2024-08-04T15:29:38.871 INFO:tasks.rados.rados.0.smithi007.stdout:681: finishing write tid 5 to smithi00780855-14 2024-08-04T15:29:38.871 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 602 (ObjNum 226 snap 64 seq_num 226) dirty exists 2024-08-04T15:29:38.871 INFO:tasks.rados.rados.0.smithi007.stdout:681: left oid 14 (ObjNum 226 snap 64 seq_num 226) 2024-08-04T15:29:38.871 INFO:tasks.rados.rados.0.smithi007.stdout:681: done (2 left) 2024-08-04T15:29:38.872 INFO:tasks.rados.rados.0.smithi007.stdout:686: rollback oid 9 current snap is 64 2024-08-04T15:29:38.872 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 9 to 60 2024-08-04T15:29:38.872 INFO:tasks.rados.rados.0.smithi007.stdout:684: finishing write tid 1 to smithi00780855-5 2024-08-04T15:29:38.872 INFO:tasks.rados.rados.0.smithi007.stdout:687: copy_from oid 31 from oid 18 current snap is 64 2024-08-04T15:29:38.872 INFO:tasks.rados.rados.0.smithi007.stdout:688: copy_from oid 17 from oid 7 current snap is 64 2024-08-04T15:29:38.872 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 64 2024-08-04T15:29:38.872 INFO:tasks.rados.rados.0.smithi007.stdout:689: seq_num 229 ranges {2867200=638976,3506176=606208,4112384=196608} 2024-08-04T15:29:38.891 INFO:tasks.rados.rados.0.smithi007.stdout:689: writing smithi00780855-16 from 2867200 to 3506176 tid 1 2024-08-04T15:29:38.894 INFO:tasks.rados.rados.0.smithi007.stdout:689: writing smithi00780855-16 from 3506176 to 4112384 tid 2 2024-08-04T15:29:38.895 INFO:tasks.rados.rados.0.smithi007.stdout:689: writing smithi00780855-16 from 4112384 to 4308992 tid 3 2024-08-04T15:29:38.895 INFO:tasks.rados.rados.0.smithi007.stdout:690: snap_remove snap 45 2024-08-04T15:29:39.011 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:38 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:29:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:38 smithi062 ceph-mon[32659]: pgmap v62: 121 pgs: 121 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-04T15:29:39.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:38 smithi062 ceph-mon[32659]: Standby manager daemon y restarted 2024-08-04T15:29:39.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:38 smithi062 ceph-mon[32659]: Standby manager daemon y started 2024-08-04T15:29:39.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:38 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-04T15:29:39.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:38 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:29:39.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:38 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-04T15:29:39.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:38 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:29:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-mon[29096]: pgmap v62: 121 pgs: 121 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-04T15:29:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-mon[29096]: Standby manager daemon y restarted 2024-08-04T15:29:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-mon[29096]: Standby manager daemon y started 2024-08-04T15:29:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-04T15:29:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:29:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-04T15:29:39.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:29:39.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-mon[39529]: pgmap v62: 121 pgs: 121 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-04T15:29:39.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-mon[39529]: Standby manager daemon y restarted 2024-08-04T15:29:39.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-mon[39529]: Standby manager daemon y started 2024-08-04T15:29:39.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-04T15:29:39.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:29:39.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-04T15:29:39.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:38 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:29:39.746 INFO:tasks.rados.rados.0.smithi007.stdout:690: done (6 left) 2024-08-04T15:29:39.746 INFO:tasks.rados.rados.0.smithi007.stdout:691: rmattr oid 40 current snap is 64 2024-08-04T15:29:39.747 INFO:tasks.rados.rados.0.smithi007.stdout:691: done (6 left) 2024-08-04T15:29:39.747 INFO:tasks.rados.rados.0.smithi007.stdout:692: snap_create 2024-08-04T15:29:39.747 INFO:tasks.rados.rados.0.smithi007.stdout:688: finishing copy_from to smithi00780855-17 2024-08-04T15:29:39.747 INFO:tasks.rados.rados.0.smithi007.stdout:688: got expected ENOENT (src dne) 2024-08-04T15:29:39.747 INFO:tasks.rados.rados.0.smithi007.stdout:688: finishing copy_from racing read to smithi00780855-17 2024-08-04T15:29:39.747 INFO:tasks.rados.rados.0.smithi007.stdout:684: finishing write tid 2 to smithi00780855-5 2024-08-04T15:29:39.747 INFO:tasks.rados.rados.0.smithi007.stdout:684: finishing write tid 3 to smithi00780855-5 2024-08-04T15:29:39.747 INFO:tasks.rados.rados.0.smithi007.stdout:686: finishing rollback tid 0 to smithi00780855-9 2024-08-04T15:29:39.747 INFO:tasks.rados.rados.0.smithi007.stdout:684: finishing write tid 4 to smithi00780855-5 2024-08-04T15:29:39.747 INFO:tasks.rados.rados.0.smithi007.stdout:686: finishing rollback tid 1 to smithi00780855-9 2024-08-04T15:29:39.747 INFO:tasks.rados.rados.0.smithi007.stdout:686: finishing rollback tid 2 to smithi00780855-9 2024-08-04T15:29:39.747 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 316 (ObjNum 126 snap 32 seq_num 126) dirty exists 2024-08-04T15:29:39.747 INFO:tasks.rados.rados.0.smithi007.stdout:684: finishing write tid 5 to smithi00780855-5 2024-08-04T15:29:39.747 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 167 (ObjNum 228 snap 64 seq_num 228) dirty exists 2024-08-04T15:29:39.748 INFO:tasks.rados.rados.0.smithi007.stdout:684: left oid 5 (ObjNum 228 snap 64 seq_num 228) 2024-08-04T15:29:39.748 INFO:tasks.rados.rados.0.smithi007.stdout:687: finishing copy_from racing read to smithi00780855-31 2024-08-04T15:29:39.748 INFO:tasks.rados.rados.0.smithi007.stdout:687: finishing copy_from to smithi00780855-31 2024-08-04T15:29:39.748 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 115 (ObjNum 212 snap 62 seq_num 212) dirty exists 2024-08-04T15:29:39.748 INFO:tasks.rados.rados.0.smithi007.stdout:685: finishing copy_from racing read to smithi00780855-44 2024-08-04T15:29:39.748 INFO:tasks.rados.rados.0.smithi007.stdout:685: finishing copy_from to smithi00780855-44 2024-08-04T15:29:39.748 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 55 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:29:39.748 INFO:tasks.rados.rados.0.smithi007.stdout:689: finishing write tid 1 to smithi00780855-16 2024-08-04T15:29:39.748 INFO:tasks.rados.rados.0.smithi007.stdout:689: finishing write tid 2 to smithi00780855-16 2024-08-04T15:29:39.748 INFO:tasks.rados.rados.0.smithi007.stdout:689: finishing write tid 3 to smithi00780855-16 2024-08-04T15:29:39.748 INFO:tasks.rados.rados.0.smithi007.stdout:689: finishing write tid 4 to smithi00780855-16 2024-08-04T15:29:39.748 INFO:tasks.rados.rados.0.smithi007.stdout:689: finishing write tid 5 to smithi00780855-16 2024-08-04T15:29:39.748 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 467 (ObjNum 229 snap 64 seq_num 229) dirty exists 2024-08-04T15:29:39.748 INFO:tasks.rados.rados.0.smithi007.stdout:689: left oid 16 (ObjNum 229 snap 64 seq_num 229) 2024-08-04T15:29:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:39 smithi062 ceph-mon[32659]: mgrmap e29: x(active, since 41s), standbys: y 2024-08-04T15:29:40.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:39 smithi062 ceph-mon[32659]: osdmap e197: 8 total, 8 up, 8 in 2024-08-04T15:29:40.071 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:39 smithi007 ceph-mon[29096]: mgrmap e29: x(active, since 41s), standbys: y 2024-08-04T15:29:40.071 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:39 smithi007 ceph-mon[29096]: osdmap e197: 8 total, 8 up, 8 in 2024-08-04T15:29:40.071 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:39 smithi007 ceph-mon[39529]: mgrmap e29: x(active, since 41s), standbys: y 2024-08-04T15:29:40.072 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:39 smithi007 ceph-mon[39529]: osdmap e197: 8 total, 8 up, 8 in 2024-08-04T15:29:40.623 INFO:tasks.rados.rados.0.smithi007.stdout:684: done (6 left) 2024-08-04T15:29:40.623 INFO:tasks.rados.rados.0.smithi007.stdout:685: done (5 left) 2024-08-04T15:29:40.623 INFO:tasks.rados.rados.0.smithi007.stdout:686: done (4 left) 2024-08-04T15:29:40.623 INFO:tasks.rados.rados.0.smithi007.stdout:687: done (3 left) 2024-08-04T15:29:40.623 INFO:tasks.rados.rados.0.smithi007.stdout:688: done (2 left) 2024-08-04T15:29:40.623 INFO:tasks.rados.rados.0.smithi007.stdout:689: done (1 left) 2024-08-04T15:29:40.623 INFO:tasks.rados.rados.0.smithi007.stdout:692: done (0 left) 2024-08-04T15:29:40.623 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 65 2024-08-04T15:29:40.623 INFO:tasks.rados.rados.0.smithi007.stdout:693: seq_num 230 ranges {4308992=655360,4964352=491520,5455872=311296} 2024-08-04T15:29:40.650 INFO:tasks.rados.rados.0.smithi007.stdout:693: writing smithi00780855-16 from 4308992 to 4964352 tid 1 2024-08-04T15:29:40.652 INFO:tasks.rados.rados.0.smithi007.stdout:693: writing smithi00780855-16 from 4964352 to 5455872 tid 2 2024-08-04T15:29:40.654 INFO:tasks.rados.rados.0.smithi007.stdout:693: writing smithi00780855-16 from 5455872 to 5767168 tid 3 2024-08-04T15:29:40.654 INFO:tasks.rados.rados.0.smithi007.stdout:694: snap_create 2024-08-04T15:29:40.658 INFO:tasks.rados.rados.0.smithi007.stdout:693: finishing write tid 1 to smithi00780855-16 2024-08-04T15:29:40.659 INFO:tasks.rados.rados.0.smithi007.stdout:693: finishing write tid 2 to smithi00780855-16 2024-08-04T15:29:40.659 INFO:tasks.rados.rados.0.smithi007.stdout:693: finishing write tid 3 to smithi00780855-16 2024-08-04T15:29:40.660 INFO:tasks.rados.rados.0.smithi007.stdout:693: finishing write tid 4 to smithi00780855-16 2024-08-04T15:29:40.660 INFO:tasks.rados.rados.0.smithi007.stdout:693: finishing write tid 5 to smithi00780855-16 2024-08-04T15:29:40.660 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 482 (ObjNum 230 snap 65 seq_num 230) dirty exists 2024-08-04T15:29:40.661 INFO:tasks.rados.rados.0.smithi007.stdout:693: left oid 16 (ObjNum 230 snap 65 seq_num 230) 2024-08-04T15:29:40.855 INFO:tasks.rados.rados.0.smithi007.stdout:693: done (1 left) 2024-08-04T15:29:40.856 INFO:tasks.rados.rados.0.smithi007.stdout:694: done (0 left) 2024-08-04T15:29:40.856 INFO:tasks.rados.rados.0.smithi007.stdout:695: delete oid 2 current snap is 66 2024-08-04T15:29:40.861 INFO:tasks.rados.rados.0.smithi007.stdout:695: done (0 left) 2024-08-04T15:29:40.861 INFO:tasks.rados.rados.0.smithi007.stdout:696: delete oid 5 current snap is 66 2024-08-04T15:29:40.864 INFO:tasks.rados.rados.0.smithi007.stdout:696: done (0 left) 2024-08-04T15:29:40.864 INFO:tasks.rados.rados.0.smithi007.stdout:697: read oid 43 snap -1 2024-08-04T15:29:40.864 INFO:tasks.rados.rados.0.smithi007.stdout:697: expect deleted 2024-08-04T15:29:40.865 INFO:tasks.rados.rados.0.smithi007.stdout:698: read oid 28 snap 46 2024-08-04T15:29:40.865 INFO:tasks.rados.rados.0.smithi007.stdout:698: expect (ObjNum 153 snap 46 seq_num 153) 2024-08-04T15:29:40.865 INFO:tasks.rados.rados.0.smithi007.stdout:699: delete oid 17 current snap is 66 2024-08-04T15:29:40.867 INFO:tasks.rados.rados.0.smithi007.stdout:697: done (2 left) 2024-08-04T15:29:40.867 INFO:tasks.rados.rados.0.smithi007.stdout:699: done (1 left) 2024-08-04T15:29:40.867 INFO:tasks.rados.rados.0.smithi007.stdout:700: copy_from oid 45 from oid 13 current snap is 66 2024-08-04T15:29:40.867 INFO:tasks.rados.rados.0.smithi007.stdout:701: rmattr oid 36 current snap is 66 2024-08-04T15:29:40.867 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 29 current snap is 66 2024-08-04T15:29:40.867 INFO:tasks.rados.rados.0.smithi007.stdout:702: seq_num 234 ranges {0=729088,729088=434176,1163264=368640} 2024-08-04T15:29:40.871 INFO:tasks.rados.rados.0.smithi007.stdout:702: writing smithi00780855-29 from 0 to 729088 tid 1 2024-08-04T15:29:40.873 INFO:tasks.rados.rados.0.smithi007.stdout:702: writing smithi00780855-29 from 729088 to 1163264 tid 2 2024-08-04T15:29:40.876 INFO:tasks.rados.rados.0.smithi007.stdout:702: writing smithi00780855-29 from 1163264 to 1531904 tid 3 2024-08-04T15:29:40.876 INFO:tasks.rados.rados.0.smithi007.stdout:703: read oid 2 snap -1 2024-08-04T15:29:40.876 INFO:tasks.rados.rados.0.smithi007.stdout:703: expect deleted 2024-08-04T15:29:40.876 INFO:tasks.rados.rados.0.smithi007.stdout:704: read oid 17 snap 46 2024-08-04T15:29:40.876 INFO:tasks.rados.rados.0.smithi007.stdout:704: expect (ObjNum 100 snap 20 seq_num 100) 2024-08-04T15:29:40.876 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 33 current snap is 66 2024-08-04T15:29:40.877 INFO:tasks.rados.rados.0.smithi007.stdout:705: seq_num 235 ranges {4964352=745472,5709824=712704,6422528=90112} 2024-08-04T15:29:40.908 INFO:tasks.rados.rados.0.smithi007.stdout:705: writing smithi00780855-33 from 4964352 to 5709824 tid 1 2024-08-04T15:29:40.912 INFO:tasks.rados.rados.0.smithi007.stdout:705: writing smithi00780855-33 from 5709824 to 6422528 tid 2 2024-08-04T15:29:40.913 INFO:tasks.rados.rados.0.smithi007.stdout:705: writing smithi00780855-33 from 6422528 to 6512640 tid 3 2024-08-04T15:29:40.913 INFO:tasks.rados.rados.0.smithi007.stdout:706: copy_from oid 1 from oid 46 current snap is 66 2024-08-04T15:29:40.913 INFO:tasks.rados.rados.0.smithi007.stdout:698: expect (ObjNum 153 snap 46 seq_num 153) 2024-08-04T15:29:40.918 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 127 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-04T15:29:40.918 INFO:tasks.rados.rados.0.smithi007.stdout:702: finishing write tid 1 to smithi00780855-29 2024-08-04T15:29:40.918 INFO:tasks.rados.rados.0.smithi007.stdout:700: finishing copy_from racing read to smithi00780855-45 2024-08-04T15:29:40.918 INFO:tasks.rados.rados.0.smithi007.stdout:702: finishing write tid 2 to smithi00780855-29 2024-08-04T15:29:40.918 INFO:tasks.rados.rados.0.smithi007.stdout:700: finishing copy_from to smithi00780855-45 2024-08-04T15:29:40.918 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 487 (ObjNum 211 snap 61 seq_num 211) dirty exists 2024-08-04T15:29:40.918 INFO:tasks.rados.rados.0.smithi007.stdout:702: finishing write tid 3 to smithi00780855-29 2024-08-04T15:29:40.918 INFO:tasks.rados.rados.0.smithi007.stdout:702: finishing write tid 4 to smithi00780855-29 2024-08-04T15:29:40.918 INFO:tasks.rados.rados.0.smithi007.stdout:702: finishing write tid 5 to smithi00780855-29 2024-08-04T15:29:40.919 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 176 (ObjNum 234 snap 66 seq_num 234) dirty exists 2024-08-04T15:29:40.919 INFO:tasks.rados.rados.0.smithi007.stdout:702: left oid 29 (ObjNum 234 snap 66 seq_num 234) 2024-08-04T15:29:40.919 INFO:tasks.rados.rados.0.smithi007.stdout:704: expect (ObjNum 100 snap 20 seq_num 100) 2024-08-04T15:29:41.007 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-mon[29096]: pgmap v65: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 320 KiB/s wr, 13 op/s 2024-08-04T15:29:41.007 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-mon[29096]: osdmap e198: 8 total, 8 up, 8 in 2024-08-04T15:29:41.007 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-mon[29096]: osdmap e199: 8 total, 8 up, 8 in 2024-08-04T15:29:41.008 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:41.008 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:41.008 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:29:41.008 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:29:41.008 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:41.008 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:29:40] ENGINE Bus STOPPING 2024-08-04T15:29:41.008 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:29:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T15:29:41.008 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:29:40] ENGINE Bus STOPPED 2024-08-04T15:29:41.008 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:29:41] ENGINE Bus STARTING 2024-08-04T15:29:41.009 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-mon[39529]: pgmap v65: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 320 KiB/s wr, 13 op/s 2024-08-04T15:29:41.009 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-mon[39529]: osdmap e198: 8 total, 8 up, 8 in 2024-08-04T15:29:41.009 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-mon[39529]: osdmap e199: 8 total, 8 up, 8 in 2024-08-04T15:29:41.009 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:41.009 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:41.009 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:29:41.009 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:29:41.009 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:40 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:41.011 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:40 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:40.854+0000 7f4bd5de2640 -1 mgr handle_mgr_map I was active but no longer am 2024-08-04T15:29:41.011 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:40 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: ignoring --setuser ceph since I am not root 2024-08-04T15:29:41.011 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:40 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: ignoring --setgroup ceph since I am not root 2024-08-04T15:29:41.011 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:40 smithi062 ceph-mgr[65832]: -- 172.21.15.62:0/3532394527 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e2cb08f0e0 con 0x55e2cb06c800 2024-08-04T15:29:41.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:40 smithi062 ceph-mon[32659]: pgmap v65: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 320 KiB/s wr, 13 op/s 2024-08-04T15:29:41.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:40 smithi062 ceph-mon[32659]: osdmap e198: 8 total, 8 up, 8 in 2024-08-04T15:29:41.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:40 smithi062 ceph-mon[32659]: osdmap e199: 8 total, 8 up, 8 in 2024-08-04T15:29:41.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:40 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:41.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:40 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:41.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:40 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:29:41.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:40 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:29:41.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:40 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' 2024-08-04T15:29:41.081 INFO:tasks.rados.rados.0.smithi007.stdout:705: finishing write tid 1 to smithi00780855-33 2024-08-04T15:29:41.081 INFO:tasks.rados.rados.0.smithi007.stdout:698: done (7 left) 2024-08-04T15:29:41.082 INFO:tasks.rados.rados.0.smithi007.stdout:700: done (6 left) 2024-08-04T15:29:41.082 INFO:tasks.rados.rados.0.smithi007.stdout:701: done (5 left) 2024-08-04T15:29:41.082 INFO:tasks.rados.rados.0.smithi007.stdout:702: done (4 left) 2024-08-04T15:29:41.082 INFO:tasks.rados.rados.0.smithi007.stdout:703: done (3 left) 2024-08-04T15:29:41.082 INFO:tasks.rados.rados.0.smithi007.stdout:704: done (2 left) 2024-08-04T15:29:41.082 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 18 current snap is 66 2024-08-04T15:29:41.082 INFO:tasks.rados.rados.0.smithi007.stdout:707: seq_num 236 ranges {1155072=761856,1916928=647168,2564096=155648} 2024-08-04T15:29:41.094 INFO:tasks.rados.rados.0.smithi007.stdout:707: writing smithi00780855-18 from 1155072 to 1916928 tid 1 2024-08-04T15:29:41.099 INFO:tasks.rados.rados.0.smithi007.stdout:707: writing smithi00780855-18 from 1916928 to 2564096 tid 2 2024-08-04T15:29:41.102 INFO:tasks.rados.rados.0.smithi007.stdout:707: writing smithi00780855-18 from 2564096 to 2719744 tid 3 2024-08-04T15:29:41.102 INFO:tasks.rados.rados.0.smithi007.stdout:708: rollback oid 45 current snap is 66 2024-08-04T15:29:41.102 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 45 to 55 2024-08-04T15:29:41.102 INFO:tasks.rados.rados.0.smithi007.stdout:706: finishing copy_from to smithi00780855-1 2024-08-04T15:29:41.102 INFO:tasks.rados.rados.0.smithi007.stdout:706: got expected ENOENT (src dne) 2024-08-04T15:29:41.102 INFO:tasks.rados.rados.0.smithi007.stdout:706: finishing copy_from racing read to smithi00780855-1 2024-08-04T15:29:41.102 INFO:tasks.rados.rados.0.smithi007.stdout:705: finishing write tid 2 to smithi00780855-33 2024-08-04T15:29:41.102 INFO:tasks.rados.rados.0.smithi007.stdout:705: finishing write tid 3 to smithi00780855-33 2024-08-04T15:29:41.102 INFO:tasks.rados.rados.0.smithi007.stdout:705: finishing write tid 4 to smithi00780855-33 2024-08-04T15:29:41.102 INFO:tasks.rados.rados.0.smithi007.stdout:705: finishing write tid 5 to smithi00780855-33 2024-08-04T15:29:41.103 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 325 (ObjNum 235 snap 66 seq_num 235) dirty exists 2024-08-04T15:29:41.103 INFO:tasks.rados.rados.0.smithi007.stdout:705: left oid 33 (ObjNum 235 snap 66 seq_num 235) 2024-08-04T15:29:41.103 INFO:tasks.rados.rados.0.smithi007.stdout:707: finishing write tid 1 to smithi00780855-18 2024-08-04T15:29:41.103 INFO:tasks.rados.rados.0.smithi007.stdout:705: done (3 left) 2024-08-04T15:29:41.103 INFO:tasks.rados.rados.0.smithi007.stdout:706: done (2 left) 2024-08-04T15:29:41.103 INFO:tasks.rados.rados.0.smithi007.stdout:709: read oid 32 snap -1 2024-08-04T15:29:41.103 INFO:tasks.rados.rados.0.smithi007.stdout:709: expect (ObjNum 206 snap 60 seq_num 206) 2024-08-04T15:29:41.103 INFO:tasks.rados.rados.0.smithi007.stdout:710: read oid 10 snap -1 2024-08-04T15:29:41.103 INFO:tasks.rados.rados.0.smithi007.stdout:710: expect (ObjNum 215 snap 62 seq_num 215) 2024-08-04T15:29:41.103 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 66 2024-08-04T15:29:41.103 INFO:tasks.rados.rados.0.smithi007.stdout:711: seq_num 237 ranges {1867776=778240,2646016=532480,3178496=270336} 2024-08-04T15:29:41.118 INFO:tasks.rados.rados.0.smithi007.stdout:711: writing smithi00780855-28 from 1867776 to 2646016 tid 1 2024-08-04T15:29:41.122 INFO:tasks.rados.rados.0.smithi007.stdout:711: writing smithi00780855-28 from 2646016 to 3178496 tid 2 2024-08-04T15:29:41.125 INFO:tasks.rados.rados.0.smithi007.stdout:711: writing smithi00780855-28 from 3178496 to 3448832 tid 3 2024-08-04T15:29:41.125 INFO:tasks.rados.rados.0.smithi007.stdout:712: read oid 5 snap -1 2024-08-04T15:29:41.125 INFO:tasks.rados.rados.0.smithi007.stdout:712: expect deleted 2024-08-04T15:29:41.125 INFO:tasks.rados.rados.0.smithi007.stdout:713: rollback oid 8 current snap is 66 2024-08-04T15:29:41.126 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 8 to 65 2024-08-04T15:29:41.126 INFO:tasks.rados.rados.0.smithi007.stdout:708: finishing rollback tid 0 to smithi00780855-45 2024-08-04T15:29:41.126 INFO:tasks.rados.rados.0.smithi007.stdout:708: finishing rollback tid 1 to smithi00780855-45 2024-08-04T15:29:41.126 INFO:tasks.rados.rados.0.smithi007.stdout:708: finishing rollback tid 2 to smithi00780855-45 2024-08-04T15:29:41.126 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 621 (ObjNum 127 snap 32 seq_num 127) dirty exists 2024-08-04T15:29:41.126 INFO:tasks.rados.rados.0.smithi007.stdout:707: finishing write tid 2 to smithi00780855-18 2024-08-04T15:29:41.127 INFO:tasks.rados.rados.0.smithi007.stdout:707: finishing write tid 3 to smithi00780855-18 2024-08-04T15:29:41.127 INFO:tasks.rados.rados.0.smithi007.stdout:707: finishing write tid 4 to smithi00780855-18 2024-08-04T15:29:41.127 INFO:tasks.rados.rados.0.smithi007.stdout:709: expect (ObjNum 206 snap 60 seq_num 206) 2024-08-04T15:29:41.178 INFO:tasks.rados.rados.0.smithi007.stdout:707: finishing write tid 5 to smithi00780855-18 2024-08-04T15:29:41.178 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 145 (ObjNum 236 snap 66 seq_num 236) dirty exists 2024-08-04T15:29:41.178 INFO:tasks.rados.rados.0.smithi007.stdout:707: left oid 18 (ObjNum 236 snap 66 seq_num 236) 2024-08-04T15:29:41.178 INFO:tasks.rados.rados.0.smithi007.stdout:710: expect (ObjNum 215 snap 62 seq_num 215) 2024-08-04T15:29:41.275 INFO:tasks.rados.rados.0.smithi007.stdout:711: finishing write tid 1 to smithi00780855-28 2024-08-04T15:29:41.275 INFO:tasks.rados.rados.0.smithi007.stdout:711: finishing write tid 2 to smithi00780855-28 2024-08-04T15:29:41.275 INFO:tasks.rados.rados.0.smithi007.stdout:713: finishing rollback tid 0 to smithi00780855-8 2024-08-04T15:29:41.275 INFO:tasks.rados.rados.0.smithi007.stdout:713: finishing rollback tid 1 to smithi00780855-8 2024-08-04T15:29:41.276 INFO:tasks.rados.rados.0.smithi007.stdout:713: finishing rollback tid 2 to smithi00780855-8 2024-08-04T15:29:41.276 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 191 (ObjNum 219 snap 63 seq_num 219) dirty exists 2024-08-04T15:29:41.276 INFO:tasks.rados.rados.0.smithi007.stdout:711: finishing write tid 3 to smithi00780855-28 2024-08-04T15:29:41.276 INFO:tasks.rados.rados.0.smithi007.stdout:711: finishing write tid 4 to smithi00780855-28 2024-08-04T15:29:41.276 INFO:tasks.rados.rados.0.smithi007.stdout:711: finishing write tid 5 to smithi00780855-28 2024-08-04T15:29:41.276 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 295 (ObjNum 237 snap 66 seq_num 237) dirty exists 2024-08-04T15:29:41.276 INFO:tasks.rados.rados.0.smithi007.stdout:711: left oid 28 (ObjNum 237 snap 66 seq_num 237) 2024-08-04T15:29:41.276 INFO:tasks.rados.rados.0.smithi007.stdout:707: done (6 left) 2024-08-04T15:29:41.276 INFO:tasks.rados.rados.0.smithi007.stdout:708: done (5 left) 2024-08-04T15:29:41.276 INFO:tasks.rados.rados.0.smithi007.stdout:709: done (4 left) 2024-08-04T15:29:41.276 INFO:tasks.rados.rados.0.smithi007.stdout:710: done (3 left) 2024-08-04T15:29:41.276 INFO:tasks.rados.rados.0.smithi007.stdout:711: done (2 left) 2024-08-04T15:29:41.276 INFO:tasks.rados.rados.0.smithi007.stdout:712: done (1 left) 2024-08-04T15:29:41.276 INFO:tasks.rados.rados.0.smithi007.stdout:713: done (0 left) 2024-08-04T15:29:41.277 INFO:tasks.rados.rados.0.smithi007.stdout:714: setattr oid 24 current snap is 66 2024-08-04T15:29:41.277 INFO:tasks.rados.rados.0.smithi007.stdout:715: delete oid 28 current snap is 66 2024-08-04T15:29:41.277 INFO:tasks.rados.rados.0.smithi007.stdout:715: done (1 left) 2024-08-04T15:29:41.278 INFO:tasks.rados.rados.0.smithi007.stdout:716: rollback oid 31 current snap is 66 2024-08-04T15:29:41.278 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 31 to 60 2024-08-04T15:29:41.278 INFO:tasks.rados.rados.0.smithi007.stdout:717: setattr oid 4 current snap is 66 2024-08-04T15:29:41.278 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 622 (ObjNum 145 snap 0 seq_num 2402148301) dirty exists 2024-08-04T15:29:41.279 INFO:tasks.rados.rados.0.smithi007.stdout:716: finishing rollback tid 0 to smithi00780855-31 2024-08-04T15:29:41.279 INFO:tasks.rados.rados.0.smithi007.stdout:714: done (2 left) 2024-08-04T15:29:41.280 INFO:tasks.rados.rados.0.smithi007.stdout:718: setattr oid 26 current snap is 66 2024-08-04T15:29:41.280 INFO:tasks.rados.rados.0.smithi007.stdout:716: finishing rollback tid 1 to smithi00780855-31 2024-08-04T15:29:41.280 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 230 (ObjNum -801630624 snap 22001 seq_num 304) dirty dne 2024-08-04T15:29:41.281 INFO:tasks.rados.rados.0.smithi007.stdout:716: done (2 left) 2024-08-04T15:29:41.281 INFO:tasks.rados.rados.0.smithi007.stdout:719: snap_remove snap 60 2024-08-04T15:29:41.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:41.068+0000 7f48d6126640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:29:41.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:41.068+0000 7f48d6126640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:29:41.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:41.068+0000 7f48d6126640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:29:41.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:41.068+0000 7f48d6126640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:29:41.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:41.068+0000 7f48d6126640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:29:41.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:41.070+0000 7f48d3120640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:29:41.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:41.070+0000 7f48d3120640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:29:41.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:41.070+0000 7f48d3120640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:29:41.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:41.070+0000 7f48d3120640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:29:41.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:41.070+0000 7f48d3120640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:29:41.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:29:41] ENGINE Serving on http://:::9283 2024-08-04T15:29:41.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:29:41] ENGINE Bus STARTED 2024-08-04T15:29:41.339 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:41.014+0000 7fea4bfeb040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-04T15:29:41.339 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:41.172+0000 7fea4bfeb040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:29:41.339 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:41.243+0000 7fea4bfeb040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-04T15:29:41.742 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:41.500+0000 7fea4bfeb040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-04T15:29:41.742 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:41.564+0000 7fea4bfeb040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-04T15:29:41.863 INFO:tasks.rados.rados.0.smithi007.stdout:719: done (2 left) 2024-08-04T15:29:41.863 INFO:tasks.rados.rados.0.smithi007.stdout:720: delete oid 25 current snap is 66 2024-08-04T15:29:41.863 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 129 (ObjNum 190 snap 55 seq_num 190) dirty exists 2024-08-04T15:29:41.864 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 484 (ObjNum 160 snap 47 seq_num 160) dirty exists 2024-08-04T15:29:41.874 INFO:tasks.rados.rados.0.smithi007.stdout:717: done (2 left) 2024-08-04T15:29:41.874 INFO:tasks.rados.rados.0.smithi007.stdout:718: done (1 left) 2024-08-04T15:29:41.874 INFO:tasks.rados.rados.0.smithi007.stdout:720: done (0 left) 2024-08-04T15:29:41.874 INFO:tasks.rados.rados.0.smithi007.stdout:721: read oid 42 snap -1 2024-08-04T15:29:41.874 INFO:tasks.rados.rados.0.smithi007.stdout:721: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:29:41.874 INFO:tasks.rados.rados.0.smithi007.stdout:722: read oid 24 snap -1 2024-08-04T15:29:41.874 INFO:tasks.rados.rados.0.smithi007.stdout:722: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:29:41.874 INFO:tasks.rados.rados.0.smithi007.stdout:723: rmattr oid 45 current snap is 66 2024-08-04T15:29:41.874 INFO:tasks.rados.rados.0.smithi007.stdout:723: done (2 left) 2024-08-04T15:29:41.874 INFO:tasks.rados.rados.0.smithi007.stdout:724: snap_remove snap 61 2024-08-04T15:29:42.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:42.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-04T15:29:42.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-04T15:29:42.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: Activating manager daemon y 2024-08-04T15:29:42.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: osdmap e200: 8 total, 8 up, 8 in 2024-08-04T15:29:42.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.24724 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-04T15:29:42.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: mgrmap e30: y(active, starting, since 0.0067135s) 2024-08-04T15:29:42.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:42.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:42.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:42.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T15:29:42.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:29:42.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-04T15:29:42.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:29:42.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:29:42.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:29:42.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:29:42.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:29:42.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:29:42.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:29:42.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:29:42.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-04T15:29:42.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-04T15:29:42.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-04T15:29:42.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: Manager daemon y is now available 2024-08-04T15:29:42.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:42.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:29:42.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:29:42.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:41 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-04T15:29:42.034 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:42.034 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-04T15:29:42.034 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-04T15:29:42.034 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: Activating manager daemon y 2024-08-04T15:29:42.034 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: osdmap e200: 8 total, 8 up, 8 in 2024-08-04T15:29:42.034 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.24724 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-04T15:29:42.034 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: mgrmap e30: y(active, starting, since 0.0067135s) 2024-08-04T15:29:42.034 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:42.034 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:42.035 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:42.035 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T15:29:42.035 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:29:42.035 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-04T15:29:42.035 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:29:42.035 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:29:42.035 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:29:42.035 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:29:42.035 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:29:42.035 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:29:42.035 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:29:42.035 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:29:42.035 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-04T15:29:42.035 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-04T15:29:42.036 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-04T15:29:42.036 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: Manager daemon y is now available 2024-08-04T15:29:42.036 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:42.036 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:29:42.036 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:29:42.036 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-04T15:29:42.036 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:42.036 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.24724 172.21.15.62:0/4189476691' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-04T15:29:42.036 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-04T15:29:42.036 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: Activating manager daemon y 2024-08-04T15:29:42.036 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: osdmap e200: 8 total, 8 up, 8 in 2024-08-04T15:29:42.036 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.24724 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-04T15:29:42.037 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: mgrmap e30: y(active, starting, since 0.0067135s) 2024-08-04T15:29:42.037 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:42.037 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:42.037 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:42.037 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T15:29:42.037 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:29:42.037 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-04T15:29:42.037 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:29:42.037 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:29:42.037 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:29:42.037 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:29:42.037 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:29:42.037 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:29:42.037 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:29:42.038 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:29:42.038 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-04T15:29:42.038 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-04T15:29:42.038 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-04T15:29:42.038 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: Manager daemon y is now available 2024-08-04T15:29:42.038 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:42.038 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:29:42.038 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:29:42.038 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:41 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-04T15:29:42.729 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:42.605+0000 7fea4bfeb040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-04T15:29:42.729 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:42.727+0000 7fea4bfeb040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-04T15:29:42.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:42.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:42.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-mon[29096]: mgrmap e31: y(active, since 1.00885s) 2024-08-04T15:29:42.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-mon[29096]: osdmap e201: 8 total, 8 up, 8 in 2024-08-04T15:29:42.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-mon[29096]: pgmap v4: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 33 GiB/s rd, 15 GiB/s wr, 246.39k op/s; 135 MiB/s, 478 objects/s recovering 2024-08-04T15:29:42.774 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:42.775 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:42.775 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-mon[39529]: mgrmap e31: y(active, since 1.00885s) 2024-08-04T15:29:42.775 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-mon[39529]: osdmap e201: 8 total, 8 up, 8 in 2024-08-04T15:29:42.775 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-mon[39529]: pgmap v4: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 33 GiB/s rd, 15 GiB/s wr, 246.39k op/s; 135 MiB/s, 478 objects/s recovering 2024-08-04T15:29:42.847 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:29:42.876 INFO:tasks.rados.rados.0.smithi007.stdout:724: done (2 left) 2024-08-04T15:29:42.876 INFO:tasks.rados.rados.0.smithi007.stdout:725: setattr oid 22 current snap is 66 2024-08-04T15:29:42.876 INFO:tasks.rados.rados.0.smithi007.stdout:726: snap_create 2024-08-04T15:29:42.876 INFO:tasks.rados.rados.0.smithi007.stdout:722: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:29:42.876 INFO:tasks.rados.rados.0.smithi007.stdout:721: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:29:42.944 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 253 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-04T15:29:43.011 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:42.788+0000 7fea4bfeb040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-04T15:29:43.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:42 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:43.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:42 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:43.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:42 smithi062 ceph-mon[32659]: mgrmap e31: y(active, since 1.00885s) 2024-08-04T15:29:43.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:42 smithi062 ceph-mon[32659]: osdmap e201: 8 total, 8 up, 8 in 2024-08-04T15:29:43.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:42 smithi062 ceph-mon[32659]: pgmap v4: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 33 GiB/s rd, 15 GiB/s wr, 246.39k op/s; 135 MiB/s, 478 objects/s recovering 2024-08-04T15:29:43.087 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:42.826+0000 7f48beebb640 -1 log_channel(cephadm) log [ERR] : [04/Aug/2024:15:29:42] ENGINE Error in HTTPServer.serve 2024-08-04T15:29:43.087 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: Traceback (most recent call last): 2024-08-04T15:29:43.087 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:29:43.087 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: self._connections.run(self.expiration_interval) 2024-08-04T15:29:43.087 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:29:43.087 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: self._run(expiration_interval) 2024-08-04T15:29:43.087 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:29:43.087 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:29:43.087 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:29:43.087 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:29:43.087 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:29:43.087 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: s = self.context.wrap_socket( 2024-08-04T15:29:43.087 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:29:43.088 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: return self.sslsocket_class._create( 2024-08-04T15:29:43.088 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:29:43.088 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: self.do_handshake() 2024-08-04T15:29:43.088 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:29:43.088 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: self._sslobj.do_handshake() 2024-08-04T15:29:43.088 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:29:43.088 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:29:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:29:43.143 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:29:43.143 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (29s) 6s ago 4m 16.7M - 0.25.0 c8568f914cd2 d6b15156f420 2024-08-04T15:29:43.143 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (15s) 5s ago 4m 69.7M - 9.4.7 954c08fa6188 66e1e6bf99cd 2024-08-04T15:29:43.143 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (6m) 6s ago 6m 14.5M - 17.2.7-1207-g85224d90 3614407c4e10 39baa14185b8 2024-08-04T15:29:43.143 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (6m) 5s ago 6m 19.3M - 17.2.7-1207-g85224d90 3614407c4e10 951c2f76c840 2024-08-04T15:29:43.143 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443,9283 running (63s) 5s ago 9m 505M - 19.1.0-1260-g26c3fb8e 564b849e9656 4b29c1dc327f 2024-08-04T15:29:43.143 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:8443,9283,8765 running (10s) 6s ago 11m 85.2M - 19.1.0-1260-g26c3fb8e 564b849e9656 37ef3ca8c5a9 2024-08-04T15:29:43.143 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (11m) 6s ago 11m 52.1M 2048M 17.2.7-1207-g85224d90 3614407c4e10 1d4743646ee9 2024-08-04T15:29:43.143 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (9m) 5s ago 9m 41.8M 2048M 17.2.7-1207-g85224d90 3614407c4e10 359d0afec2d9 2024-08-04T15:29:43.143 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (9m) 6s ago 9m 44.2M 2048M 17.2.7-1207-g85224d90 3614407c4e10 b6575ebd4101 2024-08-04T15:29:43.143 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (26s) 6s ago 4m 3372k - 1.5.0 0da6a335fe13 e040078790b8 2024-08-04T15:29:43.144 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (19s) 5s ago 4m 8052k - 1.5.0 0da6a335fe13 b7bce65c2f21 2024-08-04T15:29:43.144 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (9m) 6s ago 9m 123M 2481M 17.2.7-1207-g85224d90 3614407c4e10 aa7c2acc12af 2024-08-04T15:29:43.144 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (8m) 6s ago 8m 105M 2481M 17.2.7-1207-g85224d90 3614407c4e10 6b90eba90aa9 2024-08-04T15:29:43.144 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (8m) 6s ago 8m 108M 2481M 17.2.7-1207-g85224d90 3614407c4e10 75284b707dd4 2024-08-04T15:29:43.144 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (8m) 6s ago 8m 70.8M 2481M 17.2.7-1207-g85224d90 3614407c4e10 902e99f21e0a 2024-08-04T15:29:43.144 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (7m) 5s ago 7m 91.6M 2480M 17.2.7-1207-g85224d90 3614407c4e10 a8621138799e 2024-08-04T15:29:43.144 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (7m) 5s ago 7m 97.5M 2480M 17.2.7-1207-g85224d90 3614407c4e10 4c11140cfb7d 2024-08-04T15:29:43.144 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (6m) 5s ago 6m 102M 2480M 17.2.7-1207-g85224d90 3614407c4e10 22d52664a755 2024-08-04T15:29:43.144 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (6m) 5s ago 6m 102M 2480M 17.2.7-1207-g85224d90 3614407c4e10 5e425b8303f1 2024-08-04T15:29:43.144 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (21s) 5s ago 4m 43.3M - 2.43.0 a07b618ecd1d e72ff1569f2f 2024-08-04T15:29:43.337 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:43.042+0000 7fea4bfeb040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-04T15:29:43.337 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:43.106+0000 7fea4bfeb040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-04T15:29:43.338 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:43.179+0000 7fea4bfeb040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-04T15:29:43.338 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:43.336+0000 7fea4bfeb040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:29:43.527 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:29:43.528 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:29:43.528 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 3 2024-08-04T15:29:43.528 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:29:43.528 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:29:43.528 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 1 2024-08-04T15:29:43.528 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:29:43.528 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:29:43.528 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 8 2024-08-04T15:29:43.528 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:29:43.528 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:29:43.528 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:29:43.528 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:29:43.528 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:29:43.529 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 13, 2024-08-04T15:29:43.529 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 1 2024-08-04T15:29:43.529 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:29:43.529 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:29:43.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:29:43.868 INFO:tasks.rados.rados.0.smithi007.stdout:721: done (3 left) 2024-08-04T15:29:43.868 INFO:tasks.rados.rados.0.smithi007.stdout:722: done (2 left) 2024-08-04T15:29:43.868 INFO:tasks.rados.rados.0.smithi007.stdout:725: done (1 left) 2024-08-04T15:29:43.869 INFO:tasks.rados.rados.0.smithi007.stdout:726: done (0 left) 2024-08-04T15:29:43.869 INFO:tasks.rados.rados.0.smithi007.stdout:727: rollback oid 47 current snap is 67 2024-08-04T15:29:43.869 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 47 to 66 2024-08-04T15:29:43.869 INFO:tasks.rados.rados.0.smithi007.stdout:728: read oid 10 snap -1 2024-08-04T15:29:43.869 INFO:tasks.rados.rados.0.smithi007.stdout:728: expect (ObjNum 215 snap 62 seq_num 215) 2024-08-04T15:29:43.869 INFO:tasks.rados.rados.0.smithi007.stdout:729: read oid 42 snap 64 2024-08-04T15:29:43.869 INFO:tasks.rados.rados.0.smithi007.stdout:729: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:29:43.869 INFO:tasks.rados.rados.0.smithi007.stdout:730: snap_remove snap 38 2024-08-04T15:29:44.065 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:43.800+0000 7fea4bfeb040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-04T15:29:44.065 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:43 smithi062 ceph-mon[32659]: [04/Aug/2024:15:29:42] ENGINE Bus STARTING 2024-08-04T15:29:44.065 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:43 smithi062 ceph-mon[32659]: [04/Aug/2024:15:29:42] ENGINE Serving on https://172.21.15.7:7150 2024-08-04T15:29:44.065 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:43 smithi062 ceph-mon[32659]: [04/Aug/2024:15:29:42] ENGINE Error in HTTPServer.serve 2024-08-04T15:29:44.065 INFO:journalctl@ceph.mon.b.smithi062.stdout: Traceback (most recent call last): 2024-08-04T15:29:44.065 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:29:44.065 INFO:journalctl@ceph.mon.b.smithi062.stdout: self._connections.run(self.expiration_interval) 2024-08-04T15:29:44.065 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:29:44.066 INFO:journalctl@ceph.mon.b.smithi062.stdout: self._run(expiration_interval) 2024-08-04T15:29:44.066 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:29:44.066 INFO:journalctl@ceph.mon.b.smithi062.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:29:44.066 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:29:44.066 INFO:journalctl@ceph.mon.b.smithi062.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:29:44.066 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:29:44.066 INFO:journalctl@ceph.mon.b.smithi062.stdout: s = self.context.wrap_socket( 2024-08-04T15:29:44.066 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:29:44.066 INFO:journalctl@ceph.mon.b.smithi062.stdout: return self.sslsocket_class._create( 2024-08-04T15:29:44.066 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:29:44.066 INFO:journalctl@ceph.mon.b.smithi062.stdout: self.do_handshake() 2024-08-04T15:29:44.066 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:29:44.066 INFO:journalctl@ceph.mon.b.smithi062.stdout: self._sslobj.do_handshake() 2024-08-04T15:29:44.067 INFO:journalctl@ceph.mon.b.smithi062.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:29:44.067 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:43 smithi062 ceph-mon[32659]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:29:44.067 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:43 smithi062 ceph-mon[32659]: pgmap v5: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 421 MiB/s rd, 195 MiB/s wr, 3.10k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-08-04T15:29:44.067 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:43 smithi062 ceph-mon[32659]: mgrmap e32: y(active, since 2s) 2024-08-04T15:29:44.067 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:43 smithi062 ceph-mon[32659]: osdmap e202: 8 total, 8 up, 8 in 2024-08-04T15:29:44.067 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:43 smithi062 ceph-mon[32659]: [04/Aug/2024:15:29:42] ENGINE Serving on http://172.21.15.7:8765 2024-08-04T15:29:44.067 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:43 smithi062 ceph-mon[32659]: [04/Aug/2024:15:29:42] ENGINE Bus STARTED 2024-08-04T15:29:44.067 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:43 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/3567916269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:29:44.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[29096]: [04/Aug/2024:15:29:42] ENGINE Bus STARTING 2024-08-04T15:29:44.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[29096]: [04/Aug/2024:15:29:42] ENGINE Serving on https://172.21.15.7:7150 2024-08-04T15:29:44.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[29096]: [04/Aug/2024:15:29:42] ENGINE Error in HTTPServer.serve 2024-08-04T15:29:44.086 INFO:journalctl@ceph.mon.a.smithi007.stdout: Traceback (most recent call last): 2024-08-04T15:29:44.086 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:29:44.086 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._connections.run(self.expiration_interval) 2024-08-04T15:29:44.086 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:29:44.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._run(expiration_interval) 2024-08-04T15:29:44.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:29:44.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:29:44.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:29:44.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:29:44.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:29:44.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: s = self.context.wrap_socket( 2024-08-04T15:29:44.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:29:44.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: return self.sslsocket_class._create( 2024-08-04T15:29:44.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:29:44.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: self.do_handshake() 2024-08-04T15:29:44.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:29:44.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._sslobj.do_handshake() 2024-08-04T15:29:44.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:29:44.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[29096]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:29:44.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[29096]: pgmap v5: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 421 MiB/s rd, 195 MiB/s wr, 3.10k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-08-04T15:29:44.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[29096]: mgrmap e32: y(active, since 2s) 2024-08-04T15:29:44.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[29096]: osdmap e202: 8 total, 8 up, 8 in 2024-08-04T15:29:44.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[29096]: [04/Aug/2024:15:29:42] ENGINE Serving on http://172.21.15.7:8765 2024-08-04T15:29:44.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[29096]: [04/Aug/2024:15:29:42] ENGINE Bus STARTED 2024-08-04T15:29:44.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[29096]: from='client.? 172.21.15.7:0/3567916269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:29:44.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[39529]: [04/Aug/2024:15:29:42] ENGINE Bus STARTING 2024-08-04T15:29:44.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[39529]: [04/Aug/2024:15:29:42] ENGINE Serving on https://172.21.15.7:7150 2024-08-04T15:29:44.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[39529]: [04/Aug/2024:15:29:42] ENGINE Error in HTTPServer.serve 2024-08-04T15:29:44.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: Traceback (most recent call last): 2024-08-04T15:29:44.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:29:44.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: self._connections.run(self.expiration_interval) 2024-08-04T15:29:44.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:29:44.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: self._run(expiration_interval) 2024-08-04T15:29:44.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:29:44.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:29:44.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:29:44.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:29:44.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:29:44.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: s = self.context.wrap_socket( 2024-08-04T15:29:44.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:29:44.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: return self.sslsocket_class._create( 2024-08-04T15:29:44.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:29:44.091 INFO:journalctl@ceph.mon.c.smithi007.stdout: self.do_handshake() 2024-08-04T15:29:44.091 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:29:44.091 INFO:journalctl@ceph.mon.c.smithi007.stdout: self._sslobj.do_handshake() 2024-08-04T15:29:44.091 INFO:journalctl@ceph.mon.c.smithi007.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:29:44.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[39529]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:29:44.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[39529]: pgmap v5: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 421 MiB/s rd, 195 MiB/s wr, 3.10k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-08-04T15:29:44.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[39529]: mgrmap e32: y(active, since 2s) 2024-08-04T15:29:44.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[39529]: osdmap e202: 8 total, 8 up, 8 in 2024-08-04T15:29:44.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[39529]: [04/Aug/2024:15:29:42] ENGINE Serving on http://172.21.15.7:8765 2024-08-04T15:29:44.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[39529]: [04/Aug/2024:15:29:42] ENGINE Bus STARTED 2024-08-04T15:29:44.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:43 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/3567916269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:29:44.316 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:44.154+0000 7fea4bfeb040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-04T15:29:44.316 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:44.223+0000 7fea4bfeb040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-04T15:29:44.722 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:44.381+0000 7fea4bfeb040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-04T15:29:44.723 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:44.721+0000 7fea4bfeb040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-04T15:29:44.887 INFO:tasks.rados.rados.0.smithi007.stdout:730: done (3 left) 2024-08-04T15:29:44.887 INFO:tasks.rados.rados.0.smithi007.stdout:731: rmattr oid 46 current snap is 67 2024-08-04T15:29:44.887 INFO:tasks.rados.rados.0.smithi007.stdout:731: done (3 left) 2024-08-04T15:29:44.887 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 40 current snap is 67 2024-08-04T15:29:44.887 INFO:tasks.rados.rados.0.smithi007.stdout:732: seq_num 240 ranges {663552=425984,1089536=589824,1679360=483328,2162688=131072} 2024-08-04T15:29:44.888 INFO:tasks.rados.rados.0.smithi007.stdout:732: writing smithi00780855-40 from 663552 to 1089536 tid 1 2024-08-04T15:29:44.893 INFO:tasks.rados.rados.0.smithi007.stdout:732: writing smithi00780855-40 from 1089536 to 1679360 tid 2 2024-08-04T15:29:44.896 INFO:tasks.rados.rados.0.smithi007.stdout:732: writing smithi00780855-40 from 1679360 to 2162688 tid 3 2024-08-04T15:29:44.898 INFO:tasks.rados.rados.0.smithi007.stdout:732: writing smithi00780855-40 from 2162688 to 2293760 tid 4 2024-08-04T15:29:44.898 INFO:tasks.rados.rados.0.smithi007.stdout:733: read oid 36 snap -1 2024-08-04T15:29:44.898 INFO:tasks.rados.rados.0.smithi007.stdout:733: expect (ObjNum 55 snap 3 seq_num 55) 2024-08-04T15:29:44.899 INFO:tasks.rados.rados.0.smithi007.stdout:734: read oid 33 snap -1 2024-08-04T15:29:44.899 INFO:tasks.rados.rados.0.smithi007.stdout:734: expect (ObjNum 235 snap 66 seq_num 235) 2024-08-04T15:29:44.899 INFO:tasks.rados.rados.0.smithi007.stdout:735: rollback oid 41 current snap is 67 2024-08-04T15:29:44.899 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 41 to 24 2024-08-04T15:29:44.899 INFO:tasks.rados.rados.0.smithi007.stdout:727: finishing rollback tid 0 to smithi00780855-47 2024-08-04T15:29:44.899 INFO:tasks.rados.rados.0.smithi007.stdout:727: finishing rollback tid 1 to smithi00780855-47 2024-08-04T15:29:44.899 INFO:tasks.rados.rados.0.smithi007.stdout:727: finishing rollback tid 2 to smithi00780855-47 2024-08-04T15:29:44.899 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 85 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:29:44.900 INFO:tasks.rados.rados.0.smithi007.stdout:729: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:29:44.965 INFO:tasks.rados.rados.0.smithi007.stdout:728: expect (ObjNum 215 snap 62 seq_num 215) 2024-08-04T15:29:45.004 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:44 smithi062 ceph-mon[32659]: from='client.25004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:29:45.004 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:44 smithi062 ceph-mon[32659]: osdmap e203: 8 total, 8 up, 8 in 2024-08-04T15:29:45.004 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:44.785+0000 7fea4bfeb040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-04T15:29:45.024 INFO:tasks.rados.rados.0.smithi007.stdout:732: finishing write tid 1 to smithi00780855-40 2024-08-04T15:29:45.024 INFO:tasks.rados.rados.0.smithi007.stdout:735: finishing rollback tid 0 to smithi00780855-41 2024-08-04T15:29:45.024 INFO:tasks.rados.rados.0.smithi007.stdout:735: finishing rollback tid 1 to smithi00780855-41 2024-08-04T15:29:45.024 INFO:tasks.rados.rados.0.smithi007.stdout:735: finishing rollback tid 2 to smithi00780855-41 2024-08-04T15:29:45.025 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 651 (ObjNum 96 snap 18 seq_num 96) dirty exists 2024-08-04T15:29:45.025 INFO:tasks.rados.rados.0.smithi007.stdout:733: expect (ObjNum 55 snap 3 seq_num 55) 2024-08-04T15:29:45.069 INFO:tasks.rados.rados.0.smithi007.stdout:732: finishing write tid 2 to smithi00780855-40 2024-08-04T15:29:45.069 INFO:tasks.rados.rados.0.smithi007.stdout:732: finishing write tid 3 to smithi00780855-40 2024-08-04T15:29:45.069 INFO:tasks.rados.rados.0.smithi007.stdout:732: finishing write tid 4 to smithi00780855-40 2024-08-04T15:29:45.069 INFO:tasks.rados.rados.0.smithi007.stdout:732: finishing write tid 5 to smithi00780855-40 2024-08-04T15:29:45.069 INFO:tasks.rados.rados.0.smithi007.stdout:732: finishing write tid 6 to smithi00780855-40 2024-08-04T15:29:45.069 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 155 (ObjNum 240 snap 67 seq_num 240) dirty exists 2024-08-04T15:29:45.069 INFO:tasks.rados.rados.0.smithi007.stdout:732: left oid 40 (ObjNum 240 snap 67 seq_num 240) 2024-08-04T15:29:45.069 INFO:tasks.rados.rados.0.smithi007.stdout:734: expect (ObjNum 235 snap 66 seq_num 235) 2024-08-04T15:29:45.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:45.003+0000 7fea4bfeb040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-04T15:29:45.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:45.158+0000 7fea4bfeb040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-04T15:29:45.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:45.225+0000 7fea4bfeb040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-04T15:29:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:44 smithi007 ceph-mon[29096]: from='client.25004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:29:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:44 smithi007 ceph-mon[29096]: osdmap e203: 8 total, 8 up, 8 in 2024-08-04T15:29:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:44 smithi007 ceph-mon[39529]: from='client.25004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:29:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:44 smithi007 ceph-mon[39529]: osdmap e203: 8 total, 8 up, 8 in 2024-08-04T15:29:45.423 INFO:tasks.rados.rados.0.smithi007.stdout:727: done (6 left) 2024-08-04T15:29:45.424 INFO:tasks.rados.rados.0.smithi007.stdout:728: done (5 left) 2024-08-04T15:29:45.424 INFO:tasks.rados.rados.0.smithi007.stdout:729: done (4 left) 2024-08-04T15:29:45.424 INFO:tasks.rados.rados.0.smithi007.stdout:732: done (3 left) 2024-08-04T15:29:45.424 INFO:tasks.rados.rados.0.smithi007.stdout:733: done (2 left) 2024-08-04T15:29:45.424 INFO:tasks.rados.rados.0.smithi007.stdout:734: done (1 left) 2024-08-04T15:29:45.424 INFO:tasks.rados.rados.0.smithi007.stdout:735: done (0 left) 2024-08-04T15:29:45.424 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 41 current snap is 67 2024-08-04T15:29:45.425 INFO:tasks.rados.rados.0.smithi007.stdout:736: seq_num 241 ranges {2293760=442368,2736128=466944,3203072=688128,3891200=49152} 2024-08-04T15:29:45.439 INFO:tasks.rados.rados.0.smithi007.stdout:736: writing smithi00780855-41 from 2293760 to 2736128 tid 1 2024-08-04T15:29:45.441 INFO:tasks.rados.rados.0.smithi007.stdout:736: writing smithi00780855-41 from 2736128 to 3203072 tid 2 2024-08-04T15:29:45.445 INFO:tasks.rados.rados.0.smithi007.stdout:736: writing smithi00780855-41 from 3203072 to 3891200 tid 3 2024-08-04T15:29:45.447 INFO:tasks.rados.rados.0.smithi007.stdout:736: writing smithi00780855-41 from 3891200 to 3940352 tid 4 2024-08-04T15:29:45.447 INFO:tasks.rados.rados.0.smithi007.stdout:737: read oid 20 snap -1 2024-08-04T15:29:45.447 INFO:tasks.rados.rados.0.smithi007.stdout:737: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:29:45.447 INFO:tasks.rados.rados.0.smithi007.stdout:738: rollback oid 21 current snap is 67 2024-08-04T15:29:45.447 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 21 to 24 2024-08-04T15:29:45.447 INFO:tasks.rados.rados.0.smithi007.stdout:736: finishing write tid 1 to smithi00780855-41 2024-08-04T15:29:45.447 INFO:tasks.rados.rados.0.smithi007.stdout:736: finishing write tid 2 to smithi00780855-41 2024-08-04T15:29:45.447 INFO:tasks.rados.rados.0.smithi007.stdout:739: delete oid 50 current snap is 67 2024-08-04T15:29:45.449 INFO:tasks.rados.rados.0.smithi007.stdout:738: finishing rollback tid 0 to smithi00780855-21 2024-08-04T15:29:45.449 INFO:tasks.rados.rados.0.smithi007.stdout:738: finishing rollback tid 1 to smithi00780855-21 2024-08-04T15:29:45.450 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 521 (ObjNum 65 snap 0 seq_num 1466391384) dirty dne 2024-08-04T15:29:45.450 INFO:tasks.rados.rados.0.smithi007.stdout:736: finishing write tid 3 to smithi00780855-41 2024-08-04T15:29:45.450 INFO:tasks.rados.rados.0.smithi007.stdout:736: finishing write tid 4 to smithi00780855-41 2024-08-04T15:29:45.450 INFO:tasks.rados.rados.0.smithi007.stdout:736: finishing write tid 5 to smithi00780855-41 2024-08-04T15:29:45.451 INFO:tasks.rados.rados.0.smithi007.stdout:736: finishing write tid 6 to smithi00780855-41 2024-08-04T15:29:45.451 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 658 (ObjNum 241 snap 67 seq_num 241) dirty exists 2024-08-04T15:29:45.452 INFO:tasks.rados.rados.0.smithi007.stdout:736: left oid 41 (ObjNum 241 snap 67 seq_num 241) 2024-08-04T15:29:45.453 INFO:tasks.rados.rados.0.smithi007.stdout:737: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:29:45.516 INFO:tasks.rados.rados.0.smithi007.stdout:736: done (3 left) 2024-08-04T15:29:45.516 INFO:tasks.rados.rados.0.smithi007.stdout:737: done (2 left) 2024-08-04T15:29:45.517 INFO:tasks.rados.rados.0.smithi007.stdout:738: done (1 left) 2024-08-04T15:29:45.517 INFO:tasks.rados.rados.0.smithi007.stdout:739: done (0 left) 2024-08-04T15:29:45.517 INFO:tasks.rados.rados.0.smithi007.stdout:740: delete oid 49 current snap is 67 2024-08-04T15:29:45.519 INFO:tasks.rados.rados.0.smithi007.stdout:740: done (0 left) 2024-08-04T15:29:45.519 INFO:tasks.rados.rados.0.smithi007.stdout:741: rmattr oid 13 current snap is 67 2024-08-04T15:29:45.519 INFO:tasks.rados.rados.0.smithi007.stdout:741: done (0 left) 2024-08-04T15:29:45.519 INFO:tasks.rados.rados.0.smithi007.stdout:742: read oid 1 snap -1 2024-08-04T15:29:45.519 INFO:tasks.rados.rados.0.smithi007.stdout:742: expect (ObjNum 83 snap 17 seq_num 83) 2024-08-04T15:29:45.519 INFO:tasks.rados.rados.0.smithi007.stdout:743: copy_from oid 7 from oid 48 current snap is 67 2024-08-04T15:29:45.519 INFO:tasks.rados.rados.0.smithi007.stdout:744: read oid 24 snap -1 2024-08-04T15:29:45.520 INFO:tasks.rados.rados.0.smithi007.stdout:744: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:29:45.520 INFO:tasks.rados.rados.0.smithi007.stdout:745: read oid 20 snap -1 2024-08-04T15:29:45.520 INFO:tasks.rados.rados.0.smithi007.stdout:745: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:29:45.520 INFO:tasks.rados.rados.0.smithi007.stdout:746: snap_create 2024-08-04T15:29:45.520 INFO:tasks.rados.rados.0.smithi007.stdout:744: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:29:45.527 INFO:tasks.rados.rados.0.smithi007.stdout:742: expect (ObjNum 83 snap 17 seq_num 83) 2024-08-04T15:29:45.594 INFO:tasks.rados.rados.0.smithi007.stdout:745: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:29:45.663 INFO:tasks.rados.rados.0.smithi007.stdout:743: finishing copy_from racing read to smithi00780855-7 2024-08-04T15:29:45.663 INFO:tasks.rados.rados.0.smithi007.stdout:743: finishing copy_from to smithi00780855-7 2024-08-04T15:29:45.663 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 155 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:29:45.664 INFO:tasks.rados.rados.0.smithi007.stdout:742: done (4 left) 2024-08-04T15:29:45.664 INFO:tasks.rados.rados.0.smithi007.stdout:743: done (3 left) 2024-08-04T15:29:45.664 INFO:tasks.rados.rados.0.smithi007.stdout:744: done (2 left) 2024-08-04T15:29:45.664 INFO:tasks.rados.rados.0.smithi007.stdout:745: done (1 left) 2024-08-04T15:29:45.664 INFO:tasks.rados.rados.0.smithi007.stdout:746: done (0 left) 2024-08-04T15:29:45.664 INFO:tasks.rados.rados.0.smithi007.stdout:747: setattr oid 26 current snap is 68 2024-08-04T15:29:45.664 INFO:tasks.rados.rados.0.smithi007.stdout:748: snap_remove snap 46 2024-08-04T15:29:45.711 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:45.326+0000 7fea4bfeb040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-04T15:29:45.711 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:45.389+0000 7fea4bfeb040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-04T15:29:45.986 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:45 smithi062 ceph-mon[32659]: pgmap v8: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 140 MiB/s rd, 65 MiB/s wr, 1.03k op/s; 577 KiB/s, 2 objects/s recovering 2024-08-04T15:29:45.986 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:45 smithi062 ceph-mon[32659]: osdmap e204: 8 total, 8 up, 8 in 2024-08-04T15:29:45.986 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:45 smithi062 ceph-mon[32659]: mgrmap e33: y(active, since 4s) 2024-08-04T15:29:45.986 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:45 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:45.987 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:45 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:45.987 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:45 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:45.987 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:45 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:45.987 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:45 smithi062 ceph-mon[32659]: osdmap e205: 8 total, 8 up, 8 in 2024-08-04T15:29:46.181 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:45 smithi007 ceph-mon[29096]: pgmap v8: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 140 MiB/s rd, 65 MiB/s wr, 1.03k op/s; 577 KiB/s, 2 objects/s recovering 2024-08-04T15:29:46.181 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:45 smithi007 ceph-mon[29096]: osdmap e204: 8 total, 8 up, 8 in 2024-08-04T15:29:46.181 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:45 smithi007 ceph-mon[29096]: mgrmap e33: y(active, since 4s) 2024-08-04T15:29:46.181 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:45 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:46.181 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:45 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:46.181 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:45 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:46.181 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:45 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:46.181 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:45 smithi007 ceph-mon[29096]: osdmap e205: 8 total, 8 up, 8 in 2024-08-04T15:29:46.182 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:45 smithi007 ceph-mon[39529]: pgmap v8: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 140 MiB/s rd, 65 MiB/s wr, 1.03k op/s; 577 KiB/s, 2 objects/s recovering 2024-08-04T15:29:46.182 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:45 smithi007 ceph-mon[39529]: osdmap e204: 8 total, 8 up, 8 in 2024-08-04T15:29:46.182 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:45 smithi007 ceph-mon[39529]: mgrmap e33: y(active, since 4s) 2024-08-04T15:29:46.182 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:45 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:46.182 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:45 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:46.182 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:45 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:46.182 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:45 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:46.182 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:45 smithi007 ceph-mon[39529]: osdmap e205: 8 total, 8 up, 8 in 2024-08-04T15:29:46.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:45.985+0000 7fea4bfeb040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-04T15:29:46.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:46 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:46.158+0000 7fea4bfeb040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-04T15:29:46.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:46 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: [04/Aug/2024:15:29:46] ENGINE Bus STARTING 2024-08-04T15:29:46.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:46 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: CherryPy Checker: 2024-08-04T15:29:46.262 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:46 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: The Application mounted at '' has an empty config. 2024-08-04T15:29:46.262 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:46 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: 2024-08-04T15:29:46.625 INFO:tasks.rados.rados.0.smithi007.stdout:748: done (1 left) 2024-08-04T15:29:46.625 INFO:tasks.rados.rados.0.smithi007.stdout:749: delete oid 10 current snap is 68 2024-08-04T15:29:46.625 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 526 (ObjNum 160 snap 47 seq_num 160) dirty exists 2024-08-04T15:29:46.636 INFO:tasks.rados.rados.0.smithi007.stdout:747: done (1 left) 2024-08-04T15:29:46.637 INFO:tasks.rados.rados.0.smithi007.stdout:749: done (0 left) 2024-08-04T15:29:46.637 INFO:tasks.rados.rados.0.smithi007.stdout:750: snap_create 2024-08-04T15:29:46.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:46 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: [04/Aug/2024:15:29:46] ENGINE Serving on http://:::9283 2024-08-04T15:29:46.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:46 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: [04/Aug/2024:15:29:46] ENGINE Bus STARTED 2024-08-04T15:29:47.330 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:47.330 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:47.330 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[29096]: Standby manager daemon x started 2024-08-04T15:29:47.330 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/916956263' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-04T15:29:47.331 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/916956263' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:29:47.331 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/916956263' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-04T15:29:47.331 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/916956263' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:29:47.331 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[29096]: osdmap e206: 8 total, 8 up, 8 in 2024-08-04T15:29:47.331 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:47.331 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:47.331 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[29096]: pgmap v12: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-04T15:29:47.331 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:47.331 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:47.331 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[39529]: Standby manager daemon x started 2024-08-04T15:29:47.331 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/916956263' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-04T15:29:47.332 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/916956263' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:29:47.332 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/916956263' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-04T15:29:47.332 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/916956263' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:29:47.332 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[39529]: osdmap e206: 8 total, 8 up, 8 in 2024-08-04T15:29:47.332 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:47.332 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:47.332 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:47 smithi007 ceph-mon[39529]: pgmap v12: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-04T15:29:47.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:47 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:47.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:47 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:47.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:47 smithi062 ceph-mon[32659]: Standby manager daemon x started 2024-08-04T15:29:47.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:47 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/916956263' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-04T15:29:47.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:47 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/916956263' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:29:47.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:47 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/916956263' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-04T15:29:47.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:47 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/916956263' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:29:47.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:47 smithi062 ceph-mon[32659]: osdmap e206: 8 total, 8 up, 8 in 2024-08-04T15:29:47.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:47 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:47.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:47 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:47.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:47 smithi062 ceph-mon[32659]: pgmap v12: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-04T15:29:47.626 INFO:tasks.rados.rados.0.smithi007.stdout:750: done (0 left) 2024-08-04T15:29:47.627 INFO:tasks.rados.rados.0.smithi007.stdout:751: setattr oid 43 current snap is 69 2024-08-04T15:29:47.627 INFO:tasks.rados.rados.0.smithi007.stdout:752: snap_remove snap 24 2024-08-04T15:29:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:48 smithi007 ceph-mon[29096]: mgrmap e34: y(active, since 6s), standbys: x 2024-08-04T15:29:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:48 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-04T15:29:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:48 smithi007 ceph-mon[29096]: osdmap e207: 8 total, 8 up, 8 in 2024-08-04T15:29:48.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:48 smithi007 ceph-mon[39529]: mgrmap e34: y(active, since 6s), standbys: x 2024-08-04T15:29:48.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:48 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-04T15:29:48.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:48 smithi007 ceph-mon[39529]: osdmap e207: 8 total, 8 up, 8 in 2024-08-04T15:29:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:48 smithi062 ceph-mon[32659]: mgrmap e34: y(active, since 6s), standbys: x 2024-08-04T15:29:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:48 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-04T15:29:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:48 smithi062 ceph-mon[32659]: osdmap e207: 8 total, 8 up, 8 in 2024-08-04T15:29:48.631 INFO:tasks.rados.rados.0.smithi007.stdout:752: done (1 left) 2024-08-04T15:29:48.632 INFO:tasks.rados.rados.0.smithi007.stdout:753: read oid 21 snap -1 2024-08-04T15:29:48.632 INFO:tasks.rados.rados.0.smithi007.stdout:753: expect deleted 2024-08-04T15:29:48.632 INFO:tasks.rados.rados.0.smithi007.stdout:754: snap_remove snap 67 2024-08-04T15:29:49.630 INFO:tasks.rados.rados.0.smithi007.stdout:754: done (2 left) 2024-08-04T15:29:49.630 INFO:tasks.rados.rados.0.smithi007.stdout:755: copy_from oid 46 from oid 26 current snap is 69 2024-08-04T15:29:49.630 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 153 (ObjNum 33 snap 0 seq_num 1701139548) dirty exists 2024-08-04T15:29:49.630 INFO:tasks.rados.rados.0.smithi007.stdout:751: done (2 left) 2024-08-04T15:29:49.630 INFO:tasks.rados.rados.0.smithi007.stdout:753: done (1 left) 2024-08-04T15:29:49.630 INFO:tasks.rados.rados.0.smithi007.stdout:756: copy_from oid 40 from oid 7 current snap is 69 2024-08-04T15:29:49.631 INFO:tasks.rados.rados.0.smithi007.stdout:757: snap_remove snap 58 2024-08-04T15:29:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:49 smithi062 ceph-mon[32659]: osdmap e208: 8 total, 8 up, 8 in 2024-08-04T15:29:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:49 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:49 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:49 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:29:50.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:49 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:29:50.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:49 smithi062 ceph-mon[32659]: Updating smithi007:/etc/ceph/ceph.conf 2024-08-04T15:29:50.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:49 smithi062 ceph-mon[32659]: Updating smithi062:/etc/ceph/ceph.conf 2024-08-04T15:29:50.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:49 smithi062 ceph-mon[32659]: pgmap v15: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 54 op/s 2024-08-04T15:29:50.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:49 smithi062 ceph-mon[32659]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:29:50.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:49 smithi062 ceph-mon[32659]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:29:50.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[39529]: osdmap e208: 8 total, 8 up, 8 in 2024-08-04T15:29:50.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:50.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:50.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:29:50.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:29:50.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[39529]: Updating smithi007:/etc/ceph/ceph.conf 2024-08-04T15:29:50.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[39529]: Updating smithi062:/etc/ceph/ceph.conf 2024-08-04T15:29:50.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[39529]: pgmap v15: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 54 op/s 2024-08-04T15:29:50.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[39529]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:29:50.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[39529]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:29:50.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[29096]: osdmap e208: 8 total, 8 up, 8 in 2024-08-04T15:29:50.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:50.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:50.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:29:50.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:29:50.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[29096]: Updating smithi007:/etc/ceph/ceph.conf 2024-08-04T15:29:50.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[29096]: Updating smithi062:/etc/ceph/ceph.conf 2024-08-04T15:29:50.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[29096]: pgmap v15: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 54 op/s 2024-08-04T15:29:50.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[29096]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:29:50.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:49 smithi007 ceph-mon[29096]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:29:50.626 INFO:tasks.rados.rados.0.smithi007.stdout:757: done (2 left) 2024-08-04T15:29:50.626 INFO:tasks.rados.rados.0.smithi007.stdout:758: delete oid 22 current snap is 69 2024-08-04T15:29:50.626 INFO:tasks.rados.rados.0.smithi007.stdout:756: finishing copy_from racing read to smithi00780855-40 2024-08-04T15:29:50.627 INFO:tasks.rados.rados.0.smithi007.stdout:756: finishing copy_from to smithi00780855-40 2024-08-04T15:29:50.627 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 155 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:29:50.627 INFO:tasks.rados.rados.0.smithi007.stdout:755: finishing copy_from racing read to smithi00780855-46 2024-08-04T15:29:50.627 INFO:tasks.rados.rados.0.smithi007.stdout:755: finishing copy_from to smithi00780855-46 2024-08-04T15:29:50.627 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 526 (ObjNum 160 snap 47 seq_num 160) dirty exists 2024-08-04T15:29:50.641 INFO:tasks.rados.rados.0.smithi007.stdout:755: done (2 left) 2024-08-04T15:29:50.642 INFO:tasks.rados.rados.0.smithi007.stdout:756: done (1 left) 2024-08-04T15:29:50.642 INFO:tasks.rados.rados.0.smithi007.stdout:758: done (0 left) 2024-08-04T15:29:50.642 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 24 current snap is 69 2024-08-04T15:29:50.642 INFO:tasks.rados.rados.0.smithi007.stdout:759: seq_num 246 ranges {0=524288,524288=745472,1269760=425984,1695744=32768} 2024-08-04T15:29:50.644 INFO:tasks.rados.rados.0.smithi007.stdout:759: writing smithi00780855-24 from 0 to 524288 tid 1 2024-08-04T15:29:50.648 INFO:tasks.rados.rados.0.smithi007.stdout:759: writing smithi00780855-24 from 524288 to 1269760 tid 2 2024-08-04T15:29:50.651 INFO:tasks.rados.rados.0.smithi007.stdout:759: writing smithi00780855-24 from 1269760 to 1695744 tid 3 2024-08-04T15:29:50.652 INFO:tasks.rados.rados.0.smithi007.stdout:759: writing smithi00780855-24 from 1695744 to 1728512 tid 4 2024-08-04T15:29:50.652 INFO:tasks.rados.rados.0.smithi007.stdout:760: copy_from oid 49 from oid 22 current snap is 69 2024-08-04T15:29:50.652 INFO:tasks.rados.rados.0.smithi007.stdout:759: finishing write tid 1 to smithi00780855-24 2024-08-04T15:29:50.652 INFO:tasks.rados.rados.0.smithi007.stdout:761: delete oid 35 current snap is 69 2024-08-04T15:29:50.653 INFO:tasks.rados.rados.0.smithi007.stdout:759: finishing write tid 2 to smithi00780855-24 2024-08-04T15:29:50.653 INFO:tasks.rados.rados.0.smithi007.stdout:761: done (2 left) 2024-08-04T15:29:50.653 INFO:tasks.rados.rados.0.smithi007.stdout:762: read oid 11 snap -1 2024-08-04T15:29:50.653 INFO:tasks.rados.rados.0.smithi007.stdout:762: expect (ObjNum 193 snap 56 seq_num 193) 2024-08-04T15:29:50.653 INFO:tasks.rados.rados.0.smithi007.stdout:763: snap_remove snap 65 2024-08-04T15:29:50.907 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:50 smithi062 ceph-mon[32659]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:29:50.907 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:50 smithi062 ceph-mon[32659]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:29:50.907 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:50 smithi062 ceph-mon[32659]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:29:50.907 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:50 smithi062 ceph-mon[32659]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:29:50.907 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:50 smithi062 ceph-mon[32659]: osdmap e209: 8 total, 8 up, 8 in 2024-08-04T15:29:50.908 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:50 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:50.908 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:50 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:50.908 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:50 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:50.908 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:50 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:50.908 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:50 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:50.909 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:50 smithi062 ceph-mon[32659]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-04T15:29:50.909 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:50 smithi062 ceph-mon[32659]: Reconfiguring daemon prometheus.a on smithi062 2024-08-04T15:29:50.909 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:50 smithi062 ceph-mon[32659]: osdmap e210: 8 total, 8 up, 8 in 2024-08-04T15:29:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[39529]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:29:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[39529]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:29:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[39529]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:29:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[39529]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:29:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[39529]: osdmap e209: 8 total, 8 up, 8 in 2024-08-04T15:29:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:51.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:51.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:51.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:51.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[39529]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-04T15:29:51.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[39529]: Reconfiguring daemon prometheus.a on smithi062 2024-08-04T15:29:51.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[39529]: osdmap e210: 8 total, 8 up, 8 in 2024-08-04T15:29:51.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[29096]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:29:51.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[29096]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:29:51.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[29096]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:29:51.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[29096]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:29:51.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[29096]: osdmap e209: 8 total, 8 up, 8 in 2024-08-04T15:29:51.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:51.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:51.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:51.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:51.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:51.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[29096]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-04T15:29:51.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[29096]: Reconfiguring daemon prometheus.a on smithi062 2024-08-04T15:29:51.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:50 smithi007 ceph-mon[29096]: osdmap e210: 8 total, 8 up, 8 in 2024-08-04T15:29:51.645 INFO:tasks.rados.rados.0.smithi007.stdout:760: finishing copy_from to smithi00780855-49 2024-08-04T15:29:51.646 INFO:tasks.rados.rados.0.smithi007.stdout:760: got expected ENOENT (src dne) 2024-08-04T15:29:51.646 INFO:tasks.rados.rados.0.smithi007.stdout:760: finishing copy_from racing read to smithi00780855-49 2024-08-04T15:29:51.646 INFO:tasks.rados.rados.0.smithi007.stdout:759: finishing write tid 3 to smithi00780855-24 2024-08-04T15:29:51.646 INFO:tasks.rados.rados.0.smithi007.stdout:759: finishing write tid 4 to smithi00780855-24 2024-08-04T15:29:51.646 INFO:tasks.rados.rados.0.smithi007.stdout:759: finishing write tid 5 to smithi00780855-24 2024-08-04T15:29:51.646 INFO:tasks.rados.rados.0.smithi007.stdout:759: finishing write tid 6 to smithi00780855-24 2024-08-04T15:29:51.646 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 698 (ObjNum 246 snap 69 seq_num 246) dirty exists 2024-08-04T15:29:51.646 INFO:tasks.rados.rados.0.smithi007.stdout:759: left oid 24 (ObjNum 246 snap 69 seq_num 246) 2024-08-04T15:29:51.646 INFO:tasks.rados.rados.0.smithi007.stdout:762: expect (ObjNum 193 snap 56 seq_num 193) 2024-08-04T15:29:51.688 INFO:tasks.rados.rados.0.smithi007.stdout:759: done (3 left) 2024-08-04T15:29:51.688 INFO:tasks.rados.rados.0.smithi007.stdout:760: done (2 left) 2024-08-04T15:29:51.688 INFO:tasks.rados.rados.0.smithi007.stdout:762: done (1 left) 2024-08-04T15:29:51.689 INFO:tasks.rados.rados.0.smithi007.stdout:763: done (0 left) 2024-08-04T15:29:51.689 INFO:tasks.rados.rados.0.smithi007.stdout:764: snap_remove snap 32 2024-08-04T15:29:51.753 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: pgmap v18: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.4 MiB/s wr, 46 op/s 2024-08-04T15:29:51.753 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:51.753 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:29:51.753 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:51.753 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:51.753 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:51.753 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:51.753 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:51.754 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:51.754 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:51.754 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:51.754 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:51.754 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:29:51.754 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:29:51.754 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:51.754 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:51.754 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:51.754 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:29:51.754 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:29:51.754 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:51.754 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:51.754 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:51.755 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:29:51.755 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:29:51.755 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:51.755 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:51.755 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:52.004 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:51 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[65828]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:29:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-04T15:29:52.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: pgmap v18: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.4 MiB/s wr, 46 op/s 2024-08-04T15:29:52.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:52.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:29:52.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:52.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:52.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:52.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:52.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:52.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:52.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:52.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:52.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:52.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:29:52.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:29:52.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:52.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:52.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:52.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:29:52.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:29:52.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:52.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:52.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:52.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:29:52.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:29:52.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:52.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:52.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:52.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: pgmap v18: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.4 MiB/s wr, 46 op/s 2024-08-04T15:29:52.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:52.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:29:52.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:52.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:52.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:52.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:52.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:52.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:52.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:52.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:52.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:52.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:29:52.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:29:52.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:52.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:52.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:52.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:29:52.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:29:52.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:52.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:52.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:52.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:29:52.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:29:52.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:29:52.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:29:52.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:51 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:29:52.659 INFO:tasks.rados.rados.0.smithi007.stdout:764: done (0 left) 2024-08-04T15:29:52.660 INFO:tasks.rados.rados.0.smithi007.stdout:765: setattr oid 48 current snap is 69 2024-08-04T15:29:52.662 INFO:tasks.rados.rados.0.smithi007.stdout:766: copy_from oid 14 from oid 10 current snap is 69 2024-08-04T15:29:52.662 INFO:tasks.rados.rados.0.smithi007.stdout:767: rollback oid 18 current snap is 69 2024-08-04T15:29:52.662 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 18 to 59 2024-08-04T15:29:52.662 INFO:tasks.rados.rados.0.smithi007.stdout:768: read oid 35 snap -1 2024-08-04T15:29:52.662 INFO:tasks.rados.rados.0.smithi007.stdout:768: expect deleted 2024-08-04T15:29:52.662 INFO:tasks.rados.rados.0.smithi007.stdout:769: snap_remove snap 66 2024-08-04T15:29:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:52 smithi062 ceph-mon[32659]: osdmap e211: 8 total, 8 up, 8 in 2024-08-04T15:29:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:52 smithi007 ceph-mon[39529]: osdmap e211: 8 total, 8 up, 8 in 2024-08-04T15:29:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:52 smithi007 ceph-mon[29096]: osdmap e211: 8 total, 8 up, 8 in 2024-08-04T15:29:53.505 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:53 smithi062 systemd[1]: Stopping Ceph prometheus.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:29:53.657 INFO:tasks.rados.rados.0.smithi007.stdout:769: done (4 left) 2024-08-04T15:29:53.657 INFO:tasks.rados.rados.0.smithi007.stdout:770: copy_from oid 15 from oid 24 current snap is 69 2024-08-04T15:29:53.657 INFO:tasks.rados.rados.0.smithi007.stdout:766: finishing copy_from to smithi00780855-14 2024-08-04T15:29:53.658 INFO:tasks.rados.rados.0.smithi007.stdout:766: got expected ENOENT (src dne) 2024-08-04T15:29:53.658 INFO:tasks.rados.rados.0.smithi007.stdout:766: finishing copy_from racing read to smithi00780855-14 2024-08-04T15:29:53.658 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 232 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:29:53.658 INFO:tasks.rados.rados.0.smithi007.stdout:767: finishing rollback tid 0 to smithi00780855-18 2024-08-04T15:29:53.658 INFO:tasks.rados.rados.0.smithi007.stdout:767: finishing rollback tid 1 to smithi00780855-18 2024-08-04T15:29:53.658 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 178 (ObjNum 129 snap 0 seq_num 3493473264) dirty dne 2024-08-04T15:29:53.658 INFO:tasks.rados.rados.0.smithi007.stdout:765: done (4 left) 2024-08-04T15:29:53.658 INFO:tasks.rados.rados.0.smithi007.stdout:766: done (3 left) 2024-08-04T15:29:53.658 INFO:tasks.rados.rados.0.smithi007.stdout:767: done (2 left) 2024-08-04T15:29:53.658 INFO:tasks.rados.rados.0.smithi007.stdout:768: done (1 left) 2024-08-04T15:29:53.658 INFO:tasks.rados.rados.0.smithi007.stdout:771: setattr oid 35 current snap is 69 2024-08-04T15:29:53.660 INFO:tasks.rados.rados.0.smithi007.stdout:772: read oid 26 snap 55 2024-08-04T15:29:53.660 INFO:tasks.rados.rados.0.smithi007.stdout:772: expect (ObjNum 160 snap 47 seq_num 160) 2024-08-04T15:29:53.660 INFO:tasks.rados.rados.0.smithi007.stdout:773: copy_from oid 28 from oid 44 current snap is 69 2024-08-04T15:29:53.660 INFO:tasks.rados.rados.0.smithi007.stdout:774: rollback oid 27 current snap is 69 2024-08-04T15:29:53.660 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 27 to 55 2024-08-04T15:29:53.660 INFO:tasks.rados.rados.0.smithi007.stdout:775: setattr oid 32 current snap is 69 2024-08-04T15:29:53.662 INFO:tasks.rados.rados.0.smithi007.stdout:776: delete oid 43 current snap is 69 2024-08-04T15:29:53.666 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 262 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-04T15:29:53.667 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 219 (ObjNum 206 snap 60 seq_num 206) dirty exists 2024-08-04T15:29:53.668 INFO:tasks.rados.rados.0.smithi007.stdout:771: done (6 left) 2024-08-04T15:29:53.668 INFO:tasks.rados.rados.0.smithi007.stdout:775: done (5 left) 2024-08-04T15:29:53.668 INFO:tasks.rados.rados.0.smithi007.stdout:776: done (4 left) 2024-08-04T15:29:53.668 INFO:tasks.rados.rados.0.smithi007.stdout:777: snap_create 2024-08-04T15:29:53.668 INFO:tasks.rados.rados.0.smithi007.stdout:774: finishing rollback tid 1 to smithi00780855-27 2024-08-04T15:29:53.669 INFO:tasks.rados.rados.0.smithi007.stdout:774: finishing rollback tid 2 to smithi00780855-27 2024-08-04T15:29:53.669 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 379 (ObjNum 188 snap 55 seq_num 188) dirty exists 2024-08-04T15:29:53.674 INFO:tasks.rados.rados.0.smithi007.stdout:770: finishing copy_from racing read to smithi00780855-15 2024-08-04T15:29:53.677 INFO:tasks.rados.rados.0.smithi007.stdout:770: finishing copy_from to smithi00780855-15 2024-08-04T15:29:53.677 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 698 (ObjNum 246 snap 69 seq_num 246) dirty exists 2024-08-04T15:29:53.678 INFO:tasks.rados.rados.0.smithi007.stdout:773: finishing copy_from racing read to smithi00780855-28 2024-08-04T15:29:53.679 INFO:tasks.rados.rados.0.smithi007.stdout:773: finishing copy_from to smithi00780855-28 2024-08-04T15:29:53.679 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 55 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:29:53.683 INFO:tasks.rados.rados.0.smithi007.stdout:772: expect (ObjNum 160 snap 47 seq_num 160) 2024-08-04T15:29:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:53 smithi062 ceph-mon[32659]: mgrmap e35: y(active, since 11s), standbys: x 2024-08-04T15:29:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:53 smithi062 ceph-mon[32659]: osdmap e212: 8 total, 8 up, 8 in 2024-08-04T15:29:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:53 smithi062 ceph-mon[32659]: pgmap v21: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 940 KiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-04T15:29:53.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:29:53.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:53.551Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-04T15:29:53.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:53.552Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-04T15:29:53.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:53.552Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-04T15:29:53.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:53.552Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-04T15:29:53.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:53.552Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-04T15:29:53.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:53.552Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-04T15:29:53.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:53.552Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-04T15:29:53.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:53.552Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-04T15:29:53.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:53.552Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-04T15:29:53.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:53.552Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-04T15:29:53.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:53.552Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-04T15:29:53.763 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[74441]: ts=2024-08-04T15:29:53.552Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-04T15:29:53.763 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:53 smithi062 podman[77530]: 2024-08-04 15:29:53.562395759 +0000 UTC m=+0.218836093 container died e72ff1569f2fb757c49aa1ae9d4725161c474e7535d1e64fd7ad35f8dcd8c127 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:54.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:53 smithi007 ceph-mon[29096]: mgrmap e35: y(active, since 11s), standbys: x 2024-08-04T15:29:54.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:53 smithi007 ceph-mon[29096]: osdmap e212: 8 total, 8 up, 8 in 2024-08-04T15:29:54.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:53 smithi007 ceph-mon[29096]: pgmap v21: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 940 KiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-04T15:29:54.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:53 smithi007 ceph-mon[39529]: mgrmap e35: y(active, since 11s), standbys: x 2024-08-04T15:29:54.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:53 smithi007 ceph-mon[39529]: osdmap e212: 8 total, 8 up, 8 in 2024-08-04T15:29:54.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:53 smithi007 ceph-mon[39529]: pgmap v21: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 940 KiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-04T15:29:54.261 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 podman[77530]: 2024-08-04 15:29:54.015620806 +0000 UTC m=+0.672061201 container cleanup e72ff1569f2fb757c49aa1ae9d4725161c474e7535d1e64fd7ad35f8dcd8c127 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:54.261 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 bash[77530]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a 2024-08-04T15:29:54.653 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 podman[77543]: 2024-08-04 15:29:54.317329494 +0000 UTC m=+0.757079900 container remove e72ff1569f2fb757c49aa1ae9d4725161c474e7535d1e64fd7ad35f8dcd8c127 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:54.654 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-04T15:29:54.654 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 systemd[1]: Stopped Ceph prometheus.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:29:54.654 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@prometheus.a.service: Consumed 1.151s CPU time. 2024-08-04T15:29:54.654 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 systemd[1]: Starting Ceph prometheus.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:29:54.661 INFO:tasks.rados.rados.0.smithi007.stdout:770: done (4 left) 2024-08-04T15:29:54.661 INFO:tasks.rados.rados.0.smithi007.stdout:772: done (3 left) 2024-08-04T15:29:54.661 INFO:tasks.rados.rados.0.smithi007.stdout:773: done (2 left) 2024-08-04T15:29:54.661 INFO:tasks.rados.rados.0.smithi007.stdout:774: done (1 left) 2024-08-04T15:29:54.661 INFO:tasks.rados.rados.0.smithi007.stdout:777: done (0 left) 2024-08-04T15:29:54.661 INFO:tasks.rados.rados.0.smithi007.stdout:778: delete oid 9 current snap is 70 2024-08-04T15:29:54.665 INFO:tasks.rados.rados.0.smithi007.stdout:778: done (0 left) 2024-08-04T15:29:54.665 INFO:tasks.rados.rados.0.smithi007.stdout:779: snap_create 2024-08-04T15:29:54.914 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-mon[32659]: osdmap e213: 8 total, 8 up, 8 in 2024-08-04T15:29:54.915 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 podman[77637]: 2024-08-04 15:29:54.566448105 +0000 UTC m=+0.018788742 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-04T15:29:54.915 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 podman[77637]: 2024-08-04 15:29:54.668292184 +0000 UTC m=+0.120632808 container create ab854fccad8ea7e7bd5fec6cc764874b704b57996b1724778f79c10ca14dfe83 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:54.915 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 podman[77637]: 2024-08-04 15:29:54.887130076 +0000 UTC m=+0.339470701 container init ab854fccad8ea7e7bd5fec6cc764874b704b57996b1724778f79c10ca14dfe83 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:54.915 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 podman[77637]: 2024-08-04 15:29:54.889848531 +0000 UTC m=+0.342189160 container start ab854fccad8ea7e7bd5fec6cc764874b704b57996b1724778f79c10ca14dfe83 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:29:55.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:54 smithi007 ceph-mon[29096]: osdmap e213: 8 total, 8 up, 8 in 2024-08-04T15:29:55.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:54 smithi007 ceph-mon[39529]: osdmap e213: 8 total, 8 up, 8 in 2024-08-04T15:29:55.262 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.914Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-04T15:29:55.262 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.914Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-04T15:29:55.262 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.914Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi062 (none))" 2024-08-04T15:29:55.262 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.914Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-04T15:29:55.263 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.914Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-04T15:29:55.263 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.916Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-04T15:29:55.263 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.916Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-04T15:29:55.263 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.918Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-04T15:29:55.263 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.918Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-04T15:29:55.263 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.920Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-04T15:29:55.263 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.920Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.354µs 2024-08-04T15:29:55.263 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.920Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-04T15:29:55.263 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.920Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-08-04T15:29:55.263 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.933Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-08-04T15:29:55.263 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.938Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-08-04T15:29:55.263 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.938Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-08-04T15:29:55.263 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.938Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=25.247µs wal_replay_duration=18.302007ms wbl_replay_duration=117ns total_replay_duration=18.352673ms 2024-08-04T15:29:55.264 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.941Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-04T15:29:55.264 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.941Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-04T15:29:55.264 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.941Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-04T15:29:55.264 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.962Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.186285ms db_storage=766ns remote_storage=1.202µs web_handler=367ns query_engine=788ns scrape=962.208µs scrape_sd=190.266µs notify=24.857µs notify_sd=22.237µs rules=19.664648ms tracing=5.839µs 2024-08-04T15:29:55.264 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.962Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-04T15:29:55.264 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:29:54.962Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-04T15:29:55.264 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:55 smithi062 bash[77637]: ab854fccad8ea7e7bd5fec6cc764874b704b57996b1724778f79c10ca14dfe83 2024-08-04T15:29:55.264 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:29:55 smithi062 systemd[1]: Started Ceph prometheus.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:29:55.627 INFO:tasks.rados.rados.0.smithi007.stdout:779: done (0 left) 2024-08-04T15:29:55.627 INFO:tasks.rados.rados.0.smithi007.stdout:780: rmattr oid 13 current snap is 71 2024-08-04T15:29:55.627 INFO:tasks.rados.rados.0.smithi007.stdout:780: done (0 left) 2024-08-04T15:29:55.628 INFO:tasks.rados.rados.0.smithi007.stdout:781: snap_create 2024-08-04T15:29:56.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:55 smithi062 ceph-mon[32659]: osdmap e214: 8 total, 8 up, 8 in 2024-08-04T15:29:56.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:55 smithi062 ceph-mon[32659]: pgmap v24: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 940 KiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-04T15:29:56.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:55 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:56.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:55 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:56.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:55 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:29:56.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:55 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:56.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:55 smithi062 ceph-mon[32659]: osdmap e215: 8 total, 8 up, 8 in 2024-08-04T15:29:56.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:55 smithi007 ceph-mon[29096]: osdmap e214: 8 total, 8 up, 8 in 2024-08-04T15:29:56.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:55 smithi007 ceph-mon[29096]: pgmap v24: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 940 KiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-04T15:29:56.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:55 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:56.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:55 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:56.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:55 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:29:56.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:55 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:56.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:55 smithi007 ceph-mon[29096]: osdmap e215: 8 total, 8 up, 8 in 2024-08-04T15:29:56.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:55 smithi007 ceph-mon[39529]: osdmap e214: 8 total, 8 up, 8 in 2024-08-04T15:29:56.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:55 smithi007 ceph-mon[39529]: pgmap v24: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 940 KiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-04T15:29:56.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:55 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:56.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:55 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:29:56.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:55 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:29:56.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:55 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:29:56.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:55 smithi007 ceph-mon[39529]: osdmap e215: 8 total, 8 up, 8 in 2024-08-04T15:29:56.629 INFO:tasks.rados.rados.0.smithi007.stdout:781: done (0 left) 2024-08-04T15:29:56.629 INFO:tasks.rados.rados.0.smithi007.stdout:782: copy_from oid 43 from oid 39 current snap is 72 2024-08-04T15:29:56.629 INFO:tasks.rados.rados.0.smithi007.stdout:783: delete oid 49 current snap is 72 2024-08-04T15:29:56.630 INFO:tasks.rados.rados.0.smithi007.stdout:782: finishing copy_from to smithi00780855-43 2024-08-04T15:29:56.630 INFO:tasks.rados.rados.0.smithi007.stdout:782: got expected ENOENT (src dne) 2024-08-04T15:29:56.630 INFO:tasks.rados.rados.0.smithi007.stdout:782: finishing copy_from racing read to smithi00780855-43 2024-08-04T15:29:56.633 INFO:tasks.rados.rados.0.smithi007.stdout:782: done (1 left) 2024-08-04T15:29:56.633 INFO:tasks.rados.rados.0.smithi007.stdout:783: done (0 left) 2024-08-04T15:29:56.633 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 4 current snap is 72 2024-08-04T15:29:56.633 INFO:tasks.rados.rados.0.smithi007.stdout:784: seq_num 251 ranges {786432=606208,1392640=614400,2007040=589824} 2024-08-04T15:29:56.640 INFO:tasks.rados.rados.0.smithi007.stdout:784: writing smithi00780855-4 from 786432 to 1392640 tid 1 2024-08-04T15:29:56.644 INFO:tasks.rados.rados.0.smithi007.stdout:784: writing smithi00780855-4 from 1392640 to 2007040 tid 2 2024-08-04T15:29:56.648 INFO:tasks.rados.rados.0.smithi007.stdout:784: writing smithi00780855-4 from 2007040 to 2596864 tid 3 2024-08-04T15:29:56.648 INFO:tasks.rados.rados.0.smithi007.stdout:785: rollback oid 28 current snap is 72 2024-08-04T15:29:56.648 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 28 to 69 2024-08-04T15:29:56.648 INFO:tasks.rados.rados.0.smithi007.stdout:784: finishing write tid 1 to smithi00780855-4 2024-08-04T15:29:56.648 INFO:tasks.rados.rados.0.smithi007.stdout:784: finishing write tid 2 to smithi00780855-4 2024-08-04T15:29:56.648 INFO:tasks.rados.rados.0.smithi007.stdout:786: snap_create 2024-08-04T15:29:56.652 INFO:tasks.rados.rados.0.smithi007.stdout:785: finishing rollback tid 0 to smithi00780855-28 2024-08-04T15:29:56.652 INFO:tasks.rados.rados.0.smithi007.stdout:785: finishing rollback tid 1 to smithi00780855-28 2024-08-04T15:29:56.653 INFO:tasks.rados.rados.0.smithi007.stdout:784: finishing write tid 3 to smithi00780855-4 2024-08-04T15:29:56.653 INFO:tasks.rados.rados.0.smithi007.stdout:785: finishing rollback tid 2 to smithi00780855-28 2024-08-04T15:29:56.653 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 355 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:29:56.653 INFO:tasks.rados.rados.0.smithi007.stdout:784: finishing write tid 4 to smithi00780855-4 2024-08-04T15:29:56.654 INFO:tasks.rados.rados.0.smithi007.stdout:784: finishing write tid 5 to smithi00780855-4 2024-08-04T15:29:56.654 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 170 (ObjNum 251 snap 72 seq_num 251) dirty exists 2024-08-04T15:29:56.654 INFO:tasks.rados.rados.0.smithi007.stdout:784: left oid 4 (ObjNum 251 snap 72 seq_num 251) 2024-08-04T15:29:57.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:56 smithi062 ceph-mon[32659]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:29:57.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:56 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:29:57.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:56 smithi062 ceph-mon[32659]: osdmap e216: 8 total, 8 up, 8 in 2024-08-04T15:29:57.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:56 smithi007 ceph-mon[29096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:29:57.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:56 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:29:57.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:56 smithi007 ceph-mon[29096]: osdmap e216: 8 total, 8 up, 8 in 2024-08-04T15:29:57.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:56 smithi007 ceph-mon[39529]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:29:57.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:56 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:29:57.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:56 smithi007 ceph-mon[39529]: osdmap e216: 8 total, 8 up, 8 in 2024-08-04T15:29:57.632 INFO:tasks.rados.rados.0.smithi007.stdout:784: done (2 left) 2024-08-04T15:29:57.632 INFO:tasks.rados.rados.0.smithi007.stdout:785: done (1 left) 2024-08-04T15:29:57.632 INFO:tasks.rados.rados.0.smithi007.stdout:786: done (0 left) 2024-08-04T15:29:57.632 INFO:tasks.rados.rados.0.smithi007.stdout:787: read oid 42 snap -1 2024-08-04T15:29:57.632 INFO:tasks.rados.rados.0.smithi007.stdout:787: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:29:57.632 INFO:tasks.rados.rados.0.smithi007.stdout:788: read oid 24 snap -1 2024-08-04T15:29:57.632 INFO:tasks.rados.rados.0.smithi007.stdout:788: expect (ObjNum 246 snap 69 seq_num 246) 2024-08-04T15:29:57.632 INFO:tasks.rados.rados.0.smithi007.stdout:789: copy_from oid 25 from oid 5 current snap is 73 2024-08-04T15:29:57.633 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 13 current snap is 73 2024-08-04T15:29:57.633 INFO:tasks.rados.rados.0.smithi007.stdout:790: seq_num 252 ranges {2097152=630784,2727936=499712,3227648=425984,3653632=278528} 2024-08-04T15:29:57.648 INFO:tasks.rados.rados.0.smithi007.stdout:790: writing smithi00780855-13 from 2097152 to 2727936 tid 1 2024-08-04T15:29:57.650 INFO:tasks.rados.rados.0.smithi007.stdout:790: writing smithi00780855-13 from 2727936 to 3227648 tid 2 2024-08-04T15:29:57.653 INFO:tasks.rados.rados.0.smithi007.stdout:790: writing smithi00780855-13 from 3227648 to 3653632 tid 3 2024-08-04T15:29:57.655 INFO:tasks.rados.rados.0.smithi007.stdout:790: writing smithi00780855-13 from 3653632 to 3932160 tid 4 2024-08-04T15:29:57.655 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 4 current snap is 73 2024-08-04T15:29:57.655 INFO:tasks.rados.rados.0.smithi007.stdout:789: finishing copy_from to smithi00780855-25 2024-08-04T15:29:57.655 INFO:tasks.rados.rados.0.smithi007.stdout:789: got expected ENOENT (src dne) 2024-08-04T15:29:57.655 INFO:tasks.rados.rados.0.smithi007.stdout:791: seq_num 253 ranges {2596864=647168,3244032=786432,4030464=417792} 2024-08-04T15:29:57.673 INFO:tasks.rados.rados.0.smithi007.stdout:791: writing smithi00780855-4 from 2596864 to 3244032 tid 1 2024-08-04T15:29:57.677 INFO:tasks.rados.rados.0.smithi007.stdout:791: writing smithi00780855-4 from 3244032 to 4030464 tid 2 2024-08-04T15:29:57.680 INFO:tasks.rados.rados.0.smithi007.stdout:791: writing smithi00780855-4 from 4030464 to 4448256 tid 3 2024-08-04T15:29:57.680 INFO:tasks.rados.rados.0.smithi007.stdout:792: rmattr oid 12 current snap is 73 2024-08-04T15:29:57.680 INFO:tasks.rados.rados.0.smithi007.stdout:792: done (5 left) 2024-08-04T15:29:57.680 INFO:tasks.rados.rados.0.smithi007.stdout:793: read oid 39 snap -1 2024-08-04T15:29:57.680 INFO:tasks.rados.rados.0.smithi007.stdout:793: expect deleted 2024-08-04T15:29:57.680 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 23 current snap is 73 2024-08-04T15:29:57.681 INFO:tasks.rados.rados.0.smithi007.stdout:789: finishing copy_from racing read to smithi00780855-25 2024-08-04T15:29:57.681 INFO:tasks.rados.rados.0.smithi007.stdout:787: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:29:57.741 INFO:tasks.rados.rados.0.smithi007.stdout:788: expect (ObjNum 246 snap 69 seq_num 246) 2024-08-04T15:29:57.786 INFO:tasks.rados.rados.0.smithi007.stdout:790: finishing write tid 1 to smithi00780855-13 2024-08-04T15:29:57.787 INFO:tasks.rados.rados.0.smithi007.stdout:790: finishing write tid 2 to smithi00780855-13 2024-08-04T15:29:57.787 INFO:tasks.rados.rados.0.smithi007.stdout:790: finishing write tid 3 to smithi00780855-13 2024-08-04T15:29:57.787 INFO:tasks.rados.rados.0.smithi007.stdout:790: finishing write tid 4 to smithi00780855-13 2024-08-04T15:29:57.787 INFO:tasks.rados.rados.0.smithi007.stdout:790: finishing write tid 5 to smithi00780855-13 2024-08-04T15:29:57.787 INFO:tasks.rados.rados.0.smithi007.stdout:790: finishing write tid 6 to smithi00780855-13 2024-08-04T15:29:57.787 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 728 (ObjNum 252 snap 73 seq_num 252) dirty exists 2024-08-04T15:29:57.788 INFO:tasks.rados.rados.0.smithi007.stdout:790: left oid 13 (ObjNum 252 snap 73 seq_num 252) 2024-08-04T15:29:57.788 INFO:tasks.rados.rados.0.smithi007.stdout:791: finishing write tid 1 to smithi00780855-4 2024-08-04T15:29:57.788 INFO:tasks.rados.rados.0.smithi007.stdout:791: finishing write tid 2 to smithi00780855-4 2024-08-04T15:29:57.788 INFO:tasks.rados.rados.0.smithi007.stdout:794: seq_num 254 ranges {860160=663552,1523712=663552,2187264=540672} 2024-08-04T15:29:57.794 INFO:tasks.rados.rados.0.smithi007.stdout:794: writing smithi00780855-23 from 860160 to 1523712 tid 1 2024-08-04T15:29:57.798 INFO:tasks.rados.rados.0.smithi007.stdout:794: writing smithi00780855-23 from 1523712 to 2187264 tid 2 2024-08-04T15:29:57.802 INFO:tasks.rados.rados.0.smithi007.stdout:794: writing smithi00780855-23 from 2187264 to 2727936 tid 3 2024-08-04T15:29:57.802 INFO:tasks.rados.rados.0.smithi007.stdout:787: done (6 left) 2024-08-04T15:29:57.802 INFO:tasks.rados.rados.0.smithi007.stdout:788: done (5 left) 2024-08-04T15:29:57.802 INFO:tasks.rados.rados.0.smithi007.stdout:789: done (4 left) 2024-08-04T15:29:57.802 INFO:tasks.rados.rados.0.smithi007.stdout:790: done (3 left) 2024-08-04T15:29:57.802 INFO:tasks.rados.rados.0.smithi007.stdout:795: copy_from oid 19 from oid 2 current snap is 73 2024-08-04T15:29:57.803 INFO:tasks.rados.rados.0.smithi007.stdout:791: finishing write tid 3 to smithi00780855-4 2024-08-04T15:29:57.803 INFO:tasks.rados.rados.0.smithi007.stdout:791: finishing write tid 4 to smithi00780855-4 2024-08-04T15:29:57.803 INFO:tasks.rados.rados.0.smithi007.stdout:791: finishing write tid 5 to smithi00780855-4 2024-08-04T15:29:57.803 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 175 (ObjNum 253 snap 73 seq_num 253) dirty exists 2024-08-04T15:29:57.803 INFO:tasks.rados.rados.0.smithi007.stdout:791: left oid 4 (ObjNum 253 snap 73 seq_num 253) 2024-08-04T15:29:57.803 INFO:tasks.rados.rados.0.smithi007.stdout:794: finishing write tid 1 to smithi00780855-23 2024-08-04T15:29:57.803 INFO:tasks.rados.rados.0.smithi007.stdout:791: done (3 left) 2024-08-04T15:29:57.804 INFO:tasks.rados.rados.0.smithi007.stdout:793: done (2 left) 2024-08-04T15:29:57.804 INFO:tasks.rados.rados.0.smithi007.stdout:796: snap_create 2024-08-04T15:29:57.804 INFO:tasks.rados.rados.0.smithi007.stdout:794: finishing write tid 2 to smithi00780855-23 2024-08-04T15:29:57.805 INFO:tasks.rados.rados.0.smithi007.stdout:795: finishing copy_from to smithi00780855-19 2024-08-04T15:29:57.805 INFO:tasks.rados.rados.0.smithi007.stdout:795: got expected ENOENT (src dne) 2024-08-04T15:29:57.805 INFO:tasks.rados.rados.0.smithi007.stdout:795: finishing copy_from racing read to smithi00780855-19 2024-08-04T15:29:57.805 INFO:tasks.rados.rados.0.smithi007.stdout:794: finishing write tid 3 to smithi00780855-23 2024-08-04T15:29:57.805 INFO:tasks.rados.rados.0.smithi007.stdout:794: finishing write tid 4 to smithi00780855-23 2024-08-04T15:29:57.805 INFO:tasks.rados.rados.0.smithi007.stdout:794: finishing write tid 5 to smithi00780855-23 2024-08-04T15:29:57.805 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 290 (ObjNum 254 snap 73 seq_num 254) dirty exists 2024-08-04T15:29:57.805 INFO:tasks.rados.rados.0.smithi007.stdout:794: left oid 23 (ObjNum 254 snap 73 seq_num 254) 2024-08-04T15:29:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:57 smithi062 ceph-mon[32659]: Upgrade: Updating mgr.x 2024-08-04T15:29:58.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:57 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:29:58.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:57 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:29:58.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:57 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:29:58.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:57 smithi062 ceph-mon[32659]: Deploying daemon mgr.x on smithi062 2024-08-04T15:29:58.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:57 smithi062 ceph-mon[32659]: pgmap v27: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-08-04T15:29:58.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:57 smithi062 ceph-mon[32659]: osdmap e217: 8 total, 8 up, 8 in 2024-08-04T15:29:58.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:57 smithi007 ceph-mon[29096]: Upgrade: Updating mgr.x 2024-08-04T15:29:58.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:57 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:29:58.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:57 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:29:58.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:57 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:29:58.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:57 smithi007 ceph-mon[29096]: Deploying daemon mgr.x on smithi062 2024-08-04T15:29:58.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:57 smithi007 ceph-mon[29096]: pgmap v27: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-08-04T15:29:58.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:57 smithi007 ceph-mon[29096]: osdmap e217: 8 total, 8 up, 8 in 2024-08-04T15:29:58.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:57 smithi007 ceph-mon[39529]: Upgrade: Updating mgr.x 2024-08-04T15:29:58.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:57 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:29:58.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:57 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:29:58.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:57 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:29:58.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:57 smithi007 ceph-mon[39529]: Deploying daemon mgr.x on smithi062 2024-08-04T15:29:58.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:57 smithi007 ceph-mon[39529]: pgmap v27: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-08-04T15:29:58.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:57 smithi007 ceph-mon[39529]: osdmap e217: 8 total, 8 up, 8 in 2024-08-04T15:29:58.673 INFO:tasks.rados.rados.0.smithi007.stdout:794: done (2 left) 2024-08-04T15:29:58.673 INFO:tasks.rados.rados.0.smithi007.stdout:795: done (1 left) 2024-08-04T15:29:58.673 INFO:tasks.rados.rados.0.smithi007.stdout:796: done (0 left) 2024-08-04T15:29:58.673 INFO:tasks.rados.rados.0.smithi007.stdout:797: rollback oid 46 current snap is 74 2024-08-04T15:29:58.673 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 46 to 69 2024-08-04T15:29:58.673 INFO:tasks.rados.rados.0.smithi007.stdout:798: copy_from oid 35 from oid 11 current snap is 74 2024-08-04T15:29:58.673 INFO:tasks.rados.rados.0.smithi007.stdout:799: read oid 30 snap -1 2024-08-04T15:29:58.673 INFO:tasks.rados.rados.0.smithi007.stdout:799: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-04T15:29:58.673 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 41 current snap is 74 2024-08-04T15:29:58.674 INFO:tasks.rados.rados.0.smithi007.stdout:800: seq_num 255 ranges {3940352=679936,4620288=548864,5169152=598016,5767168=57344} 2024-08-04T15:29:58.698 INFO:tasks.rados.rados.0.smithi007.stdout:800: writing smithi00780855-41 from 3940352 to 4620288 tid 1 2024-08-04T15:29:58.698 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:58 smithi062 systemd[1]: Stopping Ceph mgr.x for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:29:58.701 INFO:tasks.rados.rados.0.smithi007.stdout:800: writing smithi00780855-41 from 4620288 to 5169152 tid 2 2024-08-04T15:29:58.704 INFO:tasks.rados.rados.0.smithi007.stdout:800: writing smithi00780855-41 from 5169152 to 5767168 tid 3 2024-08-04T15:29:58.706 INFO:tasks.rados.rados.0.smithi007.stdout:800: writing smithi00780855-41 from 5767168 to 5824512 tid 4 2024-08-04T15:29:58.706 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 74 2024-08-04T15:29:58.707 INFO:tasks.rados.rados.0.smithi007.stdout:797: finishing rollback tid 0 to smithi00780855-46 2024-08-04T15:29:58.707 INFO:tasks.rados.rados.0.smithi007.stdout:797: finishing rollback tid 1 to smithi00780855-46 2024-08-04T15:29:58.707 INFO:tasks.rados.rados.0.smithi007.stdout:801: seq_num 256 ranges {2416640=696320,3112960=434176,3547136=770048} 2024-08-04T15:29:58.722 INFO:tasks.rados.rados.0.smithi007.stdout:801: writing smithi00780855-48 from 2416640 to 3112960 tid 1 2024-08-04T15:29:58.724 INFO:tasks.rados.rados.0.smithi007.stdout:801: writing smithi00780855-48 from 3112960 to 3547136 tid 2 2024-08-04T15:29:58.729 INFO:tasks.rados.rados.0.smithi007.stdout:801: writing smithi00780855-48 from 3547136 to 4317184 tid 3 2024-08-04T15:29:58.729 INFO:tasks.rados.rados.0.smithi007.stdout:802: read oid 5 snap -1 2024-08-04T15:29:58.729 INFO:tasks.rados.rados.0.smithi007.stdout:802: expect deleted 2024-08-04T15:29:58.730 INFO:tasks.rados.rados.0.smithi007.stdout:803: delete oid 1 current snap is 74 2024-08-04T15:29:58.730 INFO:tasks.rados.rados.0.smithi007.stdout:797: finishing rollback tid 2 to smithi00780855-46 2024-08-04T15:29:58.730 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 529 (ObjNum 160 snap 47 seq_num 160) dirty exists 2024-08-04T15:29:58.730 INFO:tasks.rados.rados.0.smithi007.stdout:799: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-04T15:29:58.743 INFO:tasks.rados.rados.0.smithi007.stdout:798: finishing copy_from racing read to smithi00780855-35 2024-08-04T15:29:58.743 INFO:tasks.rados.rados.0.smithi007.stdout:798: finishing copy_from to smithi00780855-35 2024-08-04T15:29:58.743 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 159 (ObjNum 193 snap 56 seq_num 193) dirty exists 2024-08-04T15:29:58.743 INFO:tasks.rados.rados.0.smithi007.stdout:800: finishing write tid 1 to smithi00780855-41 2024-08-04T15:29:58.743 INFO:tasks.rados.rados.0.smithi007.stdout:797: done (6 left) 2024-08-04T15:29:58.744 INFO:tasks.rados.rados.0.smithi007.stdout:798: done (5 left) 2024-08-04T15:29:58.744 INFO:tasks.rados.rados.0.smithi007.stdout:799: done (4 left) 2024-08-04T15:29:58.744 INFO:tasks.rados.rados.0.smithi007.stdout:803: done (3 left) 2024-08-04T15:29:58.744 INFO:tasks.rados.rados.0.smithi007.stdout:804: rmattr oid 37 current snap is 74 2024-08-04T15:29:58.744 INFO:tasks.rados.rados.0.smithi007.stdout:804: done (3 left) 2024-08-04T15:29:58.744 INFO:tasks.rados.rados.0.smithi007.stdout:805: copy_from oid 49 from oid 1 current snap is 74 2024-08-04T15:29:58.744 INFO:tasks.rados.rados.0.smithi007.stdout:800: finishing write tid 2 to smithi00780855-41 2024-08-04T15:29:58.744 INFO:tasks.rados.rados.0.smithi007.stdout:800: finishing write tid 3 to smithi00780855-41 2024-08-04T15:29:58.744 INFO:tasks.rados.rados.0.smithi007.stdout:800: finishing write tid 4 to smithi00780855-41 2024-08-04T15:29:58.744 INFO:tasks.rados.rados.0.smithi007.stdout:800: finishing write tid 5 to smithi00780855-41 2024-08-04T15:29:58.744 INFO:tasks.rados.rados.0.smithi007.stdout:800: finishing write tid 6 to smithi00780855-41 2024-08-04T15:29:58.745 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 734 (ObjNum 255 snap 74 seq_num 255) dirty exists 2024-08-04T15:29:58.745 INFO:tasks.rados.rados.0.smithi007.stdout:800: left oid 41 (ObjNum 255 snap 74 seq_num 255) 2024-08-04T15:29:58.745 INFO:tasks.rados.rados.0.smithi007.stdout:801: finishing write tid 1 to smithi00780855-48 2024-08-04T15:29:58.745 INFO:tasks.rados.rados.0.smithi007.stdout:801: finishing write tid 2 to smithi00780855-48 2024-08-04T15:29:58.745 INFO:tasks.rados.rados.0.smithi007.stdout:801: finishing write tid 3 to smithi00780855-48 2024-08-04T15:29:58.745 INFO:tasks.rados.rados.0.smithi007.stdout:801: finishing write tid 4 to smithi00780855-48 2024-08-04T15:29:58.745 INFO:tasks.rados.rados.0.smithi007.stdout:801: finishing write tid 5 to smithi00780855-48 2024-08-04T15:29:58.745 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 243 (ObjNum 256 snap 74 seq_num 256) dirty exists 2024-08-04T15:29:58.745 INFO:tasks.rados.rados.0.smithi007.stdout:801: left oid 48 (ObjNum 256 snap 74 seq_num 256) 2024-08-04T15:29:58.745 INFO:tasks.rados.rados.0.smithi007.stdout:800: done (3 left) 2024-08-04T15:29:58.745 INFO:tasks.rados.rados.0.smithi007.stdout:801: done (2 left) 2024-08-04T15:29:58.745 INFO:tasks.rados.rados.0.smithi007.stdout:802: done (1 left) 2024-08-04T15:29:58.745 INFO:tasks.rados.rados.0.smithi007.stdout:806: read oid 47 snap -1 2024-08-04T15:29:58.746 INFO:tasks.rados.rados.0.smithi007.stdout:806: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:29:58.746 INFO:tasks.rados.rados.0.smithi007.stdout:807: snap_remove snap 64 2024-08-04T15:29:58.984 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:58 smithi062 podman[77989]: 2024-08-04 15:29:58.697880251 +0000 UTC m=+0.153660857 container died 4b29c1dc327f303353557f30b5df18ec4534b56625426e54fe3c5c8ac07b3500 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-04T15:29:59.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:59 smithi062 podman[77989]: 2024-08-04 15:29:59.1584524 +0000 UTC m=+0.614233057 container cleanup 4b29c1dc327f303353557f30b5df18ec4534b56625426e54fe3c5c8ac07b3500 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x, ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=squid-release-26c3fb8, CEPH_POINT_RELEASE=) 2024-08-04T15:29:59.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:59 smithi062 bash[77989]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x 2024-08-04T15:29:59.681 INFO:tasks.rados.rados.0.smithi007.stdout:807: done (2 left) 2024-08-04T15:29:59.682 INFO:tasks.rados.rados.0.smithi007.stdout:808: rmattr oid 7 current snap is 74 2024-08-04T15:29:59.682 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 74 2024-08-04T15:29:59.682 INFO:tasks.rados.rados.0.smithi007.stdout:809: seq_num 258 ranges {7102464=729088,7831552=606208,8437760=598016} 2024-08-04T15:29:59.726 INFO:tasks.rados.rados.0.smithi007.stdout:809: writing smithi00780855-38 from 7102464 to 7831552 tid 1 2024-08-04T15:29:59.730 INFO:tasks.rados.rados.0.smithi007.stdout:809: writing smithi00780855-38 from 7831552 to 8437760 tid 2 2024-08-04T15:29:59.733 INFO:tasks.rados.rados.0.smithi007.stdout:809: writing smithi00780855-38 from 8437760 to 9035776 tid 3 2024-08-04T15:29:59.733 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 18 current snap is 74 2024-08-04T15:29:59.733 INFO:tasks.rados.rados.0.smithi007.stdout:805: finishing copy_from to smithi00780855-49 2024-08-04T15:29:59.733 INFO:tasks.rados.rados.0.smithi007.stdout:805: got expected ENOENT (src dne) 2024-08-04T15:29:59.734 INFO:tasks.rados.rados.0.smithi007.stdout:805: finishing copy_from racing read to smithi00780855-49 2024-08-04T15:29:59.734 INFO:tasks.rados.rados.0.smithi007.stdout:806: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:29:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:59 smithi062 ceph-mon[32659]: osdmap e218: 8 total, 8 up, 8 in 2024-08-04T15:29:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:29:59 smithi062 ceph-mon[32659]: pgmap v30: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-08-04T15:29:59.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:59 smithi062 podman[78003]: 2024-08-04 15:29:59.451669134 +0000 UTC m=+0.747073888 container remove 4b29c1dc327f303353557f30b5df18ec4534b56625426e54fe3c5c8ac07b3500 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-release-26c3fb8, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-04T15:29:59.762 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:59 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-04T15:29:59.762 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:59 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-04T15:29:59.762 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:59 smithi062 systemd[1]: Stopped Ceph mgr.x for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:29:59.762 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:59 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.x.service: Consumed 19.559s CPU time. 2024-08-04T15:29:59.813 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 591 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:29:59.813 INFO:tasks.rados.rados.0.smithi007.stdout:809: finishing write tid 1 to smithi00780855-38 2024-08-04T15:29:59.813 INFO:tasks.rados.rados.0.smithi007.stdout:809: finishing write tid 2 to smithi00780855-38 2024-08-04T15:29:59.813 INFO:tasks.rados.rados.0.smithi007.stdout:809: finishing write tid 3 to smithi00780855-38 2024-08-04T15:29:59.813 INFO:tasks.rados.rados.0.smithi007.stdout:809: finishing write tid 4 to smithi00780855-38 2024-08-04T15:29:59.813 INFO:tasks.rados.rados.0.smithi007.stdout:809: finishing write tid 5 to smithi00780855-38 2024-08-04T15:29:59.814 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 172 (ObjNum 258 snap 74 seq_num 258) dirty exists 2024-08-04T15:29:59.814 INFO:tasks.rados.rados.0.smithi007.stdout:809: left oid 38 (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:29:59.814 INFO:tasks.rados.rados.0.smithi007.stdout:810: seq_num 259 ranges {0=745472,745472=540672,1286144=581632,1867776=81920} 2024-08-04T15:29:59.817 INFO:tasks.rados.rados.0.smithi007.stdout:810: writing smithi00780855-18 from 0 to 745472 tid 1 2024-08-04T15:29:59.820 INFO:tasks.rados.rados.0.smithi007.stdout:810: writing smithi00780855-18 from 745472 to 1286144 tid 2 2024-08-04T15:29:59.823 INFO:tasks.rados.rados.0.smithi007.stdout:810: writing smithi00780855-18 from 1286144 to 1867776 tid 3 2024-08-04T15:29:59.824 INFO:tasks.rados.rados.0.smithi007.stdout:810: writing smithi00780855-18 from 1867776 to 1949696 tid 4 2024-08-04T15:29:59.824 INFO:tasks.rados.rados.0.smithi007.stdout:805: done (4 left) 2024-08-04T15:29:59.824 INFO:tasks.rados.rados.0.smithi007.stdout:806: done (3 left) 2024-08-04T15:29:59.825 INFO:tasks.rados.rados.0.smithi007.stdout:808: done (2 left) 2024-08-04T15:29:59.825 INFO:tasks.rados.rados.0.smithi007.stdout:809: done (1 left) 2024-08-04T15:29:59.825 INFO:tasks.rados.rados.0.smithi007.stdout:811: setattr oid 36 current snap is 74 2024-08-04T15:29:59.825 INFO:tasks.rados.rados.0.smithi007.stdout:810: finishing write tid 1 to smithi00780855-18 2024-08-04T15:29:59.825 INFO:tasks.rados.rados.0.smithi007.stdout:810: finishing write tid 2 to smithi00780855-18 2024-08-04T15:29:59.826 INFO:tasks.rados.rados.0.smithi007.stdout:812: rollback oid 30 current snap is 74 2024-08-04T15:29:59.826 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 30 to 70 2024-08-04T15:29:59.826 INFO:tasks.rados.rados.0.smithi007.stdout:813: setattr oid 14 current snap is 74 2024-08-04T15:29:59.826 INFO:tasks.rados.rados.0.smithi007.stdout:810: finishing write tid 3 to smithi00780855-18 2024-08-04T15:29:59.826 INFO:tasks.rados.rados.0.smithi007.stdout:810: finishing write tid 4 to smithi00780855-18 2024-08-04T15:29:59.827 INFO:tasks.rados.rados.0.smithi007.stdout:810: finishing write tid 5 to smithi00780855-18 2024-08-04T15:29:59.828 INFO:tasks.rados.rados.0.smithi007.stdout:814: read oid 40 snap 51 2024-08-04T15:29:59.829 INFO:tasks.rados.rados.0.smithi007.stdout:814: expect (ObjNum 108 snap 22 seq_num 108) 2024-08-04T15:29:59.829 INFO:tasks.rados.rados.0.smithi007.stdout:815: read oid 5 snap 63 2024-08-04T15:29:59.829 INFO:tasks.rados.rados.0.smithi007.stdout:815: expect (ObjNum 128 snap 33 seq_num 128) 2024-08-04T15:29:59.829 INFO:tasks.rados.rados.0.smithi007.stdout:816: snap_remove snap 69 2024-08-04T15:30:00.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:59 smithi007 ceph-mon[29096]: osdmap e218: 8 total, 8 up, 8 in 2024-08-04T15:30:00.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:29:59 smithi007 ceph-mon[29096]: pgmap v30: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-08-04T15:30:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:59 smithi007 ceph-mon[39529]: osdmap e218: 8 total, 8 up, 8 in 2024-08-04T15:30:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:29:59 smithi007 ceph-mon[39529]: pgmap v30: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-08-04T15:30:00.154 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:29:59 smithi062 systemd[1]: Starting Ceph mgr.x for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:30:00.154 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:00 smithi062 podman[78130]: 2024-08-04 15:30:00.052961071 +0000 UTC m=+0.109740332 container create 0a006181dce32ccbf49288141ab842fdd4f84ad6110880d8a4ca3d14ea2bf1e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-release-26c3fb8, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:30:00.155 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:00 smithi062 podman[78130]: 2024-08-04 15:29:59.961329807 +0000 UTC m=+0.018109094 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:30:00.557 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:00 smithi062 podman[78130]: 2024-08-04 15:30:00.263793425 +0000 UTC m=+0.320572710 container init 0a006181dce32ccbf49288141ab842fdd4f84ad6110880d8a4ca3d14ea2bf1e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-release-26c3fb8, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T15:30:00.557 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:00 smithi062 podman[78130]: 2024-08-04 15:30:00.266891376 +0000 UTC m=+0.323670647 container start 0a006181dce32ccbf49288141ab842fdd4f84ad6110880d8a4ca3d14ea2bf1e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731) 2024-08-04T15:30:00.557 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:00 smithi062 ceph-mgr[78151]: -- 172.21.15.62:0/3612507932 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560eec5230e0 con 0x560eec501000 2024-08-04T15:30:00.557 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:00 smithi062 bash[78130]: 0a006181dce32ccbf49288141ab842fdd4f84ad6110880d8a4ca3d14ea2bf1e8 2024-08-04T15:30:00.557 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:00 smithi062 systemd[1]: Started Ceph mgr.x for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:30:00.557 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:00.397+0000 7fc869b27040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-04T15:30:00.557 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:00.556+0000 7fc869b27040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:30:00.629 INFO:tasks.rados.rados.0.smithi007.stdout:816: done (6 left) 2024-08-04T15:30:00.629 INFO:tasks.rados.rados.0.smithi007.stdout:817: copy_from oid 12 from oid 28 current snap is 74 2024-08-04T15:30:00.630 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 181 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-04T15:30:00.630 INFO:tasks.rados.rados.0.smithi007.stdout:810: finishing write tid 6 to smithi00780855-18 2024-08-04T15:30:00.630 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 191 (ObjNum 259 snap 74 seq_num 259) dirty exists 2024-08-04T15:30:00.630 INFO:tasks.rados.rados.0.smithi007.stdout:810: left oid 18 (ObjNum 259 snap 74 seq_num 259) 2024-08-04T15:30:00.630 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 744 (ObjNum 226 snap 64 seq_num 226) dirty exists 2024-08-04T15:30:00.630 INFO:tasks.rados.rados.0.smithi007.stdout:812: finishing rollback tid 0 to smithi00780855-30 2024-08-04T15:30:00.630 INFO:tasks.rados.rados.0.smithi007.stdout:812: finishing rollback tid 1 to smithi00780855-30 2024-08-04T15:30:00.631 INFO:tasks.rados.rados.0.smithi007.stdout:812: finishing rollback tid 2 to smithi00780855-30 2024-08-04T15:30:00.631 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 389 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-04T15:30:00.631 INFO:tasks.rados.rados.0.smithi007.stdout:814: expect (ObjNum 108 snap 22 seq_num 108) 2024-08-04T15:30:00.694 INFO:tasks.rados.rados.0.smithi007.stdout:815: expect (ObjNum 128 snap 33 seq_num 128) 2024-08-04T15:30:00.842 INFO:tasks.rados.rados.0.smithi007.stdout:817: finishing copy_from racing read to smithi00780855-12 2024-08-04T15:30:00.842 INFO:tasks.rados.rados.0.smithi007.stdout:817: finishing copy_from to smithi00780855-12 2024-08-04T15:30:00.843 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 355 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:30:00.843 INFO:tasks.rados.rados.0.smithi007.stdout:810: done (6 left) 2024-08-04T15:30:00.843 INFO:tasks.rados.rados.0.smithi007.stdout:811: done (5 left) 2024-08-04T15:30:00.843 INFO:tasks.rados.rados.0.smithi007.stdout:812: done (4 left) 2024-08-04T15:30:00.843 INFO:tasks.rados.rados.0.smithi007.stdout:813: done (3 left) 2024-08-04T15:30:00.843 INFO:tasks.rados.rados.0.smithi007.stdout:814: done (2 left) 2024-08-04T15:30:00.843 INFO:tasks.rados.rados.0.smithi007.stdout:815: done (1 left) 2024-08-04T15:30:00.843 INFO:tasks.rados.rados.0.smithi007.stdout:817: done (0 left) 2024-08-04T15:30:00.843 INFO:tasks.rados.rados.0.smithi007.stdout:818: setattr oid 14 current snap is 74 2024-08-04T15:30:00.843 INFO:tasks.rados.rados.0.smithi007.stdout:819: setattr oid 46 current snap is 74 2024-08-04T15:30:00.844 INFO:tasks.rados.rados.0.smithi007.stdout:820: snap_create 2024-08-04T15:30:00.845 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 752 (ObjNum 226 snap 64 seq_num 226) dirty exists 2024-08-04T15:30:00.846 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 530 (ObjNum 160 snap 47 seq_num 160) dirty exists 2024-08-04T15:30:00.910 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:00.628+0000 7fc869b27040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-04T15:30:00.910 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:00.909+0000 7fc869b27040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-04T15:30:00.910 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:00 smithi062 ceph-mon[32659]: osdmap e219: 8 total, 8 up, 8 in 2024-08-04T15:30:00.910 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:00 smithi062 ceph-mon[32659]: overall HEALTH_OK 2024-08-04T15:30:00.910 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:00 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:00.910 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:00 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:00.910 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:00 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:00.911 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:00 smithi062 ceph-mon[32659]: osdmap e220: 8 total, 8 up, 8 in 2024-08-04T15:30:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:00 smithi007 ceph-mon[29096]: osdmap e219: 8 total, 8 up, 8 in 2024-08-04T15:30:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:00 smithi007 ceph-mon[29096]: overall HEALTH_OK 2024-08-04T15:30:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:00 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:00 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:00 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:00 smithi007 ceph-mon[29096]: osdmap e220: 8 total, 8 up, 8 in 2024-08-04T15:30:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:00 smithi007 ceph-mon[39529]: osdmap e219: 8 total, 8 up, 8 in 2024-08-04T15:30:01.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:00 smithi007 ceph-mon[39529]: overall HEALTH_OK 2024-08-04T15:30:01.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:00 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:01.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:00 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:01.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:00 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:01.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:00 smithi007 ceph-mon[39529]: osdmap e220: 8 total, 8 up, 8 in 2024-08-04T15:30:01.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:00.972+0000 7fc869b27040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-04T15:30:01.685 INFO:tasks.rados.rados.0.smithi007.stdout:818: done (2 left) 2024-08-04T15:30:01.685 INFO:tasks.rados.rados.0.smithi007.stdout:819: done (1 left) 2024-08-04T15:30:01.685 INFO:tasks.rados.rados.0.smithi007.stdout:820: done (0 left) 2024-08-04T15:30:01.685 INFO:tasks.rados.rados.0.smithi007.stdout:821: rollback oid 27 current snap is 75 2024-08-04T15:30:01.685 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 27 to 36 2024-08-04T15:30:01.686 INFO:tasks.rados.rados.0.smithi007.stdout:822: snap_remove snap 71 2024-08-04T15:30:02.006 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:01 smithi062 ceph-mon[32659]: pgmap v33: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-08-04T15:30:02.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:01 smithi007 ceph-mon[29096]: pgmap v33: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-08-04T15:30:02.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:01 smithi007 ceph-mon[39529]: pgmap v33: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-08-04T15:30:02.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:02.006+0000 7fc869b27040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-04T15:30:02.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:02.128+0000 7fc869b27040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-04T15:30:02.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:02.189+0000 7fc869b27040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-04T15:30:02.688 INFO:tasks.rados.rados.0.smithi007.stdout:822: done (1 left) 2024-08-04T15:30:02.689 INFO:tasks.rados.rados.0.smithi007.stdout:823: copy_from oid 11 from oid 41 current snap is 75 2024-08-04T15:30:02.689 INFO:tasks.rados.rados.0.smithi007.stdout:821: finishing rollback tid 0 to smithi00780855-27 2024-08-04T15:30:02.689 INFO:tasks.rados.rados.0.smithi007.stdout:821: finishing rollback tid 1 to smithi00780855-27 2024-08-04T15:30:02.689 INFO:tasks.rados.rados.0.smithi007.stdout:821: finishing rollback tid 2 to smithi00780855-27 2024-08-04T15:30:02.689 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 397 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-04T15:30:02.689 INFO:tasks.rados.rados.0.smithi007.stdout:821: done (1 left) 2024-08-04T15:30:02.689 INFO:tasks.rados.rados.0.smithi007.stdout:824: copy_from oid 46 from oid 17 current snap is 75 2024-08-04T15:30:02.689 INFO:tasks.rados.rados.0.smithi007.stdout:825: delete oid 29 current snap is 75 2024-08-04T15:30:02.699 INFO:tasks.rados.rados.0.smithi007.stdout:824: finishing copy_from to smithi00780855-46 2024-08-04T15:30:02.699 INFO:tasks.rados.rados.0.smithi007.stdout:824: got expected ENOENT (src dne) 2024-08-04T15:30:02.699 INFO:tasks.rados.rados.0.smithi007.stdout:824: finishing copy_from racing read to smithi00780855-46 2024-08-04T15:30:02.700 INFO:tasks.rados.rados.0.smithi007.stdout:824: done (2 left) 2024-08-04T15:30:02.700 INFO:tasks.rados.rados.0.smithi007.stdout:825: done (1 left) 2024-08-04T15:30:02.700 INFO:tasks.rados.rados.0.smithi007.stdout:826: snap_remove snap 55 2024-08-04T15:30:02.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:02 smithi062 ceph-mon[32659]: osdmap e221: 8 total, 8 up, 8 in 2024-08-04T15:30:02.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:02.441+0000 7fc869b27040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-04T15:30:02.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:02.528+0000 7fc869b27040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-04T15:30:02.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:02.617+0000 7fc869b27040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-04T15:30:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:02 smithi007 ceph-mon[29096]: osdmap e221: 8 total, 8 up, 8 in 2024-08-04T15:30:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:02 smithi007 ceph-mon[39529]: osdmap e221: 8 total, 8 up, 8 in 2024-08-04T15:30:03.117 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:02.788+0000 7fc869b27040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:30:03.505 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:03 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:03.242+0000 7fc869b27040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-04T15:30:03.700 INFO:tasks.rados.rados.0.smithi007.stdout:823: finishing copy_from racing read to smithi00780855-11 2024-08-04T15:30:03.701 INFO:tasks.rados.rados.0.smithi007.stdout:823: finishing copy_from to smithi00780855-11 2024-08-04T15:30:03.701 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 734 (ObjNum 255 snap 74 seq_num 255) dirty exists 2024-08-04T15:30:03.701 INFO:tasks.rados.rados.0.smithi007.stdout:823: done (1 left) 2024-08-04T15:30:03.701 INFO:tasks.rados.rados.0.smithi007.stdout:826: done (0 left) 2024-08-04T15:30:03.701 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 75 2024-08-04T15:30:03.701 INFO:tasks.rados.rados.0.smithi007.stdout:827: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2024-08-04T15:30:03.706 INFO:tasks.rados.rados.0.smithi007.stdout:827: writing smithi00780855-31 from 0 to 778240 tid 1 2024-08-04T15:30:03.711 INFO:tasks.rados.rados.0.smithi007.stdout:827: writing smithi00780855-31 from 778240 to 1482752 tid 2 2024-08-04T15:30:03.716 INFO:tasks.rados.rados.0.smithi007.stdout:827: writing smithi00780855-31 from 1482752 to 1982464 tid 3 2024-08-04T15:30:03.716 INFO:tasks.rados.rados.0.smithi007.stdout:827: finishing write tid 1 to smithi00780855-31 2024-08-04T15:30:03.716 INFO:tasks.rados.rados.0.smithi007.stdout:828: delete oid 29 current snap is 75 2024-08-04T15:30:03.717 INFO:tasks.rados.rados.0.smithi007.stdout:827: finishing write tid 2 to smithi00780855-31 2024-08-04T15:30:03.719 INFO:tasks.rados.rados.0.smithi007.stdout:828: done (1 left) 2024-08-04T15:30:03.719 INFO:tasks.rados.rados.0.smithi007.stdout:829: snap_remove snap 74 2024-08-04T15:30:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:03 smithi062 ceph-mon[32659]: osdmap e222: 8 total, 8 up, 8 in 2024-08-04T15:30:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:03 smithi062 ceph-mon[32659]: pgmap v36: 121 pgs: 121 active+clean; 219 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 39 op/s 2024-08-04T15:30:03.762 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:03 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:03.605+0000 7fc869b27040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-04T15:30:03.762 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:03 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:03.678+0000 7fc869b27040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-04T15:30:03.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:03 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:04.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:03 smithi007 ceph-mon[29096]: osdmap e222: 8 total, 8 up, 8 in 2024-08-04T15:30:04.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:03 smithi007 ceph-mon[29096]: pgmap v36: 121 pgs: 121 active+clean; 219 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 39 op/s 2024-08-04T15:30:04.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:03 smithi007 ceph-mon[39529]: osdmap e222: 8 total, 8 up, 8 in 2024-08-04T15:30:04.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:03 smithi007 ceph-mon[39529]: pgmap v36: 121 pgs: 121 active+clean; 219 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 39 op/s 2024-08-04T15:30:04.196 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:03 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:03.848+0000 7fc869b27040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-04T15:30:04.196 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:04.195+0000 7fc869b27040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-04T15:30:04.455 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:04.260+0000 7fc869b27040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-04T15:30:04.703 INFO:tasks.rados.rados.0.smithi007.stdout:829: done (1 left) 2024-08-04T15:30:04.703 INFO:tasks.rados.rados.0.smithi007.stdout:830: read oid 9 snap -1 2024-08-04T15:30:04.703 INFO:tasks.rados.rados.0.smithi007.stdout:830: expect deleted 2024-08-04T15:30:04.703 INFO:tasks.rados.rados.0.smithi007.stdout:827: finishing write tid 3 to smithi00780855-31 2024-08-04T15:30:04.703 INFO:tasks.rados.rados.0.smithi007.stdout:827: finishing write tid 4 to smithi00780855-31 2024-08-04T15:30:04.703 INFO:tasks.rados.rados.0.smithi007.stdout:827: finishing write tid 5 to smithi00780855-31 2024-08-04T15:30:04.703 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 738 (ObjNum 261 snap 75 seq_num 261) dirty exists 2024-08-04T15:30:04.704 INFO:tasks.rados.rados.0.smithi007.stdout:827: left oid 31 (ObjNum 261 snap 75 seq_num 261) 2024-08-04T15:30:04.704 INFO:tasks.rados.rados.0.smithi007.stdout:827: done (1 left) 2024-08-04T15:30:04.704 INFO:tasks.rados.rados.0.smithi007.stdout:831: snap_remove snap 68 2024-08-04T15:30:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:04 smithi062 ceph-mon[32659]: osdmap e223: 8 total, 8 up, 8 in 2024-08-04T15:30:04.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:04.455+0000 7fc869b27040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-04T15:30:04.762 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:04.621+0000 7fc869b27040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-04T15:30:04.762 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:04.697+0000 7fc869b27040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-04T15:30:05.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:04 smithi007 ceph-mon[29096]: osdmap e223: 8 total, 8 up, 8 in 2024-08-04T15:30:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:04 smithi007 ceph-mon[39529]: osdmap e223: 8 total, 8 up, 8 in 2024-08-04T15:30:05.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:04.789+0000 7fc869b27040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-04T15:30:05.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:04.851+0000 7fc869b27040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-04T15:30:05.631 INFO:tasks.rados.rados.0.smithi007.stdout:830: done (1 left) 2024-08-04T15:30:05.631 INFO:tasks.rados.rados.0.smithi007.stdout:831: done (0 left) 2024-08-04T15:30:05.631 INFO:tasks.rados.rados.0.smithi007.stdout:832: read oid 35 snap -1 2024-08-04T15:30:05.631 INFO:tasks.rados.rados.0.smithi007.stdout:832: expect (ObjNum 193 snap 56 seq_num 193) 2024-08-04T15:30:05.631 INFO:tasks.rados.rados.0.smithi007.stdout:833: rollback oid 4 current snap is 75 2024-08-04T15:30:05.631 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 4 to 51 2024-08-04T15:30:05.631 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 75 2024-08-04T15:30:05.631 INFO:tasks.rados.rados.0.smithi007.stdout:834: seq_num 263 ranges {2416640=409600,2826240=475136,3301376=557056,3858432=573440} 2024-08-04T15:30:05.648 INFO:tasks.rados.rados.0.smithi007.stdout:834: writing smithi00780855-44 from 2416640 to 2826240 tid 1 2024-08-04T15:30:05.651 INFO:tasks.rados.rados.0.smithi007.stdout:834: writing smithi00780855-44 from 2826240 to 3301376 tid 2 2024-08-04T15:30:05.654 INFO:tasks.rados.rados.0.smithi007.stdout:834: writing smithi00780855-44 from 3301376 to 3858432 tid 3 2024-08-04T15:30:05.658 INFO:tasks.rados.rados.0.smithi007.stdout:834: writing smithi00780855-44 from 3858432 to 4431872 tid 4 2024-08-04T15:30:05.658 INFO:tasks.rados.rados.0.smithi007.stdout:835: read oid 24 snap -1 2024-08-04T15:30:05.659 INFO:tasks.rados.rados.0.smithi007.stdout:835: expect (ObjNum 246 snap 69 seq_num 246) 2024-08-04T15:30:05.659 INFO:tasks.rados.rados.0.smithi007.stdout:836: delete oid 3 current snap is 75 2024-08-04T15:30:05.659 INFO:tasks.rados.rados.0.smithi007.stdout:832: expect (ObjNum 193 snap 56 seq_num 193) 2024-08-04T15:30:05.699 INFO:tasks.rados.rados.0.smithi007.stdout:833: finishing rollback tid 0 to smithi00780855-4 2024-08-04T15:30:05.699 INFO:tasks.rados.rados.0.smithi007.stdout:833: finishing rollback tid 1 to smithi00780855-4 2024-08-04T15:30:05.699 INFO:tasks.rados.rados.0.smithi007.stdout:833: finishing rollback tid 2 to smithi00780855-4 2024-08-04T15:30:05.700 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 199 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-08-04T15:30:05.700 INFO:tasks.rados.rados.0.smithi007.stdout:834: finishing write tid 1 to smithi00780855-44 2024-08-04T15:30:05.700 INFO:tasks.rados.rados.0.smithi007.stdout:834: finishing write tid 2 to smithi00780855-44 2024-08-04T15:30:05.700 INFO:tasks.rados.rados.0.smithi007.stdout:834: finishing write tid 3 to smithi00780855-44 2024-08-04T15:30:05.700 INFO:tasks.rados.rados.0.smithi007.stdout:832: done (4 left) 2024-08-04T15:30:05.700 INFO:tasks.rados.rados.0.smithi007.stdout:833: done (3 left) 2024-08-04T15:30:05.700 INFO:tasks.rados.rados.0.smithi007.stdout:836: done (2 left) 2024-08-04T15:30:05.700 INFO:tasks.rados.rados.0.smithi007.stdout:837: setattr oid 16 current snap is 75 2024-08-04T15:30:05.700 INFO:tasks.rados.rados.0.smithi007.stdout:834: finishing write tid 4 to smithi00780855-44 2024-08-04T15:30:05.700 INFO:tasks.rados.rados.0.smithi007.stdout:834: finishing write tid 5 to smithi00780855-44 2024-08-04T15:30:05.700 INFO:tasks.rados.rados.0.smithi007.stdout:834: finishing write tid 6 to smithi00780855-44 2024-08-04T15:30:05.700 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 209 (ObjNum 263 snap 75 seq_num 263) dirty exists 2024-08-04T15:30:05.700 INFO:tasks.rados.rados.0.smithi007.stdout:834: left oid 44 (ObjNum 263 snap 75 seq_num 263) 2024-08-04T15:30:05.700 INFO:tasks.rados.rados.0.smithi007.stdout:835: expect (ObjNum 246 snap 69 seq_num 246) 2024-08-04T15:30:05.702 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:05.434+0000 7fc869b27040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-04T15:30:05.702 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:05.606+0000 7fc869b27040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-04T15:30:05.703 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: [04/Aug/2024:15:30:05] ENGINE Bus STARTING 2024-08-04T15:30:05.703 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: CherryPy Checker: 2024-08-04T15:30:05.703 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: The Application mounted at '' has an empty config. 2024-08-04T15:30:05.703 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:05.748 INFO:tasks.rados.rados.0.smithi007.stdout:834: done (2 left) 2024-08-04T15:30:05.748 INFO:tasks.rados.rados.0.smithi007.stdout:835: done (1 left) 2024-08-04T15:30:05.748 INFO:tasks.rados.rados.0.smithi007.stdout:838: rmattr oid 30 current snap is 75 2024-08-04T15:30:05.748 INFO:tasks.rados.rados.0.smithi007.stdout:839: setattr oid 21 current snap is 75 2024-08-04T15:30:05.749 INFO:tasks.rados.rados.0.smithi007.stdout:840: delete oid 10 current snap is 75 2024-08-04T15:30:05.749 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 416 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-04T15:30:05.752 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 621 (ObjNum 230 snap 65 seq_num 230) dirty exists 2024-08-04T15:30:05.752 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 622 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-04T15:30:05.752 INFO:tasks.rados.rados.0.smithi007.stdout:837: done (3 left) 2024-08-04T15:30:05.752 INFO:tasks.rados.rados.0.smithi007.stdout:838: done (2 left) 2024-08-04T15:30:05.752 INFO:tasks.rados.rados.0.smithi007.stdout:839: done (1 left) 2024-08-04T15:30:05.752 INFO:tasks.rados.rados.0.smithi007.stdout:840: done (0 left) 2024-08-04T15:30:05.753 INFO:tasks.rados.rados.0.smithi007.stdout:841: copy_from oid 8 from oid 47 current snap is 75 2024-08-04T15:30:05.753 INFO:tasks.rados.rados.0.smithi007.stdout:842: read oid 25 snap -1 2024-08-04T15:30:05.753 INFO:tasks.rados.rados.0.smithi007.stdout:842: expect deleted 2024-08-04T15:30:05.753 INFO:tasks.rados.rados.0.smithi007.stdout:843: setattr oid 13 current snap is 75 2024-08-04T15:30:05.754 INFO:tasks.rados.rados.0.smithi007.stdout:842: done (2 left) 2024-08-04T15:30:05.754 INFO:tasks.rados.rados.0.smithi007.stdout:844: rollback oid 42 current snap is 75 2024-08-04T15:30:05.754 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 42 to 51 2024-08-04T15:30:05.755 INFO:tasks.rados.rados.0.smithi007.stdout:845: copy_from oid 19 from oid 2 current snap is 75 2024-08-04T15:30:05.755 INFO:tasks.rados.rados.0.smithi007.stdout:846: read oid 26 snap -1 2024-08-04T15:30:05.755 INFO:tasks.rados.rados.0.smithi007.stdout:846: expect (ObjNum 160 snap 47 seq_num 160) 2024-08-04T15:30:05.755 INFO:tasks.rados.rados.0.smithi007.stdout:847: delete oid 24 current snap is 75 2024-08-04T15:30:05.755 INFO:tasks.rados.rados.0.smithi007.stdout:845: finishing copy_from to smithi00780855-19 2024-08-04T15:30:05.755 INFO:tasks.rados.rados.0.smithi007.stdout:845: got expected ENOENT (src dne) 2024-08-04T15:30:05.755 INFO:tasks.rados.rados.0.smithi007.stdout:845: finishing copy_from racing read to smithi00780855-19 2024-08-04T15:30:05.756 INFO:tasks.rados.rados.0.smithi007.stdout:844: finishing rollback tid 0 to smithi00780855-42 2024-08-04T15:30:05.757 INFO:tasks.rados.rados.0.smithi007.stdout:844: finishing rollback tid 1 to smithi00780855-42 2024-08-04T15:30:05.757 INFO:tasks.rados.rados.0.smithi007.stdout:844: finishing rollback tid 2 to smithi00780855-42 2024-08-04T15:30:05.757 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 318 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:30:05.757 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 778 (ObjNum 252 snap 73 seq_num 252) dirty exists 2024-08-04T15:30:05.758 INFO:tasks.rados.rados.0.smithi007.stdout:843: done (5 left) 2024-08-04T15:30:05.758 INFO:tasks.rados.rados.0.smithi007.stdout:844: done (4 left) 2024-08-04T15:30:05.758 INFO:tasks.rados.rados.0.smithi007.stdout:845: done (3 left) 2024-08-04T15:30:05.758 INFO:tasks.rados.rados.0.smithi007.stdout:847: done (2 left) 2024-08-04T15:30:05.759 INFO:tasks.rados.rados.0.smithi007.stdout:848: rmattr oid 39 current snap is 75 2024-08-04T15:30:05.759 INFO:tasks.rados.rados.0.smithi007.stdout:848: done (2 left) 2024-08-04T15:30:05.759 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 75 2024-08-04T15:30:05.759 INFO:tasks.rados.rados.0.smithi007.stdout:849: seq_num 267 ranges {1728512=475136,2203648=458752,2662400=540672,3203072=606208} 2024-08-04T15:30:05.771 INFO:tasks.rados.rados.0.smithi007.stdout:849: writing smithi00780855-15 from 1728512 to 2203648 tid 1 2024-08-04T15:30:05.773 INFO:tasks.rados.rados.0.smithi007.stdout:849: writing smithi00780855-15 from 2203648 to 2662400 tid 2 2024-08-04T15:30:05.776 INFO:tasks.rados.rados.0.smithi007.stdout:849: writing smithi00780855-15 from 2662400 to 3203072 tid 3 2024-08-04T15:30:05.780 INFO:tasks.rados.rados.0.smithi007.stdout:849: writing smithi00780855-15 from 3203072 to 3809280 tid 4 2024-08-04T15:30:05.780 INFO:tasks.rados.rados.0.smithi007.stdout:850: rollback oid 34 current snap is 75 2024-08-04T15:30:05.780 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 34 to 63 2024-08-04T15:30:05.780 INFO:tasks.rados.rados.0.smithi007.stdout:841: finishing copy_from racing read to smithi00780855-8 2024-08-04T15:30:05.780 INFO:tasks.rados.rados.0.smithi007.stdout:841: finishing copy_from to smithi00780855-8 2024-08-04T15:30:05.780 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 85 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:30:05.780 INFO:tasks.rados.rados.0.smithi007.stdout:846: expect (ObjNum 160 snap 47 seq_num 160) 2024-08-04T15:30:05.968 INFO:tasks.rados.rados.0.smithi007.stdout:849: finishing write tid 1 to smithi00780855-15 2024-08-04T15:30:05.968 INFO:tasks.rados.rados.0.smithi007.stdout:849: finishing write tid 2 to smithi00780855-15 2024-08-04T15:30:05.968 INFO:tasks.rados.rados.0.smithi007.stdout:849: finishing write tid 3 to smithi00780855-15 2024-08-04T15:30:05.968 INFO:tasks.rados.rados.0.smithi007.stdout:850: finishing rollback tid 1 to smithi00780855-34 2024-08-04T15:30:05.968 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 123 (ObjNum 33 snap 0 seq_num 3493120288) dirty dne 2024-08-04T15:30:05.968 INFO:tasks.rados.rados.0.smithi007.stdout:841: done (3 left) 2024-08-04T15:30:05.968 INFO:tasks.rados.rados.0.smithi007.stdout:846: done (2 left) 2024-08-04T15:30:05.968 INFO:tasks.rados.rados.0.smithi007.stdout:850: done (1 left) 2024-08-04T15:30:05.969 INFO:tasks.rados.rados.0.smithi007.stdout:851: read oid 13 snap -1 2024-08-04T15:30:05.969 INFO:tasks.rados.rados.0.smithi007.stdout:851: expect (ObjNum 252 snap 73 seq_num 252) 2024-08-04T15:30:05.969 INFO:tasks.rados.rados.0.smithi007.stdout:852: snap_create 2024-08-04T15:30:05.969 INFO:tasks.rados.rados.0.smithi007.stdout:849: finishing write tid 4 to smithi00780855-15 2024-08-04T15:30:05.969 INFO:tasks.rados.rados.0.smithi007.stdout:849: finishing write tid 5 to smithi00780855-15 2024-08-04T15:30:05.969 INFO:tasks.rados.rados.0.smithi007.stdout:849: finishing write tid 6 to smithi00780855-15 2024-08-04T15:30:05.969 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 786 (ObjNum 267 snap 75 seq_num 267) dirty exists 2024-08-04T15:30:05.969 INFO:tasks.rados.rados.0.smithi007.stdout:849: left oid 15 (ObjNum 267 snap 75 seq_num 267) 2024-08-04T15:30:05.983 INFO:tasks.rados.rados.0.smithi007.stdout:851: expect (ObjNum 252 snap 73 seq_num 252) 2024-08-04T15:30:06.011 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: [04/Aug/2024:15:30:05] ENGINE Serving on http://:::9283 2024-08-04T15:30:06.011 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: [04/Aug/2024:15:30:05] ENGINE Bus STARTED 2024-08-04T15:30:06.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-mon[32659]: osdmap e224: 8 total, 8 up, 8 in 2024-08-04T15:30:06.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-mon[32659]: pgmap v39: 121 pgs: 121 active+clean; 219 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 39 op/s 2024-08-04T15:30:06.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:06.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:06.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:06.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:06.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-mon[32659]: Standby manager daemon x restarted 2024-08-04T15:30:06.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-mon[32659]: Standby manager daemon x started 2024-08-04T15:30:06.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/3964535296' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-04T15:30:06.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/3964535296' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:30:06.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/3964535296' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-04T15:30:06.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/3964535296' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:30:06.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:05 smithi062 ceph-mon[32659]: osdmap e225: 8 total, 8 up, 8 in 2024-08-04T15:30:06.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[29096]: osdmap e224: 8 total, 8 up, 8 in 2024-08-04T15:30:06.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[29096]: pgmap v39: 121 pgs: 121 active+clean; 219 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 39 op/s 2024-08-04T15:30:06.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:06.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:06.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:06.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:06.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[29096]: Standby manager daemon x restarted 2024-08-04T15:30:06.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[29096]: Standby manager daemon x started 2024-08-04T15:30:06.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/3964535296' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-04T15:30:06.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/3964535296' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:30:06.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/3964535296' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-04T15:30:06.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[29096]: from='mgr.? 172.21.15.62:0/3964535296' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:30:06.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[29096]: osdmap e225: 8 total, 8 up, 8 in 2024-08-04T15:30:06.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[39529]: osdmap e224: 8 total, 8 up, 8 in 2024-08-04T15:30:06.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[39529]: pgmap v39: 121 pgs: 121 active+clean; 219 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 39 op/s 2024-08-04T15:30:06.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:06.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:06.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:06.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:06.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[39529]: Standby manager daemon x restarted 2024-08-04T15:30:06.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[39529]: Standby manager daemon x started 2024-08-04T15:30:06.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/3964535296' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-04T15:30:06.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/3964535296' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:30:06.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/3964535296' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-04T15:30:06.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/3964535296' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:30:06.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:05 smithi007 ceph-mon[39529]: osdmap e225: 8 total, 8 up, 8 in 2024-08-04T15:30:06.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:30:06] "GET /metrics HTTP/1.1" 200 36028 "" "Prometheus/2.43.0" 2024-08-04T15:30:06.708 INFO:tasks.rados.rados.0.smithi007.stdout:849: done (2 left) 2024-08-04T15:30:06.708 INFO:tasks.rados.rados.0.smithi007.stdout:851: done (1 left) 2024-08-04T15:30:06.708 INFO:tasks.rados.rados.0.smithi007.stdout:852: done (0 left) 2024-08-04T15:30:06.708 INFO:tasks.rados.rados.0.smithi007.stdout:853: read oid 10 snap 75 2024-08-04T15:30:06.708 INFO:tasks.rados.rados.0.smithi007.stdout:853: expect deleted 2024-08-04T15:30:06.708 INFO:tasks.rados.rados.0.smithi007.stdout:854: rmattr oid 16 current snap is 76 2024-08-04T15:30:06.708 INFO:tasks.rados.rados.0.smithi007.stdout:855: snap_remove snap 73 2024-08-04T15:30:07.714 INFO:tasks.rados.rados.0.smithi007.stdout:855: done (2 left) 2024-08-04T15:30:07.715 INFO:tasks.rados.rados.0.smithi007.stdout:856: read oid 17 snap -1 2024-08-04T15:30:07.715 INFO:tasks.rados.rados.0.smithi007.stdout:856: expect deleted 2024-08-04T15:30:07.715 INFO:tasks.rados.rados.0.smithi007.stdout:857: rmattr oid 32 current snap is 76 2024-08-04T15:30:07.715 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 625 (ObjNum 230 snap 65 seq_num 230) dirty exists 2024-08-04T15:30:07.715 INFO:tasks.rados.rados.0.smithi007.stdout:853: done (3 left) 2024-08-04T15:30:07.715 INFO:tasks.rados.rados.0.smithi007.stdout:854: done (2 left) 2024-08-04T15:30:07.715 INFO:tasks.rados.rados.0.smithi007.stdout:858: snap_remove snap 72 2024-08-04T15:30:07.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:07 smithi062 ceph-mon[32659]: mgrmap e36: y(active, since 25s), standbys: x 2024-08-04T15:30:07.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:07 smithi062 ceph-mon[32659]: osdmap e226: 8 total, 8 up, 8 in 2024-08-04T15:30:07.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:07 smithi062 ceph-mon[32659]: pgmap v42: 121 pgs: 121 active+clean; 226 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 900 KiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-04T15:30:08.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:07 smithi007 ceph-mon[29096]: mgrmap e36: y(active, since 25s), standbys: x 2024-08-04T15:30:08.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:07 smithi007 ceph-mon[29096]: osdmap e226: 8 total, 8 up, 8 in 2024-08-04T15:30:08.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:07 smithi007 ceph-mon[29096]: pgmap v42: 121 pgs: 121 active+clean; 226 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 900 KiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-04T15:30:08.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:07 smithi007 ceph-mon[39529]: mgrmap e36: y(active, since 25s), standbys: x 2024-08-04T15:30:08.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:07 smithi007 ceph-mon[39529]: osdmap e226: 8 total, 8 up, 8 in 2024-08-04T15:30:08.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:07 smithi007 ceph-mon[39529]: pgmap v42: 121 pgs: 121 active+clean; 226 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 900 KiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-04T15:30:08.715 INFO:tasks.rados.rados.0.smithi007.stdout:858: done (2 left) 2024-08-04T15:30:08.716 INFO:tasks.rados.rados.0.smithi007.stdout:859: copy_from oid 29 from oid 1 current snap is 76 2024-08-04T15:30:08.716 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 235 (ObjNum 206 snap 60 seq_num 206) dirty exists 2024-08-04T15:30:08.716 INFO:tasks.rados.rados.0.smithi007.stdout:856: done (2 left) 2024-08-04T15:30:08.716 INFO:tasks.rados.rados.0.smithi007.stdout:857: done (1 left) 2024-08-04T15:30:08.716 INFO:tasks.rados.rados.0.smithi007.stdout:860: read oid 10 snap -1 2024-08-04T15:30:08.716 INFO:tasks.rados.rados.0.smithi007.stdout:860: expect deleted 2024-08-04T15:30:08.716 INFO:tasks.rados.rados.0.smithi007.stdout:861: copy_from oid 25 from oid 17 current snap is 76 2024-08-04T15:30:08.716 INFO:tasks.rados.rados.0.smithi007.stdout:862: delete oid 14 current snap is 76 2024-08-04T15:30:08.725 INFO:tasks.rados.rados.0.smithi007.stdout:861: finishing copy_from to smithi00780855-25 2024-08-04T15:30:08.725 INFO:tasks.rados.rados.0.smithi007.stdout:861: got expected ENOENT (src dne) 2024-08-04T15:30:08.725 INFO:tasks.rados.rados.0.smithi007.stdout:861: finishing copy_from racing read to smithi00780855-25 2024-08-04T15:30:08.726 INFO:tasks.rados.rados.0.smithi007.stdout:859: finishing copy_from to smithi00780855-29 2024-08-04T15:30:08.726 INFO:tasks.rados.rados.0.smithi007.stdout:859: got expected ENOENT (src dne) 2024-08-04T15:30:08.727 INFO:tasks.rados.rados.0.smithi007.stdout:859: finishing copy_from racing read to smithi00780855-29 2024-08-04T15:30:08.730 INFO:tasks.rados.rados.0.smithi007.stdout:859: done (3 left) 2024-08-04T15:30:08.730 INFO:tasks.rados.rados.0.smithi007.stdout:860: done (2 left) 2024-08-04T15:30:08.730 INFO:tasks.rados.rados.0.smithi007.stdout:861: done (1 left) 2024-08-04T15:30:08.730 INFO:tasks.rados.rados.0.smithi007.stdout:862: done (0 left) 2024-08-04T15:30:08.730 INFO:tasks.rados.rados.0.smithi007.stdout:863: rollback oid 34 current snap is 76 2024-08-04T15:30:08.730 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 34 to 63 2024-08-04T15:30:08.730 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 26 current snap is 76 2024-08-04T15:30:08.730 INFO:tasks.rados.rados.0.smithi007.stdout:864: seq_num 269 ranges {3694592=507904,4202496=630784,4833280=557056,5390336=417792} 2024-08-04T15:30:08.753 INFO:tasks.rados.rados.0.smithi007.stdout:864: writing smithi00780855-26 from 3694592 to 4202496 tid 1 2024-08-04T15:30:08.756 INFO:tasks.rados.rados.0.smithi007.stdout:864: writing smithi00780855-26 from 4202496 to 4833280 tid 2 2024-08-04T15:30:08.759 INFO:tasks.rados.rados.0.smithi007.stdout:864: writing smithi00780855-26 from 4833280 to 5390336 tid 3 2024-08-04T15:30:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:08 smithi062 ceph-mon[32659]: osdmap e227: 8 total, 8 up, 8 in 2024-08-04T15:30:08.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:08 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:08.762 INFO:tasks.rados.rados.0.smithi007.stdout:864: writing smithi00780855-26 from 5390336 to 5808128 tid 4 2024-08-04T15:30:08.762 INFO:tasks.rados.rados.0.smithi007.stdout:865: copy_from oid 19 from oid 20 current snap is 76 2024-08-04T15:30:08.762 INFO:tasks.rados.rados.0.smithi007.stdout:863: finishing rollback tid 1 to smithi00780855-34 2024-08-04T15:30:08.762 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 123 (ObjNum 33 snap 0 seq_num 3493571968) dirty dne 2024-08-04T15:30:08.762 INFO:tasks.rados.rados.0.smithi007.stdout:864: finishing write tid 1 to smithi00780855-26 2024-08-04T15:30:08.763 INFO:tasks.rados.rados.0.smithi007.stdout:864: finishing write tid 2 to smithi00780855-26 2024-08-04T15:30:08.763 INFO:tasks.rados.rados.0.smithi007.stdout:863: done (2 left) 2024-08-04T15:30:08.763 INFO:tasks.rados.rados.0.smithi007.stdout:866: snap_remove snap 70 2024-08-04T15:30:09.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:08 smithi007 ceph-mon[29096]: osdmap e227: 8 total, 8 up, 8 in 2024-08-04T15:30:09.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:08 smithi007 ceph-mon[39529]: osdmap e227: 8 total, 8 up, 8 in 2024-08-04T15:30:09.728 INFO:tasks.rados.rados.0.smithi007.stdout:866: done (2 left) 2024-08-04T15:30:09.728 INFO:tasks.rados.rados.0.smithi007.stdout:867: rollback oid 47 current snap is 76 2024-08-04T15:30:09.728 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 47 to 63 2024-08-04T15:30:09.728 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 76 2024-08-04T15:30:09.729 INFO:tasks.rados.rados.0.smithi007.stdout:868: seq_num 270 ranges {2416640=524288,2940928=516096,3457024=761856,4218880=327680} 2024-08-04T15:30:09.744 INFO:tasks.rados.rados.0.smithi007.stdout:868: writing smithi00780855-28 from 2416640 to 2940928 tid 1 2024-08-04T15:30:09.747 INFO:tasks.rados.rados.0.smithi007.stdout:868: writing smithi00780855-28 from 2940928 to 3457024 tid 2 2024-08-04T15:30:09.752 INFO:tasks.rados.rados.0.smithi007.stdout:868: writing smithi00780855-28 from 3457024 to 4218880 tid 3 2024-08-04T15:30:09.754 INFO:tasks.rados.rados.0.smithi007.stdout:868: writing smithi00780855-28 from 4218880 to 4546560 tid 4 2024-08-04T15:30:09.755 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 35 current snap is 76 2024-08-04T15:30:09.755 INFO:tasks.rados.rados.0.smithi007.stdout:864: finishing write tid 3 to smithi00780855-26 2024-08-04T15:30:09.755 INFO:tasks.rados.rados.0.smithi007.stdout:869: seq_num 271 ranges {1228800=540672,1769472=802816,2572288=516096,3088384=286720} 2024-08-04T15:30:09.764 INFO:tasks.rados.rados.0.smithi007.stdout:869: writing smithi00780855-35 from 1228800 to 1769472 tid 1 2024-08-04T15:30:09.769 INFO:tasks.rados.rados.0.smithi007.stdout:869: writing smithi00780855-35 from 1769472 to 2572288 tid 2 2024-08-04T15:30:09.771 INFO:tasks.rados.rados.0.smithi007.stdout:869: writing smithi00780855-35 from 2572288 to 3088384 tid 3 2024-08-04T15:30:09.774 INFO:tasks.rados.rados.0.smithi007.stdout:869: writing smithi00780855-35 from 3088384 to 3375104 tid 4 2024-08-04T15:30:09.774 INFO:tasks.rados.rados.0.smithi007.stdout:870: snap_create 2024-08-04T15:30:09.774 INFO:tasks.rados.rados.0.smithi007.stdout:864: finishing write tid 4 to smithi00780855-26 2024-08-04T15:30:09.774 INFO:tasks.rados.rados.0.smithi007.stdout:864: finishing write tid 5 to smithi00780855-26 2024-08-04T15:30:09.775 INFO:tasks.rados.rados.0.smithi007.stdout:864: finishing write tid 6 to smithi00780855-26 2024-08-04T15:30:09.775 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 639 (ObjNum 269 snap 76 seq_num 269) dirty exists 2024-08-04T15:30:09.775 INFO:tasks.rados.rados.0.smithi007.stdout:864: left oid 26 (ObjNum 269 snap 76 seq_num 269) 2024-08-04T15:30:09.775 INFO:tasks.rados.rados.0.smithi007.stdout:865: finishing copy_from racing read to smithi00780855-19 2024-08-04T15:30:09.775 INFO:tasks.rados.rados.0.smithi007.stdout:865: finishing copy_from to smithi00780855-19 2024-08-04T15:30:09.775 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 248 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:30:09.775 INFO:tasks.rados.rados.0.smithi007.stdout:867: finishing rollback tid 0 to smithi00780855-47 2024-08-04T15:30:09.775 INFO:tasks.rados.rados.0.smithi007.stdout:867: finishing rollback tid 1 to smithi00780855-47 2024-08-04T15:30:09.775 INFO:tasks.rados.rados.0.smithi007.stdout:867: finishing rollback tid 2 to smithi00780855-47 2024-08-04T15:30:09.775 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 107 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:30:09.775 INFO:tasks.rados.rados.0.smithi007.stdout:868: finishing write tid 1 to smithi00780855-28 2024-08-04T15:30:09.775 INFO:tasks.rados.rados.0.smithi007.stdout:868: finishing write tid 2 to smithi00780855-28 2024-08-04T15:30:09.775 INFO:tasks.rados.rados.0.smithi007.stdout:868: finishing write tid 3 to smithi00780855-28 2024-08-04T15:30:09.775 INFO:tasks.rados.rados.0.smithi007.stdout:868: finishing write tid 4 to smithi00780855-28 2024-08-04T15:30:09.776 INFO:tasks.rados.rados.0.smithi007.stdout:868: finishing write tid 5 to smithi00780855-28 2024-08-04T15:30:09.776 INFO:tasks.rados.rados.0.smithi007.stdout:868: finishing write tid 6 to smithi00780855-28 2024-08-04T15:30:09.776 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 379 (ObjNum 270 snap 76 seq_num 270) dirty exists 2024-08-04T15:30:09.776 INFO:tasks.rados.rados.0.smithi007.stdout:868: left oid 28 (ObjNum 270 snap 76 seq_num 270) 2024-08-04T15:30:09.776 INFO:tasks.rados.rados.0.smithi007.stdout:869: finishing write tid 1 to smithi00780855-35 2024-08-04T15:30:09.776 INFO:tasks.rados.rados.0.smithi007.stdout:869: finishing write tid 2 to smithi00780855-35 2024-08-04T15:30:09.776 INFO:tasks.rados.rados.0.smithi007.stdout:869: finishing write tid 3 to smithi00780855-35 2024-08-04T15:30:09.777 INFO:tasks.rados.rados.0.smithi007.stdout:869: finishing write tid 4 to smithi00780855-35 2024-08-04T15:30:09.777 INFO:tasks.rados.rados.0.smithi007.stdout:869: finishing write tid 5 to smithi00780855-35 2024-08-04T15:30:09.777 INFO:tasks.rados.rados.0.smithi007.stdout:869: finishing write tid 6 to smithi00780855-35 2024-08-04T15:30:09.777 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 743 (ObjNum 271 snap 76 seq_num 271) dirty exists 2024-08-04T15:30:09.777 INFO:tasks.rados.rados.0.smithi007.stdout:869: left oid 35 (ObjNum 271 snap 76 seq_num 271) 2024-08-04T15:30:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:09 smithi062 ceph-mon[32659]: osdmap e228: 8 total, 8 up, 8 in 2024-08-04T15:30:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:09 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:09 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:09 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:30:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:09 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:30:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:09 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:09 smithi062 ceph-mon[32659]: pgmap v45: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-08-04T15:30:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:09 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:09 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:30:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:09 smithi062 ceph-mon[32659]: Upgrade: Setting container_image for all mgr 2024-08-04T15:30:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:09 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:09 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-04T15:30:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:09 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-04T15:30:10.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:09 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-04T15:30:10.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:09 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-04T15:30:10.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:09 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-04T15:30:10.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:09 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-04T15:30:10.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:09 smithi062 ceph-mon[32659]: Upgrade: It appears safe to stop mon.a 2024-08-04T15:30:10.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[29096]: osdmap e228: 8 total, 8 up, 8 in 2024-08-04T15:30:10.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:10.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:10.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:30:10.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:30:10.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:10.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[29096]: pgmap v45: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-08-04T15:30:10.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:10.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:30:10.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[29096]: Upgrade: Setting container_image for all mgr 2024-08-04T15:30:10.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:10.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-04T15:30:10.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-04T15:30:10.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-04T15:30:10.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-04T15:30:10.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-04T15:30:10.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-04T15:30:10.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[29096]: Upgrade: It appears safe to stop mon.a 2024-08-04T15:30:10.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[39529]: osdmap e228: 8 total, 8 up, 8 in 2024-08-04T15:30:10.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:10.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:10.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:30:10.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:30:10.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:10.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[39529]: pgmap v45: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-08-04T15:30:10.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:10.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:30:10.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[39529]: Upgrade: Setting container_image for all mgr 2024-08-04T15:30:10.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:10.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-04T15:30:10.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-04T15:30:10.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-04T15:30:10.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-04T15:30:10.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-04T15:30:10.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-04T15:30:10.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:09 smithi007 ceph-mon[39529]: Upgrade: It appears safe to stop mon.a 2024-08-04T15:30:10.631 INFO:tasks.rados.rados.0.smithi007.stdout:864: done (5 left) 2024-08-04T15:30:10.631 INFO:tasks.rados.rados.0.smithi007.stdout:865: done (4 left) 2024-08-04T15:30:10.632 INFO:tasks.rados.rados.0.smithi007.stdout:867: done (3 left) 2024-08-04T15:30:10.632 INFO:tasks.rados.rados.0.smithi007.stdout:868: done (2 left) 2024-08-04T15:30:10.632 INFO:tasks.rados.rados.0.smithi007.stdout:869: done (1 left) 2024-08-04T15:30:10.632 INFO:tasks.rados.rados.0.smithi007.stdout:870: done (0 left) 2024-08-04T15:30:10.632 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 77 2024-08-04T15:30:10.632 INFO:tasks.rados.rados.0.smithi007.stdout:871: seq_num 272 ranges {5922816=565248,6488064=688128,7176192=729088,7905280=188416} 2024-08-04T15:30:10.666 INFO:tasks.rados.rados.0.smithi007.stdout:871: writing smithi00780855-45 from 5922816 to 6488064 tid 1 2024-08-04T15:30:10.670 INFO:tasks.rados.rados.0.smithi007.stdout:871: writing smithi00780855-45 from 6488064 to 7176192 tid 2 2024-08-04T15:30:10.674 INFO:tasks.rados.rados.0.smithi007.stdout:871: writing smithi00780855-45 from 7176192 to 7905280 tid 3 2024-08-04T15:30:10.676 INFO:tasks.rados.rados.0.smithi007.stdout:871: writing smithi00780855-45 from 7905280 to 8093696 tid 4 2024-08-04T15:30:10.676 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 10 current snap is 77 2024-08-04T15:30:10.676 INFO:tasks.rados.rados.0.smithi007.stdout:871: finishing write tid 1 to smithi00780855-45 2024-08-04T15:30:10.676 INFO:tasks.rados.rados.0.smithi007.stdout:871: finishing write tid 2 to smithi00780855-45 2024-08-04T15:30:10.676 INFO:tasks.rados.rados.0.smithi007.stdout:872: seq_num 273 ranges {0=581632,581632=565248,1146880=532480,1679360=507904} 2024-08-04T15:30:10.679 INFO:tasks.rados.rados.0.smithi007.stdout:872: writing smithi00780855-10 from 0 to 581632 tid 1 2024-08-04T15:30:10.682 INFO:tasks.rados.rados.0.smithi007.stdout:872: writing smithi00780855-10 from 581632 to 1146880 tid 2 2024-08-04T15:30:10.686 INFO:tasks.rados.rados.0.smithi007.stdout:872: writing smithi00780855-10 from 1146880 to 1679360 tid 3 2024-08-04T15:30:10.689 INFO:tasks.rados.rados.0.smithi007.stdout:872: writing smithi00780855-10 from 1679360 to 2187264 tid 4 2024-08-04T15:30:10.690 INFO:tasks.rados.rados.0.smithi007.stdout:873: delete oid 7 current snap is 77 2024-08-04T15:30:10.690 INFO:tasks.rados.rados.0.smithi007.stdout:871: finishing write tid 3 to smithi00780855-45 2024-08-04T15:30:10.690 INFO:tasks.rados.rados.0.smithi007.stdout:871: finishing write tid 4 to smithi00780855-45 2024-08-04T15:30:10.690 INFO:tasks.rados.rados.0.smithi007.stdout:871: finishing write tid 5 to smithi00780855-45 2024-08-04T15:30:10.690 INFO:tasks.rados.rados.0.smithi007.stdout:871: finishing write tid 6 to smithi00780855-45 2024-08-04T15:30:10.690 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 824 (ObjNum 272 snap 77 seq_num 272) dirty exists 2024-08-04T15:30:10.690 INFO:tasks.rados.rados.0.smithi007.stdout:871: left oid 45 (ObjNum 272 snap 77 seq_num 272) 2024-08-04T15:30:10.690 INFO:tasks.rados.rados.0.smithi007.stdout:872: finishing write tid 1 to smithi00780855-10 2024-08-04T15:30:10.690 INFO:tasks.rados.rados.0.smithi007.stdout:872: finishing write tid 2 to smithi00780855-10 2024-08-04T15:30:10.691 INFO:tasks.rados.rados.0.smithi007.stdout:872: finishing write tid 3 to smithi00780855-10 2024-08-04T15:30:10.693 INFO:tasks.rados.rados.0.smithi007.stdout:872: finishing write tid 4 to smithi00780855-10 2024-08-04T15:30:10.693 INFO:tasks.rados.rados.0.smithi007.stdout:872: finishing write tid 5 to smithi00780855-10 2024-08-04T15:30:10.694 INFO:tasks.rados.rados.0.smithi007.stdout:871: done (2 left) 2024-08-04T15:30:10.694 INFO:tasks.rados.rados.0.smithi007.stdout:873: done (1 left) 2024-08-04T15:30:10.694 INFO:tasks.rados.rados.0.smithi007.stdout:874: rmattr oid 20 current snap is 77 2024-08-04T15:30:10.694 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 47 current snap is 77 2024-08-04T15:30:10.694 INFO:tasks.rados.rados.0.smithi007.stdout:875: seq_num 275 ranges {2416640=614400,3031040=786432,3817472=499712,4317184=319488} 2024-08-04T15:30:10.710 INFO:tasks.rados.rados.0.smithi007.stdout:875: writing smithi00780855-47 from 2416640 to 3031040 tid 1 2024-08-04T15:30:10.715 INFO:tasks.rados.rados.0.smithi007.stdout:875: writing smithi00780855-47 from 3031040 to 3817472 tid 2 2024-08-04T15:30:10.718 INFO:tasks.rados.rados.0.smithi007.stdout:875: writing smithi00780855-47 from 3817472 to 4317184 tid 3 2024-08-04T15:30:10.720 INFO:tasks.rados.rados.0.smithi007.stdout:875: writing smithi00780855-47 from 4317184 to 4636672 tid 4 2024-08-04T15:30:10.720 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 77 2024-08-04T15:30:10.720 INFO:tasks.rados.rados.0.smithi007.stdout:872: finishing write tid 6 to smithi00780855-10 2024-08-04T15:30:10.721 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 650 (ObjNum 273 snap 77 seq_num 273) dirty exists 2024-08-04T15:30:10.721 INFO:tasks.rados.rados.0.smithi007.stdout:872: left oid 10 (ObjNum 273 snap 77 seq_num 273) 2024-08-04T15:30:10.721 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 381 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:30:10.721 INFO:tasks.rados.rados.0.smithi007.stdout:875: finishing write tid 1 to smithi00780855-47 2024-08-04T15:30:10.721 INFO:tasks.rados.rados.0.smithi007.stdout:875: finishing write tid 2 to smithi00780855-47 2024-08-04T15:30:10.721 INFO:tasks.rados.rados.0.smithi007.stdout:876: seq_num 276 ranges {4317184=630784,4947968=671744,5619712=704512,6324224=229376} 2024-08-04T15:30:10.747 INFO:tasks.rados.rados.0.smithi007.stdout:876: writing smithi00780855-48 from 4317184 to 4947968 tid 1 2024-08-04T15:30:10.751 INFO:tasks.rados.rados.0.smithi007.stdout:876: writing smithi00780855-48 from 4947968 to 5619712 tid 2 2024-08-04T15:30:10.755 INFO:tasks.rados.rados.0.smithi007.stdout:876: writing smithi00780855-48 from 5619712 to 6324224 tid 3 2024-08-04T15:30:10.757 INFO:tasks.rados.rados.0.smithi007.stdout:876: writing smithi00780855-48 from 6324224 to 6553600 tid 4 2024-08-04T15:30:10.758 INFO:tasks.rados.rados.0.smithi007.stdout:872: done (3 left) 2024-08-04T15:30:10.758 INFO:tasks.rados.rados.0.smithi007.stdout:874: done (2 left) 2024-08-04T15:30:10.758 INFO:tasks.rados.rados.0.smithi007.stdout:877: delete oid 20 current snap is 77 2024-08-04T15:30:10.758 INFO:tasks.rados.rados.0.smithi007.stdout:875: finishing write tid 3 to smithi00780855-47 2024-08-04T15:30:10.758 INFO:tasks.rados.rados.0.smithi007.stdout:875: finishing write tid 4 to smithi00780855-47 2024-08-04T15:30:10.758 INFO:tasks.rados.rados.0.smithi007.stdout:875: finishing write tid 5 to smithi00780855-47 2024-08-04T15:30:10.758 INFO:tasks.rados.rados.0.smithi007.stdout:875: finishing write tid 6 to smithi00780855-47 2024-08-04T15:30:10.758 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 113 (ObjNum 275 snap 77 seq_num 275) dirty exists 2024-08-04T15:30:10.758 INFO:tasks.rados.rados.0.smithi007.stdout:875: left oid 47 (ObjNum 275 snap 77 seq_num 275) 2024-08-04T15:30:10.758 INFO:tasks.rados.rados.0.smithi007.stdout:876: finishing write tid 1 to smithi00780855-48 2024-08-04T15:30:10.758 INFO:tasks.rados.rados.0.smithi007.stdout:876: finishing write tid 2 to smithi00780855-48 2024-08-04T15:30:10.759 INFO:tasks.rados.rados.0.smithi007.stdout:875: done (2 left) 2024-08-04T15:30:10.759 INFO:tasks.rados.rados.0.smithi007.stdout:877: done (1 left) 2024-08-04T15:30:10.759 INFO:tasks.rados.rados.0.smithi007.stdout:878: snap_create 2024-08-04T15:30:10.759 INFO:tasks.rados.rados.0.smithi007.stdout:876: finishing write tid 3 to smithi00780855-48 2024-08-04T15:30:10.760 INFO:tasks.rados.rados.0.smithi007.stdout:876: finishing write tid 4 to smithi00780855-48 2024-08-04T15:30:10.760 INFO:tasks.rados.rados.0.smithi007.stdout:876: finishing write tid 5 to smithi00780855-48 2024-08-04T15:30:10.761 INFO:tasks.rados.rados.0.smithi007.stdout:876: finishing write tid 6 to smithi00780855-48 2024-08-04T15:30:10.761 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 275 (ObjNum 276 snap 77 seq_num 276) dirty exists 2024-08-04T15:30:10.761 INFO:tasks.rados.rados.0.smithi007.stdout:876: left oid 48 (ObjNum 276 snap 77 seq_num 276) 2024-08-04T15:30:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:10 smithi062 ceph-mon[32659]: osdmap e229: 8 total, 8 up, 8 in 2024-08-04T15:30:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:10 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:10 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:30:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:10 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:30:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:10 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:30:11.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:10 smithi062 ceph-mon[32659]: osdmap e230: 8 total, 8 up, 8 in 2024-08-04T15:30:11.018 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:10 smithi007 ceph-mon[29096]: osdmap e229: 8 total, 8 up, 8 in 2024-08-04T15:30:11.019 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:10 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:11.019 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:10 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:30:11.019 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:10 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:30:11.019 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:10 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:30:11.019 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:10 smithi007 ceph-mon[29096]: osdmap e230: 8 total, 8 up, 8 in 2024-08-04T15:30:11.019 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:10 smithi007 ceph-mon[39529]: osdmap e229: 8 total, 8 up, 8 in 2024-08-04T15:30:11.019 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:10 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' 2024-08-04T15:30:11.019 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:10 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:30:11.020 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:10 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:30:11.020 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:10 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:30:11.020 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:10 smithi007 ceph-mon[39529]: osdmap e230: 8 total, 8 up, 8 in 2024-08-04T15:30:11.732 INFO:tasks.rados.rados.0.smithi007.stdout:876: done (1 left) 2024-08-04T15:30:11.732 INFO:tasks.rados.rados.0.smithi007.stdout:878: done (0 left) 2024-08-04T15:30:11.732 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 13 current snap is 78 2024-08-04T15:30:11.732 INFO:tasks.rados.rados.0.smithi007.stdout:879: seq_num 278 ranges {3932160=663552,4595712=442368,5038080=720896,5758976=442368} 2024-08-04T15:30:11.756 INFO:tasks.rados.rados.0.smithi007.stdout:879: writing smithi00780855-13 from 3932160 to 4595712 tid 1 2024-08-04T15:30:11.759 INFO:tasks.rados.rados.0.smithi007.stdout:879: writing smithi00780855-13 from 4595712 to 5038080 tid 2 2024-08-04T15:30:11.763 INFO:tasks.rados.rados.0.smithi007.stdout:879: writing smithi00780855-13 from 5038080 to 5758976 tid 3 2024-08-04T15:30:11.766 INFO:tasks.rados.rados.0.smithi007.stdout:879: writing smithi00780855-13 from 5758976 to 6201344 tid 4 2024-08-04T15:30:11.766 INFO:tasks.rados.rados.0.smithi007.stdout:880: delete oid 50 current snap is 78 2024-08-04T15:30:11.766 INFO:tasks.rados.rados.0.smithi007.stdout:879: finishing write tid 1 to smithi00780855-13 2024-08-04T15:30:11.767 INFO:tasks.rados.rados.0.smithi007.stdout:879: finishing write tid 2 to smithi00780855-13 2024-08-04T15:30:11.770 INFO:tasks.rados.rados.0.smithi007.stdout:879: finishing write tid 3 to smithi00780855-13 2024-08-04T15:30:11.770 INFO:tasks.rados.rados.0.smithi007.stdout:879: finishing write tid 4 to smithi00780855-13 2024-08-04T15:30:11.770 INFO:tasks.rados.rados.0.smithi007.stdout:880: done (1 left) 2024-08-04T15:30:11.771 INFO:tasks.rados.rados.0.smithi007.stdout:881: rollback oid 21 current snap is 78 2024-08-04T15:30:11.771 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 21 to 59 2024-08-04T15:30:11.771 INFO:tasks.rados.rados.0.smithi007.stdout:882: snap_remove snap 75 2024-08-04T15:30:11.945 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:11 smithi007 ceph-mon[29096]: Upgrade: Updating mon.a 2024-08-04T15:30:11.945 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:11 smithi007 ceph-mon[29096]: Deploying daemon mon.a on smithi007 2024-08-04T15:30:11.945 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:11 smithi007 ceph-mon[29096]: pgmap v48: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-08-04T15:30:11.945 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:11 smithi007 ceph-mon[29096]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:30:11.945 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:11 smithi007 ceph-mon[39529]: Upgrade: Updating mon.a 2024-08-04T15:30:11.946 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:11 smithi007 ceph-mon[39529]: Deploying daemon mon.a on smithi007 2024-08-04T15:30:11.946 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:11 smithi007 ceph-mon[39529]: pgmap v48: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-08-04T15:30:11.946 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:11 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:30:12.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:11 smithi062 ceph-mon[32659]: Upgrade: Updating mon.a 2024-08-04T15:30:12.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:11 smithi062 ceph-mon[32659]: Deploying daemon mon.a on smithi007 2024-08-04T15:30:12.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:11 smithi062 ceph-mon[32659]: pgmap v48: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-08-04T15:30:12.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:11 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:30:12.509 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:12 smithi007 systemd[1]: Stopping Ceph mon.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:30:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a[29092]: 2024-08-04T15:30:12.508+0000 7ffaae55d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T15:30:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a[29092]: 2024-08-04T15:30:12.508+0000 7ffaae55d640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-08-04T15:30:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:12 smithi007 podman[92455]: 2024-08-04 15:30:12.650954924 +0000 UTC m=+0.247112547 container died 1d4743646ee90fdf9c161664c42d502e4bd0a3d0a62359e060d5ed858bdcd5be (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=quincy-85224d9, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731) 2024-08-04T15:30:12.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:12] ENGINE Bus STOPPING 2024-08-04T15:30:12.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T15:30:12.837 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:12] ENGINE Bus STOPPED 2024-08-04T15:30:12.837 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:12] ENGINE Bus STARTING 2024-08-04T15:30:12.837 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:12] ENGINE Serving on http://:::9283 2024-08-04T15:30:12.837 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:12] ENGINE Bus STARTED 2024-08-04T15:30:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:13 smithi007 podman[92455]: 2024-08-04 15:30:13.150079282 +0000 UTC m=+0.746236894 container cleanup 1d4743646ee90fdf9c161664c42d502e4bd0a3d0a62359e060d5ed858bdcd5be (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, RELEASE=quincy-85224d9, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-04T15:30:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:13 smithi007 bash[92455]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a 2024-08-04T15:30:13.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:13.833 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:13 smithi007 podman[92479]: 2024-08-04 15:30:13.426917795 +0000 UTC m=+0.772577511 container remove 1d4743646ee90fdf9c161664c42d502e4bd0a3d0a62359e060d5ed858bdcd5be (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=quincy-85224d9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-04T15:30:13.834 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:13 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-04T15:30:13.834 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:13 smithi007 systemd[1]: Stopped Ceph mon.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:30:13.834 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:13 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.a.service: Consumed 14.863s CPU time. 2024-08-04T15:30:13.881 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:30:14.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:13 smithi007 systemd[1]: Starting Ceph mon.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:30:14.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 podman[92632]: 2024-08-04 15:30:13.964858668 +0000 UTC m=+0.018960022 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:30:14.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 podman[92632]: 2024-08-04 15:30:14.078417384 +0000 UTC m=+0.132518716 container create 299809910b9f08782b334ea2dd7b82f8e9aad2c75c155cf7ee1b75b1d4cc7bdb (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-release-26c3fb8, GIT_CLEAN=True) 2024-08-04T15:30:14.165 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:30:14.165 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (60s) 29s ago 5m 16.7M - 0.25.0 c8568f914cd2 d6b15156f420 2024-08-04T15:30:14.165 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (46s) 9s ago 4m 78.5M - 9.4.7 954c08fa6188 66e1e6bf99cd 2024-08-04T15:30:14.165 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (6m) 29s ago 6m 14.6M - 17.2.7-1207-g85224d90 3614407c4e10 39baa14185b8 2024-08-04T15:30:14.165 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (6m) 9s ago 6m 19.9M - 17.2.7-1207-g85224d90 3614407c4e10 951c2f76c840 2024-08-04T15:30:14.165 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443,9283,8765 running (14s) 9s ago 9m 53.3M - 19.1.0-1260-g26c3fb8e 564b849e9656 0a006181dce3 2024-08-04T15:30:14.166 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:8443,9283,8765 running (41s) 29s ago 11m 475M - 19.1.0-1260-g26c3fb8e 564b849e9656 37ef3ca8c5a9 2024-08-04T15:30:14.166 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (11m) 29s ago 11m 53.1M 2048M 17.2.7-1207-g85224d90 3614407c4e10 1d4743646ee9 2024-08-04T15:30:14.166 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (10m) 9s ago 10m 48.7M 2048M 17.2.7-1207-g85224d90 3614407c4e10 359d0afec2d9 2024-08-04T15:30:14.166 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (10m) 29s ago 10m 46.0M 2048M 17.2.7-1207-g85224d90 3614407c4e10 b6575ebd4101 2024-08-04T15:30:14.166 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (57s) 29s ago 5m 7898k - 1.5.0 0da6a335fe13 e040078790b8 2024-08-04T15:30:14.166 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (50s) 9s ago 5m 13.2M - 1.5.0 0da6a335fe13 b7bce65c2f21 2024-08-04T15:30:14.166 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (9m) 29s ago 9m 130M 2481M 17.2.7-1207-g85224d90 3614407c4e10 aa7c2acc12af 2024-08-04T15:30:14.166 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (9m) 29s ago 9m 118M 2481M 17.2.7-1207-g85224d90 3614407c4e10 6b90eba90aa9 2024-08-04T15:30:14.166 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (8m) 29s ago 8m 113M 2481M 17.2.7-1207-g85224d90 3614407c4e10 75284b707dd4 2024-08-04T15:30:14.166 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (8m) 29s ago 8m 77.9M 2481M 17.2.7-1207-g85224d90 3614407c4e10 902e99f21e0a 2024-08-04T15:30:14.166 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (8m) 9s ago 8m 114M 2480M 17.2.7-1207-g85224d90 3614407c4e10 a8621138799e 2024-08-04T15:30:14.166 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (7m) 9s ago 7m 115M 2480M 17.2.7-1207-g85224d90 3614407c4e10 4c11140cfb7d 2024-08-04T15:30:14.166 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (7m) 9s ago 7m 122M 2480M 17.2.7-1207-g85224d90 3614407c4e10 22d52664a755 2024-08-04T15:30:14.167 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (6m) 9s ago 6m 120M 2480M 17.2.7-1207-g85224d90 3614407c4e10 5e425b8303f1 2024-08-04T15:30:14.167 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (19s) 9s ago 5m 38.9M - 2.43.0 a07b618ecd1d ab854fccad8e 2024-08-04T15:30:14.432 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 podman[92632]: 2024-08-04 15:30:14.348376654 +0000 UTC m=+0.402477987 container init 299809910b9f08782b334ea2dd7b82f8e9aad2c75c155cf7ee1b75b1d4cc7bdb (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-release-26c3fb8, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:30:14.432 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 podman[92632]: 2024-08-04 15:30:14.351862966 +0000 UTC m=+0.405964299 container start 299809910b9f08782b334ea2dd7b82f8e9aad2c75c155cf7ee1b75b1d4cc7bdb (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-release-26c3fb8, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-04T15:30:14.432 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: set uid:gid to 167:167 (ceph:ceph) 2024-08-04T15:30:14.432 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc), process ceph-mon, pid 2 2024-08-04T15:30:14.432 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: pidfile_write: ignore empty --pid-file 2024-08-04T15:30:14.432 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: load: jerasure load: lrc 2024-08-04T15:30:14.432 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: RocksDB version: 7.9.2 2024-08-04T15:30:14.433 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Git sha 0 2024-08-04T15:30:14.433 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Compile date 2024-08-01 20:56:42 2024-08-04T15:30:14.433 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: DB SUMMARY 2024-08-04T15:30:14.433 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: DB Session ID: G3WU03R0D6KDRWMLV1IB 2024-08-04T15:30:14.433 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: CURRENT file: CURRENT 2024-08-04T15:30:14.433 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: IDENTITY file: IDENTITY 2024-08-04T15:30:14.433 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1179 Bytes 2024-08-04T15:30:14.433 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2024-08-04T15:30:14.433 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 4126121 ; 2024-08-04T15:30:14.434 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.error_if_exists: 0 2024-08-04T15:30:14.434 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.create_if_missing: 0 2024-08-04T15:30:14.434 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.paranoid_checks: 1 2024-08-04T15:30:14.434 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-04T15:30:14.434 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-04T15:30:14.434 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-04T15:30:14.434 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.env: 0x560f102387a0 2024-08-04T15:30:14.434 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.fs: PosixFileSystem 2024-08-04T15:30:14.434 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.info_log: 0x560f12349500 2024-08-04T15:30:14.435 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_file_opening_threads: 16 2024-08-04T15:30:14.435 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.statistics: (nil) 2024-08-04T15:30:14.436 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.use_fsync: 0 2024-08-04T15:30:14.436 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_log_file_size: 0 2024-08-04T15:30:14.436 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-04T15:30:14.437 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-04T15:30:14.437 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.keep_log_file_num: 1000 2024-08-04T15:30:14.437 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.recycle_log_file_num: 0 2024-08-04T15:30:14.437 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.allow_fallocate: 1 2024-08-04T15:30:14.437 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.allow_mmap_reads: 0 2024-08-04T15:30:14.437 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.allow_mmap_writes: 0 2024-08-04T15:30:14.437 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.use_direct_reads: 0 2024-08-04T15:30:14.438 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-04T15:30:14.438 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.create_missing_column_families: 0 2024-08-04T15:30:14.438 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.db_log_dir: 2024-08-04T15:30:14.438 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.wal_dir: 2024-08-04T15:30:14.438 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-04T15:30:14.438 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-04T15:30:14.438 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-04T15:30:14.438 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-04T15:30:14.438 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-04T15:30:14.438 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-04T15:30:14.439 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.advise_random_on_open: 1 2024-08-04T15:30:14.439 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.db_write_buffer_size: 0 2024-08-04T15:30:14.439 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.write_buffer_manager: 0x560f12358dc0 2024-08-04T15:30:14.439 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-04T15:30:14.439 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-04T15:30:14.439 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-04T15:30:14.439 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.rate_limiter: (nil) 2024-08-04T15:30:14.439 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-04T15:30:14.439 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.wal_recovery_mode: 2 2024-08-04T15:30:14.439 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.enable_thread_tracking: 0 2024-08-04T15:30:14.439 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.enable_pipelined_write: 0 2024-08-04T15:30:14.439 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.unordered_write: 0 2024-08-04T15:30:14.439 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-04T15:30:14.440 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-04T15:30:14.440 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-04T15:30:14.440 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-04T15:30:14.440 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.row_cache: None 2024-08-04T15:30:14.440 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.wal_filter: None 2024-08-04T15:30:14.440 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-04T15:30:14.440 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.allow_ingest_behind: 0 2024-08-04T15:30:14.440 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.two_write_queues: 0 2024-08-04T15:30:14.440 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.manual_wal_flush: 0 2024-08-04T15:30:14.441 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.wal_compression: 0 2024-08-04T15:30:14.441 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.atomic_flush: 0 2024-08-04T15:30:14.441 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-04T15:30:14.441 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-04T15:30:14.441 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-04T15:30:14.441 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.log_readahead_size: 0 2024-08-04T15:30:14.441 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-04T15:30:14.441 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.best_efforts_recovery: 0 2024-08-04T15:30:14.441 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-04T15:30:14.441 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-04T15:30:14.441 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.allow_data_in_errors: 0 2024-08-04T15:30:14.441 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.db_host_id: __hostname__ 2024-08-04T15:30:14.441 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-04T15:30:14.441 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_background_jobs: 2 2024-08-04T15:30:14.442 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_background_compactions: -1 2024-08-04T15:30:14.442 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_subcompactions: 1 2024-08-04T15:30:14.442 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-04T15:30:14.442 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-04T15:30:14.442 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-04T15:30:14.442 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_total_wal_size: 0 2024-08-04T15:30:14.442 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-04T15:30:14.442 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-04T15:30:14.442 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-04T15:30:14.442 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-04T15:30:14.443 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_open_files: -1 2024-08-04T15:30:14.443 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.bytes_per_sync: 0 2024-08-04T15:30:14.443 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-04T15:30:14.443 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-04T15:30:14.443 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compaction_readahead_size: 0 2024-08-04T15:30:14.443 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_background_flushes: -1 2024-08-04T15:30:14.443 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Compression algorithms supported: 2024-08-04T15:30:14.443 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: kZSTD supported: 0 2024-08-04T15:30:14.443 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: kXpressCompression supported: 0 2024-08-04T15:30:14.443 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: kBZip2Compression supported: 0 2024-08-04T15:30:14.443 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-04T15:30:14.443 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: kLZ4Compression supported: 1 2024-08-04T15:30:14.443 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: kZlibCompression supported: 1 2024-08-04T15:30:14.444 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: kLZ4HCCompression supported: 1 2024-08-04T15:30:14.444 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: kSnappyCompression supported: 1 2024-08-04T15:30:14.444 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-04T15:30:14.444 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-04T15:30:14.444 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-08-04T15:30:14.444 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-04T15:30:14.444 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-04T15:30:14.444 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.merge_operator: 2024-08-04T15:30:14.445 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compaction_filter: None 2024-08-04T15:30:14.445 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compaction_filter_factory: None 2024-08-04T15:30:14.445 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.sst_partitioner_factory: None 2024-08-04T15:30:14.445 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-04T15:30:14.445 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-04T15:30:14.445 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x560f12349120) 2024-08-04T15:30:14.445 INFO:journalctl@ceph.mon.a.smithi007.stdout: cache_index_and_filter_blocks: 1 2024-08-04T15:30:14.445 INFO:journalctl@ceph.mon.a.smithi007.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-04T15:30:14.445 INFO:journalctl@ceph.mon.a.smithi007.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-04T15:30:14.445 INFO:journalctl@ceph.mon.a.smithi007.stdout: pin_top_level_index_and_filter: 1 2024-08-04T15:30:14.445 INFO:journalctl@ceph.mon.a.smithi007.stdout: index_type: 0 2024-08-04T15:30:14.445 INFO:journalctl@ceph.mon.a.smithi007.stdout: data_block_index_type: 0 2024-08-04T15:30:14.445 INFO:journalctl@ceph.mon.a.smithi007.stdout: index_shortening: 1 2024-08-04T15:30:14.445 INFO:journalctl@ceph.mon.a.smithi007.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-04T15:30:14.445 INFO:journalctl@ceph.mon.a.smithi007.stdout: checksum: 4 2024-08-04T15:30:14.446 INFO:journalctl@ceph.mon.a.smithi007.stdout: no_block_cache: 0 2024-08-04T15:30:14.446 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache: 0x560f1233d090 2024-08-04T15:30:14.446 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache_name: BinnedLRUCache 2024-08-04T15:30:14.446 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache_options: 2024-08-04T15:30:14.446 INFO:journalctl@ceph.mon.a.smithi007.stdout: capacity : 536870912 2024-08-04T15:30:14.446 INFO:journalctl@ceph.mon.a.smithi007.stdout: num_shard_bits : 4 2024-08-04T15:30:14.446 INFO:journalctl@ceph.mon.a.smithi007.stdout: strict_capacity_limit : 0 2024-08-04T15:30:14.446 INFO:journalctl@ceph.mon.a.smithi007.stdout: high_pri_pool_ratio: 0.000 2024-08-04T15:30:14.446 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache_compressed: (nil) 2024-08-04T15:30:14.446 INFO:journalctl@ceph.mon.a.smithi007.stdout: persistent_cache: (nil) 2024-08-04T15:30:14.446 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_size: 4096 2024-08-04T15:30:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_size_deviation: 10 2024-08-04T15:30:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_restart_interval: 16 2024-08-04T15:30:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout: index_block_restart_interval: 1 2024-08-04T15:30:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout: metadata_block_size: 4096 2024-08-04T15:30:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout: partition_filters: 0 2024-08-04T15:30:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout: use_delta_encoding: 1 2024-08-04T15:30:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout: filter_policy: bloomfilter 2024-08-04T15:30:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout: whole_key_filtering: 1 2024-08-04T15:30:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout: verify_compression: 0 2024-08-04T15:30:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout: read_amp_bytes_per_bit: 0 2024-08-04T15:30:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout: format_version: 5 2024-08-04T15:30:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout: enable_index_compression: 1 2024-08-04T15:30:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_align: 0 2024-08-04T15:30:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout: max_auto_readahead_size: 262144 2024-08-04T15:30:14.448 INFO:journalctl@ceph.mon.a.smithi007.stdout: prepopulate_block_cache: 0 2024-08-04T15:30:14.448 INFO:journalctl@ceph.mon.a.smithi007.stdout: initial_auto_readahead_size: 8192 2024-08-04T15:30:14.448 INFO:journalctl@ceph.mon.a.smithi007.stdout: num_file_reads_for_auto_readahead: 2 2024-08-04T15:30:14.448 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.write_buffer_size: 33554432 2024-08-04T15:30:14.448 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_write_buffer_number: 2 2024-08-04T15:30:14.448 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compression: NoCompression 2024-08-04T15:30:14.448 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.bottommost_compression: Disabled 2024-08-04T15:30:14.448 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.prefix_extractor: nullptr 2024-08-04T15:30:14.448 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-04T15:30:14.448 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.num_levels: 7 2024-08-04T15:30:14.448 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-04T15:30:14.448 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-04T15:30:14.448 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-04T15:30:14.448 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-04T15:30:14.449 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-04T15:30:14.449 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-04T15:30:14.449 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-04T15:30:14.449 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-04T15:30:14.449 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-04T15:30:14.449 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-04T15:30:14.449 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-04T15:30:14.449 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-04T15:30:14.449 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-04T15:30:14.449 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compression_opts.level: 32767 2024-08-04T15:30:14.449 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compression_opts.strategy: 0 2024-08-04T15:30:14.449 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-04T15:30:14.449 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-04T15:30:14.449 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-04T15:30:14.449 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-04T15:30:14.450 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compression_opts.enabled: false 2024-08-04T15:30:14.450 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-04T15:30:14.450 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-04T15:30:14.450 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-04T15:30:14.450 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-04T15:30:14.450 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.target_file_size_base: 67108864 2024-08-04T15:30:14.450 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-04T15:30:14.450 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-04T15:30:14.450 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-04T15:30:14.450 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-04T15:30:14.450 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-04T15:30:14.450 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-04T15:30:14.450 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-04T15:30:14.451 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-04T15:30:14.451 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-04T15:30:14.451 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-04T15:30:14.451 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-04T15:30:14.451 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-04T15:30:14.451 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-04T15:30:14.451 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-04T15:30:14.451 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.arena_block_size: 1048576 2024-08-04T15:30:14.451 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-04T15:30:14.451 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-04T15:30:14.451 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.disable_auto_compactions: 0 2024-08-04T15:30:14.451 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-04T15:30:14.451 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-04T15:30:14.451 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-04T15:30:14.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-04T15:30:14.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-04T15:30:14.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-04T15:30:14.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-04T15:30:14.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-04T15:30:14.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-04T15:30:14.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-04T15:30:14.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-04T15:30:14.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.inplace_update_support: 0 2024-08-04T15:30:14.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-04T15:30:14.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-04T15:30:14.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-04T15:30:14.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-04T15:30:14.452 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.bloom_locality: 0 2024-08-04T15:30:14.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.max_successive_merges: 0 2024-08-04T15:30:14.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-04T15:30:14.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.paranoid_file_checks: 0 2024-08-04T15:30:14.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.force_consistency_checks: 1 2024-08-04T15:30:14.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.report_bg_io_stats: 0 2024-08-04T15:30:14.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.ttl: 2592000 2024-08-04T15:30:14.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-04T15:30:14.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-04T15:30:14.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-04T15:30:14.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.enable_blob_files: false 2024-08-04T15:30:14.453 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.min_blob_size: 0 2024-08-04T15:30:14.454 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.blob_file_size: 268435456 2024-08-04T15:30:14.454 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-04T15:30:14.454 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-04T15:30:14.454 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-04T15:30:14.454 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-04T15:30:14.454 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-04T15:30:14.454 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.blob_file_starting_level: 0 2024-08-04T15:30:14.454 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-04T15:30:14.454 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2024-08-04T15:30:14.454 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-04T15:30:14.454 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12792, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-04T15:30:14.455 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2024-08-04T15:30:14.455 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4eaafae4-1a50-4cfe-8605-0182c5937126 2024-08-04T15:30:14.455 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722785414379935, "job": 1, "event": "recovery_started", "wal_files": [31]} 2024-08-04T15:30:14.455 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2024-08-04T15:30:14.455 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722785414394843, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 3847308, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12793, "largest_seqno": 14688, "table_properties": {"data_size": 3837257, "index_size": 6893, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2117, "raw_key_size": 20700, "raw_average_key_size": 24, "raw_value_size": 3818279, "raw_average_value_size": 4561, "num_data_blocks": 303, "num_entries": 837, "num_filter_entries": 837, "num_deletions": 53, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1722785414, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4eaafae4-1a50-4cfe-8605-0182c5937126", "db_session_id": "G3WU03R0D6KDRWMLV1IB", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2024-08-04T15:30:14.455 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722785414394952, "job": 1, "event": "recovery_finished"} 2024-08-04T15:30:14.455 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2024-08-04T15:30:14.455 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-04T15:30:14.455 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-04T15:30:14.455 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x560f1236ae00 2024-08-04T15:30:14.455 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: DB pointer 0x560f12464000 2024-08-04T15:30:14.456 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-04T15:30:14.456 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-04T15:30:14.456 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** DB Stats ** 2024-08-04T15:30:14.456 INFO:journalctl@ceph.mon.a.smithi007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-04T15:30:14.456 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-04T15:30:14.456 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-04T15:30:14.456 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-04T15:30:14.456 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-04T15:30:14.456 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-04T15:30:14.456 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-04T15:30:14.456 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-08-04T15:30:14.456 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** Compaction Stats [default] ** 2024-08-04T15:30:14.456 INFO:journalctl@ceph.mon.a.smithi007.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-04T15:30:14.456 INFO:journalctl@ceph.mon.a.smithi007.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-04T15:30:14.457 INFO:journalctl@ceph.mon.a.smithi007.stdout: L0 1/0 3.67 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 632.5 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-08-04T15:30:14.457 INFO:journalctl@ceph.mon.a.smithi007.stdout: L6 1/0 7.43 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-04T15:30:14.457 INFO:journalctl@ceph.mon.a.smithi007.stdout: Sum 2/0 11.10 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 632.5 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-08-04T15:30:14.457 INFO:journalctl@ceph.mon.a.smithi007.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 632.5 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-08-04T15:30:14.457 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-08-04T15:30:14.457 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** Compaction Stats [default] ** 2024-08-04T15:30:14.457 INFO:journalctl@ceph.mon.a.smithi007.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-04T15:30:14.457 INFO:journalctl@ceph.mon.a.smithi007.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-04T15:30:14.457 INFO:journalctl@ceph.mon.a.smithi007.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 632.5 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-08-04T15:30:14.457 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-08-04T15:30:14.457 INFO:journalctl@ceph.mon.a.smithi007.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-04T15:30:14.457 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-08-04T15:30:14.457 INFO:journalctl@ceph.mon.a.smithi007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-04T15:30:14.457 INFO:journalctl@ceph.mon.a.smithi007.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-08-04T15:30:14.458 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-04T15:30:14.458 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-04T15:30:14.458 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-04T15:30:14.458 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-04T15:30:14.458 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative compaction: 0.00 GB write, 205.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-04T15:30:14.458 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval compaction: 0.00 GB write, 205.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-04T15:30:14.458 INFO:journalctl@ceph.mon.a.smithi007.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-04T15:30:14.458 INFO:journalctl@ceph.mon.a.smithi007.stdout: Block cache BinnedLRUCache@0x560f1233d090#2 capacity: 512.00 MB usage: 10.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-08-04T15:30:14.458 INFO:journalctl@ceph.mon.a.smithi007.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.28 KB,0.000435114%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-08-04T15:30:14.458 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-08-04T15:30:14.458 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-04T15:30:14.459 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: starting mon.a rank 0 at public addrs [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] at bind addrs [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:30:14.459 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: mon.a@-1(???) e3 preinit fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:30:14.459 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: mon.a@-1(???).mds e8 new map 2024-08-04T15:30:14.459 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: mon.a@-1(???).mds e8 print_map 2024-08-04T15:30:14.459 INFO:journalctl@ceph.mon.a.smithi007.stdout: e8 2024-08-04T15:30:14.459 INFO:journalctl@ceph.mon.a.smithi007.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-04T15:30:14.459 INFO:journalctl@ceph.mon.a.smithi007.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-04T15:30:14.459 INFO:journalctl@ceph.mon.a.smithi007.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-04T15:30:14.459 INFO:journalctl@ceph.mon.a.smithi007.stdout: legacy client fscid: 1 2024-08-04T15:30:14.459 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-08-04T15:30:14.459 INFO:journalctl@ceph.mon.a.smithi007.stdout: Filesystem 'cephfs' (1) 2024-08-04T15:30:14.459 INFO:journalctl@ceph.mon.a.smithi007.stdout: fs_name cephfs 2024-08-04T15:30:14.459 INFO:journalctl@ceph.mon.a.smithi007.stdout: epoch 8 2024-08-04T15:30:14.460 INFO:journalctl@ceph.mon.a.smithi007.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-04T15:30:14.460 INFO:journalctl@ceph.mon.a.smithi007.stdout: created 2024-08-04T15:23:53.082649+0000 2024-08-04T15:30:14.460 INFO:journalctl@ceph.mon.a.smithi007.stdout: modified 2024-08-04T15:24:05.067162+0000 2024-08-04T15:30:14.460 INFO:journalctl@ceph.mon.a.smithi007.stdout: tableserver 0 2024-08-04T15:30:14.460 INFO:journalctl@ceph.mon.a.smithi007.stdout: root 0 2024-08-04T15:30:14.460 INFO:journalctl@ceph.mon.a.smithi007.stdout: session_timeout 60 2024-08-04T15:30:14.460 INFO:journalctl@ceph.mon.a.smithi007.stdout: session_autoclose 300 2024-08-04T15:30:14.460 INFO:journalctl@ceph.mon.a.smithi007.stdout: max_file_size 1099511627776 2024-08-04T15:30:14.460 INFO:journalctl@ceph.mon.a.smithi007.stdout: max_xattr_size 65536 2024-08-04T15:30:14.460 INFO:journalctl@ceph.mon.a.smithi007.stdout: required_client_features {} 2024-08-04T15:30:14.460 INFO:journalctl@ceph.mon.a.smithi007.stdout: last_failure 0 2024-08-04T15:30:14.460 INFO:journalctl@ceph.mon.a.smithi007.stdout: last_failure_osd_epoch 0 2024-08-04T15:30:14.461 INFO:journalctl@ceph.mon.a.smithi007.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-04T15:30:14.461 INFO:journalctl@ceph.mon.a.smithi007.stdout: max_mds 1 2024-08-04T15:30:14.461 INFO:journalctl@ceph.mon.a.smithi007.stdout: in 0 2024-08-04T15:30:14.461 INFO:journalctl@ceph.mon.a.smithi007.stdout: up {0=24334} 2024-08-04T15:30:14.461 INFO:journalctl@ceph.mon.a.smithi007.stdout: failed 2024-08-04T15:30:14.461 INFO:journalctl@ceph.mon.a.smithi007.stdout: damaged 2024-08-04T15:30:14.461 INFO:journalctl@ceph.mon.a.smithi007.stdout: stopped 2024-08-04T15:30:14.461 INFO:journalctl@ceph.mon.a.smithi007.stdout: data_pools [3] 2024-08-04T15:30:14.461 INFO:journalctl@ceph.mon.a.smithi007.stdout: metadata_pool 2 2024-08-04T15:30:14.462 INFO:journalctl@ceph.mon.a.smithi007.stdout: inline_data disabled 2024-08-04T15:30:14.462 INFO:journalctl@ceph.mon.a.smithi007.stdout: balancer 2024-08-04T15:30:14.462 INFO:journalctl@ceph.mon.a.smithi007.stdout: bal_rank_mask -1 2024-08-04T15:30:14.462 INFO:journalctl@ceph.mon.a.smithi007.stdout: standby_count_wanted 0 2024-08-04T15:30:14.462 INFO:journalctl@ceph.mon.a.smithi007.stdout: qdb_cluster leader: 0 members: 2024-08-04T15:30:14.462 INFO:journalctl@ceph.mon.a.smithi007.stdout: [mds.b{0:24334} state up:active seq 5 addr [v2:172.21.15.62:6832/206725990,v1:172.21.15.62:6833/206725990] compat {c=[1],r=[1],i=[7ff]}] 2024-08-04T15:30:14.462 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-08-04T15:30:14.462 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-08-04T15:30:14.462 INFO:journalctl@ceph.mon.a.smithi007.stdout: Standby daemons: 2024-08-04T15:30:14.462 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-08-04T15:30:14.462 INFO:journalctl@ceph.mon.a.smithi007.stdout: [mds.a{-1:14418} state up:standby seq 1 addr [v2:172.21.15.7:6834/1276142521,v1:172.21.15.7:6835/1276142521] compat {c=[1],r=[1],i=[7ff]}] 2024-08-04T15:30:14.462 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: mon.a@-1(???).osd e231 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-04T15:30:14.463 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: mon.a@-1(???).osd e231 crush map has features 432629308056666112, adjusting msgr requires 2024-08-04T15:30:14.463 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: mon.a@-1(???).osd e231 crush map has features 432629308056666112, adjusting msgr requires 2024-08-04T15:30:14.463 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: mon.a@-1(???).osd e231 crush map has features 432629308056666112, adjusting msgr requires 2024-08-04T15:30:14.463 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 ceph-mon[92692]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-08-04T15:30:14.463 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 bash[92632]: 299809910b9f08782b334ea2dd7b82f8e9aad2c75c155cf7ee1b75b1d4cc7bdb 2024-08-04T15:30:14.463 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:14 smithi007 systemd[1]: Started Ceph mon.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:30:14.515 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:30:14.515 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:30:14.515 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 3 2024-08-04T15:30:14.515 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:30:14.516 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:30:14.516 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:30:14.516 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:30:14.516 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:30:14.516 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 8 2024-08-04T15:30:14.516 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:30:14.516 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:30:14.516 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:30:14.516 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:30:14.516 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:30:14.517 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 13, 2024-08-04T15:30:14.517 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:30:14.517 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:30:14.517 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:30:14.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:14 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:14.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:14 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:15.880 INFO:tasks.rados.rados.0.smithi007.stdout:882: done (2 left) 2024-08-04T15:30:15.880 INFO:tasks.rados.rados.0.smithi007.stdout:883: snap_create 2024-08-04T15:30:15.880 INFO:tasks.rados.rados.0.smithi007.stdout:879: finishing write tid 5 to smithi00780855-13 2024-08-04T15:30:15.880 INFO:tasks.rados.rados.0.smithi007.stdout:879: finishing write tid 6 to smithi00780855-13 2024-08-04T15:30:15.880 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 830 (ObjNum 278 snap 78 seq_num 278) dirty exists 2024-08-04T15:30:15.880 INFO:tasks.rados.rados.0.smithi007.stdout:879: left oid 13 (ObjNum 278 snap 78 seq_num 278) 2024-08-04T15:30:15.880 INFO:tasks.rados.rados.0.smithi007.stdout:881: finishing rollback tid 0 to smithi00780855-21 2024-08-04T15:30:15.880 INFO:tasks.rados.rados.0.smithi007.stdout:881: finishing rollback tid 1 to smithi00780855-21 2024-08-04T15:30:15.880 INFO:tasks.rados.rados.0.smithi007.stdout:881: finishing rollback tid 2 to smithi00780855-21 2024-08-04T15:30:15.881 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 656 (ObjNum 66 snap 4 seq_num 66) dirty exists 2024-08-04T15:30:16.149 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: ignoring --setuser ceph since I am not root 2024-08-04T15:30:16.149 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: ignoring --setgroup ceph since I am not root 2024-08-04T15:30:16.149 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mgr[78151]: -- 172.21.15.62:0/3607500160 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5579055e4680 con 0x5579055b9000 2024-08-04T15:30:16.149 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mgr[78151]: -- 172.21.15.62:0/3607500160 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5579055db0e0 con 0x5579055b9000 2024-08-04T15:30:16.149 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:15.995+0000 7f0692b79040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-04T15:30:16.149 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:16 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:16.148+0000 7f0692b79040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:30:16.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:16.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:16.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:16.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:16.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:30:16.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: pgmap v50: 121 pgs: 121 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 KiB/s rd, 4.4 MiB/s wr, 19 op/s 2024-08-04T15:30:16.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: from='client.25034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:30:16.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: from='client.25040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:30:16.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/1229183056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:30:16.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: pgmap v51: 121 pgs: 121 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-08-04T15:30:16.150 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: mon.a calling monitor election 2024-08-04T15:30:16.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-04T15:30:16.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: monmap epoch 3 2024-08-04T15:30:16.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:30:16.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: last_changed 2024-08-04T15:19:58.896604+0000 2024-08-04T15:30:16.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: created 2024-08-04T15:18:26.674835+0000 2024-08-04T15:30:16.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: min_mon_release 17 (quincy) 2024-08-04T15:30:16.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: election_strategy: 1 2024-08-04T15:30:16.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-08-04T15:30:16.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: 1: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.b 2024-08-04T15:30:16.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: 2: [v2:172.21.15.7:3301/0,v1:172.21.15.7:6790/0] mon.c 2024-08-04T15:30:16.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:30:16.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: osdmap e231: 8 total, 8 up, 8 in 2024-08-04T15:30:16.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: mgrmap e36: y(active, since 34s), standbys: x 2024-08-04T15:30:16.151 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: overall HEALTH_OK 2024-08-04T15:30:16.152 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: from='mgr.15048 ' entity='' 2024-08-04T15:30:16.152 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:15 smithi062 ceph-mon[32659]: mgrmap e37: y(active, since 34s), standbys: x 2024-08-04T15:30:16.154 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ignoring --setuser ceph since I am not root 2024-08-04T15:30:16.154 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ignoring --setgroup ceph since I am not root 2024-08-04T15:30:16.154 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mgr[84103]: -- 172.21.15.7:0/1930573523 <== mon.0 v2:172.21.15.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5617ad0950e0 con 0x5617ad072800 2024-08-04T15:30:16.154 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:15.999+0000 7f173449a040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-04T15:30:16.155 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:16.155 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:16.155 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:16.155 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:16.155 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:30:16.155 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: pgmap v50: 121 pgs: 121 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 KiB/s rd, 4.4 MiB/s wr, 19 op/s 2024-08-04T15:30:16.155 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: from='client.25034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:30:16.155 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: from='client.25040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:30:16.155 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: from='client.? 172.21.15.7:0/1229183056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:30:16.155 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: pgmap v51: 121 pgs: 121 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-08-04T15:30:16.156 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: mon.a calling monitor election 2024-08-04T15:30:16.156 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-04T15:30:16.156 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: monmap epoch 3 2024-08-04T15:30:16.156 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:30:16.156 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: last_changed 2024-08-04T15:19:58.896604+0000 2024-08-04T15:30:16.156 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: created 2024-08-04T15:18:26.674835+0000 2024-08-04T15:30:16.156 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: min_mon_release 17 (quincy) 2024-08-04T15:30:16.156 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: election_strategy: 1 2024-08-04T15:30:16.156 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-08-04T15:30:16.156 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: 1: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.b 2024-08-04T15:30:16.156 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: 2: [v2:172.21.15.7:3301/0,v1:172.21.15.7:6790/0] mon.c 2024-08-04T15:30:16.156 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:30:16.156 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: osdmap e231: 8 total, 8 up, 8 in 2024-08-04T15:30:16.157 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: mgrmap e36: y(active, since 34s), standbys: x 2024-08-04T15:30:16.157 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: overall HEALTH_OK 2024-08-04T15:30:16.157 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: from='mgr.15048 ' entity='' 2024-08-04T15:30:16.157 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[39529]: mgrmap e37: y(active, since 34s), standbys: x 2024-08-04T15:30:16.157 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:16.157 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:16.157 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:16.157 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:16.157 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: from='mgr.15048 172.21.15.7:0/2524359565' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:30:16.157 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: pgmap v50: 121 pgs: 121 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 KiB/s rd, 4.4 MiB/s wr, 19 op/s 2024-08-04T15:30:16.157 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: from='client.25034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:30:16.157 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: from='client.25040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:30:16.158 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1229183056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:30:16.158 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: pgmap v51: 121 pgs: 121 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-08-04T15:30:16.158 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: mon.a calling monitor election 2024-08-04T15:30:16.158 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-04T15:30:16.158 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: monmap epoch 3 2024-08-04T15:30:16.158 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:30:16.158 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: last_changed 2024-08-04T15:19:58.896604+0000 2024-08-04T15:30:16.158 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: created 2024-08-04T15:18:26.674835+0000 2024-08-04T15:30:16.158 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: min_mon_release 17 (quincy) 2024-08-04T15:30:16.158 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: election_strategy: 1 2024-08-04T15:30:16.162 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-08-04T15:30:16.162 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: 1: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.b 2024-08-04T15:30:16.162 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: 2: [v2:172.21.15.7:3301/0,v1:172.21.15.7:6790/0] mon.c 2024-08-04T15:30:16.162 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:30:16.163 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: osdmap e231: 8 total, 8 up, 8 in 2024-08-04T15:30:16.163 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: mgrmap e36: y(active, since 34s), standbys: x 2024-08-04T15:30:16.163 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: overall HEALTH_OK 2024-08-04T15:30:16.163 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: from='mgr.15048 ' entity='' 2024-08-04T15:30:16.163 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:15 smithi007 ceph-mon[92692]: mgrmap e37: y(active, since 34s), standbys: x 2024-08-04T15:30:16.471 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:16 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:16.220+0000 7f0692b79040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-04T15:30:16.474 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:16.153+0000 7f173449a040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:30:16.474 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:16.223+0000 7f173449a040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-04T15:30:16.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:16 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:16.471+0000 7f0692b79040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-04T15:30:16.761 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:16 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:16.533+0000 7f0692b79040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-04T15:30:16.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:16.474+0000 7f173449a040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-04T15:30:16.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:16.535+0000 7f173449a040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-04T15:30:16.881 INFO:tasks.rados.rados.0.smithi007.stdout:879: done (2 left) 2024-08-04T15:30:16.881 INFO:tasks.rados.rados.0.smithi007.stdout:881: done (1 left) 2024-08-04T15:30:16.881 INFO:tasks.rados.rados.0.smithi007.stdout:883: done (0 left) 2024-08-04T15:30:16.881 INFO:tasks.rados.rados.0.smithi007.stdout:884: read oid 46 snap -1 2024-08-04T15:30:16.881 INFO:tasks.rados.rados.0.smithi007.stdout:884: expect (ObjNum 160 snap 47 seq_num 160) 2024-08-04T15:30:16.881 INFO:tasks.rados.rados.0.smithi007.stdout:885: rmattr oid 27 current snap is 79 2024-08-04T15:30:16.881 INFO:tasks.rados.rados.0.smithi007.stdout:885: done (1 left) 2024-08-04T15:30:16.882 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 2 current snap is 79 2024-08-04T15:30:16.882 INFO:tasks.rados.rados.0.smithi007.stdout:886: seq_num 280 ranges {0=696320,696320=606208,1302528=688128,1990656=311296} 2024-08-04T15:30:16.885 INFO:tasks.rados.rados.0.smithi007.stdout:886: writing smithi00780855-2 from 0 to 696320 tid 1 2024-08-04T15:30:16.888 INFO:tasks.rados.rados.0.smithi007.stdout:886: writing smithi00780855-2 from 696320 to 1302528 tid 2 2024-08-04T15:30:16.893 INFO:tasks.rados.rados.0.smithi007.stdout:886: writing smithi00780855-2 from 1302528 to 1990656 tid 3 2024-08-04T15:30:16.899 INFO:tasks.rados.rados.0.smithi007.stdout:886: writing smithi00780855-2 from 1990656 to 2301952 tid 4 2024-08-04T15:30:16.899 INFO:tasks.rados.rados.0.smithi007.stdout:887: read oid 35 snap -1 2024-08-04T15:30:16.899 INFO:tasks.rados.rados.0.smithi007.stdout:887: expect (ObjNum 271 snap 76 seq_num 271) 2024-08-04T15:30:16.899 INFO:tasks.rados.rados.0.smithi007.stdout:888: rmattr oid 40 current snap is 79 2024-08-04T15:30:16.899 INFO:tasks.rados.rados.0.smithi007.stdout:886: finishing write tid 1 to smithi00780855-2 2024-08-04T15:30:16.899 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 9 current snap is 79 2024-08-04T15:30:16.899 INFO:tasks.rados.rados.0.smithi007.stdout:889: seq_num 281 ranges {0=712704,712704=491520,1204224=491520,1695744=622592} 2024-08-04T15:30:16.901 INFO:tasks.rados.rados.0.smithi007.stdout:889: writing smithi00780855-9 from 0 to 712704 tid 1 2024-08-04T15:30:16.904 INFO:tasks.rados.rados.0.smithi007.stdout:889: writing smithi00780855-9 from 712704 to 1204224 tid 2 2024-08-04T15:30:16.909 INFO:tasks.rados.rados.0.smithi007.stdout:889: writing smithi00780855-9 from 1204224 to 1695744 tid 3 2024-08-04T15:30:16.916 INFO:tasks.rados.rados.0.smithi007.stdout:889: writing smithi00780855-9 from 1695744 to 2318336 tid 4 2024-08-04T15:30:16.916 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 26 current snap is 79 2024-08-04T15:30:16.916 INFO:tasks.rados.rados.0.smithi007.stdout:886: finishing write tid 2 to smithi00780855-2 2024-08-04T15:30:16.916 INFO:tasks.rados.rados.0.smithi007.stdout:886: finishing write tid 3 to smithi00780855-2 2024-08-04T15:30:16.916 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 199 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:30:16.916 INFO:tasks.rados.rados.0.smithi007.stdout:886: finishing write tid 4 to smithi00780855-2 2024-08-04T15:30:16.917 INFO:tasks.rados.rados.0.smithi007.stdout:890: seq_num 282 ranges {5808128=729088,6537216=425984,6963200=704512,7667712=475136} 2024-08-04T15:30:16.951 INFO:tasks.rados.rados.0.smithi007.stdout:890: writing smithi00780855-26 from 5808128 to 6537216 tid 1 2024-08-04T15:30:16.954 INFO:tasks.rados.rados.0.smithi007.stdout:890: writing smithi00780855-26 from 6537216 to 6963200 tid 2 2024-08-04T15:30:16.958 INFO:tasks.rados.rados.0.smithi007.stdout:890: writing smithi00780855-26 from 6963200 to 7667712 tid 3 2024-08-04T15:30:16.961 INFO:tasks.rados.rados.0.smithi007.stdout:890: writing smithi00780855-26 from 7667712 to 8142848 tid 4 2024-08-04T15:30:16.961 INFO:tasks.rados.rados.0.smithi007.stdout:888: done (5 left) 2024-08-04T15:30:16.961 INFO:tasks.rados.rados.0.smithi007.stdout:891: rmattr oid 21 current snap is 79 2024-08-04T15:30:16.962 INFO:tasks.rados.rados.0.smithi007.stdout:886: finishing write tid 5 to smithi00780855-2 2024-08-04T15:30:16.962 INFO:tasks.rados.rados.0.smithi007.stdout:884: expect (ObjNum 160 snap 47 seq_num 160) 2024-08-04T15:30:17.151 INFO:tasks.rados.rados.0.smithi007.stdout:886: finishing write tid 6 to smithi00780855-2 2024-08-04T15:30:17.151 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 282 (ObjNum 280 snap 79 seq_num 280) dirty exists 2024-08-04T15:30:17.151 INFO:tasks.rados.rados.0.smithi007.stdout:886: left oid 2 (ObjNum 280 snap 79 seq_num 280) 2024-08-04T15:30:17.151 INFO:tasks.rados.rados.0.smithi007.stdout:889: finishing write tid 1 to smithi00780855-9 2024-08-04T15:30:17.151 INFO:tasks.rados.rados.0.smithi007.stdout:889: finishing write tid 2 to smithi00780855-9 2024-08-04T15:30:17.151 INFO:tasks.rados.rados.0.smithi007.stdout:884: done (5 left) 2024-08-04T15:30:17.152 INFO:tasks.rados.rados.0.smithi007.stdout:886: done (4 left) 2024-08-04T15:30:17.152 INFO:tasks.rados.rados.0.smithi007.stdout:892: snap_create 2024-08-04T15:30:17.152 INFO:tasks.rados.rados.0.smithi007.stdout:889: finishing write tid 3 to smithi00780855-9 2024-08-04T15:30:17.152 INFO:tasks.rados.rados.0.smithi007.stdout:887: expect (ObjNum 271 snap 76 seq_num 271) 2024-08-04T15:30:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:16 smithi062 ceph-mon[32659]: osdmap e232: 8 total, 8 up, 8 in 2024-08-04T15:30:17.267 INFO:tasks.rados.rados.0.smithi007.stdout:889: finishing write tid 4 to smithi00780855-9 2024-08-04T15:30:17.267 INFO:tasks.rados.rados.0.smithi007.stdout:889: finishing write tid 5 to smithi00780855-9 2024-08-04T15:30:17.267 INFO:tasks.rados.rados.0.smithi007.stdout:889: finishing write tid 6 to smithi00780855-9 2024-08-04T15:30:17.267 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 433 (ObjNum 281 snap 79 seq_num 281) dirty exists 2024-08-04T15:30:17.267 INFO:tasks.rados.rados.0.smithi007.stdout:889: left oid 9 (ObjNum 281 snap 79 seq_num 281) 2024-08-04T15:30:17.267 INFO:tasks.rados.rados.0.smithi007.stdout:890: finishing write tid 1 to smithi00780855-26 2024-08-04T15:30:17.267 INFO:tasks.rados.rados.0.smithi007.stdout:890: finishing write tid 2 to smithi00780855-26 2024-08-04T15:30:17.267 INFO:tasks.rados.rados.0.smithi007.stdout:890: finishing write tid 3 to smithi00780855-26 2024-08-04T15:30:17.267 INFO:tasks.rados.rados.0.smithi007.stdout:890: finishing write tid 4 to smithi00780855-26 2024-08-04T15:30:17.267 INFO:tasks.rados.rados.0.smithi007.stdout:890: finishing write tid 5 to smithi00780855-26 2024-08-04T15:30:17.268 INFO:tasks.rados.rados.0.smithi007.stdout:890: finishing write tid 6 to smithi00780855-26 2024-08-04T15:30:17.268 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 670 (ObjNum 282 snap 79 seq_num 282) dirty exists 2024-08-04T15:30:17.268 INFO:tasks.rados.rados.0.smithi007.stdout:890: left oid 26 (ObjNum 282 snap 79 seq_num 282) 2024-08-04T15:30:17.268 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 672 (ObjNum 66 snap 4 seq_num 66) dirty exists 2024-08-04T15:30:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:16 smithi007 ceph-mon[92692]: osdmap e232: 8 total, 8 up, 8 in 2024-08-04T15:30:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:16 smithi007 ceph-mon[39529]: osdmap e232: 8 total, 8 up, 8 in 2024-08-04T15:30:17.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:17.540+0000 7f173449a040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-04T15:30:17.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:17.659+0000 7f173449a040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-04T15:30:17.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:17.718+0000 7f173449a040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-04T15:30:17.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:17 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:17.529+0000 7f0692b79040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-04T15:30:17.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:17 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:17.649+0000 7f0692b79040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-04T15:30:17.882 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:17 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:17.709+0000 7f0692b79040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-04T15:30:17.889 INFO:tasks.rados.rados.0.smithi007.stdout:887: done (4 left) 2024-08-04T15:30:17.889 INFO:tasks.rados.rados.0.smithi007.stdout:889: done (3 left) 2024-08-04T15:30:17.890 INFO:tasks.rados.rados.0.smithi007.stdout:890: done (2 left) 2024-08-04T15:30:17.890 INFO:tasks.rados.rados.0.smithi007.stdout:891: done (1 left) 2024-08-04T15:30:17.890 INFO:tasks.rados.rados.0.smithi007.stdout:892: done (0 left) 2024-08-04T15:30:17.890 INFO:tasks.rados.rados.0.smithi007.stdout:893: snap_create 2024-08-04T15:30:18.219 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:17 smithi062 ceph-mon[32659]: osdmap e233: 8 total, 8 up, 8 in 2024-08-04T15:30:18.219 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:17 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:17.933+0000 7f0692b79040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-04T15:30:18.219 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:17 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:17.997+0000 7f0692b79040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-04T15:30:18.220 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:18 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:18.066+0000 7f0692b79040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-04T15:30:18.220 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:18 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:18.219+0000 7f0692b79040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:30:18.227 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:17 smithi007 ceph-mon[92692]: osdmap e233: 8 total, 8 up, 8 in 2024-08-04T15:30:18.227 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:17 smithi007 ceph-mon[39529]: osdmap e233: 8 total, 8 up, 8 in 2024-08-04T15:30:18.227 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:17.943+0000 7f173449a040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-04T15:30:18.227 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:18 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:18.006+0000 7f173449a040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-04T15:30:18.227 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:18 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:18.075+0000 7f173449a040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-04T15:30:18.228 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:18 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:18.226+0000 7f173449a040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-04T15:30:18.891 INFO:tasks.rados.rados.0.smithi007.stdout:893: done (0 left) 2024-08-04T15:30:18.891 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 17 current snap is 81 2024-08-04T15:30:18.891 INFO:tasks.rados.rados.0.smithi007.stdout:894: seq_num 283 ranges {0=745472,745472=712704,1458176=458752,1916928=434176} 2024-08-04T15:30:18.895 INFO:tasks.rados.rados.0.smithi007.stdout:894: writing smithi00780855-17 from 0 to 745472 tid 1 2024-08-04T15:30:18.899 INFO:tasks.rados.rados.0.smithi007.stdout:894: writing smithi00780855-17 from 745472 to 1458176 tid 2 2024-08-04T15:30:18.902 INFO:tasks.rados.rados.0.smithi007.stdout:894: writing smithi00780855-17 from 1458176 to 1916928 tid 3 2024-08-04T15:30:18.904 INFO:tasks.rados.rados.0.smithi007.stdout:894: writing smithi00780855-17 from 1916928 to 2351104 tid 4 2024-08-04T15:30:18.905 INFO:tasks.rados.rados.0.smithi007.stdout:895: delete oid 15 current snap is 81 2024-08-04T15:30:18.905 INFO:tasks.rados.rados.0.smithi007.stdout:894: finishing write tid 1 to smithi00780855-17 2024-08-04T15:30:18.905 INFO:tasks.rados.rados.0.smithi007.stdout:894: finishing write tid 2 to smithi00780855-17 2024-08-04T15:30:18.905 INFO:tasks.rados.rados.0.smithi007.stdout:894: finishing write tid 3 to smithi00780855-17 2024-08-04T15:30:18.906 INFO:tasks.rados.rados.0.smithi007.stdout:894: finishing write tid 4 to smithi00780855-17 2024-08-04T15:30:18.906 INFO:tasks.rados.rados.0.smithi007.stdout:894: finishing write tid 5 to smithi00780855-17 2024-08-04T15:30:18.907 INFO:tasks.rados.rados.0.smithi007.stdout:894: finishing write tid 6 to smithi00780855-17 2024-08-04T15:30:18.908 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 250 (ObjNum 283 snap 81 seq_num 283) dirty exists 2024-08-04T15:30:18.908 INFO:tasks.rados.rados.0.smithi007.stdout:894: left oid 17 (ObjNum 283 snap 81 seq_num 283) 2024-08-04T15:30:18.908 INFO:tasks.rados.rados.0.smithi007.stdout:894: done (1 left) 2024-08-04T15:30:18.908 INFO:tasks.rados.rados.0.smithi007.stdout:895: done (0 left) 2024-08-04T15:30:18.908 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 25 current snap is 81 2024-08-04T15:30:18.908 INFO:tasks.rados.rados.0.smithi007.stdout:896: seq_num 285 ranges {0=778240,778240=475136,1253376=475136,1728512=655360} 2024-08-04T15:30:18.912 INFO:tasks.rados.rados.0.smithi007.stdout:896: writing smithi00780855-25 from 0 to 778240 tid 1 2024-08-04T15:30:18.918 INFO:tasks.rados.rados.0.smithi007.stdout:896: writing smithi00780855-25 from 778240 to 1253376 tid 2 2024-08-04T15:30:18.918 INFO:tasks.rados.rados.0.smithi007.stdout:896: writing smithi00780855-25 from 1253376 to 1728512 tid 3 2024-08-04T15:30:18.922 INFO:tasks.rados.rados.0.smithi007.stdout:896: writing smithi00780855-25 from 1728512 to 2383872 tid 4 2024-08-04T15:30:18.922 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 34 current snap is 81 2024-08-04T15:30:18.922 INFO:tasks.rados.rados.0.smithi007.stdout:896: finishing write tid 1 to smithi00780855-25 2024-08-04T15:30:18.922 INFO:tasks.rados.rados.0.smithi007.stdout:896: finishing write tid 2 to smithi00780855-25 2024-08-04T15:30:18.922 INFO:tasks.rados.rados.0.smithi007.stdout:896: finishing write tid 3 to smithi00780855-25 2024-08-04T15:30:18.922 INFO:tasks.rados.rados.0.smithi007.stdout:897: seq_num 286 ranges {0=794624,794624=761856,1556480=679936,2236416=163840} 2024-08-04T15:30:18.926 INFO:tasks.rados.rados.0.smithi007.stdout:897: writing smithi00780855-34 from 0 to 794624 tid 1 2024-08-04T15:30:18.930 INFO:tasks.rados.rados.0.smithi007.stdout:897: writing smithi00780855-34 from 794624 to 1556480 tid 2 2024-08-04T15:30:18.935 INFO:tasks.rados.rados.0.smithi007.stdout:897: writing smithi00780855-34 from 1556480 to 2236416 tid 3 2024-08-04T15:30:18.936 INFO:tasks.rados.rados.0.smithi007.stdout:897: writing smithi00780855-34 from 2236416 to 2400256 tid 4 2024-08-04T15:30:18.936 INFO:tasks.rados.rados.0.smithi007.stdout:898: delete oid 11 current snap is 81 2024-08-04T15:30:18.936 INFO:tasks.rados.rados.0.smithi007.stdout:896: finishing write tid 4 to smithi00780855-25 2024-08-04T15:30:18.936 INFO:tasks.rados.rados.0.smithi007.stdout:896: finishing write tid 5 to smithi00780855-25 2024-08-04T15:30:18.936 INFO:tasks.rados.rados.0.smithi007.stdout:896: finishing write tid 6 to smithi00780855-25 2024-08-04T15:30:18.936 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 843 (ObjNum 285 snap 81 seq_num 285) dirty exists 2024-08-04T15:30:18.936 INFO:tasks.rados.rados.0.smithi007.stdout:896: left oid 25 (ObjNum 285 snap 81 seq_num 285) 2024-08-04T15:30:18.936 INFO:tasks.rados.rados.0.smithi007.stdout:897: finishing write tid 1 to smithi00780855-34 2024-08-04T15:30:18.937 INFO:tasks.rados.rados.0.smithi007.stdout:897: finishing write tid 2 to smithi00780855-34 2024-08-04T15:30:18.938 INFO:tasks.rados.rados.0.smithi007.stdout:896: done (2 left) 2024-08-04T15:30:18.938 INFO:tasks.rados.rados.0.smithi007.stdout:898: done (1 left) 2024-08-04T15:30:18.939 INFO:tasks.rados.rados.0.smithi007.stdout:899: read oid 41 snap -1 2024-08-04T15:30:18.939 INFO:tasks.rados.rados.0.smithi007.stdout:899: expect (ObjNum 255 snap 74 seq_num 255) 2024-08-04T15:30:18.939 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 30 current snap is 81 2024-08-04T15:30:18.939 INFO:tasks.rados.rados.0.smithi007.stdout:897: finishing write tid 3 to smithi00780855-34 2024-08-04T15:30:18.939 INFO:tasks.rados.rados.0.smithi007.stdout:900: seq_num 288 ranges {303104=24576} 2024-08-04T15:30:18.941 INFO:tasks.rados.rados.0.smithi007.stdout:900: writing smithi00780855-30 from 303104 to 327680 tid 1 2024-08-04T15:30:18.941 INFO:tasks.rados.rados.0.smithi007.stdout:901: delete oid 21 current snap is 81 2024-08-04T15:30:18.941 INFO:tasks.rados.rados.0.smithi007.stdout:897: finishing write tid 4 to smithi00780855-34 2024-08-04T15:30:18.941 INFO:tasks.rados.rados.0.smithi007.stdout:897: finishing write tid 5 to smithi00780855-34 2024-08-04T15:30:18.941 INFO:tasks.rados.rados.0.smithi007.stdout:897: finishing write tid 6 to smithi00780855-34 2024-08-04T15:30:18.941 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 392 (ObjNum 286 snap 81 seq_num 286) dirty exists 2024-08-04T15:30:18.941 INFO:tasks.rados.rados.0.smithi007.stdout:897: left oid 34 (ObjNum 286 snap 81 seq_num 286) 2024-08-04T15:30:18.947 INFO:tasks.rados.rados.0.smithi007.stdout:897: done (3 left) 2024-08-04T15:30:18.947 INFO:tasks.rados.rados.0.smithi007.stdout:901: done (2 left) 2024-08-04T15:30:18.947 INFO:tasks.rados.rados.0.smithi007.stdout:902: copy_from oid 43 from oid 35 current snap is 81 2024-08-04T15:30:18.947 INFO:tasks.rados.rados.0.smithi007.stdout:900: finishing write tid 1 to smithi00780855-30 2024-08-04T15:30:18.947 INFO:tasks.rados.rados.0.smithi007.stdout:903: snap_remove snap 77 2024-08-04T15:30:19.007 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:18 smithi062 ceph-mon[32659]: osdmap e234: 8 total, 8 up, 8 in 2024-08-04T15:30:19.008 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:18 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:18.658+0000 7f0692b79040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-04T15:30:19.010 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:18 smithi007 ceph-mon[92692]: osdmap e234: 8 total, 8 up, 8 in 2024-08-04T15:30:19.011 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:18 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:18.664+0000 7f173449a040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-04T15:30:19.011 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:18 smithi007 ceph-mon[39529]: osdmap e234: 8 total, 8 up, 8 in 2024-08-04T15:30:19.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:19 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:19.007+0000 7f0692b79040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-04T15:30:19.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:19 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:19.077+0000 7f0692b79040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-04T15:30:19.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:19 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:19.232+0000 7f0692b79040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-04T15:30:19.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:19 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:19.010+0000 7f173449a040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-04T15:30:19.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:19 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:19.080+0000 7f173449a040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-04T15:30:19.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:19 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:19.235+0000 7f173449a040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-04T15:30:19.406 INFO:tasks.rados.rados.0.smithi007.stdout:903: done (3 left) 2024-08-04T15:30:19.407 INFO:tasks.rados.rados.0.smithi007.stdout:904: snap_create 2024-08-04T15:30:19.407 INFO:tasks.rados.rados.0.smithi007.stdout:900: finishing write tid 2 to smithi00780855-30 2024-08-04T15:30:19.407 INFO:tasks.rados.rados.0.smithi007.stdout:900: finishing write tid 3 to smithi00780855-30 2024-08-04T15:30:19.407 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 436 (ObjNum 288 snap 81 seq_num 288) dirty exists 2024-08-04T15:30:19.407 INFO:tasks.rados.rados.0.smithi007.stdout:900: left oid 30 (ObjNum 288 snap 81 seq_num 288) 2024-08-04T15:30:19.407 INFO:tasks.rados.rados.0.smithi007.stdout:902: finishing copy_from racing read to smithi00780855-43 2024-08-04T15:30:19.407 INFO:tasks.rados.rados.0.smithi007.stdout:902: finishing copy_from to smithi00780855-43 2024-08-04T15:30:19.407 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 743 (ObjNum 271 snap 76 seq_num 271) dirty exists 2024-08-04T15:30:19.407 INFO:tasks.rados.rados.0.smithi007.stdout:899: expect (ObjNum 255 snap 74 seq_num 255) 2024-08-04T15:30:19.824 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:19 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:19.566+0000 7f0692b79040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-04T15:30:19.825 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:19 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:19.631+0000 7f0692b79040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-04T15:30:19.834 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:19 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:19.576+0000 7f173449a040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-04T15:30:19.834 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:19 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:19.641+0000 7f173449a040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-04T15:30:20.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:19 smithi007 ceph-mon[92692]: osdmap e235: 8 total, 8 up, 8 in 2024-08-04T15:30:20.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:19 smithi007 ceph-mon[92692]: osdmap e236: 8 total, 8 up, 8 in 2024-08-04T15:30:20.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:19 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:19.834+0000 7f173449a040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-04T15:30:20.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:19 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:19.989+0000 7f173449a040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-04T15:30:20.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:20 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:20.056+0000 7f173449a040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-04T15:30:20.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:19 smithi007 ceph-mon[39529]: osdmap e235: 8 total, 8 up, 8 in 2024-08-04T15:30:20.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:19 smithi007 ceph-mon[39529]: osdmap e236: 8 total, 8 up, 8 in 2024-08-04T15:30:20.134 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:19 smithi062 ceph-mon[32659]: osdmap e235: 8 total, 8 up, 8 in 2024-08-04T15:30:20.134 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:19 smithi062 ceph-mon[32659]: osdmap e236: 8 total, 8 up, 8 in 2024-08-04T15:30:20.134 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:19 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:19.824+0000 7f0692b79040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-04T15:30:20.134 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:19 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:19.980+0000 7f0692b79040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-04T15:30:20.134 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:20.047+0000 7f0692b79040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-04T15:30:20.134 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:20.134+0000 7f0692b79040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-04T15:30:20.408 INFO:tasks.rados.rados.0.smithi007.stdout:899: done (3 left) 2024-08-04T15:30:20.408 INFO:tasks.rados.rados.0.smithi007.stdout:900: done (2 left) 2024-08-04T15:30:20.408 INFO:tasks.rados.rados.0.smithi007.stdout:902: done (1 left) 2024-08-04T15:30:20.408 INFO:tasks.rados.rados.0.smithi007.stdout:904: done (0 left) 2024-08-04T15:30:20.408 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 21 current snap is 82 2024-08-04T15:30:20.409 INFO:tasks.rados.rados.0.smithi007.stdout:905: seq_num 290 ranges {0=57344} 2024-08-04T15:30:20.409 INFO:tasks.rados.rados.0.smithi007.stdout:905: writing smithi00780855-21 from 0 to 57344 tid 1 2024-08-04T15:30:20.409 INFO:tasks.rados.rados.0.smithi007.stdout:906: rollback oid 42 current snap is 82 2024-08-04T15:30:20.409 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 42 to 79 2024-08-04T15:30:20.409 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 47 current snap is 82 2024-08-04T15:30:20.409 INFO:tasks.rados.rados.0.smithi007.stdout:907: seq_num 291 ranges {4636672=81920} 2024-08-04T15:30:20.434 INFO:tasks.rados.rados.0.smithi007.stdout:907: writing smithi00780855-47 from 4636672 to 4718592 tid 1 2024-08-04T15:30:20.435 INFO:tasks.rados.rados.0.smithi007.stdout:908: copy_from oid 13 from oid 7 current snap is 82 2024-08-04T15:30:20.435 INFO:tasks.rados.rados.0.smithi007.stdout:906: finishing rollback tid 0 to smithi00780855-42 2024-08-04T15:30:20.435 INFO:tasks.rados.rados.0.smithi007.stdout:906: finishing rollback tid 1 to smithi00780855-42 2024-08-04T15:30:20.435 INFO:tasks.rados.rados.0.smithi007.stdout:906: finishing rollback tid 2 to smithi00780855-42 2024-08-04T15:30:20.435 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 338 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:30:20.435 INFO:tasks.rados.rados.0.smithi007.stdout:905: finishing write tid 1 to smithi00780855-21 2024-08-04T15:30:20.435 INFO:tasks.rados.rados.0.smithi007.stdout:905: finishing write tid 2 to smithi00780855-21 2024-08-04T15:30:20.435 INFO:tasks.rados.rados.0.smithi007.stdout:905: finishing write tid 3 to smithi00780855-21 2024-08-04T15:30:20.435 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 680 (ObjNum 290 snap 82 seq_num 290) dirty exists 2024-08-04T15:30:20.435 INFO:tasks.rados.rados.0.smithi007.stdout:905: left oid 21 (ObjNum 290 snap 82 seq_num 290) 2024-08-04T15:30:20.435 INFO:tasks.rados.rados.0.smithi007.stdout:905: done (3 left) 2024-08-04T15:30:20.435 INFO:tasks.rados.rados.0.smithi007.stdout:906: done (2 left) 2024-08-04T15:30:20.435 INFO:tasks.rados.rados.0.smithi007.stdout:909: snap_create 2024-08-04T15:30:20.436 INFO:tasks.rados.rados.0.smithi007.stdout:908: finishing copy_from to smithi00780855-13 2024-08-04T15:30:20.436 INFO:tasks.rados.rados.0.smithi007.stdout:908: got expected ENOENT (src dne) 2024-08-04T15:30:20.436 INFO:tasks.rados.rados.0.smithi007.stdout:908: finishing copy_from racing read to smithi00780855-13 2024-08-04T15:30:20.438 INFO:tasks.rados.rados.0.smithi007.stdout:907: finishing write tid 1 to smithi00780855-47 2024-08-04T15:30:20.438 INFO:tasks.rados.rados.0.smithi007.stdout:907: finishing write tid 2 to smithi00780855-47 2024-08-04T15:30:20.439 INFO:tasks.rados.rados.0.smithi007.stdout:907: finishing write tid 3 to smithi00780855-47 2024-08-04T15:30:20.439 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 118 (ObjNum 291 snap 82 seq_num 291) dirty exists 2024-08-04T15:30:20.440 INFO:tasks.rados.rados.0.smithi007.stdout:907: left oid 47 (ObjNum 291 snap 82 seq_num 291) 2024-08-04T15:30:20.511 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:20.196+0000 7f0692b79040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-04T15:30:20.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:20 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:20.142+0000 7f173449a040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-04T15:30:20.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:20 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:20.204+0000 7f173449a040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-04T15:30:20.946 INFO:tasks.rados.rados.0.smithi007.stdout:907: done (2 left) 2024-08-04T15:30:20.947 INFO:tasks.rados.rados.0.smithi007.stdout:908: done (1 left) 2024-08-04T15:30:20.947 INFO:tasks.rados.rados.0.smithi007.stdout:909: done (0 left) 2024-08-04T15:30:20.947 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 83 2024-08-04T15:30:20.947 INFO:tasks.rados.rados.0.smithi007.stdout:910: seq_num 292 ranges {0=98304} 2024-08-04T15:30:20.947 INFO:tasks.rados.rados.0.smithi007.stdout:910: writing smithi00780855-15 from 0 to 98304 tid 1 2024-08-04T15:30:20.947 INFO:tasks.rados.rados.0.smithi007.stdout:911: delete oid 31 current snap is 83 2024-08-04T15:30:20.954 INFO:tasks.rados.rados.0.smithi007.stdout:911: done (1 left) 2024-08-04T15:30:20.954 INFO:tasks.rados.rados.0.smithi007.stdout:912: snap_create 2024-08-04T15:30:20.954 INFO:tasks.rados.rados.0.smithi007.stdout:910: finishing write tid 1 to smithi00780855-15 2024-08-04T15:30:20.954 INFO:tasks.rados.rados.0.smithi007.stdout:910: finishing write tid 2 to smithi00780855-15 2024-08-04T15:30:20.955 INFO:tasks.rados.rados.0.smithi007.stdout:910: finishing write tid 3 to smithi00780855-15 2024-08-04T15:30:20.955 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 849 (ObjNum 292 snap 83 seq_num 292) dirty exists 2024-08-04T15:30:20.955 INFO:tasks.rados.rados.0.smithi007.stdout:910: left oid 15 (ObjNum 292 snap 83 seq_num 292) 2024-08-04T15:30:21.035 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:20.762+0000 7f0692b79040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-04T15:30:21.035 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:20.928+0000 7f0692b79040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-04T15:30:21.035 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: [04/Aug/2024:15:30:20] ENGINE Bus STARTING 2024-08-04T15:30:21.035 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: CherryPy Checker: 2024-08-04T15:30:21.035 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: The Application mounted at '' has an empty config. 2024-08-04T15:30:21.035 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:20 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: 2024-08-04T15:30:21.036 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: [04/Aug/2024:15:30:21] ENGINE Serving on http://:::9283 2024-08-04T15:30:21.036 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x[78147]: [04/Aug/2024:15:30:21] ENGINE Bus STARTED 2024-08-04T15:30:21.064 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:20 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:20.770+0000 7f173449a040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-04T15:30:21.065 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:20 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:20.936+0000 7f173449a040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-04T15:30:21.065 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:21] ENGINE Bus STARTING 2024-08-04T15:30:21.065 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: CherryPy Checker: 2024-08-04T15:30:21.065 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: The Application mounted at '' has an empty config. 2024-08-04T15:30:21.065 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:21.065 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:21.064+0000 7f16a0823640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:30:21.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:21.064+0000 7f16a0823640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:30:21.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:21.064+0000 7f16a0823640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:30:21.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:21.064+0000 7f16a0823640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:30:21.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:21.064+0000 7f16a0823640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:30:21.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:21.065+0000 7f169b819640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:30:21.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:21.065+0000 7f169b819640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:30:21.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:21.065+0000 7f169b819640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:30:21.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:21.065+0000 7f169b819640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:30:21.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:21.065+0000 7f169b819640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-04T15:30:21.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:21] ENGINE Serving on http://:::9283 2024-08-04T15:30:21.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:21] ENGINE Bus STARTED 2024-08-04T15:30:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: osdmap e237: 8 total, 8 up, 8 in 2024-08-04T15:30:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: Standby manager daemon x restarted 2024-08-04T15:30:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: Standby manager daemon x started 2024-08-04T15:30:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/2537900444' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-04T15:30:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/2537900444' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:30:21.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/2537900444' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-04T15:30:21.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.? 172.21.15.62:0/2537900444' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:30:21.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: Active manager daemon y restarted 2024-08-04T15:30:21.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: Activating manager daemon y 2024-08-04T15:30:21.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: osdmap e238: 8 total, 8 up, 8 in 2024-08-04T15:30:21.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: mgrmap e38: y(active, starting, since 0.00708877s), standbys: x 2024-08-04T15:30:21.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:21.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:21.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:21.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T15:30:21.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:30:21.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-04T15:30:21.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-04T15:30:21.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:30:21.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:30:21.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:30:21.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:30:21.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:30:21.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:30:21.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:30:21.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:30:21.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-04T15:30:21.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-04T15:30:21.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-04T15:30:21.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: Manager daemon y is now available 2024-08-04T15:30:21.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:21.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:30:21.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:30:21.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:30:21.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-04T15:30:21.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:21 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-04T15:30:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: osdmap e237: 8 total, 8 up, 8 in 2024-08-04T15:30:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: Standby manager daemon x restarted 2024-08-04T15:30:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: Standby manager daemon x started 2024-08-04T15:30:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.? 172.21.15.62:0/2537900444' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-04T15:30:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.? 172.21.15.62:0/2537900444' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:30:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.? 172.21.15.62:0/2537900444' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-04T15:30:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.? 172.21.15.62:0/2537900444' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:30:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: Active manager daemon y restarted 2024-08-04T15:30:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: Activating manager daemon y 2024-08-04T15:30:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: osdmap e238: 8 total, 8 up, 8 in 2024-08-04T15:30:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: mgrmap e38: y(active, starting, since 0.00708877s), standbys: x 2024-08-04T15:30:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:21.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:21.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T15:30:21.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:30:21.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-04T15:30:21.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-04T15:30:21.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:30:21.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:30:21.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:30:21.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:30:21.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:30:21.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:30:21.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:30:21.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:30:21.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-04T15:30:21.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-04T15:30:21.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-04T15:30:21.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: Manager daemon y is now available 2024-08-04T15:30:21.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:21.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:30:21.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:30:21.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:30:21.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-04T15:30:21.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-04T15:30:21.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: osdmap e237: 8 total, 8 up, 8 in 2024-08-04T15:30:21.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: Standby manager daemon x restarted 2024-08-04T15:30:21.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: Standby manager daemon x started 2024-08-04T15:30:21.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/2537900444' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-04T15:30:21.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/2537900444' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-04T15:30:21.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/2537900444' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-04T15:30:21.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.? 172.21.15.62:0/2537900444' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-04T15:30:21.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: Active manager daemon y restarted 2024-08-04T15:30:21.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: Activating manager daemon y 2024-08-04T15:30:21.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: osdmap e238: 8 total, 8 up, 8 in 2024-08-04T15:30:21.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: mgrmap e38: y(active, starting, since 0.00708877s), standbys: x 2024-08-04T15:30:21.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:21.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:21.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:21.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T15:30:21.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:30:21.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-04T15:30:21.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-04T15:30:21.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:30:21.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:30:21.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:30:21.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:30:21.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:30:21.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:30:21.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:30:21.842 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:30:21.842 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-04T15:30:21.842 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-04T15:30:21.842 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-04T15:30:21.842 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: Manager daemon y is now available 2024-08-04T15:30:21.842 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:21.842 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:30:21.842 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:30:21.842 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-04T15:30:21.842 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-04T15:30:21.842 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-mon[39529]: from='mgr.25055 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-04T15:30:21.945 INFO:tasks.rados.rados.0.smithi007.stdout:910: done (1 left) 2024-08-04T15:30:21.945 INFO:tasks.rados.rados.0.smithi007.stdout:912: done (0 left) 2024-08-04T15:30:21.945 INFO:tasks.rados.rados.0.smithi007.stdout:913: copy_from oid 33 from oid 44 current snap is 84 2024-08-04T15:30:21.945 INFO:tasks.rados.rados.0.smithi007.stdout:914: delete oid 3 current snap is 84 2024-08-04T15:30:21.946 INFO:tasks.rados.rados.0.smithi007.stdout:914: done (1 left) 2024-08-04T15:30:21.946 INFO:tasks.rados.rados.0.smithi007.stdout:915: snap_remove snap 79 2024-08-04T15:30:22.243 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:21.955+0000 7f16d331c640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-08-04T15:30:22.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:22.961 INFO:tasks.rados.rados.0.smithi007.stdout:915: done (1 left) 2024-08-04T15:30:22.961 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 21 current snap is 84 2024-08-04T15:30:22.961 INFO:tasks.rados.rados.0.smithi007.stdout:916: seq_num 295 ranges {57344=147456} 2024-08-04T15:30:22.962 INFO:tasks.rados.rados.0.smithi007.stdout:916: writing smithi00780855-21 from 57344 to 204800 tid 1 2024-08-04T15:30:22.962 INFO:tasks.rados.rados.0.smithi007.stdout:917: read oid 3 snap -1 2024-08-04T15:30:22.962 INFO:tasks.rados.rados.0.smithi007.stdout:917: expect deleted 2024-08-04T15:30:22.962 INFO:tasks.rados.rados.0.smithi007.stdout:918: read oid 23 snap -1 2024-08-04T15:30:22.962 INFO:tasks.rados.rados.0.smithi007.stdout:918: expect (ObjNum 254 snap 73 seq_num 254) 2024-08-04T15:30:22.962 INFO:tasks.rados.rados.0.smithi007.stdout:919: delete oid 2 current snap is 84 2024-08-04T15:30:22.962 INFO:tasks.rados.rados.0.smithi007.stdout:913: finishing copy_from racing read to smithi00780855-33 2024-08-04T15:30:22.963 INFO:tasks.rados.rados.0.smithi007.stdout:913: finishing copy_from to smithi00780855-33 2024-08-04T15:30:22.963 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 209 (ObjNum 263 snap 75 seq_num 263) dirty exists 2024-08-04T15:30:22.971 INFO:tasks.rados.rados.0.smithi007.stdout:916: finishing write tid 1 to smithi00780855-21 2024-08-04T15:30:22.971 INFO:tasks.rados.rados.0.smithi007.stdout:916: finishing write tid 2 to smithi00780855-21 2024-08-04T15:30:22.973 INFO:tasks.rados.rados.0.smithi007.stdout:916: finishing write tid 3 to smithi00780855-21 2024-08-04T15:30:22.974 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 683 (ObjNum 295 snap 84 seq_num 295) dirty exists 2024-08-04T15:30:22.974 INFO:tasks.rados.rados.0.smithi007.stdout:916: left oid 21 (ObjNum 295 snap 84 seq_num 295) 2024-08-04T15:30:22.974 INFO:tasks.rados.rados.0.smithi007.stdout:913: done (4 left) 2024-08-04T15:30:22.974 INFO:tasks.rados.rados.0.smithi007.stdout:916: done (3 left) 2024-08-04T15:30:22.974 INFO:tasks.rados.rados.0.smithi007.stdout:917: done (2 left) 2024-08-04T15:30:22.974 INFO:tasks.rados.rados.0.smithi007.stdout:919: done (1 left) 2024-08-04T15:30:22.974 INFO:tasks.rados.rados.0.smithi007.stdout:920: read oid 14 snap -1 2024-08-04T15:30:22.975 INFO:tasks.rados.rados.0.smithi007.stdout:920: expect deleted 2024-08-04T15:30:22.975 INFO:tasks.rados.rados.0.smithi007.stdout:921: delete oid 41 current snap is 84 2024-08-04T15:30:22.978 INFO:tasks.rados.rados.0.smithi007.stdout:920: done (2 left) 2024-08-04T15:30:22.978 INFO:tasks.rados.rados.0.smithi007.stdout:921: done (1 left) 2024-08-04T15:30:22.978 INFO:tasks.rados.rados.0.smithi007.stdout:922: read oid 48 snap -1 2024-08-04T15:30:22.979 INFO:tasks.rados.rados.0.smithi007.stdout:922: expect (ObjNum 276 snap 77 seq_num 276) 2024-08-04T15:30:22.979 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 84 2024-08-04T15:30:22.979 INFO:tasks.rados.rados.0.smithi007.stdout:923: seq_num 298 ranges {5767168=196608} 2024-08-04T15:30:23.012 INFO:tasks.rados.rados.0.smithi007.stdout:923: writing smithi00780855-16 from 5767168 to 5963776 tid 1 2024-08-04T15:30:23.012 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 8 current snap is 84 2024-08-04T15:30:23.012 INFO:tasks.rados.rados.0.smithi007.stdout:918: expect (ObjNum 254 snap 73 seq_num 254) 2024-08-04T15:30:23.102 INFO:tasks.rados.rados.0.smithi007.stdout:922: expect (ObjNum 276 snap 77 seq_num 276) 2024-08-04T15:30:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:22 smithi062 ceph-mon[32659]: osdmap e239: 8 total, 8 up, 8 in 2024-08-04T15:30:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:22 smithi062 ceph-mon[32659]: mgrmap e39: y(active, since 1.01337s), standbys: x 2024-08-04T15:30:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:22 smithi062 ceph-mon[32659]: pgmap v4: 121 pgs: 121 active+clean; 254 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:30:23.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:22 smithi007 ceph-mon[92692]: osdmap e239: 8 total, 8 up, 8 in 2024-08-04T15:30:23.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:22 smithi007 ceph-mon[92692]: mgrmap e39: y(active, since 1.01337s), standbys: x 2024-08-04T15:30:23.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:22 smithi007 ceph-mon[92692]: pgmap v4: 121 pgs: 121 active+clean; 254 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:30:23.274 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:22 smithi007 ceph-mon[39529]: osdmap e239: 8 total, 8 up, 8 in 2024-08-04T15:30:23.274 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:22 smithi007 ceph-mon[39529]: mgrmap e39: y(active, since 1.01337s), standbys: x 2024-08-04T15:30:23.275 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:22 smithi007 ceph-mon[39529]: pgmap v4: 121 pgs: 121 active+clean; 254 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:30:23.406 INFO:tasks.rados.rados.0.smithi007.stdout:923: finishing write tid 1 to smithi00780855-16 2024-08-04T15:30:23.406 INFO:tasks.rados.rados.0.smithi007.stdout:923: finishing write tid 2 to smithi00780855-16 2024-08-04T15:30:23.406 INFO:tasks.rados.rados.0.smithi007.stdout:923: finishing write tid 3 to smithi00780855-16 2024-08-04T15:30:23.406 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 688 (ObjNum 298 snap 84 seq_num 298) dirty exists 2024-08-04T15:30:23.407 INFO:tasks.rados.rados.0.smithi007.stdout:923: left oid 16 (ObjNum 298 snap 84 seq_num 298) 2024-08-04T15:30:23.407 INFO:tasks.rados.rados.0.smithi007.stdout:924: seq_num 299 ranges {2416640=212992} 2024-08-04T15:30:23.421 INFO:tasks.rados.rados.0.smithi007.stdout:924: writing smithi00780855-8 from 2416640 to 2629632 tid 1 2024-08-04T15:30:23.421 INFO:tasks.rados.rados.0.smithi007.stdout:918: done (3 left) 2024-08-04T15:30:23.421 INFO:tasks.rados.rados.0.smithi007.stdout:922: done (2 left) 2024-08-04T15:30:23.421 INFO:tasks.rados.rados.0.smithi007.stdout:923: done (1 left) 2024-08-04T15:30:23.421 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 24 current snap is 84 2024-08-04T15:30:23.421 INFO:tasks.rados.rados.0.smithi007.stdout:925: seq_num 300 ranges {0=229376} 2024-08-04T15:30:23.422 INFO:tasks.rados.rados.0.smithi007.stdout:925: writing smithi00780855-24 from 0 to 229376 tid 1 2024-08-04T15:30:23.423 INFO:tasks.rados.rados.0.smithi007.stdout:926: rmattr oid 41 current snap is 84 2024-08-04T15:30:23.423 INFO:tasks.rados.rados.0.smithi007.stdout:927: delete oid 10 current snap is 84 2024-08-04T15:30:23.424 INFO:tasks.rados.rados.0.smithi007.stdout:924: finishing write tid 1 to smithi00780855-8 2024-08-04T15:30:23.424 INFO:tasks.rados.rados.0.smithi007.stdout:924: finishing write tid 2 to smithi00780855-8 2024-08-04T15:30:23.426 INFO:tasks.rados.rados.0.smithi007.stdout:924: finishing write tid 3 to smithi00780855-8 2024-08-04T15:30:23.426 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 253 (ObjNum 299 snap 84 seq_num 299) dirty exists 2024-08-04T15:30:23.426 INFO:tasks.rados.rados.0.smithi007.stdout:924: left oid 8 (ObjNum 299 snap 84 seq_num 299) 2024-08-04T15:30:23.426 INFO:tasks.rados.rados.0.smithi007.stdout:924: done (3 left) 2024-08-04T15:30:23.426 INFO:tasks.rados.rados.0.smithi007.stdout:927: done (2 left) 2024-08-04T15:30:23.426 INFO:tasks.rados.rados.0.smithi007.stdout:928: copy_from oid 21 from oid 40 current snap is 84 2024-08-04T15:30:23.426 INFO:tasks.rados.rados.0.smithi007.stdout:929: snap_create 2024-08-04T15:30:23.426 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-04T15:30:23.426 INFO:tasks.rados.rados.0.smithi007.stdout:925: finishing write tid 1 to smithi00780855-24 2024-08-04T15:30:23.427 INFO:tasks.rados.rados.0.smithi007.stdout:925: finishing write tid 2 to smithi00780855-24 2024-08-04T15:30:23.427 INFO:tasks.rados.rados.0.smithi007.stdout:925: finishing write tid 3 to smithi00780855-24 2024-08-04T15:30:23.427 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 855 (ObjNum 300 snap 84 seq_num 300) dirty exists 2024-08-04T15:30:23.427 INFO:tasks.rados.rados.0.smithi007.stdout:925: left oid 24 (ObjNum 300 snap 84 seq_num 300) 2024-08-04T15:30:23.435 INFO:tasks.rados.rados.0.smithi007.stdout:928: finishing copy_from racing read to smithi00780855-21 2024-08-04T15:30:23.437 INFO:tasks.rados.rados.0.smithi007.stdout:928: finishing copy_from to smithi00780855-21 2024-08-04T15:30:23.437 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 199 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:30:23.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:23.273+0000 7f167d628640 -1 log_channel(cephadm) log [ERR] : [04/Aug/2024:15:30:23] ENGINE Error in HTTPServer.serve 2024-08-04T15:30:23.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: Traceback (most recent call last): 2024-08-04T15:30:23.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:30:23.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: self._connections.run(self.expiration_interval) 2024-08-04T15:30:23.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:30:23.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: self._run(expiration_interval) 2024-08-04T15:30:23.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:30:23.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:30:23.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:30:23.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:30:23.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:30:23.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: s = self.context.wrap_socket( 2024-08-04T15:30:23.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:30:23.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: return self.sslsocket_class._create( 2024-08-04T15:30:23.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:30:23.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: self.do_handshake() 2024-08-04T15:30:23.588 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:30:23.588 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: self._sslobj.do_handshake() 2024-08-04T15:30:23.588 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:30:23.588 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:23.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:23.960 INFO:tasks.rados.rados.0.smithi007.stdout:925: done (3 left) 2024-08-04T15:30:23.961 INFO:tasks.rados.rados.0.smithi007.stdout:926: done (2 left) 2024-08-04T15:30:23.961 INFO:tasks.rados.rados.0.smithi007.stdout:928: done (1 left) 2024-08-04T15:30:23.961 INFO:tasks.rados.rados.0.smithi007.stdout:929: done (0 left) 2024-08-04T15:30:23.961 INFO:tasks.rados.rados.0.smithi007.stdout:930: rollback oid 44 current snap is 85 2024-08-04T15:30:23.961 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 44 to 51 2024-08-04T15:30:23.961 INFO:tasks.rados.rados.0.smithi007.stdout:931: copy_from oid 18 from oid 38 current snap is 85 2024-08-04T15:30:23.961 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 3 current snap is 85 2024-08-04T15:30:23.961 INFO:tasks.rados.rados.0.smithi007.stdout:932: seq_num 302 ranges {0=262144} 2024-08-04T15:30:23.962 INFO:tasks.rados.rados.0.smithi007.stdout:932: writing smithi00780855-3 from 0 to 262144 tid 1 2024-08-04T15:30:23.962 INFO:tasks.rados.rados.0.smithi007.stdout:933: snap_remove snap 84 2024-08-04T15:30:24.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-mon[92692]: osdmap e240: 8 total, 8 up, 8 in 2024-08-04T15:30:24.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-mon[92692]: mgrmap e40: y(active, since 2s), standbys: x 2024-08-04T15:30:24.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-mon[92692]: [04/Aug/2024:15:30:23] ENGINE Bus STARTING 2024-08-04T15:30:24.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-mon[92692]: [04/Aug/2024:15:30:23] ENGINE Serving on http://172.21.15.7:8765 2024-08-04T15:30:24.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-mon[92692]: [04/Aug/2024:15:30:23] ENGINE Serving on https://172.21.15.7:7150 2024-08-04T15:30:24.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-mon[92692]: [04/Aug/2024:15:30:23] ENGINE Bus STARTED 2024-08-04T15:30:24.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-mon[92692]: [04/Aug/2024:15:30:23] ENGINE Error in HTTPServer.serve 2024-08-04T15:30:24.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: Traceback (most recent call last): 2024-08-04T15:30:24.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:30:24.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._connections.run(self.expiration_interval) 2024-08-04T15:30:24.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:30:24.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._run(expiration_interval) 2024-08-04T15:30:24.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:30:24.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:30:24.087 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:30:24.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:30:24.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:30:24.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: s = self.context.wrap_socket( 2024-08-04T15:30:24.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:30:24.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: return self.sslsocket_class._create( 2024-08-04T15:30:24.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:30:24.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: self.do_handshake() 2024-08-04T15:30:24.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:30:24.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._sslobj.do_handshake() 2024-08-04T15:30:24.088 INFO:journalctl@ceph.mon.a.smithi007.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:30:24.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-mon[39529]: osdmap e240: 8 total, 8 up, 8 in 2024-08-04T15:30:24.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-mon[39529]: mgrmap e40: y(active, since 2s), standbys: x 2024-08-04T15:30:24.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-mon[39529]: [04/Aug/2024:15:30:23] ENGINE Bus STARTING 2024-08-04T15:30:24.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-mon[39529]: [04/Aug/2024:15:30:23] ENGINE Serving on http://172.21.15.7:8765 2024-08-04T15:30:24.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-mon[39529]: [04/Aug/2024:15:30:23] ENGINE Serving on https://172.21.15.7:7150 2024-08-04T15:30:24.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-mon[39529]: [04/Aug/2024:15:30:23] ENGINE Bus STARTED 2024-08-04T15:30:24.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:23 smithi007 ceph-mon[39529]: [04/Aug/2024:15:30:23] ENGINE Error in HTTPServer.serve 2024-08-04T15:30:24.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: Traceback (most recent call last): 2024-08-04T15:30:24.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:30:24.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: self._connections.run(self.expiration_interval) 2024-08-04T15:30:24.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:30:24.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: self._run(expiration_interval) 2024-08-04T15:30:24.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:30:24.089 INFO:journalctl@ceph.mon.c.smithi007.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:30:24.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:30:24.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:30:24.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:30:24.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: s = self.context.wrap_socket( 2024-08-04T15:30:24.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:30:24.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: return self.sslsocket_class._create( 2024-08-04T15:30:24.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:30:24.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: self.do_handshake() 2024-08-04T15:30:24.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:30:24.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: self._sslobj.do_handshake() 2024-08-04T15:30:24.090 INFO:journalctl@ceph.mon.c.smithi007.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:30:24.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:23 smithi062 ceph-mon[32659]: osdmap e240: 8 total, 8 up, 8 in 2024-08-04T15:30:24.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:23 smithi062 ceph-mon[32659]: mgrmap e40: y(active, since 2s), standbys: x 2024-08-04T15:30:24.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:23 smithi062 ceph-mon[32659]: [04/Aug/2024:15:30:23] ENGINE Bus STARTING 2024-08-04T15:30:24.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:23 smithi062 ceph-mon[32659]: [04/Aug/2024:15:30:23] ENGINE Serving on http://172.21.15.7:8765 2024-08-04T15:30:24.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:23 smithi062 ceph-mon[32659]: [04/Aug/2024:15:30:23] ENGINE Serving on https://172.21.15.7:7150 2024-08-04T15:30:24.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:23 smithi062 ceph-mon[32659]: [04/Aug/2024:15:30:23] ENGINE Bus STARTED 2024-08-04T15:30:24.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:23 smithi062 ceph-mon[32659]: [04/Aug/2024:15:30:23] ENGINE Error in HTTPServer.serve 2024-08-04T15:30:24.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: Traceback (most recent call last): 2024-08-04T15:30:24.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-04T15:30:24.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: self._connections.run(self.expiration_interval) 2024-08-04T15:30:24.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-04T15:30:24.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: self._run(expiration_interval) 2024-08-04T15:30:24.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-04T15:30:24.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-04T15:30:24.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-04T15:30:24.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-04T15:30:24.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-04T15:30:24.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: s = self.context.wrap_socket( 2024-08-04T15:30:24.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-04T15:30:24.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: return self.sslsocket_class._create( 2024-08-04T15:30:24.264 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-04T15:30:24.264 INFO:journalctl@ceph.mon.b.smithi062.stdout: self.do_handshake() 2024-08-04T15:30:24.264 INFO:journalctl@ceph.mon.b.smithi062.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-04T15:30:24.264 INFO:journalctl@ceph.mon.b.smithi062.stdout: self._sslobj.do_handshake() 2024-08-04T15:30:24.264 INFO:journalctl@ceph.mon.b.smithi062.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-04T15:30:24.407 INFO:tasks.rados.rados.0.smithi007.stdout:933: done (3 left) 2024-08-04T15:30:24.408 INFO:tasks.rados.rados.0.smithi007.stdout:934: snap_create 2024-08-04T15:30:24.408 INFO:tasks.rados.rados.0.smithi007.stdout:930: finishing rollback tid 0 to smithi00780855-44 2024-08-04T15:30:24.408 INFO:tasks.rados.rados.0.smithi007.stdout:932: finishing write tid 1 to smithi00780855-3 2024-08-04T15:30:24.408 INFO:tasks.rados.rados.0.smithi007.stdout:930: finishing rollback tid 1 to smithi00780855-44 2024-08-04T15:30:24.408 INFO:tasks.rados.rados.0.smithi007.stdout:932: finishing write tid 2 to smithi00780855-3 2024-08-04T15:30:24.408 INFO:tasks.rados.rados.0.smithi007.stdout:930: finishing rollback tid 2 to smithi00780855-44 2024-08-04T15:30:24.408 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 231 (ObjNum 167 snap 49 seq_num 167) dirty exists 2024-08-04T15:30:24.408 INFO:tasks.rados.rados.0.smithi007.stdout:932: finishing write tid 3 to smithi00780855-3 2024-08-04T15:30:24.408 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 287 (ObjNum 302 snap 85 seq_num 302) dirty exists 2024-08-04T15:30:24.408 INFO:tasks.rados.rados.0.smithi007.stdout:932: left oid 3 (ObjNum 302 snap 85 seq_num 302) 2024-08-04T15:30:24.408 INFO:tasks.rados.rados.0.smithi007.stdout:931: finishing copy_from racing read to smithi00780855-18 2024-08-04T15:30:24.409 INFO:tasks.rados.rados.0.smithi007.stdout:931: finishing copy_from to smithi00780855-18 2024-08-04T15:30:24.409 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 172 (ObjNum 258 snap 74 seq_num 258) dirty exists 2024-08-04T15:30:25.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:24 smithi062 ceph-mon[32659]: osdmap e241: 8 total, 8 up, 8 in 2024-08-04T15:30:25.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:24 smithi062 ceph-mon[32659]: osdmap e242: 8 total, 8 up, 8 in 2024-08-04T15:30:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:24 smithi007 ceph-mon[92692]: osdmap e241: 8 total, 8 up, 8 in 2024-08-04T15:30:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:24 smithi007 ceph-mon[92692]: osdmap e242: 8 total, 8 up, 8 in 2024-08-04T15:30:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:24 smithi007 ceph-mon[39529]: osdmap e241: 8 total, 8 up, 8 in 2024-08-04T15:30:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:24 smithi007 ceph-mon[39529]: osdmap e242: 8 total, 8 up, 8 in 2024-08-04T15:30:25.417 INFO:tasks.rados.rados.0.smithi007.stdout:930: done (3 left) 2024-08-04T15:30:25.417 INFO:tasks.rados.rados.0.smithi007.stdout:931: done (2 left) 2024-08-04T15:30:25.417 INFO:tasks.rados.rados.0.smithi007.stdout:932: done (1 left) 2024-08-04T15:30:25.417 INFO:tasks.rados.rados.0.smithi007.stdout:934: done (0 left) 2024-08-04T15:30:25.417 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 1 current snap is 86 2024-08-04T15:30:25.417 INFO:tasks.rados.rados.0.smithi007.stdout:935: seq_num 303 ranges {0=278528} 2024-08-04T15:30:25.418 INFO:tasks.rados.rados.0.smithi007.stdout:935: writing smithi00780855-1 from 0 to 278528 tid 1 2024-08-04T15:30:25.418 INFO:tasks.rados.rados.0.smithi007.stdout:936: read oid 35 snap -1 2024-08-04T15:30:25.420 INFO:tasks.rados.rados.0.smithi007.stdout:936: expect (ObjNum 271 snap 76 seq_num 271) 2024-08-04T15:30:25.420 INFO:tasks.rados.rados.0.smithi007.stdout:937: snap_create 2024-08-04T15:30:25.423 INFO:tasks.rados.rados.0.smithi007.stdout:935: finishing write tid 1 to smithi00780855-1 2024-08-04T15:30:25.424 INFO:tasks.rados.rados.0.smithi007.stdout:935: finishing write tid 2 to smithi00780855-1 2024-08-04T15:30:25.424 INFO:tasks.rados.rados.0.smithi007.stdout:935: finishing write tid 3 to smithi00780855-1 2024-08-04T15:30:25.424 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 342 (ObjNum 303 snap 86 seq_num 303) dirty exists 2024-08-04T15:30:25.424 INFO:tasks.rados.rados.0.smithi007.stdout:935: left oid 1 (ObjNum 303 snap 86 seq_num 303) 2024-08-04T15:30:25.433 INFO:tasks.rados.rados.0.smithi007.stdout:936: expect (ObjNum 271 snap 76 seq_num 271) 2024-08-04T15:30:26.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:25 smithi062 ceph-mon[32659]: pgmap v9: 121 pgs: 121 active+clean; 254 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:30:26.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:25 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:26.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:25 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:26.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:25 smithi062 ceph-mon[32659]: osdmap e243: 8 total, 8 up, 8 in 2024-08-04T15:30:26.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:25 smithi062 ceph-mon[32659]: mgrmap e41: y(active, since 4s), standbys: x 2024-08-04T15:30:26.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:25 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:26.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:25 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:26.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:25 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:26.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:25 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:26.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:30:26] "GET /metrics HTTP/1.1" 200 33281 "" "Prometheus/2.43.0" 2024-08-04T15:30:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:25 smithi007 ceph-mon[92692]: pgmap v9: 121 pgs: 121 active+clean; 254 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:30:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:25 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:26.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:25 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:26.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:25 smithi007 ceph-mon[92692]: osdmap e243: 8 total, 8 up, 8 in 2024-08-04T15:30:26.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:25 smithi007 ceph-mon[92692]: mgrmap e41: y(active, since 4s), standbys: x 2024-08-04T15:30:26.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:25 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:26.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:25 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:26.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:25 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:26.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:25 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:26.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:25 smithi007 ceph-mon[39529]: pgmap v9: 121 pgs: 121 active+clean; 254 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:30:26.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:25 smithi007 ceph-mon[39529]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:26.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:25 smithi007 ceph-mon[39529]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:26.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:25 smithi007 ceph-mon[39529]: osdmap e243: 8 total, 8 up, 8 in 2024-08-04T15:30:26.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:25 smithi007 ceph-mon[39529]: mgrmap e41: y(active, since 4s), standbys: x 2024-08-04T15:30:26.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:25 smithi007 ceph-mon[39529]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:26.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:25 smithi007 ceph-mon[39529]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:26.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:25 smithi007 ceph-mon[39529]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:26.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:25 smithi007 ceph-mon[39529]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:26.414 INFO:tasks.rados.rados.0.smithi007.stdout:935: done (2 left) 2024-08-04T15:30:26.415 INFO:tasks.rados.rados.0.smithi007.stdout:936: done (1 left) 2024-08-04T15:30:26.415 INFO:tasks.rados.rados.0.smithi007.stdout:937: done (0 left) 2024-08-04T15:30:26.415 INFO:tasks.rados.rados.0.smithi007.stdout:938: rollback oid 37 current snap is 87 2024-08-04T15:30:26.415 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 37 to 83 2024-08-04T15:30:26.415 INFO:tasks.rados.rados.0.smithi007.stdout:939: delete oid 44 current snap is 87 2024-08-04T15:30:26.420 INFO:tasks.rados.rados.0.smithi007.stdout:939: done (1 left) 2024-08-04T15:30:26.420 INFO:tasks.rados.rados.0.smithi007.stdout:940: copy_from oid 39 from oid 8 current snap is 87 2024-08-04T15:30:26.420 INFO:tasks.rados.rados.0.smithi007.stdout:941: read oid 46 snap 82 2024-08-04T15:30:26.421 INFO:tasks.rados.rados.0.smithi007.stdout:941: expect (ObjNum 160 snap 47 seq_num 160) 2024-08-04T15:30:26.421 INFO:tasks.rados.rados.0.smithi007.stdout:942: snap_create 2024-08-04T15:30:26.422 INFO:tasks.rados.rados.0.smithi007.stdout:938: finishing rollback tid 0 to smithi00780855-37 2024-08-04T15:30:26.422 INFO:tasks.rados.rados.0.smithi007.stdout:938: finishing rollback tid 1 to smithi00780855-37 2024-08-04T15:30:26.423 INFO:tasks.rados.rados.0.smithi007.stdout:938: finishing rollback tid 2 to smithi00780855-37 2024-08-04T15:30:26.423 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 61 (ObjNum 223 snap 64 seq_num 223) dirty exists 2024-08-04T15:30:26.434 INFO:tasks.rados.rados.0.smithi007.stdout:941: expect (ObjNum 160 snap 47 seq_num 160) 2024-08-04T15:30:26.622 INFO:tasks.rados.rados.0.smithi007.stdout:940: finishing copy_from racing read to smithi00780855-39 2024-08-04T15:30:26.622 INFO:tasks.rados.rados.0.smithi007.stdout:940: finishing copy_from to smithi00780855-39 2024-08-04T15:30:26.623 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 253 (ObjNum 299 snap 84 seq_num 299) dirty exists 2024-08-04T15:30:27.421 INFO:tasks.rados.rados.0.smithi007.stdout:938: done (3 left) 2024-08-04T15:30:27.421 INFO:tasks.rados.rados.0.smithi007.stdout:940: done (2 left) 2024-08-04T15:30:27.422 INFO:tasks.rados.rados.0.smithi007.stdout:941: done (1 left) 2024-08-04T15:30:27.422 INFO:tasks.rados.rados.0.smithi007.stdout:942: done (0 left) 2024-08-04T15:30:27.422 INFO:tasks.rados.rados.0.smithi007.stdout:943: read oid 43 snap -1 2024-08-04T15:30:27.422 INFO:tasks.rados.rados.0.smithi007.stdout:943: expect (ObjNum 271 snap 76 seq_num 271) 2024-08-04T15:30:27.422 INFO:tasks.rados.rados.0.smithi007.stdout:944: snap_create 2024-08-04T15:30:27.435 INFO:tasks.rados.rados.0.smithi007.stdout:943: expect (ObjNum 271 snap 76 seq_num 271) 2024-08-04T15:30:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:27 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:27 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:27 smithi007 ceph-mon[92692]: osdmap e244: 8 total, 8 up, 8 in 2024-08-04T15:30:27.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:27 smithi007 ceph-mon[39529]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:27.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:27 smithi007 ceph-mon[39529]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:27.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:27 smithi007 ceph-mon[39529]: osdmap e244: 8 total, 8 up, 8 in 2024-08-04T15:30:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:27 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:27 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:27.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:27 smithi062 ceph-mon[32659]: osdmap e244: 8 total, 8 up, 8 in 2024-08-04T15:30:28.422 INFO:tasks.rados.rados.0.smithi007.stdout:943: done (1 left) 2024-08-04T15:30:28.422 INFO:tasks.rados.rados.0.smithi007.stdout:944: done (0 left) 2024-08-04T15:30:28.422 INFO:tasks.rados.rados.0.smithi007.stdout:945: copy_from oid 2 from oid 18 current snap is 89 2024-08-04T15:30:28.423 INFO:tasks.rados.rados.0.smithi007.stdout:946: snap_create 2024-08-04T15:30:28.459 INFO:tasks.rados.rados.0.smithi007.stdout:945: finishing copy_from racing read to smithi00780855-2 2024-08-04T15:30:28.461 INFO:tasks.rados.rados.0.smithi007.stdout:945: finishing copy_from to smithi00780855-2 2024-08-04T15:30:28.461 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 172 (ObjNum 258 snap 74 seq_num 258) dirty exists 2024-08-04T15:30:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:28 smithi062 ceph-mon[32659]: pgmap v12: 121 pgs: 121 active+clean; 254 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:30:28.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:28 smithi062 ceph-mon[32659]: osdmap e245: 8 total, 8 up, 8 in 2024-08-04T15:30:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:28 smithi007 ceph-mon[92692]: pgmap v12: 121 pgs: 121 active+clean; 254 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:30:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:28 smithi007 ceph-mon[92692]: osdmap e245: 8 total, 8 up, 8 in 2024-08-04T15:30:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:28 smithi007 ceph-mon[39529]: pgmap v12: 121 pgs: 121 active+clean; 254 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:30:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:28 smithi007 ceph-mon[39529]: osdmap e245: 8 total, 8 up, 8 in 2024-08-04T15:30:28.899 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:29.434 INFO:tasks.rados.rados.0.smithi007.stdout:945: done (1 left) 2024-08-04T15:30:29.434 INFO:tasks.rados.rados.0.smithi007.stdout:946: done (0 left) 2024-08-04T15:30:29.434 INFO:tasks.rados.rados.0.smithi007.stdout:947: read oid 19 snap -1 2024-08-04T15:30:29.434 INFO:tasks.rados.rados.0.smithi007.stdout:947: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:30:29.434 INFO:tasks.rados.rados.0.smithi007.stdout:948: read oid 26 snap 59 2024-08-04T15:30:29.434 INFO:tasks.rados.rados.0.smithi007.stdout:948: expect (ObjNum 160 snap 47 seq_num 160) 2024-08-04T15:30:29.434 INFO:tasks.rados.rados.0.smithi007.stdout:949: read oid 22 snap -1 2024-08-04T15:30:29.434 INFO:tasks.rados.rados.0.smithi007.stdout:949: expect deleted 2024-08-04T15:30:29.435 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 9 current snap is 90 2024-08-04T15:30:29.435 INFO:tasks.rados.rados.0.smithi007.stdout:950: seq_num 305 ranges {2318336=311296} 2024-08-04T15:30:29.449 INFO:tasks.rados.rados.0.smithi007.stdout:950: writing smithi00780855-9 from 2318336 to 2629632 tid 1 2024-08-04T15:30:29.449 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 90 2024-08-04T15:30:29.450 INFO:tasks.rados.rados.0.smithi007.stdout:951: seq_num 306 ranges {0=327680} 2024-08-04T15:30:29.451 INFO:tasks.rados.rados.0.smithi007.stdout:951: writing smithi00780855-44 from 0 to 327680 tid 1 2024-08-04T15:30:29.452 INFO:tasks.rados.rados.0.smithi007.stdout:952: copy_from oid 33 from oid 10 current snap is 90 2024-08-04T15:30:29.452 INFO:tasks.rados.rados.0.smithi007.stdout:947: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-04T15:30:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:29 smithi062 ceph-mon[32659]: osdmap e246: 8 total, 8 up, 8 in 2024-08-04T15:30:29.516 INFO:tasks.rados.rados.0.smithi007.stdout:951: finishing write tid 1 to smithi00780855-44 2024-08-04T15:30:29.516 INFO:tasks.rados.rados.0.smithi007.stdout:951: finishing write tid 2 to smithi00780855-44 2024-08-04T15:30:29.516 INFO:tasks.rados.rados.0.smithi007.stdout:948: expect (ObjNum 160 snap 47 seq_num 160) 2024-08-04T15:30:29.710 INFO:tasks.rados.rados.0.smithi007.stdout:952: finishing copy_from to smithi00780855-33 2024-08-04T15:30:29.710 INFO:tasks.rados.rados.0.smithi007.stdout:952: got expected ENOENT (src dne) 2024-08-04T15:30:29.710 INFO:tasks.rados.rados.0.smithi007.stdout:952: finishing copy_from racing read to smithi00780855-33 2024-08-04T15:30:29.710 INFO:tasks.rados.rados.0.smithi007.stdout:950: finishing write tid 1 to smithi00780855-9 2024-08-04T15:30:29.710 INFO:tasks.rados.rados.0.smithi007.stdout:950: finishing write tid 2 to smithi00780855-9 2024-08-04T15:30:29.710 INFO:tasks.rados.rados.0.smithi007.stdout:947: done (5 left) 2024-08-04T15:30:29.710 INFO:tasks.rados.rados.0.smithi007.stdout:948: done (4 left) 2024-08-04T15:30:29.711 INFO:tasks.rados.rados.0.smithi007.stdout:949: done (3 left) 2024-08-04T15:30:29.711 INFO:tasks.rados.rados.0.smithi007.stdout:952: done (2 left) 2024-08-04T15:30:29.711 INFO:tasks.rados.rados.0.smithi007.stdout:953: rollback oid 48 current snap is 90 2024-08-04T15:30:29.711 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 48 to 36 2024-08-04T15:30:29.711 INFO:tasks.rados.rados.0.smithi007.stdout:951: finishing write tid 3 to smithi00780855-44 2024-08-04T15:30:29.711 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 237 (ObjNum 306 snap 90 seq_num 306) dirty exists 2024-08-04T15:30:29.711 INFO:tasks.rados.rados.0.smithi007.stdout:951: left oid 44 (ObjNum 306 snap 90 seq_num 306) 2024-08-04T15:30:29.711 INFO:tasks.rados.rados.0.smithi007.stdout:950: finishing write tid 3 to smithi00780855-9 2024-08-04T15:30:29.711 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 447 (ObjNum 305 snap 90 seq_num 305) dirty exists 2024-08-04T15:30:29.712 INFO:tasks.rados.rados.0.smithi007.stdout:950: left oid 9 (ObjNum 305 snap 90 seq_num 305) 2024-08-04T15:30:29.712 INFO:tasks.rados.rados.0.smithi007.stdout:950: done (2 left) 2024-08-04T15:30:29.712 INFO:tasks.rados.rados.0.smithi007.stdout:951: done (1 left) 2024-08-04T15:30:29.712 INFO:tasks.rados.rados.0.smithi007.stdout:954: copy_from oid 8 from oid 45 current snap is 90 2024-08-04T15:30:29.712 INFO:tasks.rados.rados.0.smithi007.stdout:955: read oid 27 snap 78 2024-08-04T15:30:29.712 INFO:tasks.rados.rados.0.smithi007.stdout:955: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-04T15:30:29.712 INFO:tasks.rados.rados.0.smithi007.stdout:956: copy_from oid 7 from oid 33 current snap is 90 2024-08-04T15:30:29.712 INFO:tasks.rados.rados.0.smithi007.stdout:957: snap_create 2024-08-04T15:30:29.713 INFO:tasks.rados.rados.0.smithi007.stdout:953: finishing rollback tid 0 to smithi00780855-48 2024-08-04T15:30:29.713 INFO:tasks.rados.rados.0.smithi007.stdout:955: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-04T15:30:29.727 INFO:tasks.rados.rados.0.smithi007.stdout:953: finishing rollback tid 1 to smithi00780855-48 2024-08-04T15:30:29.727 INFO:tasks.rados.rados.0.smithi007.stdout:953: finishing rollback tid 2 to smithi00780855-48 2024-08-04T15:30:29.727 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 292 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:30:29.732 INFO:tasks.rados.rados.0.smithi007.stdout:956: finishing copy_from racing read to smithi00780855-7 2024-08-04T15:30:29.735 INFO:tasks.rados.rados.0.smithi007.stdout:956: finishing copy_from to smithi00780855-7 2024-08-04T15:30:29.735 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 209 (ObjNum 263 snap 75 seq_num 263) dirty exists 2024-08-04T15:30:29.752 INFO:tasks.rados.rados.0.smithi007.stdout:954: finishing copy_from racing read to smithi00780855-8 2024-08-04T15:30:29.756 INFO:tasks.rados.rados.0.smithi007.stdout:954: finishing copy_from to smithi00780855-8 2024-08-04T15:30:29.756 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 824 (ObjNum 272 snap 77 seq_num 272) dirty exists 2024-08-04T15:30:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:29 smithi007 ceph-mon[92692]: osdmap e246: 8 total, 8 up, 8 in 2024-08-04T15:30:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:29 smithi007 ceph-mon[39529]: osdmap e246: 8 total, 8 up, 8 in 2024-08-04T15:30:30.579 INFO:tasks.rados.rados.0.smithi007.stdout:953: done (4 left) 2024-08-04T15:30:30.580 INFO:tasks.rados.rados.0.smithi007.stdout:954: done (3 left) 2024-08-04T15:30:30.580 INFO:tasks.rados.rados.0.smithi007.stdout:955: done (2 left) 2024-08-04T15:30:30.580 INFO:tasks.rados.rados.0.smithi007.stdout:956: done (1 left) 2024-08-04T15:30:30.580 INFO:tasks.rados.rados.0.smithi007.stdout:957: done (0 left) 2024-08-04T15:30:30.580 INFO:tasks.rados.rados.0.smithi007.stdout:958: read oid 48 snap -1 2024-08-04T15:30:30.580 INFO:tasks.rados.rados.0.smithi007.stdout:958: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:30:30.580 INFO:tasks.rados.rados.0.smithi007.stdout:959: read oid 35 snap 90 2024-08-04T15:30:30.580 INFO:tasks.rados.rados.0.smithi007.stdout:959: expect (ObjNum 271 snap 76 seq_num 271) 2024-08-04T15:30:30.580 INFO:tasks.rados.rados.0.smithi007.stdout:960: rollback oid 21 current snap is 91 2024-08-04T15:30:30.580 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 21 to 90 2024-08-04T15:30:30.580 INFO:tasks.rados.rados.0.smithi007.stdout:961: snap_remove snap 82 2024-08-04T15:30:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:30 smithi062 ceph-mon[32659]: pgmap v15: 121 pgs: 121 active+clean; 274 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.7 MiB/s wr, 42 op/s 2024-08-04T15:30:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:30 smithi062 ceph-mon[32659]: osdmap e247: 8 total, 8 up, 8 in 2024-08-04T15:30:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:30 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:30 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:30 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:30:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:30 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:30:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:30 smithi062 ceph-mon[32659]: Updating smithi007:/etc/ceph/ceph.conf 2024-08-04T15:30:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:30 smithi062 ceph-mon[32659]: Updating smithi062:/etc/ceph/ceph.conf 2024-08-04T15:30:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:30 smithi062 ceph-mon[32659]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:30:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:30 smithi062 ceph-mon[32659]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:30:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[92692]: pgmap v15: 121 pgs: 121 active+clean; 274 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.7 MiB/s wr, 42 op/s 2024-08-04T15:30:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[92692]: osdmap e247: 8 total, 8 up, 8 in 2024-08-04T15:30:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:30:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:30:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[92692]: Updating smithi007:/etc/ceph/ceph.conf 2024-08-04T15:30:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[92692]: Updating smithi062:/etc/ceph/ceph.conf 2024-08-04T15:30:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[92692]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:30:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[92692]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:30:30.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[39529]: pgmap v15: 121 pgs: 121 active+clean; 274 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.7 MiB/s wr, 42 op/s 2024-08-04T15:30:30.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[39529]: osdmap e247: 8 total, 8 up, 8 in 2024-08-04T15:30:30.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[39529]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:30.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[39529]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:30.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:30:30.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:30:30.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[39529]: Updating smithi007:/etc/ceph/ceph.conf 2024-08-04T15:30:30.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[39529]: Updating smithi062:/etc/ceph/ceph.conf 2024-08-04T15:30:30.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[39529]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:30:30.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:30 smithi007 ceph-mon[39529]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.conf 2024-08-04T15:30:31.584 INFO:tasks.rados.rados.0.smithi007.stdout:961: done (3 left) 2024-08-04T15:30:31.584 INFO:tasks.rados.rados.0.smithi007.stdout:962: read oid 32 snap -1 2024-08-04T15:30:31.584 INFO:tasks.rados.rados.0.smithi007.stdout:962: expect (ObjNum 206 snap 60 seq_num 206) 2024-08-04T15:30:31.584 INFO:tasks.rados.rados.0.smithi007.stdout:963: snap_remove snap 76 2024-08-04T15:30:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:30:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:30:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:30:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:30:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: osdmap e248: 8 total, 8 up, 8 in 2024-08-04T15:30:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:30:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-04T15:30:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-04T15:30:31.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: Upgrade: It appears safe to stop mon.c 2024-08-04T15:30:31.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:31.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:30:31.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:31.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:31.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:31.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:31.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:31.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:31.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:31.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:31.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:31.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:30:31.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:30:31.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:31.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:31.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:31.589 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:30:31.589 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:30:31.589 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:30:31.589 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:30:31.589 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:31.589 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:31.589 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:31.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:31.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:31.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: osdmap e248: 8 total, 8 up, 8 in 2024-08-04T15:30:31.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:31.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:30:31.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-04T15:30:31.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-04T15:30:31.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: Upgrade: It appears safe to stop mon.c 2024-08-04T15:30:31.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:31.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:30:31.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:31.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:31.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:31.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:31.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:31.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:31.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:31.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:31.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:31.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:30:31.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:30:31.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:31.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:31.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:31.592 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:30:31.592 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:30:31.592 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:31.592 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:31.592 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:31.592 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:30:31.592 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:30:31.592 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:31.592 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:31.592 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:31.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:30:31.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:30:31.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:31.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:31.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:31.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:30:31.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:30:31.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:31.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:31.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:31.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:30:31.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-08-04T15:30:31.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: Updating smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:30:31.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: Updating smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/config/ceph.client.admin.keyring 2024-08-04T15:30:31.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:31.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:31.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:31.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:31.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:31.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: osdmap e248: 8 total, 8 up, 8 in 2024-08-04T15:30:31.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:31.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:30:31.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-04T15:30:31.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-04T15:30:31.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: Upgrade: It appears safe to stop mon.c 2024-08-04T15:30:31.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:31.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:30:31.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:31.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:31.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:31.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:31.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:31.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:31.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:31.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:31.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:31.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:30:31.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:30:31.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:31.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:31.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:31.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:30:31.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:30:31.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:31.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:31.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:31.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:30:31.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:30:31.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:31.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:31.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:31 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:32.587 INFO:tasks.rados.rados.0.smithi007.stdout:963: done (4 left) 2024-08-04T15:30:32.587 INFO:tasks.rados.rados.0.smithi007.stdout:964: snap_create 2024-08-04T15:30:32.588 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:32.588 INFO:tasks.rados.rados.0.smithi007.stdout:960: finishing rollback tid 0 to smithi00780855-21 2024-08-04T15:30:32.588 INFO:tasks.rados.rados.0.smithi007.stdout:960: finishing rollback tid 1 to smithi00780855-21 2024-08-04T15:30:32.588 INFO:tasks.rados.rados.0.smithi007.stdout:960: finishing rollback tid 2 to smithi00780855-21 2024-08-04T15:30:32.588 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 696 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:30:32.589 INFO:tasks.rados.rados.0.smithi007.stdout:958: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:30:32.669 INFO:tasks.rados.rados.0.smithi007.stdout:959: expect (ObjNum 271 snap 76 seq_num 271) 2024-08-04T15:30:32.763 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:32 smithi007 ceph-mon[39529]: pgmap v18: 121 pgs: 121 active+clean; 274 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.7 MiB/s wr, 42 op/s 2024-08-04T15:30:32.763 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:32 smithi007 ceph-mon[39529]: osdmap e249: 8 total, 8 up, 8 in 2024-08-04T15:30:32.763 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:32 smithi007 ceph-mon[39529]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:32.763 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:32 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:30:32.763 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:32 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:30:32.763 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:32 smithi007 ceph-mon[39529]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:30:32.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:32 smithi007 ceph-mon[92692]: pgmap v18: 121 pgs: 121 active+clean; 274 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.7 MiB/s wr, 42 op/s 2024-08-04T15:30:32.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:32 smithi007 ceph-mon[92692]: osdmap e249: 8 total, 8 up, 8 in 2024-08-04T15:30:32.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:32 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:32.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:30:32.764 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:30:32.764 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:30:32.785 INFO:tasks.rados.rados.0.smithi007.stdout:962: expect (ObjNum 206 snap 60 seq_num 206) 2024-08-04T15:30:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:32 smithi062 ceph-mon[32659]: pgmap v18: 121 pgs: 121 active+clean; 274 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.7 MiB/s wr, 42 op/s 2024-08-04T15:30:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:32 smithi062 ceph-mon[32659]: osdmap e249: 8 total, 8 up, 8 in 2024-08-04T15:30:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:32 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:32 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:30:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:32 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:30:33.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:32 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:30:33.604 INFO:tasks.rados.rados.0.smithi007.stdout:958: done (4 left) 2024-08-04T15:30:33.604 INFO:tasks.rados.rados.0.smithi007.stdout:959: done (3 left) 2024-08-04T15:30:33.604 INFO:tasks.rados.rados.0.smithi007.stdout:960: done (2 left) 2024-08-04T15:30:33.604 INFO:tasks.rados.rados.0.smithi007.stdout:962: done (1 left) 2024-08-04T15:30:33.605 INFO:tasks.rados.rados.0.smithi007.stdout:964: done (0 left) 2024-08-04T15:30:33.605 INFO:tasks.rados.rados.0.smithi007.stdout:965: copy_from oid 20 from oid 32 current snap is 92 2024-08-04T15:30:33.605 INFO:tasks.rados.rados.0.smithi007.stdout:966: delete oid 3 current snap is 92 2024-08-04T15:30:33.609 INFO:tasks.rados.rados.0.smithi007.stdout:966: done (1 left) 2024-08-04T15:30:33.609 INFO:tasks.rados.rados.0.smithi007.stdout:967: copy_from oid 45 from oid 37 current snap is 92 2024-08-04T15:30:33.609 INFO:tasks.rados.rados.0.smithi007.stdout:968: snap_remove snap 83 2024-08-04T15:30:33.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:33 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:33.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:33 smithi062 ceph-mon[32659]: Upgrade: Updating mon.c 2024-08-04T15:30:33.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:33 smithi062 ceph-mon[32659]: Deploying daemon mon.c on smithi007 2024-08-04T15:30:33.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:33 smithi062 ceph-mon[32659]: osdmap e250: 8 total, 8 up, 8 in 2024-08-04T15:30:33.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:33 smithi007 ceph-mon[92692]: Upgrade: Updating mon.c 2024-08-04T15:30:33.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:33 smithi007 ceph-mon[92692]: Deploying daemon mon.c on smithi007 2024-08-04T15:30:33.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:33 smithi007 ceph-mon[92692]: osdmap e250: 8 total, 8 up, 8 in 2024-08-04T15:30:33.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:33 smithi007 ceph-mon[39529]: Upgrade: Updating mon.c 2024-08-04T15:30:33.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:33 smithi007 ceph-mon[39529]: Deploying daemon mon.c on smithi007 2024-08-04T15:30:33.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:33 smithi007 ceph-mon[39529]: osdmap e250: 8 total, 8 up, 8 in 2024-08-04T15:30:34.165 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:33 smithi007 systemd[1]: Stopping Ceph mon.c for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:30:34.429 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:34] ENGINE Bus STOPPING 2024-08-04T15:30:34.429 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-c[39524]: 2024-08-04T15:30:34.163+0000 7fe26933c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T15:30:34.429 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-c[39524]: 2024-08-04T15:30:34.163+0000 7fe26933c640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-08-04T15:30:34.721 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T15:30:34.721 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:34] ENGINE Bus STOPPED 2024-08-04T15:30:34.721 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:34] ENGINE Bus STARTING 2024-08-04T15:30:34.721 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:34] ENGINE Serving on http://:::9283 2024-08-04T15:30:34.722 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:34 smithi007 podman[94827]: 2024-08-04 15:30:34.428902727 +0000 UTC m=+0.370322888 container died b6575ebd4101eabd99919a394b459b1302c1aa19226e5217361665fc20372dda (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-c, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=quincy-85224d9, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-04T15:30:34.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:34.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:35.038 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:34] ENGINE Bus STARTED 2024-08-04T15:30:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:35 smithi007 podman[94827]: 2024-08-04 15:30:35.038977122 +0000 UTC m=+0.980397316 container cleanup b6575ebd4101eabd99919a394b459b1302c1aa19226e5217361665fc20372dda (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-c, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-85224d9, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-08-04T15:30:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:35 smithi007 bash[94827]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-c 2024-08-04T15:30:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:35 smithi007 podman[94839]: 2024-08-04 15:30:35.240378223 +0000 UTC m=+0.810218655 container remove b6575ebd4101eabd99919a394b459b1302c1aa19226e5217361665fc20372dda (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-c, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=quincy-85224d9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-04T15:30:35.807 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:35 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.c.service: Deactivated successfully. 2024-08-04T15:30:35.807 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:35 smithi007 systemd[1]: Stopped Ceph mon.c for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:30:35.807 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:35 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.c.service: Consumed 8.038s CPU time. 2024-08-04T15:30:35.807 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:35 smithi007 systemd[1]: Starting Ceph mon.c for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:30:36.061 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:35 smithi007 podman[94979]: 2024-08-04 15:30:35.709313325 +0000 UTC m=+0.017822014 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:30:36.061 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:35 smithi007 podman[94979]: 2024-08-04 15:30:35.84225069 +0000 UTC m=+0.150759357 container create cb8318c43c9de20e48c9f06b2e53f715892ebc03e9d1073e22bf991135a0ec4a (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-c, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-release-26c3fb8, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-04T15:30:36.061 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 podman[94979]: 2024-08-04 15:30:36.03617061 +0000 UTC m=+0.344679297 container init cb8318c43c9de20e48c9f06b2e53f715892ebc03e9d1073e22bf991135a0ec4a (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-c, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:30:36.061 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 podman[94979]: 2024-08-04 15:30:36.039863638 +0000 UTC m=+0.348372306 container start cb8318c43c9de20e48c9f06b2e53f715892ebc03e9d1073e22bf991135a0ec4a (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T15:30:36.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:30:36] "GET /metrics HTTP/1.1" 200 33281 "" "Prometheus/2.43.0" 2024-08-04T15:30:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: set uid:gid to 167:167 (ceph:ceph) 2024-08-04T15:30:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc), process ceph-mon, pid 2 2024-08-04T15:30:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: pidfile_write: ignore empty --pid-file 2024-08-04T15:30:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: load: jerasure load: lrc 2024-08-04T15:30:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: RocksDB version: 7.9.2 2024-08-04T15:30:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Git sha 0 2024-08-04T15:30:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Compile date 2024-08-01 20:56:42 2024-08-04T15:30:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: DB SUMMARY 2024-08-04T15:30:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: DB Session ID: 7R7VJ6FFU9NOHH25DF5L 2024-08-04T15:30:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: CURRENT file: CURRENT 2024-08-04T15:30:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: IDENTITY file: IDENTITY 2024-08-04T15:30:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1104 Bytes 2024-08-04T15:30:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-08-04T15:30:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 9651817 ; 2024-08-04T15:30:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.error_if_exists: 0 2024-08-04T15:30:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.create_if_missing: 0 2024-08-04T15:30:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.paranoid_checks: 1 2024-08-04T15:30:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-04T15:30:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-04T15:30:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-04T15:30:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.env: 0x5626d09817a0 2024-08-04T15:30:36.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.fs: PosixFileSystem 2024-08-04T15:30:36.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.info_log: 0x5626d317d500 2024-08-04T15:30:36.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_file_opening_threads: 16 2024-08-04T15:30:36.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.statistics: (nil) 2024-08-04T15:30:36.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.use_fsync: 0 2024-08-04T15:30:36.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_log_file_size: 0 2024-08-04T15:30:36.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-04T15:30:36.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-04T15:30:36.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.keep_log_file_num: 1000 2024-08-04T15:30:36.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.recycle_log_file_num: 0 2024-08-04T15:30:36.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.allow_fallocate: 1 2024-08-04T15:30:36.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.allow_mmap_reads: 0 2024-08-04T15:30:36.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.allow_mmap_writes: 0 2024-08-04T15:30:36.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.use_direct_reads: 0 2024-08-04T15:30:36.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-04T15:30:36.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.create_missing_column_families: 0 2024-08-04T15:30:36.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.db_log_dir: 2024-08-04T15:30:36.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.wal_dir: 2024-08-04T15:30:36.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-04T15:30:36.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-04T15:30:36.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-04T15:30:36.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-04T15:30:36.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-04T15:30:36.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-04T15:30:36.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.advise_random_on_open: 1 2024-08-04T15:30:36.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.db_write_buffer_size: 0 2024-08-04T15:30:36.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.write_buffer_manager: 0x5626d318cdc0 2024-08-04T15:30:36.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-04T15:30:36.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-04T15:30:36.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-04T15:30:36.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.rate_limiter: (nil) 2024-08-04T15:30:36.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-04T15:30:36.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.wal_recovery_mode: 2 2024-08-04T15:30:36.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.enable_thread_tracking: 0 2024-08-04T15:30:36.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.enable_pipelined_write: 0 2024-08-04T15:30:36.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.unordered_write: 0 2024-08-04T15:30:36.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-04T15:30:36.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-04T15:30:36.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-04T15:30:36.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-04T15:30:36.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.row_cache: None 2024-08-04T15:30:36.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.wal_filter: None 2024-08-04T15:30:36.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-04T15:30:36.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.allow_ingest_behind: 0 2024-08-04T15:30:36.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.two_write_queues: 0 2024-08-04T15:30:36.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.manual_wal_flush: 0 2024-08-04T15:30:36.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.wal_compression: 0 2024-08-04T15:30:36.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.atomic_flush: 0 2024-08-04T15:30:36.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-04T15:30:36.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-04T15:30:36.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-04T15:30:36.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.log_readahead_size: 0 2024-08-04T15:30:36.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-04T15:30:36.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.best_efforts_recovery: 0 2024-08-04T15:30:36.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-04T15:30:36.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-04T15:30:36.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.allow_data_in_errors: 0 2024-08-04T15:30:36.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.db_host_id: __hostname__ 2024-08-04T15:30:36.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-04T15:30:36.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_background_jobs: 2 2024-08-04T15:30:36.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_background_compactions: -1 2024-08-04T15:30:36.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_subcompactions: 1 2024-08-04T15:30:36.344 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-04T15:30:36.344 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-04T15:30:36.344 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-04T15:30:36.344 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_total_wal_size: 0 2024-08-04T15:30:36.344 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-04T15:30:36.344 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-04T15:30:36.344 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-04T15:30:36.344 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-04T15:30:36.344 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_open_files: -1 2024-08-04T15:30:36.344 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.bytes_per_sync: 0 2024-08-04T15:30:36.344 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-04T15:30:36.344 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-04T15:30:36.344 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compaction_readahead_size: 0 2024-08-04T15:30:36.344 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_background_flushes: -1 2024-08-04T15:30:36.345 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Compression algorithms supported: 2024-08-04T15:30:36.345 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: kZSTD supported: 0 2024-08-04T15:30:36.345 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: kXpressCompression supported: 0 2024-08-04T15:30:36.345 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: kBZip2Compression supported: 0 2024-08-04T15:30:36.345 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-04T15:30:36.345 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: kLZ4Compression supported: 1 2024-08-04T15:30:36.345 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: kZlibCompression supported: 1 2024-08-04T15:30:36.345 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: kLZ4HCCompression supported: 1 2024-08-04T15:30:36.345 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: kSnappyCompression supported: 1 2024-08-04T15:30:36.345 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-04T15:30:36.345 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-04T15:30:36.345 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-08-04T15:30:36.346 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-04T15:30:36.346 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-04T15:30:36.346 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.merge_operator: 2024-08-04T15:30:36.346 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compaction_filter: None 2024-08-04T15:30:36.346 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compaction_filter_factory: None 2024-08-04T15:30:36.346 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.sst_partitioner_factory: None 2024-08-04T15:30:36.346 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-04T15:30:36.346 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-04T15:30:36.346 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5626d317d120) 2024-08-04T15:30:36.346 INFO:journalctl@ceph.mon.c.smithi007.stdout: cache_index_and_filter_blocks: 1 2024-08-04T15:30:36.346 INFO:journalctl@ceph.mon.c.smithi007.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-04T15:30:36.347 INFO:journalctl@ceph.mon.c.smithi007.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-04T15:30:36.347 INFO:journalctl@ceph.mon.c.smithi007.stdout: pin_top_level_index_and_filter: 1 2024-08-04T15:30:36.347 INFO:journalctl@ceph.mon.c.smithi007.stdout: index_type: 0 2024-08-04T15:30:36.347 INFO:journalctl@ceph.mon.c.smithi007.stdout: data_block_index_type: 0 2024-08-04T15:30:36.347 INFO:journalctl@ceph.mon.c.smithi007.stdout: index_shortening: 1 2024-08-04T15:30:36.347 INFO:journalctl@ceph.mon.c.smithi007.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-04T15:30:36.347 INFO:journalctl@ceph.mon.c.smithi007.stdout: checksum: 4 2024-08-04T15:30:36.347 INFO:journalctl@ceph.mon.c.smithi007.stdout: no_block_cache: 0 2024-08-04T15:30:36.347 INFO:journalctl@ceph.mon.c.smithi007.stdout: block_cache: 0x5626d3171090 2024-08-04T15:30:36.347 INFO:journalctl@ceph.mon.c.smithi007.stdout: block_cache_name: BinnedLRUCache 2024-08-04T15:30:36.347 INFO:journalctl@ceph.mon.c.smithi007.stdout: block_cache_options: 2024-08-04T15:30:36.347 INFO:journalctl@ceph.mon.c.smithi007.stdout: capacity : 536870912 2024-08-04T15:30:36.347 INFO:journalctl@ceph.mon.c.smithi007.stdout: num_shard_bits : 4 2024-08-04T15:30:36.347 INFO:journalctl@ceph.mon.c.smithi007.stdout: strict_capacity_limit : 0 2024-08-04T15:30:36.348 INFO:journalctl@ceph.mon.c.smithi007.stdout: high_pri_pool_ratio: 0.000 2024-08-04T15:30:36.348 INFO:journalctl@ceph.mon.c.smithi007.stdout: block_cache_compressed: (nil) 2024-08-04T15:30:36.348 INFO:journalctl@ceph.mon.c.smithi007.stdout: persistent_cache: (nil) 2024-08-04T15:30:36.348 INFO:journalctl@ceph.mon.c.smithi007.stdout: block_size: 4096 2024-08-04T15:30:36.348 INFO:journalctl@ceph.mon.c.smithi007.stdout: block_size_deviation: 10 2024-08-04T15:30:36.348 INFO:journalctl@ceph.mon.c.smithi007.stdout: block_restart_interval: 16 2024-08-04T15:30:36.348 INFO:journalctl@ceph.mon.c.smithi007.stdout: index_block_restart_interval: 1 2024-08-04T15:30:36.348 INFO:journalctl@ceph.mon.c.smithi007.stdout: metadata_block_size: 4096 2024-08-04T15:30:36.348 INFO:journalctl@ceph.mon.c.smithi007.stdout: partition_filters: 0 2024-08-04T15:30:36.348 INFO:journalctl@ceph.mon.c.smithi007.stdout: use_delta_encoding: 1 2024-08-04T15:30:36.348 INFO:journalctl@ceph.mon.c.smithi007.stdout: filter_policy: bloomfilter 2024-08-04T15:30:36.348 INFO:journalctl@ceph.mon.c.smithi007.stdout: whole_key_filtering: 1 2024-08-04T15:30:36.348 INFO:journalctl@ceph.mon.c.smithi007.stdout: verify_compression: 0 2024-08-04T15:30:36.349 INFO:journalctl@ceph.mon.c.smithi007.stdout: read_amp_bytes_per_bit: 0 2024-08-04T15:30:36.349 INFO:journalctl@ceph.mon.c.smithi007.stdout: format_version: 5 2024-08-04T15:30:36.349 INFO:journalctl@ceph.mon.c.smithi007.stdout: enable_index_compression: 1 2024-08-04T15:30:36.349 INFO:journalctl@ceph.mon.c.smithi007.stdout: block_align: 0 2024-08-04T15:30:36.349 INFO:journalctl@ceph.mon.c.smithi007.stdout: max_auto_readahead_size: 262144 2024-08-04T15:30:36.349 INFO:journalctl@ceph.mon.c.smithi007.stdout: prepopulate_block_cache: 0 2024-08-04T15:30:36.349 INFO:journalctl@ceph.mon.c.smithi007.stdout: initial_auto_readahead_size: 8192 2024-08-04T15:30:36.349 INFO:journalctl@ceph.mon.c.smithi007.stdout: num_file_reads_for_auto_readahead: 2 2024-08-04T15:30:36.349 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.write_buffer_size: 33554432 2024-08-04T15:30:36.349 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_write_buffer_number: 2 2024-08-04T15:30:36.349 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compression: NoCompression 2024-08-04T15:30:36.349 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.bottommost_compression: Disabled 2024-08-04T15:30:36.349 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.prefix_extractor: nullptr 2024-08-04T15:30:36.350 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-04T15:30:36.350 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.num_levels: 7 2024-08-04T15:30:36.350 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-04T15:30:36.350 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-04T15:30:36.350 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-04T15:30:36.350 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-04T15:30:36.350 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-04T15:30:36.350 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-04T15:30:36.350 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-04T15:30:36.350 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-04T15:30:36.350 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-04T15:30:36.350 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-04T15:30:36.350 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-04T15:30:36.351 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-04T15:30:36.351 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-04T15:30:36.351 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compression_opts.level: 32767 2024-08-04T15:30:36.351 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compression_opts.strategy: 0 2024-08-04T15:30:36.351 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-04T15:30:36.351 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-04T15:30:36.351 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-04T15:30:36.351 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-04T15:30:36.351 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compression_opts.enabled: false 2024-08-04T15:30:36.351 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-04T15:30:36.351 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-04T15:30:36.351 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-04T15:30:36.351 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-04T15:30:36.351 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.target_file_size_base: 67108864 2024-08-04T15:30:36.352 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-04T15:30:36.352 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-04T15:30:36.352 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-04T15:30:36.352 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-04T15:30:36.352 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-04T15:30:36.352 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-04T15:30:36.352 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-04T15:30:36.352 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-04T15:30:36.352 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-04T15:30:36.352 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-04T15:30:36.352 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-04T15:30:36.352 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-04T15:30:36.352 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-04T15:30:36.352 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-04T15:30:36.353 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.arena_block_size: 1048576 2024-08-04T15:30:36.353 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-04T15:30:36.353 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-04T15:30:36.353 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.disable_auto_compactions: 0 2024-08-04T15:30:36.353 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-04T15:30:36.353 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-04T15:30:36.353 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-04T15:30:36.353 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-04T15:30:36.353 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-04T15:30:36.353 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-04T15:30:36.353 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-04T15:30:36.353 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-04T15:30:36.353 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-04T15:30:36.353 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-04T15:30:36.354 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-04T15:30:36.354 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.inplace_update_support: 0 2024-08-04T15:30:36.354 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-04T15:30:36.354 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-04T15:30:36.354 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-04T15:30:36.354 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-04T15:30:36.354 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.bloom_locality: 0 2024-08-04T15:30:36.354 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.max_successive_merges: 0 2024-08-04T15:30:36.354 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-04T15:30:36.354 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.paranoid_file_checks: 0 2024-08-04T15:30:36.354 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.force_consistency_checks: 1 2024-08-04T15:30:36.354 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.report_bg_io_stats: 0 2024-08-04T15:30:36.354 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.ttl: 2592000 2024-08-04T15:30:36.355 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-04T15:30:36.355 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-04T15:30:36.355 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-04T15:30:36.355 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.enable_blob_files: false 2024-08-04T15:30:36.355 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.min_blob_size: 0 2024-08-04T15:30:36.355 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.blob_file_size: 268435456 2024-08-04T15:30:36.355 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-04T15:30:36.355 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-04T15:30:36.355 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-04T15:30:36.355 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-04T15:30:36.355 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-04T15:30:36.355 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.blob_file_starting_level: 0 2024-08-04T15:30:36.355 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-04T15:30:36.355 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-08-04T15:30:36.356 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-04T15:30:36.356 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13402, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-04T15:30:36.356 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-04T15:30:36.356 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 56771857-2cfd-408c-b102-44e055054a77 2024-08-04T15:30:36.356 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722785436066929, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-04T15:30:36.356 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-04T15:30:36.356 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722785436088117, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5956415, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13407, "largest_seqno": 16207, "table_properties": {"data_size": 5943088, "index_size": 9337, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2949, "raw_key_size": 28121, "raw_average_key_size": 24, "raw_value_size": 5917318, "raw_average_value_size": 5132, "num_data_blocks": 407, "num_entries": 1153, "num_filter_entries": 1153, "num_deletions": 56, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1722785436, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "56771857-2cfd-408c-b102-44e055054a77", "db_session_id": "7R7VJ6FFU9NOHH25DF5L", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-04T15:30:36.356 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722785436088246, "job": 1, "event": "recovery_finished"} 2024-08-04T15:30:36.356 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-04T15:30:36.356 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-04T15:30:36.356 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-04T15:30:36.356 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5626d319ee00 2024-08-04T15:30:36.356 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: DB pointer 0x5626d3298000 2024-08-04T15:30:36.356 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-04T15:30:36.357 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-04T15:30:36.357 INFO:journalctl@ceph.mon.c.smithi007.stdout: ** DB Stats ** 2024-08-04T15:30:36.357 INFO:journalctl@ceph.mon.c.smithi007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-04T15:30:36.357 INFO:journalctl@ceph.mon.c.smithi007.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-04T15:30:36.357 INFO:journalctl@ceph.mon.c.smithi007.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-04T15:30:36.357 INFO:journalctl@ceph.mon.c.smithi007.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-04T15:30:36.357 INFO:journalctl@ceph.mon.c.smithi007.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-04T15:30:36.357 INFO:journalctl@ceph.mon.c.smithi007.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-04T15:30:36.357 INFO:journalctl@ceph.mon.c.smithi007.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-04T15:30:36.357 INFO:journalctl@ceph.mon.c.smithi007.stdout: 2024-08-04T15:30:36.357 INFO:journalctl@ceph.mon.c.smithi007.stdout: ** Compaction Stats [default] ** 2024-08-04T15:30:36.357 INFO:journalctl@ceph.mon.c.smithi007.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-04T15:30:36.357 INFO:journalctl@ceph.mon.c.smithi007.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-04T15:30:36.358 INFO:journalctl@ceph.mon.c.smithi007.stdout: L0 1/0 5.68 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 719.5 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-04T15:30:36.358 INFO:journalctl@ceph.mon.c.smithi007.stdout: L6 1/0 7.43 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-04T15:30:36.358 INFO:journalctl@ceph.mon.c.smithi007.stdout: Sum 2/0 13.11 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 719.5 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-04T15:30:36.358 INFO:journalctl@ceph.mon.c.smithi007.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 719.5 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-04T15:30:36.358 INFO:journalctl@ceph.mon.c.smithi007.stdout: 2024-08-04T15:30:36.358 INFO:journalctl@ceph.mon.c.smithi007.stdout: ** Compaction Stats [default] ** 2024-08-04T15:30:36.358 INFO:journalctl@ceph.mon.c.smithi007.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-04T15:30:36.358 INFO:journalctl@ceph.mon.c.smithi007.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-04T15:30:36.358 INFO:journalctl@ceph.mon.c.smithi007.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 719.5 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-04T15:30:36.358 INFO:journalctl@ceph.mon.c.smithi007.stdout: 2024-08-04T15:30:36.358 INFO:journalctl@ceph.mon.c.smithi007.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-04T15:30:36.358 INFO:journalctl@ceph.mon.c.smithi007.stdout: 2024-08-04T15:30:36.358 INFO:journalctl@ceph.mon.c.smithi007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-04T15:30:36.358 INFO:journalctl@ceph.mon.c.smithi007.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-08-04T15:30:36.359 INFO:journalctl@ceph.mon.c.smithi007.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-04T15:30:36.359 INFO:journalctl@ceph.mon.c.smithi007.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-04T15:30:36.359 INFO:journalctl@ceph.mon.c.smithi007.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-04T15:30:36.359 INFO:journalctl@ceph.mon.c.smithi007.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-04T15:30:36.359 INFO:journalctl@ceph.mon.c.smithi007.stdout: Cumulative compaction: 0.01 GB write, 234.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-04T15:30:36.359 INFO:journalctl@ceph.mon.c.smithi007.stdout: Interval compaction: 0.01 GB write, 234.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-04T15:30:36.359 INFO:journalctl@ceph.mon.c.smithi007.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-04T15:30:36.359 INFO:journalctl@ceph.mon.c.smithi007.stdout: Block cache BinnedLRUCache@0x5626d3171090#2 capacity: 512.00 MB usage: 13.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-04T15:30:36.359 INFO:journalctl@ceph.mon.c.smithi007.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,3.03 KB,0.000578165%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-08-04T15:30:36.359 INFO:journalctl@ceph.mon.c.smithi007.stdout: 2024-08-04T15:30:36.359 INFO:journalctl@ceph.mon.c.smithi007.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-04T15:30:36.359 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: starting mon.c rank 2 at public addrs [v2:172.21.15.7:3301/0,v1:172.21.15.7:6790/0] at bind addrs [v2:172.21.15.7:3301/0,v1:172.21.15.7:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:30:36.359 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: mon.c@-1(???) e3 preinit fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:30:36.360 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: mon.c@-1(???).mds e8 new map 2024-08-04T15:30:36.360 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: mon.c@-1(???).mds e8 print_map 2024-08-04T15:30:36.360 INFO:journalctl@ceph.mon.c.smithi007.stdout: e8 2024-08-04T15:30:36.360 INFO:journalctl@ceph.mon.c.smithi007.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-04T15:30:36.360 INFO:journalctl@ceph.mon.c.smithi007.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-04T15:30:36.360 INFO:journalctl@ceph.mon.c.smithi007.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-04T15:30:36.360 INFO:journalctl@ceph.mon.c.smithi007.stdout: legacy client fscid: 1 2024-08-04T15:30:36.360 INFO:journalctl@ceph.mon.c.smithi007.stdout: 2024-08-04T15:30:36.360 INFO:journalctl@ceph.mon.c.smithi007.stdout: Filesystem 'cephfs' (1) 2024-08-04T15:30:36.360 INFO:journalctl@ceph.mon.c.smithi007.stdout: fs_name cephfs 2024-08-04T15:30:36.360 INFO:journalctl@ceph.mon.c.smithi007.stdout: epoch 8 2024-08-04T15:30:36.360 INFO:journalctl@ceph.mon.c.smithi007.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-04T15:30:36.360 INFO:journalctl@ceph.mon.c.smithi007.stdout: created 2024-08-04T15:23:53.082649+0000 2024-08-04T15:30:36.360 INFO:journalctl@ceph.mon.c.smithi007.stdout: modified 2024-08-04T15:24:05.067162+0000 2024-08-04T15:30:36.360 INFO:journalctl@ceph.mon.c.smithi007.stdout: tableserver 0 2024-08-04T15:30:36.361 INFO:journalctl@ceph.mon.c.smithi007.stdout: root 0 2024-08-04T15:30:36.361 INFO:journalctl@ceph.mon.c.smithi007.stdout: session_timeout 60 2024-08-04T15:30:36.361 INFO:journalctl@ceph.mon.c.smithi007.stdout: session_autoclose 300 2024-08-04T15:30:36.361 INFO:journalctl@ceph.mon.c.smithi007.stdout: max_file_size 1099511627776 2024-08-04T15:30:36.361 INFO:journalctl@ceph.mon.c.smithi007.stdout: max_xattr_size 65536 2024-08-04T15:30:36.361 INFO:journalctl@ceph.mon.c.smithi007.stdout: required_client_features {} 2024-08-04T15:30:36.361 INFO:journalctl@ceph.mon.c.smithi007.stdout: last_failure 0 2024-08-04T15:30:36.361 INFO:journalctl@ceph.mon.c.smithi007.stdout: last_failure_osd_epoch 0 2024-08-04T15:30:36.361 INFO:journalctl@ceph.mon.c.smithi007.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-04T15:30:36.361 INFO:journalctl@ceph.mon.c.smithi007.stdout: max_mds 1 2024-08-04T15:30:36.361 INFO:journalctl@ceph.mon.c.smithi007.stdout: in 0 2024-08-04T15:30:36.361 INFO:journalctl@ceph.mon.c.smithi007.stdout: up {0=24334} 2024-08-04T15:30:36.361 INFO:journalctl@ceph.mon.c.smithi007.stdout: failed 2024-08-04T15:30:36.361 INFO:journalctl@ceph.mon.c.smithi007.stdout: damaged 2024-08-04T15:30:36.362 INFO:journalctl@ceph.mon.c.smithi007.stdout: stopped 2024-08-04T15:30:36.362 INFO:journalctl@ceph.mon.c.smithi007.stdout: data_pools [3] 2024-08-04T15:30:36.362 INFO:journalctl@ceph.mon.c.smithi007.stdout: metadata_pool 2 2024-08-04T15:30:36.362 INFO:journalctl@ceph.mon.c.smithi007.stdout: inline_data disabled 2024-08-04T15:30:36.362 INFO:journalctl@ceph.mon.c.smithi007.stdout: balancer 2024-08-04T15:30:36.362 INFO:journalctl@ceph.mon.c.smithi007.stdout: bal_rank_mask -1 2024-08-04T15:30:36.362 INFO:journalctl@ceph.mon.c.smithi007.stdout: standby_count_wanted 0 2024-08-04T15:30:36.362 INFO:journalctl@ceph.mon.c.smithi007.stdout: qdb_cluster leader: 0 members: 2024-08-04T15:30:36.362 INFO:journalctl@ceph.mon.c.smithi007.stdout: [mds.b{0:24334} state up:active seq 5 addr [v2:172.21.15.62:6832/206725990,v1:172.21.15.62:6833/206725990] compat {c=[1],r=[1],i=[7ff]}] 2024-08-04T15:30:36.362 INFO:journalctl@ceph.mon.c.smithi007.stdout: 2024-08-04T15:30:36.362 INFO:journalctl@ceph.mon.c.smithi007.stdout: 2024-08-04T15:30:36.362 INFO:journalctl@ceph.mon.c.smithi007.stdout: Standby daemons: 2024-08-04T15:30:36.362 INFO:journalctl@ceph.mon.c.smithi007.stdout: 2024-08-04T15:30:36.362 INFO:journalctl@ceph.mon.c.smithi007.stdout: [mds.a{-1:14418} state up:standby seq 1 addr [v2:172.21.15.7:6834/1276142521,v1:172.21.15.7:6835/1276142521] compat {c=[1],r=[1],i=[7ff]}] 2024-08-04T15:30:36.363 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: mon.c@-1(???).osd e251 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-04T15:30:36.363 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: mon.c@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-08-04T15:30:36.363 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: mon.c@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-08-04T15:30:36.363 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: mon.c@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-08-04T15:30:36.363 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 ceph-mon[94998]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-08-04T15:30:36.363 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 bash[94979]: cb8318c43c9de20e48c9f06b2e53f715892ebc03e9d1073e22bf991135a0ec4a 2024-08-04T15:30:36.363 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:36 smithi007 systemd[1]: Started Ceph mon.c for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:30:39.011 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:38 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:41.324 INFO:tasks.rados.rados.0.smithi007.stdout:968: done (2 left) 2024-08-04T15:30:41.325 INFO:tasks.rados.rados.0.smithi007.stdout:969: snap_create 2024-08-04T15:30:41.325 INFO:tasks.rados.rados.0.smithi007.stdout:965: finishing copy_from racing read to smithi00780855-20 2024-08-04T15:30:41.325 INFO:tasks.rados.rados.0.smithi007.stdout:965: finishing copy_from to smithi00780855-20 2024-08-04T15:30:41.325 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 235 (ObjNum 206 snap 60 seq_num 206) dirty exists 2024-08-04T15:30:41.325 INFO:tasks.rados.rados.0.smithi007.stdout:967: finishing copy_from racing read to smithi00780855-45 2024-08-04T15:30:41.325 INFO:tasks.rados.rados.0.smithi007.stdout:967: finishing copy_from to smithi00780855-45 2024-08-04T15:30:41.325 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 61 (ObjNum 223 snap 64 seq_num 223) dirty exists 2024-08-04T15:30:42.352 INFO:tasks.rados.rados.0.smithi007.stdout:965: done (2 left) 2024-08-04T15:30:42.352 INFO:tasks.rados.rados.0.smithi007.stdout:967: done (1 left) 2024-08-04T15:30:42.352 INFO:tasks.rados.rados.0.smithi007.stdout:969: done (0 left) 2024-08-04T15:30:42.352 INFO:tasks.rados.rados.0.smithi007.stdout:970: snap_remove snap 80 2024-08-04T15:30:42.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[92692]: mon.c calling monitor election 2024-08-04T15:30:42.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[92692]: mon.b calling monitor election 2024-08-04T15:30:42.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[92692]: mon.a calling monitor election 2024-08-04T15:30:42.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[92692]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-04T15:30:42.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[92692]: monmap epoch 3 2024-08-04T15:30:42.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[92692]: fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:30:42.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[92692]: last_changed 2024-08-04T15:19:58.896604+0000 2024-08-04T15:30:42.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[92692]: created 2024-08-04T15:18:26.674835+0000 2024-08-04T15:30:42.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[92692]: min_mon_release 17 (quincy) 2024-08-04T15:30:42.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[92692]: election_strategy: 1 2024-08-04T15:30:42.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[92692]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-08-04T15:30:42.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[92692]: 1: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.b 2024-08-04T15:30:42.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[92692]: 2: [v2:172.21.15.7:3301/0,v1:172.21.15.7:6790/0] mon.c 2024-08-04T15:30:42.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[92692]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:30:42.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[92692]: osdmap e252: 8 total, 8 up, 8 in 2024-08-04T15:30:42.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[92692]: mgrmap e42: y(active, since 21s), standbys: x 2024-08-04T15:30:42.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[92692]: overall HEALTH_OK 2024-08-04T15:30:42.711 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[94998]: mon.c calling monitor election 2024-08-04T15:30:42.711 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[94998]: mon.b calling monitor election 2024-08-04T15:30:42.711 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[94998]: mon.a calling monitor election 2024-08-04T15:30:42.711 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[94998]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-04T15:30:42.711 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[94998]: monmap epoch 3 2024-08-04T15:30:42.711 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[94998]: fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:30:42.711 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[94998]: last_changed 2024-08-04T15:19:58.896604+0000 2024-08-04T15:30:42.711 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[94998]: created 2024-08-04T15:18:26.674835+0000 2024-08-04T15:30:42.711 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[94998]: min_mon_release 17 (quincy) 2024-08-04T15:30:42.712 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[94998]: election_strategy: 1 2024-08-04T15:30:42.712 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[94998]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-08-04T15:30:42.712 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[94998]: 1: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.b 2024-08-04T15:30:42.712 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[94998]: 2: [v2:172.21.15.7:3301/0,v1:172.21.15.7:6790/0] mon.c 2024-08-04T15:30:42.712 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[94998]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:30:42.712 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[94998]: osdmap e252: 8 total, 8 up, 8 in 2024-08-04T15:30:42.712 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[94998]: mgrmap e42: y(active, since 21s), standbys: x 2024-08-04T15:30:42.712 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:42 smithi007 ceph-mon[94998]: overall HEALTH_OK 2024-08-04T15:30:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:42 smithi062 ceph-mon[32659]: mon.c calling monitor election 2024-08-04T15:30:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:42 smithi062 ceph-mon[32659]: mon.b calling monitor election 2024-08-04T15:30:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:42 smithi062 ceph-mon[32659]: mon.a calling monitor election 2024-08-04T15:30:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:42 smithi062 ceph-mon[32659]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-04T15:30:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:42 smithi062 ceph-mon[32659]: monmap epoch 3 2024-08-04T15:30:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:42 smithi062 ceph-mon[32659]: fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:30:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:42 smithi062 ceph-mon[32659]: last_changed 2024-08-04T15:19:58.896604+0000 2024-08-04T15:30:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:42 smithi062 ceph-mon[32659]: created 2024-08-04T15:18:26.674835+0000 2024-08-04T15:30:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:42 smithi062 ceph-mon[32659]: min_mon_release 17 (quincy) 2024-08-04T15:30:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:42 smithi062 ceph-mon[32659]: election_strategy: 1 2024-08-04T15:30:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:42 smithi062 ceph-mon[32659]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-08-04T15:30:42.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:42 smithi062 ceph-mon[32659]: 1: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.b 2024-08-04T15:30:42.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:42 smithi062 ceph-mon[32659]: 2: [v2:172.21.15.7:3301/0,v1:172.21.15.7:6790/0] mon.c 2024-08-04T15:30:42.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:42 smithi062 ceph-mon[32659]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:30:42.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:42 smithi062 ceph-mon[32659]: osdmap e252: 8 total, 8 up, 8 in 2024-08-04T15:30:42.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:42 smithi062 ceph-mon[32659]: mgrmap e42: y(active, since 21s), standbys: x 2024-08-04T15:30:42.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:42 smithi062 ceph-mon[32659]: overall HEALTH_OK 2024-08-04T15:30:43.366 INFO:tasks.rados.rados.0.smithi007.stdout:970: done (0 left) 2024-08-04T15:30:43.367 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 25 current snap is 93 2024-08-04T15:30:43.367 INFO:tasks.rados.rados.0.smithi007.stdout:971: seq_num 308 ranges {2383872=360448} 2024-08-04T15:30:43.383 INFO:tasks.rados.rados.0.smithi007.stdout:971: writing smithi00780855-25 from 2383872 to 2744320 tid 1 2024-08-04T15:30:43.384 INFO:tasks.rados.rados.0.smithi007.stdout:972: copy_from oid 1 from oid 10 current snap is 93 2024-08-04T15:30:43.384 INFO:tasks.rados.rados.0.smithi007.stdout:973: read oid 46 snap -1 2024-08-04T15:30:43.384 INFO:tasks.rados.rados.0.smithi007.stdout:973: expect (ObjNum 160 snap 47 seq_num 160) 2024-08-04T15:30:43.384 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 23 current snap is 93 2024-08-04T15:30:43.384 INFO:tasks.rados.rados.0.smithi007.stdout:974: seq_num 309 ranges {2727936=376832} 2024-08-04T15:30:43.401 INFO:tasks.rados.rados.0.smithi007.stdout:974: writing smithi00780855-23 from 2727936 to 3104768 tid 1 2024-08-04T15:30:43.401 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 93 2024-08-04T15:30:43.402 INFO:tasks.rados.rados.0.smithi007.stdout:971: finishing write tid 1 to smithi00780855-25 2024-08-04T15:30:43.402 INFO:tasks.rados.rados.0.smithi007.stdout:971: finishing write tid 2 to smithi00780855-25 2024-08-04T15:30:43.402 INFO:tasks.rados.rados.0.smithi007.stdout:971: finishing write tid 3 to smithi00780855-25 2024-08-04T15:30:43.402 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 880 (ObjNum 308 snap 93 seq_num 308) dirty exists 2024-08-04T15:30:43.402 INFO:tasks.rados.rados.0.smithi007.stdout:971: left oid 25 (ObjNum 308 snap 93 seq_num 308) 2024-08-04T15:30:43.402 INFO:tasks.rados.rados.0.smithi007.stdout:972: finishing copy_from to smithi00780855-1 2024-08-04T15:30:43.402 INFO:tasks.rados.rados.0.smithi007.stdout:972: got expected ENOENT (src dne) 2024-08-04T15:30:43.402 INFO:tasks.rados.rados.0.smithi007.stdout:972: finishing copy_from racing read to smithi00780855-1 2024-08-04T15:30:43.402 INFO:tasks.rados.rados.0.smithi007.stdout:973: expect (ObjNum 160 snap 47 seq_num 160) 2024-08-04T15:30:43.606 INFO:tasks.rados.rados.0.smithi007.stdout:974: finishing write tid 1 to smithi00780855-23 2024-08-04T15:30:43.606 INFO:tasks.rados.rados.0.smithi007.stdout:974: finishing write tid 2 to smithi00780855-23 2024-08-04T15:30:43.606 INFO:tasks.rados.rados.0.smithi007.stdout:974: finishing write tid 3 to smithi00780855-23 2024-08-04T15:30:43.606 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 349 (ObjNum 309 snap 93 seq_num 309) dirty exists 2024-08-04T15:30:43.606 INFO:tasks.rados.rados.0.smithi007.stdout:974: left oid 23 (ObjNum 309 snap 93 seq_num 309) 2024-08-04T15:30:43.606 INFO:tasks.rados.rados.0.smithi007.stdout:975: seq_num 310 ranges {1343488=401408} 2024-08-04T15:30:43.616 INFO:tasks.rados.rados.0.smithi007.stdout:975: writing smithi00780855-45 from 1343488 to 1744896 tid 1 2024-08-04T15:30:43.616 INFO:tasks.rados.rados.0.smithi007.stdout:971: done (4 left) 2024-08-04T15:30:43.616 INFO:tasks.rados.rados.0.smithi007.stdout:972: done (3 left) 2024-08-04T15:30:43.616 INFO:tasks.rados.rados.0.smithi007.stdout:973: done (2 left) 2024-08-04T15:30:43.616 INFO:tasks.rados.rados.0.smithi007.stdout:974: done (1 left) 2024-08-04T15:30:43.616 INFO:tasks.rados.rados.0.smithi007.stdout:976: snap_create 2024-08-04T15:30:43.619 INFO:tasks.rados.rados.0.smithi007.stdout:975: finishing write tid 1 to smithi00780855-45 2024-08-04T15:30:43.619 INFO:tasks.rados.rados.0.smithi007.stdout:975: finishing write tid 2 to smithi00780855-45 2024-08-04T15:30:43.620 INFO:tasks.rados.rados.0.smithi007.stdout:975: finishing write tid 3 to smithi00780855-45 2024-08-04T15:30:43.620 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 883 (ObjNum 310 snap 93 seq_num 310) dirty exists 2024-08-04T15:30:43.620 INFO:tasks.rados.rados.0.smithi007.stdout:975: left oid 45 (ObjNum 310 snap 93 seq_num 310) 2024-08-04T15:30:43.722 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:43 smithi007 ceph-mon[92692]: osdmap e253: 8 total, 8 up, 8 in 2024-08-04T15:30:43.722 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:43 smithi007 ceph-mon[94998]: osdmap e253: 8 total, 8 up, 8 in 2024-08-04T15:30:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:43 smithi062 ceph-mon[32659]: osdmap e253: 8 total, 8 up, 8 in 2024-08-04T15:30:43.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:44.364 INFO:tasks.rados.rados.0.smithi007.stdout:975: done (1 left) 2024-08-04T15:30:44.364 INFO:tasks.rados.rados.0.smithi007.stdout:976: done (0 left) 2024-08-04T15:30:44.364 INFO:tasks.rados.rados.0.smithi007.stdout:977: read oid 5 snap 90 2024-08-04T15:30:44.364 INFO:tasks.rados.rados.0.smithi007.stdout:977: expect deleted 2024-08-04T15:30:44.364 INFO:tasks.rados.rados.0.smithi007.stdout:978: read oid 47 snap 90 2024-08-04T15:30:44.364 INFO:tasks.rados.rados.0.smithi007.stdout:978: expect (ObjNum 291 snap 82 seq_num 291) 2024-08-04T15:30:44.364 INFO:tasks.rados.rados.0.smithi007.stdout:979: snap_remove snap 87 2024-08-04T15:30:44.414 INFO:tasks.rados.rados.0.smithi007.stdout:979: done (2 left) 2024-08-04T15:30:44.414 INFO:tasks.rados.rados.0.smithi007.stdout:980: rmattr oid 25 current snap is 94 2024-08-04T15:30:44.414 INFO:tasks.rados.rados.0.smithi007.stdout:980: done (2 left) 2024-08-04T15:30:44.414 INFO:tasks.rados.rados.0.smithi007.stdout:981: snap_remove snap 63 2024-08-04T15:30:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:44 smithi062 ceph-mon[32659]: pgmap v29: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 293 KiB/s wr, 0 op/s 2024-08-04T15:30:44.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:44 smithi062 ceph-mon[32659]: osdmap e254: 8 total, 8 up, 8 in 2024-08-04T15:30:44.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:44.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:44.813 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:30:44.813 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:44 smithi007 ceph-mon[92692]: pgmap v29: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 293 KiB/s wr, 0 op/s 2024-08-04T15:30:44.813 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:44 smithi007 ceph-mon[92692]: osdmap e254: 8 total, 8 up, 8 in 2024-08-04T15:30:44.814 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:44 smithi007 ceph-mon[94998]: pgmap v29: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 293 KiB/s wr, 0 op/s 2024-08-04T15:30:44.814 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:44 smithi007 ceph-mon[94998]: osdmap e254: 8 total, 8 up, 8 in 2024-08-04T15:30:45.093 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:30:45.094 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (91s) 0s ago 5m 16.7M - 0.25.0 c8568f914cd2 d6b15156f420 2024-08-04T15:30:45.094 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (77s) 19s ago 5m 80.7M - 9.4.7 954c08fa6188 66e1e6bf99cd 2024-08-04T15:30:45.094 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (7m) 0s ago 7m 15.1M - 17.2.7-1207-g85224d90 3614407c4e10 39baa14185b8 2024-08-04T15:30:45.094 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (7m) 19s ago 7m 20.2M - 17.2.7-1207-g85224d90 3614407c4e10 951c2f76c840 2024-08-04T15:30:45.094 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443,9283,8765 running (45s) 19s ago 10m 436M - 19.1.0-1260-g26c3fb8e 564b849e9656 0a006181dce3 2024-08-04T15:30:45.094 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:8443,9283,8765 running (72s) 0s ago 12m 501M - 19.1.0-1260-g26c3fb8e 564b849e9656 37ef3ca8c5a9 2024-08-04T15:30:45.094 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (31s) 0s ago 12m 38.4M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 299809910b9f 2024-08-04T15:30:45.094 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (10m) 19s ago 10m 51.9M 2048M 17.2.7-1207-g85224d90 3614407c4e10 359d0afec2d9 2024-08-04T15:30:45.095 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (9s) 0s ago 10m 26.3M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 cb8318c43c9d 2024-08-04T15:30:45.095 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (88s) 0s ago 5m 8502k - 1.5.0 0da6a335fe13 e040078790b8 2024-08-04T15:30:45.095 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (81s) 19s ago 5m 16.0M - 1.5.0 0da6a335fe13 b7bce65c2f21 2024-08-04T15:30:45.095 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (10m) 0s ago 10m 167M 2481M 17.2.7-1207-g85224d90 3614407c4e10 aa7c2acc12af 2024-08-04T15:30:45.095 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (9m) 0s ago 9m 163M 2481M 17.2.7-1207-g85224d90 3614407c4e10 6b90eba90aa9 2024-08-04T15:30:45.095 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (9m) 0s ago 9m 153M 2481M 17.2.7-1207-g85224d90 3614407c4e10 75284b707dd4 2024-08-04T15:30:45.095 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (9m) 0s ago 9m 104M 2481M 17.2.7-1207-g85224d90 3614407c4e10 902e99f21e0a 2024-08-04T15:30:45.095 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (8m) 19s ago 8m 133M 2480M 17.2.7-1207-g85224d90 3614407c4e10 a8621138799e 2024-08-04T15:30:45.095 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (8m) 19s ago 8m 124M 2480M 17.2.7-1207-g85224d90 3614407c4e10 4c11140cfb7d 2024-08-04T15:30:45.095 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (7m) 19s ago 7m 128M 2480M 17.2.7-1207-g85224d90 3614407c4e10 22d52664a755 2024-08-04T15:30:45.095 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (7m) 19s ago 7m 130M 2480M 17.2.7-1207-g85224d90 3614407c4e10 5e425b8303f1 2024-08-04T15:30:45.095 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (50s) 19s ago 5m 46.2M - 2.43.0 a07b618ecd1d ab854fccad8e 2024-08-04T15:30:45.414 INFO:tasks.rados.rados.0.smithi007.stdout:981: done (2 left) 2024-08-04T15:30:45.415 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 3 current snap is 94 2024-08-04T15:30:45.415 INFO:tasks.rados.rados.0.smithi007.stdout:982: seq_num 311 ranges {0=417792} 2024-08-04T15:30:45.417 INFO:tasks.rados.rados.0.smithi007.stdout:982: writing smithi00780855-3 from 0 to 417792 tid 1 2024-08-04T15:30:45.417 INFO:tasks.rados.rados.0.smithi007.stdout:983: read oid 18 snap -1 2024-08-04T15:30:45.417 INFO:tasks.rados.rados.0.smithi007.stdout:983: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:30:45.418 INFO:tasks.rados.rados.0.smithi007.stdout:984: snap_remove snap 88 2024-08-04T15:30:45.461 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:30:45.461 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:30:45.461 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 1, 2024-08-04T15:30:45.461 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:30:45.462 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:30:45.462 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:30:45.462 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:30:45.462 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:30:45.462 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:30:45.462 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 8 2024-08-04T15:30:45.462 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:30:45.462 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:30:45.462 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:30:45.463 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:30:45.463 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:30:45.463 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 11, 2024-08-04T15:30:45.463 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 4 2024-08-04T15:30:45.463 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:30:45.463 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:30:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:45 smithi062 ceph-mon[32659]: osdmap e255: 8 total, 8 up, 8 in 2024-08-04T15:30:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:45 smithi062 ceph-mon[32659]: osdmap e256: 8 total, 8 up, 8 in 2024-08-04T15:30:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:45 smithi062 ceph-mon[32659]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:30:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:45 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:45 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:45.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:45 smithi007 ceph-mon[92692]: osdmap e255: 8 total, 8 up, 8 in 2024-08-04T15:30:45.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:45 smithi007 ceph-mon[92692]: osdmap e256: 8 total, 8 up, 8 in 2024-08-04T15:30:45.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:45 smithi007 ceph-mon[92692]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:30:45.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:45 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:45.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:45 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:45.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:45 smithi007 ceph-mon[94998]: osdmap e255: 8 total, 8 up, 8 in 2024-08-04T15:30:45.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:45 smithi007 ceph-mon[94998]: osdmap e256: 8 total, 8 up, 8 in 2024-08-04T15:30:45.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:45 smithi007 ceph-mon[94998]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:30:45.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:45 smithi007 ceph-mon[94998]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:45.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:45 smithi007 ceph-mon[94998]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:46.273 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:46.099+0000 7f16d331c640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-08-04T15:30:46.273 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:30:46] "GET /metrics HTTP/1.1" 200 36030 "" "Prometheus/2.43.0" 2024-08-04T15:30:46.416 INFO:tasks.rados.rados.0.smithi007.stdout:984: done (4 left) 2024-08-04T15:30:46.416 INFO:tasks.rados.rados.0.smithi007.stdout:985: read oid 20 snap -1 2024-08-04T15:30:46.416 INFO:tasks.rados.rados.0.smithi007.stdout:985: expect (ObjNum 206 snap 60 seq_num 206) 2024-08-04T15:30:46.416 INFO:tasks.rados.rados.0.smithi007.stdout:986: snap_remove snap 78 2024-08-04T15:30:46.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[92692]: pgmap v33: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:30:46.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[92692]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:30:46.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[92692]: osdmap e257: 8 total, 8 up, 8 in 2024-08-04T15:30:46.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2651389256' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:30:46.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:46.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:46.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:30:46.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:30:46.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:46.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:46.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:46.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[94998]: pgmap v33: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:30:46.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[94998]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:30:46.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[94998]: osdmap e257: 8 total, 8 up, 8 in 2024-08-04T15:30:46.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2651389256' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:30:46.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[94998]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:46.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[94998]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:46.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:30:46.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:30:46.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:46.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:46.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:46 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:46 smithi062 ceph-mon[32659]: pgmap v33: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:30:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:46 smithi062 ceph-mon[32659]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:30:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:46 smithi062 ceph-mon[32659]: osdmap e257: 8 total, 8 up, 8 in 2024-08-04T15:30:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:46 smithi062 ceph-mon[32659]: from='client.? 172.21.15.7:0/2651389256' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:30:46.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:46 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:46.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:46 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:46.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:46 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:30:46.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:46 smithi062 ceph-mon[32659]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:30:46.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:46 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:46.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:46 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:46.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:46 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:47.430 INFO:tasks.rados.rados.0.smithi007.stdout:986: done (5 left) 2024-08-04T15:30:47.430 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 94 2024-08-04T15:30:47.430 INFO:tasks.rados.rados.0.smithi007.stdout:987: seq_num 312 ranges {327680=434176} 2024-08-04T15:30:47.432 INFO:tasks.rados.rados.0.smithi007.stdout:987: writing smithi00780855-44 from 327680 to 761856 tid 1 2024-08-04T15:30:47.433 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 94 2024-08-04T15:30:47.433 INFO:tasks.rados.rados.0.smithi007.stdout:988: seq_num 313 ranges {3932160=450560} 2024-08-04T15:30:47.457 INFO:tasks.rados.rados.0.smithi007.stdout:988: writing smithi00780855-6 from 3932160 to 4382720 tid 1 2024-08-04T15:30:47.457 INFO:tasks.rados.rados.0.smithi007.stdout:989: read oid 41 snap 36 2024-08-04T15:30:47.457 INFO:tasks.rados.rados.0.smithi007.stdout:989: expect (ObjNum 96 snap 18 seq_num 96) 2024-08-04T15:30:47.458 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 94 2024-08-04T15:30:47.458 INFO:tasks.rados.rados.0.smithi007.stdout:990: seq_num 314 ranges {3375104=466944} 2024-08-04T15:30:47.479 INFO:tasks.rados.rados.0.smithi007.stdout:990: writing smithi00780855-43 from 3375104 to 3842048 tid 1 2024-08-04T15:30:47.479 INFO:tasks.rados.rados.0.smithi007.stdout:991: delete oid 33 current snap is 94 2024-08-04T15:30:47.479 INFO:tasks.rados.rados.0.smithi007.stdout:978: expect (ObjNum 291 snap 82 seq_num 291) 2024-08-04T15:30:47.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:47 smithi007 ceph-mon[92692]: osdmap e258: 8 total, 8 up, 8 in 2024-08-04T15:30:47.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:47 smithi007 ceph-mon[94998]: osdmap e258: 8 total, 8 up, 8 in 2024-08-04T15:30:47.737 INFO:tasks.rados.rados.0.smithi007.stdout:982: finishing write tid 1 to smithi00780855-3 2024-08-04T15:30:47.737 INFO:tasks.rados.rados.0.smithi007.stdout:982: finishing write tid 2 to smithi00780855-3 2024-08-04T15:30:47.737 INFO:tasks.rados.rados.0.smithi007.stdout:977: done (9 left) 2024-08-04T15:30:47.737 INFO:tasks.rados.rados.0.smithi007.stdout:978: done (8 left) 2024-08-04T15:30:47.737 INFO:tasks.rados.rados.0.smithi007.stdout:991: done (7 left) 2024-08-04T15:30:47.737 INFO:tasks.rados.rados.0.smithi007.stdout:992: read oid 2 snap -1 2024-08-04T15:30:47.737 INFO:tasks.rados.rados.0.smithi007.stdout:992: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:30:47.737 INFO:tasks.rados.rados.0.smithi007.stdout:993: snap_remove snap 89 2024-08-04T15:30:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:47 smithi062 ceph-mon[32659]: osdmap e258: 8 total, 8 up, 8 in 2024-08-04T15:30:48.430 INFO:tasks.rados.rados.0.smithi007.stdout:993: done (8 left) 2024-08-04T15:30:48.430 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 4 current snap is 94 2024-08-04T15:30:48.430 INFO:tasks.rados.rados.0.smithi007.stdout:994: seq_num 316 ranges {0=499712} 2024-08-04T15:30:48.433 INFO:tasks.rados.rados.0.smithi007.stdout:994: writing smithi00780855-4 from 0 to 499712 tid 1 2024-08-04T15:30:48.434 INFO:tasks.rados.rados.0.smithi007.stdout:995: read oid 23 snap -1 2024-08-04T15:30:48.434 INFO:tasks.rados.rados.0.smithi007.stdout:995: expect (ObjNum 309 snap 93 seq_num 309) 2024-08-04T15:30:48.434 INFO:tasks.rados.rados.0.smithi007.stdout:996: rollback oid 14 current snap is 94 2024-08-04T15:30:48.434 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 14 to 85 2024-08-04T15:30:48.434 INFO:tasks.rados.rados.0.smithi007.stdout:997: snap_create 2024-08-04T15:30:48.434 INFO:tasks.rados.rados.0.smithi007.stdout:982: finishing write tid 3 to smithi00780855-3 2024-08-04T15:30:48.434 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 314 (ObjNum 311 snap 94 seq_num 311) dirty exists 2024-08-04T15:30:48.434 INFO:tasks.rados.rados.0.smithi007.stdout:982: left oid 3 (ObjNum 311 snap 94 seq_num 311) 2024-08-04T15:30:48.434 INFO:tasks.rados.rados.0.smithi007.stdout:983: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:30:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:48 smithi062 ceph-mon[32659]: pgmap v36: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:30:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:48 smithi062 ceph-mon[32659]: osdmap e259: 8 total, 8 up, 8 in 2024-08-04T15:30:48.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:48.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:48.778 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:48 smithi007 ceph-mon[92692]: pgmap v36: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:30:48.779 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:48 smithi007 ceph-mon[92692]: osdmap e259: 8 total, 8 up, 8 in 2024-08-04T15:30:48.779 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:48 smithi007 ceph-mon[94998]: pgmap v36: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:30:48.779 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:48 smithi007 ceph-mon[94998]: osdmap e259: 8 total, 8 up, 8 in 2024-08-04T15:30:49.096 INFO:tasks.rados.rados.0.smithi007.stdout:985: expect (ObjNum 206 snap 60 seq_num 206) 2024-08-04T15:30:49.125 INFO:tasks.rados.rados.0.smithi007.stdout:987: finishing write tid 1 to smithi00780855-44 2024-08-04T15:30:49.125 INFO:tasks.rados.rados.0.smithi007.stdout:987: finishing write tid 2 to smithi00780855-44 2024-08-04T15:30:49.125 INFO:tasks.rados.rados.0.smithi007.stdout:987: finishing write tid 3 to smithi00780855-44 2024-08-04T15:30:49.125 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 254 (ObjNum 312 snap 94 seq_num 312) dirty exists 2024-08-04T15:30:49.125 INFO:tasks.rados.rados.0.smithi007.stdout:987: left oid 44 (ObjNum 312 snap 94 seq_num 312) 2024-08-04T15:30:49.125 INFO:tasks.rados.rados.0.smithi007.stdout:988: finishing write tid 1 to smithi00780855-6 2024-08-04T15:30:49.125 INFO:tasks.rados.rados.0.smithi007.stdout:988: finishing write tid 2 to smithi00780855-6 2024-08-04T15:30:49.125 INFO:tasks.rados.rados.0.smithi007.stdout:988: finishing write tid 3 to smithi00780855-6 2024-08-04T15:30:49.125 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 745 (ObjNum 313 snap 94 seq_num 313) dirty exists 2024-08-04T15:30:49.125 INFO:tasks.rados.rados.0.smithi007.stdout:988: left oid 6 (ObjNum 313 snap 94 seq_num 313) 2024-08-04T15:30:49.126 INFO:tasks.rados.rados.0.smithi007.stdout:989: expect (ObjNum 96 snap 18 seq_num 96) 2024-08-04T15:30:49.197 INFO:tasks.rados.rados.0.smithi007.stdout:990: finishing write tid 1 to smithi00780855-43 2024-08-04T15:30:49.197 INFO:tasks.rados.rados.0.smithi007.stdout:990: finishing write tid 2 to smithi00780855-43 2024-08-04T15:30:49.197 INFO:tasks.rados.rados.0.smithi007.stdout:990: finishing write tid 3 to smithi00780855-43 2024-08-04T15:30:49.197 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 747 (ObjNum 314 snap 94 seq_num 314) dirty exists 2024-08-04T15:30:49.197 INFO:tasks.rados.rados.0.smithi007.stdout:990: left oid 43 (ObjNum 314 snap 94 seq_num 314) 2024-08-04T15:30:49.197 INFO:tasks.rados.rados.0.smithi007.stdout:992: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:30:49.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:49 smithi062 ceph-mon[32659]: osdmap e260: 8 total, 8 up, 8 in 2024-08-04T15:30:49.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:49 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:49.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:49 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:49.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:49 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:30:49.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:49 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:30:49.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:49 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:49.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:49 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:49.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:49 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:30:49.640 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:49 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-04T15:30:49.640 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:49 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-04T15:30:49.829 INFO:tasks.rados.rados.0.smithi007.stdout:996: finishing rollback tid 1 to smithi00780855-14 2024-08-04T15:30:49.829 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 798 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-04T15:30:49.829 INFO:tasks.rados.rados.0.smithi007.stdout:994: finishing write tid 1 to smithi00780855-4 2024-08-04T15:30:49.829 INFO:tasks.rados.rados.0.smithi007.stdout:994: finishing write tid 2 to smithi00780855-4 2024-08-04T15:30:49.829 INFO:tasks.rados.rados.0.smithi007.stdout:994: finishing write tid 3 to smithi00780855-4 2024-08-04T15:30:49.830 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 257 (ObjNum 316 snap 94 seq_num 316) dirty exists 2024-08-04T15:30:49.830 INFO:tasks.rados.rados.0.smithi007.stdout:994: left oid 4 (ObjNum 316 snap 94 seq_num 316) 2024-08-04T15:30:49.830 INFO:tasks.rados.rados.0.smithi007.stdout:995: expect (ObjNum 309 snap 93 seq_num 309) 2024-08-04T15:30:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[92692]: osdmap e260: 8 total, 8 up, 8 in 2024-08-04T15:30:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:30:49.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:30:49.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:49.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:49.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:30:49.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-04T15:30:49.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-04T15:30:49.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[94998]: osdmap e260: 8 total, 8 up, 8 in 2024-08-04T15:30:49.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[94998]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:49.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[94998]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:49.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:30:49.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:30:49.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[94998]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:49.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:49.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:30:49.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-04T15:30:49.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:49 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-04T15:30:49.968 INFO:tasks.rados.rados.0.smithi007.stdout:982: done (11 left) 2024-08-04T15:30:49.968 INFO:tasks.rados.rados.0.smithi007.stdout:983: done (10 left) 2024-08-04T15:30:49.969 INFO:tasks.rados.rados.0.smithi007.stdout:985: done (9 left) 2024-08-04T15:30:49.969 INFO:tasks.rados.rados.0.smithi007.stdout:987: done (8 left) 2024-08-04T15:30:49.969 INFO:tasks.rados.rados.0.smithi007.stdout:988: done (7 left) 2024-08-04T15:30:49.970 INFO:tasks.rados.rados.0.smithi007.stdout:989: done (6 left) 2024-08-04T15:30:49.970 INFO:tasks.rados.rados.0.smithi007.stdout:990: done (5 left) 2024-08-04T15:30:49.970 INFO:tasks.rados.rados.0.smithi007.stdout:992: done (4 left) 2024-08-04T15:30:49.970 INFO:tasks.rados.rados.0.smithi007.stdout:994: done (3 left) 2024-08-04T15:30:49.970 INFO:tasks.rados.rados.0.smithi007.stdout:995: done (2 left) 2024-08-04T15:30:49.970 INFO:tasks.rados.rados.0.smithi007.stdout:996: done (1 left) 2024-08-04T15:30:49.971 INFO:tasks.rados.rados.0.smithi007.stdout:997: done (0 left) 2024-08-04T15:30:49.971 INFO:tasks.rados.rados.0.smithi007.stdout:998: rollback oid 29 current snap is 95 2024-08-04T15:30:49.971 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 29 to 86 2024-08-04T15:30:49.971 INFO:tasks.rados.rados.0.smithi007.stdout:999: snap_remove snap 36 2024-08-04T15:30:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:50 smithi062 ceph-mon[32659]: Upgrade: It appears safe to stop mon.b 2024-08-04T15:30:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:50 smithi062 ceph-mon[32659]: pgmap v39: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 380 KiB/s wr, 18 op/s 2024-08-04T15:30:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:50 smithi062 ceph-mon[32659]: osdmap e261: 8 total, 8 up, 8 in 2024-08-04T15:30:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:50 smithi062 ceph-mon[32659]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:50 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:30:50.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:50 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:30:50.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:50 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:30:50.834 INFO:tasks.rados.rados.0.smithi007.stdout:999: done (1 left) 2024-08-04T15:30:50.834 INFO:tasks.rados.rados.0.smithi007.stdout:1000: read oid 4 snap -1 2024-08-04T15:30:50.834 INFO:tasks.rados.rados.0.smithi007.stdout:1000: expect (ObjNum 316 snap 94 seq_num 316) 2024-08-04T15:30:50.834 INFO:tasks.rados.rados.0.smithi007.stdout:1001: snap_create 2024-08-04T15:30:50.834 INFO:tasks.rados.rados.0.smithi007.stdout:998: finishing rollback tid 1 to smithi00780855-29 2024-08-04T15:30:50.834 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 531 (ObjNum 81 snap 0 seq_num 1432379733) dirty dne 2024-08-04T15:30:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:50 smithi007 ceph-mon[92692]: Upgrade: It appears safe to stop mon.b 2024-08-04T15:30:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:50 smithi007 ceph-mon[92692]: pgmap v39: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 380 KiB/s wr, 18 op/s 2024-08-04T15:30:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:50 smithi007 ceph-mon[92692]: osdmap e261: 8 total, 8 up, 8 in 2024-08-04T15:30:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:50 smithi007 ceph-mon[92692]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:50 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:30:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:50 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:30:50.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:50 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:30:50.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:50 smithi007 ceph-mon[94998]: Upgrade: It appears safe to stop mon.b 2024-08-04T15:30:50.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:50 smithi007 ceph-mon[94998]: pgmap v39: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 380 KiB/s wr, 18 op/s 2024-08-04T15:30:50.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:50 smithi007 ceph-mon[94998]: osdmap e261: 8 total, 8 up, 8 in 2024-08-04T15:30:50.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:50 smithi007 ceph-mon[94998]: from='mgr.25055 ' entity='mgr.y' 2024-08-04T15:30:50.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:50 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:30:50.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:50 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:30:50.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:50 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:30:50.844 INFO:tasks.rados.rados.0.smithi007.stdout:1000: expect (ObjNum 316 snap 94 seq_num 316) 2024-08-04T15:30:51.843 INFO:tasks.rados.rados.0.smithi007.stdout:998: done (2 left) 2024-08-04T15:30:51.843 INFO:tasks.rados.rados.0.smithi007.stdout:1000: done (1 left) 2024-08-04T15:30:51.843 INFO:tasks.rados.rados.0.smithi007.stdout:1001: done (0 left) 2024-08-04T15:30:51.843 INFO:tasks.rados.rados.0.smithi007.stdout:1002: read oid 23 snap -1 2024-08-04T15:30:51.843 INFO:tasks.rados.rados.0.smithi007.stdout:1002: expect (ObjNum 309 snap 93 seq_num 309) 2024-08-04T15:30:51.843 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 5 current snap is 96 2024-08-04T15:30:51.843 INFO:tasks.rados.rados.0.smithi007.stdout:1003: seq_num 317 ranges {0=516096} 2024-08-04T15:30:51.846 INFO:tasks.rados.rados.0.smithi007.stdout:1003: writing smithi00780855-5 from 0 to 516096 tid 1 2024-08-04T15:30:51.846 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 96 2024-08-04T15:30:51.846 INFO:tasks.rados.rados.0.smithi007.stdout:1004: seq_num 318 ranges {0=532480} 2024-08-04T15:30:51.849 INFO:tasks.rados.rados.0.smithi007.stdout:1004: writing smithi00780855-49 from 0 to 532480 tid 1 2024-08-04T15:30:51.849 INFO:tasks.rados.rados.0.smithi007.stdout:1005: read oid 25 snap -1 2024-08-04T15:30:51.850 INFO:tasks.rados.rados.0.smithi007.stdout:1005: expect (ObjNum 308 snap 93 seq_num 308) 2024-08-04T15:30:51.850 INFO:tasks.rados.rados.0.smithi007.stdout:1006: delete oid 48 current snap is 96 2024-08-04T15:30:51.855 INFO:tasks.rados.rados.0.smithi007.stdout:1003: finishing write tid 1 to smithi00780855-5 2024-08-04T15:30:51.856 INFO:tasks.rados.rados.0.smithi007.stdout:1003: finishing write tid 2 to smithi00780855-5 2024-08-04T15:30:51.856 INFO:tasks.rados.rados.0.smithi007.stdout:1006: done (4 left) 2024-08-04T15:30:51.856 INFO:tasks.rados.rados.0.smithi007.stdout:1007: delete oid 9 current snap is 96 2024-08-04T15:30:51.856 INFO:tasks.rados.rados.0.smithi007.stdout:1004: finishing write tid 1 to smithi00780855-49 2024-08-04T15:30:51.857 INFO:tasks.rados.rados.0.smithi007.stdout:1002: expect (ObjNum 309 snap 93 seq_num 309) 2024-08-04T15:30:51.999 INFO:tasks.rados.rados.0.smithi007.stdout:1004: finishing write tid 2 to smithi00780855-49 2024-08-04T15:30:51.999 INFO:tasks.rados.rados.0.smithi007.stdout:1003: finishing write tid 3 to smithi00780855-5 2024-08-04T15:30:51.999 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 533 (ObjNum 317 snap 96 seq_num 317) dirty exists 2024-08-04T15:30:51.999 INFO:tasks.rados.rados.0.smithi007.stdout:1003: left oid 5 (ObjNum 317 snap 96 seq_num 317) 2024-08-04T15:30:51.999 INFO:tasks.rados.rados.0.smithi007.stdout:1004: finishing write tid 3 to smithi00780855-49 2024-08-04T15:30:51.999 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 758 (ObjNum 318 snap 96 seq_num 318) dirty exists 2024-08-04T15:30:51.999 INFO:tasks.rados.rados.0.smithi007.stdout:1004: left oid 49 (ObjNum 318 snap 96 seq_num 318) 2024-08-04T15:30:51.999 INFO:tasks.rados.rados.0.smithi007.stdout:1005: expect (ObjNum 308 snap 93 seq_num 308) 2024-08-04T15:30:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:51 smithi062 ceph-mon[32659]: Upgrade: Updating mon.b 2024-08-04T15:30:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:51 smithi062 ceph-mon[32659]: Deploying daemon mon.b on smithi062 2024-08-04T15:30:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:51 smithi062 ceph-mon[32659]: osdmap e262: 8 total, 8 up, 8 in 2024-08-04T15:30:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:51 smithi062 ceph-mon[32659]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:30:52.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:51 smithi062 systemd[1]: Stopping Ceph mon.b for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:30:52.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:51 smithi007 ceph-mon[92692]: Upgrade: Updating mon.b 2024-08-04T15:30:52.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:51 smithi007 ceph-mon[92692]: Deploying daemon mon.b on smithi062 2024-08-04T15:30:52.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:51 smithi007 ceph-mon[92692]: osdmap e262: 8 total, 8 up, 8 in 2024-08-04T15:30:52.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:30:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:51 smithi007 ceph-mon[94998]: Upgrade: Updating mon.b 2024-08-04T15:30:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:51 smithi007 ceph-mon[94998]: Deploying daemon mon.b on smithi062 2024-08-04T15:30:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:51 smithi007 ceph-mon[94998]: osdmap e262: 8 total, 8 up, 8 in 2024-08-04T15:30:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:30:52.111 INFO:tasks.rados.rados.0.smithi007.stdout:1002: done (4 left) 2024-08-04T15:30:52.111 INFO:tasks.rados.rados.0.smithi007.stdout:1003: done (3 left) 2024-08-04T15:30:52.111 INFO:tasks.rados.rados.0.smithi007.stdout:1004: done (2 left) 2024-08-04T15:30:52.111 INFO:tasks.rados.rados.0.smithi007.stdout:1005: done (1 left) 2024-08-04T15:30:52.111 INFO:tasks.rados.rados.0.smithi007.stdout:1007: done (0 left) 2024-08-04T15:30:52.111 INFO:tasks.rados.rados.0.smithi007.stdout:1008: snap_create 2024-08-04T15:30:52.362 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:52.362 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-b[32651]: 2024-08-04T15:30:52.095+0000 7f0038383640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T15:30:52.362 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-b[32651]: 2024-08-04T15:30:52.095+0000 7f0038383640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-08-04T15:30:52.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:52 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:52] ENGINE Bus STOPPING 2024-08-04T15:30:52.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:52 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T15:30:52.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:52 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:52] ENGINE Bus STOPPED 2024-08-04T15:30:52.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:52 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:52] ENGINE Bus STARTING 2024-08-04T15:30:52.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:52 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:52] ENGINE Serving on http://:::9283 2024-08-04T15:30:52.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:52 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:15:30:52] ENGINE Bus STARTED 2024-08-04T15:30:52.647 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:52 smithi062 podman[85797]: 2024-08-04 15:30:52.362247454 +0000 UTC m=+0.347832756 container died 359d0afec2d90569d39751c465f883678d315b324f6d3e9fdb6471d31765f25e (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-b, RELEASE=quincy-85224d9, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T15:30:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:52 smithi062 podman[85797]: 2024-08-04 15:30:52.755149942 +0000 UTC m=+0.740735238 container cleanup 359d0afec2d90569d39751c465f883678d315b324f6d3e9fdb6471d31765f25e (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=quincy-85224d9, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-04T15:30:53.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:52 smithi062 bash[85797]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-b 2024-08-04T15:30:53.403 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 podman[85809]: 2024-08-04 15:30:53.023289795 +0000 UTC m=+0.649652624 container remove 359d0afec2d90569d39751c465f883678d315b324f6d3e9fdb6471d31765f25e (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-b, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-85224d9, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-04T15:30:53.403 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.b.service: Deactivated successfully. 2024-08-04T15:30:53.403 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 systemd[1]: Stopped Ceph mon.b for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:30:53.403 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.b.service: Consumed 9.511s CPU time. 2024-08-04T15:30:53.706 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:53.706 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 systemd[1]: Starting Ceph mon.b for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:30:53.706 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 podman[85941]: 2024-08-04 15:30:53.525272272 +0000 UTC m=+0.017950451 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:30:53.707 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 podman[85941]: 2024-08-04 15:30:53.624278088 +0000 UTC m=+0.116956255 container create 2e88aab312eb66d5f31667a23ad9ca4ff74a7ff0d2cf725f2608aadc915e6411 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-b, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-04T15:30:54.235 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 podman[85941]: 2024-08-04 15:30:53.840335916 +0000 UTC m=+0.333014084 container init 2e88aab312eb66d5f31667a23ad9ca4ff74a7ff0d2cf725f2608aadc915e6411 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0) 2024-08-04T15:30:54.235 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 podman[85941]: 2024-08-04 15:30:53.843839757 +0000 UTC m=+0.336517925 container start 2e88aab312eb66d5f31667a23ad9ca4ff74a7ff0d2cf725f2608aadc915e6411 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-08-04T15:30:54.236 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: set uid:gid to 167:167 (ceph:ceph) 2024-08-04T15:30:54.236 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc), process ceph-mon, pid 2 2024-08-04T15:30:54.236 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: pidfile_write: ignore empty --pid-file 2024-08-04T15:30:54.236 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: load: jerasure load: lrc 2024-08-04T15:30:54.236 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: RocksDB version: 7.9.2 2024-08-04T15:30:54.236 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Git sha 0 2024-08-04T15:30:54.236 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Compile date 2024-08-01 20:56:42 2024-08-04T15:30:54.236 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: DB SUMMARY 2024-08-04T15:30:54.236 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: DB Session ID: E54XS9PTNGQM5M09MPX9 2024-08-04T15:30:54.236 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: CURRENT file: CURRENT 2024-08-04T15:30:54.236 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: IDENTITY file: IDENTITY 2024-08-04T15:30:54.237 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1104 Bytes 2024-08-04T15:30:54.237 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-08-04T15:30:54.237 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 10532276 ; 2024-08-04T15:30:54.237 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.error_if_exists: 0 2024-08-04T15:30:54.237 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.create_if_missing: 0 2024-08-04T15:30:54.237 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.paranoid_checks: 1 2024-08-04T15:30:54.237 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-04T15:30:54.237 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-04T15:30:54.237 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-04T15:30:54.237 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.env: 0x557a0599a7a0 2024-08-04T15:30:54.237 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.fs: PosixFileSystem 2024-08-04T15:30:54.237 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.info_log: 0x557a06401500 2024-08-04T15:30:54.238 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_file_opening_threads: 16 2024-08-04T15:30:54.238 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.statistics: (nil) 2024-08-04T15:30:54.238 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.use_fsync: 0 2024-08-04T15:30:54.238 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_log_file_size: 0 2024-08-04T15:30:54.238 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-04T15:30:54.238 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-04T15:30:54.238 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.keep_log_file_num: 1000 2024-08-04T15:30:54.238 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.recycle_log_file_num: 0 2024-08-04T15:30:54.238 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.allow_fallocate: 1 2024-08-04T15:30:54.238 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.allow_mmap_reads: 0 2024-08-04T15:30:54.239 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.allow_mmap_writes: 0 2024-08-04T15:30:54.239 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.use_direct_reads: 0 2024-08-04T15:30:54.239 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-04T15:30:54.239 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.create_missing_column_families: 0 2024-08-04T15:30:54.239 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.db_log_dir: 2024-08-04T15:30:54.240 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.wal_dir: 2024-08-04T15:30:54.240 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-04T15:30:54.240 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-04T15:30:54.240 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-04T15:30:54.240 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-04T15:30:54.240 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-04T15:30:54.240 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-04T15:30:54.240 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.advise_random_on_open: 1 2024-08-04T15:30:54.240 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.db_write_buffer_size: 0 2024-08-04T15:30:54.240 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.write_buffer_manager: 0x557a06410dc0 2024-08-04T15:30:54.240 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-04T15:30:54.240 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-04T15:30:54.240 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-04T15:30:54.241 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.rate_limiter: (nil) 2024-08-04T15:30:54.241 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-04T15:30:54.241 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.wal_recovery_mode: 2 2024-08-04T15:30:54.241 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.enable_thread_tracking: 0 2024-08-04T15:30:54.241 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.enable_pipelined_write: 0 2024-08-04T15:30:54.241 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.unordered_write: 0 2024-08-04T15:30:54.242 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-04T15:30:54.242 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-04T15:30:54.242 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-04T15:30:54.242 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-04T15:30:54.242 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.row_cache: None 2024-08-04T15:30:54.242 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.wal_filter: None 2024-08-04T15:30:54.242 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-04T15:30:54.242 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.allow_ingest_behind: 0 2024-08-04T15:30:54.242 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.two_write_queues: 0 2024-08-04T15:30:54.242 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.manual_wal_flush: 0 2024-08-04T15:30:54.242 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.wal_compression: 0 2024-08-04T15:30:54.242 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.atomic_flush: 0 2024-08-04T15:30:54.243 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-04T15:30:54.243 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-04T15:30:54.243 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-04T15:30:54.243 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.log_readahead_size: 0 2024-08-04T15:30:54.243 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-04T15:30:54.243 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.best_efforts_recovery: 0 2024-08-04T15:30:54.243 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-04T15:30:54.243 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-04T15:30:54.243 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.allow_data_in_errors: 0 2024-08-04T15:30:54.244 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.db_host_id: __hostname__ 2024-08-04T15:30:54.244 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-04T15:30:54.244 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_background_jobs: 2 2024-08-04T15:30:54.244 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_background_compactions: -1 2024-08-04T15:30:54.244 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_subcompactions: 1 2024-08-04T15:30:54.244 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-04T15:30:54.244 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-04T15:30:54.244 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-04T15:30:54.244 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_total_wal_size: 0 2024-08-04T15:30:54.244 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-04T15:30:54.244 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-04T15:30:54.245 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-04T15:30:54.245 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-04T15:30:54.245 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_open_files: -1 2024-08-04T15:30:54.245 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.bytes_per_sync: 0 2024-08-04T15:30:54.245 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-04T15:30:54.245 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-04T15:30:54.245 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compaction_readahead_size: 0 2024-08-04T15:30:54.245 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_background_flushes: -1 2024-08-04T15:30:54.245 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Compression algorithms supported: 2024-08-04T15:30:54.245 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: kZSTD supported: 0 2024-08-04T15:30:54.246 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: kXpressCompression supported: 0 2024-08-04T15:30:54.246 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: kBZip2Compression supported: 0 2024-08-04T15:30:54.246 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-04T15:30:54.246 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: kLZ4Compression supported: 1 2024-08-04T15:30:54.246 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: kZlibCompression supported: 1 2024-08-04T15:30:54.246 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: kLZ4HCCompression supported: 1 2024-08-04T15:30:54.246 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: kSnappyCompression supported: 1 2024-08-04T15:30:54.246 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-04T15:30:54.246 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-04T15:30:54.246 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-08-04T15:30:54.246 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-04T15:30:54.247 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-04T15:30:54.247 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.merge_operator: 2024-08-04T15:30:54.247 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compaction_filter: None 2024-08-04T15:30:54.247 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compaction_filter_factory: None 2024-08-04T15:30:54.247 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.sst_partitioner_factory: None 2024-08-04T15:30:54.247 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-04T15:30:54.247 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-04T15:30:54.247 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x557a06401120) 2024-08-04T15:30:54.247 INFO:journalctl@ceph.mon.b.smithi062.stdout: cache_index_and_filter_blocks: 1 2024-08-04T15:30:54.247 INFO:journalctl@ceph.mon.b.smithi062.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-04T15:30:54.248 INFO:journalctl@ceph.mon.b.smithi062.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-04T15:30:54.248 INFO:journalctl@ceph.mon.b.smithi062.stdout: pin_top_level_index_and_filter: 1 2024-08-04T15:30:54.248 INFO:journalctl@ceph.mon.b.smithi062.stdout: index_type: 0 2024-08-04T15:30:54.248 INFO:journalctl@ceph.mon.b.smithi062.stdout: data_block_index_type: 0 2024-08-04T15:30:54.248 INFO:journalctl@ceph.mon.b.smithi062.stdout: index_shortening: 1 2024-08-04T15:30:54.248 INFO:journalctl@ceph.mon.b.smithi062.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-04T15:30:54.248 INFO:journalctl@ceph.mon.b.smithi062.stdout: checksum: 4 2024-08-04T15:30:54.248 INFO:journalctl@ceph.mon.b.smithi062.stdout: no_block_cache: 0 2024-08-04T15:30:54.248 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_cache: 0x557a063f5090 2024-08-04T15:30:54.248 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_cache_name: BinnedLRUCache 2024-08-04T15:30:54.249 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_cache_options: 2024-08-04T15:30:54.249 INFO:journalctl@ceph.mon.b.smithi062.stdout: capacity : 536870912 2024-08-04T15:30:54.249 INFO:journalctl@ceph.mon.b.smithi062.stdout: num_shard_bits : 4 2024-08-04T15:30:54.249 INFO:journalctl@ceph.mon.b.smithi062.stdout: strict_capacity_limit : 0 2024-08-04T15:30:54.249 INFO:journalctl@ceph.mon.b.smithi062.stdout: high_pri_pool_ratio: 0.000 2024-08-04T15:30:54.249 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_cache_compressed: (nil) 2024-08-04T15:30:54.249 INFO:journalctl@ceph.mon.b.smithi062.stdout: persistent_cache: (nil) 2024-08-04T15:30:54.249 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_size: 4096 2024-08-04T15:30:54.249 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_size_deviation: 10 2024-08-04T15:30:54.249 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_restart_interval: 16 2024-08-04T15:30:54.250 INFO:journalctl@ceph.mon.b.smithi062.stdout: index_block_restart_interval: 1 2024-08-04T15:30:54.250 INFO:journalctl@ceph.mon.b.smithi062.stdout: metadata_block_size: 4096 2024-08-04T15:30:54.250 INFO:journalctl@ceph.mon.b.smithi062.stdout: partition_filters: 0 2024-08-04T15:30:54.250 INFO:journalctl@ceph.mon.b.smithi062.stdout: use_delta_encoding: 1 2024-08-04T15:30:54.250 INFO:journalctl@ceph.mon.b.smithi062.stdout: filter_policy: bloomfilter 2024-08-04T15:30:54.250 INFO:journalctl@ceph.mon.b.smithi062.stdout: whole_key_filtering: 1 2024-08-04T15:30:54.250 INFO:journalctl@ceph.mon.b.smithi062.stdout: verify_compression: 0 2024-08-04T15:30:54.250 INFO:journalctl@ceph.mon.b.smithi062.stdout: read_amp_bytes_per_bit: 0 2024-08-04T15:30:54.251 INFO:journalctl@ceph.mon.b.smithi062.stdout: format_version: 5 2024-08-04T15:30:54.251 INFO:journalctl@ceph.mon.b.smithi062.stdout: enable_index_compression: 1 2024-08-04T15:30:54.251 INFO:journalctl@ceph.mon.b.smithi062.stdout: block_align: 0 2024-08-04T15:30:54.251 INFO:journalctl@ceph.mon.b.smithi062.stdout: max_auto_readahead_size: 262144 2024-08-04T15:30:54.251 INFO:journalctl@ceph.mon.b.smithi062.stdout: prepopulate_block_cache: 0 2024-08-04T15:30:54.251 INFO:journalctl@ceph.mon.b.smithi062.stdout: initial_auto_readahead_size: 8192 2024-08-04T15:30:54.251 INFO:journalctl@ceph.mon.b.smithi062.stdout: num_file_reads_for_auto_readahead: 2 2024-08-04T15:30:54.251 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.write_buffer_size: 33554432 2024-08-04T15:30:54.251 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_write_buffer_number: 2 2024-08-04T15:30:54.251 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compression: NoCompression 2024-08-04T15:30:54.251 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.bottommost_compression: Disabled 2024-08-04T15:30:54.251 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.prefix_extractor: nullptr 2024-08-04T15:30:54.251 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-04T15:30:54.252 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.num_levels: 7 2024-08-04T15:30:54.252 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-04T15:30:54.252 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-04T15:30:54.252 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-04T15:30:54.252 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-04T15:30:54.252 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-04T15:30:54.252 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-04T15:30:54.252 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-04T15:30:54.252 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-04T15:30:54.253 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-04T15:30:54.253 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-04T15:30:54.253 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-04T15:30:54.253 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-04T15:30:54.253 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-04T15:30:54.253 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compression_opts.level: 32767 2024-08-04T15:30:54.253 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compression_opts.strategy: 0 2024-08-04T15:30:54.253 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-04T15:30:54.253 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-04T15:30:54.253 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-04T15:30:54.253 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-04T15:30:54.253 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compression_opts.enabled: false 2024-08-04T15:30:54.254 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-04T15:30:54.254 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-04T15:30:54.254 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-04T15:30:54.254 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-04T15:30:54.254 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.target_file_size_base: 67108864 2024-08-04T15:30:54.254 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-04T15:30:54.254 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-04T15:30:54.254 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-04T15:30:54.254 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-04T15:30:54.254 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-04T15:30:54.255 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-04T15:30:54.255 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-04T15:30:54.255 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-04T15:30:54.255 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-04T15:30:54.255 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-04T15:30:54.255 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-04T15:30:54.255 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-04T15:30:54.255 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-04T15:30:54.255 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-04T15:30:54.256 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.arena_block_size: 1048576 2024-08-04T15:30:54.256 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-04T15:30:54.256 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-04T15:30:54.256 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.disable_auto_compactions: 0 2024-08-04T15:30:54.256 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-04T15:30:54.256 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-04T15:30:54.256 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-04T15:30:54.256 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-04T15:30:54.256 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-04T15:30:54.256 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-04T15:30:54.256 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-04T15:30:54.256 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-04T15:30:54.256 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-04T15:30:54.256 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-04T15:30:54.257 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-04T15:30:54.257 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.inplace_update_support: 0 2024-08-04T15:30:54.257 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-04T15:30:54.257 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-04T15:30:54.257 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-04T15:30:54.257 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-04T15:30:54.257 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.bloom_locality: 0 2024-08-04T15:30:54.258 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.max_successive_merges: 0 2024-08-04T15:30:54.258 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-04T15:30:54.258 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.paranoid_file_checks: 0 2024-08-04T15:30:54.259 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.force_consistency_checks: 1 2024-08-04T15:30:54.259 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.report_bg_io_stats: 0 2024-08-04T15:30:54.259 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.ttl: 2592000 2024-08-04T15:30:54.259 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-04T15:30:54.259 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-04T15:30:54.259 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-04T15:30:54.259 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.enable_blob_files: false 2024-08-04T15:30:54.259 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.min_blob_size: 0 2024-08-04T15:30:54.259 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.blob_file_size: 268435456 2024-08-04T15:30:54.259 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-04T15:30:54.259 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-04T15:30:54.259 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-04T15:30:54.259 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-04T15:30:54.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-04T15:30:54.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.blob_file_starting_level: 0 2024-08-04T15:30:54.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-04T15:30:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-08-04T15:30:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-04T15:30:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13472, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-04T15:30:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-04T15:30:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: c939d6e6-4373-4626-8658-964f9360bca9 2024-08-04T15:30:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722785453870551, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-04T15:30:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-04T15:30:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722785453894762, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6473083, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13477, "largest_seqno": 16959, "table_properties": {"data_size": 6457399, "index_size": 10733, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3909, "raw_key_size": 36065, "raw_average_key_size": 23, "raw_value_size": 6424861, "raw_average_value_size": 4115, "num_data_blocks": 467, "num_entries": 1561, "num_filter_entries": 1561, "num_deletions": 309, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1722785453, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "c939d6e6-4373-4626-8658-964f9360bca9", "db_session_id": "E54XS9PTNGQM5M09MPX9", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-04T15:30:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722785453894890, "job": 1, "event": "recovery_finished"} 2024-08-04T15:30:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-04T15:30:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-04T15:30:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-04T15:30:54.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x557a06422e00 2024-08-04T15:30:54.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: DB pointer 0x557a0651c000 2024-08-04T15:30:54.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-04T15:30:54.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-04T15:30:54.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: ** DB Stats ** 2024-08-04T15:30:54.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-04T15:30:54.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-04T15:30:54.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-04T15:30:54.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-04T15:30:54.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-04T15:30:54.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-04T15:30:54.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-04T15:30:54.262 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-08-04T15:30:54.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: ** Compaction Stats [default] ** 2024-08-04T15:30:54.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-04T15:30:54.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-04T15:30:54.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: L0 1/0 6.17 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 622.9 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-04T15:30:54.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: L6 1/0 7.43 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-04T15:30:54.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: Sum 2/0 13.61 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 622.9 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-04T15:30:54.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 622.9 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-04T15:30:54.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-08-04T15:30:54.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: ** Compaction Stats [default] ** 2024-08-04T15:30:54.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-04T15:30:54.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-04T15:30:54.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 622.9 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-04T15:30:54.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-08-04T15:30:54.263 INFO:journalctl@ceph.mon.b.smithi062.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-04T15:30:54.264 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-08-04T15:30:54.264 INFO:journalctl@ceph.mon.b.smithi062.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-04T15:30:54.264 INFO:journalctl@ceph.mon.b.smithi062.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-08-04T15:30:54.264 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-04T15:30:54.264 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-04T15:30:54.264 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-04T15:30:54.264 INFO:journalctl@ceph.mon.b.smithi062.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-04T15:30:54.264 INFO:journalctl@ceph.mon.b.smithi062.stdout: Cumulative compaction: 0.01 GB write, 225.41 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-04T15:30:54.264 INFO:journalctl@ceph.mon.b.smithi062.stdout: Interval compaction: 0.01 GB write, 225.41 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-04T15:30:54.264 INFO:journalctl@ceph.mon.b.smithi062.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-04T15:30:54.264 INFO:journalctl@ceph.mon.b.smithi062.stdout: Block cache BinnedLRUCache@0x557a063f5090#2 capacity: 512.00 MB usage: 16.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-08-04T15:30:54.265 INFO:journalctl@ceph.mon.b.smithi062.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-08-04T15:30:54.265 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-08-04T15:30:54.265 INFO:journalctl@ceph.mon.b.smithi062.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-04T15:30:54.265 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: starting mon.b rank 1 at public addrs [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] at bind addrs [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:30:54.265 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: mon.b@-1(???) e3 preinit fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:30:54.265 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: mon.b@-1(???).mds e8 new map 2024-08-04T15:30:54.265 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: mon.b@-1(???).mds e8 print_map 2024-08-04T15:30:54.265 INFO:journalctl@ceph.mon.b.smithi062.stdout: e8 2024-08-04T15:30:54.265 INFO:journalctl@ceph.mon.b.smithi062.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-04T15:30:54.265 INFO:journalctl@ceph.mon.b.smithi062.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-04T15:30:54.265 INFO:journalctl@ceph.mon.b.smithi062.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-04T15:30:54.265 INFO:journalctl@ceph.mon.b.smithi062.stdout: legacy client fscid: 1 2024-08-04T15:30:54.266 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-08-04T15:30:54.266 INFO:journalctl@ceph.mon.b.smithi062.stdout: Filesystem 'cephfs' (1) 2024-08-04T15:30:54.266 INFO:journalctl@ceph.mon.b.smithi062.stdout: fs_name cephfs 2024-08-04T15:30:54.266 INFO:journalctl@ceph.mon.b.smithi062.stdout: epoch 8 2024-08-04T15:30:54.266 INFO:journalctl@ceph.mon.b.smithi062.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-04T15:30:54.266 INFO:journalctl@ceph.mon.b.smithi062.stdout: created 2024-08-04T15:23:53.082649+0000 2024-08-04T15:30:54.266 INFO:journalctl@ceph.mon.b.smithi062.stdout: modified 2024-08-04T15:24:05.067162+0000 2024-08-04T15:30:54.266 INFO:journalctl@ceph.mon.b.smithi062.stdout: tableserver 0 2024-08-04T15:30:54.266 INFO:journalctl@ceph.mon.b.smithi062.stdout: root 0 2024-08-04T15:30:54.266 INFO:journalctl@ceph.mon.b.smithi062.stdout: session_timeout 60 2024-08-04T15:30:54.266 INFO:journalctl@ceph.mon.b.smithi062.stdout: session_autoclose 300 2024-08-04T15:30:54.266 INFO:journalctl@ceph.mon.b.smithi062.stdout: max_file_size 1099511627776 2024-08-04T15:30:54.266 INFO:journalctl@ceph.mon.b.smithi062.stdout: max_xattr_size 65536 2024-08-04T15:30:54.267 INFO:journalctl@ceph.mon.b.smithi062.stdout: required_client_features {} 2024-08-04T15:30:54.267 INFO:journalctl@ceph.mon.b.smithi062.stdout: last_failure 0 2024-08-04T15:30:54.267 INFO:journalctl@ceph.mon.b.smithi062.stdout: last_failure_osd_epoch 0 2024-08-04T15:30:54.267 INFO:journalctl@ceph.mon.b.smithi062.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-04T15:30:54.267 INFO:journalctl@ceph.mon.b.smithi062.stdout: max_mds 1 2024-08-04T15:30:54.267 INFO:journalctl@ceph.mon.b.smithi062.stdout: in 0 2024-08-04T15:30:54.267 INFO:journalctl@ceph.mon.b.smithi062.stdout: up {0=24334} 2024-08-04T15:30:54.267 INFO:journalctl@ceph.mon.b.smithi062.stdout: failed 2024-08-04T15:30:54.267 INFO:journalctl@ceph.mon.b.smithi062.stdout: damaged 2024-08-04T15:30:54.267 INFO:journalctl@ceph.mon.b.smithi062.stdout: stopped 2024-08-04T15:30:54.267 INFO:journalctl@ceph.mon.b.smithi062.stdout: data_pools [3] 2024-08-04T15:30:54.267 INFO:journalctl@ceph.mon.b.smithi062.stdout: metadata_pool 2 2024-08-04T15:30:54.267 INFO:journalctl@ceph.mon.b.smithi062.stdout: inline_data disabled 2024-08-04T15:30:54.267 INFO:journalctl@ceph.mon.b.smithi062.stdout: balancer 2024-08-04T15:30:54.268 INFO:journalctl@ceph.mon.b.smithi062.stdout: bal_rank_mask -1 2024-08-04T15:30:54.268 INFO:journalctl@ceph.mon.b.smithi062.stdout: standby_count_wanted 0 2024-08-04T15:30:54.268 INFO:journalctl@ceph.mon.b.smithi062.stdout: qdb_cluster leader: 0 members: 2024-08-04T15:30:54.268 INFO:journalctl@ceph.mon.b.smithi062.stdout: [mds.b{0:24334} state up:active seq 5 addr [v2:172.21.15.62:6832/206725990,v1:172.21.15.62:6833/206725990] compat {c=[1],r=[1],i=[7ff]}] 2024-08-04T15:30:54.268 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-08-04T15:30:54.268 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-08-04T15:30:54.268 INFO:journalctl@ceph.mon.b.smithi062.stdout: Standby daemons: 2024-08-04T15:30:54.268 INFO:journalctl@ceph.mon.b.smithi062.stdout: 2024-08-04T15:30:54.268 INFO:journalctl@ceph.mon.b.smithi062.stdout: [mds.a{-1:14418} state up:standby seq 1 addr [v2:172.21.15.7:6834/1276142521,v1:172.21.15.7:6835/1276142521] compat {c=[1],r=[1],i=[7ff]}] 2024-08-04T15:30:54.268 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: mon.b@-1(???).osd e263 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-04T15:30:54.268 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: mon.b@-1(???).osd e263 crush map has features 432629308056666112, adjusting msgr requires 2024-08-04T15:30:54.268 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: mon.b@-1(???).osd e263 crush map has features 432629308056666112, adjusting msgr requires 2024-08-04T15:30:54.268 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: mon.b@-1(???).osd e263 crush map has features 432629308056666112, adjusting msgr requires 2024-08-04T15:30:54.268 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 ceph-mon[85960]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-08-04T15:30:54.268 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 bash[85941]: 2e88aab312eb66d5f31667a23ad9ca4ff74a7ff0d2cf725f2608aadc915e6411 2024-08-04T15:30:54.269 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:53 smithi062 systemd[1]: Started Ceph mon.b for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:30:54.269 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:54 smithi062 ceph-mon[85960]: pgmap v42: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 380 KiB/s wr, 18 op/s 2024-08-04T15:30:54.269 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:54 smithi062 ceph-mon[85960]: osdmap e263: 8 total, 8 up, 8 in 2024-08-04T15:30:54.269 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:54 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:54.269 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:54 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:54.269 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:54 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:54.269 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:54 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:54.269 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:54 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:30:54.269 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:54 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:54.269 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:54 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:54.269 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:54 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:54.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:54.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[94998]: pgmap v42: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 380 KiB/s wr, 18 op/s 2024-08-04T15:30:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[94998]: osdmap e263: 8 total, 8 up, 8 in 2024-08-04T15:30:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:30:54.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:54.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:54.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:54.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[92692]: pgmap v42: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 380 KiB/s wr, 18 op/s 2024-08-04T15:30:54.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[92692]: osdmap e263: 8 total, 8 up, 8 in 2024-08-04T15:30:54.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:54.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:54.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:54.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:54.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T15:30:54.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:54.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:54.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:54 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:30:56] "GET /metrics HTTP/1.1" 200 36024 "" "Prometheus/2.43.0" 2024-08-04T15:30:59.011 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:30:58 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:30:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:30:59.312 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:30:58 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:30:58.906+0000 7f16d331c640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-08-04T15:30:59.323 INFO:tasks.rados.rados.0.smithi007.stdout:1008: done (0 left) 2024-08-04T15:30:59.323 INFO:tasks.rados.rados.0.smithi007.stdout:1009: rmattr oid 12 current snap is 97 2024-08-04T15:30:59.323 INFO:tasks.rados.rados.0.smithi007.stdout:1010: rollback oid 16 current snap is 97 2024-08-04T15:30:59.323 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 16 to 81 2024-08-04T15:30:59.323 INFO:tasks.rados.rados.0.smithi007.stdout:1011: snap_remove snap 91 2024-08-04T15:30:59.415 INFO:tasks.rados.rados.0.smithi007.stdout:1011: done (2 left) 2024-08-04T15:30:59.415 INFO:tasks.rados.rados.0.smithi007.stdout:1012: snap_create 2024-08-04T15:30:59.416 INFO:tasks.rados.rados.0.smithi007.stdout:1010: finishing rollback tid 0 to smithi00780855-16 2024-08-04T15:30:59.416 INFO:tasks.rados.rados.0.smithi007.stdout:1010: finishing rollback tid 1 to smithi00780855-16 2024-08-04T15:30:59.416 INFO:tasks.rados.rados.0.smithi007.stdout:1010: finishing rollback tid 2 to smithi00780855-16 2024-08-04T15:30:59.416 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 762 (ObjNum 230 snap 65 seq_num 230) dirty exists 2024-08-04T15:30:59.416 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 932 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:30:59.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:59.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: mon.a calling monitor election 2024-08-04T15:30:59.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: mon.c calling monitor election 2024-08-04T15:30:59.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: mon.b calling monitor election 2024-08-04T15:30:59.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:59.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:59.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: pgmap v45: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 472 KiB/s wr, 7 op/s 2024-08-04T15:30:59.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: pgmap v46: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 376 KiB/s wr, 5 op/s 2024-08-04T15:30:59.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-08-04T15:30:59.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: overall HEALTH_OK 2024-08-04T15:30:59.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: mon.a calling monitor election 2024-08-04T15:30:59.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-04T15:30:59.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: monmap epoch 4 2024-08-04T15:30:59.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:30:59.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: last_changed 2024-08-04T15:30:54.233830+0000 2024-08-04T15:30:59.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: created 2024-08-04T15:18:26.674835+0000 2024-08-04T15:30:59.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: min_mon_release 19 (squid) 2024-08-04T15:30:59.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: election_strategy: 1 2024-08-04T15:30:59.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-08-04T15:30:59.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: 1: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.b 2024-08-04T15:30:59.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: 2: [v2:172.21.15.7:3301/0,v1:172.21.15.7:6790/0] mon.c 2024-08-04T15:30:59.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:30:59.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: osdmap e263: 8 total, 8 up, 8 in 2024-08-04T15:30:59.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: mgrmap e42: y(active, since 38s), standbys: x 2024-08-04T15:30:59.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: overall HEALTH_OK 2024-08-04T15:30:59.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:30:59.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:59.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:59.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:59.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:30:59.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:59.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:30:59.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:30:59.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:59.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:59.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:59.589 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:59.589 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: mon.a calling monitor election 2024-08-04T15:30:59.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: mon.c calling monitor election 2024-08-04T15:30:59.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: mon.b calling monitor election 2024-08-04T15:30:59.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:59.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:59.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: pgmap v45: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 472 KiB/s wr, 7 op/s 2024-08-04T15:30:59.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: pgmap v46: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 376 KiB/s wr, 5 op/s 2024-08-04T15:30:59.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-08-04T15:30:59.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: overall HEALTH_OK 2024-08-04T15:30:59.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: mon.a calling monitor election 2024-08-04T15:30:59.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-04T15:30:59.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: monmap epoch 4 2024-08-04T15:30:59.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:30:59.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: last_changed 2024-08-04T15:30:54.233830+0000 2024-08-04T15:30:59.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: created 2024-08-04T15:18:26.674835+0000 2024-08-04T15:30:59.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: min_mon_release 19 (squid) 2024-08-04T15:30:59.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: election_strategy: 1 2024-08-04T15:30:59.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-08-04T15:30:59.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: 1: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.b 2024-08-04T15:30:59.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: 2: [v2:172.21.15.7:3301/0,v1:172.21.15.7:6790/0] mon.c 2024-08-04T15:30:59.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:30:59.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: osdmap e263: 8 total, 8 up, 8 in 2024-08-04T15:30:59.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: mgrmap e42: y(active, since 38s), standbys: x 2024-08-04T15:30:59.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: overall HEALTH_OK 2024-08-04T15:30:59.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:30:59.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:59.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:59.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:59.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:30:59.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:59.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:30:59.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:30:59.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:59.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:59.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:30:59 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:59.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: mon.a calling monitor election 2024-08-04T15:30:59.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: mon.c calling monitor election 2024-08-04T15:30:59.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: mon.b calling monitor election 2024-08-04T15:30:59.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:59.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:59.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: pgmap v45: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 472 KiB/s wr, 7 op/s 2024-08-04T15:30:59.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: pgmap v46: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 376 KiB/s wr, 5 op/s 2024-08-04T15:30:59.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-08-04T15:30:59.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: overall HEALTH_OK 2024-08-04T15:30:59.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: mon.a calling monitor election 2024-08-04T15:30:59.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-04T15:30:59.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: monmap epoch 4 2024-08-04T15:30:59.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: fsid ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T15:30:59.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: last_changed 2024-08-04T15:30:54.233830+0000 2024-08-04T15:30:59.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: created 2024-08-04T15:18:26.674835+0000 2024-08-04T15:30:59.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: min_mon_release 19 (squid) 2024-08-04T15:30:59.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: election_strategy: 1 2024-08-04T15:30:59.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-08-04T15:30:59.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: 1: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.b 2024-08-04T15:30:59.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: 2: [v2:172.21.15.7:3301/0,v1:172.21.15.7:6790/0] mon.c 2024-08-04T15:30:59.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:30:59.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: osdmap e263: 8 total, 8 up, 8 in 2024-08-04T15:30:59.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: mgrmap e42: y(active, since 38s), standbys: x 2024-08-04T15:30:59.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: overall HEALTH_OK 2024-08-04T15:30:59.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:30:59.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:59.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:59.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:30:59.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:30:59.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:30:59.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:30:59.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:30:59.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:30:59.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:30:59.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:30:59 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:31:00.416 INFO:tasks.rados.rados.0.smithi007.stdout:1009: done (2 left) 2024-08-04T15:31:00.416 INFO:tasks.rados.rados.0.smithi007.stdout:1010: done (1 left) 2024-08-04T15:31:00.416 INFO:tasks.rados.rados.0.smithi007.stdout:1012: done (0 left) 2024-08-04T15:31:00.416 INFO:tasks.rados.rados.0.smithi007.stdout:1013: copy_from oid 23 from oid 38 current snap is 98 2024-08-04T15:31:00.416 INFO:tasks.rados.rados.0.smithi007.stdout:1014: snap_remove snap 86 2024-08-04T15:31:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:00 smithi007 ceph-mon[92692]: pgmap v47: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 348 KiB/s wr, 5 op/s 2024-08-04T15:31:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:00 smithi007 ceph-mon[92692]: osdmap e264: 8 total, 8 up, 8 in 2024-08-04T15:31:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:00 smithi007 ceph-mon[92692]: osdmap e265: 8 total, 8 up, 8 in 2024-08-04T15:31:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:00 smithi007 ceph-mon[94998]: pgmap v47: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 348 KiB/s wr, 5 op/s 2024-08-04T15:31:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:00 smithi007 ceph-mon[94998]: osdmap e264: 8 total, 8 up, 8 in 2024-08-04T15:31:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:00 smithi007 ceph-mon[94998]: osdmap e265: 8 total, 8 up, 8 in 2024-08-04T15:31:00.659 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:00 smithi062 ceph-mon[85960]: pgmap v47: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 348 KiB/s wr, 5 op/s 2024-08-04T15:31:00.659 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:00 smithi062 ceph-mon[85960]: osdmap e264: 8 total, 8 up, 8 in 2024-08-04T15:31:00.659 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:00 smithi062 ceph-mon[85960]: osdmap e265: 8 total, 8 up, 8 in 2024-08-04T15:31:01.421 INFO:tasks.rados.rados.0.smithi007.stdout:1014: done (1 left) 2024-08-04T15:31:01.421 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 12 current snap is 98 2024-08-04T15:31:01.421 INFO:tasks.rados.rados.0.smithi007.stdout:1013: finishing copy_from racing read to smithi00780855-23 2024-08-04T15:31:01.421 INFO:tasks.rados.rados.0.smithi007.stdout:1013: finishing copy_from to smithi00780855-23 2024-08-04T15:31:01.421 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 172 (ObjNum 258 snap 74 seq_num 258) dirty exists 2024-08-04T15:31:01.421 INFO:tasks.rados.rados.0.smithi007.stdout:1015: seq_num 321 ranges {2416640=581632} 2024-08-04T15:31:01.438 INFO:tasks.rados.rados.0.smithi007.stdout:1015: writing smithi00780855-12 from 2416640 to 2998272 tid 1 2024-08-04T15:31:01.438 INFO:tasks.rados.rados.0.smithi007.stdout:1013: done (1 left) 2024-08-04T15:31:01.438 INFO:tasks.rados.rados.0.smithi007.stdout:1016: copy_from oid 2 from oid 28 current snap is 98 2024-08-04T15:31:01.438 INFO:tasks.rados.rados.0.smithi007.stdout:1017: rmattr oid 15 current snap is 98 2024-08-04T15:31:01.438 INFO:tasks.rados.rados.0.smithi007.stdout:1017: done (2 left) 2024-08-04T15:31:01.438 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 27 current snap is 98 2024-08-04T15:31:01.438 INFO:tasks.rados.rados.0.smithi007.stdout:1018: seq_num 322 ranges {442368=598016} 2024-08-04T15:31:01.444 INFO:tasks.rados.rados.0.smithi007.stdout:1018: writing smithi00780855-27 from 442368 to 1040384 tid 1 2024-08-04T15:31:01.445 INFO:tasks.rados.rados.0.smithi007.stdout:1019: snap_create 2024-08-04T15:31:01.445 INFO:tasks.rados.rados.0.smithi007.stdout:1015: finishing write tid 1 to smithi00780855-12 2024-08-04T15:31:01.445 INFO:tasks.rados.rados.0.smithi007.stdout:1015: finishing write tid 2 to smithi00780855-12 2024-08-04T15:31:01.447 INFO:tasks.rados.rados.0.smithi007.stdout:1015: finishing write tid 3 to smithi00780855-12 2024-08-04T15:31:01.447 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 947 (ObjNum 321 snap 98 seq_num 321) dirty exists 2024-08-04T15:31:01.447 INFO:tasks.rados.rados.0.smithi007.stdout:1015: left oid 12 (ObjNum 321 snap 98 seq_num 321) 2024-08-04T15:31:01.450 INFO:tasks.rados.rados.0.smithi007.stdout:1018: finishing write tid 1 to smithi00780855-27 2024-08-04T15:31:01.450 INFO:tasks.rados.rados.0.smithi007.stdout:1018: finishing write tid 2 to smithi00780855-27 2024-08-04T15:31:01.451 INFO:tasks.rados.rados.0.smithi007.stdout:1018: finishing write tid 3 to smithi00780855-27 2024-08-04T15:31:01.451 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 506 (ObjNum 322 snap 98 seq_num 322) dirty exists 2024-08-04T15:31:01.451 INFO:tasks.rados.rados.0.smithi007.stdout:1018: left oid 27 (ObjNum 322 snap 98 seq_num 322) 2024-08-04T15:31:01.462 INFO:tasks.rados.rados.0.smithi007.stdout:1016: finishing copy_from racing read to smithi00780855-2 2024-08-04T15:31:01.464 INFO:tasks.rados.rados.0.smithi007.stdout:1016: finishing copy_from to smithi00780855-2 2024-08-04T15:31:01.464 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 379 (ObjNum 270 snap 76 seq_num 270) dirty exists 2024-08-04T15:31:01.706 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:01 smithi062 ceph-mon[85960]: osdmap e266: 8 total, 8 up, 8 in 2024-08-04T15:31:01.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:01 smithi007 ceph-mon[94998]: osdmap e266: 8 total, 8 up, 8 in 2024-08-04T15:31:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:01 smithi007 ceph-mon[92692]: osdmap e266: 8 total, 8 up, 8 in 2024-08-04T15:31:02.428 INFO:tasks.rados.rados.0.smithi007.stdout:1015: done (3 left) 2024-08-04T15:31:02.428 INFO:tasks.rados.rados.0.smithi007.stdout:1016: done (2 left) 2024-08-04T15:31:02.429 INFO:tasks.rados.rados.0.smithi007.stdout:1018: done (1 left) 2024-08-04T15:31:02.429 INFO:tasks.rados.rados.0.smithi007.stdout:1019: done (0 left) 2024-08-04T15:31:02.429 INFO:tasks.rados.rados.0.smithi007.stdout:1020: rollback oid 26 current snap is 99 2024-08-04T15:31:02.429 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 26 to 85 2024-08-04T15:31:02.429 INFO:tasks.rados.rados.0.smithi007.stdout:1021: copy_from oid 48 from oid 14 current snap is 99 2024-08-04T15:31:02.429 INFO:tasks.rados.rados.0.smithi007.stdout:1022: snap_create 2024-08-04T15:31:02.432 INFO:tasks.rados.rados.0.smithi007.stdout:1021: finishing copy_from to smithi00780855-48 2024-08-04T15:31:02.432 INFO:tasks.rados.rados.0.smithi007.stdout:1021: got expected ENOENT (src dne) 2024-08-04T15:31:02.432 INFO:tasks.rados.rados.0.smithi007.stdout:1021: finishing copy_from racing read to smithi00780855-48 2024-08-04T15:31:02.435 INFO:tasks.rados.rados.0.smithi007.stdout:1020: finishing rollback tid 0 to smithi00780855-26 2024-08-04T15:31:02.436 INFO:tasks.rados.rados.0.smithi007.stdout:1020: finishing rollback tid 1 to smithi00780855-26 2024-08-04T15:31:02.437 INFO:tasks.rados.rados.0.smithi007.stdout:1020: finishing rollback tid 2 to smithi00780855-26 2024-08-04T15:31:02.437 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 772 (ObjNum 282 snap 79 seq_num 282) dirty exists 2024-08-04T15:31:02.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:02 smithi062 ceph-mon[85960]: pgmap v51: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:31:02.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:02 smithi062 ceph-mon[85960]: osdmap e267: 8 total, 8 up, 8 in 2024-08-04T15:31:02.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:02 smithi007 ceph-mon[92692]: pgmap v51: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:31:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:02 smithi007 ceph-mon[92692]: osdmap e267: 8 total, 8 up, 8 in 2024-08-04T15:31:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:02 smithi007 ceph-mon[94998]: pgmap v51: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:31:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:02 smithi007 ceph-mon[94998]: osdmap e267: 8 total, 8 up, 8 in 2024-08-04T15:31:03.432 INFO:tasks.rados.rados.0.smithi007.stdout:1020: done (2 left) 2024-08-04T15:31:03.433 INFO:tasks.rados.rados.0.smithi007.stdout:1021: done (1 left) 2024-08-04T15:31:03.433 INFO:tasks.rados.rados.0.smithi007.stdout:1022: done (0 left) 2024-08-04T15:31:03.433 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 23 current snap is 100 2024-08-04T15:31:03.433 INFO:tasks.rados.rados.0.smithi007.stdout:1023: seq_num 323 ranges {9035776=614400} 2024-08-04T15:31:03.485 INFO:tasks.rados.rados.0.smithi007.stdout:1023: writing smithi00780855-23 from 9035776 to 9650176 tid 1 2024-08-04T15:31:03.485 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 36 current snap is 100 2024-08-04T15:31:03.485 INFO:tasks.rados.rados.0.smithi007.stdout:1024: seq_num 324 ranges {1384448=630784} 2024-08-04T15:31:03.496 INFO:tasks.rados.rados.0.smithi007.stdout:1024: writing smithi00780855-36 from 1384448 to 2015232 tid 1 2024-08-04T15:31:03.497 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 12 current snap is 100 2024-08-04T15:31:03.497 INFO:tasks.rados.rados.0.smithi007.stdout:1023: finishing write tid 1 to smithi00780855-23 2024-08-04T15:31:03.497 INFO:tasks.rados.rados.0.smithi007.stdout:1023: finishing write tid 2 to smithi00780855-23 2024-08-04T15:31:03.497 INFO:tasks.rados.rados.0.smithi007.stdout:1023: finishing write tid 3 to smithi00780855-23 2024-08-04T15:31:03.497 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 384 (ObjNum 323 snap 100 seq_num 323) dirty exists 2024-08-04T15:31:03.497 INFO:tasks.rados.rados.0.smithi007.stdout:1023: left oid 23 (ObjNum 323 snap 100 seq_num 323) 2024-08-04T15:31:03.497 INFO:tasks.rados.rados.0.smithi007.stdout:1025: seq_num 325 ranges {2998272=647168} 2024-08-04T15:31:03.517 INFO:tasks.rados.rados.0.smithi007.stdout:1025: writing smithi00780855-12 from 2998272 to 3645440 tid 1 2024-08-04T15:31:03.517 INFO:tasks.rados.rados.0.smithi007.stdout:1023: done (2 left) 2024-08-04T15:31:03.518 INFO:tasks.rados.rados.0.smithi007.stdout:1026: snap_create 2024-08-04T15:31:03.518 INFO:tasks.rados.rados.0.smithi007.stdout:1024: finishing write tid 1 to smithi00780855-36 2024-08-04T15:31:03.518 INFO:tasks.rados.rados.0.smithi007.stdout:1024: finishing write tid 2 to smithi00780855-36 2024-08-04T15:31:03.518 INFO:tasks.rados.rados.0.smithi007.stdout:1024: finishing write tid 3 to smithi00780855-36 2024-08-04T15:31:03.518 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 272 (ObjNum 324 snap 100 seq_num 324) dirty exists 2024-08-04T15:31:03.518 INFO:tasks.rados.rados.0.smithi007.stdout:1024: left oid 36 (ObjNum 324 snap 100 seq_num 324) 2024-08-04T15:31:03.522 INFO:tasks.rados.rados.0.smithi007.stdout:1025: finishing write tid 1 to smithi00780855-12 2024-08-04T15:31:03.522 INFO:tasks.rados.rados.0.smithi007.stdout:1025: finishing write tid 2 to smithi00780855-12 2024-08-04T15:31:03.524 INFO:tasks.rados.rados.0.smithi007.stdout:1025: finishing write tid 3 to smithi00780855-12 2024-08-04T15:31:03.524 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 950 (ObjNum 325 snap 100 seq_num 325) dirty exists 2024-08-04T15:31:03.524 INFO:tasks.rados.rados.0.smithi007.stdout:1025: left oid 12 (ObjNum 325 snap 100 seq_num 325) 2024-08-04T15:31:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:03 smithi062 ceph-mon[85960]: osdmap e268: 8 total, 8 up, 8 in 2024-08-04T15:31:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:03 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:03 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:03.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:03 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:03.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:03 smithi007 ceph-mon[94998]: osdmap e268: 8 total, 8 up, 8 in 2024-08-04T15:31:03.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:03 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:03.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:03 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:03.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:03 smithi007 ceph-mon[92692]: osdmap e268: 8 total, 8 up, 8 in 2024-08-04T15:31:03.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:03 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:03.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:03 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:04.416 INFO:tasks.rados.rados.0.smithi007.stdout:1024: done (2 left) 2024-08-04T15:31:04.417 INFO:tasks.rados.rados.0.smithi007.stdout:1025: done (1 left) 2024-08-04T15:31:04.417 INFO:tasks.rados.rados.0.smithi007.stdout:1026: done (0 left) 2024-08-04T15:31:04.417 INFO:tasks.rados.rados.0.smithi007.stdout:1027: read oid 16 snap -1 2024-08-04T15:31:04.417 INFO:tasks.rados.rados.0.smithi007.stdout:1027: expect (ObjNum 230 snap 65 seq_num 230) 2024-08-04T15:31:04.417 INFO:tasks.rados.rados.0.smithi007.stdout:1028: rollback oid 3 current snap is 101 2024-08-04T15:31:04.417 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 3 to 100 2024-08-04T15:31:04.417 INFO:tasks.rados.rados.0.smithi007.stdout:1029: rmattr oid 19 current snap is 101 2024-08-04T15:31:04.417 INFO:tasks.rados.rados.0.smithi007.stdout:1030: snap_create 2024-08-04T15:31:04.424 INFO:tasks.rados.rados.0.smithi007.stdout:1028: finishing rollback tid 0 to smithi00780855-3 2024-08-04T15:31:04.424 INFO:tasks.rados.rados.0.smithi007.stdout:1028: finishing rollback tid 1 to smithi00780855-3 2024-08-04T15:31:04.424 INFO:tasks.rados.rados.0.smithi007.stdout:1028: finishing rollback tid 2 to smithi00780855-3 2024-08-04T15:31:04.424 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 382 (ObjNum 311 snap 94 seq_num 311) dirty exists 2024-08-04T15:31:04.428 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 249 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:31:04.448 INFO:tasks.rados.rados.0.smithi007.stdout:1027: expect (ObjNum 230 snap 65 seq_num 230) 2024-08-04T15:31:04.733 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:04.733 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:04.733 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:04 smithi062 ceph-mon[85960]: pgmap v54: 121 pgs: 121 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 562 B/s rd, 3.9 MiB/s wr, 3 op/s 2024-08-04T15:31:04.734 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:04 smithi062 ceph-mon[85960]: osdmap e269: 8 total, 8 up, 8 in 2024-08-04T15:31:04.734 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:04 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:04.734 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:04 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:04.734 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:04 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:31:04.734 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:04 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:31:04.734 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:04 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:31:04.734 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:04 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:31:04.734 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:04 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:31:04.734 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:04 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:31:04.734 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:04 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:31:04.734 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:04 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:31:04.734 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:04 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:31:04.734 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:04 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:31:04.735 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:04 smithi062 ceph-mon[85960]: osdmap e270: 8 total, 8 up, 8 in 2024-08-04T15:31:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[92692]: pgmap v54: 121 pgs: 121 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 562 B/s rd, 3.9 MiB/s wr, 3 op/s 2024-08-04T15:31:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[92692]: osdmap e269: 8 total, 8 up, 8 in 2024-08-04T15:31:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:31:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:31:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:31:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:31:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:31:04.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:31:04.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:31:04.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:31:04.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:31:04.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:31:04.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[92692]: osdmap e270: 8 total, 8 up, 8 in 2024-08-04T15:31:04.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[94998]: pgmap v54: 121 pgs: 121 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 562 B/s rd, 3.9 MiB/s wr, 3 op/s 2024-08-04T15:31:04.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[94998]: osdmap e269: 8 total, 8 up, 8 in 2024-08-04T15:31:04.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:04.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:04.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:31:04.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:31:04.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:31:04.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:31:04.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:31:04.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T15:31:04.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T15:31:04.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T15:31:04.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T15:31:04.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T15:31:04.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:04 smithi007 ceph-mon[94998]: osdmap e270: 8 total, 8 up, 8 in 2024-08-04T15:31:05.417 INFO:tasks.rados.rados.0.smithi007.stdout:1027: done (3 left) 2024-08-04T15:31:05.417 INFO:tasks.rados.rados.0.smithi007.stdout:1028: done (2 left) 2024-08-04T15:31:05.417 INFO:tasks.rados.rados.0.smithi007.stdout:1029: done (1 left) 2024-08-04T15:31:05.418 INFO:tasks.rados.rados.0.smithi007.stdout:1030: done (0 left) 2024-08-04T15:31:05.418 INFO:tasks.rados.rados.0.smithi007.stdout:1031: snap_create 2024-08-04T15:31:06.420 INFO:tasks.rados.rados.0.smithi007.stdout:1031: done (0 left) 2024-08-04T15:31:06.420 INFO:tasks.rados.rados.0.smithi007.stdout:1032: delete oid 18 current snap is 103 2024-08-04T15:31:06.420 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:31:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:31:06] "GET /metrics HTTP/1.1" 200 36018 "" "Prometheus/2.43.0" 2024-08-04T15:31:06.428 INFO:tasks.rados.rados.0.smithi007.stdout:1032: done (0 left) 2024-08-04T15:31:06.428 INFO:tasks.rados.rados.0.smithi007.stdout:1033: read oid 32 snap -1 2024-08-04T15:31:06.428 INFO:tasks.rados.rados.0.smithi007.stdout:1033: expect (ObjNum 206 snap 60 seq_num 206) 2024-08-04T15:31:06.428 INFO:tasks.rados.rados.0.smithi007.stdout:1034: read oid 33 snap 81 2024-08-04T15:31:06.428 INFO:tasks.rados.rados.0.smithi007.stdout:1034: expect (ObjNum 235 snap 66 seq_num 235) 2024-08-04T15:31:06.429 INFO:tasks.rados.rados.0.smithi007.stdout:1035: snap_remove snap 100 2024-08-04T15:31:06.644 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:06 smithi062 ceph-mon[85960]: pgmap v57: 121 pgs: 121 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 3.5 MiB/s wr, 3 op/s 2024-08-04T15:31:06.644 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:06 smithi062 ceph-mon[85960]: osdmap e271: 8 total, 8 up, 8 in 2024-08-04T15:31:06.644 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:31:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:06 smithi007 ceph-mon[94998]: pgmap v57: 121 pgs: 121 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 3.5 MiB/s wr, 3 op/s 2024-08-04T15:31:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:06 smithi007 ceph-mon[94998]: osdmap e271: 8 total, 8 up, 8 in 2024-08-04T15:31:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:31:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:06 smithi007 ceph-mon[92692]: pgmap v57: 121 pgs: 121 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 3.5 MiB/s wr, 3 op/s 2024-08-04T15:31:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:06 smithi007 ceph-mon[92692]: osdmap e271: 8 total, 8 up, 8 in 2024-08-04T15:31:06.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:31:07.429 INFO:tasks.rados.rados.0.smithi007.stdout:1035: done (2 left) 2024-08-04T15:31:07.429 INFO:tasks.rados.rados.0.smithi007.stdout:1036: read oid 27 snap -1 2024-08-04T15:31:07.429 INFO:tasks.rados.rados.0.smithi007.stdout:1036: expect (ObjNum 322 snap 98 seq_num 322) 2024-08-04T15:31:07.429 INFO:tasks.rados.rados.0.smithi007.stdout:1033: expect (ObjNum 206 snap 60 seq_num 206) 2024-08-04T15:31:07.461 INFO:tasks.rados.rados.0.smithi007.stdout:1034: expect (ObjNum 235 snap 66 seq_num 235) 2024-08-04T15:31:07.722 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:07 smithi007 ceph-mon[92692]: osdmap e272: 8 total, 8 up, 8 in 2024-08-04T15:31:07.723 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:07.723 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:07.723 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:07.723 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:31:07.723 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:07.723 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:31:07.723 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:31:07.723 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:07.723 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:07 smithi007 ceph-mon[94998]: osdmap e272: 8 total, 8 up, 8 in 2024-08-04T15:31:07.724 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:07.724 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:07.724 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:07.724 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:31:07.724 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:07.724 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:31:07.724 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:31:07.724 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:07 smithi062 ceph-mon[85960]: osdmap e272: 8 total, 8 up, 8 in 2024-08-04T15:31:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:31:07.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:07.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:31:07.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:31:07.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:07.819 INFO:tasks.rados.rados.0.smithi007.stdout:1036: expect (ObjNum 322 snap 98 seq_num 322) 2024-08-04T15:31:07.855 INFO:tasks.rados.rados.0.smithi007.stdout:1037: read oid 37 snap -1 2024-08-04T15:31:07.855 INFO:tasks.rados.rados.0.smithi007.stdout:1037: expect (ObjNum 223 snap 64 seq_num 223) 2024-08-04T15:31:07.855 INFO:tasks.rados.rados.0.smithi007.stdout:1033: done (3 left) 2024-08-04T15:31:07.855 INFO:tasks.rados.rados.0.smithi007.stdout:1034: done (2 left) 2024-08-04T15:31:07.855 INFO:tasks.rados.rados.0.smithi007.stdout:1036: done (1 left) 2024-08-04T15:31:07.855 INFO:tasks.rados.rados.0.smithi007.stdout:1038: delete oid 41 current snap is 103 2024-08-04T15:31:07.857 INFO:tasks.rados.rados.0.smithi007.stdout:1038: done (1 left) 2024-08-04T15:31:07.857 INFO:tasks.rados.rados.0.smithi007.stdout:1039: snap_create 2024-08-04T15:31:07.862 INFO:tasks.rados.rados.0.smithi007.stdout:1037: expect (ObjNum 223 snap 64 seq_num 223) 2024-08-04T15:31:08.430 INFO:tasks.rados.rados.0.smithi007.stdout:1037: done (1 left) 2024-08-04T15:31:08.430 INFO:tasks.rados.rados.0.smithi007.stdout:1039: done (0 left) 2024-08-04T15:31:08.431 INFO:tasks.rados.rados.0.smithi007.stdout:1040: read oid 7 snap 92 2024-08-04T15:31:08.431 INFO:tasks.rados.rados.0.smithi007.stdout:1040: expect (ObjNum 263 snap 75 seq_num 263) 2024-08-04T15:31:08.431 INFO:tasks.rados.rados.0.smithi007.stdout:1041: copy_from oid 16 from oid 4 current snap is 104 2024-08-04T15:31:08.431 INFO:tasks.rados.rados.0.smithi007.stdout:1042: snap_remove snap 98 2024-08-04T15:31:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:08 smithi062 ceph-mon[85960]: pgmap v60: 121 pgs: 121 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 462 KiB/s wr, 18 op/s 2024-08-04T15:31:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:08 smithi062 ceph-mon[85960]: Reconfiguring mon.a (monmap changed)... 2024-08-04T15:31:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:08 smithi062 ceph-mon[85960]: Reconfiguring daemon mon.a on smithi007 2024-08-04T15:31:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:08 smithi062 ceph-mon[85960]: osdmap e273: 8 total, 8 up, 8 in 2024-08-04T15:31:08.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:08 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:08 smithi007 ceph-mon[92692]: pgmap v60: 121 pgs: 121 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 462 KiB/s wr, 18 op/s 2024-08-04T15:31:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:08 smithi007 ceph-mon[92692]: Reconfiguring mon.a (monmap changed)... 2024-08-04T15:31:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:08 smithi007 ceph-mon[92692]: Reconfiguring daemon mon.a on smithi007 2024-08-04T15:31:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:08 smithi007 ceph-mon[92692]: osdmap e273: 8 total, 8 up, 8 in 2024-08-04T15:31:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:08 smithi007 ceph-mon[94998]: pgmap v60: 121 pgs: 121 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 462 KiB/s wr, 18 op/s 2024-08-04T15:31:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:08 smithi007 ceph-mon[94998]: Reconfiguring mon.a (monmap changed)... 2024-08-04T15:31:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:08 smithi007 ceph-mon[94998]: Reconfiguring daemon mon.a on smithi007 2024-08-04T15:31:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:08 smithi007 ceph-mon[94998]: osdmap e273: 8 total, 8 up, 8 in 2024-08-04T15:31:09.442 INFO:tasks.rados.rados.0.smithi007.stdout:1042: done (2 left) 2024-08-04T15:31:09.442 INFO:tasks.rados.rados.0.smithi007.stdout:1043: delete oid 44 current snap is 104 2024-08-04T15:31:09.442 INFO:tasks.rados.rados.0.smithi007.stdout:1041: finishing copy_from racing read to smithi00780855-16 2024-08-04T15:31:09.443 INFO:tasks.rados.rados.0.smithi007.stdout:1040: expect (ObjNum 263 snap 75 seq_num 263) 2024-08-04T15:31:09.618 INFO:tasks.rados.rados.0.smithi007.stdout:1041: finishing copy_from to smithi00780855-16 2024-08-04T15:31:09.619 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 257 (ObjNum 316 snap 94 seq_num 316) dirty exists 2024-08-04T15:31:09.619 INFO:tasks.rados.rados.0.smithi007.stdout:1040: done (2 left) 2024-08-04T15:31:09.619 INFO:tasks.rados.rados.0.smithi007.stdout:1041: done (1 left) 2024-08-04T15:31:09.619 INFO:tasks.rados.rados.0.smithi007.stdout:1043: done (0 left) 2024-08-04T15:31:09.619 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 10 current snap is 104 2024-08-04T15:31:09.619 INFO:tasks.rados.rados.0.smithi007.stdout:1044: seq_num 329 ranges {0=712704} 2024-08-04T15:31:09.622 INFO:tasks.rados.rados.0.smithi007.stdout:1044: writing smithi00780855-10 from 0 to 712704 tid 1 2024-08-04T15:31:09.622 INFO:tasks.rados.rados.0.smithi007.stdout:1045: rmattr oid 1 current snap is 104 2024-08-04T15:31:09.622 INFO:tasks.rados.rados.0.smithi007.stdout:1045: done (1 left) 2024-08-04T15:31:09.622 INFO:tasks.rados.rados.0.smithi007.stdout:1046: read oid 7 snap 51 2024-08-04T15:31:09.622 INFO:tasks.rados.rados.0.smithi007.stdout:1046: expect (ObjNum 163 snap 48 seq_num 163) 2024-08-04T15:31:09.623 INFO:tasks.rados.rados.0.smithi007.stdout:1047: snap_remove snap 99 2024-08-04T15:31:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:09 smithi062 ceph-mon[85960]: osdmap e274: 8 total, 8 up, 8 in 2024-08-04T15:31:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:09.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:09.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:09 smithi062 ceph-mon[85960]: Reconfiguring mgr.y (monmap changed)... 2024-08-04T15:31:09.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:31:09.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:31:09.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:09.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:09 smithi062 ceph-mon[85960]: Reconfiguring daemon mgr.y on smithi007 2024-08-04T15:31:09.817 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:09 smithi007 ceph-mon[92692]: osdmap e274: 8 total, 8 up, 8 in 2024-08-04T15:31:09.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:09.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:09.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:09 smithi007 ceph-mon[92692]: Reconfiguring mgr.y (monmap changed)... 2024-08-04T15:31:09.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:31:09.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:31:09.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:09.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:09 smithi007 ceph-mon[92692]: Reconfiguring daemon mgr.y on smithi007 2024-08-04T15:31:09.818 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:09 smithi007 ceph-mon[94998]: osdmap e274: 8 total, 8 up, 8 in 2024-08-04T15:31:09.819 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:09.819 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:09.819 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:09 smithi007 ceph-mon[94998]: Reconfiguring mgr.y (monmap changed)... 2024-08-04T15:31:09.819 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:31:09.819 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:31:09.819 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:09.819 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:09 smithi007 ceph-mon[94998]: Reconfiguring daemon mgr.y on smithi007 2024-08-04T15:31:10.448 INFO:tasks.rados.rados.0.smithi007.stdout:1047: done (2 left) 2024-08-04T15:31:10.448 INFO:tasks.rados.rados.0.smithi007.stdout:1048: read oid 13 snap -1 2024-08-04T15:31:10.448 INFO:tasks.rados.rados.0.smithi007.stdout:1048: expect (ObjNum 278 snap 78 seq_num 278) 2024-08-04T15:31:10.449 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 104 2024-08-04T15:31:10.449 INFO:tasks.rados.rados.0.smithi007.stdout:1049: seq_num 330 ranges {3694592=737280} 2024-08-04T15:31:10.474 INFO:tasks.rados.rados.0.smithi007.stdout:1049: writing smithi00780855-46 from 3694592 to 4431872 tid 1 2024-08-04T15:31:10.474 INFO:tasks.rados.rados.0.smithi007.stdout:1050: snap_remove snap 95 2024-08-04T15:31:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:10 smithi062 ceph-mon[85960]: pgmap v63: 121 pgs: 121 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 462 KiB/s wr, 19 op/s 2024-08-04T15:31:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:10 smithi062 ceph-mon[85960]: osdmap e275: 8 total, 8 up, 8 in 2024-08-04T15:31:10.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:10 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:10.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:10 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:10.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:10 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:31:10.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:10 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:31:10.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:10 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:10.784 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:10 smithi007 ceph-mon[94998]: pgmap v63: 121 pgs: 121 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 462 KiB/s wr, 19 op/s 2024-08-04T15:31:10.785 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:10 smithi007 ceph-mon[94998]: osdmap e275: 8 total, 8 up, 8 in 2024-08-04T15:31:10.785 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:10 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:10.785 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:10 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:10.785 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:10 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:31:10.785 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:10 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:31:10.785 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:10 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:10.785 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:10 smithi007 ceph-mon[92692]: pgmap v63: 121 pgs: 121 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 462 KiB/s wr, 19 op/s 2024-08-04T15:31:10.785 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:10 smithi007 ceph-mon[92692]: osdmap e275: 8 total, 8 up, 8 in 2024-08-04T15:31:10.786 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:10 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:10.786 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:10 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:10.786 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:10 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:31:10.786 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:10 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:31:10.786 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:10 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:11.455 INFO:tasks.rados.rados.0.smithi007.stdout:1050: done (4 left) 2024-08-04T15:31:11.455 INFO:tasks.rados.rados.0.smithi007.stdout:1051: read oid 38 snap -1 2024-08-04T15:31:11.455 INFO:tasks.rados.rados.0.smithi007.stdout:1051: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:31:11.456 INFO:tasks.rados.rados.0.smithi007.stdout:1052: delete oid 23 current snap is 104 2024-08-04T15:31:11.456 INFO:tasks.rados.rados.0.smithi007.stdout:1044: finishing write tid 1 to smithi00780855-10 2024-08-04T15:31:11.456 INFO:tasks.rados.rados.0.smithi007.stdout:1044: finishing write tid 2 to smithi00780855-10 2024-08-04T15:31:11.456 INFO:tasks.rados.rados.0.smithi007.stdout:1044: finishing write tid 3 to smithi00780855-10 2024-08-04T15:31:11.456 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 780 (ObjNum 329 snap 104 seq_num 329) dirty exists 2024-08-04T15:31:11.456 INFO:tasks.rados.rados.0.smithi007.stdout:1044: left oid 10 (ObjNum 329 snap 104 seq_num 329) 2024-08-04T15:31:11.456 INFO:tasks.rados.rados.0.smithi007.stdout:1046: expect (ObjNum 163 snap 48 seq_num 163) 2024-08-04T15:31:11.470 INFO:tasks.rados.rados.0.smithi007.stdout:1049: finishing write tid 1 to smithi00780855-46 2024-08-04T15:31:11.470 INFO:tasks.rados.rados.0.smithi007.stdout:1049: finishing write tid 2 to smithi00780855-46 2024-08-04T15:31:11.470 INFO:tasks.rados.rados.0.smithi007.stdout:1049: finishing write tid 3 to smithi00780855-46 2024-08-04T15:31:11.470 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 535 (ObjNum 330 snap 104 seq_num 330) dirty exists 2024-08-04T15:31:11.470 INFO:tasks.rados.rados.0.smithi007.stdout:1049: left oid 46 (ObjNum 330 snap 104 seq_num 330) 2024-08-04T15:31:11.470 INFO:tasks.rados.rados.0.smithi007.stdout:1048: expect (ObjNum 278 snap 78 seq_num 278) 2024-08-04T15:31:11.701 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:11 smithi007 ceph-mon[92692]: Reconfiguring mon.c (monmap changed)... 2024-08-04T15:31:11.702 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:11 smithi007 ceph-mon[92692]: Reconfiguring daemon mon.c on smithi007 2024-08-04T15:31:11.702 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:11 smithi007 ceph-mon[92692]: osdmap e276: 8 total, 8 up, 8 in 2024-08-04T15:31:11.702 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:11 smithi007 ceph-mon[94998]: Reconfiguring mon.c (monmap changed)... 2024-08-04T15:31:11.702 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:11 smithi007 ceph-mon[94998]: Reconfiguring daemon mon.c on smithi007 2024-08-04T15:31:11.702 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:11 smithi007 ceph-mon[94998]: osdmap e276: 8 total, 8 up, 8 in 2024-08-04T15:31:11.755 INFO:tasks.rados.rados.0.smithi007.stdout:1051: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:31:11.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:11 smithi062 ceph-mon[85960]: Reconfiguring mon.c (monmap changed)... 2024-08-04T15:31:11.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:11 smithi062 ceph-mon[85960]: Reconfiguring daemon mon.c on smithi007 2024-08-04T15:31:11.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:11 smithi062 ceph-mon[85960]: osdmap e276: 8 total, 8 up, 8 in 2024-08-04T15:31:12.393 INFO:tasks.rados.rados.0.smithi007.stdout:1044: done (5 left) 2024-08-04T15:31:12.393 INFO:tasks.rados.rados.0.smithi007.stdout:1046: done (4 left) 2024-08-04T15:31:12.393 INFO:tasks.rados.rados.0.smithi007.stdout:1048: done (3 left) 2024-08-04T15:31:12.394 INFO:tasks.rados.rados.0.smithi007.stdout:1049: done (2 left) 2024-08-04T15:31:12.394 INFO:tasks.rados.rados.0.smithi007.stdout:1051: done (1 left) 2024-08-04T15:31:12.394 INFO:tasks.rados.rados.0.smithi007.stdout:1052: done (0 left) 2024-08-04T15:31:12.394 INFO:tasks.rados.rados.0.smithi007.stdout:1053: rollback oid 8 current snap is 104 2024-08-04T15:31:12.394 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 8 to 85 2024-08-04T15:31:12.394 INFO:tasks.rados.rados.0.smithi007.stdout:1054: rmattr oid 2 current snap is 104 2024-08-04T15:31:12.394 INFO:tasks.rados.rados.0.smithi007.stdout:1055: delete oid 7 current snap is 104 2024-08-04T15:31:12.397 INFO:tasks.rados.rados.0.smithi007.stdout:1053: finishing rollback tid 0 to smithi00780855-8 2024-08-04T15:31:12.397 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 383 (ObjNum 270 snap 76 seq_num 270) dirty exists 2024-08-04T15:31:12.397 INFO:tasks.rados.rados.0.smithi007.stdout:1054: done (2 left) 2024-08-04T15:31:12.397 INFO:tasks.rados.rados.0.smithi007.stdout:1055: done (1 left) 2024-08-04T15:31:12.397 INFO:tasks.rados.rados.0.smithi007.stdout:1056: read oid 16 snap -1 2024-08-04T15:31:12.398 INFO:tasks.rados.rados.0.smithi007.stdout:1056: expect (ObjNum 316 snap 94 seq_num 316) 2024-08-04T15:31:12.398 INFO:tasks.rados.rados.0.smithi007.stdout:1057: setattr oid 32 current snap is 104 2024-08-04T15:31:12.398 INFO:tasks.rados.rados.0.smithi007.stdout:1053: finishing rollback tid 1 to smithi00780855-8 2024-08-04T15:31:12.398 INFO:tasks.rados.rados.0.smithi007.stdout:1053: finishing rollback tid 2 to smithi00780855-8 2024-08-04T15:31:12.398 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 827 (ObjNum 299 snap 84 seq_num 299) dirty exists 2024-08-04T15:31:12.401 INFO:tasks.rados.rados.0.smithi007.stdout:1053: done (2 left) 2024-08-04T15:31:12.401 INFO:tasks.rados.rados.0.smithi007.stdout:1058: read oid 7 snap -1 2024-08-04T15:31:12.401 INFO:tasks.rados.rados.0.smithi007.stdout:1058: expect deleted 2024-08-04T15:31:12.401 INFO:tasks.rados.rados.0.smithi007.stdout:1059: snap_remove snap 102 2024-08-04T15:31:12.758 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:12 smithi007 ceph-mon[92692]: pgmap v66: 121 pgs: 121 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 0 B/s wr, 1 op/s 2024-08-04T15:31:12.758 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:12 smithi007 ceph-mon[92692]: osdmap e277: 8 total, 8 up, 8 in 2024-08-04T15:31:12.758 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:12 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:12.758 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:12 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:12.758 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:12 smithi007 ceph-mon[92692]: Reconfiguring osd.0 (monmap changed)... 2024-08-04T15:31:12.758 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:12 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-04T15:31:12.758 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:12 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:12.758 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:12 smithi007 ceph-mon[92692]: Reconfiguring daemon osd.0 on smithi007 2024-08-04T15:31:12.758 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:12 smithi007 ceph-mon[94998]: pgmap v66: 121 pgs: 121 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 0 B/s wr, 1 op/s 2024-08-04T15:31:12.759 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:12 smithi007 ceph-mon[94998]: osdmap e277: 8 total, 8 up, 8 in 2024-08-04T15:31:12.759 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:12 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:12.759 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:12 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:12.759 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:12 smithi007 ceph-mon[94998]: Reconfiguring osd.0 (monmap changed)... 2024-08-04T15:31:12.759 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:12 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-04T15:31:12.759 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:12 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:12.759 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:12 smithi007 ceph-mon[94998]: Reconfiguring daemon osd.0 on smithi007 2024-08-04T15:31:12.760 INFO:tasks.rados.rados.0.smithi007.stdout:1059: done (3 left) 2024-08-04T15:31:12.760 INFO:tasks.rados.rados.0.smithi007.stdout:1060: read oid 8 snap -1 2024-08-04T15:31:12.760 INFO:tasks.rados.rados.0.smithi007.stdout:1060: expect (ObjNum 299 snap 84 seq_num 299) 2024-08-04T15:31:12.760 INFO:tasks.rados.rados.0.smithi007.stdout:1061: rmattr oid 1 current snap is 104 2024-08-04T15:31:12.760 INFO:tasks.rados.rados.0.smithi007.stdout:1061: done (4 left) 2024-08-04T15:31:12.760 INFO:tasks.rados.rados.0.smithi007.stdout:1062: snap_create 2024-08-04T15:31:12.760 INFO:tasks.rados.rados.0.smithi007.stdout:1056: expect (ObjNum 316 snap 94 seq_num 316) 2024-08-04T15:31:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:12 smithi062 ceph-mon[85960]: pgmap v66: 121 pgs: 121 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 0 B/s wr, 1 op/s 2024-08-04T15:31:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:12 smithi062 ceph-mon[85960]: osdmap e277: 8 total, 8 up, 8 in 2024-08-04T15:31:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:12 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:12 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:12.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:12 smithi062 ceph-mon[85960]: Reconfiguring osd.0 (monmap changed)... 2024-08-04T15:31:12.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:12 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-04T15:31:12.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:12 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:12.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:12 smithi062 ceph-mon[85960]: Reconfiguring daemon osd.0 on smithi007 2024-08-04T15:31:12.781 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 828 (ObjNum 206 snap 60 seq_num 206) dirty exists 2024-08-04T15:31:12.781 INFO:tasks.rados.rados.0.smithi007.stdout:1060: expect (ObjNum 299 snap 84 seq_num 299) 2024-08-04T15:31:13.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:13.763 INFO:tasks.rados.rados.0.smithi007.stdout:1056: done (4 left) 2024-08-04T15:31:13.763 INFO:tasks.rados.rados.0.smithi007.stdout:1057: done (3 left) 2024-08-04T15:31:13.763 INFO:tasks.rados.rados.0.smithi007.stdout:1058: done (2 left) 2024-08-04T15:31:13.763 INFO:tasks.rados.rados.0.smithi007.stdout:1060: done (1 left) 2024-08-04T15:31:13.763 INFO:tasks.rados.rados.0.smithi007.stdout:1062: done (0 left) 2024-08-04T15:31:13.764 INFO:tasks.rados.rados.0.smithi007.stdout:1063: copy_from oid 29 from oid 50 current snap is 105 2024-08-04T15:31:13.764 INFO:tasks.rados.rados.0.smithi007.stdout:1064: snap_create 2024-08-04T15:31:13.767 INFO:tasks.rados.rados.0.smithi007.stdout:1063: finishing copy_from to smithi00780855-29 2024-08-04T15:31:13.767 INFO:tasks.rados.rados.0.smithi007.stdout:1063: got expected ENOENT (src dne) 2024-08-04T15:31:13.767 INFO:tasks.rados.rados.0.smithi007.stdout:1063: finishing copy_from racing read to smithi00780855-29 2024-08-04T15:31:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:13 smithi007 ceph-mon[94998]: osdmap e278: 8 total, 8 up, 8 in 2024-08-04T15:31:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:13 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:13 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:13 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-04T15:31:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:13 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:13.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:13 smithi007 ceph-mon[92692]: osdmap e278: 8 total, 8 up, 8 in 2024-08-04T15:31:13.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:13 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:13.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:13 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:13.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:13 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-04T15:31:13.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:13 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:13 smithi062 ceph-mon[85960]: osdmap e278: 8 total, 8 up, 8 in 2024-08-04T15:31:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:13 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:13 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:13 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-04T15:31:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:13 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:14.419 INFO:tasks.rados.rados.0.smithi007.stdout:1063: done (1 left) 2024-08-04T15:31:14.419 INFO:tasks.rados.rados.0.smithi007.stdout:1064: done (0 left) 2024-08-04T15:31:14.419 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 106 2024-08-04T15:31:14.419 INFO:tasks.rados.rados.0.smithi007.stdout:1065: seq_num 333 ranges {4546560=786432} 2024-08-04T15:31:14.448 INFO:tasks.rados.rados.0.smithi007.stdout:1065: writing smithi00780855-28 from 4546560 to 5332992 tid 1 2024-08-04T15:31:14.448 INFO:tasks.rados.rados.0.smithi007.stdout:1066: rmattr oid 39 current snap is 106 2024-08-04T15:31:14.448 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 4 current snap is 106 2024-08-04T15:31:14.449 INFO:tasks.rados.rados.0.smithi007.stdout:1067: seq_num 334 ranges {499712=802816} 2024-08-04T15:31:14.457 INFO:tasks.rados.rados.0.smithi007.stdout:1067: writing smithi00780855-4 from 499712 to 1302528 tid 1 2024-08-04T15:31:14.457 INFO:tasks.rados.rados.0.smithi007.stdout:1068: copy_from oid 37 from oid 50 current snap is 106 2024-08-04T15:31:14.457 INFO:tasks.rados.rados.0.smithi007.stdout:1069: copy_from oid 10 from oid 14 current snap is 106 2024-08-04T15:31:14.457 INFO:tasks.rados.rados.0.smithi007.stdout:1070: snap_create 2024-08-04T15:31:14.457 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 746 (ObjNum 299 snap 84 seq_num 299) dirty exists 2024-08-04T15:31:14.459 INFO:tasks.rados.rados.0.smithi007.stdout:1068: finishing copy_from to smithi00780855-37 2024-08-04T15:31:14.459 INFO:tasks.rados.rados.0.smithi007.stdout:1068: got expected ENOENT (src dne) 2024-08-04T15:31:14.459 INFO:tasks.rados.rados.0.smithi007.stdout:1065: finishing write tid 1 to smithi00780855-28 2024-08-04T15:31:14.459 INFO:tasks.rados.rados.0.smithi007.stdout:1068: finishing copy_from racing read to smithi00780855-37 2024-08-04T15:31:14.459 INFO:tasks.rados.rados.0.smithi007.stdout:1065: finishing write tid 2 to smithi00780855-28 2024-08-04T15:31:14.460 INFO:tasks.rados.rados.0.smithi007.stdout:1069: finishing copy_from to smithi00780855-10 2024-08-04T15:31:14.461 INFO:tasks.rados.rados.0.smithi007.stdout:1069: got expected ENOENT (src dne) 2024-08-04T15:31:14.461 INFO:tasks.rados.rados.0.smithi007.stdout:1069: finishing copy_from racing read to smithi00780855-10 2024-08-04T15:31:14.461 INFO:tasks.rados.rados.0.smithi007.stdout:1065: finishing write tid 3 to smithi00780855-28 2024-08-04T15:31:14.461 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 410 (ObjNum 333 snap 106 seq_num 333) dirty exists 2024-08-04T15:31:14.461 INFO:tasks.rados.rados.0.smithi007.stdout:1065: left oid 28 (ObjNum 333 snap 106 seq_num 333) 2024-08-04T15:31:14.463 INFO:tasks.rados.rados.0.smithi007.stdout:1067: finishing write tid 1 to smithi00780855-4 2024-08-04T15:31:14.463 INFO:tasks.rados.rados.0.smithi007.stdout:1067: finishing write tid 2 to smithi00780855-4 2024-08-04T15:31:14.464 INFO:tasks.rados.rados.0.smithi007.stdout:1067: finishing write tid 3 to smithi00780855-4 2024-08-04T15:31:14.464 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 289 (ObjNum 334 snap 106 seq_num 334) dirty exists 2024-08-04T15:31:14.464 INFO:tasks.rados.rados.0.smithi007.stdout:1067: left oid 4 (ObjNum 334 snap 106 seq_num 334) 2024-08-04T15:31:14.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:14 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:14.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:14 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:14.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:14 smithi062 ceph-mon[85960]: pgmap v69: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 476 KiB/s wr, 8 op/s 2024-08-04T15:31:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:14 smithi062 ceph-mon[85960]: Reconfiguring osd.1 (monmap changed)... 2024-08-04T15:31:15.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:14 smithi062 ceph-mon[85960]: Reconfiguring daemon osd.1 on smithi007 2024-08-04T15:31:15.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:14 smithi062 ceph-mon[85960]: osdmap e279: 8 total, 8 up, 8 in 2024-08-04T15:31:15.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:14 smithi062 ceph-mon[85960]: osdmap e280: 8 total, 8 up, 8 in 2024-08-04T15:31:15.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:14 smithi007 ceph-mon[92692]: pgmap v69: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 476 KiB/s wr, 8 op/s 2024-08-04T15:31:15.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:14 smithi007 ceph-mon[92692]: Reconfiguring osd.1 (monmap changed)... 2024-08-04T15:31:15.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:14 smithi007 ceph-mon[92692]: Reconfiguring daemon osd.1 on smithi007 2024-08-04T15:31:15.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:14 smithi007 ceph-mon[92692]: osdmap e279: 8 total, 8 up, 8 in 2024-08-04T15:31:15.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:14 smithi007 ceph-mon[92692]: osdmap e280: 8 total, 8 up, 8 in 2024-08-04T15:31:15.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:14 smithi007 ceph-mon[94998]: pgmap v69: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 476 KiB/s wr, 8 op/s 2024-08-04T15:31:15.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:14 smithi007 ceph-mon[94998]: Reconfiguring osd.1 (monmap changed)... 2024-08-04T15:31:15.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:14 smithi007 ceph-mon[94998]: Reconfiguring daemon osd.1 on smithi007 2024-08-04T15:31:15.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:14 smithi007 ceph-mon[94998]: osdmap e279: 8 total, 8 up, 8 in 2024-08-04T15:31:15.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:14 smithi007 ceph-mon[94998]: osdmap e280: 8 total, 8 up, 8 in 2024-08-04T15:31:15.419 INFO:tasks.rados.rados.0.smithi007.stdout:1065: done (5 left) 2024-08-04T15:31:15.420 INFO:tasks.rados.rados.0.smithi007.stdout:1066: done (4 left) 2024-08-04T15:31:15.420 INFO:tasks.rados.rados.0.smithi007.stdout:1067: done (3 left) 2024-08-04T15:31:15.420 INFO:tasks.rados.rados.0.smithi007.stdout:1068: done (2 left) 2024-08-04T15:31:15.420 INFO:tasks.rados.rados.0.smithi007.stdout:1069: done (1 left) 2024-08-04T15:31:15.420 INFO:tasks.rados.rados.0.smithi007.stdout:1070: done (0 left) 2024-08-04T15:31:15.420 INFO:tasks.rados.rados.0.smithi007.stdout:1071: snap_create 2024-08-04T15:31:15.771 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:31:16.059 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:31:16.059 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (2m) 31s ago 6m 16.7M - 0.25.0 c8568f914cd2 d6b15156f420 2024-08-04T15:31:16.059 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (108s) 12s ago 5m 80.7M - 9.4.7 954c08fa6188 66e1e6bf99cd 2024-08-04T15:31:16.059 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (7m) 31s ago 7m 15.1M - 17.2.7-1207-g85224d90 3614407c4e10 39baa14185b8 2024-08-04T15:31:16.059 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (7m) 12s ago 7m 20.5M - 17.2.7-1207-g85224d90 3614407c4e10 951c2f76c840 2024-08-04T15:31:16.059 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443,9283,8765 running (76s) 12s ago 11m 438M - 19.1.0-1260-g26c3fb8e 564b849e9656 0a006181dce3 2024-08-04T15:31:16.059 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:8443,9283,8765 running (103s) 31s ago 12m 501M - 19.1.0-1260-g26c3fb8e 564b849e9656 37ef3ca8c5a9 2024-08-04T15:31:16.059 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (62s) 31s ago 12m 38.4M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 299809910b9f 2024-08-04T15:31:16.059 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (22s) 12s ago 11m 26.1M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 2e88aab312eb 2024-08-04T15:31:16.059 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (40s) 31s ago 11m 26.3M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 cb8318c43c9d 2024-08-04T15:31:16.059 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (119s) 31s ago 6m 8502k - 1.5.0 0da6a335fe13 e040078790b8 2024-08-04T15:31:16.059 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (112s) 12s ago 6m 15.9M - 1.5.0 0da6a335fe13 b7bce65c2f21 2024-08-04T15:31:16.060 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (10m) 31s ago 10m 167M 2481M 17.2.7-1207-g85224d90 3614407c4e10 aa7c2acc12af 2024-08-04T15:31:16.060 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (10m) 31s ago 10m 163M 2481M 17.2.7-1207-g85224d90 3614407c4e10 6b90eba90aa9 2024-08-04T15:31:16.060 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (9m) 31s ago 9m 153M 2481M 17.2.7-1207-g85224d90 3614407c4e10 75284b707dd4 2024-08-04T15:31:16.060 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (9m) 31s ago 9m 104M 2481M 17.2.7-1207-g85224d90 3614407c4e10 902e99f21e0a 2024-08-04T15:31:16.060 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (9m) 12s ago 9m 145M 2480M 17.2.7-1207-g85224d90 3614407c4e10 a8621138799e 2024-08-04T15:31:16.060 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (8m) 12s ago 8m 137M 2480M 17.2.7-1207-g85224d90 3614407c4e10 4c11140cfb7d 2024-08-04T15:31:16.060 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (8m) 12s ago 8m 135M 2480M 17.2.7-1207-g85224d90 3614407c4e10 22d52664a755 2024-08-04T15:31:16.060 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (7m) 12s ago 7m 144M 2480M 17.2.7-1207-g85224d90 3614407c4e10 5e425b8303f1 2024-08-04T15:31:16.060 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (81s) 12s ago 6m 47.0M - 2.43.0 a07b618ecd1d ab854fccad8e 2024-08-04T15:31:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:15 smithi062 ceph-mon[85960]: pgmap v72: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 476 KiB/s wr, 8 op/s 2024-08-04T15:31:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:15 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:15 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:15 smithi062 ceph-mon[85960]: Reconfiguring osd.2 (monmap changed)... 2024-08-04T15:31:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:15 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-04T15:31:16.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:15 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:16.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:15 smithi062 ceph-mon[85960]: Reconfiguring daemon osd.2 on smithi007 2024-08-04T15:31:16.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:15 smithi062 ceph-mon[85960]: osdmap e281: 8 total, 8 up, 8 in 2024-08-04T15:31:16.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:15 smithi062 ceph-mon[85960]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:31:16.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:31:16] "GET /metrics HTTP/1.1" 200 36018 "" "Prometheus/2.43.0" 2024-08-04T15:31:16.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:15 smithi007 ceph-mon[94998]: pgmap v72: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 476 KiB/s wr, 8 op/s 2024-08-04T15:31:16.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:15 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:16.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:15 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:16.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:15 smithi007 ceph-mon[94998]: Reconfiguring osd.2 (monmap changed)... 2024-08-04T15:31:16.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:15 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-04T15:31:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:15 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:15 smithi007 ceph-mon[94998]: Reconfiguring daemon osd.2 on smithi007 2024-08-04T15:31:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:15 smithi007 ceph-mon[94998]: osdmap e281: 8 total, 8 up, 8 in 2024-08-04T15:31:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:15 smithi007 ceph-mon[94998]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:31:16.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:15 smithi007 ceph-mon[92692]: pgmap v72: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 476 KiB/s wr, 8 op/s 2024-08-04T15:31:16.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:15 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:16.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:15 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:16.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:15 smithi007 ceph-mon[92692]: Reconfiguring osd.2 (monmap changed)... 2024-08-04T15:31:16.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:15 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-04T15:31:16.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:15 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:16.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:15 smithi007 ceph-mon[92692]: Reconfiguring daemon osd.2 on smithi007 2024-08-04T15:31:16.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:15 smithi007 ceph-mon[92692]: osdmap e281: 8 total, 8 up, 8 in 2024-08-04T15:31:16.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:15 smithi007 ceph-mon[92692]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:31:16.397 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:31:16.397 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:31:16.398 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 3 2024-08-04T15:31:16.398 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:31:16.398 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:31:16.398 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:31:16.398 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:31:16.398 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:31:16.398 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 8 2024-08-04T15:31:16.398 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:31:16.398 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:31:16.398 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:31:16.398 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:31:16.399 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:31:16.399 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 10, 2024-08-04T15:31:16.399 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 5 2024-08-04T15:31:16.399 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:31:16.399 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:31:16.420 INFO:tasks.rados.rados.0.smithi007.stdout:1071: done (0 left) 2024-08-04T15:31:16.420 INFO:tasks.rados.rados.0.smithi007.stdout:1072: snap_remove snap 81 2024-08-04T15:31:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:16 smithi062 ceph-mon[85960]: from='client.44117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:31:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:16 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2232603366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:17.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:16 smithi062 ceph-mon[85960]: osdmap e282: 8 total, 8 up, 8 in 2024-08-04T15:31:17.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:17.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:17.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:16 smithi062 ceph-mon[85960]: Reconfiguring osd.3 (monmap changed)... 2024-08-04T15:31:17.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-04T15:31:17.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:17.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:16 smithi062 ceph-mon[85960]: Reconfiguring daemon osd.3 on smithi007 2024-08-04T15:31:17.315 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-mon[94998]: from='client.44117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:31:17.315 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2232603366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:17.315 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-mon[94998]: osdmap e282: 8 total, 8 up, 8 in 2024-08-04T15:31:17.315 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:17.315 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:17.315 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-mon[94998]: Reconfiguring osd.3 (monmap changed)... 2024-08-04T15:31:17.315 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-04T15:31:17.315 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:17.315 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-mon[94998]: Reconfiguring daemon osd.3 on smithi007 2024-08-04T15:31:17.316 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-mon[92692]: from='client.44117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:31:17.316 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2232603366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:17.316 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-mon[92692]: osdmap e282: 8 total, 8 up, 8 in 2024-08-04T15:31:17.316 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:17.316 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:17.316 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-mon[92692]: Reconfiguring osd.3 (monmap changed)... 2024-08-04T15:31:17.316 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-04T15:31:17.316 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:17.316 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:16 smithi007 ceph-mon[92692]: Reconfiguring daemon osd.3 on smithi007 2024-08-04T15:31:17.427 INFO:tasks.rados.rados.0.smithi007.stdout:1072: done (0 left) 2024-08-04T15:31:17.427 INFO:tasks.rados.rados.0.smithi007.stdout:1073: rollback oid 5 current snap is 108 2024-08-04T15:31:17.427 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 5 to 96 2024-08-04T15:31:17.427 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 29 current snap is 108 2024-08-04T15:31:17.427 INFO:tasks.rados.rados.0.smithi007.stdout:1074: seq_num 335 ranges {0=417792,417792=401408} 2024-08-04T15:31:17.429 INFO:tasks.rados.rados.0.smithi007.stdout:1074: writing smithi00780855-29 from 0 to 417792 tid 1 2024-08-04T15:31:17.431 INFO:tasks.rados.rados.0.smithi007.stdout:1074: writing smithi00780855-29 from 417792 to 819200 tid 2 2024-08-04T15:31:17.431 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 10 current snap is 108 2024-08-04T15:31:17.431 INFO:tasks.rados.rados.0.smithi007.stdout:1075: seq_num 336 ranges {712704=434176,1146880=401408} 2024-08-04T15:31:17.438 INFO:tasks.rados.rados.0.smithi007.stdout:1075: writing smithi00780855-10 from 712704 to 1146880 tid 1 2024-08-04T15:31:17.441 INFO:tasks.rados.rados.0.smithi007.stdout:1075: writing smithi00780855-10 from 1146880 to 1548288 tid 2 2024-08-04T15:31:17.441 INFO:tasks.rados.rados.0.smithi007.stdout:1076: delete oid 26 current snap is 108 2024-08-04T15:31:17.441 INFO:tasks.rados.rados.0.smithi007.stdout:1073: finishing rollback tid 0 to smithi00780855-5 2024-08-04T15:31:17.441 INFO:tasks.rados.rados.0.smithi007.stdout:1073: finishing rollback tid 1 to smithi00780855-5 2024-08-04T15:31:17.441 INFO:tasks.rados.rados.0.smithi007.stdout:1073: finishing rollback tid 2 to smithi00780855-5 2024-08-04T15:31:17.441 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 538 (ObjNum 317 snap 96 seq_num 317) dirty exists 2024-08-04T15:31:17.442 INFO:tasks.rados.rados.0.smithi007.stdout:1074: finishing write tid 1 to smithi00780855-29 2024-08-04T15:31:17.442 INFO:tasks.rados.rados.0.smithi007.stdout:1074: finishing write tid 2 to smithi00780855-29 2024-08-04T15:31:17.442 INFO:tasks.rados.rados.0.smithi007.stdout:1074: finishing write tid 3 to smithi00780855-29 2024-08-04T15:31:17.442 INFO:tasks.rados.rados.0.smithi007.stdout:1074: finishing write tid 4 to smithi00780855-29 2024-08-04T15:31:17.442 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 541 (ObjNum 335 snap 108 seq_num 335) dirty exists 2024-08-04T15:31:17.442 INFO:tasks.rados.rados.0.smithi007.stdout:1074: left oid 29 (ObjNum 335 snap 108 seq_num 335) 2024-08-04T15:31:17.445 INFO:tasks.rados.rados.0.smithi007.stdout:1075: finishing write tid 1 to smithi00780855-10 2024-08-04T15:31:17.445 INFO:tasks.rados.rados.0.smithi007.stdout:1075: finishing write tid 2 to smithi00780855-10 2024-08-04T15:31:17.446 INFO:tasks.rados.rados.0.smithi007.stdout:1075: finishing write tid 3 to smithi00780855-10 2024-08-04T15:31:17.450 INFO:tasks.rados.rados.0.smithi007.stdout:1075: finishing write tid 4 to smithi00780855-10 2024-08-04T15:31:17.450 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 800 (ObjNum 336 snap 108 seq_num 336) dirty exists 2024-08-04T15:31:17.451 INFO:tasks.rados.rados.0.smithi007.stdout:1075: left oid 10 (ObjNum 336 snap 108 seq_num 336) 2024-08-04T15:31:17.451 INFO:tasks.rados.rados.0.smithi007.stdout:1073: done (3 left) 2024-08-04T15:31:17.451 INFO:tasks.rados.rados.0.smithi007.stdout:1074: done (2 left) 2024-08-04T15:31:17.451 INFO:tasks.rados.rados.0.smithi007.stdout:1075: done (1 left) 2024-08-04T15:31:17.451 INFO:tasks.rados.rados.0.smithi007.stdout:1076: done (0 left) 2024-08-04T15:31:17.451 INFO:tasks.rados.rados.0.smithi007.stdout:1077: read oid 28 snap -1 2024-08-04T15:31:17.451 INFO:tasks.rados.rados.0.smithi007.stdout:1077: expect (ObjNum 333 snap 106 seq_num 333) 2024-08-04T15:31:17.451 INFO:tasks.rados.rados.0.smithi007.stdout:1078: delete oid 35 current snap is 108 2024-08-04T15:31:17.453 INFO:tasks.rados.rados.0.smithi007.stdout:1078: done (1 left) 2024-08-04T15:31:17.453 INFO:tasks.rados.rados.0.smithi007.stdout:1079: snap_remove snap 107 2024-08-04T15:31:18.428 INFO:tasks.rados.rados.0.smithi007.stdout:1079: done (1 left) 2024-08-04T15:31:18.428 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 108 2024-08-04T15:31:18.428 INFO:tasks.rados.rados.0.smithi007.stdout:1080: seq_num 339 ranges {0=483328,483328=401408} 2024-08-04T15:31:18.430 INFO:tasks.rados.rados.0.smithi007.stdout:1080: writing smithi00780855-48 from 0 to 483328 tid 1 2024-08-04T15:31:18.432 INFO:tasks.rados.rados.0.smithi007.stdout:1080: writing smithi00780855-48 from 483328 to 884736 tid 2 2024-08-04T15:31:18.433 INFO:tasks.rados.rados.0.smithi007.stdout:1081: read oid 29 snap -1 2024-08-04T15:31:18.433 INFO:tasks.rados.rados.0.smithi007.stdout:1081: expect (ObjNum 335 snap 108 seq_num 335) 2024-08-04T15:31:18.433 INFO:tasks.rados.rados.0.smithi007.stdout:1082: rollback oid 39 current snap is 108 2024-08-04T15:31:18.433 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 39 to 101 2024-08-04T15:31:18.433 INFO:tasks.rados.rados.0.smithi007.stdout:1077: expect (ObjNum 333 snap 106 seq_num 333) 2024-08-04T15:31:18.664 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:18 smithi007 ceph-mon[92692]: pgmap v75: 121 pgs: 121 active+clean; 247 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 388 KiB/s wr, 13 op/s 2024-08-04T15:31:18.664 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:18 smithi007 ceph-mon[92692]: osdmap e283: 8 total, 8 up, 8 in 2024-08-04T15:31:18.664 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:18 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:18.664 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:18 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:18.664 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:18 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-04T15:31:18.664 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:18 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:18.664 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:18 smithi007 ceph-mon[94998]: pgmap v75: 121 pgs: 121 active+clean; 247 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 388 KiB/s wr, 13 op/s 2024-08-04T15:31:18.664 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:18 smithi007 ceph-mon[94998]: osdmap e283: 8 total, 8 up, 8 in 2024-08-04T15:31:18.664 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:18 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:18.665 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:18 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:18.665 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:18 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-04T15:31:18.665 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:18 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:18.708 INFO:tasks.rados.rados.0.smithi007.stdout:1080: finishing write tid 1 to smithi00780855-48 2024-08-04T15:31:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:1080: finishing write tid 2 to smithi00780855-48 2024-08-04T15:31:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:1080: finishing write tid 3 to smithi00780855-48 2024-08-04T15:31:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:1080: finishing write tid 4 to smithi00780855-48 2024-08-04T15:31:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 386 (ObjNum 339 snap 108 seq_num 339) dirty exists 2024-08-04T15:31:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:1080: left oid 48 (ObjNum 339 snap 108 seq_num 339) 2024-08-04T15:31:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:1082: finishing rollback tid 0 to smithi00780855-39 2024-08-04T15:31:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:1082: finishing rollback tid 1 to smithi00780855-39 2024-08-04T15:31:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:1081: expect (ObjNum 335 snap 108 seq_num 335) 2024-08-04T15:31:18.731 INFO:tasks.rados.rados.0.smithi007.stdout:1082: finishing rollback tid 2 to smithi00780855-39 2024-08-04T15:31:18.731 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 750 (ObjNum 299 snap 84 seq_num 299) dirty exists 2024-08-04T15:31:18.731 INFO:tasks.rados.rados.0.smithi007.stdout:1077: done (3 left) 2024-08-04T15:31:18.731 INFO:tasks.rados.rados.0.smithi007.stdout:1080: done (2 left) 2024-08-04T15:31:18.731 INFO:tasks.rados.rados.0.smithi007.stdout:1081: done (1 left) 2024-08-04T15:31:18.731 INFO:tasks.rados.rados.0.smithi007.stdout:1082: done (0 left) 2024-08-04T15:31:18.731 INFO:tasks.rados.rados.0.smithi007.stdout:1083: read oid 2 snap 92 2024-08-04T15:31:18.731 INFO:tasks.rados.rados.0.smithi007.stdout:1083: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:31:18.731 INFO:tasks.rados.rados.0.smithi007.stdout:1084: setattr oid 7 current snap is 108 2024-08-04T15:31:18.733 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 108 2024-08-04T15:31:18.733 INFO:tasks.rados.rados.0.smithi007.stdout:1085: seq_num 340 ranges {499712=499712,999424=401408} 2024-08-04T15:31:18.739 INFO:tasks.rados.rados.0.smithi007.stdout:1085: writing smithi00780855-16 from 499712 to 999424 tid 1 2024-08-04T15:31:18.742 INFO:tasks.rados.rados.0.smithi007.stdout:1085: writing smithi00780855-16 from 999424 to 1400832 tid 2 2024-08-04T15:31:18.742 INFO:tasks.rados.rados.0.smithi007.stdout:1086: read oid 20 snap -1 2024-08-04T15:31:18.742 INFO:tasks.rados.rados.0.smithi007.stdout:1086: expect (ObjNum 206 snap 60 seq_num 206) 2024-08-04T15:31:18.742 INFO:tasks.rados.rados.0.smithi007.stdout:1087: read oid 3 snap -1 2024-08-04T15:31:18.743 INFO:tasks.rados.rados.0.smithi007.stdout:1087: expect (ObjNum 311 snap 94 seq_num 311) 2024-08-04T15:31:18.743 INFO:tasks.rados.rados.0.smithi007.stdout:1088: snap_remove snap 103 2024-08-04T15:31:18.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:18 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:18 smithi062 ceph-mon[85960]: pgmap v75: 121 pgs: 121 active+clean; 247 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 388 KiB/s wr, 13 op/s 2024-08-04T15:31:18.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:18 smithi062 ceph-mon[85960]: osdmap e283: 8 total, 8 up, 8 in 2024-08-04T15:31:18.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:18 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:18.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:18 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:18.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:18 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-04T15:31:18.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:18 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:19.421 INFO:tasks.rados.rados.0.smithi007.stdout:1088: done (5 left) 2024-08-04T15:31:19.422 INFO:tasks.rados.rados.0.smithi007.stdout:1089: read oid 49 snap -1 2024-08-04T15:31:19.422 INFO:tasks.rados.rados.0.smithi007.stdout:1089: expect (ObjNum 318 snap 96 seq_num 318) 2024-08-04T15:31:19.422 INFO:tasks.rados.rados.0.smithi007.stdout:1090: read oid 22 snap 59 2024-08-04T15:31:19.422 INFO:tasks.rados.rados.0.smithi007.stdout:1090: expect deleted 2024-08-04T15:31:19.423 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 805 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-04T15:31:19.423 INFO:tasks.rados.rados.0.smithi007.stdout:1085: finishing write tid 1 to smithi00780855-16 2024-08-04T15:31:19.423 INFO:tasks.rados.rados.0.smithi007.stdout:1086: expect (ObjNum 206 snap 60 seq_num 206) 2024-08-04T15:31:19.460 INFO:tasks.rados.rados.0.smithi007.stdout:1085: finishing write tid 2 to smithi00780855-16 2024-08-04T15:31:19.461 INFO:tasks.rados.rados.0.smithi007.stdout:1085: finishing write tid 3 to smithi00780855-16 2024-08-04T15:31:19.461 INFO:tasks.rados.rados.0.smithi007.stdout:1085: finishing write tid 4 to smithi00780855-16 2024-08-04T15:31:19.461 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 813 (ObjNum 340 snap 108 seq_num 340) dirty exists 2024-08-04T15:31:19.461 INFO:tasks.rados.rados.0.smithi007.stdout:1085: left oid 16 (ObjNum 340 snap 108 seq_num 340) 2024-08-04T15:31:19.461 INFO:tasks.rados.rados.0.smithi007.stdout:1083: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:31:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:19 smithi062 ceph-mon[85960]: Reconfiguring mds.a (monmap changed)... 2024-08-04T15:31:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:19 smithi062 ceph-mon[85960]: Reconfiguring daemon mds.a on smithi007 2024-08-04T15:31:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:19 smithi062 ceph-mon[85960]: osdmap e284: 8 total, 8 up, 8 in 2024-08-04T15:31:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:19 smithi062 ceph-mon[85960]: osdmap e285: 8 total, 8 up, 8 in 2024-08-04T15:31:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:19 smithi007 ceph-mon[92692]: Reconfiguring mds.a (monmap changed)... 2024-08-04T15:31:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:19 smithi007 ceph-mon[92692]: Reconfiguring daemon mds.a on smithi007 2024-08-04T15:31:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:19 smithi007 ceph-mon[92692]: osdmap e284: 8 total, 8 up, 8 in 2024-08-04T15:31:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:19 smithi007 ceph-mon[92692]: osdmap e285: 8 total, 8 up, 8 in 2024-08-04T15:31:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:19 smithi007 ceph-mon[94998]: Reconfiguring mds.a (monmap changed)... 2024-08-04T15:31:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:19 smithi007 ceph-mon[94998]: Reconfiguring daemon mds.a on smithi007 2024-08-04T15:31:19.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:19 smithi007 ceph-mon[94998]: osdmap e284: 8 total, 8 up, 8 in 2024-08-04T15:31:19.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:19 smithi007 ceph-mon[94998]: osdmap e285: 8 total, 8 up, 8 in 2024-08-04T15:31:20.097 INFO:tasks.rados.rados.0.smithi007.stdout:1087: expect (ObjNum 311 snap 94 seq_num 311) 2024-08-04T15:31:20.108 INFO:tasks.rados.rados.0.smithi007.stdout:1089: expect (ObjNum 318 snap 96 seq_num 318) 2024-08-04T15:31:20.122 INFO:tasks.rados.rados.0.smithi007.stdout:1083: done (6 left) 2024-08-04T15:31:20.123 INFO:tasks.rados.rados.0.smithi007.stdout:1084: done (5 left) 2024-08-04T15:31:20.123 INFO:tasks.rados.rados.0.smithi007.stdout:1085: done (4 left) 2024-08-04T15:31:20.123 INFO:tasks.rados.rados.0.smithi007.stdout:1086: done (3 left) 2024-08-04T15:31:20.123 INFO:tasks.rados.rados.0.smithi007.stdout:1087: done (2 left) 2024-08-04T15:31:20.123 INFO:tasks.rados.rados.0.smithi007.stdout:1089: done (1 left) 2024-08-04T15:31:20.123 INFO:tasks.rados.rados.0.smithi007.stdout:1090: done (0 left) 2024-08-04T15:31:20.123 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 108 2024-08-04T15:31:20.123 INFO:tasks.rados.rados.0.smithi007.stdout:1091: seq_num 341 ranges {0=516096,516096=401408} 2024-08-04T15:31:20.125 INFO:tasks.rados.rados.0.smithi007.stdout:1091: writing smithi00780855-22 from 0 to 516096 tid 1 2024-08-04T15:31:20.128 INFO:tasks.rados.rados.0.smithi007.stdout:1091: writing smithi00780855-22 from 516096 to 917504 tid 2 2024-08-04T15:31:20.128 INFO:tasks.rados.rados.0.smithi007.stdout:1092: copy_from oid 13 from oid 10 current snap is 108 2024-08-04T15:31:20.128 INFO:tasks.rados.rados.0.smithi007.stdout:1091: finishing write tid 1 to smithi00780855-22 2024-08-04T15:31:20.128 INFO:tasks.rados.rados.0.smithi007.stdout:1093: rollback oid 48 current snap is 108 2024-08-04T15:31:20.128 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 48 to 97 2024-08-04T15:31:20.128 INFO:tasks.rados.rados.0.smithi007.stdout:1094: copy_from oid 33 from oid 21 current snap is 108 2024-08-04T15:31:20.128 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 108 2024-08-04T15:31:20.129 INFO:tasks.rados.rados.0.smithi007.stdout:1095: seq_num 342 ranges {0=532480,532480=401408} 2024-08-04T15:31:20.132 INFO:tasks.rados.rados.0.smithi007.stdout:1095: writing smithi00780855-44 from 0 to 532480 tid 1 2024-08-04T15:31:20.135 INFO:tasks.rados.rados.0.smithi007.stdout:1095: writing smithi00780855-44 from 532480 to 933888 tid 2 2024-08-04T15:31:20.135 INFO:tasks.rados.rados.0.smithi007.stdout:1096: snap_create 2024-08-04T15:31:20.135 INFO:tasks.rados.rados.0.smithi007.stdout:1093: finishing rollback tid 0 to smithi00780855-48 2024-08-04T15:31:20.135 INFO:tasks.rados.rados.0.smithi007.stdout:1091: finishing write tid 2 to smithi00780855-22 2024-08-04T15:31:20.136 INFO:tasks.rados.rados.0.smithi007.stdout:1093: finishing rollback tid 1 to smithi00780855-48 2024-08-04T15:31:20.136 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 388 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-04T15:31:20.136 INFO:tasks.rados.rados.0.smithi007.stdout:1091: finishing write tid 3 to smithi00780855-22 2024-08-04T15:31:20.136 INFO:tasks.rados.rados.0.smithi007.stdout:1091: finishing write tid 4 to smithi00780855-22 2024-08-04T15:31:20.136 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 403 (ObjNum 341 snap 108 seq_num 341) dirty exists 2024-08-04T15:31:20.136 INFO:tasks.rados.rados.0.smithi007.stdout:1091: left oid 22 (ObjNum 341 snap 108 seq_num 341) 2024-08-04T15:31:20.137 INFO:tasks.rados.rados.0.smithi007.stdout:1095: finishing write tid 1 to smithi00780855-44 2024-08-04T15:31:20.137 INFO:tasks.rados.rados.0.smithi007.stdout:1095: finishing write tid 2 to smithi00780855-44 2024-08-04T15:31:20.137 INFO:tasks.rados.rados.0.smithi007.stdout:1095: finishing write tid 3 to smithi00780855-44 2024-08-04T15:31:20.138 INFO:tasks.rados.rados.0.smithi007.stdout:1095: finishing write tid 4 to smithi00780855-44 2024-08-04T15:31:20.138 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 302 (ObjNum 342 snap 108 seq_num 342) dirty exists 2024-08-04T15:31:20.138 INFO:tasks.rados.rados.0.smithi007.stdout:1095: left oid 44 (ObjNum 342 snap 108 seq_num 342) 2024-08-04T15:31:20.139 INFO:tasks.rados.rados.0.smithi007.stdout:1092: finishing copy_from racing read to smithi00780855-13 2024-08-04T15:31:20.141 INFO:tasks.rados.rados.0.smithi007.stdout:1092: finishing copy_from to smithi00780855-13 2024-08-04T15:31:20.141 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 800 (ObjNum 336 snap 108 seq_num 336) dirty exists 2024-08-04T15:31:20.141 INFO:tasks.rados.rados.0.smithi007.stdout:1094: finishing copy_from racing read to smithi00780855-33 2024-08-04T15:31:20.143 INFO:tasks.rados.rados.0.smithi007.stdout:1094: finishing copy_from to smithi00780855-33 2024-08-04T15:31:20.143 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 696 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:31:20.501 INFO:tasks.rados.rados.0.smithi007.stdout:1091: done (5 left) 2024-08-04T15:31:20.501 INFO:tasks.rados.rados.0.smithi007.stdout:1092: done (4 left) 2024-08-04T15:31:20.501 INFO:tasks.rados.rados.0.smithi007.stdout:1093: done (3 left) 2024-08-04T15:31:20.501 INFO:tasks.rados.rados.0.smithi007.stdout:1094: done (2 left) 2024-08-04T15:31:20.501 INFO:tasks.rados.rados.0.smithi007.stdout:1095: done (1 left) 2024-08-04T15:31:20.501 INFO:tasks.rados.rados.0.smithi007.stdout:1096: done (0 left) 2024-08-04T15:31:20.502 INFO:tasks.rados.rados.0.smithi007.stdout:1097: copy_from oid 31 from oid 47 current snap is 109 2024-08-04T15:31:20.502 INFO:tasks.rados.rados.0.smithi007.stdout:1098: read oid 12 snap 108 2024-08-04T15:31:20.502 INFO:tasks.rados.rados.0.smithi007.stdout:1098: expect (ObjNum 325 snap 100 seq_num 325) 2024-08-04T15:31:20.502 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 7 current snap is 109 2024-08-04T15:31:20.502 INFO:tasks.rados.rados.0.smithi007.stdout:1099: seq_num 343 ranges {0=548864,548864=401408} 2024-08-04T15:31:20.503 INFO:tasks.rados.rados.0.smithi007.stdout:1099: writing smithi00780855-7 from 0 to 548864 tid 1 2024-08-04T15:31:20.506 INFO:tasks.rados.rados.0.smithi007.stdout:1099: writing smithi00780855-7 from 548864 to 950272 tid 2 2024-08-04T15:31:20.507 INFO:tasks.rados.rados.0.smithi007.stdout:1100: copy_from oid 8 from oid 25 current snap is 109 2024-08-04T15:31:20.507 INFO:tasks.rados.rados.0.smithi007.stdout:1101: rollback oid 1 current snap is 109 2024-08-04T15:31:20.507 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 1 to 93 2024-08-04T15:31:20.507 INFO:tasks.rados.rados.0.smithi007.stdout:1102: delete oid 9 current snap is 109 2024-08-04T15:31:20.511 INFO:tasks.rados.rados.0.smithi007.stdout:1102: done (5 left) 2024-08-04T15:31:20.511 INFO:tasks.rados.rados.0.smithi007.stdout:1103: rollback oid 40 current snap is 109 2024-08-04T15:31:20.511 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 40 to 59 2024-08-04T15:31:20.511 INFO:tasks.rados.rados.0.smithi007.stdout:1104: delete oid 2 current snap is 109 2024-08-04T15:31:20.512 INFO:tasks.rados.rados.0.smithi007.stdout:1099: finishing write tid 1 to smithi00780855-7 2024-08-04T15:31:20.512 INFO:tasks.rados.rados.0.smithi007.stdout:1099: finishing write tid 2 to smithi00780855-7 2024-08-04T15:31:20.514 INFO:tasks.rados.rados.0.smithi007.stdout:1101: finishing rollback tid 0 to smithi00780855-1 2024-08-04T15:31:20.514 INFO:tasks.rados.rados.0.smithi007.stdout:1101: finishing rollback tid 1 to smithi00780855-1 2024-08-04T15:31:20.514 INFO:tasks.rados.rados.0.smithi007.stdout:1101: finishing rollback tid 2 to smithi00780855-1 2024-08-04T15:31:20.514 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 407 (ObjNum 303 snap 86 seq_num 303) dirty exists 2024-08-04T15:31:20.515 INFO:tasks.rados.rados.0.smithi007.stdout:1099: finishing write tid 3 to smithi00780855-7 2024-08-04T15:31:20.516 INFO:tasks.rados.rados.0.smithi007.stdout:1101: done (6 left) 2024-08-04T15:31:20.516 INFO:tasks.rados.rados.0.smithi007.stdout:1104: done (5 left) 2024-08-04T15:31:20.516 INFO:tasks.rados.rados.0.smithi007.stdout:1105: copy_from oid 2 from oid 34 current snap is 109 2024-08-04T15:31:20.516 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 26 current snap is 109 2024-08-04T15:31:20.516 INFO:tasks.rados.rados.0.smithi007.stdout:1106: seq_num 346 ranges {0=598016,598016=401408} 2024-08-04T15:31:20.521 INFO:tasks.rados.rados.0.smithi007.stdout:1106: writing smithi00780855-26 from 0 to 598016 tid 1 2024-08-04T15:31:20.524 INFO:tasks.rados.rados.0.smithi007.stdout:1106: writing smithi00780855-26 from 598016 to 999424 tid 2 2024-08-04T15:31:20.524 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 109 2024-08-04T15:31:20.524 INFO:tasks.rados.rados.0.smithi007.stdout:1103: finishing rollback tid 0 to smithi00780855-40 2024-08-04T15:31:20.524 INFO:tasks.rados.rados.0.smithi007.stdout:1107: seq_num 347 ranges {5332992=614400,5947392=401408} 2024-08-04T15:31:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:1107: writing smithi00780855-28 from 5332992 to 5947392 tid 1 2024-08-04T15:31:20.560 INFO:tasks.rados.rados.0.smithi007.stdout:1107: writing smithi00780855-28 from 5947392 to 6348800 tid 2 2024-08-04T15:31:20.561 INFO:tasks.rados.rados.0.smithi007.stdout:1108: rollback oid 19 current snap is 109 2024-08-04T15:31:20.561 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 19 to 96 2024-08-04T15:31:20.561 INFO:tasks.rados.rados.0.smithi007.stdout:1099: finishing write tid 4 to smithi00780855-7 2024-08-04T15:31:20.561 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 823 (ObjNum 343 snap 109 seq_num 343) dirty exists 2024-08-04T15:31:20.561 INFO:tasks.rados.rados.0.smithi007.stdout:1099: left oid 7 (ObjNum 343 snap 109 seq_num 343) 2024-08-04T15:31:20.561 INFO:tasks.rados.rados.0.smithi007.stdout:1103: finishing rollback tid 1 to smithi00780855-40 2024-08-04T15:31:20.561 INFO:tasks.rados.rados.0.smithi007.stdout:1103: finishing rollback tid 2 to smithi00780855-40 2024-08-04T15:31:20.561 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 245 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-04T15:31:20.561 INFO:tasks.rados.rados.0.smithi007.stdout:1099: done (8 left) 2024-08-04T15:31:20.561 INFO:tasks.rados.rados.0.smithi007.stdout:1103: done (7 left) 2024-08-04T15:31:20.561 INFO:tasks.rados.rados.0.smithi007.stdout:1109: read oid 20 snap -1 2024-08-04T15:31:20.561 INFO:tasks.rados.rados.0.smithi007.stdout:1109: expect (ObjNum 206 snap 60 seq_num 206) 2024-08-04T15:31:20.561 INFO:tasks.rados.rados.0.smithi007.stdout:1110: snap_create 2024-08-04T15:31:20.562 INFO:tasks.rados.rados.0.smithi007.stdout:1106: finishing write tid 1 to smithi00780855-26 2024-08-04T15:31:20.562 INFO:tasks.rados.rados.0.smithi007.stdout:1098: expect (ObjNum 325 snap 100 seq_num 325) 2024-08-04T15:31:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:20 smithi062 ceph-mon[85960]: pgmap v78: 121 pgs: 121 active+clean; 247 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 388 KiB/s wr, 13 op/s 2024-08-04T15:31:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:20 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:20 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:20.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:20 smithi062 ceph-mon[85960]: Reconfiguring mon.b (monmap changed)... 2024-08-04T15:31:20.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:20 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:31:20.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:20 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:31:20.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:20 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:20.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:20 smithi062 ceph-mon[85960]: Reconfiguring daemon mon.b on smithi062 2024-08-04T15:31:20.762 INFO:tasks.rados.rados.0.smithi007.stdout:1106: finishing write tid 2 to smithi00780855-26 2024-08-04T15:31:20.762 INFO:tasks.rados.rados.0.smithi007.stdout:1106: finishing write tid 3 to smithi00780855-26 2024-08-04T15:31:20.762 INFO:tasks.rados.rados.0.smithi007.stdout:1106: finishing write tid 4 to smithi00780855-26 2024-08-04T15:31:20.763 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 826 (ObjNum 346 snap 109 seq_num 346) dirty exists 2024-08-04T15:31:20.763 INFO:tasks.rados.rados.0.smithi007.stdout:1106: left oid 26 (ObjNum 346 snap 109 seq_num 346) 2024-08-04T15:31:20.763 INFO:tasks.rados.rados.0.smithi007.stdout:1100: finishing copy_from racing read to smithi00780855-8 2024-08-04T15:31:20.763 INFO:tasks.rados.rados.0.smithi007.stdout:1097: finishing copy_from racing read to smithi00780855-31 2024-08-04T15:31:20.763 INFO:tasks.rados.rados.0.smithi007.stdout:1100: finishing copy_from to smithi00780855-8 2024-08-04T15:31:20.763 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 880 (ObjNum 308 snap 93 seq_num 308) dirty exists 2024-08-04T15:31:20.763 INFO:tasks.rados.rados.0.smithi007.stdout:1105: finishing copy_from racing read to smithi00780855-2 2024-08-04T15:31:20.763 INFO:tasks.rados.rados.0.smithi007.stdout:1097: finishing copy_from to smithi00780855-31 2024-08-04T15:31:20.763 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 118 (ObjNum 291 snap 82 seq_num 291) dirty exists 2024-08-04T15:31:20.763 INFO:tasks.rados.rados.0.smithi007.stdout:1105: finishing copy_from to smithi00780855-2 2024-08-04T15:31:20.763 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 392 (ObjNum 286 snap 81 seq_num 286) dirty exists 2024-08-04T15:31:20.764 INFO:tasks.rados.rados.0.smithi007.stdout:1107: finishing write tid 1 to smithi00780855-28 2024-08-04T15:31:20.764 INFO:tasks.rados.rados.0.smithi007.stdout:1107: finishing write tid 2 to smithi00780855-28 2024-08-04T15:31:20.764 INFO:tasks.rados.rados.0.smithi007.stdout:1108: finishing rollback tid 0 to smithi00780855-19 2024-08-04T15:31:20.764 INFO:tasks.rados.rados.0.smithi007.stdout:1108: finishing rollback tid 1 to smithi00780855-19 2024-08-04T15:31:20.764 INFO:tasks.rados.rados.0.smithi007.stdout:1107: finishing write tid 3 to smithi00780855-28 2024-08-04T15:31:20.764 INFO:tasks.rados.rados.0.smithi007.stdout:1108: finishing rollback tid 2 to smithi00780855-19 2024-08-04T15:31:20.764 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 252 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:31:20.764 INFO:tasks.rados.rados.0.smithi007.stdout:1109: expect (ObjNum 206 snap 60 seq_num 206) 2024-08-04T15:31:20.791 INFO:tasks.rados.rados.0.smithi007.stdout:1107: finishing write tid 4 to smithi00780855-28 2024-08-04T15:31:20.791 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 418 (ObjNum 347 snap 109 seq_num 347) dirty exists 2024-08-04T15:31:20.792 INFO:tasks.rados.rados.0.smithi007.stdout:1107: left oid 28 (ObjNum 347 snap 109 seq_num 347) 2024-08-04T15:31:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:20 smithi007 ceph-mon[92692]: pgmap v78: 121 pgs: 121 active+clean; 247 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 388 KiB/s wr, 13 op/s 2024-08-04T15:31:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:20 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:20 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:20 smithi007 ceph-mon[92692]: Reconfiguring mon.b (monmap changed)... 2024-08-04T15:31:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:20 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:31:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:20 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:31:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:20 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:20 smithi007 ceph-mon[92692]: Reconfiguring daemon mon.b on smithi062 2024-08-04T15:31:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:20 smithi007 ceph-mon[94998]: pgmap v78: 121 pgs: 121 active+clean; 247 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 388 KiB/s wr, 13 op/s 2024-08-04T15:31:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:20 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:20 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:20 smithi007 ceph-mon[94998]: Reconfiguring mon.b (monmap changed)... 2024-08-04T15:31:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:20 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-04T15:31:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:20 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-04T15:31:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:20 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:20 smithi007 ceph-mon[94998]: Reconfiguring daemon mon.b on smithi062 2024-08-04T15:31:21.508 INFO:tasks.rados.rados.0.smithi007.stdout:1097: done (8 left) 2024-08-04T15:31:21.508 INFO:tasks.rados.rados.0.smithi007.stdout:1098: done (7 left) 2024-08-04T15:31:21.509 INFO:tasks.rados.rados.0.smithi007.stdout:1100: done (6 left) 2024-08-04T15:31:21.509 INFO:tasks.rados.rados.0.smithi007.stdout:1105: done (5 left) 2024-08-04T15:31:21.509 INFO:tasks.rados.rados.0.smithi007.stdout:1106: done (4 left) 2024-08-04T15:31:21.509 INFO:tasks.rados.rados.0.smithi007.stdout:1107: done (3 left) 2024-08-04T15:31:21.509 INFO:tasks.rados.rados.0.smithi007.stdout:1108: done (2 left) 2024-08-04T15:31:21.510 INFO:tasks.rados.rados.0.smithi007.stdout:1109: done (1 left) 2024-08-04T15:31:21.510 INFO:tasks.rados.rados.0.smithi007.stdout:1110: done (0 left) 2024-08-04T15:31:21.510 INFO:tasks.rados.rados.0.smithi007.stdout:1111: copy_from oid 26 from oid 22 current snap is 110 2024-08-04T15:31:21.510 INFO:tasks.rados.rados.0.smithi007.stdout:1112: snap_create 2024-08-04T15:31:21.516 INFO:tasks.rados.rados.0.smithi007.stdout:1111: finishing copy_from racing read to smithi00780855-26 2024-08-04T15:31:21.517 INFO:tasks.rados.rados.0.smithi007.stdout:1111: finishing copy_from to smithi00780855-26 2024-08-04T15:31:21.517 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 403 (ObjNum 341 snap 108 seq_num 341) dirty exists 2024-08-04T15:31:21.664 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:21 smithi062 ceph-mon[85960]: osdmap e286: 8 total, 8 up, 8 in 2024-08-04T15:31:21.664 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:31:21.664 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:21.664 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:21.665 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:31:21.665 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:31:21.665 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:21 smithi007 ceph-mon[92692]: osdmap e286: 8 total, 8 up, 8 in 2024-08-04T15:31:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:31:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:31:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:31:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:21 smithi007 ceph-mon[94998]: osdmap e286: 8 total, 8 up, 8 in 2024-08-04T15:31:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:31:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-04T15:31:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-04T15:31:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:22.509 INFO:tasks.rados.rados.0.smithi007.stdout:1111: done (1 left) 2024-08-04T15:31:22.509 INFO:tasks.rados.rados.0.smithi007.stdout:1112: done (0 left) 2024-08-04T15:31:22.509 INFO:tasks.rados.rados.0.smithi007.stdout:1113: read oid 49 snap -1 2024-08-04T15:31:22.510 INFO:tasks.rados.rados.0.smithi007.stdout:1113: expect (ObjNum 318 snap 96 seq_num 318) 2024-08-04T15:31:22.510 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 111 2024-08-04T15:31:22.510 INFO:tasks.rados.rados.0.smithi007.stdout:1114: seq_num 348 ranges {1744896=630784,2375680=401408} 2024-08-04T15:31:22.522 INFO:tasks.rados.rados.0.smithi007.stdout:1114: writing smithi00780855-45 from 1744896 to 2375680 tid 1 2024-08-04T15:31:22.524 INFO:tasks.rados.rados.0.smithi007.stdout:1114: writing smithi00780855-45 from 2375680 to 2777088 tid 2 2024-08-04T15:31:22.524 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 18 current snap is 111 2024-08-04T15:31:22.525 INFO:tasks.rados.rados.0.smithi007.stdout:1113: expect (ObjNum 318 snap 96 seq_num 318) 2024-08-04T15:31:22.540 INFO:tasks.rados.rados.0.smithi007.stdout:1114: finishing write tid 1 to smithi00780855-45 2024-08-04T15:31:22.540 INFO:tasks.rados.rados.0.smithi007.stdout:1114: finishing write tid 2 to smithi00780855-45 2024-08-04T15:31:22.540 INFO:tasks.rados.rados.0.smithi007.stdout:1114: finishing write tid 3 to smithi00780855-45 2024-08-04T15:31:22.540 INFO:tasks.rados.rados.0.smithi007.stdout:1114: finishing write tid 4 to smithi00780855-45 2024-08-04T15:31:22.540 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 971 (ObjNum 348 snap 111 seq_num 348) dirty exists 2024-08-04T15:31:22.540 INFO:tasks.rados.rados.0.smithi007.stdout:1114: left oid 45 (ObjNum 348 snap 111 seq_num 348) 2024-08-04T15:31:22.540 INFO:tasks.rados.rados.0.smithi007.stdout:1115: seq_num 349 ranges {0=655360,655360=401408} 2024-08-04T15:31:22.543 INFO:tasks.rados.rados.0.smithi007.stdout:1115: writing smithi00780855-18 from 0 to 655360 tid 1 2024-08-04T15:31:22.546 INFO:tasks.rados.rados.0.smithi007.stdout:1115: writing smithi00780855-18 from 655360 to 1056768 tid 2 2024-08-04T15:31:22.546 INFO:tasks.rados.rados.0.smithi007.stdout:1113: done (2 left) 2024-08-04T15:31:22.546 INFO:tasks.rados.rados.0.smithi007.stdout:1114: done (1 left) 2024-08-04T15:31:22.546 INFO:tasks.rados.rados.0.smithi007.stdout:1116: rollback oid 32 current snap is 111 2024-08-04T15:31:22.547 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 32 to 96 2024-08-04T15:31:22.547 INFO:tasks.rados.rados.0.smithi007.stdout:1117: read oid 46 snap -1 2024-08-04T15:31:22.547 INFO:tasks.rados.rados.0.smithi007.stdout:1117: expect (ObjNum 330 snap 104 seq_num 330) 2024-08-04T15:31:22.547 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 111 2024-08-04T15:31:22.547 INFO:tasks.rados.rados.0.smithi007.stdout:1118: seq_num 350 ranges {9035776=671744,9707520=401408} 2024-08-04T15:31:22.600 INFO:tasks.rados.rados.0.smithi007.stdout:1118: writing smithi00780855-38 from 9035776 to 9707520 tid 1 2024-08-04T15:31:22.602 INFO:tasks.rados.rados.0.smithi007.stdout:1118: writing smithi00780855-38 from 9707520 to 10108928 tid 2 2024-08-04T15:31:22.602 INFO:tasks.rados.rados.0.smithi007.stdout:1119: snap_remove snap 85 2024-08-04T15:31:22.735 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:22.736 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:22 smithi062 ceph-mon[85960]: pgmap v81: 121 pgs: 121 active+clean; 247 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:31:22.736 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:22 smithi062 ceph-mon[85960]: Reconfiguring mgr.x (monmap changed)... 2024-08-04T15:31:22.736 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:22 smithi062 ceph-mon[85960]: Reconfiguring daemon mgr.x on smithi062 2024-08-04T15:31:22.736 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:22 smithi062 ceph-mon[85960]: osdmap e287: 8 total, 8 up, 8 in 2024-08-04T15:31:22.736 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:22.736 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:22.736 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-04T15:31:22.737 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:22 smithi007 ceph-mon[92692]: pgmap v81: 121 pgs: 121 active+clean; 247 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:31:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:22 smithi007 ceph-mon[92692]: Reconfiguring mgr.x (monmap changed)... 2024-08-04T15:31:22.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:22 smithi007 ceph-mon[92692]: Reconfiguring daemon mgr.x on smithi062 2024-08-04T15:31:22.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:22 smithi007 ceph-mon[92692]: osdmap e287: 8 total, 8 up, 8 in 2024-08-04T15:31:22.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:22.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:22.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-04T15:31:22.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:22.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:22 smithi007 ceph-mon[94998]: pgmap v81: 121 pgs: 121 active+clean; 247 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-04T15:31:22.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:22 smithi007 ceph-mon[94998]: Reconfiguring mgr.x (monmap changed)... 2024-08-04T15:31:22.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:22 smithi007 ceph-mon[94998]: Reconfiguring daemon mgr.x on smithi062 2024-08-04T15:31:22.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:22 smithi007 ceph-mon[94998]: osdmap e287: 8 total, 8 up, 8 in 2024-08-04T15:31:22.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:22.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:22.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-04T15:31:22.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:23.520 INFO:tasks.rados.rados.0.smithi007.stdout:1119: done (4 left) 2024-08-04T15:31:23.520 INFO:tasks.rados.rados.0.smithi007.stdout:1120: snap_create 2024-08-04T15:31:23.521 INFO:tasks.rados.rados.0.smithi007.stdout:1115: finishing write tid 1 to smithi00780855-18 2024-08-04T15:31:23.521 INFO:tasks.rados.rados.0.smithi007.stdout:1115: finishing write tid 2 to smithi00780855-18 2024-08-04T15:31:23.521 INFO:tasks.rados.rados.0.smithi007.stdout:1116: finishing rollback tid 0 to smithi00780855-32 2024-08-04T15:31:23.521 INFO:tasks.rados.rados.0.smithi007.stdout:1115: finishing write tid 3 to smithi00780855-18 2024-08-04T15:31:23.521 INFO:tasks.rados.rados.0.smithi007.stdout:1116: finishing rollback tid 1 to smithi00780855-32 2024-08-04T15:31:23.521 INFO:tasks.rados.rados.0.smithi007.stdout:1116: finishing rollback tid 2 to smithi00780855-32 2024-08-04T15:31:23.521 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 883 (ObjNum 206 snap 60 seq_num 206) dirty exists 2024-08-04T15:31:23.521 INFO:tasks.rados.rados.0.smithi007.stdout:1115: finishing write tid 4 to smithi00780855-18 2024-08-04T15:31:23.521 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 248 (ObjNum 349 snap 111 seq_num 349) dirty exists 2024-08-04T15:31:23.521 INFO:tasks.rados.rados.0.smithi007.stdout:1115: left oid 18 (ObjNum 349 snap 111 seq_num 349) 2024-08-04T15:31:23.521 INFO:tasks.rados.rados.0.smithi007.stdout:1117: expect (ObjNum 330 snap 104 seq_num 330) 2024-08-04T15:31:23.650 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:23 smithi062 ceph-mon[85960]: Reconfiguring osd.4 (monmap changed)... 2024-08-04T15:31:23.650 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:23 smithi062 ceph-mon[85960]: Reconfiguring daemon osd.4 on smithi062 2024-08-04T15:31:23.650 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:23 smithi062 ceph-mon[85960]: osdmap e288: 8 total, 8 up, 8 in 2024-08-04T15:31:23.650 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:23.799 INFO:tasks.rados.rados.0.smithi007.stdout:1118: finishing write tid 1 to smithi00780855-38 2024-08-04T15:31:23.799 INFO:tasks.rados.rados.0.smithi007.stdout:1118: finishing write tid 2 to smithi00780855-38 2024-08-04T15:31:23.800 INFO:tasks.rados.rados.0.smithi007.stdout:1118: finishing write tid 3 to smithi00780855-38 2024-08-04T15:31:23.800 INFO:tasks.rados.rados.0.smithi007.stdout:1118: finishing write tid 4 to smithi00780855-38 2024-08-04T15:31:23.800 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 255 (ObjNum 350 snap 111 seq_num 350) dirty exists 2024-08-04T15:31:23.800 INFO:tasks.rados.rados.0.smithi007.stdout:1118: left oid 38 (ObjNum 350 snap 111 seq_num 350) 2024-08-04T15:31:23.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:23 smithi007 ceph-mon[92692]: Reconfiguring osd.4 (monmap changed)... 2024-08-04T15:31:23.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:23 smithi007 ceph-mon[92692]: Reconfiguring daemon osd.4 on smithi062 2024-08-04T15:31:23.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:23 smithi007 ceph-mon[92692]: osdmap e288: 8 total, 8 up, 8 in 2024-08-04T15:31:23.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:23 smithi007 ceph-mon[94998]: Reconfiguring osd.4 (monmap changed)... 2024-08-04T15:31:23.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:23 smithi007 ceph-mon[94998]: Reconfiguring daemon osd.4 on smithi062 2024-08-04T15:31:23.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:23 smithi007 ceph-mon[94998]: osdmap e288: 8 total, 8 up, 8 in 2024-08-04T15:31:24.421 INFO:tasks.rados.rados.0.smithi007.stdout:1115: done (4 left) 2024-08-04T15:31:24.422 INFO:tasks.rados.rados.0.smithi007.stdout:1116: done (3 left) 2024-08-04T15:31:24.422 INFO:tasks.rados.rados.0.smithi007.stdout:1117: done (2 left) 2024-08-04T15:31:24.422 INFO:tasks.rados.rados.0.smithi007.stdout:1118: done (1 left) 2024-08-04T15:31:24.422 INFO:tasks.rados.rados.0.smithi007.stdout:1120: done (0 left) 2024-08-04T15:31:24.422 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 11 current snap is 112 2024-08-04T15:31:24.422 INFO:tasks.rados.rados.0.smithi007.stdout:1121: seq_num 351 ranges {0=688128,688128=401408} 2024-08-04T15:31:24.425 INFO:tasks.rados.rados.0.smithi007.stdout:1121: writing smithi00780855-11 from 0 to 688128 tid 1 2024-08-04T15:31:24.427 INFO:tasks.rados.rados.0.smithi007.stdout:1121: writing smithi00780855-11 from 688128 to 1089536 tid 2 2024-08-04T15:31:24.427 INFO:tasks.rados.rados.0.smithi007.stdout:1122: rmattr oid 30 current snap is 112 2024-08-04T15:31:24.427 INFO:tasks.rados.rados.0.smithi007.stdout:1123: delete oid 23 current snap is 112 2024-08-04T15:31:24.432 INFO:tasks.rados.rados.0.smithi007.stdout:1123: done (2 left) 2024-08-04T15:31:24.432 INFO:tasks.rados.rados.0.smithi007.stdout:1124: rollback oid 13 current snap is 112 2024-08-04T15:31:24.432 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 13 to 101 2024-08-04T15:31:24.432 INFO:tasks.rados.rados.0.smithi007.stdout:1125: copy_from oid 37 from oid 2 current snap is 112 2024-08-04T15:31:24.432 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 42 current snap is 112 2024-08-04T15:31:24.432 INFO:tasks.rados.rados.0.smithi007.stdout:1126: seq_num 353 ranges {1867776=720896,2588672=401408} 2024-08-04T15:31:24.448 INFO:tasks.rados.rados.0.smithi007.stdout:1126: writing smithi00780855-42 from 1867776 to 2588672 tid 1 2024-08-04T15:31:24.451 INFO:tasks.rados.rados.0.smithi007.stdout:1126: writing smithi00780855-42 from 2588672 to 2990080 tid 2 2024-08-04T15:31:24.451 INFO:tasks.rados.rados.0.smithi007.stdout:1127: read oid 47 snap 92 2024-08-04T15:31:24.451 INFO:tasks.rados.rados.0.smithi007.stdout:1127: expect (ObjNum 291 snap 82 seq_num 291) 2024-08-04T15:31:24.451 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 112 2024-08-04T15:31:24.451 INFO:tasks.rados.rados.0.smithi007.stdout:1128: seq_num 354 ranges {0=737280,737280=401408} 2024-08-04T15:31:24.455 INFO:tasks.rados.rados.0.smithi007.stdout:1128: writing smithi00780855-48 from 0 to 737280 tid 1 2024-08-04T15:31:24.457 INFO:tasks.rados.rados.0.smithi007.stdout:1128: writing smithi00780855-48 from 737280 to 1138688 tid 2 2024-08-04T15:31:24.458 INFO:tasks.rados.rados.0.smithi007.stdout:1129: snap_remove snap 105 2024-08-04T15:31:24.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:24 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:24.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:24 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:24.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:24 smithi062 ceph-mon[85960]: pgmap v84: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 5.5 MiB/s wr, 29 op/s 2024-08-04T15:31:24.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:24 smithi062 ceph-mon[85960]: osdmap e289: 8 total, 8 up, 8 in 2024-08-04T15:31:24.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:24.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:24.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:24 smithi062 ceph-mon[85960]: Reconfiguring osd.5 (monmap changed)... 2024-08-04T15:31:24.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-04T15:31:24.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:24.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:24 smithi062 ceph-mon[85960]: Reconfiguring daemon osd.5 on smithi062 2024-08-04T15:31:24.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:24 smithi062 ceph-mon[85960]: osdmap e290: 8 total, 8 up, 8 in 2024-08-04T15:31:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:24 smithi007 ceph-mon[94998]: pgmap v84: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 5.5 MiB/s wr, 29 op/s 2024-08-04T15:31:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:24 smithi007 ceph-mon[94998]: osdmap e289: 8 total, 8 up, 8 in 2024-08-04T15:31:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:24 smithi007 ceph-mon[94998]: Reconfiguring osd.5 (monmap changed)... 2024-08-04T15:31:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-04T15:31:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:24 smithi007 ceph-mon[94998]: Reconfiguring daemon osd.5 on smithi062 2024-08-04T15:31:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:24 smithi007 ceph-mon[94998]: osdmap e290: 8 total, 8 up, 8 in 2024-08-04T15:31:24.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:24 smithi007 ceph-mon[92692]: pgmap v84: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 5.5 MiB/s wr, 29 op/s 2024-08-04T15:31:24.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:24 smithi007 ceph-mon[92692]: osdmap e289: 8 total, 8 up, 8 in 2024-08-04T15:31:24.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:24.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:24.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:24 smithi007 ceph-mon[92692]: Reconfiguring osd.5 (monmap changed)... 2024-08-04T15:31:24.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-04T15:31:24.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:24.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:24 smithi007 ceph-mon[92692]: Reconfiguring daemon osd.5 on smithi062 2024-08-04T15:31:24.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:24 smithi007 ceph-mon[92692]: osdmap e290: 8 total, 8 up, 8 in 2024-08-04T15:31:25.423 INFO:tasks.rados.rados.0.smithi007.stdout:1129: done (7 left) 2024-08-04T15:31:25.423 INFO:tasks.rados.rados.0.smithi007.stdout:1130: delete oid 23 current snap is 112 2024-08-04T15:31:25.423 INFO:tasks.rados.rados.0.smithi007.stdout:1121: finishing write tid 1 to smithi00780855-11 2024-08-04T15:31:25.423 INFO:tasks.rados.rados.0.smithi007.stdout:1121: finishing write tid 2 to smithi00780855-11 2024-08-04T15:31:25.423 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 697 (ObjNum 288 snap 81 seq_num 288) dirty exists 2024-08-04T15:31:25.423 INFO:tasks.rados.rados.0.smithi007.stdout:1121: finishing write tid 3 to smithi00780855-11 2024-08-04T15:31:25.423 INFO:tasks.rados.rados.0.smithi007.stdout:1121: finishing write tid 4 to smithi00780855-11 2024-08-04T15:31:25.423 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 753 (ObjNum 351 snap 112 seq_num 351) dirty exists 2024-08-04T15:31:25.423 INFO:tasks.rados.rados.0.smithi007.stdout:1121: left oid 11 (ObjNum 351 snap 112 seq_num 351) 2024-08-04T15:31:25.424 INFO:tasks.rados.rados.0.smithi007.stdout:1124: finishing rollback tid 0 to smithi00780855-13 2024-08-04T15:31:25.424 INFO:tasks.rados.rados.0.smithi007.stdout:1124: finishing rollback tid 1 to smithi00780855-13 2024-08-04T15:31:25.424 INFO:tasks.rados.rados.0.smithi007.stdout:1124: finishing rollback tid 2 to smithi00780855-13 2024-08-04T15:31:25.424 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 983 (ObjNum 278 snap 78 seq_num 278) dirty exists 2024-08-04T15:31:25.424 INFO:tasks.rados.rados.0.smithi007.stdout:1125: finishing copy_from racing read to smithi00780855-37 2024-08-04T15:31:25.424 INFO:tasks.rados.rados.0.smithi007.stdout:1125: finishing copy_from to smithi00780855-37 2024-08-04T15:31:25.424 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 392 (ObjNum 286 snap 81 seq_num 286) dirty exists 2024-08-04T15:31:25.424 INFO:tasks.rados.rados.0.smithi007.stdout:1126: finishing write tid 1 to smithi00780855-42 2024-08-04T15:31:25.424 INFO:tasks.rados.rados.0.smithi007.stdout:1126: finishing write tid 2 to smithi00780855-42 2024-08-04T15:31:25.424 INFO:tasks.rados.rados.0.smithi007.stdout:1126: finishing write tid 3 to smithi00780855-42 2024-08-04T15:31:25.424 INFO:tasks.rados.rados.0.smithi007.stdout:1126: finishing write tid 4 to smithi00780855-42 2024-08-04T15:31:25.424 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 414 (ObjNum 353 snap 112 seq_num 353) dirty exists 2024-08-04T15:31:25.424 INFO:tasks.rados.rados.0.smithi007.stdout:1126: left oid 42 (ObjNum 353 snap 112 seq_num 353) 2024-08-04T15:31:25.425 INFO:tasks.rados.rados.0.smithi007.stdout:1127: expect (ObjNum 291 snap 82 seq_num 291) 2024-08-04T15:31:25.684 INFO:tasks.rados.rados.0.smithi007.stdout:1128: finishing write tid 1 to smithi00780855-48 2024-08-04T15:31:25.685 INFO:tasks.rados.rados.0.smithi007.stdout:1128: finishing write tid 2 to smithi00780855-48 2024-08-04T15:31:25.685 INFO:tasks.rados.rados.0.smithi007.stdout:1128: finishing write tid 3 to smithi00780855-48 2024-08-04T15:31:25.685 INFO:tasks.rados.rados.0.smithi007.stdout:1128: finishing write tid 4 to smithi00780855-48 2024-08-04T15:31:25.685 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 395 (ObjNum 354 snap 112 seq_num 354) dirty exists 2024-08-04T15:31:25.685 INFO:tasks.rados.rados.0.smithi007.stdout:1128: left oid 48 (ObjNum 354 snap 112 seq_num 354) 2024-08-04T15:31:25.685 INFO:tasks.rados.rados.0.smithi007.stdout:1121: done (7 left) 2024-08-04T15:31:25.685 INFO:tasks.rados.rados.0.smithi007.stdout:1122: done (6 left) 2024-08-04T15:31:25.685 INFO:tasks.rados.rados.0.smithi007.stdout:1124: done (5 left) 2024-08-04T15:31:25.685 INFO:tasks.rados.rados.0.smithi007.stdout:1125: done (4 left) 2024-08-04T15:31:25.685 INFO:tasks.rados.rados.0.smithi007.stdout:1126: done (3 left) 2024-08-04T15:31:25.685 INFO:tasks.rados.rados.0.smithi007.stdout:1127: done (2 left) 2024-08-04T15:31:25.685 INFO:tasks.rados.rados.0.smithi007.stdout:1128: done (1 left) 2024-08-04T15:31:25.685 INFO:tasks.rados.rados.0.smithi007.stdout:1130: done (0 left) 2024-08-04T15:31:25.686 INFO:tasks.rados.rados.0.smithi007.stdout:1131: rollback oid 50 current snap is 112 2024-08-04T15:31:25.686 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 50 to 108 2024-08-04T15:31:25.686 INFO:tasks.rados.rados.0.smithi007.stdout:1132: copy_from oid 39 from oid 10 current snap is 112 2024-08-04T15:31:25.686 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 2 current snap is 112 2024-08-04T15:31:25.686 INFO:tasks.rados.rados.0.smithi007.stdout:1133: seq_num 356 ranges {2400256=770048,3170304=401408} 2024-08-04T15:31:25.701 INFO:tasks.rados.rados.0.smithi007.stdout:1133: writing smithi00780855-2 from 2400256 to 3170304 tid 1 2024-08-04T15:31:25.704 INFO:tasks.rados.rados.0.smithi007.stdout:1133: writing smithi00780855-2 from 3170304 to 3571712 tid 2 2024-08-04T15:31:25.704 INFO:tasks.rados.rados.0.smithi007.stdout:1131: finishing rollback tid 1 to smithi00780855-50 2024-08-04T15:31:25.704 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 316 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-04T15:31:25.704 INFO:tasks.rados.rados.0.smithi007.stdout:1132: finishing copy_from racing read to smithi00780855-39 2024-08-04T15:31:25.704 INFO:tasks.rados.rados.0.smithi007.stdout:1132: finishing copy_from to smithi00780855-39 2024-08-04T15:31:25.704 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 800 (ObjNum 336 snap 108 seq_num 336) dirty exists 2024-08-04T15:31:25.704 INFO:tasks.rados.rados.0.smithi007.stdout:1134: read oid 36 snap -1 2024-08-04T15:31:25.705 INFO:tasks.rados.rados.0.smithi007.stdout:1134: expect (ObjNum 324 snap 100 seq_num 324) 2024-08-04T15:31:25.705 INFO:tasks.rados.rados.0.smithi007.stdout:1131: done (3 left) 2024-08-04T15:31:25.705 INFO:tasks.rados.rados.0.smithi007.stdout:1132: done (2 left) 2024-08-04T15:31:25.705 INFO:tasks.rados.rados.0.smithi007.stdout:1135: delete oid 20 current snap is 112 2024-08-04T15:31:25.706 INFO:tasks.rados.rados.0.smithi007.stdout:1133: finishing write tid 1 to smithi00780855-2 2024-08-04T15:31:25.707 INFO:tasks.rados.rados.0.smithi007.stdout:1135: done (2 left) 2024-08-04T15:31:25.707 INFO:tasks.rados.rados.0.smithi007.stdout:1136: snap_create 2024-08-04T15:31:25.707 INFO:tasks.rados.rados.0.smithi007.stdout:1133: finishing write tid 2 to smithi00780855-2 2024-08-04T15:31:25.707 INFO:tasks.rados.rados.0.smithi007.stdout:1133: finishing write tid 3 to smithi00780855-2 2024-08-04T15:31:25.708 INFO:tasks.rados.rados.0.smithi007.stdout:1133: finishing write tid 4 to smithi00780855-2 2024-08-04T15:31:25.708 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 398 (ObjNum 356 snap 112 seq_num 356) dirty exists 2024-08-04T15:31:25.708 INFO:tasks.rados.rados.0.smithi007.stdout:1133: left oid 2 (ObjNum 356 snap 112 seq_num 356) 2024-08-04T15:31:25.710 INFO:tasks.rados.rados.0.smithi007.stdout:1134: expect (ObjNum 324 snap 100 seq_num 324) 2024-08-04T15:31:26.473 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:26 smithi062 ceph-mon[85960]: pgmap v87: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 5.5 MiB/s wr, 29 op/s 2024-08-04T15:31:26.473 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:26.473 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:26.473 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:26 smithi062 ceph-mon[85960]: Reconfiguring osd.6 (monmap changed)... 2024-08-04T15:31:26.473 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-04T15:31:26.473 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:26.474 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:26 smithi062 ceph-mon[85960]: Reconfiguring daemon osd.6 on smithi062 2024-08-04T15:31:26.474 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:26 smithi062 ceph-mon[85960]: osdmap e291: 8 total, 8 up, 8 in 2024-08-04T15:31:26.523 INFO:tasks.rados.rados.0.smithi007.stdout:1133: done (2 left) 2024-08-04T15:31:26.523 INFO:tasks.rados.rados.0.smithi007.stdout:1134: done (1 left) 2024-08-04T15:31:26.523 INFO:tasks.rados.rados.0.smithi007.stdout:1136: done (0 left) 2024-08-04T15:31:26.523 INFO:tasks.rados.rados.0.smithi007.stdout:1137: snap_create 2024-08-04T15:31:26.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:31:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:31:26] "GET /metrics HTTP/1.1" 200 36020 "" "Prometheus/2.43.0" 2024-08-04T15:31:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:26 smithi007 ceph-mon[92692]: pgmap v87: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 5.5 MiB/s wr, 29 op/s 2024-08-04T15:31:26.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:26.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:26.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:26 smithi007 ceph-mon[92692]: Reconfiguring osd.6 (monmap changed)... 2024-08-04T15:31:26.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-04T15:31:26.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:26.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:26 smithi007 ceph-mon[92692]: Reconfiguring daemon osd.6 on smithi062 2024-08-04T15:31:26.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:26 smithi007 ceph-mon[92692]: osdmap e291: 8 total, 8 up, 8 in 2024-08-04T15:31:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:26 smithi007 ceph-mon[94998]: pgmap v87: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 5.5 MiB/s wr, 29 op/s 2024-08-04T15:31:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:26.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:26.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:26 smithi007 ceph-mon[94998]: Reconfiguring osd.6 (monmap changed)... 2024-08-04T15:31:26.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-04T15:31:26.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:26.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:26 smithi007 ceph-mon[94998]: Reconfiguring daemon osd.6 on smithi062 2024-08-04T15:31:26.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:26 smithi007 ceph-mon[94998]: osdmap e291: 8 total, 8 up, 8 in 2024-08-04T15:31:27.526 INFO:tasks.rados.rados.0.smithi007.stdout:1137: done (0 left) 2024-08-04T15:31:27.526 INFO:tasks.rados.rados.0.smithi007.stdout:1138: rollback oid 2 current snap is 114 2024-08-04T15:31:27.526 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 2 to 94 2024-08-04T15:31:27.526 INFO:tasks.rados.rados.0.smithi007.stdout:1139: read oid 21 snap -1 2024-08-04T15:31:27.526 INFO:tasks.rados.rados.0.smithi007.stdout:1139: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:31:27.526 INFO:tasks.rados.rados.0.smithi007.stdout:1140: rollback oid 11 current snap is 114 2024-08-04T15:31:27.527 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 11 to 109 2024-08-04T15:31:27.527 INFO:tasks.rados.rados.0.smithi007.stdout:1141: read oid 47 snap -1 2024-08-04T15:31:27.527 INFO:tasks.rados.rados.0.smithi007.stdout:1141: expect (ObjNum 291 snap 82 seq_num 291) 2024-08-04T15:31:27.527 INFO:tasks.rados.rados.0.smithi007.stdout:1142: read oid 39 snap -1 2024-08-04T15:31:27.527 INFO:tasks.rados.rados.0.smithi007.stdout:1142: expect (ObjNum 336 snap 108 seq_num 336) 2024-08-04T15:31:27.527 INFO:tasks.rados.rados.0.smithi007.stdout:1143: copy_from oid 6 from oid 17 current snap is 114 2024-08-04T15:31:27.527 INFO:tasks.rados.rados.0.smithi007.stdout:1144: read oid 48 snap 112 2024-08-04T15:31:27.527 INFO:tasks.rados.rados.0.smithi007.stdout:1144: expect (ObjNum 354 snap 112 seq_num 354) 2024-08-04T15:31:27.527 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 9 current snap is 114 2024-08-04T15:31:27.527 INFO:tasks.rados.rados.0.smithi007.stdout:1145: seq_num 358 ranges {0=802816,802816=401408} 2024-08-04T15:31:27.531 INFO:tasks.rados.rados.0.smithi007.stdout:1145: writing smithi00780855-9 from 0 to 802816 tid 1 2024-08-04T15:31:27.534 INFO:tasks.rados.rados.0.smithi007.stdout:1145: writing smithi00780855-9 from 802816 to 1204224 tid 2 2024-08-04T15:31:27.534 INFO:tasks.rados.rados.0.smithi007.stdout:1146: rollback oid 36 current snap is 114 2024-08-04T15:31:27.534 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 36 to 90 2024-08-04T15:31:27.534 INFO:tasks.rados.rados.0.smithi007.stdout:1147: delete oid 34 current snap is 114 2024-08-04T15:31:27.540 INFO:tasks.rados.rados.0.smithi007.stdout:1139: expect (ObjNum 97 snap 18 seq_num 97) 2024-08-04T15:31:27.624 INFO:tasks.rados.rados.0.smithi007.stdout:1140: finishing rollback tid 0 to smithi00780855-11 2024-08-04T15:31:27.624 INFO:tasks.rados.rados.0.smithi007.stdout:1146: finishing rollback tid 0 to smithi00780855-36 2024-08-04T15:31:27.624 INFO:tasks.rados.rados.0.smithi007.stdout:1140: finishing rollback tid 1 to smithi00780855-11 2024-08-04T15:31:27.624 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 802 (ObjNum 49 snap 0 seq_num 2402157894) dirty dne 2024-08-04T15:31:27.624 INFO:tasks.rados.rados.0.smithi007.stdout:1139: done (9 left) 2024-08-04T15:31:27.624 INFO:tasks.rados.rados.0.smithi007.stdout:1140: done (8 left) 2024-08-04T15:31:27.624 INFO:tasks.rados.rados.0.smithi007.stdout:1147: done (7 left) 2024-08-04T15:31:27.624 INFO:tasks.rados.rados.0.smithi007.stdout:1148: snap_remove snap 111 2024-08-04T15:31:27.816 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:27 smithi062 ceph-mon[85960]: osdmap e292: 8 total, 8 up, 8 in 2024-08-04T15:31:27.816 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:27 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:27.816 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:27 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:27.816 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:27 smithi062 ceph-mon[85960]: Reconfiguring osd.7 (monmap changed)... 2024-08-04T15:31:27.817 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:27 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-04T15:31:27.817 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:27 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:27.817 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:27 smithi062 ceph-mon[85960]: Reconfiguring daemon osd.7 on smithi062 2024-08-04T15:31:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:27 smithi007 ceph-mon[92692]: osdmap e292: 8 total, 8 up, 8 in 2024-08-04T15:31:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:27 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:27.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:27 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:27.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:27 smithi007 ceph-mon[92692]: Reconfiguring osd.7 (monmap changed)... 2024-08-04T15:31:27.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:27 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-04T15:31:27.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:27 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:27.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:27 smithi007 ceph-mon[92692]: Reconfiguring daemon osd.7 on smithi062 2024-08-04T15:31:27.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:27 smithi007 ceph-mon[94998]: osdmap e292: 8 total, 8 up, 8 in 2024-08-04T15:31:27.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:27 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:27.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:27 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:27.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:27 smithi007 ceph-mon[94998]: Reconfiguring osd.7 (monmap changed)... 2024-08-04T15:31:27.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:27 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-04T15:31:27.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:27 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:27.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:27 smithi007 ceph-mon[94998]: Reconfiguring daemon osd.7 on smithi062 2024-08-04T15:31:28.540 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:28 smithi062 ceph-mon[85960]: pgmap v90: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-08-04T15:31:28.540 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:28 smithi062 ceph-mon[85960]: osdmap e293: 8 total, 8 up, 8 in 2024-08-04T15:31:28.540 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:28 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:28.540 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:28 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:28.540 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:28 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-04T15:31:28.540 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:28 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:28.580 INFO:tasks.rados.rados.0.smithi007.stdout:1148: done (7 left) 2024-08-04T15:31:28.580 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 25 current snap is 114 2024-08-04T15:31:28.580 INFO:tasks.rados.rados.0.smithi007.stdout:1145: finishing write tid 1 to smithi00780855-9 2024-08-04T15:31:28.580 INFO:tasks.rados.rados.0.smithi007.stdout:1145: finishing write tid 2 to smithi00780855-9 2024-08-04T15:31:28.580 INFO:tasks.rados.rados.0.smithi007.stdout:1149: seq_num 360 ranges {2744320=434176,3178496=704512,3883008=98304} 2024-08-04T15:31:28.597 INFO:tasks.rados.rados.0.smithi007.stdout:1149: writing smithi00780855-25 from 2744320 to 3178496 tid 1 2024-08-04T15:31:28.601 INFO:tasks.rados.rados.0.smithi007.stdout:1149: writing smithi00780855-25 from 3178496 to 3883008 tid 2 2024-08-04T15:31:28.602 INFO:tasks.rados.rados.0.smithi007.stdout:1149: writing smithi00780855-25 from 3883008 to 3981312 tid 3 2024-08-04T15:31:28.602 INFO:tasks.rados.rados.0.smithi007.stdout:1150: rmattr oid 8 current snap is 114 2024-08-04T15:31:28.602 INFO:tasks.rados.rados.0.smithi007.stdout:1150: done (8 left) 2024-08-04T15:31:28.602 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 5 current snap is 114 2024-08-04T15:31:28.602 INFO:tasks.rados.rados.0.smithi007.stdout:1146: finishing rollback tid 1 to smithi00780855-36 2024-08-04T15:31:28.603 INFO:tasks.rados.rados.0.smithi007.stdout:1151: seq_num 361 ranges {516096=450560,966656=581632,1548288=221184} 2024-08-04T15:31:28.607 INFO:tasks.rados.rados.0.smithi007.stdout:1151: writing smithi00780855-5 from 516096 to 966656 tid 1 2024-08-04T15:31:28.611 INFO:tasks.rados.rados.0.smithi007.stdout:1151: writing smithi00780855-5 from 966656 to 1548288 tid 2 2024-08-04T15:31:28.613 INFO:tasks.rados.rados.0.smithi007.stdout:1151: writing smithi00780855-5 from 1548288 to 1769472 tid 3 2024-08-04T15:31:28.614 INFO:tasks.rados.rados.0.smithi007.stdout:1152: copy_from oid 44 from oid 4 current snap is 114 2024-08-04T15:31:28.614 INFO:tasks.rados.rados.0.smithi007.stdout:1138: finishing rollback tid 0 to smithi00780855-2 2024-08-04T15:31:28.614 INFO:tasks.rados.rados.0.smithi007.stdout:1146: finishing rollback tid 2 to smithi00780855-36 2024-08-04T15:31:28.614 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 314 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-04T15:31:28.614 INFO:tasks.rados.rados.0.smithi007.stdout:1145: finishing write tid 3 to smithi00780855-9 2024-08-04T15:31:28.614 INFO:tasks.rados.rados.0.smithi007.stdout:1145: finishing write tid 4 to smithi00780855-9 2024-08-04T15:31:28.614 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 700 (ObjNum 358 snap 114 seq_num 358) dirty exists 2024-08-04T15:31:28.614 INFO:tasks.rados.rados.0.smithi007.stdout:1145: left oid 9 (ObjNum 358 snap 114 seq_num 358) 2024-08-04T15:31:28.614 INFO:tasks.rados.rados.0.smithi007.stdout:1142: expect (ObjNum 336 snap 108 seq_num 336) 2024-08-04T15:31:28.667 INFO:tasks.rados.rados.0.smithi007.stdout:1138: finishing rollback tid 1 to smithi00780855-2 2024-08-04T15:31:28.667 INFO:tasks.rados.rados.0.smithi007.stdout:1138: finishing rollback tid 2 to smithi00780855-2 2024-08-04T15:31:28.667 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 401 (ObjNum 258 snap 74 seq_num 258) dirty exists 2024-08-04T15:31:28.667 INFO:tasks.rados.rados.0.smithi007.stdout:1143: finishing copy_from racing read to smithi00780855-6 2024-08-04T15:31:28.667 INFO:tasks.rados.rados.0.smithi007.stdout:1138: done (9 left) 2024-08-04T15:31:28.667 INFO:tasks.rados.rados.0.smithi007.stdout:1142: done (8 left) 2024-08-04T15:31:28.667 INFO:tasks.rados.rados.0.smithi007.stdout:1145: done (7 left) 2024-08-04T15:31:28.667 INFO:tasks.rados.rados.0.smithi007.stdout:1146: done (6 left) 2024-08-04T15:31:28.668 INFO:tasks.rados.rados.0.smithi007.stdout:1153: read oid 49 snap -1 2024-08-04T15:31:28.668 INFO:tasks.rados.rados.0.smithi007.stdout:1153: expect (ObjNum 318 snap 96 seq_num 318) 2024-08-04T15:31:28.668 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 20 current snap is 114 2024-08-04T15:31:28.668 INFO:tasks.rados.rados.0.smithi007.stdout:1143: finishing copy_from to smithi00780855-6 2024-08-04T15:31:28.668 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 250 (ObjNum 283 snap 81 seq_num 283) dirty exists 2024-08-04T15:31:28.668 INFO:tasks.rados.rados.0.smithi007.stdout:1144: expect (ObjNum 354 snap 112 seq_num 354) 2024-08-04T15:31:28.698 INFO:tasks.rados.rados.0.smithi007.stdout:1141: expect (ObjNum 291 snap 82 seq_num 291) 2024-08-04T15:31:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:28 smithi007 ceph-mon[92692]: pgmap v90: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-08-04T15:31:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:28 smithi007 ceph-mon[92692]: osdmap e293: 8 total, 8 up, 8 in 2024-08-04T15:31:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:28 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:28 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:28 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-04T15:31:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:28 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:28 smithi007 ceph-mon[94998]: pgmap v90: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-08-04T15:31:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:28 smithi007 ceph-mon[94998]: osdmap e293: 8 total, 8 up, 8 in 2024-08-04T15:31:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:28 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:28 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:28 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-04T15:31:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:28 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:28.953 INFO:tasks.rados.rados.0.smithi007.stdout:1149: finishing write tid 1 to smithi00780855-25 2024-08-04T15:31:28.953 INFO:tasks.rados.rados.0.smithi007.stdout:1149: finishing write tid 2 to smithi00780855-25 2024-08-04T15:31:28.953 INFO:tasks.rados.rados.0.smithi007.stdout:1149: finishing write tid 3 to smithi00780855-25 2024-08-04T15:31:28.953 INFO:tasks.rados.rados.0.smithi007.stdout:1149: finishing write tid 4 to smithi00780855-25 2024-08-04T15:31:28.953 INFO:tasks.rados.rados.0.smithi007.stdout:1149: finishing write tid 5 to smithi00780855-25 2024-08-04T15:31:28.953 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 994 (ObjNum 360 snap 114 seq_num 360) dirty exists 2024-08-04T15:31:28.953 INFO:tasks.rados.rados.0.smithi007.stdout:1149: left oid 25 (ObjNum 360 snap 114 seq_num 360) 2024-08-04T15:31:28.953 INFO:tasks.rados.rados.0.smithi007.stdout:1151: finishing write tid 1 to smithi00780855-5 2024-08-04T15:31:28.953 INFO:tasks.rados.rados.0.smithi007.stdout:1151: finishing write tid 2 to smithi00780855-5 2024-08-04T15:31:28.954 INFO:tasks.rados.rados.0.smithi007.stdout:1151: finishing write tid 3 to smithi00780855-5 2024-08-04T15:31:28.954 INFO:tasks.rados.rados.0.smithi007.stdout:1151: finishing write tid 4 to smithi00780855-5 2024-08-04T15:31:28.954 INFO:tasks.rados.rados.0.smithi007.stdout:1151: finishing write tid 5 to smithi00780855-5 2024-08-04T15:31:28.954 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 545 (ObjNum 361 snap 114 seq_num 361) dirty exists 2024-08-04T15:31:28.954 INFO:tasks.rados.rados.0.smithi007.stdout:1151: left oid 5 (ObjNum 361 snap 114 seq_num 361) 2024-08-04T15:31:28.954 INFO:tasks.rados.rados.0.smithi007.stdout:1152: finishing copy_from racing read to smithi00780855-44 2024-08-04T15:31:28.954 INFO:tasks.rados.rados.0.smithi007.stdout:1152: finishing copy_from to smithi00780855-44 2024-08-04T15:31:28.954 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 289 (ObjNum 334 snap 106 seq_num 334) dirty exists 2024-08-04T15:31:28.954 INFO:tasks.rados.rados.0.smithi007.stdout:1154: seq_num 362 ranges {0=466944,466944=466944,933888=335872} 2024-08-04T15:31:28.955 INFO:tasks.rados.rados.0.smithi007.stdout:1154: writing smithi00780855-20 from 0 to 466944 tid 1 2024-08-04T15:31:28.958 INFO:tasks.rados.rados.0.smithi007.stdout:1154: writing smithi00780855-20 from 466944 to 933888 tid 2 2024-08-04T15:31:28.960 INFO:tasks.rados.rados.0.smithi007.stdout:1154: writing smithi00780855-20 from 933888 to 1269760 tid 3 2024-08-04T15:31:28.961 INFO:tasks.rados.rados.0.smithi007.stdout:1141: done (7 left) 2024-08-04T15:31:28.961 INFO:tasks.rados.rados.0.smithi007.stdout:1143: done (6 left) 2024-08-04T15:31:28.961 INFO:tasks.rados.rados.0.smithi007.stdout:1144: done (5 left) 2024-08-04T15:31:28.961 INFO:tasks.rados.rados.0.smithi007.stdout:1149: done (4 left) 2024-08-04T15:31:28.961 INFO:tasks.rados.rados.0.smithi007.stdout:1151: done (3 left) 2024-08-04T15:31:28.961 INFO:tasks.rados.rados.0.smithi007.stdout:1152: done (2 left) 2024-08-04T15:31:28.961 INFO:tasks.rados.rados.0.smithi007.stdout:1155: snap_create 2024-08-04T15:31:28.961 INFO:tasks.rados.rados.0.smithi007.stdout:1153: expect (ObjNum 318 snap 96 seq_num 318) 2024-08-04T15:31:28.975 INFO:tasks.rados.rados.0.smithi007.stdout:1154: finishing write tid 1 to smithi00780855-20 2024-08-04T15:31:28.975 INFO:tasks.rados.rados.0.smithi007.stdout:1154: finishing write tid 2 to smithi00780855-20 2024-08-04T15:31:28.975 INFO:tasks.rados.rados.0.smithi007.stdout:1154: finishing write tid 3 to smithi00780855-20 2024-08-04T15:31:28.975 INFO:tasks.rados.rados.0.smithi007.stdout:1154: finishing write tid 4 to smithi00780855-20 2024-08-04T15:31:28.975 INFO:tasks.rados.rados.0.smithi007.stdout:1154: finishing write tid 5 to smithi00780855-20 2024-08-04T15:31:28.975 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 435 (ObjNum 362 snap 114 seq_num 362) dirty exists 2024-08-04T15:31:28.975 INFO:tasks.rados.rados.0.smithi007.stdout:1154: left oid 20 (ObjNum 362 snap 114 seq_num 362) 2024-08-04T15:31:29.006 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:29.421 INFO:tasks.rados.rados.0.smithi007.stdout:1153: done (2 left) 2024-08-04T15:31:29.422 INFO:tasks.rados.rados.0.smithi007.stdout:1154: done (1 left) 2024-08-04T15:31:29.422 INFO:tasks.rados.rados.0.smithi007.stdout:1155: done (0 left) 2024-08-04T15:31:29.422 INFO:tasks.rados.rados.0.smithi007.stdout:1156: copy_from oid 49 from oid 24 current snap is 115 2024-08-04T15:31:29.422 INFO:tasks.rados.rados.0.smithi007.stdout:1157: rollback oid 15 current snap is 115 2024-08-04T15:31:29.422 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 15 to 108 2024-08-04T15:31:29.422 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 35 current snap is 115 2024-08-04T15:31:29.422 INFO:tasks.rados.rados.0.smithi007.stdout:1158: seq_num 363 ranges {0=483328,483328=753664,1236992=49152} 2024-08-04T15:31:29.424 INFO:tasks.rados.rados.0.smithi007.stdout:1158: writing smithi00780855-35 from 0 to 483328 tid 1 2024-08-04T15:31:29.429 INFO:tasks.rados.rados.0.smithi007.stdout:1158: writing smithi00780855-35 from 483328 to 1236992 tid 2 2024-08-04T15:31:29.431 INFO:tasks.rados.rados.0.smithi007.stdout:1158: writing smithi00780855-35 from 1236992 to 1286144 tid 3 2024-08-04T15:31:29.431 INFO:tasks.rados.rados.0.smithi007.stdout:1159: snap_create 2024-08-04T15:31:29.431 INFO:tasks.rados.rados.0.smithi007.stdout:1157: finishing rollback tid 0 to smithi00780855-15 2024-08-04T15:31:29.431 INFO:tasks.rados.rados.0.smithi007.stdout:1157: finishing rollback tid 1 to smithi00780855-15 2024-08-04T15:31:29.431 INFO:tasks.rados.rados.0.smithi007.stdout:1157: finishing rollback tid 2 to smithi00780855-15 2024-08-04T15:31:29.432 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 998 (ObjNum 292 snap 83 seq_num 292) dirty exists 2024-08-04T15:31:29.432 INFO:tasks.rados.rados.0.smithi007.stdout:1156: finishing copy_from racing read to smithi00780855-49 2024-08-04T15:31:29.432 INFO:tasks.rados.rados.0.smithi007.stdout:1158: finishing write tid 1 to smithi00780855-35 2024-08-04T15:31:29.432 INFO:tasks.rados.rados.0.smithi007.stdout:1156: finishing copy_from to smithi00780855-49 2024-08-04T15:31:29.432 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 855 (ObjNum 300 snap 84 seq_num 300) dirty exists 2024-08-04T15:31:29.433 INFO:tasks.rados.rados.0.smithi007.stdout:1158: finishing write tid 2 to smithi00780855-35 2024-08-04T15:31:29.433 INFO:tasks.rados.rados.0.smithi007.stdout:1158: finishing write tid 3 to smithi00780855-35 2024-08-04T15:31:29.434 INFO:tasks.rados.rados.0.smithi007.stdout:1158: finishing write tid 4 to smithi00780855-35 2024-08-04T15:31:29.434 INFO:tasks.rados.rados.0.smithi007.stdout:1158: finishing write tid 5 to smithi00780855-35 2024-08-04T15:31:29.434 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 806 (ObjNum 363 snap 115 seq_num 363) dirty exists 2024-08-04T15:31:29.435 INFO:tasks.rados.rados.0.smithi007.stdout:1158: left oid 35 (ObjNum 363 snap 115 seq_num 363) 2024-08-04T15:31:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: Reconfiguring mds.b (monmap changed)... 2024-08-04T15:31:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: Reconfiguring daemon mds.b on smithi062 2024-08-04T15:31:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: osdmap e294: 8 total, 8 up, 8 in 2024-08-04T15:31:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:31:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:29.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:29.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-08-04T15:31:29.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-04T15:31:29.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-08-04T15:31:29.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-04T15:31:29.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-08-04T15:31:29.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-04T15:31:29.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:29.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:29.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-04T15:31:29.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[92692]: osdmap e295: 8 total, 8 up, 8 in 2024-08-04T15:31:29.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: Reconfiguring mds.b (monmap changed)... 2024-08-04T15:31:29.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: Reconfiguring daemon mds.b on smithi062 2024-08-04T15:31:29.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: osdmap e294: 8 total, 8 up, 8 in 2024-08-04T15:31:29.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:29.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:29.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:31:29.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:29.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:29.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:29.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-08-04T15:31:29.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-04T15:31:29.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-08-04T15:31:29.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-04T15:31:29.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-08-04T15:31:29.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-04T15:31:29.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:29.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:29.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-04T15:31:29.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:29 smithi007 ceph-mon[94998]: osdmap e295: 8 total, 8 up, 8 in 2024-08-04T15:31:30.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: Reconfiguring mds.b (monmap changed)... 2024-08-04T15:31:30.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: Reconfiguring daemon mds.b on smithi062 2024-08-04T15:31:30.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: osdmap e294: 8 total, 8 up, 8 in 2024-08-04T15:31:30.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:30.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:30.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:31:30.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:30.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:30.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:30.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-08-04T15:31:30.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-04T15:31:30.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-08-04T15:31:30.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-04T15:31:30.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-08-04T15:31:30.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-04T15:31:30.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:30.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:30.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-04T15:31:30.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:29 smithi062 ceph-mon[85960]: osdmap e295: 8 total, 8 up, 8 in 2024-08-04T15:31:30.423 INFO:tasks.rados.rados.0.smithi007.stdout:1156: done (3 left) 2024-08-04T15:31:30.423 INFO:tasks.rados.rados.0.smithi007.stdout:1157: done (2 left) 2024-08-04T15:31:30.423 INFO:tasks.rados.rados.0.smithi007.stdout:1158: done (1 left) 2024-08-04T15:31:30.423 INFO:tasks.rados.rados.0.smithi007.stdout:1159: done (0 left) 2024-08-04T15:31:30.423 INFO:tasks.rados.rados.0.smithi007.stdout:1160: rollback oid 1 current snap is 116 2024-08-04T15:31:30.423 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 1 to 108 2024-08-04T15:31:30.424 INFO:tasks.rados.rados.0.smithi007.stdout:1161: rollback oid 36 current snap is 116 2024-08-04T15:31:30.424 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 36 to 90 2024-08-04T15:31:30.424 INFO:tasks.rados.rados.0.smithi007.stdout:1162: snap_remove snap 109 2024-08-04T15:31:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:30 smithi062 ceph-mon[85960]: pgmap v93: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-08-04T15:31:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:30 smithi062 ceph-mon[85960]: Upgrade: Setting container_image for all mon 2024-08-04T15:31:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:30 smithi062 ceph-mon[85960]: Upgrade: Setting container_image for all crash 2024-08-04T15:31:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:30 smithi062 ceph-mon[85960]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-04T15:31:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:30 smithi062 ceph-mon[85960]: Upgrade: osd.0 is safe to restart 2024-08-04T15:31:30.631 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:30 smithi062 ceph-mon[85960]: osdmap e296: 8 total, 8 up, 8 in 2024-08-04T15:31:30.743 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:30 smithi007 ceph-mon[94998]: pgmap v93: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-08-04T15:31:30.743 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:30 smithi007 ceph-mon[94998]: Upgrade: Setting container_image for all mon 2024-08-04T15:31:30.743 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:30 smithi007 ceph-mon[94998]: Upgrade: Setting container_image for all crash 2024-08-04T15:31:30.743 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:30 smithi007 ceph-mon[94998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-04T15:31:30.743 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:30 smithi007 ceph-mon[94998]: Upgrade: osd.0 is safe to restart 2024-08-04T15:31:30.743 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:30 smithi007 ceph-mon[94998]: osdmap e296: 8 total, 8 up, 8 in 2024-08-04T15:31:30.744 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:30 smithi007 ceph-mon[92692]: pgmap v93: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-08-04T15:31:30.744 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:30 smithi007 ceph-mon[92692]: Upgrade: Setting container_image for all mon 2024-08-04T15:31:30.744 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:30 smithi007 ceph-mon[92692]: Upgrade: Setting container_image for all crash 2024-08-04T15:31:30.744 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:30 smithi007 ceph-mon[92692]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-04T15:31:30.744 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:30 smithi007 ceph-mon[92692]: Upgrade: osd.0 is safe to restart 2024-08-04T15:31:30.744 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:30 smithi007 ceph-mon[92692]: osdmap e296: 8 total, 8 up, 8 in 2024-08-04T15:31:31.427 INFO:tasks.rados.rados.0.smithi007.stdout:1162: done (2 left) 2024-08-04T15:31:31.427 INFO:tasks.rados.rados.0.smithi007.stdout:1163: snap_remove snap 96 2024-08-04T15:31:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:31 smithi062 ceph-mon[85960]: Upgrade: Updating osd.0 2024-08-04T15:31:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-04T15:31:32.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:32.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:31 smithi062 ceph-mon[85960]: Deploying daemon osd.0 on smithi007 2024-08-04T15:31:32.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:31 smithi062 ceph-mon[85960]: osdmap e297: 8 total, 8 up, 8 in 2024-08-04T15:31:32.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:31 smithi007 ceph-mon[92692]: Upgrade: Updating osd.0 2024-08-04T15:31:32.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:32.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-04T15:31:32.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:32.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:31 smithi007 ceph-mon[92692]: Deploying daemon osd.0 on smithi007 2024-08-04T15:31:32.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:31 smithi007 ceph-mon[92692]: osdmap e297: 8 total, 8 up, 8 in 2024-08-04T15:31:32.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:31 smithi007 ceph-mon[94998]: Upgrade: Updating osd.0 2024-08-04T15:31:32.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:32.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-04T15:31:32.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:32.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:31 smithi007 ceph-mon[94998]: Deploying daemon osd.0 on smithi007 2024-08-04T15:31:32.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:31 smithi007 ceph-mon[94998]: osdmap e297: 8 total, 8 up, 8 in 2024-08-04T15:31:32.427 INFO:tasks.rados.rados.0.smithi007.stdout:1163: done (2 left) 2024-08-04T15:31:32.427 INFO:tasks.rados.rados.0.smithi007.stdout:1164: snap_remove snap 104 2024-08-04T15:31:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:32 smithi007 ceph-mon[92692]: pgmap v96: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:31:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:32 smithi007 ceph-mon[92692]: osdmap e298: 8 total, 8 up, 8 in 2024-08-04T15:31:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:32 smithi007 ceph-mon[94998]: pgmap v96: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:31:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:32 smithi007 ceph-mon[94998]: osdmap e298: 8 total, 8 up, 8 in 2024-08-04T15:31:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:32 smithi062 ceph-mon[85960]: pgmap v96: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:31:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:32 smithi062 ceph-mon[85960]: osdmap e298: 8 total, 8 up, 8 in 2024-08-04T15:31:33.428 INFO:tasks.rados.rados.0.smithi007.stdout:1164: done (2 left) 2024-08-04T15:31:33.428 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 29 current snap is 116 2024-08-04T15:31:33.428 INFO:tasks.rados.rados.0.smithi007.stdout:1161: finishing rollback tid 0 to smithi00780855-36 2024-08-04T15:31:33.429 INFO:tasks.rados.rados.0.smithi007.stdout:1161: finishing rollback tid 1 to smithi00780855-36 2024-08-04T15:31:33.429 INFO:tasks.rados.rados.0.smithi007.stdout:1161: finishing rollback tid 2 to smithi00780855-36 2024-08-04T15:31:33.429 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 322 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-04T15:31:33.429 INFO:tasks.rados.rados.0.smithi007.stdout:1160: finishing rollback tid 0 to smithi00780855-1 2024-08-04T15:31:33.429 INFO:tasks.rados.rados.0.smithi007.stdout:1160: finishing rollback tid 1 to smithi00780855-1 2024-08-04T15:31:33.429 INFO:tasks.rados.rados.0.smithi007.stdout:1160: finishing rollback tid 2 to smithi00780855-1 2024-08-04T15:31:33.429 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 425 (ObjNum 303 snap 86 seq_num 303) dirty exists 2024-08-04T15:31:33.429 INFO:tasks.rados.rados.0.smithi007.stdout:1165: seq_num 364 ranges {819200=499712,1318912=638976,1957888=163840} 2024-08-04T15:31:33.436 INFO:tasks.rados.rados.0.smithi007.stdout:1165: writing smithi00780855-29 from 819200 to 1318912 tid 1 2024-08-04T15:31:33.441 INFO:tasks.rados.rados.0.smithi007.stdout:1165: writing smithi00780855-29 from 1318912 to 1957888 tid 2 2024-08-04T15:31:33.443 INFO:tasks.rados.rados.0.smithi007.stdout:1165: writing smithi00780855-29 from 1957888 to 2121728 tid 3 2024-08-04T15:31:33.443 INFO:tasks.rados.rados.0.smithi007.stdout:1160: done (2 left) 2024-08-04T15:31:33.443 INFO:tasks.rados.rados.0.smithi007.stdout:1161: done (1 left) 2024-08-04T15:31:33.443 INFO:tasks.rados.rados.0.smithi007.stdout:1166: snap_remove snap 108 2024-08-04T15:31:33.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:33 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:33.836 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:33 smithi007 systemd[1]: Stopping Ceph osd.0 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:31:34.336 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:33 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0[43530]: 2024-08-04T15:31:33.921+0000 7ff26f7b6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T15:31:34.336 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:33 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0[43530]: 2024-08-04T15:31:33.921+0000 7ff26f7b6640 -1 osd.0 299 *** Got signal Terminated *** 2024-08-04T15:31:34.336 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:33 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0[43530]: 2024-08-04T15:31:33.921+0000 7ff26f7b6640 -1 osd.0 299 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-04T15:31:34.431 INFO:tasks.rados.rados.0.smithi007.stdout:1165: finishing write tid 1 to smithi00780855-29 2024-08-04T15:31:34.431 INFO:tasks.rados.rados.0.smithi007.stdout:1165: finishing write tid 2 to smithi00780855-29 2024-08-04T15:31:34.432 INFO:tasks.rados.rados.0.smithi007.stdout:1165: finishing write tid 3 to smithi00780855-29 2024-08-04T15:31:34.432 INFO:tasks.rados.rados.0.smithi007.stdout:1165: finishing write tid 4 to smithi00780855-29 2024-08-04T15:31:34.432 INFO:tasks.rados.rados.0.smithi007.stdout:1165: finishing write tid 5 to smithi00780855-29 2024-08-04T15:31:34.432 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 549 (ObjNum 364 snap 116 seq_num 364) dirty exists 2024-08-04T15:31:34.432 INFO:tasks.rados.rados.0.smithi007.stdout:1165: left oid 29 (ObjNum 364 snap 116 seq_num 364) 2024-08-04T15:31:34.432 INFO:tasks.rados.rados.0.smithi007.stdout:1165: done (1 left) 2024-08-04T15:31:34.432 INFO:tasks.rados.rados.0.smithi007.stdout:1166: done (0 left) 2024-08-04T15:31:34.432 INFO:tasks.rados.rados.0.smithi007.stdout:1167: delete oid 12 current snap is 116 2024-08-04T15:31:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:34 smithi062 ceph-mon[85960]: pgmap v99: 121 pgs: 121 active+clean; 276 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-08-04T15:31:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:34 smithi062 ceph-mon[85960]: osdmap e299: 8 total, 8 up, 8 in 2024-08-04T15:31:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:34 smithi062 ceph-mon[85960]: osd.0 marked itself down and dead 2024-08-04T15:31:34.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:34 smithi062 ceph-mon[85960]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:31:34.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:34 smithi062 ceph-mon[85960]: osdmap e300: 8 total, 7 up, 8 in 2024-08-04T15:31:34.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:34.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:34 smithi007 ceph-mon[92692]: pgmap v99: 121 pgs: 121 active+clean; 276 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-08-04T15:31:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:34 smithi007 ceph-mon[92692]: osdmap e299: 8 total, 8 up, 8 in 2024-08-04T15:31:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:34 smithi007 ceph-mon[92692]: osd.0 marked itself down and dead 2024-08-04T15:31:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:34 smithi007 ceph-mon[92692]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:31:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:34 smithi007 ceph-mon[92692]: osdmap e300: 8 total, 7 up, 8 in 2024-08-04T15:31:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:34 smithi007 ceph-mon[94998]: pgmap v99: 121 pgs: 121 active+clean; 276 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-08-04T15:31:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:34 smithi007 ceph-mon[94998]: osdmap e299: 8 total, 8 up, 8 in 2024-08-04T15:31:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:34 smithi007 ceph-mon[94998]: osd.0 marked itself down and dead 2024-08-04T15:31:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:34 smithi007 ceph-mon[94998]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:31:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:34 smithi007 ceph-mon[94998]: osdmap e300: 8 total, 7 up, 8 in 2024-08-04T15:31:35.193 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:34 smithi007 podman[99902]: 2024-08-04 15:31:34.879283953 +0000 UTC m=+1.048454285 container died aa7c2acc12af49f141ff15969872561de2a679c1e577663774fd7e700ef1ac1e (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=quincy-85224d9, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-08-04T15:31:35.446 INFO:tasks.rados.rados.0.smithi007.stdout:1167: done (0 left) 2024-08-04T15:31:35.446 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 116 2024-08-04T15:31:35.446 INFO:tasks.rados.rados.0.smithi007.stdout:1168: seq_num 366 ranges {98304=532480,630784=458752,1089536=344064} 2024-08-04T15:31:35.449 INFO:tasks.rados.rados.0.smithi007.stdout:1168: writing smithi00780855-15 from 98304 to 630784 tid 1 2024-08-04T15:31:35.452 INFO:tasks.rados.rados.0.smithi007.stdout:1168: writing smithi00780855-15 from 630784 to 1089536 tid 2 2024-08-04T15:31:35.455 INFO:tasks.rados.rados.0.smithi007.stdout:1168: writing smithi00780855-15 from 1089536 to 1433600 tid 3 2024-08-04T15:31:35.455 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 116 2024-08-04T15:31:35.455 INFO:tasks.rados.rados.0.smithi007.stdout:1168: finishing write tid 1 to smithi00780855-15 2024-08-04T15:31:35.455 INFO:tasks.rados.rados.0.smithi007.stdout:1168: finishing write tid 2 to smithi00780855-15 2024-08-04T15:31:35.455 INFO:tasks.rados.rados.0.smithi007.stdout:1169: seq_num 367 ranges {917504=548864,1466368=737280,2203648=65536} 2024-08-04T15:31:35.464 INFO:tasks.rados.rados.0.smithi007.stdout:1169: writing smithi00780855-22 from 917504 to 1466368 tid 1 2024-08-04T15:31:35.470 INFO:tasks.rados.rados.0.smithi007.stdout:1169: writing smithi00780855-22 from 1466368 to 2203648 tid 2 2024-08-04T15:31:35.471 INFO:tasks.rados.rados.0.smithi007.stdout:1169: writing smithi00780855-22 from 2203648 to 2269184 tid 3 2024-08-04T15:31:35.471 INFO:tasks.rados.rados.0.smithi007.stdout:1170: read oid 30 snap -1 2024-08-04T15:31:35.471 INFO:tasks.rados.rados.0.smithi007.stdout:1170: expect (ObjNum 288 snap 81 seq_num 288) 2024-08-04T15:31:35.471 INFO:tasks.rados.rados.0.smithi007.stdout:1171: read oid 50 snap -1 2024-08-04T15:31:35.472 INFO:tasks.rados.rados.0.smithi007.stdout:1171: expect deleted 2024-08-04T15:31:35.472 INFO:tasks.rados.rados.0.smithi007.stdout:1172: snap_create 2024-08-04T15:31:35.472 INFO:tasks.rados.rados.0.smithi007.stdout:1168: finishing write tid 3 to smithi00780855-15 2024-08-04T15:31:35.472 INFO:tasks.rados.rados.0.smithi007.stdout:1168: finishing write tid 4 to smithi00780855-15 2024-08-04T15:31:35.472 INFO:tasks.rados.rados.0.smithi007.stdout:1168: finishing write tid 5 to smithi00780855-15 2024-08-04T15:31:35.472 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 1031 (ObjNum 366 snap 116 seq_num 366) dirty exists 2024-08-04T15:31:35.472 INFO:tasks.rados.rados.0.smithi007.stdout:1168: left oid 15 (ObjNum 366 snap 116 seq_num 366) 2024-08-04T15:31:35.472 INFO:tasks.rados.rados.0.smithi007.stdout:1169: finishing write tid 1 to smithi00780855-22 2024-08-04T15:31:35.474 INFO:tasks.rados.rados.0.smithi007.stdout:1170: expect (ObjNum 288 snap 81 seq_num 288) 2024-08-04T15:31:35.490 INFO:tasks.rados.rados.0.smithi007.stdout:1169: finishing write tid 2 to smithi00780855-22 2024-08-04T15:31:35.490 INFO:tasks.rados.rados.0.smithi007.stdout:1169: finishing write tid 3 to smithi00780855-22 2024-08-04T15:31:35.490 INFO:tasks.rados.rados.0.smithi007.stdout:1169: finishing write tid 4 to smithi00780855-22 2024-08-04T15:31:35.490 INFO:tasks.rados.rados.0.smithi007.stdout:1169: finishing write tid 5 to smithi00780855-22 2024-08-04T15:31:35.490 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 444 (ObjNum 367 snap 116 seq_num 367) dirty exists 2024-08-04T15:31:35.490 INFO:tasks.rados.rados.0.smithi007.stdout:1169: left oid 22 (ObjNum 367 snap 116 seq_num 367) 2024-08-04T15:31:35.586 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:35 smithi007 podman[99902]: 2024-08-04 15:31:35.387932346 +0000 UTC m=+1.557102665 container cleanup aa7c2acc12af49f141ff15969872561de2a679c1e577663774fd7e700ef1ac1e (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-85224d9) 2024-08-04T15:31:35.586 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:35 smithi007 bash[99902]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0 2024-08-04T15:31:35.967 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:35 smithi007 podman[99930]: 2024-08-04 15:31:35.623243036 +0000 UTC m=+0.742553565 container remove aa7c2acc12af49f141ff15969872561de2a679c1e577663774fd7e700ef1ac1e (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=quincy-85224d9, ceph=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-04T15:31:36.335 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:31:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:31:36] "GET /metrics HTTP/1.1" 200 36077 "" "Prometheus/2.43.0" 2024-08-04T15:31:36.335 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:35 smithi007 podman[100021]: 2024-08-04 15:31:35.872787936 +0000 UTC m=+0.020868601 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:31:36.336 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:35 smithi007 podman[100021]: 2024-08-04 15:31:35.982510491 +0000 UTC m=+0.130591136 container create 9fd9d283f2458f410a267bf9104967658ceb6e5d716616267a7fcfd99bd8004e (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T15:31:36.336 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:36 smithi007 podman[100021]: 2024-08-04 15:31:36.335620684 +0000 UTC m=+0.483701331 container init 9fd9d283f2458f410a267bf9104967658ceb6e5d716616267a7fcfd99bd8004e (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-deactivate, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux ) 2024-08-04T15:31:36.442 INFO:tasks.rados.rados.0.smithi007.stdout:1168: done (4 left) 2024-08-04T15:31:36.442 INFO:tasks.rados.rados.0.smithi007.stdout:1169: done (3 left) 2024-08-04T15:31:36.442 INFO:tasks.rados.rados.0.smithi007.stdout:1170: done (2 left) 2024-08-04T15:31:36.442 INFO:tasks.rados.rados.0.smithi007.stdout:1171: done (1 left) 2024-08-04T15:31:36.442 INFO:tasks.rados.rados.0.smithi007.stdout:1172: done (0 left) 2024-08-04T15:31:36.442 INFO:tasks.rados.rados.0.smithi007.stdout:1173: read oid 40 snap 116 2024-08-04T15:31:36.443 INFO:tasks.rados.rados.0.smithi007.stdout:1173: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-04T15:31:36.443 INFO:tasks.rados.rados.0.smithi007.stdout:1174: delete oid 47 current snap is 117 2024-08-04T15:31:36.448 INFO:tasks.rados.rados.0.smithi007.stdout:1173: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-04T15:31:36.466 INFO:tasks.rados.rados.0.smithi007.stdout:1173: done (1 left) 2024-08-04T15:31:36.466 INFO:tasks.rados.rados.0.smithi007.stdout:1174: done (0 left) 2024-08-04T15:31:36.466 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 117 2024-08-04T15:31:36.466 INFO:tasks.rados.rados.0.smithi007.stdout:1175: seq_num 369 ranges {1400832=589824,1990656=507904,2498560=294912} 2024-08-04T15:31:36.477 INFO:tasks.rados.rados.0.smithi007.stdout:1175: writing smithi00780855-16 from 1400832 to 1990656 tid 1 2024-08-04T15:31:36.479 INFO:tasks.rados.rados.0.smithi007.stdout:1175: writing smithi00780855-16 from 1990656 to 2498560 tid 2 2024-08-04T15:31:36.481 INFO:tasks.rados.rados.0.smithi007.stdout:1175: writing smithi00780855-16 from 2498560 to 2793472 tid 3 2024-08-04T15:31:36.481 INFO:tasks.rados.rados.0.smithi007.stdout:1176: delete oid 29 current snap is 117 2024-08-04T15:31:36.483 INFO:tasks.rados.rados.0.smithi007.stdout:1176: done (1 left) 2024-08-04T15:31:36.483 INFO:tasks.rados.rados.0.smithi007.stdout:1177: rollback oid 42 current snap is 117 2024-08-04T15:31:36.483 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 42 to 92 2024-08-04T15:31:36.484 INFO:tasks.rados.rados.0.smithi007.stdout:1178: read oid 39 snap -1 2024-08-04T15:31:36.484 INFO:tasks.rados.rados.0.smithi007.stdout:1178: expect (ObjNum 336 snap 108 seq_num 336) 2024-08-04T15:31:36.484 INFO:tasks.rados.rados.0.smithi007.stdout:1179: snap_create 2024-08-04T15:31:36.486 INFO:tasks.rados.rados.0.smithi007.stdout:1175: finishing write tid 1 to smithi00780855-16 2024-08-04T15:31:36.487 INFO:tasks.rados.rados.0.smithi007.stdout:1177: finishing rollback tid 0 to smithi00780855-42 2024-08-04T15:31:36.487 INFO:tasks.rados.rados.0.smithi007.stdout:1177: finishing rollback tid 1 to smithi00780855-42 2024-08-04T15:31:36.487 INFO:tasks.rados.rados.0.smithi007.stdout:1177: finishing rollback tid 2 to smithi00780855-42 2024-08-04T15:31:36.487 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 448 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:31:36.489 INFO:tasks.rados.rados.0.smithi007.stdout:1175: finishing write tid 2 to smithi00780855-16 2024-08-04T15:31:36.489 INFO:tasks.rados.rados.0.smithi007.stdout:1175: finishing write tid 3 to smithi00780855-16 2024-08-04T15:31:36.489 INFO:tasks.rados.rados.0.smithi007.stdout:1175: finishing write tid 4 to smithi00780855-16 2024-08-04T15:31:36.491 INFO:tasks.rados.rados.0.smithi007.stdout:1175: finishing write tid 5 to smithi00780855-16 2024-08-04T15:31:36.491 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 871 (ObjNum 369 snap 117 seq_num 369) dirty exists 2024-08-04T15:31:36.491 INFO:tasks.rados.rados.0.smithi007.stdout:1175: left oid 16 (ObjNum 369 snap 117 seq_num 369) 2024-08-04T15:31:36.492 INFO:tasks.rados.rados.0.smithi007.stdout:1178: expect (ObjNum 336 snap 108 seq_num 336) 2024-08-04T15:31:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:36 smithi007 ceph-mon[92692]: pgmap v102: 121 pgs: 15 stale+active+clean, 106 active+clean; 276 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-08-04T15:31:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:36 smithi007 ceph-mon[92692]: osdmap e301: 8 total, 7 up, 8 in 2024-08-04T15:31:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:31:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:36 smithi007 ceph-mon[94998]: pgmap v102: 121 pgs: 15 stale+active+clean, 106 active+clean; 276 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-08-04T15:31:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:36 smithi007 ceph-mon[94998]: osdmap e301: 8 total, 7 up, 8 in 2024-08-04T15:31:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:31:36.587 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:36 smithi007 podman[100021]: 2024-08-04 15:31:36.340480555 +0000 UTC m=+0.488561209 container start 9fd9d283f2458f410a267bf9104967658ceb6e5d716616267a7fcfd99bd8004e (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-08-04T15:31:36.588 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:36 smithi007 podman[100021]: 2024-08-04 15:31:36.435453034 +0000 UTC m=+0.583533690 container attach 9fd9d283f2458f410a267bf9104967658ceb6e5d716616267a7fcfd99bd8004e (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-release-26c3fb8, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-04T15:31:36.588 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:36 smithi007 podman[100021]: 2024-08-04 15:31:36.550393282 +0000 UTC m=+0.698473942 container died 9fd9d283f2458f410a267bf9104967658ceb6e5d716616267a7fcfd99bd8004e (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-deactivate, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-04T15:31:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:36 smithi062 ceph-mon[85960]: pgmap v102: 121 pgs: 15 stale+active+clean, 106 active+clean; 276 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-08-04T15:31:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:36 smithi062 ceph-mon[85960]: osdmap e301: 8 total, 7 up, 8 in 2024-08-04T15:31:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:31:37.445 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:37 smithi007 podman[100044]: 2024-08-04 15:31:37.183293046 +0000 UTC m=+0.622743127 container remove 9fd9d283f2458f410a267bf9104967658ceb6e5d716616267a7fcfd99bd8004e (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8) 2024-08-04T15:31:37.445 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:37 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.0.service: Deactivated successfully. 2024-08-04T15:31:37.445 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:37 smithi007 systemd[1]: Stopped Ceph osd.0 for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:31:37.445 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:37 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.0.service: Consumed 12.047s CPU time. 2024-08-04T15:31:37.445 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:37 smithi007 systemd[1]: Starting Ceph osd.0 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:31:37.448 INFO:tasks.rados.rados.0.smithi007.stdout:1175: done (3 left) 2024-08-04T15:31:37.448 INFO:tasks.rados.rados.0.smithi007.stdout:1177: done (2 left) 2024-08-04T15:31:37.448 INFO:tasks.rados.rados.0.smithi007.stdout:1178: done (1 left) 2024-08-04T15:31:37.448 INFO:tasks.rados.rados.0.smithi007.stdout:1179: done (0 left) 2024-08-04T15:31:37.448 INFO:tasks.rados.rados.0.smithi007.stdout:1180: copy_from oid 48 from oid 8 current snap is 118 2024-08-04T15:31:37.449 INFO:tasks.rados.rados.0.smithi007.stdout:1181: read oid 41 snap -1 2024-08-04T15:31:37.449 INFO:tasks.rados.rados.0.smithi007.stdout:1181: expect deleted 2024-08-04T15:31:37.449 INFO:tasks.rados.rados.0.smithi007.stdout:1182: snap_create 2024-08-04T15:31:37.462 INFO:tasks.rados.rados.0.smithi007.stdout:1180: finishing copy_from racing read to smithi00780855-48 2024-08-04T15:31:37.464 INFO:tasks.rados.rados.0.smithi007.stdout:1180: finishing copy_from to smithi00780855-48 2024-08-04T15:31:37.464 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 880 (ObjNum 308 snap 93 seq_num 308) dirty exists 2024-08-04T15:31:37.715 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:37 smithi007 ceph-mon[92692]: osdmap e302: 8 total, 7 up, 8 in 2024-08-04T15:31:37.716 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:37 smithi007 ceph-mon[94998]: osdmap e302: 8 total, 7 up, 8 in 2024-08-04T15:31:37.716 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:37 smithi007 podman[100141]: 2024-08-04 15:31:37.625828578 +0000 UTC m=+0.098235973 container create 0720d6383719812d98c1b6e9d96693b1e82cda4edb8475bb63bb807fb1567b99 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-activate, RELEASE=squid-release-26c3fb8, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-08-04T15:31:37.716 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:37 smithi007 podman[100141]: 2024-08-04 15:31:37.545799796 +0000 UTC m=+0.018207200 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:31:37.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:37 smithi062 ceph-mon[85960]: osdmap e302: 8 total, 7 up, 8 in 2024-08-04T15:31:38.086 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:37 smithi007 podman[100141]: 2024-08-04 15:31:37.803372668 +0000 UTC m=+0.275780075 container init 0720d6383719812d98c1b6e9d96693b1e82cda4edb8475bb63bb807fb1567b99 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-04T15:31:38.086 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:37 smithi007 podman[100141]: 2024-08-04 15:31:37.806794791 +0000 UTC m=+0.279202185 container start 0720d6383719812d98c1b6e9d96693b1e82cda4edb8475bb63bb807fb1567b99 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-04T15:31:38.087 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:37 smithi007 podman[100141]: 2024-08-04 15:31:37.894941635 +0000 UTC m=+0.367349030 container attach 0720d6383719812d98c1b6e9d96693b1e82cda4edb8475bb63bb807fb1567b99 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-release-26c3fb8, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:31:38.087 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:37 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-activate[100155]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:31:38.087 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:37 smithi007 bash[100141]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:31:38.087 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:37 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-activate[100155]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:31:38.087 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:37 smithi007 bash[100141]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:31:38.448 INFO:tasks.rados.rados.0.smithi007.stdout:1180: done (2 left) 2024-08-04T15:31:38.448 INFO:tasks.rados.rados.0.smithi007.stdout:1181: done (1 left) 2024-08-04T15:31:38.448 INFO:tasks.rados.rados.0.smithi007.stdout:1182: done (0 left) 2024-08-04T15:31:38.449 INFO:tasks.rados.rados.0.smithi007.stdout:1183: snap_create 2024-08-04T15:31:38.450 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-activate[100155]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-04T15:31:38.450 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:38 smithi007 bash[100141]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-04T15:31:38.450 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-activate[100155]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-04T15:31:38.450 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:38 smithi007 bash[100141]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-04T15:31:38.450 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-activate[100155]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-04T15:31:38.450 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:38 smithi007 bash[100141]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-04T15:31:38.450 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-activate[100155]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-04T15:31:38.450 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:38 smithi007 bash[100141]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-04T15:31:38.450 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-activate[100155]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-04T15:31:38.451 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:38 smithi007 bash[100141]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-04T15:31:38.451 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-activate[100155]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-04T15:31:38.451 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:38 smithi007 bash[100141]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-04T15:31:38.451 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-activate[100155]: --> ceph-volume raw activate successful for osd ID: 0 2024-08-04T15:31:38.451 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:38 smithi007 bash[100141]: --> ceph-volume raw activate successful for osd ID: 0 2024-08-04T15:31:38.451 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:38 smithi007 podman[100141]: 2024-08-04 15:31:38.195281451 +0000 UTC m=+0.667688858 container died 0720d6383719812d98c1b6e9d96693b1e82cda4edb8475bb63bb807fb1567b99 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-activate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, ceph=True, RELEASE=squid-release-26c3fb8, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-08-04T15:31:38.740 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:38 smithi007 ceph-mon[92692]: pgmap v105: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 281 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 114/645 objects degraded (17.674%) 2024-08-04T15:31:38.740 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:38 smithi007 ceph-mon[92692]: Health check failed: Degraded data redundancy: 114/645 objects degraded (17.674%), 16 pgs degraded (PG_DEGRADED) 2024-08-04T15:31:38.741 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:38 smithi007 ceph-mon[92692]: osdmap e303: 8 total, 7 up, 8 in 2024-08-04T15:31:38.741 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:38 smithi007 ceph-mon[94998]: pgmap v105: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 281 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 114/645 objects degraded (17.674%) 2024-08-04T15:31:38.741 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:38 smithi007 ceph-mon[94998]: Health check failed: Degraded data redundancy: 114/645 objects degraded (17.674%), 16 pgs degraded (PG_DEGRADED) 2024-08-04T15:31:38.741 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:38 smithi007 ceph-mon[94998]: osdmap e303: 8 total, 7 up, 8 in 2024-08-04T15:31:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:38 smithi062 ceph-mon[85960]: pgmap v105: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 281 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 114/645 objects degraded (17.674%) 2024-08-04T15:31:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:38 smithi062 ceph-mon[85960]: Health check failed: Degraded data redundancy: 114/645 objects degraded (17.674%), 16 pgs degraded (PG_DEGRADED) 2024-08-04T15:31:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:38 smithi062 ceph-mon[85960]: osdmap e303: 8 total, 7 up, 8 in 2024-08-04T15:31:38.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:38 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:38.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-04T15:31:38.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:38 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:39.072 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:38 smithi007 podman[100274]: 2024-08-04 15:31:38.740709613 +0000 UTC m=+0.540087272 container remove 0720d6383719812d98c1b6e9d96693b1e82cda4edb8475bb63bb807fb1567b99 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-activate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-08-04T15:31:39.072 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:38 smithi007 podman[100335]: 2024-08-04 15:31:38.941703309 +0000 UTC m=+0.095874937 container create 5e9184d39c1fd6b2467fac68aeb0820579ea4fa949cd07040e234f14c8b52f01 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-release-26c3fb8, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-04T15:31:39.072 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:38 smithi007 podman[100335]: 2024-08-04 15:31:38.864207267 +0000 UTC m=+0.018378822 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:31:39.425 INFO:tasks.rados.rados.0.smithi007.stdout:1183: done (0 left) 2024-08-04T15:31:39.425 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 7 current snap is 120 2024-08-04T15:31:39.425 INFO:tasks.rados.rados.0.smithi007.stdout:1184: seq_num 371 ranges {950272=622592,1572864=679936,2252800=122880} 2024-08-04T15:31:39.433 INFO:tasks.rados.rados.0.smithi007.stdout:1184: writing smithi00780855-7 from 950272 to 1572864 tid 1 2024-08-04T15:31:39.437 INFO:tasks.rados.rados.0.smithi007.stdout:1184: writing smithi00780855-7 from 1572864 to 2252800 tid 2 2024-08-04T15:31:39.437 INFO:tasks.rados.rados.0.smithi007.stdout:1184: writing smithi00780855-7 from 2252800 to 2375680 tid 3 2024-08-04T15:31:39.438 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 120 2024-08-04T15:31:39.438 INFO:tasks.rados.rados.0.smithi007.stdout:1185: seq_num 372 ranges {2777088=638976,3416064=565248,3981312=237568} 2024-08-04T15:31:39.453 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:39 smithi007 podman[100335]: 2024-08-04 15:31:39.169214659 +0000 UTC m=+0.323386202 container init 5e9184d39c1fd6b2467fac68aeb0820579ea4fa949cd07040e234f14c8b52f01 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=squid-release-26c3fb8) 2024-08-04T15:31:39.453 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:39 smithi007 podman[100335]: 2024-08-04 15:31:39.172787678 +0000 UTC m=+0.326959229 container start 5e9184d39c1fd6b2467fac68aeb0820579ea4fa949cd07040e234f14c8b52f01 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-04T15:31:39.454 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:39 smithi007 ceph-osd[100354]: -- 172.21.15.7:0/103165641 <== mon.0 v2:172.21.15.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5563ad197a40 con 0x5563adf5a000 2024-08-04T15:31:39.454 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:39 smithi007 bash[100335]: 5e9184d39c1fd6b2467fac68aeb0820579ea4fa949cd07040e234f14c8b52f01 2024-08-04T15:31:39.454 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:39 smithi007 systemd[1]: Started Ceph osd.0 for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:31:39.457 INFO:tasks.rados.rados.0.smithi007.stdout:1185: writing smithi00780855-45 from 2777088 to 3416064 tid 1 2024-08-04T15:31:39.460 INFO:tasks.rados.rados.0.smithi007.stdout:1185: writing smithi00780855-45 from 3416064 to 3981312 tid 2 2024-08-04T15:31:39.466 INFO:tasks.rados.rados.0.smithi007.stdout:1185: writing smithi00780855-45 from 3981312 to 4218880 tid 3 2024-08-04T15:31:39.466 INFO:tasks.rados.rados.0.smithi007.stdout:1186: copy_from oid 38 from oid 44 current snap is 120 2024-08-04T15:31:39.467 INFO:tasks.rados.rados.0.smithi007.stdout:1184: finishing write tid 1 to smithi00780855-7 2024-08-04T15:31:39.467 INFO:tasks.rados.rados.0.smithi007.stdout:1184: finishing write tid 2 to smithi00780855-7 2024-08-04T15:31:39.467 INFO:tasks.rados.rados.0.smithi007.stdout:1184: finishing write tid 3 to smithi00780855-7 2024-08-04T15:31:39.467 INFO:tasks.rados.rados.0.smithi007.stdout:1184: finishing write tid 4 to smithi00780855-7 2024-08-04T15:31:39.467 INFO:tasks.rados.rados.0.smithi007.stdout:1184: finishing write tid 5 to smithi00780855-7 2024-08-04T15:31:39.467 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 876 (ObjNum 371 snap 120 seq_num 371) dirty exists 2024-08-04T15:31:39.467 INFO:tasks.rados.rados.0.smithi007.stdout:1184: left oid 7 (ObjNum 371 snap 120 seq_num 371) 2024-08-04T15:31:39.467 INFO:tasks.rados.rados.0.smithi007.stdout:1184: done (2 left) 2024-08-04T15:31:39.468 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 27 current snap is 120 2024-08-04T15:31:39.468 INFO:tasks.rados.rados.0.smithi007.stdout:1187: seq_num 373 ranges {1040384=655360,1695744=499712,2195456=303104} 2024-08-04T15:31:39.472 INFO:tasks.rados.rados.0.smithi007.stdout:1187: writing smithi00780855-27 from 1040384 to 1695744 tid 1 2024-08-04T15:31:39.475 INFO:tasks.rados.rados.0.smithi007.stdout:1187: writing smithi00780855-27 from 1695744 to 2195456 tid 2 2024-08-04T15:31:39.478 INFO:tasks.rados.rados.0.smithi007.stdout:1187: writing smithi00780855-27 from 2195456 to 2498560 tid 3 2024-08-04T15:31:39.478 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 5 current snap is 120 2024-08-04T15:31:39.478 INFO:tasks.rados.rados.0.smithi007.stdout:1185: finishing write tid 1 to smithi00780855-45 2024-08-04T15:31:39.478 INFO:tasks.rados.rados.0.smithi007.stdout:1188: seq_num 374 ranges {1769472=671744,2441216=778240,3219456=24576} 2024-08-04T15:31:39.491 INFO:tasks.rados.rados.0.smithi007.stdout:1188: writing smithi00780855-5 from 1769472 to 2441216 tid 1 2024-08-04T15:31:39.496 INFO:tasks.rados.rados.0.smithi007.stdout:1188: writing smithi00780855-5 from 2441216 to 3219456 tid 2 2024-08-04T15:31:39.497 INFO:tasks.rados.rados.0.smithi007.stdout:1188: writing smithi00780855-5 from 3219456 to 3244032 tid 3 2024-08-04T15:31:39.497 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 37 current snap is 120 2024-08-04T15:31:39.497 INFO:tasks.rados.rados.0.smithi007.stdout:1185: finishing write tid 2 to smithi00780855-45 2024-08-04T15:31:39.497 INFO:tasks.rados.rados.0.smithi007.stdout:1185: finishing write tid 3 to smithi00780855-45 2024-08-04T15:31:39.497 INFO:tasks.rados.rados.0.smithi007.stdout:1185: finishing write tid 4 to smithi00780855-45 2024-08-04T15:31:39.497 INFO:tasks.rados.rados.0.smithi007.stdout:1185: finishing write tid 5 to smithi00780855-45 2024-08-04T15:31:39.497 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 1036 (ObjNum 372 snap 120 seq_num 372) dirty exists 2024-08-04T15:31:39.497 INFO:tasks.rados.rados.0.smithi007.stdout:1185: left oid 45 (ObjNum 372 snap 120 seq_num 372) 2024-08-04T15:31:39.498 INFO:tasks.rados.rados.0.smithi007.stdout:1187: finishing write tid 1 to smithi00780855-27 2024-08-04T15:31:39.498 INFO:tasks.rados.rados.0.smithi007.stdout:1189: seq_num 375 ranges {2400256=688128,3088384=663552,3751936=139264} 2024-08-04T15:31:39.513 INFO:tasks.rados.rados.0.smithi007.stdout:1189: writing smithi00780855-37 from 2400256 to 3088384 tid 1 2024-08-04T15:31:39.516 INFO:tasks.rados.rados.0.smithi007.stdout:1189: writing smithi00780855-37 from 3088384 to 3751936 tid 2 2024-08-04T15:31:39.518 INFO:tasks.rados.rados.0.smithi007.stdout:1189: writing smithi00780855-37 from 3751936 to 3891200 tid 3 2024-08-04T15:31:39.518 INFO:tasks.rados.rados.0.smithi007.stdout:1185: done (4 left) 2024-08-04T15:31:39.518 INFO:tasks.rados.rados.0.smithi007.stdout:1190: snap_remove snap 114 2024-08-04T15:31:39.715 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:39 smithi007 ceph-mon[92692]: osdmap e304: 8 total, 7 up, 8 in 2024-08-04T15:31:39.715 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:39.715 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:39.716 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:31:39.716 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:39 smithi007 ceph-mon[92692]: osdmap e305: 8 total, 7 up, 8 in 2024-08-04T15:31:39.716 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:39 smithi007 ceph-mon[94998]: osdmap e304: 8 total, 7 up, 8 in 2024-08-04T15:31:39.716 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:39.716 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:39.716 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:31:39.716 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:39 smithi007 ceph-mon[94998]: osdmap e305: 8 total, 7 up, 8 in 2024-08-04T15:31:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:39 smithi062 ceph-mon[85960]: osdmap e304: 8 total, 7 up, 8 in 2024-08-04T15:31:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:31:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:39 smithi062 ceph-mon[85960]: osdmap e305: 8 total, 7 up, 8 in 2024-08-04T15:31:40.038 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:39 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0[100350]: 2024-08-04T15:31:39.714+0000 7f1fe3924640 -1 Falling back to public interface 2024-08-04T15:31:40.463 INFO:tasks.rados.rados.0.smithi007.stdout:1190: done (4 left) 2024-08-04T15:31:40.463 INFO:tasks.rados.rados.0.smithi007.stdout:1191: snap_create 2024-08-04T15:31:40.463 INFO:tasks.rados.rados.0.smithi007.stdout:1187: finishing write tid 2 to smithi00780855-27 2024-08-04T15:31:40.463 INFO:tasks.rados.rados.0.smithi007.stdout:1186: finishing copy_from racing read to smithi00780855-38 2024-08-04T15:31:40.463 INFO:tasks.rados.rados.0.smithi007.stdout:1187: finishing write tid 3 to smithi00780855-27 2024-08-04T15:31:40.463 INFO:tasks.rados.rados.0.smithi007.stdout:1187: finishing write tid 4 to smithi00780855-27 2024-08-04T15:31:40.463 INFO:tasks.rados.rados.0.smithi007.stdout:1186: finishing copy_from to smithi00780855-38 2024-08-04T15:31:40.463 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 289 (ObjNum 334 snap 106 seq_num 334) dirty exists 2024-08-04T15:31:40.464 INFO:tasks.rados.rados.0.smithi007.stdout:1187: finishing write tid 5 to smithi00780855-27 2024-08-04T15:31:40.464 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 704 (ObjNum 373 snap 120 seq_num 373) dirty exists 2024-08-04T15:31:40.464 INFO:tasks.rados.rados.0.smithi007.stdout:1187: left oid 27 (ObjNum 373 snap 120 seq_num 373) 2024-08-04T15:31:40.464 INFO:tasks.rados.rados.0.smithi007.stdout:1188: finishing write tid 1 to smithi00780855-5 2024-08-04T15:31:40.464 INFO:tasks.rados.rados.0.smithi007.stdout:1188: finishing write tid 2 to smithi00780855-5 2024-08-04T15:31:40.464 INFO:tasks.rados.rados.0.smithi007.stdout:1188: finishing write tid 3 to smithi00780855-5 2024-08-04T15:31:40.464 INFO:tasks.rados.rados.0.smithi007.stdout:1188: finishing write tid 4 to smithi00780855-5 2024-08-04T15:31:40.464 INFO:tasks.rados.rados.0.smithi007.stdout:1188: finishing write tid 5 to smithi00780855-5 2024-08-04T15:31:40.464 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 554 (ObjNum 374 snap 120 seq_num 374) dirty exists 2024-08-04T15:31:40.464 INFO:tasks.rados.rados.0.smithi007.stdout:1188: left oid 5 (ObjNum 374 snap 120 seq_num 374) 2024-08-04T15:31:40.464 INFO:tasks.rados.rados.0.smithi007.stdout:1189: finishing write tid 1 to smithi00780855-37 2024-08-04T15:31:40.464 INFO:tasks.rados.rados.0.smithi007.stdout:1189: finishing write tid 2 to smithi00780855-37 2024-08-04T15:31:40.464 INFO:tasks.rados.rados.0.smithi007.stdout:1189: finishing write tid 3 to smithi00780855-37 2024-08-04T15:31:40.464 INFO:tasks.rados.rados.0.smithi007.stdout:1189: finishing write tid 4 to smithi00780855-37 2024-08-04T15:31:40.465 INFO:tasks.rados.rados.0.smithi007.stdout:1189: finishing write tid 5 to smithi00780855-37 2024-08-04T15:31:40.465 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 396 (ObjNum 375 snap 120 seq_num 375) dirty exists 2024-08-04T15:31:40.465 INFO:tasks.rados.rados.0.smithi007.stdout:1189: left oid 37 (ObjNum 375 snap 120 seq_num 375) 2024-08-04T15:31:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:40 smithi062 ceph-mon[85960]: pgmap v108: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 281 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 114/645 objects degraded (17.674%) 2024-08-04T15:31:40.823 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:40 smithi007 ceph-mon[92692]: pgmap v108: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 281 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 114/645 objects degraded (17.674%) 2024-08-04T15:31:40.823 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:40 smithi007 ceph-mon[94998]: pgmap v108: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 281 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 114/645 objects degraded (17.674%) 2024-08-04T15:31:41.468 INFO:tasks.rados.rados.0.smithi007.stdout:1186: done (4 left) 2024-08-04T15:31:41.468 INFO:tasks.rados.rados.0.smithi007.stdout:1187: done (3 left) 2024-08-04T15:31:41.468 INFO:tasks.rados.rados.0.smithi007.stdout:1188: done (2 left) 2024-08-04T15:31:41.468 INFO:tasks.rados.rados.0.smithi007.stdout:1189: done (1 left) 2024-08-04T15:31:41.468 INFO:tasks.rados.rados.0.smithi007.stdout:1191: done (0 left) 2024-08-04T15:31:41.468 INFO:tasks.rados.rados.0.smithi007.stdout:1192: copy_from oid 34 from oid 38 current snap is 121 2024-08-04T15:31:41.468 INFO:tasks.rados.rados.0.smithi007.stdout:1193: rollback oid 46 current snap is 121 2024-08-04T15:31:41.468 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 46 to 115 2024-08-04T15:31:41.468 INFO:tasks.rados.rados.0.smithi007.stdout:1194: rollback oid 23 current snap is 121 2024-08-04T15:31:41.468 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 23 to 59 2024-08-04T15:31:41.468 INFO:tasks.rados.rados.0.smithi007.stdout:1195: delete oid 22 current snap is 121 2024-08-04T15:31:41.471 INFO:tasks.rados.rados.0.smithi007.stdout:1194: finishing rollback tid 1 to smithi00780855-23 2024-08-04T15:31:41.471 INFO:tasks.rados.rados.0.smithi007.stdout:1194: finishing rollback tid 2 to smithi00780855-23 2024-08-04T15:31:41.472 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 450 (ObjNum 194 snap 56 seq_num 194) dirty exists 2024-08-04T15:31:41.472 INFO:tasks.rados.rados.0.smithi007.stdout:1194: done (3 left) 2024-08-04T15:31:41.472 INFO:tasks.rados.rados.0.smithi007.stdout:1195: done (2 left) 2024-08-04T15:31:41.472 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 121 2024-08-04T15:31:41.472 INFO:tasks.rados.rados.0.smithi007.stdout:1196: seq_num 377 ranges {2744320=720896,3465216=434176,3899392=368640} 2024-08-04T15:31:41.491 INFO:tasks.rados.rados.0.smithi007.stdout:1196: writing smithi00780855-48 from 2744320 to 3465216 tid 1 2024-08-04T15:31:41.494 INFO:tasks.rados.rados.0.smithi007.stdout:1196: writing smithi00780855-48 from 3465216 to 3899392 tid 2 2024-08-04T15:31:41.496 INFO:tasks.rados.rados.0.smithi007.stdout:1196: writing smithi00780855-48 from 3899392 to 4268032 tid 3 2024-08-04T15:31:41.497 INFO:tasks.rados.rados.0.smithi007.stdout:1197: copy_from oid 13 from oid 1 current snap is 121 2024-08-04T15:31:41.497 INFO:tasks.rados.rados.0.smithi007.stdout:1193: finishing rollback tid 0 to smithi00780855-46 2024-08-04T15:31:41.497 INFO:tasks.rados.rados.0.smithi007.stdout:1193: finishing rollback tid 1 to smithi00780855-46 2024-08-04T15:31:41.497 INFO:tasks.rados.rados.0.smithi007.stdout:1193: finishing rollback tid 2 to smithi00780855-46 2024-08-04T15:31:41.497 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 557 (ObjNum 330 snap 104 seq_num 330) dirty exists 2024-08-04T15:31:41.497 INFO:tasks.rados.rados.0.smithi007.stdout:1192: finishing copy_from racing read to smithi00780855-34 2024-08-04T15:31:41.497 INFO:tasks.rados.rados.0.smithi007.stdout:1193: done (3 left) 2024-08-04T15:31:41.497 INFO:tasks.rados.rados.0.smithi007.stdout:1198: snap_remove snap 97 2024-08-04T15:31:41.738 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:41 smithi007 ceph-mon[92692]: osdmap e306: 8 total, 7 up, 8 in 2024-08-04T15:31:41.739 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:41 smithi007 ceph-mon[94998]: osdmap e306: 8 total, 7 up, 8 in 2024-08-04T15:31:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:41 smithi062 ceph-mon[85960]: osdmap e306: 8 total, 7 up, 8 in 2024-08-04T15:31:42.474 INFO:tasks.rados.rados.0.smithi007.stdout:1198: done (3 left) 2024-08-04T15:31:42.474 INFO:tasks.rados.rados.0.smithi007.stdout:1199: copy_from oid 35 from oid 45 current snap is 121 2024-08-04T15:31:42.475 INFO:tasks.rados.rados.0.smithi007.stdout:1200: copy_from oid 36 from oid 44 current snap is 121 2024-08-04T15:31:42.475 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 30 current snap is 121 2024-08-04T15:31:42.475 INFO:tasks.rados.rados.0.smithi007.stdout:1201: seq_num 378 ranges {327680=737280,1064960=720896,1785856=81920} 2024-08-04T15:31:42.481 INFO:tasks.rados.rados.0.smithi007.stdout:1201: writing smithi00780855-30 from 327680 to 1064960 tid 1 2024-08-04T15:31:42.487 INFO:tasks.rados.rados.0.smithi007.stdout:1201: writing smithi00780855-30 from 1064960 to 1785856 tid 2 2024-08-04T15:31:42.488 INFO:tasks.rados.rados.0.smithi007.stdout:1201: writing smithi00780855-30 from 1785856 to 1867776 tid 3 2024-08-04T15:31:42.488 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 121 2024-08-04T15:31:42.488 INFO:tasks.rados.rados.0.smithi007.stdout:1192: finishing copy_from to smithi00780855-34 2024-08-04T15:31:42.488 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 289 (ObjNum 334 snap 106 seq_num 334) dirty exists 2024-08-04T15:31:42.488 INFO:tasks.rados.rados.0.smithi007.stdout:1196: finishing write tid 1 to smithi00780855-48 2024-08-04T15:31:42.488 INFO:tasks.rados.rados.0.smithi007.stdout:1196: finishing write tid 2 to smithi00780855-48 2024-08-04T15:31:42.488 INFO:tasks.rados.rados.0.smithi007.stdout:1196: finishing write tid 3 to smithi00780855-48 2024-08-04T15:31:42.489 INFO:tasks.rados.rados.0.smithi007.stdout:1196: finishing write tid 4 to smithi00780855-48 2024-08-04T15:31:42.489 INFO:tasks.rados.rados.0.smithi007.stdout:1196: finishing write tid 5 to smithi00780855-48 2024-08-04T15:31:42.489 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 884 (ObjNum 377 snap 121 seq_num 377) dirty exists 2024-08-04T15:31:42.489 INFO:tasks.rados.rados.0.smithi007.stdout:1196: left oid 48 (ObjNum 377 snap 121 seq_num 377) 2024-08-04T15:31:42.489 INFO:tasks.rados.rados.0.smithi007.stdout:1197: finishing copy_from racing read to smithi00780855-13 2024-08-04T15:31:42.489 INFO:tasks.rados.rados.0.smithi007.stdout:1197: finishing copy_from to smithi00780855-13 2024-08-04T15:31:42.489 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 425 (ObjNum 303 snap 86 seq_num 303) dirty exists 2024-08-04T15:31:42.489 INFO:tasks.rados.rados.0.smithi007.stdout:1200: finishing copy_from racing read to smithi00780855-36 2024-08-04T15:31:42.489 INFO:tasks.rados.rados.0.smithi007.stdout:1202: seq_num 379 ranges {6348800=753664,7102464=606208,7708672=196608} 2024-08-04T15:31:42.527 INFO:tasks.rados.rados.0.smithi007.stdout:1202: writing smithi00780855-28 from 6348800 to 7102464 tid 1 2024-08-04T15:31:42.530 INFO:tasks.rados.rados.0.smithi007.stdout:1202: writing smithi00780855-28 from 7102464 to 7708672 tid 2 2024-08-04T15:31:42.532 INFO:tasks.rados.rados.0.smithi007.stdout:1202: writing smithi00780855-28 from 7708672 to 7905280 tid 3 2024-08-04T15:31:42.532 INFO:tasks.rados.rados.0.smithi007.stdout:1192: done (6 left) 2024-08-04T15:31:42.532 INFO:tasks.rados.rados.0.smithi007.stdout:1196: done (5 left) 2024-08-04T15:31:42.533 INFO:tasks.rados.rados.0.smithi007.stdout:1197: done (4 left) 2024-08-04T15:31:42.533 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 121 2024-08-04T15:31:42.533 INFO:tasks.rados.rados.0.smithi007.stdout:1203: seq_num 380 ranges {4718592=770048,5488640=483328,5971968=319488} 2024-08-04T15:31:42.563 INFO:tasks.rados.rados.0.smithi007.stdout:1203: writing smithi00780855-31 from 4718592 to 5488640 tid 1 2024-08-04T15:31:42.567 INFO:tasks.rados.rados.0.smithi007.stdout:1203: writing smithi00780855-31 from 5488640 to 5971968 tid 2 2024-08-04T15:31:42.570 INFO:tasks.rados.rados.0.smithi007.stdout:1203: writing smithi00780855-31 from 5971968 to 6291456 tid 3 2024-08-04T15:31:42.570 INFO:tasks.rados.rados.0.smithi007.stdout:1204: rmattr oid 27 current snap is 121 2024-08-04T15:31:42.570 INFO:tasks.rados.rados.0.smithi007.stdout:1204: done (5 left) 2024-08-04T15:31:42.571 INFO:tasks.rados.rados.0.smithi007.stdout:1205: delete oid 17 current snap is 121 2024-08-04T15:31:42.571 INFO:tasks.rados.rados.0.smithi007.stdout:1200: finishing copy_from to smithi00780855-36 2024-08-04T15:31:42.571 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 289 (ObjNum 334 snap 106 seq_num 334) dirty exists 2024-08-04T15:31:42.571 INFO:tasks.rados.rados.0.smithi007.stdout:1201: finishing write tid 1 to smithi00780855-30 2024-08-04T15:31:42.571 INFO:tasks.rados.rados.0.smithi007.stdout:1201: finishing write tid 2 to smithi00780855-30 2024-08-04T15:31:42.571 INFO:tasks.rados.rados.0.smithi007.stdout:1201: finishing write tid 3 to smithi00780855-30 2024-08-04T15:31:42.571 INFO:tasks.rados.rados.0.smithi007.stdout:1201: finishing write tid 4 to smithi00780855-30 2024-08-04T15:31:42.571 INFO:tasks.rados.rados.0.smithi007.stdout:1201: finishing write tid 5 to smithi00780855-30 2024-08-04T15:31:42.571 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 708 (ObjNum 378 snap 121 seq_num 378) dirty exists 2024-08-04T15:31:42.571 INFO:tasks.rados.rados.0.smithi007.stdout:1201: left oid 30 (ObjNum 378 snap 121 seq_num 378) 2024-08-04T15:31:42.571 INFO:tasks.rados.rados.0.smithi007.stdout:1199: finishing copy_from racing read to smithi00780855-35 2024-08-04T15:31:42.571 INFO:tasks.rados.rados.0.smithi007.stdout:1199: finishing copy_from to smithi00780855-35 2024-08-04T15:31:42.571 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 1036 (ObjNum 372 snap 120 seq_num 372) dirty exists 2024-08-04T15:31:42.572 INFO:tasks.rados.rados.0.smithi007.stdout:1202: finishing write tid 1 to smithi00780855-28 2024-08-04T15:31:42.572 INFO:tasks.rados.rados.0.smithi007.stdout:1202: finishing write tid 2 to smithi00780855-28 2024-08-04T15:31:42.572 INFO:tasks.rados.rados.0.smithi007.stdout:1202: finishing write tid 3 to smithi00780855-28 2024-08-04T15:31:42.572 INFO:tasks.rados.rados.0.smithi007.stdout:1202: finishing write tid 4 to smithi00780855-28 2024-08-04T15:31:42.572 INFO:tasks.rados.rados.0.smithi007.stdout:1202: finishing write tid 5 to smithi00780855-28 2024-08-04T15:31:42.572 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 457 (ObjNum 379 snap 121 seq_num 379) dirty exists 2024-08-04T15:31:42.572 INFO:tasks.rados.rados.0.smithi007.stdout:1202: left oid 28 (ObjNum 379 snap 121 seq_num 379) 2024-08-04T15:31:42.572 INFO:tasks.rados.rados.0.smithi007.stdout:1203: finishing write tid 1 to smithi00780855-31 2024-08-04T15:31:42.572 INFO:tasks.rados.rados.0.smithi007.stdout:1203: finishing write tid 2 to smithi00780855-31 2024-08-04T15:31:42.573 INFO:tasks.rados.rados.0.smithi007.stdout:1199: done (5 left) 2024-08-04T15:31:42.573 INFO:tasks.rados.rados.0.smithi007.stdout:1200: done (4 left) 2024-08-04T15:31:42.573 INFO:tasks.rados.rados.0.smithi007.stdout:1201: done (3 left) 2024-08-04T15:31:42.573 INFO:tasks.rados.rados.0.smithi007.stdout:1202: done (2 left) 2024-08-04T15:31:42.573 INFO:tasks.rados.rados.0.smithi007.stdout:1205: done (1 left) 2024-08-04T15:31:42.573 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 5 current snap is 121 2024-08-04T15:31:42.573 INFO:tasks.rados.rados.0.smithi007.stdout:1206: seq_num 382 ranges {3244032=802816,4046848=704512,4751360=98304} 2024-08-04T15:31:42.596 INFO:tasks.rados.rados.0.smithi007.stdout:1206: writing smithi00780855-5 from 3244032 to 4046848 tid 1 2024-08-04T15:31:42.601 INFO:tasks.rados.rados.0.smithi007.stdout:1206: writing smithi00780855-5 from 4046848 to 4751360 tid 2 2024-08-04T15:31:42.601 INFO:tasks.rados.rados.0.smithi007.stdout:1206: writing smithi00780855-5 from 4751360 to 4849664 tid 3 2024-08-04T15:31:42.602 INFO:tasks.rados.rados.0.smithi007.stdout:1207: delete oid 38 current snap is 121 2024-08-04T15:31:42.602 INFO:tasks.rados.rados.0.smithi007.stdout:1203: finishing write tid 3 to smithi00780855-31 2024-08-04T15:31:42.602 INFO:tasks.rados.rados.0.smithi007.stdout:1203: finishing write tid 4 to smithi00780855-31 2024-08-04T15:31:42.602 INFO:tasks.rados.rados.0.smithi007.stdout:1203: finishing write tid 5 to smithi00780855-31 2024-08-04T15:31:42.602 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 1040 (ObjNum 380 snap 121 seq_num 380) dirty exists 2024-08-04T15:31:42.602 INFO:tasks.rados.rados.0.smithi007.stdout:1203: left oid 31 (ObjNum 380 snap 121 seq_num 380) 2024-08-04T15:31:42.602 INFO:tasks.rados.rados.0.smithi007.stdout:1206: finishing write tid 1 to smithi00780855-5 2024-08-04T15:31:42.603 INFO:tasks.rados.rados.0.smithi007.stdout:1203: done (2 left) 2024-08-04T15:31:42.603 INFO:tasks.rados.rados.0.smithi007.stdout:1207: done (1 left) 2024-08-04T15:31:42.603 INFO:tasks.rados.rados.0.smithi007.stdout:1208: setattr oid 17 current snap is 121 2024-08-04T15:31:42.604 INFO:tasks.rados.rados.0.smithi007.stdout:1206: finishing write tid 2 to smithi00780855-5 2024-08-04T15:31:42.604 INFO:tasks.rados.rados.0.smithi007.stdout:1206: finishing write tid 3 to smithi00780855-5 2024-08-04T15:31:42.604 INFO:tasks.rados.rados.0.smithi007.stdout:1206: finishing write tid 4 to smithi00780855-5 2024-08-04T15:31:42.605 INFO:tasks.rados.rados.0.smithi007.stdout:1206: finishing write tid 5 to smithi00780855-5 2024-08-04T15:31:42.605 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 561 (ObjNum 382 snap 121 seq_num 382) dirty exists 2024-08-04T15:31:42.605 INFO:tasks.rados.rados.0.smithi007.stdout:1206: left oid 5 (ObjNum 382 snap 121 seq_num 382) 2024-08-04T15:31:42.606 INFO:tasks.rados.rados.0.smithi007.stdout:1206: done (1 left) 2024-08-04T15:31:42.606 INFO:tasks.rados.rados.0.smithi007.stdout:1209: read oid 1 snap -1 2024-08-04T15:31:42.606 INFO:tasks.rados.rados.0.smithi007.stdout:1209: expect (ObjNum 303 snap 86 seq_num 303) 2024-08-04T15:31:42.606 INFO:tasks.rados.rados.0.smithi007.stdout:1210: snap_remove snap 113 2024-08-04T15:31:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:42 smithi062 ceph-mon[85960]: pgmap v111: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 281 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 114/645 objects degraded (17.674%) 2024-08-04T15:31:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:42 smithi062 ceph-mon[85960]: osdmap e307: 8 total, 7 up, 8 in 2024-08-04T15:31:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:42 smithi007 ceph-mon[94998]: pgmap v111: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 281 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 114/645 objects degraded (17.674%) 2024-08-04T15:31:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:42 smithi007 ceph-mon[94998]: osdmap e307: 8 total, 7 up, 8 in 2024-08-04T15:31:42.836 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0[100350]: 2024-08-04T15:31:42.632+0000 7f1fe3924640 -1 osd.0 299 log_to_monitors true 2024-08-04T15:31:42.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:42 smithi007 ceph-mon[92692]: pgmap v111: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 281 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 114/645 objects degraded (17.674%) 2024-08-04T15:31:42.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:42 smithi007 ceph-mon[92692]: osdmap e307: 8 total, 7 up, 8 in 2024-08-04T15:31:43.482 INFO:tasks.rados.rados.0.smithi007.stdout:1210: done (2 left) 2024-08-04T15:31:43.482 INFO:tasks.rados.rados.0.smithi007.stdout:1211: snap_remove snap 90 2024-08-04T15:31:43.757 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 15:31:43 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0[100350]: 2024-08-04T15:31:43.515+0000 7f1fdb6cf640 -1 osd.0 299 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-04T15:31:43.757 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:43 smithi007 ceph-mon[92692]: osdmap e308: 8 total, 7 up, 8 in 2024-08-04T15:31:43.757 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:43 smithi007 ceph-mon[92692]: from='osd.0 [v2:172.21.15.7:6802/1303123643,v1:172.21.15.7:6803/1303123643]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-04T15:31:43.757 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:43 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:43.757 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:43 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:43.757 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:43 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:43.757 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:43 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:43.758 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:43 smithi007 ceph-mon[94998]: osdmap e308: 8 total, 7 up, 8 in 2024-08-04T15:31:43.758 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:43 smithi007 ceph-mon[94998]: from='osd.0 [v2:172.21.15.7:6802/1303123643,v1:172.21.15.7:6803/1303123643]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-04T15:31:43.758 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:43 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:43.758 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:43 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:43.758 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:43 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:43.758 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:43 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:43.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:43 smithi062 ceph-mon[85960]: osdmap e308: 8 total, 7 up, 8 in 2024-08-04T15:31:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:43 smithi062 ceph-mon[85960]: from='osd.0 [v2:172.21.15.7:6802/1303123643,v1:172.21.15.7:6803/1303123643]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-04T15:31:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:43 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:43 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:43 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:43 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:44.486 INFO:tasks.rados.rados.0.smithi007.stdout:1211: done (2 left) 2024-08-04T15:31:44.486 INFO:tasks.rados.rados.0.smithi007.stdout:1212: snap_create 2024-08-04T15:31:44.486 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 885 (ObjNum 129 snap 0 seq_num 3493131040) dirty exists 2024-08-04T15:31:44.487 INFO:tasks.rados.rados.0.smithi007.stdout:1209: expect (ObjNum 303 snap 86 seq_num 303) 2024-08-04T15:31:44.702 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:44 smithi007 ceph-mon[92692]: pgmap v114: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 296 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.4 MiB/s wr, 10 op/s; 120/678 objects degraded (17.699%) 2024-08-04T15:31:44.702 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:44 smithi007 ceph-mon[92692]: from='osd.0 [v2:172.21.15.7:6802/1303123643,v1:172.21.15.7:6803/1303123643]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-04T15:31:44.702 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:44 smithi007 ceph-mon[92692]: osdmap e309: 8 total, 7 up, 8 in 2024-08-04T15:31:44.703 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:44 smithi007 ceph-mon[92692]: from='osd.0 [v2:172.21.15.7:6802/1303123643,v1:172.21.15.7:6803/1303123643]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:31:44.703 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:44 smithi007 ceph-mon[92692]: Health check update: Degraded data redundancy: 120/678 objects degraded (17.699%), 16 pgs degraded (PG_DEGRADED) 2024-08-04T15:31:44.703 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:44 smithi007 ceph-mon[94998]: pgmap v114: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 296 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.4 MiB/s wr, 10 op/s; 120/678 objects degraded (17.699%) 2024-08-04T15:31:44.703 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:44 smithi007 ceph-mon[94998]: from='osd.0 [v2:172.21.15.7:6802/1303123643,v1:172.21.15.7:6803/1303123643]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-04T15:31:44.703 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:44 smithi007 ceph-mon[94998]: osdmap e309: 8 total, 7 up, 8 in 2024-08-04T15:31:44.703 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:44 smithi007 ceph-mon[94998]: from='osd.0 [v2:172.21.15.7:6802/1303123643,v1:172.21.15.7:6803/1303123643]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:31:44.703 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:44 smithi007 ceph-mon[94998]: Health check update: Degraded data redundancy: 120/678 objects degraded (17.699%), 16 pgs degraded (PG_DEGRADED) 2024-08-04T15:31:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:44 smithi062 ceph-mon[85960]: pgmap v114: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 296 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.4 MiB/s wr, 10 op/s; 120/678 objects degraded (17.699%) 2024-08-04T15:31:44.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:44 smithi062 ceph-mon[85960]: from='osd.0 [v2:172.21.15.7:6802/1303123643,v1:172.21.15.7:6803/1303123643]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-04T15:31:44.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:44 smithi062 ceph-mon[85960]: osdmap e309: 8 total, 7 up, 8 in 2024-08-04T15:31:44.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:44 smithi062 ceph-mon[85960]: from='osd.0 [v2:172.21.15.7:6802/1303123643,v1:172.21.15.7:6803/1303123643]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:31:44.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:44 smithi062 ceph-mon[85960]: Health check update: Degraded data redundancy: 120/678 objects degraded (17.699%), 16 pgs degraded (PG_DEGRADED) 2024-08-04T15:31:44.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:44.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:45.492 INFO:tasks.rados.rados.0.smithi007.stdout:1208: done (2 left) 2024-08-04T15:31:45.492 INFO:tasks.rados.rados.0.smithi007.stdout:1209: done (1 left) 2024-08-04T15:31:45.492 INFO:tasks.rados.rados.0.smithi007.stdout:1212: done (0 left) 2024-08-04T15:31:45.493 INFO:tasks.rados.rados.0.smithi007.stdout:1213: rollback oid 14 current snap is 122 2024-08-04T15:31:45.493 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 14 to 118 2024-08-04T15:31:45.493 INFO:tasks.rados.rados.0.smithi007.stdout:1214: snap_remove snap 117 2024-08-04T15:31:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:45 smithi062 ceph-mon[85960]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:31:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:45 smithi062 ceph-mon[85960]: osd.0 [v2:172.21.15.7:6802/1303123643,v1:172.21.15.7:6803/1303123643] boot 2024-08-04T15:31:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:45 smithi062 ceph-mon[85960]: osdmap e310: 8 total, 8 up, 8 in 2024-08-04T15:31:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:31:45.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:45 smithi007 ceph-mon[92692]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:31:45.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:45 smithi007 ceph-mon[92692]: osd.0 [v2:172.21.15.7:6802/1303123643,v1:172.21.15.7:6803/1303123643] boot 2024-08-04T15:31:45.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:45 smithi007 ceph-mon[92692]: osdmap e310: 8 total, 8 up, 8 in 2024-08-04T15:31:45.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:31:45.776 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:45 smithi007 ceph-mon[94998]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:31:45.776 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:45 smithi007 ceph-mon[94998]: osd.0 [v2:172.21.15.7:6802/1303123643,v1:172.21.15.7:6803/1303123643] boot 2024-08-04T15:31:45.776 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:45 smithi007 ceph-mon[94998]: osdmap e310: 8 total, 8 up, 8 in 2024-08-04T15:31:45.776 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-04T15:31:46.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:31:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:31:46] "GET /metrics HTTP/1.1" 200 36077 "" "Prometheus/2.43.0" 2024-08-04T15:31:46.499 INFO:tasks.rados.rados.0.smithi007.stdout:1214: done (1 left) 2024-08-04T15:31:46.499 INFO:tasks.rados.rados.0.smithi007.stdout:1215: snap_remove snap 106 2024-08-04T15:31:46.709 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:31:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:31:46.526+0000 7f16d331c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-04T15:31:46.710 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:31:46.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:46 smithi007 ceph-mon[92692]: pgmap v117: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 296 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.4 MiB/s wr, 10 op/s; 120/678 objects degraded (17.699%) 2024-08-04T15:31:46.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:46 smithi007 ceph-mon[92692]: osdmap e311: 8 total, 8 up, 8 in 2024-08-04T15:31:46.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:46 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:46.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:46 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:46.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:46 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:46.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:46 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:31:46.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:46 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:46.711 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:46 smithi007 ceph-mon[94998]: pgmap v117: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 296 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.4 MiB/s wr, 10 op/s; 120/678 objects degraded (17.699%) 2024-08-04T15:31:46.711 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:46 smithi007 ceph-mon[94998]: osdmap e311: 8 total, 8 up, 8 in 2024-08-04T15:31:46.711 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:46 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:46.711 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:46 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:46.711 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:46 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:46.711 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:46 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:31:46.711 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:46 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:46 smithi062 ceph-mon[85960]: pgmap v117: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 296 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.4 MiB/s wr, 10 op/s; 120/678 objects degraded (17.699%) 2024-08-04T15:31:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:46 smithi062 ceph-mon[85960]: osdmap e311: 8 total, 8 up, 8 in 2024-08-04T15:31:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:46 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:46.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:46 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:46.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:46 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:31:46.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:46 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:31:46.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:46 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:46.983 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:31:46.983 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (2m) 4s ago 6m 16.8M - 0.25.0 c8568f914cd2 d6b15156f420 2024-08-04T15:31:46.984 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (2m) 43s ago 6m 80.7M - 9.4.7 954c08fa6188 66e1e6bf99cd 2024-08-04T15:31:46.984 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (8m) 4s ago 8m 15.3M - 17.2.7-1207-g85224d90 3614407c4e10 39baa14185b8 2024-08-04T15:31:46.984 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (8m) 43s ago 8m 20.5M - 17.2.7-1207-g85224d90 3614407c4e10 951c2f76c840 2024-08-04T15:31:46.984 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443,9283,8765 running (107s) 43s ago 11m 438M - 19.1.0-1260-g26c3fb8e 564b849e9656 0a006181dce3 2024-08-04T15:31:46.984 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:8443,9283,8765 running (2m) 4s ago 13m 507M - 19.1.0-1260-g26c3fb8e 564b849e9656 37ef3ca8c5a9 2024-08-04T15:31:46.984 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (93s) 4s ago 13m 46.4M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 299809910b9f 2024-08-04T15:31:46.984 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (53s) 43s ago 11m 26.1M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 2e88aab312eb 2024-08-04T15:31:46.984 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (71s) 4s ago 11m 40.2M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 cb8318c43c9d 2024-08-04T15:31:46.984 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (2m) 4s ago 6m 8568k - 1.5.0 0da6a335fe13 e040078790b8 2024-08-04T15:31:46.984 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (2m) 43s ago 6m 15.9M - 1.5.0 0da6a335fe13 b7bce65c2f21 2024-08-04T15:31:46.984 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (8s) 4s ago 11m 12.1M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e9184d39c1f 2024-08-04T15:31:46.984 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (10m) 4s ago 10m 195M 2481M 17.2.7-1207-g85224d90 3614407c4e10 6b90eba90aa9 2024-08-04T15:31:46.984 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (10m) 4s ago 10m 162M 2481M 17.2.7-1207-g85224d90 3614407c4e10 75284b707dd4 2024-08-04T15:31:46.985 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (10m) 4s ago 10m 115M 2481M 17.2.7-1207-g85224d90 3614407c4e10 902e99f21e0a 2024-08-04T15:31:46.985 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (9m) 43s ago 9m 145M 2480M 17.2.7-1207-g85224d90 3614407c4e10 a8621138799e 2024-08-04T15:31:46.985 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (9m) 43s ago 9m 137M 2480M 17.2.7-1207-g85224d90 3614407c4e10 4c11140cfb7d 2024-08-04T15:31:46.985 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (8m) 43s ago 8m 135M 2480M 17.2.7-1207-g85224d90 3614407c4e10 22d52664a755 2024-08-04T15:31:46.985 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (8m) 43s ago 8m 144M 2480M 17.2.7-1207-g85224d90 3614407c4e10 5e425b8303f1 2024-08-04T15:31:46.985 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (112s) 43s ago 7m 47.0M - 2.43.0 a07b618ecd1d ab854fccad8e 2024-08-04T15:31:47.318 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:31:47.319 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:31:47.319 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 3 2024-08-04T15:31:47.319 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:31:47.319 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:31:47.319 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:31:47.319 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:31:47.319 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:31:47.319 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 7, 2024-08-04T15:31:47.319 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 1 2024-08-04T15:31:47.319 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:31:47.319 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:31:47.319 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:31:47.320 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:31:47.320 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:31:47.320 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 9, 2024-08-04T15:31:47.320 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 6 2024-08-04T15:31:47.320 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:31:47.320 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:31:47.511 INFO:tasks.rados.rados.0.smithi007.stdout:1215: done (1 left) 2024-08-04T15:31:47.511 INFO:tasks.rados.rados.0.smithi007.stdout:1216: rollback oid 38 current snap is 122 2024-08-04T15:31:47.511 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 38 to 112 2024-08-04T15:31:47.511 INFO:tasks.rados.rados.0.smithi007.stdout:1213: finishing rollback tid 1 to smithi00780855-14 2024-08-04T15:31:47.512 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 798 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-04T15:31:47.512 INFO:tasks.rados.rados.0.smithi007.stdout:1213: done (1 left) 2024-08-04T15:31:47.512 INFO:tasks.rados.rados.0.smithi007.stdout:1217: read oid 30 snap -1 2024-08-04T15:31:47.512 INFO:tasks.rados.rados.0.smithi007.stdout:1217: expect (ObjNum 378 snap 121 seq_num 378) 2024-08-04T15:31:47.512 INFO:tasks.rados.rados.0.smithi007.stdout:1218: copy_from oid 42 from oid 2 current snap is 122 2024-08-04T15:31:47.512 INFO:tasks.rados.rados.0.smithi007.stdout:1219: read oid 47 snap -1 2024-08-04T15:31:47.512 INFO:tasks.rados.rados.0.smithi007.stdout:1219: expect deleted 2024-08-04T15:31:47.512 INFO:tasks.rados.rados.0.smithi007.stdout:1220: rollback oid 33 current snap is 122 2024-08-04T15:31:47.512 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 33 to 119 2024-08-04T15:31:47.512 INFO:tasks.rados.rados.0.smithi007.stdout:1221: rollback oid 39 current snap is 122 2024-08-04T15:31:47.512 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 39 to 115 2024-08-04T15:31:47.512 INFO:tasks.rados.rados.0.smithi007.stdout:1222: snap_create 2024-08-04T15:31:47.531 INFO:tasks.rados.rados.0.smithi007.stdout:1216: finishing rollback tid 1 to smithi00780855-38 2024-08-04T15:31:47.531 INFO:tasks.rados.rados.0.smithi007.stdout:1216: finishing rollback tid 2 to smithi00780855-38 2024-08-04T15:31:47.531 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 292 (ObjNum 350 snap 111 seq_num 350) dirty exists 2024-08-04T15:31:47.533 INFO:tasks.rados.rados.0.smithi007.stdout:1221: finishing rollback tid 0 to smithi00780855-39 2024-08-04T15:31:47.533 INFO:tasks.rados.rados.0.smithi007.stdout:1221: finishing rollback tid 1 to smithi00780855-39 2024-08-04T15:31:47.534 INFO:tasks.rados.rados.0.smithi007.stdout:1221: finishing rollback tid 2 to smithi00780855-39 2024-08-04T15:31:47.534 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 1043 (ObjNum 336 snap 108 seq_num 336) dirty exists 2024-08-04T15:31:47.539 INFO:tasks.rados.rados.0.smithi007.stdout:1217: expect (ObjNum 378 snap 121 seq_num 378) 2024-08-04T15:31:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[92692]: osdmap e312: 8 total, 8 up, 8 in 2024-08-04T15:31:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:31:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-04T15:31:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[92692]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-04T15:31:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[92692]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-04T15:31:47.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[92692]: from='client.44135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:31:47.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2160954714' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:47.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[94998]: osdmap e312: 8 total, 8 up, 8 in 2024-08-04T15:31:47.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:31:47.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:47.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:47.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:47.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-04T15:31:47.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[94998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-04T15:31:47.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[94998]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-04T15:31:47.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[94998]: from='client.44135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:31:47.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:47 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2160954714' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:47.602 INFO:tasks.rados.rados.0.smithi007.stdout:1220: finishing rollback tid 0 to smithi00780855-33 2024-08-04T15:31:47.603 INFO:tasks.rados.rados.0.smithi007.stdout:1220: finishing rollback tid 1 to smithi00780855-33 2024-08-04T15:31:47.603 INFO:tasks.rados.rados.0.smithi007.stdout:1220: finishing rollback tid 2 to smithi00780855-33 2024-08-04T15:31:47.603 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 711 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:31:47.603 INFO:tasks.rados.rados.0.smithi007.stdout:1218: finishing copy_from racing read to smithi00780855-42 2024-08-04T15:31:47.603 INFO:tasks.rados.rados.0.smithi007.stdout:1218: finishing copy_from to smithi00780855-42 2024-08-04T15:31:47.603 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 401 (ObjNum 258 snap 74 seq_num 258) dirty exists 2024-08-04T15:31:48.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:47 smithi062 ceph-mon[85960]: osdmap e312: 8 total, 8 up, 8 in 2024-08-04T15:31:48.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:31:48.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:48.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:48.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:48.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-04T15:31:48.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:47 smithi062 ceph-mon[85960]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-04T15:31:48.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:47 smithi062 ceph-mon[85960]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-04T15:31:48.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:47 smithi062 ceph-mon[85960]: from='client.44135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:31:48.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:47 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2160954714' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:31:48.512 INFO:tasks.rados.rados.0.smithi007.stdout:1216: done (6 left) 2024-08-04T15:31:48.512 INFO:tasks.rados.rados.0.smithi007.stdout:1217: done (5 left) 2024-08-04T15:31:48.512 INFO:tasks.rados.rados.0.smithi007.stdout:1218: done (4 left) 2024-08-04T15:31:48.512 INFO:tasks.rados.rados.0.smithi007.stdout:1219: done (3 left) 2024-08-04T15:31:48.513 INFO:tasks.rados.rados.0.smithi007.stdout:1220: done (2 left) 2024-08-04T15:31:48.513 INFO:tasks.rados.rados.0.smithi007.stdout:1221: done (1 left) 2024-08-04T15:31:48.513 INFO:tasks.rados.rados.0.smithi007.stdout:1222: done (0 left) 2024-08-04T15:31:48.513 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 5 current snap is 123 2024-08-04T15:31:48.513 INFO:tasks.rados.rados.0.smithi007.stdout:1223: seq_num 384 ranges {4849664=434176,5283840=475136,5758976=630784,6389760=98304} 2024-08-04T15:31:48.541 INFO:tasks.rados.rados.0.smithi007.stdout:1223: writing smithi00780855-5 from 4849664 to 5283840 tid 1 2024-08-04T15:31:48.544 INFO:tasks.rados.rados.0.smithi007.stdout:1223: writing smithi00780855-5 from 5283840 to 5758976 tid 2 2024-08-04T15:31:48.548 INFO:tasks.rados.rados.0.smithi007.stdout:1223: writing smithi00780855-5 from 5758976 to 6389760 tid 3 2024-08-04T15:31:48.549 INFO:tasks.rados.rados.0.smithi007.stdout:1223: writing smithi00780855-5 from 6389760 to 6488064 tid 4 2024-08-04T15:31:48.549 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 10 current snap is 123 2024-08-04T15:31:48.549 INFO:tasks.rados.rados.0.smithi007.stdout:1223: finishing write tid 1 to smithi00780855-5 2024-08-04T15:31:48.549 INFO:tasks.rados.rados.0.smithi007.stdout:1223: finishing write tid 2 to smithi00780855-5 2024-08-04T15:31:48.549 INFO:tasks.rados.rados.0.smithi007.stdout:1224: seq_num 385 ranges {1548288=450560,1998848=761856,2760704=442368} 2024-08-04T15:31:48.560 INFO:tasks.rados.rados.0.smithi007.stdout:1224: writing smithi00780855-10 from 1548288 to 1998848 tid 1 2024-08-04T15:31:48.564 INFO:tasks.rados.rados.0.smithi007.stdout:1224: writing smithi00780855-10 from 1998848 to 2760704 tid 2 2024-08-04T15:31:48.567 INFO:tasks.rados.rados.0.smithi007.stdout:1224: writing smithi00780855-10 from 2760704 to 3203072 tid 3 2024-08-04T15:31:48.567 INFO:tasks.rados.rados.0.smithi007.stdout:1225: rmattr oid 30 current snap is 123 2024-08-04T15:31:48.568 INFO:tasks.rados.rados.0.smithi007.stdout:1223: finishing write tid 3 to smithi00780855-5 2024-08-04T15:31:48.568 INFO:tasks.rados.rados.0.smithi007.stdout:1223: finishing write tid 4 to smithi00780855-5 2024-08-04T15:31:48.568 INFO:tasks.rados.rados.0.smithi007.stdout:1223: finishing write tid 5 to smithi00780855-5 2024-08-04T15:31:48.568 INFO:tasks.rados.rados.0.smithi007.stdout:1226: copy_from oid 45 from oid 23 current snap is 123 2024-08-04T15:31:48.568 INFO:tasks.rados.rados.0.smithi007.stdout:1223: finishing write tid 6 to smithi00780855-5 2024-08-04T15:31:48.568 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 566 (ObjNum 384 snap 123 seq_num 384) dirty exists 2024-08-04T15:31:48.568 INFO:tasks.rados.rados.0.smithi007.stdout:1223: left oid 5 (ObjNum 384 snap 123 seq_num 384) 2024-08-04T15:31:48.568 INFO:tasks.rados.rados.0.smithi007.stdout:1224: finishing write tid 1 to smithi00780855-10 2024-08-04T15:31:48.568 INFO:tasks.rados.rados.0.smithi007.stdout:1223: done (3 left) 2024-08-04T15:31:48.568 INFO:tasks.rados.rados.0.smithi007.stdout:1227: read oid 29 snap -1 2024-08-04T15:31:48.568 INFO:tasks.rados.rados.0.smithi007.stdout:1227: expect deleted 2024-08-04T15:31:48.568 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 123 2024-08-04T15:31:48.568 INFO:tasks.rados.rados.0.smithi007.stdout:1228: seq_num 386 ranges {0=466944,466944=638976,1105920=565248} 2024-08-04T15:31:48.570 INFO:tasks.rados.rados.0.smithi007.stdout:1228: writing smithi00780855-22 from 0 to 466944 tid 1 2024-08-04T15:31:48.574 INFO:tasks.rados.rados.0.smithi007.stdout:1228: writing smithi00780855-22 from 466944 to 1105920 tid 2 2024-08-04T15:31:48.578 INFO:tasks.rados.rados.0.smithi007.stdout:1228: writing smithi00780855-22 from 1105920 to 1671168 tid 3 2024-08-04T15:31:48.578 INFO:tasks.rados.rados.0.smithi007.stdout:1229: copy_from oid 42 from oid 26 current snap is 123 2024-08-04T15:31:48.578 INFO:tasks.rados.rados.0.smithi007.stdout:1224: finishing write tid 2 to smithi00780855-10 2024-08-04T15:31:48.578 INFO:tasks.rados.rados.0.smithi007.stdout:1224: finishing write tid 3 to smithi00780855-10 2024-08-04T15:31:48.578 INFO:tasks.rados.rados.0.smithi007.stdout:1224: finishing write tid 4 to smithi00780855-10 2024-08-04T15:31:48.578 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 712 (ObjNum 378 snap 121 seq_num 378) dirty exists 2024-08-04T15:31:48.578 INFO:tasks.rados.rados.0.smithi007.stdout:1224: finishing write tid 5 to smithi00780855-10 2024-08-04T15:31:48.578 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 919 (ObjNum 385 snap 123 seq_num 385) dirty exists 2024-08-04T15:31:48.579 INFO:tasks.rados.rados.0.smithi007.stdout:1224: left oid 10 (ObjNum 385 snap 123 seq_num 385) 2024-08-04T15:31:48.579 INFO:tasks.rados.rados.0.smithi007.stdout:1228: finishing write tid 1 to smithi00780855-22 2024-08-04T15:31:48.579 INFO:tasks.rados.rados.0.smithi007.stdout:1226: finishing copy_from racing read to smithi00780855-45 2024-08-04T15:31:48.579 INFO:tasks.rados.rados.0.smithi007.stdout:1226: finishing copy_from to smithi00780855-45 2024-08-04T15:31:48.579 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 450 (ObjNum 194 snap 56 seq_num 194) dirty exists 2024-08-04T15:31:48.579 INFO:tasks.rados.rados.0.smithi007.stdout:1228: finishing write tid 2 to smithi00780855-22 2024-08-04T15:31:48.579 INFO:tasks.rados.rados.0.smithi007.stdout:1224: done (5 left) 2024-08-04T15:31:48.579 INFO:tasks.rados.rados.0.smithi007.stdout:1225: done (4 left) 2024-08-04T15:31:48.579 INFO:tasks.rados.rados.0.smithi007.stdout:1226: done (3 left) 2024-08-04T15:31:48.579 INFO:tasks.rados.rados.0.smithi007.stdout:1227: done (2 left) 2024-08-04T15:31:48.579 INFO:tasks.rados.rados.0.smithi007.stdout:1230: snap_remove snap 122 2024-08-04T15:31:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:48 smithi007 ceph-mon[92692]: pgmap v120: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 298 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 10 op/s; 35/687 objects degraded (5.095%); 14 MiB/s, 4 objects/s recovering 2024-08-04T15:31:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:48 smithi007 ceph-mon[92692]: from='client.44141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:31:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:48 smithi007 ceph-mon[92692]: osdmap e313: 8 total, 8 up, 8 in 2024-08-04T15:31:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:48 smithi007 ceph-mon[94998]: pgmap v120: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 298 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 10 op/s; 35/687 objects degraded (5.095%); 14 MiB/s, 4 objects/s recovering 2024-08-04T15:31:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:48 smithi007 ceph-mon[94998]: from='client.44141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:31:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:48 smithi007 ceph-mon[94998]: osdmap e313: 8 total, 8 up, 8 in 2024-08-04T15:31:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:48 smithi062 ceph-mon[85960]: pgmap v120: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 298 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 10 op/s; 35/687 objects degraded (5.095%); 14 MiB/s, 4 objects/s recovering 2024-08-04T15:31:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:48 smithi062 ceph-mon[85960]: from='client.44141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:31:49.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:48 smithi062 ceph-mon[85960]: osdmap e313: 8 total, 8 up, 8 in 2024-08-04T15:31:49.012 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:48.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-04T15:31:49.012 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:49.523 INFO:tasks.rados.rados.0.smithi007.stdout:1230: done (2 left) 2024-08-04T15:31:49.523 INFO:tasks.rados.rados.0.smithi007.stdout:1231: snap_remove snap 112 2024-08-04T15:31:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:49 smithi007 ceph-mon[92692]: osdmap e314: 8 total, 8 up, 8 in 2024-08-04T15:31:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:49 smithi007 ceph-mon[92692]: Health check update: Degraded data redundancy: 35/687 objects degraded (5.095%), 5 pgs degraded (PG_DEGRADED) 2024-08-04T15:31:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:49 smithi007 ceph-mon[94998]: osdmap e314: 8 total, 8 up, 8 in 2024-08-04T15:31:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:49 smithi007 ceph-mon[94998]: Health check update: Degraded data redundancy: 35/687 objects degraded (5.095%), 5 pgs degraded (PG_DEGRADED) 2024-08-04T15:31:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:49 smithi062 ceph-mon[85960]: osdmap e314: 8 total, 8 up, 8 in 2024-08-04T15:31:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:49 smithi062 ceph-mon[85960]: Health check update: Degraded data redundancy: 35/687 objects degraded (5.095%), 5 pgs degraded (PG_DEGRADED) 2024-08-04T15:31:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:1228: finishing write tid 3 to smithi00780855-22 2024-08-04T15:31:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:1228: finishing write tid 4 to smithi00780855-22 2024-08-04T15:31:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:1228: finishing write tid 5 to smithi00780855-22 2024-08-04T15:31:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 478 (ObjNum 386 snap 123 seq_num 386) dirty exists 2024-08-04T15:31:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:1228: left oid 22 (ObjNum 386 snap 123 seq_num 386) 2024-08-04T15:31:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:1229: finishing copy_from racing read to smithi00780855-42 2024-08-04T15:31:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:1229: finishing copy_from to smithi00780855-42 2024-08-04T15:31:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 403 (ObjNum 341 snap 108 seq_num 341) dirty exists 2024-08-04T15:31:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:1228: done (2 left) 2024-08-04T15:31:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:1229: done (1 left) 2024-08-04T15:31:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:1231: done (0 left) 2024-08-04T15:31:50.532 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 12 current snap is 123 2024-08-04T15:31:50.532 INFO:tasks.rados.rados.0.smithi007.stdout:1232: seq_num 387 ranges {0=483328,483328=524288,1007616=679936} 2024-08-04T15:31:50.534 INFO:tasks.rados.rados.0.smithi007.stdout:1232: writing smithi00780855-12 from 0 to 483328 tid 1 2024-08-04T15:31:50.537 INFO:tasks.rados.rados.0.smithi007.stdout:1232: writing smithi00780855-12 from 483328 to 1007616 tid 2 2024-08-04T15:31:50.542 INFO:tasks.rados.rados.0.smithi007.stdout:1232: writing smithi00780855-12 from 1007616 to 1687552 tid 3 2024-08-04T15:31:50.543 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 30 current snap is 123 2024-08-04T15:31:50.543 INFO:tasks.rados.rados.0.smithi007.stdout:1233: seq_num 388 ranges {1867776=507904,2375680=458752,2834432=606208,3440640=139264} 2024-08-04T15:31:50.556 INFO:tasks.rados.rados.0.smithi007.stdout:1233: writing smithi00780855-30 from 1867776 to 2375680 tid 1 2024-08-04T15:31:50.559 INFO:tasks.rados.rados.0.smithi007.stdout:1233: writing smithi00780855-30 from 2375680 to 2834432 tid 2 2024-08-04T15:31:50.562 INFO:tasks.rados.rados.0.smithi007.stdout:1233: writing smithi00780855-30 from 2834432 to 3440640 tid 3 2024-08-04T15:31:50.563 INFO:tasks.rados.rados.0.smithi007.stdout:1233: writing smithi00780855-30 from 3440640 to 3579904 tid 4 2024-08-04T15:31:50.564 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 123 2024-08-04T15:31:50.564 INFO:tasks.rados.rados.0.smithi007.stdout:1232: finishing write tid 1 to smithi00780855-12 2024-08-04T15:31:50.564 INFO:tasks.rados.rados.0.smithi007.stdout:1232: finishing write tid 2 to smithi00780855-12 2024-08-04T15:31:50.564 INFO:tasks.rados.rados.0.smithi007.stdout:1232: finishing write tid 3 to smithi00780855-12 2024-08-04T15:31:50.564 INFO:tasks.rados.rados.0.smithi007.stdout:1234: seq_num 389 ranges {4268032=524288,4792320=745472,5537792=458752} 2024-08-04T15:31:50.590 INFO:tasks.rados.rados.0.smithi007.stdout:1234: writing smithi00780855-48 from 4268032 to 4792320 tid 1 2024-08-04T15:31:50.594 INFO:tasks.rados.rados.0.smithi007.stdout:1234: writing smithi00780855-48 from 4792320 to 5537792 tid 2 2024-08-04T15:31:50.598 INFO:tasks.rados.rados.0.smithi007.stdout:1234: writing smithi00780855-48 from 5537792 to 5996544 tid 3 2024-08-04T15:31:50.598 INFO:tasks.rados.rados.0.smithi007.stdout:1235: copy_from oid 38 from oid 8 current snap is 123 2024-08-04T15:31:50.598 INFO:tasks.rados.rados.0.smithi007.stdout:1232: finishing write tid 4 to smithi00780855-12 2024-08-04T15:31:50.598 INFO:tasks.rados.rados.0.smithi007.stdout:1232: finishing write tid 5 to smithi00780855-12 2024-08-04T15:31:50.598 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 1093 (ObjNum 387 snap 123 seq_num 387) dirty exists 2024-08-04T15:31:50.598 INFO:tasks.rados.rados.0.smithi007.stdout:1232: left oid 12 (ObjNum 387 snap 123 seq_num 387) 2024-08-04T15:31:50.598 INFO:tasks.rados.rados.0.smithi007.stdout:1232: done (3 left) 2024-08-04T15:31:50.598 INFO:tasks.rados.rados.0.smithi007.stdout:1236: copy_from oid 2 from oid 14 current snap is 123 2024-08-04T15:31:50.598 INFO:tasks.rados.rados.0.smithi007.stdout:1233: finishing write tid 1 to smithi00780855-30 2024-08-04T15:31:50.598 INFO:tasks.rados.rados.0.smithi007.stdout:1233: finishing write tid 2 to smithi00780855-30 2024-08-04T15:31:50.598 INFO:tasks.rados.rados.0.smithi007.stdout:1233: finishing write tid 3 to smithi00780855-30 2024-08-04T15:31:50.598 INFO:tasks.rados.rados.0.smithi007.stdout:1233: finishing write tid 4 to smithi00780855-30 2024-08-04T15:31:50.599 INFO:tasks.rados.rados.0.smithi007.stdout:1233: finishing write tid 5 to smithi00780855-30 2024-08-04T15:31:50.599 INFO:tasks.rados.rados.0.smithi007.stdout:1233: finishing write tid 6 to smithi00780855-30 2024-08-04T15:31:50.599 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 717 (ObjNum 388 snap 123 seq_num 388) dirty exists 2024-08-04T15:31:50.599 INFO:tasks.rados.rados.0.smithi007.stdout:1233: left oid 30 (ObjNum 388 snap 123 seq_num 388) 2024-08-04T15:31:50.599 INFO:tasks.rados.rados.0.smithi007.stdout:1234: finishing write tid 1 to smithi00780855-48 2024-08-04T15:31:50.599 INFO:tasks.rados.rados.0.smithi007.stdout:1234: finishing write tid 2 to smithi00780855-48 2024-08-04T15:31:50.599 INFO:tasks.rados.rados.0.smithi007.stdout:1233: done (3 left) 2024-08-04T15:31:50.599 INFO:tasks.rados.rados.0.smithi007.stdout:1237: rollback oid 36 current snap is 123 2024-08-04T15:31:50.599 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 36 to 51 2024-08-04T15:31:50.599 INFO:tasks.rados.rados.0.smithi007.stdout:1238: read oid 41 snap -1 2024-08-04T15:31:50.599 INFO:tasks.rados.rados.0.smithi007.stdout:1238: expect deleted 2024-08-04T15:31:50.599 INFO:tasks.rados.rados.0.smithi007.stdout:1239: snap_remove snap 101 2024-08-04T15:31:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:50 smithi007 ceph-mon[92692]: pgmap v123: 121 pgs: 121 active+clean; 308 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 205 KiB/s rd, 5.0 MiB/s wr, 12 op/s; 21 MiB/s, 7 objects/s recovering 2024-08-04T15:31:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:50 smithi007 ceph-mon[92692]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/687 objects degraded (5.095%), 5 pgs degraded) 2024-08-04T15:31:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:50 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:31:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:50 smithi007 ceph-mon[92692]: osdmap e315: 8 total, 8 up, 8 in 2024-08-04T15:31:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:50 smithi007 ceph-mon[94998]: pgmap v123: 121 pgs: 121 active+clean; 308 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 205 KiB/s rd, 5.0 MiB/s wr, 12 op/s; 21 MiB/s, 7 objects/s recovering 2024-08-04T15:31:50.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:50 smithi007 ceph-mon[94998]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/687 objects degraded (5.095%), 5 pgs degraded) 2024-08-04T15:31:50.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:50 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:31:50.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:50 smithi007 ceph-mon[94998]: osdmap e315: 8 total, 8 up, 8 in 2024-08-04T15:31:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:50 smithi062 ceph-mon[85960]: pgmap v123: 121 pgs: 121 active+clean; 308 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 205 KiB/s rd, 5.0 MiB/s wr, 12 op/s; 21 MiB/s, 7 objects/s recovering 2024-08-04T15:31:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:50 smithi062 ceph-mon[85960]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/687 objects degraded (5.095%), 5 pgs degraded) 2024-08-04T15:31:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:50 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:31:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:50 smithi062 ceph-mon[85960]: osdmap e315: 8 total, 8 up, 8 in 2024-08-04T15:31:51.535 INFO:tasks.rados.rados.0.smithi007.stdout:1239: done (5 left) 2024-08-04T15:31:51.535 INFO:tasks.rados.rados.0.smithi007.stdout:1240: copy_from oid 11 from oid 18 current snap is 123 2024-08-04T15:31:51.536 INFO:tasks.rados.rados.0.smithi007.stdout:1237: finishing rollback tid 0 to smithi00780855-36 2024-08-04T15:31:51.536 INFO:tasks.rados.rados.0.smithi007.stdout:1237: finishing rollback tid 1 to smithi00780855-36 2024-08-04T15:31:51.536 INFO:tasks.rados.rados.0.smithi007.stdout:1234: finishing write tid 3 to smithi00780855-48 2024-08-04T15:31:51.536 INFO:tasks.rados.rados.0.smithi007.stdout:1237: finishing rollback tid 2 to smithi00780855-36 2024-08-04T15:31:51.536 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 372 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-04T15:31:51.536 INFO:tasks.rados.rados.0.smithi007.stdout:1236: finishing copy_from to smithi00780855-2 2024-08-04T15:31:51.536 INFO:tasks.rados.rados.0.smithi007.stdout:1236: got expected ENOENT (src dne) 2024-08-04T15:31:51.536 INFO:tasks.rados.rados.0.smithi007.stdout:1236: finishing copy_from racing read to smithi00780855-2 2024-08-04T15:31:51.536 INFO:tasks.rados.rados.0.smithi007.stdout:1234: finishing write tid 4 to smithi00780855-48 2024-08-04T15:31:51.536 INFO:tasks.rados.rados.0.smithi007.stdout:1234: finishing write tid 5 to smithi00780855-48 2024-08-04T15:31:51.536 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 888 (ObjNum 389 snap 123 seq_num 389) dirty exists 2024-08-04T15:31:51.536 INFO:tasks.rados.rados.0.smithi007.stdout:1234: left oid 48 (ObjNum 389 snap 123 seq_num 389) 2024-08-04T15:31:51.536 INFO:tasks.rados.rados.0.smithi007.stdout:1235: finishing copy_from racing read to smithi00780855-38 2024-08-04T15:31:51.537 INFO:tasks.rados.rados.0.smithi007.stdout:1235: finishing copy_from to smithi00780855-38 2024-08-04T15:31:51.537 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 880 (ObjNum 308 snap 93 seq_num 308) dirty exists 2024-08-04T15:31:51.537 INFO:tasks.rados.rados.0.smithi007.stdout:1234: done (5 left) 2024-08-04T15:31:51.537 INFO:tasks.rados.rados.0.smithi007.stdout:1235: done (4 left) 2024-08-04T15:31:51.537 INFO:tasks.rados.rados.0.smithi007.stdout:1236: done (3 left) 2024-08-04T15:31:51.537 INFO:tasks.rados.rados.0.smithi007.stdout:1237: done (2 left) 2024-08-04T15:31:51.537 INFO:tasks.rados.rados.0.smithi007.stdout:1238: done (1 left) 2024-08-04T15:31:51.537 INFO:tasks.rados.rados.0.smithi007.stdout:1241: read oid 26 snap 120 2024-08-04T15:31:51.537 INFO:tasks.rados.rados.0.smithi007.stdout:1241: expect (ObjNum 341 snap 108 seq_num 341) 2024-08-04T15:31:51.537 INFO:tasks.rados.rados.0.smithi007.stdout:1242: rollback oid 20 current snap is 123 2024-08-04T15:31:51.537 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 20 to 94 2024-08-04T15:31:51.537 INFO:tasks.rados.rados.0.smithi007.stdout:1243: read oid 32 snap -1 2024-08-04T15:31:51.537 INFO:tasks.rados.rados.0.smithi007.stdout:1243: expect (ObjNum 206 snap 60 seq_num 206) 2024-08-04T15:31:51.537 INFO:tasks.rados.rados.0.smithi007.stdout:1244: read oid 49 snap -1 2024-08-04T15:31:51.537 INFO:tasks.rados.rados.0.smithi007.stdout:1244: expect (ObjNum 300 snap 84 seq_num 300) 2024-08-04T15:31:51.538 INFO:tasks.rados.rados.0.smithi007.stdout:1245: setattr oid 5 current snap is 123 2024-08-04T15:31:51.538 INFO:tasks.rados.rados.0.smithi007.stdout:1246: copy_from oid 7 from oid 19 current snap is 123 2024-08-04T15:31:51.538 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 42 current snap is 123 2024-08-04T15:31:51.538 INFO:tasks.rados.rados.0.smithi007.stdout:1247: seq_num 390 ranges {917504=540672,1458176=630784,2088960=573440} 2024-08-04T15:31:51.545 INFO:tasks.rados.rados.0.smithi007.stdout:1247: writing smithi00780855-42 from 917504 to 1458176 tid 1 2024-08-04T15:31:51.551 INFO:tasks.rados.rados.0.smithi007.stdout:1247: writing smithi00780855-42 from 1458176 to 2088960 tid 2 2024-08-04T15:31:51.555 INFO:tasks.rados.rados.0.smithi007.stdout:1247: writing smithi00780855-42 from 2088960 to 2662400 tid 3 2024-08-04T15:31:51.556 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 24 current snap is 123 2024-08-04T15:31:51.556 INFO:tasks.rados.rados.0.smithi007.stdout:1241: expect (ObjNum 341 snap 108 seq_num 341) 2024-08-04T15:31:51.587 INFO:tasks.rados.rados.0.smithi007.stdout:1244: expect (ObjNum 300 snap 84 seq_num 300) 2024-08-04T15:31:51.593 INFO:tasks.rados.rados.0.smithi007.stdout:1243: expect (ObjNum 206 snap 60 seq_num 206) 2024-08-04T15:31:51.622 INFO:tasks.rados.rados.0.smithi007.stdout:1242: finishing rollback tid 0 to smithi00780855-20 2024-08-04T15:31:51.623 INFO:tasks.rados.rados.0.smithi007.stdout:1242: finishing rollback tid 1 to smithi00780855-20 2024-08-04T15:31:51.623 INFO:tasks.rados.rados.0.smithi007.stdout:1242: finishing rollback tid 2 to smithi00780855-20 2024-08-04T15:31:51.623 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 483 (ObjNum 206 snap 60 seq_num 206) dirty exists 2024-08-04T15:31:51.623 INFO:tasks.rados.rados.0.smithi007.stdout:1240: finishing copy_from racing read to smithi00780855-11 2024-08-04T15:31:51.623 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 567 (ObjNum 384 snap 123 seq_num 384) dirty exists 2024-08-04T15:31:51.623 INFO:tasks.rados.rados.0.smithi007.stdout:1246: finishing copy_from racing read to smithi00780855-7 2024-08-04T15:31:51.623 INFO:tasks.rados.rados.0.smithi007.stdout:1248: seq_num 391 ranges {229376=557056,786432=516096,1302528=688128} 2024-08-04T15:31:51.627 INFO:tasks.rados.rados.0.smithi007.stdout:1248: writing smithi00780855-24 from 229376 to 786432 tid 1 2024-08-04T15:31:51.629 INFO:tasks.rados.rados.0.smithi007.stdout:1248: writing smithi00780855-24 from 786432 to 1302528 tid 2 2024-08-04T15:31:51.634 INFO:tasks.rados.rados.0.smithi007.stdout:1248: writing smithi00780855-24 from 1302528 to 1990656 tid 3 2024-08-04T15:31:51.634 INFO:tasks.rados.rados.0.smithi007.stdout:1241: done (8 left) 2024-08-04T15:31:51.634 INFO:tasks.rados.rados.0.smithi007.stdout:1242: done (7 left) 2024-08-04T15:31:51.634 INFO:tasks.rados.rados.0.smithi007.stdout:1243: done (6 left) 2024-08-04T15:31:51.634 INFO:tasks.rados.rados.0.smithi007.stdout:1244: done (5 left) 2024-08-04T15:31:51.634 INFO:tasks.rados.rados.0.smithi007.stdout:1245: done (4 left) 2024-08-04T15:31:51.635 INFO:tasks.rados.rados.0.smithi007.stdout:1249: setattr oid 43 current snap is 123 2024-08-04T15:31:51.635 INFO:tasks.rados.rados.0.smithi007.stdout:1247: finishing write tid 1 to smithi00780855-42 2024-08-04T15:31:51.635 INFO:tasks.rados.rados.0.smithi007.stdout:1240: finishing copy_from to smithi00780855-11 2024-08-04T15:31:51.635 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 248 (ObjNum 349 snap 111 seq_num 349) dirty exists 2024-08-04T15:31:51.635 INFO:tasks.rados.rados.0.smithi007.stdout:1247: finishing write tid 2 to smithi00780855-42 2024-08-04T15:31:51.635 INFO:tasks.rados.rados.0.smithi007.stdout:1247: finishing write tid 3 to smithi00780855-42 2024-08-04T15:31:51.635 INFO:tasks.rados.rados.0.smithi007.stdout:1246: finishing copy_from to smithi00780855-7 2024-08-04T15:31:51.635 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 252 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:31:51.635 INFO:tasks.rados.rados.0.smithi007.stdout:1247: finishing write tid 4 to smithi00780855-42 2024-08-04T15:31:51.635 INFO:tasks.rados.rados.0.smithi007.stdout:1247: finishing write tid 5 to smithi00780855-42 2024-08-04T15:31:51.635 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 496 (ObjNum 390 snap 123 seq_num 390) dirty exists 2024-08-04T15:31:51.635 INFO:tasks.rados.rados.0.smithi007.stdout:1247: left oid 42 (ObjNum 390 snap 123 seq_num 390) 2024-08-04T15:31:51.636 INFO:tasks.rados.rados.0.smithi007.stdout:1248: finishing write tid 1 to smithi00780855-24 2024-08-04T15:31:51.636 INFO:tasks.rados.rados.0.smithi007.stdout:1248: finishing write tid 2 to smithi00780855-24 2024-08-04T15:31:51.636 INFO:tasks.rados.rados.0.smithi007.stdout:1240: done (4 left) 2024-08-04T15:31:51.636 INFO:tasks.rados.rados.0.smithi007.stdout:1246: done (3 left) 2024-08-04T15:31:51.637 INFO:tasks.rados.rados.0.smithi007.stdout:1247: done (2 left) 2024-08-04T15:31:51.637 INFO:tasks.rados.rados.0.smithi007.stdout:1250: rollback oid 47 current snap is 123 2024-08-04T15:31:51.637 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 47 to 119 2024-08-04T15:31:51.637 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 19 current snap is 123 2024-08-04T15:31:51.637 INFO:tasks.rados.rados.0.smithi007.stdout:1251: seq_num 392 ranges {1867776=573440,2441216=802816,3244032=401408} 2024-08-04T15:31:51.650 INFO:tasks.rados.rados.0.smithi007.stdout:1251: writing smithi00780855-19 from 1867776 to 2441216 tid 1 2024-08-04T15:31:51.654 INFO:tasks.rados.rados.0.smithi007.stdout:1251: writing smithi00780855-19 from 2441216 to 3244032 tid 2 2024-08-04T15:31:51.657 INFO:tasks.rados.rados.0.smithi007.stdout:1251: writing smithi00780855-19 from 3244032 to 3645440 tid 3 2024-08-04T15:31:51.657 INFO:tasks.rados.rados.0.smithi007.stdout:1252: rmattr oid 37 current snap is 123 2024-08-04T15:31:51.657 INFO:tasks.rados.rados.0.smithi007.stdout:1252: done (4 left) 2024-08-04T15:31:51.657 INFO:tasks.rados.rados.0.smithi007.stdout:1253: read oid 23 snap -1 2024-08-04T15:31:51.657 INFO:tasks.rados.rados.0.smithi007.stdout:1253: expect (ObjNum 194 snap 56 seq_num 194) 2024-08-04T15:31:51.657 INFO:tasks.rados.rados.0.smithi007.stdout:1254: snap_create 2024-08-04T15:31:51.657 INFO:tasks.rados.rados.0.smithi007.stdout:1248: finishing write tid 3 to smithi00780855-24 2024-08-04T15:31:51.657 INFO:tasks.rados.rados.0.smithi007.stdout:1248: finishing write tid 4 to smithi00780855-24 2024-08-04T15:31:51.657 INFO:tasks.rados.rados.0.smithi007.stdout:1250: finishing rollback tid 1 to smithi00780855-47 2024-08-04T15:31:51.657 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 134 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-04T15:31:51.658 INFO:tasks.rados.rados.0.smithi007.stdout:1248: finishing write tid 5 to smithi00780855-24 2024-08-04T15:31:51.658 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 1110 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-08-04T15:31:51.658 INFO:tasks.rados.rados.0.smithi007.stdout:1248: left oid 24 (ObjNum 391 snap 123 seq_num 391) 2024-08-04T15:31:51.658 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 748 (ObjNum 314 snap 94 seq_num 314) dirty exists 2024-08-04T15:31:51.658 INFO:tasks.rados.rados.0.smithi007.stdout:1251: finishing write tid 1 to smithi00780855-19 2024-08-04T15:31:51.659 INFO:tasks.rados.rados.0.smithi007.stdout:1251: finishing write tid 2 to smithi00780855-19 2024-08-04T15:31:51.659 INFO:tasks.rados.rados.0.smithi007.stdout:1251: finishing write tid 3 to smithi00780855-19 2024-08-04T15:31:51.659 INFO:tasks.rados.rados.0.smithi007.stdout:1251: finishing write tid 4 to smithi00780855-19 2024-08-04T15:31:51.659 INFO:tasks.rados.rados.0.smithi007.stdout:1253: expect (ObjNum 194 snap 56 seq_num 194) 2024-08-04T15:31:51.682 INFO:tasks.rados.rados.0.smithi007.stdout:1251: finishing write tid 5 to smithi00780855-19 2024-08-04T15:31:51.682 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 884 (ObjNum 392 snap 123 seq_num 392) dirty exists 2024-08-04T15:31:51.682 INFO:tasks.rados.rados.0.smithi007.stdout:1251: left oid 19 (ObjNum 392 snap 123 seq_num 392) 2024-08-04T15:31:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:51 smithi007 ceph-mon[94998]: osdmap e316: 8 total, 8 up, 8 in 2024-08-04T15:31:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:31:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:51 smithi007 ceph-mon[92692]: osdmap e316: 8 total, 8 up, 8 in 2024-08-04T15:31:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:31:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:51 smithi062 ceph-mon[85960]: osdmap e316: 8 total, 8 up, 8 in 2024-08-04T15:31:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:31:52.539 INFO:tasks.rados.rados.0.smithi007.stdout:1248: done (5 left) 2024-08-04T15:31:52.539 INFO:tasks.rados.rados.0.smithi007.stdout:1249: done (4 left) 2024-08-04T15:31:52.539 INFO:tasks.rados.rados.0.smithi007.stdout:1250: done (3 left) 2024-08-04T15:31:52.539 INFO:tasks.rados.rados.0.smithi007.stdout:1251: done (2 left) 2024-08-04T15:31:52.539 INFO:tasks.rados.rados.0.smithi007.stdout:1253: done (1 left) 2024-08-04T15:31:52.539 INFO:tasks.rados.rados.0.smithi007.stdout:1254: done (0 left) 2024-08-04T15:31:52.539 INFO:tasks.rados.rados.0.smithi007.stdout:1255: read oid 49 snap -1 2024-08-04T15:31:52.540 INFO:tasks.rados.rados.0.smithi007.stdout:1255: expect (ObjNum 300 snap 84 seq_num 300) 2024-08-04T15:31:52.540 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 26 current snap is 124 2024-08-04T15:31:52.540 INFO:tasks.rados.rados.0.smithi007.stdout:1256: seq_num 393 ranges {917504=589824,1507328=679936,2187264=524288} 2024-08-04T15:31:52.547 INFO:tasks.rados.rados.0.smithi007.stdout:1256: writing smithi00780855-26 from 917504 to 1507328 tid 1 2024-08-04T15:31:52.551 INFO:tasks.rados.rados.0.smithi007.stdout:1256: writing smithi00780855-26 from 1507328 to 2187264 tid 2 2024-08-04T15:31:52.554 INFO:tasks.rados.rados.0.smithi007.stdout:1256: writing smithi00780855-26 from 2187264 to 2711552 tid 3 2024-08-04T15:31:52.554 INFO:tasks.rados.rados.0.smithi007.stdout:1257: snap_create 2024-08-04T15:31:52.555 INFO:tasks.rados.rados.0.smithi007.stdout:1255: expect (ObjNum 300 snap 84 seq_num 300) 2024-08-04T15:31:52.561 INFO:tasks.rados.rados.0.smithi007.stdout:1256: finishing write tid 1 to smithi00780855-26 2024-08-04T15:31:52.562 INFO:tasks.rados.rados.0.smithi007.stdout:1256: finishing write tid 2 to smithi00780855-26 2024-08-04T15:31:52.562 INFO:tasks.rados.rados.0.smithi007.stdout:1256: finishing write tid 3 to smithi00780855-26 2024-08-04T15:31:52.562 INFO:tasks.rados.rados.0.smithi007.stdout:1256: finishing write tid 4 to smithi00780855-26 2024-08-04T15:31:52.562 INFO:tasks.rados.rados.0.smithi007.stdout:1256: finishing write tid 5 to smithi00780855-26 2024-08-04T15:31:52.562 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 944 (ObjNum 393 snap 124 seq_num 393) dirty exists 2024-08-04T15:31:52.562 INFO:tasks.rados.rados.0.smithi007.stdout:1256: left oid 26 (ObjNum 393 snap 124 seq_num 393) 2024-08-04T15:31:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:52 smithi062 ceph-mon[85960]: pgmap v126: 121 pgs: 121 active+clean; 308 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 KiB/s rd, 2.5 MiB/s wr, 2 op/s; 7.1 MiB/s, 3 objects/s recovering 2024-08-04T15:31:52.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:52 smithi062 ceph-mon[85960]: osdmap e317: 8 total, 8 up, 8 in 2024-08-04T15:31:52.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:52 smithi007 ceph-mon[94998]: pgmap v126: 121 pgs: 121 active+clean; 308 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 KiB/s rd, 2.5 MiB/s wr, 2 op/s; 7.1 MiB/s, 3 objects/s recovering 2024-08-04T15:31:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:52 smithi007 ceph-mon[94998]: osdmap e317: 8 total, 8 up, 8 in 2024-08-04T15:31:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:52 smithi007 ceph-mon[92692]: pgmap v126: 121 pgs: 121 active+clean; 308 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 KiB/s rd, 2.5 MiB/s wr, 2 op/s; 7.1 MiB/s, 3 objects/s recovering 2024-08-04T15:31:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:52 smithi007 ceph-mon[92692]: osdmap e317: 8 total, 8 up, 8 in 2024-08-04T15:31:53.553 INFO:tasks.rados.rados.0.smithi007.stdout:1255: done (2 left) 2024-08-04T15:31:53.553 INFO:tasks.rados.rados.0.smithi007.stdout:1256: done (1 left) 2024-08-04T15:31:53.553 INFO:tasks.rados.rados.0.smithi007.stdout:1257: done (0 left) 2024-08-04T15:31:53.553 INFO:tasks.rados.rados.0.smithi007.stdout:1258: snap_create 2024-08-04T15:31:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:53 smithi062 ceph-mon[85960]: osdmap e318: 8 total, 8 up, 8 in 2024-08-04T15:31:53.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:53 smithi007 ceph-mon[92692]: osdmap e318: 8 total, 8 up, 8 in 2024-08-04T15:31:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:53 smithi007 ceph-mon[94998]: osdmap e318: 8 total, 8 up, 8 in 2024-08-04T15:31:54.430 INFO:tasks.rados.rados.0.smithi007.stdout:1258: done (0 left) 2024-08-04T15:31:54.431 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 126 2024-08-04T15:31:54.431 INFO:tasks.rados.rados.0.smithi007.stdout:1259: seq_num 394 ranges {1302528=606208,1908736=565248,2473984=557056,3031040=81920} 2024-08-04T15:31:54.440 INFO:tasks.rados.rados.0.smithi007.stdout:1259: writing smithi00780855-44 from 1302528 to 1908736 tid 1 2024-08-04T15:31:54.443 INFO:tasks.rados.rados.0.smithi007.stdout:1259: writing smithi00780855-44 from 1908736 to 2473984 tid 2 2024-08-04T15:31:54.447 INFO:tasks.rados.rados.0.smithi007.stdout:1259: writing smithi00780855-44 from 2473984 to 3031040 tid 3 2024-08-04T15:31:54.448 INFO:tasks.rados.rados.0.smithi007.stdout:1259: writing smithi00780855-44 from 3031040 to 3112960 tid 4 2024-08-04T15:31:54.448 INFO:tasks.rados.rados.0.smithi007.stdout:1260: read oid 10 snap -1 2024-08-04T15:31:54.448 INFO:tasks.rados.rados.0.smithi007.stdout:1260: expect (ObjNum 385 snap 123 seq_num 385) 2024-08-04T15:31:54.449 INFO:tasks.rados.rados.0.smithi007.stdout:1261: read oid 1 snap -1 2024-08-04T15:31:54.449 INFO:tasks.rados.rados.0.smithi007.stdout:1261: expect (ObjNum 303 snap 86 seq_num 303) 2024-08-04T15:31:54.449 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 19 current snap is 126 2024-08-04T15:31:54.449 INFO:tasks.rados.rados.0.smithi007.stdout:1262: seq_num 395 ranges {3645440=622592,4268032=450560,4718592=753664} 2024-08-04T15:31:54.472 INFO:tasks.rados.rados.0.smithi007.stdout:1262: writing smithi00780855-19 from 3645440 to 4268032 tid 1 2024-08-04T15:31:54.475 INFO:tasks.rados.rados.0.smithi007.stdout:1262: writing smithi00780855-19 from 4268032 to 4718592 tid 2 2024-08-04T15:31:54.480 INFO:tasks.rados.rados.0.smithi007.stdout:1262: writing smithi00780855-19 from 4718592 to 5472256 tid 3 2024-08-04T15:31:54.480 INFO:tasks.rados.rados.0.smithi007.stdout:1263: copy_from oid 17 from oid 18 current snap is 126 2024-08-04T15:31:54.480 INFO:tasks.rados.rados.0.smithi007.stdout:1259: finishing write tid 1 to smithi00780855-44 2024-08-04T15:31:54.480 INFO:tasks.rados.rados.0.smithi007.stdout:1259: finishing write tid 2 to smithi00780855-44 2024-08-04T15:31:54.480 INFO:tasks.rados.rados.0.smithi007.stdout:1259: finishing write tid 3 to smithi00780855-44 2024-08-04T15:31:54.480 INFO:tasks.rados.rados.0.smithi007.stdout:1259: finishing write tid 4 to smithi00780855-44 2024-08-04T15:31:54.480 INFO:tasks.rados.rados.0.smithi007.stdout:1259: finishing write tid 5 to smithi00780855-44 2024-08-04T15:31:54.480 INFO:tasks.rados.rados.0.smithi007.stdout:1259: finishing write tid 6 to smithi00780855-44 2024-08-04T15:31:54.480 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 384 (ObjNum 394 snap 126 seq_num 394) dirty exists 2024-08-04T15:31:54.480 INFO:tasks.rados.rados.0.smithi007.stdout:1259: left oid 44 (ObjNum 394 snap 126 seq_num 394) 2024-08-04T15:31:54.480 INFO:tasks.rados.rados.0.smithi007.stdout:1261: expect (ObjNum 303 snap 86 seq_num 303) 2024-08-04T15:31:54.488 INFO:tasks.rados.rados.0.smithi007.stdout:1260: expect (ObjNum 385 snap 123 seq_num 385) 2024-08-04T15:31:54.610 INFO:tasks.rados.rados.0.smithi007.stdout:1262: finishing write tid 1 to smithi00780855-19 2024-08-04T15:31:54.610 INFO:tasks.rados.rados.0.smithi007.stdout:1262: finishing write tid 2 to smithi00780855-19 2024-08-04T15:31:54.610 INFO:tasks.rados.rados.0.smithi007.stdout:1262: finishing write tid 3 to smithi00780855-19 2024-08-04T15:31:54.610 INFO:tasks.rados.rados.0.smithi007.stdout:1262: finishing write tid 4 to smithi00780855-19 2024-08-04T15:31:54.610 INFO:tasks.rados.rados.0.smithi007.stdout:1262: finishing write tid 5 to smithi00780855-19 2024-08-04T15:31:54.610 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 888 (ObjNum 395 snap 126 seq_num 395) dirty exists 2024-08-04T15:31:54.610 INFO:tasks.rados.rados.0.smithi007.stdout:1262: left oid 19 (ObjNum 395 snap 126 seq_num 395) 2024-08-04T15:31:54.611 INFO:tasks.rados.rados.0.smithi007.stdout:1263: finishing copy_from racing read to smithi00780855-17 2024-08-04T15:31:54.611 INFO:tasks.rados.rados.0.smithi007.stdout:1263: finishing copy_from to smithi00780855-17 2024-08-04T15:31:54.611 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 248 (ObjNum 349 snap 111 seq_num 349) dirty exists 2024-08-04T15:31:54.611 INFO:tasks.rados.rados.0.smithi007.stdout:1259: done (4 left) 2024-08-04T15:31:54.611 INFO:tasks.rados.rados.0.smithi007.stdout:1260: done (3 left) 2024-08-04T15:31:54.611 INFO:tasks.rados.rados.0.smithi007.stdout:1261: done (2 left) 2024-08-04T15:31:54.611 INFO:tasks.rados.rados.0.smithi007.stdout:1262: done (1 left) 2024-08-04T15:31:54.611 INFO:tasks.rados.rados.0.smithi007.stdout:1263: done (0 left) 2024-08-04T15:31:54.611 INFO:tasks.rados.rados.0.smithi007.stdout:1264: snap_create 2024-08-04T15:31:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:54 smithi062 ceph-mon[85960]: pgmap v129: 121 pgs: 121 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-08-04T15:31:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:54 smithi062 ceph-mon[85960]: mgrmap e43: y(active, since 92s), standbys: x 2024-08-04T15:31:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:54 smithi062 ceph-mon[85960]: osdmap e319: 8 total, 8 up, 8 in 2024-08-04T15:31:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:54 smithi062 ceph-mon[85960]: osdmap e320: 8 total, 8 up, 8 in 2024-08-04T15:31:54.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:54.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:54.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:54 smithi007 ceph-mon[94998]: pgmap v129: 121 pgs: 121 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-08-04T15:31:54.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:54 smithi007 ceph-mon[94998]: mgrmap e43: y(active, since 92s), standbys: x 2024-08-04T15:31:54.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:54 smithi007 ceph-mon[94998]: osdmap e319: 8 total, 8 up, 8 in 2024-08-04T15:31:54.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:54 smithi007 ceph-mon[94998]: osdmap e320: 8 total, 8 up, 8 in 2024-08-04T15:31:54.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:54 smithi007 ceph-mon[92692]: pgmap v129: 121 pgs: 121 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-08-04T15:31:54.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:54 smithi007 ceph-mon[92692]: mgrmap e43: y(active, since 92s), standbys: x 2024-08-04T15:31:54.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:54 smithi007 ceph-mon[92692]: osdmap e319: 8 total, 8 up, 8 in 2024-08-04T15:31:54.840 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:54 smithi007 ceph-mon[92692]: osdmap e320: 8 total, 8 up, 8 in 2024-08-04T15:31:55.552 INFO:tasks.rados.rados.0.smithi007.stdout:1264: done (0 left) 2024-08-04T15:31:55.552 INFO:tasks.rados.rados.0.smithi007.stdout:1265: snap_create 2024-08-04T15:31:56.555 INFO:tasks.rados.rados.0.smithi007.stdout:1265: done (0 left) 2024-08-04T15:31:56.555 INFO:tasks.rados.rados.0.smithi007.stdout:1266: snap_remove snap 92 2024-08-04T15:31:56.556 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:31:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:31:56] "GET /metrics HTTP/1.1" 200 36085 "" "Prometheus/2.43.0" 2024-08-04T15:31:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:56 smithi007 ceph-mon[92692]: pgmap v132: 121 pgs: 121 active+clean; 305 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.4 MiB/s wr, 33 op/s 2024-08-04T15:31:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:56 smithi007 ceph-mon[92692]: osdmap e321: 8 total, 8 up, 8 in 2024-08-04T15:31:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:56 smithi007 ceph-mon[94998]: pgmap v132: 121 pgs: 121 active+clean; 305 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.4 MiB/s wr, 33 op/s 2024-08-04T15:31:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:56 smithi007 ceph-mon[94998]: osdmap e321: 8 total, 8 up, 8 in 2024-08-04T15:31:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:56 smithi062 ceph-mon[85960]: pgmap v132: 121 pgs: 121 active+clean; 305 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.4 MiB/s wr, 33 op/s 2024-08-04T15:31:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:56 smithi062 ceph-mon[85960]: osdmap e321: 8 total, 8 up, 8 in 2024-08-04T15:31:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:31:57.568 INFO:tasks.rados.rados.0.smithi007.stdout:1266: done (0 left) 2024-08-04T15:31:57.568 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 33 current snap is 128 2024-08-04T15:31:57.568 INFO:tasks.rados.rados.0.smithi007.stdout:1267: seq_num 396 ranges {2416640=638976,3055616=786432,3842048=417792} 2024-08-04T15:31:57.587 INFO:tasks.rados.rados.0.smithi007.stdout:1267: writing smithi00780855-33 from 2416640 to 3055616 tid 1 2024-08-04T15:31:57.592 INFO:tasks.rados.rados.0.smithi007.stdout:1267: writing smithi00780855-33 from 3055616 to 3842048 tid 2 2024-08-04T15:31:57.595 INFO:tasks.rados.rados.0.smithi007.stdout:1267: writing smithi00780855-33 from 3842048 to 4259840 tid 3 2024-08-04T15:31:57.595 INFO:tasks.rados.rados.0.smithi007.stdout:1268: copy_from oid 22 from oid 50 current snap is 128 2024-08-04T15:31:57.595 INFO:tasks.rados.rados.0.smithi007.stdout:1267: finishing write tid 1 to smithi00780855-33 2024-08-04T15:31:57.596 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 128 2024-08-04T15:31:57.596 INFO:tasks.rados.rados.0.smithi007.stdout:1269: seq_num 397 ranges {2744320=655360,3399680=671744,4071424=532480} 2024-08-04T15:31:57.614 INFO:tasks.rados.rados.0.smithi007.stdout:1269: writing smithi00780855-38 from 2744320 to 3399680 tid 1 2024-08-04T15:31:57.618 INFO:tasks.rados.rados.0.smithi007.stdout:1269: writing smithi00780855-38 from 3399680 to 4071424 tid 2 2024-08-04T15:31:57.622 INFO:tasks.rados.rados.0.smithi007.stdout:1269: writing smithi00780855-38 from 4071424 to 4603904 tid 3 2024-08-04T15:31:57.622 INFO:tasks.rados.rados.0.smithi007.stdout:1270: read oid 17 snap -1 2024-08-04T15:31:57.622 INFO:tasks.rados.rados.0.smithi007.stdout:1270: expect (ObjNum 349 snap 111 seq_num 349) 2024-08-04T15:31:57.622 INFO:tasks.rados.rados.0.smithi007.stdout:1271: read oid 43 snap -1 2024-08-04T15:31:57.622 INFO:tasks.rados.rados.0.smithi007.stdout:1271: expect (ObjNum 314 snap 94 seq_num 314) 2024-08-04T15:31:57.622 INFO:tasks.rados.rados.0.smithi007.stdout:1272: rmattr oid 28 current snap is 128 2024-08-04T15:31:57.622 INFO:tasks.rados.rados.0.smithi007.stdout:1268: finishing copy_from to smithi00780855-22 2024-08-04T15:31:57.622 INFO:tasks.rados.rados.0.smithi007.stdout:1268: got expected ENOENT (src dne) 2024-08-04T15:31:57.622 INFO:tasks.rados.rados.0.smithi007.stdout:1268: finishing copy_from racing read to smithi00780855-22 2024-08-04T15:31:57.622 INFO:tasks.rados.rados.0.smithi007.stdout:1267: finishing write tid 2 to smithi00780855-33 2024-08-04T15:31:57.622 INFO:tasks.rados.rados.0.smithi007.stdout:1267: finishing write tid 3 to smithi00780855-33 2024-08-04T15:31:57.623 INFO:tasks.rados.rados.0.smithi007.stdout:1267: finishing write tid 4 to smithi00780855-33 2024-08-04T15:31:57.623 INFO:tasks.rados.rados.0.smithi007.stdout:1267: finishing write tid 5 to smithi00780855-33 2024-08-04T15:31:57.623 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 721 (ObjNum 396 snap 128 seq_num 396) dirty exists 2024-08-04T15:31:57.623 INFO:tasks.rados.rados.0.smithi007.stdout:1267: left oid 33 (ObjNum 396 snap 128 seq_num 396) 2024-08-04T15:31:57.623 INFO:tasks.rados.rados.0.smithi007.stdout:1269: finishing write tid 1 to smithi00780855-38 2024-08-04T15:31:57.623 INFO:tasks.rados.rados.0.smithi007.stdout:1269: finishing write tid 2 to smithi00780855-38 2024-08-04T15:31:57.623 INFO:tasks.rados.rados.0.smithi007.stdout:1267: done (5 left) 2024-08-04T15:31:57.623 INFO:tasks.rados.rados.0.smithi007.stdout:1268: done (4 left) 2024-08-04T15:31:57.623 INFO:tasks.rados.rados.0.smithi007.stdout:1273: delete oid 33 current snap is 128 2024-08-04T15:31:57.624 INFO:tasks.rados.rados.0.smithi007.stdout:1273: done (4 left) 2024-08-04T15:31:57.624 INFO:tasks.rados.rados.0.smithi007.stdout:1274: copy_from oid 39 from oid 24 current snap is 128 2024-08-04T15:31:57.624 INFO:tasks.rados.rados.0.smithi007.stdout:1275: snap_create 2024-08-04T15:31:57.625 INFO:tasks.rados.rados.0.smithi007.stdout:1269: finishing write tid 3 to smithi00780855-38 2024-08-04T15:31:57.626 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 497 (ObjNum 379 snap 121 seq_num 379) dirty exists 2024-08-04T15:31:57.626 INFO:tasks.rados.rados.0.smithi007.stdout:1269: finishing write tid 4 to smithi00780855-38 2024-08-04T15:31:57.627 INFO:tasks.rados.rados.0.smithi007.stdout:1269: finishing write tid 5 to smithi00780855-38 2024-08-04T15:31:57.627 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 892 (ObjNum 397 snap 128 seq_num 397) dirty exists 2024-08-04T15:31:57.627 INFO:tasks.rados.rados.0.smithi007.stdout:1269: left oid 38 (ObjNum 397 snap 128 seq_num 397) 2024-08-04T15:31:57.628 INFO:tasks.rados.rados.0.smithi007.stdout:1270: expect (ObjNum 349 snap 111 seq_num 349) 2024-08-04T15:31:57.658 INFO:tasks.rados.rados.0.smithi007.stdout:1274: finishing copy_from racing read to smithi00780855-39 2024-08-04T15:31:57.658 INFO:tasks.rados.rados.0.smithi007.stdout:1271: expect (ObjNum 314 snap 94 seq_num 314) 2024-08-04T15:31:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:57 smithi007 ceph-mon[94998]: osdmap e322: 8 total, 8 up, 8 in 2024-08-04T15:31:57.887 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:57 smithi007 ceph-mon[92692]: osdmap e322: 8 total, 8 up, 8 in 2024-08-04T15:31:57.888 INFO:tasks.rados.rados.0.smithi007.stdout:1274: finishing copy_from to smithi00780855-39 2024-08-04T15:31:57.888 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 1110 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-08-04T15:31:58.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:57 smithi062 ceph-mon[85960]: osdmap e322: 8 total, 8 up, 8 in 2024-08-04T15:31:58.568 INFO:tasks.rados.rados.0.smithi007.stdout:1269: done (5 left) 2024-08-04T15:31:58.568 INFO:tasks.rados.rados.0.smithi007.stdout:1270: done (4 left) 2024-08-04T15:31:58.568 INFO:tasks.rados.rados.0.smithi007.stdout:1271: done (3 left) 2024-08-04T15:31:58.568 INFO:tasks.rados.rados.0.smithi007.stdout:1272: done (2 left) 2024-08-04T15:31:58.568 INFO:tasks.rados.rados.0.smithi007.stdout:1274: done (1 left) 2024-08-04T15:31:58.568 INFO:tasks.rados.rados.0.smithi007.stdout:1275: done (0 left) 2024-08-04T15:31:58.569 INFO:tasks.rados.rados.0.smithi007.stdout:1276: setattr oid 25 current snap is 129 2024-08-04T15:31:58.572 INFO:tasks.rados.rados.0.smithi007.stdout:1277: setattr oid 47 current snap is 129 2024-08-04T15:31:58.574 INFO:tasks.rados.rados.0.smithi007.stdout:1278: snap_create 2024-08-04T15:31:58.578 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 1124 (ObjNum 360 snap 114 seq_num 360) dirty exists 2024-08-04T15:31:58.580 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 152 (ObjNum 129 snap 0 seq_num 3493450256) dirty exists 2024-08-04T15:31:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:58 smithi007 ceph-mon[92692]: pgmap v135: 121 pgs: 121 active+clean; 311 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-08-04T15:31:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:58 smithi007 ceph-mon[92692]: osdmap e323: 8 total, 8 up, 8 in 2024-08-04T15:31:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:58 smithi007 ceph-mon[94998]: pgmap v135: 121 pgs: 121 active+clean; 311 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-08-04T15:31:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:58 smithi007 ceph-mon[94998]: osdmap e323: 8 total, 8 up, 8 in 2024-08-04T15:31:59.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:58 smithi062 ceph-mon[85960]: pgmap v135: 121 pgs: 121 active+clean; 311 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-08-04T15:31:59.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:58 smithi062 ceph-mon[85960]: osdmap e323: 8 total, 8 up, 8 in 2024-08-04T15:31:59.014 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:31:58 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:31:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:31:59.431 INFO:tasks.rados.rados.0.smithi007.stdout:1276: done (2 left) 2024-08-04T15:31:59.431 INFO:tasks.rados.rados.0.smithi007.stdout:1277: done (1 left) 2024-08-04T15:31:59.432 INFO:tasks.rados.rados.0.smithi007.stdout:1278: done (0 left) 2024-08-04T15:31:59.432 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 7 current snap is 130 2024-08-04T15:31:59.432 INFO:tasks.rados.rados.0.smithi007.stdout:1279: seq_num 399 ranges {1867776=688128,2555904=434176,2990080=745472,3735552=24576} 2024-08-04T15:31:59.445 INFO:tasks.rados.rados.0.smithi007.stdout:1279: writing smithi00780855-7 from 1867776 to 2555904 tid 1 2024-08-04T15:31:59.447 INFO:tasks.rados.rados.0.smithi007.stdout:1279: writing smithi00780855-7 from 2555904 to 2990080 tid 2 2024-08-04T15:31:59.451 INFO:tasks.rados.rados.0.smithi007.stdout:1279: writing smithi00780855-7 from 2990080 to 3735552 tid 3 2024-08-04T15:31:59.452 INFO:tasks.rados.rados.0.smithi007.stdout:1279: writing smithi00780855-7 from 3735552 to 3760128 tid 4 2024-08-04T15:31:59.452 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 32 current snap is 130 2024-08-04T15:31:59.452 INFO:tasks.rados.rados.0.smithi007.stdout:1280: seq_num 400 ranges {1056768=704512,1761280=720896,2482176=483328} 2024-08-04T15:31:59.462 INFO:tasks.rados.rados.0.smithi007.stdout:1280: writing smithi00780855-32 from 1056768 to 1761280 tid 1 2024-08-04T15:31:59.466 INFO:tasks.rados.rados.0.smithi007.stdout:1280: writing smithi00780855-32 from 1761280 to 2482176 tid 2 2024-08-04T15:31:59.470 INFO:tasks.rados.rados.0.smithi007.stdout:1280: writing smithi00780855-32 from 2482176 to 2965504 tid 3 2024-08-04T15:31:59.470 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 34 current snap is 130 2024-08-04T15:31:59.470 INFO:tasks.rados.rados.0.smithi007.stdout:1279: finishing write tid 1 to smithi00780855-7 2024-08-04T15:31:59.470 INFO:tasks.rados.rados.0.smithi007.stdout:1279: finishing write tid 2 to smithi00780855-7 2024-08-04T15:31:59.470 INFO:tasks.rados.rados.0.smithi007.stdout:1279: finishing write tid 3 to smithi00780855-7 2024-08-04T15:31:59.470 INFO:tasks.rados.rados.0.smithi007.stdout:1279: finishing write tid 4 to smithi00780855-7 2024-08-04T15:31:59.470 INFO:tasks.rados.rados.0.smithi007.stdout:1279: finishing write tid 5 to smithi00780855-7 2024-08-04T15:31:59.471 INFO:tasks.rados.rados.0.smithi007.stdout:1279: finishing write tid 6 to smithi00780855-7 2024-08-04T15:31:59.471 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 956 (ObjNum 399 snap 130 seq_num 399) dirty exists 2024-08-04T15:31:59.471 INFO:tasks.rados.rados.0.smithi007.stdout:1279: left oid 7 (ObjNum 399 snap 130 seq_num 399) 2024-08-04T15:31:59.471 INFO:tasks.rados.rados.0.smithi007.stdout:1280: finishing write tid 1 to smithi00780855-32 2024-08-04T15:31:59.471 INFO:tasks.rados.rados.0.smithi007.stdout:1281: seq_num 401 ranges {1302528=720896,2023424=606208,2629632=598016} 2024-08-04T15:31:59.481 INFO:tasks.rados.rados.0.smithi007.stdout:1281: writing smithi00780855-34 from 1302528 to 2023424 tid 1 2024-08-04T15:31:59.484 INFO:tasks.rados.rados.0.smithi007.stdout:1281: writing smithi00780855-34 from 2023424 to 2629632 tid 2 2024-08-04T15:31:59.488 INFO:tasks.rados.rados.0.smithi007.stdout:1281: writing smithi00780855-34 from 2629632 to 3227648 tid 3 2024-08-04T15:31:59.489 INFO:tasks.rados.rados.0.smithi007.stdout:1279: done (2 left) 2024-08-04T15:31:59.489 INFO:tasks.rados.rados.0.smithi007.stdout:1282: snap_create 2024-08-04T15:31:59.489 INFO:tasks.rados.rados.0.smithi007.stdout:1280: finishing write tid 2 to smithi00780855-32 2024-08-04T15:31:59.489 INFO:tasks.rados.rados.0.smithi007.stdout:1280: finishing write tid 3 to smithi00780855-32 2024-08-04T15:31:59.489 INFO:tasks.rados.rados.0.smithi007.stdout:1280: finishing write tid 4 to smithi00780855-32 2024-08-04T15:31:59.489 INFO:tasks.rados.rados.0.smithi007.stdout:1280: finishing write tid 5 to smithi00780855-32 2024-08-04T15:31:59.489 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 889 (ObjNum 400 snap 130 seq_num 400) dirty exists 2024-08-04T15:31:59.489 INFO:tasks.rados.rados.0.smithi007.stdout:1280: left oid 32 (ObjNum 400 snap 130 seq_num 400) 2024-08-04T15:31:59.489 INFO:tasks.rados.rados.0.smithi007.stdout:1281: finishing write tid 1 to smithi00780855-34 2024-08-04T15:31:59.489 INFO:tasks.rados.rados.0.smithi007.stdout:1281: finishing write tid 2 to smithi00780855-34 2024-08-04T15:31:59.491 INFO:tasks.rados.rados.0.smithi007.stdout:1281: finishing write tid 3 to smithi00780855-34 2024-08-04T15:31:59.491 INFO:tasks.rados.rados.0.smithi007.stdout:1281: finishing write tid 4 to smithi00780855-34 2024-08-04T15:31:59.492 INFO:tasks.rados.rados.0.smithi007.stdout:1281: finishing write tid 5 to smithi00780855-34 2024-08-04T15:31:59.492 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 502 (ObjNum 401 snap 130 seq_num 401) dirty exists 2024-08-04T15:31:59.492 INFO:tasks.rados.rados.0.smithi007.stdout:1281: left oid 34 (ObjNum 401 snap 130 seq_num 401) 2024-08-04T15:31:59.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:59 smithi007 ceph-mon[92692]: osdmap e324: 8 total, 8 up, 8 in 2024-08-04T15:31:59.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:31:59 smithi007 ceph-mon[92692]: osdmap e325: 8 total, 8 up, 8 in 2024-08-04T15:31:59.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:59 smithi007 ceph-mon[94998]: osdmap e324: 8 total, 8 up, 8 in 2024-08-04T15:31:59.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:31:59 smithi007 ceph-mon[94998]: osdmap e325: 8 total, 8 up, 8 in 2024-08-04T15:31:59.913 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:59 smithi062 ceph-mon[85960]: osdmap e324: 8 total, 8 up, 8 in 2024-08-04T15:31:59.913 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:31:59 smithi062 ceph-mon[85960]: osdmap e325: 8 total, 8 up, 8 in 2024-08-04T15:32:00.433 INFO:tasks.rados.rados.0.smithi007.stdout:1280: done (2 left) 2024-08-04T15:32:00.433 INFO:tasks.rados.rados.0.smithi007.stdout:1281: done (1 left) 2024-08-04T15:32:00.433 INFO:tasks.rados.rados.0.smithi007.stdout:1282: done (0 left) 2024-08-04T15:32:00.433 INFO:tasks.rados.rados.0.smithi007.stdout:1283: delete oid 40 current snap is 131 2024-08-04T15:32:00.437 INFO:tasks.rados.rados.0.smithi007.stdout:1283: done (0 left) 2024-08-04T15:32:00.437 INFO:tasks.rados.rados.0.smithi007.stdout:1284: snap_remove snap 59 2024-08-04T15:32:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:00 smithi007 ceph-mon[92692]: pgmap v138: 121 pgs: 121 active+clean; 311 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-08-04T15:32:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:00 smithi007 ceph-mon[92692]: osdmap e326: 8 total, 8 up, 8 in 2024-08-04T15:32:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:00 smithi007 ceph-mon[94998]: pgmap v138: 121 pgs: 121 active+clean; 311 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-08-04T15:32:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:00 smithi007 ceph-mon[94998]: osdmap e326: 8 total, 8 up, 8 in 2024-08-04T15:32:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:00 smithi062 ceph-mon[85960]: pgmap v138: 121 pgs: 121 active+clean; 311 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-08-04T15:32:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:00 smithi062 ceph-mon[85960]: osdmap e326: 8 total, 8 up, 8 in 2024-08-04T15:32:01.435 INFO:tasks.rados.rados.0.smithi007.stdout:1284: done (0 left) 2024-08-04T15:32:01.435 INFO:tasks.rados.rados.0.smithi007.stdout:1285: snap_remove snap 116 2024-08-04T15:32:02.438 INFO:tasks.rados.rados.0.smithi007.stdout:1285: done (0 left) 2024-08-04T15:32:02.438 INFO:tasks.rados.rados.0.smithi007.stdout:1286: snap_remove snap 121 2024-08-04T15:32:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:02 smithi007 ceph-mon[92692]: pgmap v141: 121 pgs: 121 active+clean; 311 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 KiB/s rd, 1 op/s 2024-08-04T15:32:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:02 smithi007 ceph-mon[92692]: osdmap e327: 8 total, 8 up, 8 in 2024-08-04T15:32:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:02 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-04T15:32:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:02 smithi007 ceph-mon[92692]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-04T15:32:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:02 smithi007 ceph-mon[92692]: Upgrade: osd.1 is safe to restart 2024-08-04T15:32:02.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:02 smithi007 ceph-mon[94998]: pgmap v141: 121 pgs: 121 active+clean; 311 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 KiB/s rd, 1 op/s 2024-08-04T15:32:02.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:02 smithi007 ceph-mon[94998]: osdmap e327: 8 total, 8 up, 8 in 2024-08-04T15:32:02.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:02 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-04T15:32:02.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:02 smithi007 ceph-mon[94998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-04T15:32:02.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:02 smithi007 ceph-mon[94998]: Upgrade: osd.1 is safe to restart 2024-08-04T15:32:02.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:02 smithi062 ceph-mon[85960]: pgmap v141: 121 pgs: 121 active+clean; 311 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 KiB/s rd, 1 op/s 2024-08-04T15:32:02.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:02 smithi062 ceph-mon[85960]: osdmap e327: 8 total, 8 up, 8 in 2024-08-04T15:32:02.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:02 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-04T15:32:02.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:02 smithi062 ceph-mon[85960]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-04T15:32:02.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:02 smithi062 ceph-mon[85960]: Upgrade: osd.1 is safe to restart 2024-08-04T15:32:02.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:03.451 INFO:tasks.rados.rados.0.smithi007.stdout:1286: done (0 left) 2024-08-04T15:32:03.451 INFO:tasks.rados.rados.0.smithi007.stdout:1287: delete oid 34 current snap is 131 2024-08-04T15:32:03.461 INFO:tasks.rados.rados.0.smithi007.stdout:1287: done (0 left) 2024-08-04T15:32:03.461 INFO:tasks.rados.rados.0.smithi007.stdout:1288: read oid 33 snap -1 2024-08-04T15:32:03.461 INFO:tasks.rados.rados.0.smithi007.stdout:1288: expect deleted 2024-08-04T15:32:03.461 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 131 2024-08-04T15:32:03.462 INFO:tasks.rados.rados.0.smithi007.stdout:1289: seq_num 404 ranges {5996544=770048,6766592=712704,7479296=491520} 2024-08-04T15:32:03.498 INFO:tasks.rados.rados.0.smithi007.stdout:1289: writing smithi00780855-48 from 5996544 to 6766592 tid 1 2024-08-04T15:32:03.502 INFO:tasks.rados.rados.0.smithi007.stdout:1289: writing smithi00780855-48 from 6766592 to 7479296 tid 2 2024-08-04T15:32:03.505 INFO:tasks.rados.rados.0.smithi007.stdout:1289: writing smithi00780855-48 from 7479296 to 7970816 tid 3 2024-08-04T15:32:03.505 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 5 current snap is 131 2024-08-04T15:32:03.505 INFO:tasks.rados.rados.0.smithi007.stdout:1290: seq_num 405 ranges {6488064=786432,7274496=589824,7864320=614400} 2024-08-04T15:32:03.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:03 smithi007 ceph-mon[92692]: osdmap e328: 8 total, 8 up, 8 in 2024-08-04T15:32:03.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:03 smithi007 ceph-mon[92692]: Upgrade: Updating osd.1 2024-08-04T15:32:03.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:03 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:03.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:03 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-04T15:32:03.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:03 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:32:03.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:03 smithi007 ceph-mon[92692]: Deploying daemon osd.1 on smithi007 2024-08-04T15:32:03.526 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:03 smithi007 ceph-mon[94998]: osdmap e328: 8 total, 8 up, 8 in 2024-08-04T15:32:03.526 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:03 smithi007 ceph-mon[94998]: Upgrade: Updating osd.1 2024-08-04T15:32:03.526 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:03 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:03.526 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:03 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-04T15:32:03.526 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:03 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:32:03.527 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:03 smithi007 ceph-mon[94998]: Deploying daemon osd.1 on smithi007 2024-08-04T15:32:03.544 INFO:tasks.rados.rados.0.smithi007.stdout:1290: writing smithi00780855-5 from 6488064 to 7274496 tid 1 2024-08-04T15:32:03.547 INFO:tasks.rados.rados.0.smithi007.stdout:1290: writing smithi00780855-5 from 7274496 to 7864320 tid 2 2024-08-04T15:32:03.552 INFO:tasks.rados.rados.0.smithi007.stdout:1290: writing smithi00780855-5 from 7864320 to 8478720 tid 3 2024-08-04T15:32:03.552 INFO:tasks.rados.rados.0.smithi007.stdout:1291: read oid 42 snap -1 2024-08-04T15:32:03.552 INFO:tasks.rados.rados.0.smithi007.stdout:1291: expect (ObjNum 390 snap 123 seq_num 390) 2024-08-04T15:32:03.552 INFO:tasks.rados.rados.0.smithi007.stdout:1292: delete oid 15 current snap is 131 2024-08-04T15:32:03.552 INFO:tasks.rados.rados.0.smithi007.stdout:1289: finishing write tid 1 to smithi00780855-48 2024-08-04T15:32:03.552 INFO:tasks.rados.rados.0.smithi007.stdout:1289: finishing write tid 2 to smithi00780855-48 2024-08-04T15:32:03.552 INFO:tasks.rados.rados.0.smithi007.stdout:1289: finishing write tid 3 to smithi00780855-48 2024-08-04T15:32:03.552 INFO:tasks.rados.rados.0.smithi007.stdout:1289: finishing write tid 4 to smithi00780855-48 2024-08-04T15:32:03.552 INFO:tasks.rados.rados.0.smithi007.stdout:1289: finishing write tid 5 to smithi00780855-48 2024-08-04T15:32:03.553 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 892 (ObjNum 404 snap 131 seq_num 404) dirty exists 2024-08-04T15:32:03.553 INFO:tasks.rados.rados.0.smithi007.stdout:1289: left oid 48 (ObjNum 404 snap 131 seq_num 404) 2024-08-04T15:32:03.553 INFO:tasks.rados.rados.0.smithi007.stdout:1290: finishing write tid 1 to smithi00780855-5 2024-08-04T15:32:03.553 INFO:tasks.rados.rados.0.smithi007.stdout:1290: finishing write tid 2 to smithi00780855-5 2024-08-04T15:32:03.555 INFO:tasks.rados.rados.0.smithi007.stdout:1288: done (4 left) 2024-08-04T15:32:03.555 INFO:tasks.rados.rados.0.smithi007.stdout:1289: done (3 left) 2024-08-04T15:32:03.555 INFO:tasks.rados.rados.0.smithi007.stdout:1292: done (2 left) 2024-08-04T15:32:03.555 INFO:tasks.rados.rados.0.smithi007.stdout:1293: rollback oid 47 current snap is 131 2024-08-04T15:32:03.556 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 47 to 110 2024-08-04T15:32:03.556 INFO:tasks.rados.rados.0.smithi007.stdout:1294: read oid 39 snap 127 2024-08-04T15:32:03.556 INFO:tasks.rados.rados.0.smithi007.stdout:1294: expect (ObjNum 336 snap 108 seq_num 336) 2024-08-04T15:32:03.556 INFO:tasks.rados.rados.0.smithi007.stdout:1295: rmattr oid 35 current snap is 131 2024-08-04T15:32:03.556 INFO:tasks.rados.rados.0.smithi007.stdout:1290: finishing write tid 3 to smithi00780855-5 2024-08-04T15:32:03.556 INFO:tasks.rados.rados.0.smithi007.stdout:1290: finishing write tid 4 to smithi00780855-5 2024-08-04T15:32:03.556 INFO:tasks.rados.rados.0.smithi007.stdout:1295: done (4 left) 2024-08-04T15:32:03.556 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 1 current snap is 131 2024-08-04T15:32:03.556 INFO:tasks.rados.rados.0.smithi007.stdout:1296: seq_num 407 ranges {278528=425984,704512=761856,1466368=704512,2170880=139264} 2024-08-04T15:32:03.560 INFO:tasks.rados.rados.0.smithi007.stdout:1296: writing smithi00780855-1 from 278528 to 704512 tid 1 2024-08-04T15:32:03.566 INFO:tasks.rados.rados.0.smithi007.stdout:1296: writing smithi00780855-1 from 704512 to 1466368 tid 2 2024-08-04T15:32:03.569 INFO:tasks.rados.rados.0.smithi007.stdout:1296: writing smithi00780855-1 from 1466368 to 2170880 tid 3 2024-08-04T15:32:03.570 INFO:tasks.rados.rados.0.smithi007.stdout:1296: writing smithi00780855-1 from 2170880 to 2310144 tid 4 2024-08-04T15:32:03.570 INFO:tasks.rados.rados.0.smithi007.stdout:1290: finishing write tid 5 to smithi00780855-5 2024-08-04T15:32:03.570 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 571 (ObjNum 405 snap 131 seq_num 405) dirty exists 2024-08-04T15:32:03.571 INFO:tasks.rados.rados.0.smithi007.stdout:1290: left oid 5 (ObjNum 405 snap 131 seq_num 405) 2024-08-04T15:32:03.571 INFO:tasks.rados.rados.0.smithi007.stdout:1290: done (4 left) 2024-08-04T15:32:03.571 INFO:tasks.rados.rados.0.smithi007.stdout:1297: snap_remove snap 124 2024-08-04T15:32:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:03 smithi062 ceph-mon[85960]: osdmap e328: 8 total, 8 up, 8 in 2024-08-04T15:32:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:03 smithi062 ceph-mon[85960]: Upgrade: Updating osd.1 2024-08-04T15:32:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:03 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:03 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-04T15:32:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:03 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:32:03.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:03 smithi062 ceph-mon[85960]: Deploying daemon osd.1 on smithi007 2024-08-04T15:32:03.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:03 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:04.432 INFO:tasks.rados.rados.0.smithi007.stdout:1297: done (4 left) 2024-08-04T15:32:04.433 INFO:tasks.rados.rados.0.smithi007.stdout:1298: read oid 15 snap -1 2024-08-04T15:32:04.433 INFO:tasks.rados.rados.0.smithi007.stdout:1298: expect deleted 2024-08-04T15:32:04.433 INFO:tasks.rados.rados.0.smithi007.stdout:1299: snap_create 2024-08-04T15:32:04.433 INFO:tasks.rados.rados.0.smithi007.stdout:1293: finishing rollback tid 0 to smithi00780855-47 2024-08-04T15:32:04.433 INFO:tasks.rados.rados.0.smithi007.stdout:1293: finishing rollback tid 1 to smithi00780855-47 2024-08-04T15:32:04.433 INFO:tasks.rados.rados.0.smithi007.stdout:1293: finishing rollback tid 2 to smithi00780855-47 2024-08-04T15:32:04.433 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 160 (ObjNum 291 snap 82 seq_num 291) dirty exists 2024-08-04T15:32:04.433 INFO:tasks.rados.rados.0.smithi007.stdout:1291: expect (ObjNum 390 snap 123 seq_num 390) 2024-08-04T15:32:04.525 INFO:tasks.rados.rados.0.smithi007.stdout:1296: finishing write tid 1 to smithi00780855-1 2024-08-04T15:32:04.526 INFO:tasks.rados.rados.0.smithi007.stdout:1294: expect (ObjNum 336 snap 108 seq_num 336) 2024-08-04T15:32:04.578 INFO:tasks.rados.rados.0.smithi007.stdout:1296: finishing write tid 2 to smithi00780855-1 2024-08-04T15:32:04.578 INFO:tasks.rados.rados.0.smithi007.stdout:1296: finishing write tid 3 to smithi00780855-1 2024-08-04T15:32:04.578 INFO:tasks.rados.rados.0.smithi007.stdout:1296: finishing write tid 4 to smithi00780855-1 2024-08-04T15:32:04.578 INFO:tasks.rados.rados.0.smithi007.stdout:1296: finishing write tid 5 to smithi00780855-1 2024-08-04T15:32:04.578 INFO:tasks.rados.rados.0.smithi007.stdout:1296: finishing write tid 6 to smithi00780855-1 2024-08-04T15:32:04.578 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 522 (ObjNum 407 snap 131 seq_num 407) dirty exists 2024-08-04T15:32:04.578 INFO:tasks.rados.rados.0.smithi007.stdout:1296: left oid 1 (ObjNum 407 snap 131 seq_num 407) 2024-08-04T15:32:04.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:04 smithi007 ceph-mon[92692]: pgmap v144: 121 pgs: 121 active+clean; 306 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-08-04T15:32:04.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:04 smithi007 ceph-mon[92692]: osdmap e329: 8 total, 8 up, 8 in 2024-08-04T15:32:04.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:04 smithi007 ceph-mon[92692]: osdmap e330: 8 total, 8 up, 8 in 2024-08-04T15:32:04.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:04 smithi007 ceph-mon[94998]: pgmap v144: 121 pgs: 121 active+clean; 306 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-08-04T15:32:04.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:04 smithi007 ceph-mon[94998]: osdmap e329: 8 total, 8 up, 8 in 2024-08-04T15:32:04.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:04 smithi007 ceph-mon[94998]: osdmap e330: 8 total, 8 up, 8 in 2024-08-04T15:32:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:04 smithi062 ceph-mon[85960]: pgmap v144: 121 pgs: 121 active+clean; 306 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-08-04T15:32:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:04 smithi062 ceph-mon[85960]: osdmap e329: 8 total, 8 up, 8 in 2024-08-04T15:32:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:04 smithi062 ceph-mon[85960]: osdmap e330: 8 total, 8 up, 8 in 2024-08-04T15:32:04.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:04.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:05.434 INFO:tasks.rados.rados.0.smithi007.stdout:1291: done (5 left) 2024-08-04T15:32:05.434 INFO:tasks.rados.rados.0.smithi007.stdout:1293: done (4 left) 2024-08-04T15:32:05.434 INFO:tasks.rados.rados.0.smithi007.stdout:1294: done (3 left) 2024-08-04T15:32:05.435 INFO:tasks.rados.rados.0.smithi007.stdout:1296: done (2 left) 2024-08-04T15:32:05.435 INFO:tasks.rados.rados.0.smithi007.stdout:1298: done (1 left) 2024-08-04T15:32:05.435 INFO:tasks.rados.rados.0.smithi007.stdout:1299: done (0 left) 2024-08-04T15:32:05.435 INFO:tasks.rados.rados.0.smithi007.stdout:1300: rollback oid 42 current snap is 132 2024-08-04T15:32:05.435 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 42 to 118 2024-08-04T15:32:05.435 INFO:tasks.rados.rados.0.smithi007.stdout:1301: read oid 22 snap -1 2024-08-04T15:32:05.435 INFO:tasks.rados.rados.0.smithi007.stdout:1301: expect (ObjNum 386 snap 123 seq_num 386) 2024-08-04T15:32:05.435 INFO:tasks.rados.rados.0.smithi007.stdout:1302: snap_remove snap 94 2024-08-04T15:32:06.234 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:32:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:32:06] "GET /metrics HTTP/1.1" 200 36073 "" "Prometheus/2.43.0" 2024-08-04T15:32:06.234 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:05 smithi007 systemd[1]: Stopping Ceph osd.1 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:32:06.440 INFO:tasks.rados.rados.0.smithi007.stdout:1302: done (2 left) 2024-08-04T15:32:06.440 INFO:tasks.rados.rados.0.smithi007.stdout:1303: setattr oid 33 current snap is 132 2024-08-04T15:32:06.440 INFO:tasks.rados.rados.0.smithi007.stdout:1300: finishing rollback tid 0 to smithi00780855-42 2024-08-04T15:32:06.440 INFO:tasks.rados.rados.0.smithi007.stdout:1300: finishing rollback tid 1 to smithi00780855-42 2024-08-04T15:32:06.441 INFO:tasks.rados.rados.0.smithi007.stdout:1300: finishing rollback tid 2 to smithi00780855-42 2024-08-04T15:32:06.441 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 528 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:32:06.441 INFO:tasks.rados.rados.0.smithi007.stdout:1301: expect (ObjNum 386 snap 123 seq_num 386) 2024-08-04T15:32:06.494 INFO:tasks.rados.rados.0.smithi007.stdout:1300: done (2 left) 2024-08-04T15:32:06.494 INFO:tasks.rados.rados.0.smithi007.stdout:1301: done (1 left) 2024-08-04T15:32:06.494 INFO:tasks.rados.rados.0.smithi007.stdout:1304: copy_from oid 12 from oid 18 current snap is 132 2024-08-04T15:32:06.494 INFO:tasks.rados.rados.0.smithi007.stdout:1305: read oid 24 snap -1 2024-08-04T15:32:06.494 INFO:tasks.rados.rados.0.smithi007.stdout:1305: expect (ObjNum 391 snap 123 seq_num 391) 2024-08-04T15:32:06.494 INFO:tasks.rados.rados.0.smithi007.stdout:1306: delete oid 7 current snap is 132 2024-08-04T15:32:06.496 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 723 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-04T15:32:06.503 INFO:tasks.rados.rados.0.smithi007.stdout:1305: expect (ObjNum 391 snap 123 seq_num 391) 2024-08-04T15:32:06.586 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1[49468]: 2024-08-04T15:32:06.232+0000 7f4f20228640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T15:32:06.586 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1[49468]: 2024-08-04T15:32:06.232+0000 7f4f20228640 -1 osd.1 331 *** Got signal Terminated *** 2024-08-04T15:32:06.586 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1[49468]: 2024-08-04T15:32:06.232+0000 7f4f20228640 -1 osd.1 331 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-04T15:32:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:06 smithi007 ceph-mon[92692]: pgmap v147: 121 pgs: 121 active+clean; 305 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-08-04T15:32:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:06 smithi007 ceph-mon[92692]: osdmap e331: 8 total, 8 up, 8 in 2024-08-04T15:32:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:32:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:06 smithi007 ceph-mon[92692]: osd.1 marked itself down and dead 2024-08-04T15:32:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:06 smithi007 ceph-mon[94998]: pgmap v147: 121 pgs: 121 active+clean; 305 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-08-04T15:32:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:06 smithi007 ceph-mon[94998]: osdmap e331: 8 total, 8 up, 8 in 2024-08-04T15:32:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:32:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:06 smithi007 ceph-mon[94998]: osd.1 marked itself down and dead 2024-08-04T15:32:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:06 smithi062 ceph-mon[85960]: pgmap v147: 121 pgs: 121 active+clean; 305 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-08-04T15:32:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:06 smithi062 ceph-mon[85960]: osdmap e331: 8 total, 8 up, 8 in 2024-08-04T15:32:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:32:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:06 smithi062 ceph-mon[85960]: osd.1 marked itself down and dead 2024-08-04T15:32:07.338 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:07 smithi007 podman[104432]: 2024-08-04 15:32:07.005474077 +0000 UTC m=+0.879715866 container died 6b90eba90aa9a712f96e4e5aaa5e294c299577484a824ef58111d6e41187c8d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1, RELEASE=quincy-85224d9, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-04T15:32:07.458 INFO:tasks.rados.rados.0.smithi007.stdout:1304: finishing copy_from racing read to smithi00780855-12 2024-08-04T15:32:07.459 INFO:tasks.rados.rados.0.smithi007.stdout:1304: finishing copy_from to smithi00780855-12 2024-08-04T15:32:07.459 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 248 (ObjNum 349 snap 111 seq_num 349) dirty exists 2024-08-04T15:32:07.460 INFO:tasks.rados.rados.0.smithi007.stdout:1303: done (3 left) 2024-08-04T15:32:07.460 INFO:tasks.rados.rados.0.smithi007.stdout:1304: done (2 left) 2024-08-04T15:32:07.460 INFO:tasks.rados.rados.0.smithi007.stdout:1305: done (1 left) 2024-08-04T15:32:07.460 INFO:tasks.rados.rados.0.smithi007.stdout:1306: done (0 left) 2024-08-04T15:32:07.460 INFO:tasks.rados.rados.0.smithi007.stdout:1307: snap_remove snap 131 2024-08-04T15:32:07.626 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:07 smithi007 ceph-mon[92692]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:32:07.626 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:07 smithi007 ceph-mon[92692]: osdmap e332: 8 total, 7 up, 8 in 2024-08-04T15:32:07.626 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:07 smithi007 ceph-mon[94998]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:32:07.626 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:07 smithi007 ceph-mon[94998]: osdmap e332: 8 total, 7 up, 8 in 2024-08-04T15:32:07.626 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:07 smithi007 podman[104432]: 2024-08-04 15:32:07.432678607 +0000 UTC m=+1.306920401 container cleanup 6b90eba90aa9a712f96e4e5aaa5e294c299577484a824ef58111d6e41187c8d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-85224d9, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-04T15:32:07.627 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:07 smithi007 bash[104432]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1 2024-08-04T15:32:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:07 smithi062 ceph-mon[85960]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:32:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:07 smithi062 ceph-mon[85960]: osdmap e332: 8 total, 7 up, 8 in 2024-08-04T15:32:08.052 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:07 smithi007 podman[104459]: 2024-08-04 15:32:07.626093914 +0000 UTC m=+0.622707361 container remove 6b90eba90aa9a712f96e4e5aaa5e294c299577484a824ef58111d6e41187c8d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=quincy-85224d9, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-04T15:32:08.336 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:08 smithi007 podman[104553]: 2024-08-04 15:32:08.052115299 +0000 UTC m=+0.104161084 container create 1c6b280f9b09494760a9fbd7baed83469b08320acba68dd180e8c5fc293f792c (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-deactivate, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-04T15:32:08.336 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:08 smithi007 podman[104553]: 2024-08-04 15:32:07.965547866 +0000 UTC m=+0.017593616 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:32:08.336 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:08 smithi007 podman[104553]: 2024-08-04 15:32:08.246156132 +0000 UTC m=+0.298201891 container init 1c6b280f9b09494760a9fbd7baed83469b08320acba68dd180e8c5fc293f792c (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T15:32:08.336 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:08 smithi007 podman[104553]: 2024-08-04 15:32:08.24958313 +0000 UTC m=+0.301628872 container start 1c6b280f9b09494760a9fbd7baed83469b08320acba68dd180e8c5fc293f792c (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-release-26c3fb8, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:32:08.445 INFO:tasks.rados.rados.0.smithi007.stdout:1307: done (0 left) 2024-08-04T15:32:08.445 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 27 current snap is 132 2024-08-04T15:32:08.445 INFO:tasks.rados.rados.0.smithi007.stdout:1308: seq_num 409 ranges {2498560=458752,2957312=532480,3489792=720896,4210688=352256} 2024-08-04T15:32:08.464 INFO:tasks.rados.rados.0.smithi007.stdout:1308: writing smithi00780855-27 from 2498560 to 2957312 tid 1 2024-08-04T15:32:08.464 INFO:tasks.rados.rados.0.smithi007.stdout:1308: writing smithi00780855-27 from 2957312 to 3489792 tid 2 2024-08-04T15:32:08.468 INFO:tasks.rados.rados.0.smithi007.stdout:1308: writing smithi00780855-27 from 3489792 to 4210688 tid 3 2024-08-04T15:32:08.470 INFO:tasks.rados.rados.0.smithi007.stdout:1308: writing smithi00780855-27 from 4210688 to 4562944 tid 4 2024-08-04T15:32:08.471 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 132 2024-08-04T15:32:08.471 INFO:tasks.rados.rados.0.smithi007.stdout:1309: seq_num 410 ranges {0=475136,475136=417792,892928=475136,1368064=425984,1794048=286720} 2024-08-04T15:32:08.473 INFO:tasks.rados.rados.0.smithi007.stdout:1309: writing smithi00780855-15 from 0 to 475136 tid 1 2024-08-04T15:32:08.476 INFO:tasks.rados.rados.0.smithi007.stdout:1309: writing smithi00780855-15 from 475136 to 892928 tid 2 2024-08-04T15:32:08.480 INFO:tasks.rados.rados.0.smithi007.stdout:1309: writing smithi00780855-15 from 892928 to 1368064 tid 3 2024-08-04T15:32:08.483 INFO:tasks.rados.rados.0.smithi007.stdout:1309: writing smithi00780855-15 from 1368064 to 1794048 tid 4 2024-08-04T15:32:08.485 INFO:tasks.rados.rados.0.smithi007.stdout:1309: writing smithi00780855-15 from 1794048 to 2080768 tid 5 2024-08-04T15:32:08.485 INFO:tasks.rados.rados.0.smithi007.stdout:1310: rollback oid 16 current snap is 132 2024-08-04T15:32:08.485 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 16 to 130 2024-08-04T15:32:08.485 INFO:tasks.rados.rados.0.smithi007.stdout:1308: finishing write tid 1 to smithi00780855-27 2024-08-04T15:32:08.485 INFO:tasks.rados.rados.0.smithi007.stdout:1308: finishing write tid 2 to smithi00780855-27 2024-08-04T15:32:08.486 INFO:tasks.rados.rados.0.smithi007.stdout:1308: finishing write tid 3 to smithi00780855-27 2024-08-04T15:32:08.486 INFO:tasks.rados.rados.0.smithi007.stdout:1308: finishing write tid 4 to smithi00780855-27 2024-08-04T15:32:08.486 INFO:tasks.rados.rados.0.smithi007.stdout:1308: finishing write tid 5 to smithi00780855-27 2024-08-04T15:32:08.486 INFO:tasks.rados.rados.0.smithi007.stdout:1308: finishing write tid 6 to smithi00780855-27 2024-08-04T15:32:08.486 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 728 (ObjNum 409 snap 132 seq_num 409) dirty exists 2024-08-04T15:32:08.486 INFO:tasks.rados.rados.0.smithi007.stdout:1308: left oid 27 (ObjNum 409 snap 132 seq_num 409) 2024-08-04T15:32:08.486 INFO:tasks.rados.rados.0.smithi007.stdout:1309: finishing write tid 1 to smithi00780855-15 2024-08-04T15:32:08.486 INFO:tasks.rados.rados.0.smithi007.stdout:1309: finishing write tid 2 to smithi00780855-15 2024-08-04T15:32:08.486 INFO:tasks.rados.rados.0.smithi007.stdout:1309: finishing write tid 3 to smithi00780855-15 2024-08-04T15:32:08.486 INFO:tasks.rados.rados.0.smithi007.stdout:1308: done (2 left) 2024-08-04T15:32:08.486 INFO:tasks.rados.rados.0.smithi007.stdout:1311: setattr oid 45 current snap is 132 2024-08-04T15:32:08.487 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 20 current snap is 132 2024-08-04T15:32:08.487 INFO:tasks.rados.rados.0.smithi007.stdout:1312: seq_num 411 ranges {1056768=491520,1548288=753664,2301952=688128,2990080=163840} 2024-08-04T15:32:08.494 INFO:tasks.rados.rados.0.smithi007.stdout:1312: writing smithi00780855-20 from 1056768 to 1548288 tid 1 2024-08-04T15:32:08.499 INFO:tasks.rados.rados.0.smithi007.stdout:1312: writing smithi00780855-20 from 1548288 to 2301952 tid 2 2024-08-04T15:32:08.503 INFO:tasks.rados.rados.0.smithi007.stdout:1312: writing smithi00780855-20 from 2301952 to 2990080 tid 3 2024-08-04T15:32:08.504 INFO:tasks.rados.rados.0.smithi007.stdout:1312: writing smithi00780855-20 from 2990080 to 3153920 tid 4 2024-08-04T15:32:08.504 INFO:tasks.rados.rados.0.smithi007.stdout:1313: copy_from oid 10 from oid 36 current snap is 132 2024-08-04T15:32:08.505 INFO:tasks.rados.rados.0.smithi007.stdout:1309: finishing write tid 4 to smithi00780855-15 2024-08-04T15:32:08.505 INFO:tasks.rados.rados.0.smithi007.stdout:1309: finishing write tid 5 to smithi00780855-15 2024-08-04T15:32:08.505 INFO:tasks.rados.rados.0.smithi007.stdout:1309: finishing write tid 6 to smithi00780855-15 2024-08-04T15:32:08.505 INFO:tasks.rados.rados.0.smithi007.stdout:1310: finishing rollback tid 0 to smithi00780855-16 2024-08-04T15:32:08.505 INFO:tasks.rados.rados.0.smithi007.stdout:1310: finishing rollback tid 1 to smithi00780855-16 2024-08-04T15:32:08.505 INFO:tasks.rados.rados.0.smithi007.stdout:1310: finishing rollback tid 2 to smithi00780855-16 2024-08-04T15:32:08.505 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 990 (ObjNum 369 snap 117 seq_num 369) dirty exists 2024-08-04T15:32:08.505 INFO:tasks.rados.rados.0.smithi007.stdout:1309: finishing write tid 7 to smithi00780855-15 2024-08-04T15:32:08.505 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 1174 (ObjNum 410 snap 132 seq_num 410) dirty exists 2024-08-04T15:32:08.505 INFO:tasks.rados.rados.0.smithi007.stdout:1309: left oid 15 (ObjNum 410 snap 132 seq_num 410) 2024-08-04T15:32:08.505 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 1176 (ObjNum 194 snap 56 seq_num 194) dirty exists 2024-08-04T15:32:08.505 INFO:tasks.rados.rados.0.smithi007.stdout:1312: finishing write tid 1 to smithi00780855-20 2024-08-04T15:32:08.505 INFO:tasks.rados.rados.0.smithi007.stdout:1312: finishing write tid 2 to smithi00780855-20 2024-08-04T15:32:08.505 INFO:tasks.rados.rados.0.smithi007.stdout:1309: done (4 left) 2024-08-04T15:32:08.506 INFO:tasks.rados.rados.0.smithi007.stdout:1310: done (3 left) 2024-08-04T15:32:08.506 INFO:tasks.rados.rados.0.smithi007.stdout:1311: done (2 left) 2024-08-04T15:32:08.506 INFO:tasks.rados.rados.0.smithi007.stdout:1314: read oid 13 snap -1 2024-08-04T15:32:08.506 INFO:tasks.rados.rados.0.smithi007.stdout:1314: expect (ObjNum 303 snap 86 seq_num 303) 2024-08-04T15:32:08.506 INFO:tasks.rados.rados.0.smithi007.stdout:1315: delete oid 46 current snap is 132 2024-08-04T15:32:08.507 INFO:tasks.rados.rados.0.smithi007.stdout:1314: expect (ObjNum 303 snap 86 seq_num 303) 2024-08-04T15:32:08.516 INFO:tasks.rados.rados.0.smithi007.stdout:1312: finishing write tid 3 to smithi00780855-20 2024-08-04T15:32:08.516 INFO:tasks.rados.rados.0.smithi007.stdout:1312: finishing write tid 4 to smithi00780855-20 2024-08-04T15:32:08.516 INFO:tasks.rados.rados.0.smithi007.stdout:1312: finishing write tid 5 to smithi00780855-20 2024-08-04T15:32:08.516 INFO:tasks.rados.rados.0.smithi007.stdout:1312: finishing write tid 6 to smithi00780855-20 2024-08-04T15:32:08.516 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 530 (ObjNum 411 snap 132 seq_num 411) dirty exists 2024-08-04T15:32:08.516 INFO:tasks.rados.rados.0.smithi007.stdout:1312: left oid 20 (ObjNum 411 snap 132 seq_num 411) 2024-08-04T15:32:08.516 INFO:tasks.rados.rados.0.smithi007.stdout:1313: finishing copy_from racing read to smithi00780855-10 2024-08-04T15:32:08.516 INFO:tasks.rados.rados.0.smithi007.stdout:1313: finishing copy_from to smithi00780855-10 2024-08-04T15:32:08.516 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 372 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-04T15:32:08.517 INFO:tasks.rados.rados.0.smithi007.stdout:1312: done (3 left) 2024-08-04T15:32:08.517 INFO:tasks.rados.rados.0.smithi007.stdout:1313: done (2 left) 2024-08-04T15:32:08.517 INFO:tasks.rados.rados.0.smithi007.stdout:1314: done (1 left) 2024-08-04T15:32:08.517 INFO:tasks.rados.rados.0.smithi007.stdout:1315: done (0 left) 2024-08-04T15:32:08.517 INFO:tasks.rados.rados.0.smithi007.stdout:1316: copy_from oid 4 from oid 25 current snap is 132 2024-08-04T15:32:08.517 INFO:tasks.rados.rados.0.smithi007.stdout:1317: copy_from oid 1 from oid 11 current snap is 132 2024-08-04T15:32:08.517 INFO:tasks.rados.rados.0.smithi007.stdout:1318: copy_from oid 32 from oid 27 current snap is 132 2024-08-04T15:32:08.517 INFO:tasks.rados.rados.0.smithi007.stdout:1319: read oid 24 snap -1 2024-08-04T15:32:08.517 INFO:tasks.rados.rados.0.smithi007.stdout:1319: expect (ObjNum 391 snap 123 seq_num 391) 2024-08-04T15:32:08.517 INFO:tasks.rados.rados.0.smithi007.stdout:1320: read oid 41 snap -1 2024-08-04T15:32:08.517 INFO:tasks.rados.rados.0.smithi007.stdout:1320: expect deleted 2024-08-04T15:32:08.517 INFO:tasks.rados.rados.0.smithi007.stdout:1321: rmattr oid 48 current snap is 132 2024-08-04T15:32:08.517 INFO:tasks.rados.rados.0.smithi007.stdout:1321: done (5 left) 2024-08-04T15:32:08.517 INFO:tasks.rados.rados.0.smithi007.stdout:1322: snap_create 2024-08-04T15:32:08.526 INFO:tasks.rados.rados.0.smithi007.stdout:1319: expect (ObjNum 391 snap 123 seq_num 391) 2024-08-04T15:32:08.588 INFO:tasks.rados.rados.0.smithi007.stdout:1317: finishing copy_from racing read to smithi00780855-1 2024-08-04T15:32:08.588 INFO:tasks.rados.rados.0.smithi007.stdout:1317: finishing copy_from to smithi00780855-1 2024-08-04T15:32:08.588 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 248 (ObjNum 349 snap 111 seq_num 349) dirty exists 2024-08-04T15:32:08.588 INFO:tasks.rados.rados.0.smithi007.stdout:1318: finishing copy_from racing read to smithi00780855-32 2024-08-04T15:32:08.589 INFO:tasks.rados.rados.0.smithi007.stdout:1318: finishing copy_from to smithi00780855-32 2024-08-04T15:32:08.589 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 728 (ObjNum 409 snap 132 seq_num 409) dirty exists 2024-08-04T15:32:08.589 INFO:tasks.rados.rados.0.smithi007.stdout:1316: finishing copy_from racing read to smithi00780855-4 2024-08-04T15:32:08.589 INFO:tasks.rados.rados.0.smithi007.stdout:1316: finishing copy_from to smithi00780855-4 2024-08-04T15:32:08.589 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 1124 (ObjNum 360 snap 114 seq_num 360) dirty exists 2024-08-04T15:32:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:08 smithi062 ceph-mon[85960]: pgmap v150: 121 pgs: 35 peering, 2 stale+active+clean, 84 active+clean; 310 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 482 KiB/s wr, 9 op/s 2024-08-04T15:32:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:08 smithi062 ceph-mon[85960]: Health check failed: Reduced data availability: 8 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-08-04T15:32:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:08 smithi062 ceph-mon[85960]: osdmap e333: 8 total, 7 up, 8 in 2024-08-04T15:32:08.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:08 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:08.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:08.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:08 smithi007 ceph-mon[92692]: pgmap v150: 121 pgs: 35 peering, 2 stale+active+clean, 84 active+clean; 310 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 482 KiB/s wr, 9 op/s 2024-08-04T15:32:08.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:08 smithi007 ceph-mon[92692]: Health check failed: Reduced data availability: 8 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-08-04T15:32:08.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:08 smithi007 ceph-mon[92692]: osdmap e333: 8 total, 7 up, 8 in 2024-08-04T15:32:08.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:08 smithi007 ceph-mon[94998]: pgmap v150: 121 pgs: 35 peering, 2 stale+active+clean, 84 active+clean; 310 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 482 KiB/s wr, 9 op/s 2024-08-04T15:32:08.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:08 smithi007 ceph-mon[94998]: Health check failed: Reduced data availability: 8 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-08-04T15:32:08.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:08 smithi007 ceph-mon[94998]: osdmap e333: 8 total, 7 up, 8 in 2024-08-04T15:32:08.840 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:08 smithi007 podman[104553]: 2024-08-04 15:32:08.396272059 +0000 UTC m=+0.448317805 container attach 1c6b280f9b09494760a9fbd7baed83469b08320acba68dd180e8c5fc293f792c (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-04T15:32:08.840 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:08 smithi007 podman[104553]: 2024-08-04 15:32:08.454287437 +0000 UTC m=+0.506333183 container died 1c6b280f9b09494760a9fbd7baed83469b08320acba68dd180e8c5fc293f792c (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-release-26c3fb8, io.buildah.version=1.36.0) 2024-08-04T15:32:09.433 INFO:tasks.rados.rados.0.smithi007.stdout:1316: done (5 left) 2024-08-04T15:32:09.434 INFO:tasks.rados.rados.0.smithi007.stdout:1317: done (4 left) 2024-08-04T15:32:09.434 INFO:tasks.rados.rados.0.smithi007.stdout:1318: done (3 left) 2024-08-04T15:32:09.434 INFO:tasks.rados.rados.0.smithi007.stdout:1319: done (2 left) 2024-08-04T15:32:09.434 INFO:tasks.rados.rados.0.smithi007.stdout:1320: done (1 left) 2024-08-04T15:32:09.434 INFO:tasks.rados.rados.0.smithi007.stdout:1322: done (0 left) 2024-08-04T15:32:09.435 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 35 current snap is 133 2024-08-04T15:32:09.435 INFO:tasks.rados.rados.0.smithi007.stdout:1323: seq_num 413 ranges {4218880=524288,4743168=516096,5259264=696320,5955584=393216} 2024-08-04T15:32:09.459 INFO:tasks.rados.rados.0.smithi007.stdout:1323: writing smithi00780855-35 from 4218880 to 4743168 tid 1 2024-08-04T15:32:09.462 INFO:tasks.rados.rados.0.smithi007.stdout:1323: writing smithi00780855-35 from 4743168 to 5259264 tid 2 2024-08-04T15:32:09.466 INFO:tasks.rados.rados.0.smithi007.stdout:1323: writing smithi00780855-35 from 5259264 to 5955584 tid 3 2024-08-04T15:32:09.469 INFO:tasks.rados.rados.0.smithi007.stdout:1323: writing smithi00780855-35 from 5955584 to 6348800 tid 4 2024-08-04T15:32:09.469 INFO:tasks.rados.rados.0.smithi007.stdout:1324: delete oid 36 current snap is 133 2024-08-04T15:32:09.469 INFO:tasks.rados.rados.0.smithi007.stdout:1323: finishing write tid 1 to smithi00780855-35 2024-08-04T15:32:09.469 INFO:tasks.rados.rados.0.smithi007.stdout:1323: finishing write tid 2 to smithi00780855-35 2024-08-04T15:32:09.471 INFO:tasks.rados.rados.0.smithi007.stdout:1323: finishing write tid 3 to smithi00780855-35 2024-08-04T15:32:09.472 INFO:tasks.rados.rados.0.smithi007.stdout:1323: finishing write tid 4 to smithi00780855-35 2024-08-04T15:32:09.472 INFO:tasks.rados.rados.0.smithi007.stdout:1323: finishing write tid 5 to smithi00780855-35 2024-08-04T15:32:09.473 INFO:tasks.rados.rados.0.smithi007.stdout:1323: finishing write tid 6 to smithi00780855-35 2024-08-04T15:32:09.474 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 1115 (ObjNum 413 snap 133 seq_num 413) dirty exists 2024-08-04T15:32:09.474 INFO:tasks.rados.rados.0.smithi007.stdout:1323: left oid 35 (ObjNum 413 snap 133 seq_num 413) 2024-08-04T15:32:09.474 INFO:tasks.rados.rados.0.smithi007.stdout:1323: done (1 left) 2024-08-04T15:32:09.474 INFO:tasks.rados.rados.0.smithi007.stdout:1324: done (0 left) 2024-08-04T15:32:09.474 INFO:tasks.rados.rados.0.smithi007.stdout:1325: read oid 47 snap -1 2024-08-04T15:32:09.474 INFO:tasks.rados.rados.0.smithi007.stdout:1325: expect (ObjNum 291 snap 82 seq_num 291) 2024-08-04T15:32:09.474 INFO:tasks.rados.rados.0.smithi007.stdout:1326: snap_remove snap 115 2024-08-04T15:32:09.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:09 smithi007 ceph-mon[92692]: osdmap e334: 8 total, 7 up, 8 in 2024-08-04T15:32:09.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:09 smithi007 ceph-mon[92692]: osdmap e335: 8 total, 7 up, 8 in 2024-08-04T15:32:09.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:09 smithi007 ceph-mon[94998]: osdmap e334: 8 total, 7 up, 8 in 2024-08-04T15:32:09.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:09 smithi007 ceph-mon[94998]: osdmap e335: 8 total, 7 up, 8 in 2024-08-04T15:32:09.587 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:09 smithi007 podman[104576]: 2024-08-04 15:32:09.200327606 +0000 UTC m=+0.735585804 container remove 1c6b280f9b09494760a9fbd7baed83469b08320acba68dd180e8c5fc293f792c (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=squid-release-26c3fb8, CEPH_POINT_RELEASE=) 2024-08-04T15:32:09.587 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:09 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.1.service: Deactivated successfully. 2024-08-04T15:32:09.587 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:09 smithi007 systemd[1]: Stopped Ceph osd.1 for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:32:09.587 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:09 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.1.service: Consumed 11.781s CPU time. 2024-08-04T15:32:09.587 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:09 smithi007 systemd[1]: Starting Ceph osd.1 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:32:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:09 smithi062 ceph-mon[85960]: osdmap e334: 8 total, 7 up, 8 in 2024-08-04T15:32:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:09 smithi062 ceph-mon[85960]: osdmap e335: 8 total, 7 up, 8 in 2024-08-04T15:32:10.041 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:09 smithi007 podman[104678]: 2024-08-04 15:32:09.576161841 +0000 UTC m=+0.017748890 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:32:10.041 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:09 smithi007 podman[104678]: 2024-08-04 15:32:09.701378404 +0000 UTC m=+0.142965483 container create 98b35f1f76d8d328a23470f6890f49f6b5855761ddee50c0b6da35c0b849e632 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-activate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-release-26c3fb8, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-04T15:32:10.041 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:09 smithi007 podman[104678]: 2024-08-04 15:32:09.895333702 +0000 UTC m=+0.336920739 container init 98b35f1f76d8d328a23470f6890f49f6b5855761ddee50c0b6da35c0b849e632 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-activate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-release-26c3fb8, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-04T15:32:10.041 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:09 smithi007 podman[104678]: 2024-08-04 15:32:09.898707436 +0000 UTC m=+0.340294479 container start 98b35f1f76d8d328a23470f6890f49f6b5855761ddee50c0b6da35c0b849e632 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True) 2024-08-04T15:32:10.292 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-activate[104693]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:32:10.292 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-activate[104693]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:32:10.292 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 bash[104678]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:32:10.293 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 bash[104678]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:32:10.293 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 podman[104678]: 2024-08-04 15:32:10.195385559 +0000 UTC m=+0.636972613 container attach 98b35f1f76d8d328a23470f6890f49f6b5855761ddee50c0b6da35c0b849e632 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-activate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-release-26c3fb8, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-04T15:32:10.293 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-activate[104693]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-04T15:32:10.293 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 bash[104678]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-04T15:32:10.293 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-activate[104693]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-04T15:32:10.293 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 bash[104678]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-04T15:32:10.294 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-activate[104693]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-04T15:32:10.294 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 bash[104678]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-04T15:32:10.294 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-activate[104693]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-04T15:32:10.294 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 bash[104678]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-04T15:32:10.294 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-activate[104693]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-04T15:32:10.294 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 bash[104678]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-04T15:32:10.295 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-activate[104693]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-04T15:32:10.295 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 bash[104678]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-04T15:32:10.295 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-activate[104693]: --> ceph-volume raw activate successful for osd ID: 1 2024-08-04T15:32:10.295 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 bash[104678]: --> ceph-volume raw activate successful for osd ID: 1 2024-08-04T15:32:10.295 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:10 smithi007 podman[104678]: 2024-08-04 15:32:10.292030768 +0000 UTC m=+0.733617807 container died 98b35f1f76d8d328a23470f6890f49f6b5855761ddee50c0b6da35c0b849e632 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-activate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-release-26c3fb8, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-08-04T15:32:10.454 INFO:tasks.rados.rados.0.smithi007.stdout:1325: expect (ObjNum 291 snap 82 seq_num 291) 2024-08-04T15:32:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:10 smithi007 ceph-mon[92692]: pgmap v153: 121 pgs: 7 active+undersized, 35 peering, 1 active+undersized+degraded, 78 active+clean; 315 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 13/657 objects degraded (1.979%) 2024-08-04T15:32:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:10 smithi007 ceph-mon[92692]: Health check failed: Degraded data redundancy: 13/657 objects degraded (1.979%), 1 pg degraded (PG_DEGRADED) 2024-08-04T15:32:10.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:10 smithi007 ceph-mon[94998]: pgmap v153: 121 pgs: 7 active+undersized, 35 peering, 1 active+undersized+degraded, 78 active+clean; 315 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 13/657 objects degraded (1.979%) 2024-08-04T15:32:10.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:10 smithi007 ceph-mon[94998]: Health check failed: Degraded data redundancy: 13/657 objects degraded (1.979%), 1 pg degraded (PG_DEGRADED) 2024-08-04T15:32:10.714 INFO:tasks.rados.rados.0.smithi007.stdout:1325: done (1 left) 2024-08-04T15:32:10.714 INFO:tasks.rados.rados.0.smithi007.stdout:1326: done (0 left) 2024-08-04T15:32:10.714 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 23 current snap is 133 2024-08-04T15:32:10.714 INFO:tasks.rados.rados.0.smithi007.stdout:1327: seq_num 415 ranges {860160=557056,1417216=688128,2105344=663552,2768896=253952} 2024-08-04T15:32:10.721 INFO:tasks.rados.rados.0.smithi007.stdout:1327: writing smithi00780855-23 from 860160 to 1417216 tid 1 2024-08-04T15:32:10.725 INFO:tasks.rados.rados.0.smithi007.stdout:1327: writing smithi00780855-23 from 1417216 to 2105344 tid 2 2024-08-04T15:32:10.729 INFO:tasks.rados.rados.0.smithi007.stdout:1327: writing smithi00780855-23 from 2105344 to 2768896 tid 3 2024-08-04T15:32:10.731 INFO:tasks.rados.rados.0.smithi007.stdout:1327: writing smithi00780855-23 from 2768896 to 3022848 tid 4 2024-08-04T15:32:10.731 INFO:tasks.rados.rados.0.smithi007.stdout:1328: rmattr oid 15 current snap is 133 2024-08-04T15:32:10.732 INFO:tasks.rados.rados.0.smithi007.stdout:1328: done (1 left) 2024-08-04T15:32:10.732 INFO:tasks.rados.rados.0.smithi007.stdout:1329: read oid 6 snap 123 2024-08-04T15:32:10.732 INFO:tasks.rados.rados.0.smithi007.stdout:1329: expect (ObjNum 283 snap 81 seq_num 283) 2024-08-04T15:32:10.732 INFO:tasks.rados.rados.0.smithi007.stdout:1327: finishing write tid 1 to smithi00780855-23 2024-08-04T15:32:10.732 INFO:tasks.rados.rados.0.smithi007.stdout:1327: finishing write tid 2 to smithi00780855-23 2024-08-04T15:32:10.733 INFO:tasks.rados.rados.0.smithi007.stdout:1330: snap_remove snap 128 2024-08-04T15:32:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:10 smithi062 ceph-mon[85960]: pgmap v153: 121 pgs: 7 active+undersized, 35 peering, 1 active+undersized+degraded, 78 active+clean; 315 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 13/657 objects degraded (1.979%) 2024-08-04T15:32:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:10 smithi062 ceph-mon[85960]: Health check failed: Degraded data redundancy: 13/657 objects degraded (1.979%), 1 pg degraded (PG_DEGRADED) 2024-08-04T15:32:11.336 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:11 smithi007 podman[104813]: 2024-08-04 15:32:11.049286389 +0000 UTC m=+0.750858452 container remove 98b35f1f76d8d328a23470f6890f49f6b5855761ddee50c0b6da35c0b849e632 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-activate, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-release-26c3fb8, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-04T15:32:11.336 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:11 smithi007 podman[104872]: 2024-08-04 15:32:11.165977226 +0000 UTC m=+0.017801879 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:32:11.336 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:11 smithi007 podman[104872]: 2024-08-04 15:32:11.267156221 +0000 UTC m=+0.118980900 container create 5e39c45ce0aa5781660bd5e8bd88c39994ecc8d83ded89d776fcf23defbc3f53 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=squid-release-26c3fb8, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-04T15:32:11.459 INFO:tasks.rados.rados.0.smithi007.stdout:1330: done (2 left) 2024-08-04T15:32:11.459 INFO:tasks.rados.rados.0.smithi007.stdout:1331: copy_from oid 35 from oid 24 current snap is 133 2024-08-04T15:32:11.460 INFO:tasks.rados.rados.0.smithi007.stdout:1327: finishing write tid 3 to smithi00780855-23 2024-08-04T15:32:11.460 INFO:tasks.rados.rados.0.smithi007.stdout:1327: finishing write tid 4 to smithi00780855-23 2024-08-04T15:32:11.460 INFO:tasks.rados.rados.0.smithi007.stdout:1327: finishing write tid 5 to smithi00780855-23 2024-08-04T15:32:11.460 INFO:tasks.rados.rados.0.smithi007.stdout:1327: finishing write tid 6 to smithi00780855-23 2024-08-04T15:32:11.460 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 549 (ObjNum 415 snap 133 seq_num 415) dirty exists 2024-08-04T15:32:11.460 INFO:tasks.rados.rados.0.smithi007.stdout:1327: left oid 23 (ObjNum 415 snap 133 seq_num 415) 2024-08-04T15:32:11.460 INFO:tasks.rados.rados.0.smithi007.stdout:1329: expect (ObjNum 283 snap 81 seq_num 283) 2024-08-04T15:32:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:11 smithi062 ceph-mon[85960]: osdmap e336: 8 total, 7 up, 8 in 2024-08-04T15:32:11.524 INFO:tasks.rados.rados.0.smithi007.stdout:1331: finishing copy_from racing read to smithi00780855-35 2024-08-04T15:32:11.524 INFO:tasks.rados.rados.0.smithi007.stdout:1331: finishing copy_from to smithi00780855-35 2024-08-04T15:32:11.524 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 1110 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-08-04T15:32:11.525 INFO:tasks.rados.rados.0.smithi007.stdout:1327: done (2 left) 2024-08-04T15:32:11.525 INFO:tasks.rados.rados.0.smithi007.stdout:1329: done (1 left) 2024-08-04T15:32:11.525 INFO:tasks.rados.rados.0.smithi007.stdout:1331: done (0 left) 2024-08-04T15:32:11.525 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 25 current snap is 133 2024-08-04T15:32:11.525 INFO:tasks.rados.rados.0.smithi007.stdout:1332: seq_num 416 ranges {3981312=573440,4554752=573440,5128192=475136,5603328=557056} 2024-08-04T15:32:11.549 INFO:tasks.rados.rados.0.smithi007.stdout:1332: writing smithi00780855-25 from 3981312 to 4554752 tid 1 2024-08-04T15:32:11.552 INFO:tasks.rados.rados.0.smithi007.stdout:1332: writing smithi00780855-25 from 4554752 to 5128192 tid 2 2024-08-04T15:32:11.555 INFO:tasks.rados.rados.0.smithi007.stdout:1332: writing smithi00780855-25 from 5128192 to 5603328 tid 3 2024-08-04T15:32:11.559 INFO:tasks.rados.rados.0.smithi007.stdout:1332: writing smithi00780855-25 from 5603328 to 6160384 tid 4 2024-08-04T15:32:11.559 INFO:tasks.rados.rados.0.smithi007.stdout:1333: read oid 13 snap 120 2024-08-04T15:32:11.559 INFO:tasks.rados.rados.0.smithi007.stdout:1333: expect (ObjNum 278 snap 78 seq_num 278) 2024-08-04T15:32:11.559 INFO:tasks.rados.rados.0.smithi007.stdout:1334: rollback oid 27 current snap is 133 2024-08-04T15:32:11.559 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 27 to 130 2024-08-04T15:32:11.559 INFO:tasks.rados.rados.0.smithi007.stdout:1332: finishing write tid 1 to smithi00780855-25 2024-08-04T15:32:11.559 INFO:tasks.rados.rados.0.smithi007.stdout:1332: finishing write tid 2 to smithi00780855-25 2024-08-04T15:32:11.559 INFO:tasks.rados.rados.0.smithi007.stdout:1332: finishing write tid 3 to smithi00780855-25 2024-08-04T15:32:11.560 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 14 current snap is 133 2024-08-04T15:32:11.560 INFO:tasks.rados.rados.0.smithi007.stdout:1335: seq_num 417 ranges {0=589824,589824=458752,1048576=679936,1728512=466944} 2024-08-04T15:32:11.562 INFO:tasks.rados.rados.0.smithi007.stdout:1335: writing smithi00780855-14 from 0 to 589824 tid 1 2024-08-04T15:32:11.564 INFO:tasks.rados.rados.0.smithi007.stdout:1335: writing smithi00780855-14 from 589824 to 1048576 tid 2 2024-08-04T15:32:11.569 INFO:tasks.rados.rados.0.smithi007.stdout:1335: writing smithi00780855-14 from 1048576 to 1728512 tid 3 2024-08-04T15:32:11.572 INFO:tasks.rados.rados.0.smithi007.stdout:1335: writing smithi00780855-14 from 1728512 to 2195456 tid 4 2024-08-04T15:32:11.572 INFO:tasks.rados.rados.0.smithi007.stdout:1336: snap_remove snap 132 2024-08-04T15:32:11.619 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:11 smithi007 ceph-mon[92692]: osdmap e336: 8 total, 7 up, 8 in 2024-08-04T15:32:11.620 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:11 smithi007 ceph-mon[94998]: osdmap e336: 8 total, 7 up, 8 in 2024-08-04T15:32:11.620 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:11 smithi007 podman[104872]: 2024-08-04 15:32:11.461184599 +0000 UTC m=+0.313009244 container init 5e39c45ce0aa5781660bd5e8bd88c39994ecc8d83ded89d776fcf23defbc3f53 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-08-04T15:32:11.620 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:11 smithi007 podman[104872]: 2024-08-04 15:32:11.466740023 +0000 UTC m=+0.318564660 container start 5e39c45ce0aa5781660bd5e8bd88c39994ecc8d83ded89d776fcf23defbc3f53 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True, RELEASE=squid-release-26c3fb8, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-04T15:32:11.620 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:11 smithi007 ceph-osd[104890]: -- 172.21.15.7:0/2442404715 <== mon.2 v2:172.21.15.7:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561010ceda40 con 0x561010ccbc00 2024-08-04T15:32:12.009 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:11 smithi007 bash[104872]: 5e39c45ce0aa5781660bd5e8bd88c39994ecc8d83ded89d776fcf23defbc3f53 2024-08-04T15:32:12.009 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:11 smithi007 systemd[1]: Started Ceph osd.1 for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:32:12.317 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1[104886]: 2024-08-04T15:32:12.007+0000 7f1bc6d3a640 -1 Falling back to public interface 2024-08-04T15:32:12.466 INFO:tasks.rados.rados.0.smithi007.stdout:1336: done (4 left) 2024-08-04T15:32:12.466 INFO:tasks.rados.rados.0.smithi007.stdout:1337: rollback oid 43 current snap is 133 2024-08-04T15:32:12.466 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 43 to 129 2024-08-04T15:32:12.466 INFO:tasks.rados.rados.0.smithi007.stdout:1334: finishing rollback tid 0 to smithi00780855-27 2024-08-04T15:32:12.466 INFO:tasks.rados.rados.0.smithi007.stdout:1332: finishing write tid 4 to smithi00780855-25 2024-08-04T15:32:12.466 INFO:tasks.rados.rados.0.smithi007.stdout:1334: finishing rollback tid 1 to smithi00780855-27 2024-08-04T15:32:12.467 INFO:tasks.rados.rados.0.smithi007.stdout:1334: finishing rollback tid 2 to smithi00780855-27 2024-08-04T15:32:12.467 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 731 (ObjNum 373 snap 120 seq_num 373) dirty exists 2024-08-04T15:32:12.467 INFO:tasks.rados.rados.0.smithi007.stdout:1332: finishing write tid 5 to smithi00780855-25 2024-08-04T15:32:12.467 INFO:tasks.rados.rados.0.smithi007.stdout:1332: finishing write tid 6 to smithi00780855-25 2024-08-04T15:32:12.467 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 1202 (ObjNum 416 snap 133 seq_num 416) dirty exists 2024-08-04T15:32:12.467 INFO:tasks.rados.rados.0.smithi007.stdout:1332: left oid 25 (ObjNum 416 snap 133 seq_num 416) 2024-08-04T15:32:12.467 INFO:tasks.rados.rados.0.smithi007.stdout:1335: finishing write tid 1 to smithi00780855-14 2024-08-04T15:32:12.467 INFO:tasks.rados.rados.0.smithi007.stdout:1335: finishing write tid 2 to smithi00780855-14 2024-08-04T15:32:12.467 INFO:tasks.rados.rados.0.smithi007.stdout:1333: expect (ObjNum 278 snap 78 seq_num 278) 2024-08-04T15:32:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:12 smithi007 ceph-mon[92692]: pgmap v156: 121 pgs: 7 active+undersized, 35 peering, 1 active+undersized+degraded, 78 active+clean; 315 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 982 KiB/s wr, 5 op/s; 13/657 objects degraded (1.979%) 2024-08-04T15:32:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:12 smithi007 ceph-mon[92692]: osdmap e337: 8 total, 7 up, 8 in 2024-08-04T15:32:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:12 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:12 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:12 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:32:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:12 smithi007 ceph-mon[94998]: pgmap v156: 121 pgs: 7 active+undersized, 35 peering, 1 active+undersized+degraded, 78 active+clean; 315 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 982 KiB/s wr, 5 op/s; 13/657 objects degraded (1.979%) 2024-08-04T15:32:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:12 smithi007 ceph-mon[94998]: osdmap e337: 8 total, 7 up, 8 in 2024-08-04T15:32:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:12 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:12 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:12.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:12 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:32:12.750 INFO:tasks.rados.rados.0.smithi007.stdout:1335: finishing write tid 3 to smithi00780855-14 2024-08-04T15:32:12.750 INFO:tasks.rados.rados.0.smithi007.stdout:1335: finishing write tid 4 to smithi00780855-14 2024-08-04T15:32:12.750 INFO:tasks.rados.rados.0.smithi007.stdout:1335: finishing write tid 5 to smithi00780855-14 2024-08-04T15:32:12.750 INFO:tasks.rados.rados.0.smithi007.stdout:1335: finishing write tid 6 to smithi00780855-14 2024-08-04T15:32:12.750 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 1207 (ObjNum 417 snap 133 seq_num 417) dirty exists 2024-08-04T15:32:12.751 INFO:tasks.rados.rados.0.smithi007.stdout:1335: left oid 14 (ObjNum 417 snap 133 seq_num 417) 2024-08-04T15:32:12.751 INFO:tasks.rados.rados.0.smithi007.stdout:1337: finishing rollback tid 0 to smithi00780855-43 2024-08-04T15:32:12.751 INFO:tasks.rados.rados.0.smithi007.stdout:1337: finishing rollback tid 1 to smithi00780855-43 2024-08-04T15:32:12.751 INFO:tasks.rados.rados.0.smithi007.stdout:1337: finishing rollback tid 2 to smithi00780855-43 2024-08-04T15:32:12.751 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 751 (ObjNum 314 snap 94 seq_num 314) dirty exists 2024-08-04T15:32:12.751 INFO:tasks.rados.rados.0.smithi007.stdout:1332: done (4 left) 2024-08-04T15:32:12.751 INFO:tasks.rados.rados.0.smithi007.stdout:1333: done (3 left) 2024-08-04T15:32:12.751 INFO:tasks.rados.rados.0.smithi007.stdout:1334: done (2 left) 2024-08-04T15:32:12.751 INFO:tasks.rados.rados.0.smithi007.stdout:1335: done (1 left) 2024-08-04T15:32:12.751 INFO:tasks.rados.rados.0.smithi007.stdout:1337: done (0 left) 2024-08-04T15:32:12.751 INFO:tasks.rados.rados.0.smithi007.stdout:1338: snap_remove snap 127 2024-08-04T15:32:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:12 smithi062 ceph-mon[85960]: pgmap v156: 121 pgs: 7 active+undersized, 35 peering, 1 active+undersized+degraded, 78 active+clean; 315 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 982 KiB/s wr, 5 op/s; 13/657 objects degraded (1.979%) 2024-08-04T15:32:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:12 smithi062 ceph-mon[85960]: osdmap e337: 8 total, 7 up, 8 in 2024-08-04T15:32:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:12 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:12 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:12 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:32:12.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:13.470 INFO:tasks.rados.rados.0.smithi007.stdout:1338: done (0 left) 2024-08-04T15:32:13.470 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 41 current snap is 133 2024-08-04T15:32:13.470 INFO:tasks.rados.rados.0.smithi007.stdout:1339: seq_num 418 ranges {0=606208,606208=737280,1343488=434176,1777664=434176} 2024-08-04T15:32:13.473 INFO:tasks.rados.rados.0.smithi007.stdout:1339: writing smithi00780855-41 from 0 to 606208 tid 1 2024-08-04T15:32:13.478 INFO:tasks.rados.rados.0.smithi007.stdout:1339: writing smithi00780855-41 from 606208 to 1343488 tid 2 2024-08-04T15:32:13.481 INFO:tasks.rados.rados.0.smithi007.stdout:1339: writing smithi00780855-41 from 1343488 to 1777664 tid 3 2024-08-04T15:32:13.484 INFO:tasks.rados.rados.0.smithi007.stdout:1339: writing smithi00780855-41 from 1777664 to 2211840 tid 4 2024-08-04T15:32:13.484 INFO:tasks.rados.rados.0.smithi007.stdout:1340: copy_from oid 10 from oid 5 current snap is 133 2024-08-04T15:32:13.484 INFO:tasks.rados.rados.0.smithi007.stdout:1339: finishing write tid 1 to smithi00780855-41 2024-08-04T15:32:13.485 INFO:tasks.rados.rados.0.smithi007.stdout:1339: finishing write tid 2 to smithi00780855-41 2024-08-04T15:32:13.485 INFO:tasks.rados.rados.0.smithi007.stdout:1341: rollback oid 2 current snap is 133 2024-08-04T15:32:13.485 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 2 to 129 2024-08-04T15:32:13.485 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 39 current snap is 133 2024-08-04T15:32:13.485 INFO:tasks.rados.rados.0.smithi007.stdout:1342: seq_num 419 ranges {1990656=622592,2613248=671744,3284992=647168,3932160=286720} 2024-08-04T15:32:13.498 INFO:tasks.rados.rados.0.smithi007.stdout:1342: writing smithi00780855-39 from 1990656 to 2613248 tid 1 2024-08-04T15:32:13.502 INFO:tasks.rados.rados.0.smithi007.stdout:1342: writing smithi00780855-39 from 2613248 to 3284992 tid 2 2024-08-04T15:32:13.506 INFO:tasks.rados.rados.0.smithi007.stdout:1342: writing smithi00780855-39 from 3284992 to 3932160 tid 3 2024-08-04T15:32:13.508 INFO:tasks.rados.rados.0.smithi007.stdout:1342: writing smithi00780855-39 from 3932160 to 4218880 tid 4 2024-08-04T15:32:13.508 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 133 2024-08-04T15:32:13.508 INFO:tasks.rados.rados.0.smithi007.stdout:1339: finishing write tid 3 to smithi00780855-41 2024-08-04T15:32:13.508 INFO:tasks.rados.rados.0.smithi007.stdout:1343: seq_num 420 ranges {7970816=638976,8609792=557056,9166848=450560,9617408=598016} 2024-08-04T15:32:13.554 INFO:tasks.rados.rados.0.smithi007.stdout:1343: writing smithi00780855-48 from 7970816 to 8609792 tid 1 2024-08-04T15:32:13.558 INFO:tasks.rados.rados.0.smithi007.stdout:1343: writing smithi00780855-48 from 8609792 to 9166848 tid 2 2024-08-04T15:32:13.561 INFO:tasks.rados.rados.0.smithi007.stdout:1343: writing smithi00780855-48 from 9166848 to 9617408 tid 3 2024-08-04T15:32:13.565 INFO:tasks.rados.rados.0.smithi007.stdout:1343: writing smithi00780855-48 from 9617408 to 10215424 tid 4 2024-08-04T15:32:13.566 INFO:tasks.rados.rados.0.smithi007.stdout:1344: setattr oid 8 current snap is 133 2024-08-04T15:32:13.566 INFO:tasks.rados.rados.0.smithi007.stdout:1341: finishing rollback tid 0 to smithi00780855-2 2024-08-04T15:32:13.566 INFO:tasks.rados.rados.0.smithi007.stdout:1341: finishing rollback tid 1 to smithi00780855-2 2024-08-04T15:32:13.566 INFO:tasks.rados.rados.0.smithi007.stdout:1341: finishing rollback tid 2 to smithi00780855-2 2024-08-04T15:32:13.566 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 895 (ObjNum 258 snap 74 seq_num 258) dirty exists 2024-08-04T15:32:13.566 INFO:tasks.rados.rados.0.smithi007.stdout:1339: finishing write tid 4 to smithi00780855-41 2024-08-04T15:32:13.566 INFO:tasks.rados.rados.0.smithi007.stdout:1339: finishing write tid 5 to smithi00780855-41 2024-08-04T15:32:13.566 INFO:tasks.rados.rados.0.smithi007.stdout:1339: finishing write tid 6 to smithi00780855-41 2024-08-04T15:32:13.566 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 1218 (ObjNum 418 snap 133 seq_num 418) dirty exists 2024-08-04T15:32:13.566 INFO:tasks.rados.rados.0.smithi007.stdout:1339: left oid 41 (ObjNum 418 snap 133 seq_num 418) 2024-08-04T15:32:13.566 INFO:tasks.rados.rados.0.smithi007.stdout:1342: finishing write tid 1 to smithi00780855-39 2024-08-04T15:32:13.566 INFO:tasks.rados.rados.0.smithi007.stdout:1342: finishing write tid 2 to smithi00780855-39 2024-08-04T15:32:13.567 INFO:tasks.rados.rados.0.smithi007.stdout:1342: finishing write tid 3 to smithi00780855-39 2024-08-04T15:32:13.567 INFO:tasks.rados.rados.0.smithi007.stdout:1342: finishing write tid 4 to smithi00780855-39 2024-08-04T15:32:13.567 INFO:tasks.rados.rados.0.smithi007.stdout:1342: finishing write tid 5 to smithi00780855-39 2024-08-04T15:32:13.567 INFO:tasks.rados.rados.0.smithi007.stdout:1342: finishing write tid 6 to smithi00780855-39 2024-08-04T15:32:13.567 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 1120 (ObjNum 419 snap 133 seq_num 419) dirty exists 2024-08-04T15:32:13.567 INFO:tasks.rados.rados.0.smithi007.stdout:1342: left oid 39 (ObjNum 419 snap 133 seq_num 419) 2024-08-04T15:32:13.567 INFO:tasks.rados.rados.0.smithi007.stdout:1340: finishing copy_from racing read to smithi00780855-10 2024-08-04T15:32:13.567 INFO:tasks.rados.rados.0.smithi007.stdout:1340: finishing copy_from to smithi00780855-10 2024-08-04T15:32:13.567 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 571 (ObjNum 405 snap 131 seq_num 405) dirty exists 2024-08-04T15:32:13.567 INFO:tasks.rados.rados.0.smithi007.stdout:1343: finishing write tid 1 to smithi00780855-48 2024-08-04T15:32:13.567 INFO:tasks.rados.rados.0.smithi007.stdout:1343: finishing write tid 2 to smithi00780855-48 2024-08-04T15:32:13.567 INFO:tasks.rados.rados.0.smithi007.stdout:1343: finishing write tid 3 to smithi00780855-48 2024-08-04T15:32:13.568 INFO:tasks.rados.rados.0.smithi007.stdout:1339: done (5 left) 2024-08-04T15:32:13.568 INFO:tasks.rados.rados.0.smithi007.stdout:1340: done (4 left) 2024-08-04T15:32:13.568 INFO:tasks.rados.rados.0.smithi007.stdout:1341: done (3 left) 2024-08-04T15:32:13.568 INFO:tasks.rados.rados.0.smithi007.stdout:1342: done (2 left) 2024-08-04T15:32:13.568 INFO:tasks.rados.rados.0.smithi007.stdout:1345: snap_remove snap 125 2024-08-04T15:32:13.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:13 smithi062 ceph-mon[85960]: osdmap e338: 8 total, 7 up, 8 in 2024-08-04T15:32:13.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:13.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:13.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:13 smithi007 ceph-mon[92692]: osdmap e338: 8 total, 7 up, 8 in 2024-08-04T15:32:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:13 smithi007 ceph-mon[94998]: osdmap e338: 8 total, 7 up, 8 in 2024-08-04T15:32:14.436 INFO:tasks.rados.rados.0.smithi007.stdout:1345: done (2 left) 2024-08-04T15:32:14.436 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 37 current snap is 133 2024-08-04T15:32:14.436 INFO:tasks.rados.rados.0.smithi007.stdout:1346: seq_num 421 ranges {3891200=655360,4546560=442368,4988928=663552,5652480=499712} 2024-08-04T15:32:14.462 INFO:tasks.rados.rados.0.smithi007.stdout:1346: writing smithi00780855-37 from 3891200 to 4546560 tid 1 2024-08-04T15:32:14.464 INFO:tasks.rados.rados.0.smithi007.stdout:1346: writing smithi00780855-37 from 4546560 to 4988928 tid 2 2024-08-04T15:32:14.468 INFO:tasks.rados.rados.0.smithi007.stdout:1346: writing smithi00780855-37 from 4988928 to 5652480 tid 3 2024-08-04T15:32:14.472 INFO:tasks.rados.rados.0.smithi007.stdout:1346: writing smithi00780855-37 from 5652480 to 6152192 tid 4 2024-08-04T15:32:14.472 INFO:tasks.rados.rados.0.smithi007.stdout:1347: setattr oid 22 current snap is 133 2024-08-04T15:32:14.472 INFO:tasks.rados.rados.0.smithi007.stdout:1343: finishing write tid 4 to smithi00780855-48 2024-08-04T15:32:14.472 INFO:tasks.rados.rados.0.smithi007.stdout:1343: finishing write tid 5 to smithi00780855-48 2024-08-04T15:32:14.472 INFO:tasks.rados.rados.0.smithi007.stdout:1343: finishing write tid 6 to smithi00780855-48 2024-08-04T15:32:14.472 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 900 (ObjNum 420 snap 133 seq_num 420) dirty exists 2024-08-04T15:32:14.472 INFO:tasks.rados.rados.0.smithi007.stdout:1343: left oid 48 (ObjNum 420 snap 133 seq_num 420) 2024-08-04T15:32:14.472 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 890 (ObjNum 308 snap 93 seq_num 308) dirty exists 2024-08-04T15:32:14.472 INFO:tasks.rados.rados.0.smithi007.stdout:1346: finishing write tid 1 to smithi00780855-37 2024-08-04T15:32:14.472 INFO:tasks.rados.rados.0.smithi007.stdout:1346: finishing write tid 2 to smithi00780855-37 2024-08-04T15:32:14.472 INFO:tasks.rados.rados.0.smithi007.stdout:1346: finishing write tid 3 to smithi00780855-37 2024-08-04T15:32:14.473 INFO:tasks.rados.rados.0.smithi007.stdout:1343: done (3 left) 2024-08-04T15:32:14.473 INFO:tasks.rados.rados.0.smithi007.stdout:1344: done (2 left) 2024-08-04T15:32:14.473 INFO:tasks.rados.rados.0.smithi007.stdout:1348: snap_remove snap 51 2024-08-04T15:32:14.759 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:14 smithi007 ceph-mon[92692]: pgmap v159: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 338 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 23 op/s; 103/693 objects degraded (14.863%) 2024-08-04T15:32:14.759 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:14 smithi007 ceph-mon[92692]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 12 pgs peering) 2024-08-04T15:32:14.759 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:14 smithi007 ceph-mon[92692]: osdmap e339: 8 total, 7 up, 8 in 2024-08-04T15:32:14.759 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:14 smithi007 ceph-mon[92692]: osdmap e340: 8 total, 7 up, 8 in 2024-08-04T15:32:14.759 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:14 smithi007 ceph-mon[94998]: pgmap v159: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 338 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 23 op/s; 103/693 objects degraded (14.863%) 2024-08-04T15:32:14.760 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:14 smithi007 ceph-mon[94998]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 12 pgs peering) 2024-08-04T15:32:14.760 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:14 smithi007 ceph-mon[94998]: osdmap e339: 8 total, 7 up, 8 in 2024-08-04T15:32:14.760 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:14 smithi007 ceph-mon[94998]: osdmap e340: 8 total, 7 up, 8 in 2024-08-04T15:32:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:14 smithi062 ceph-mon[85960]: pgmap v159: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 338 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 23 op/s; 103/693 objects degraded (14.863%) 2024-08-04T15:32:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:14 smithi062 ceph-mon[85960]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 12 pgs peering) 2024-08-04T15:32:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:14 smithi062 ceph-mon[85960]: osdmap e339: 8 total, 7 up, 8 in 2024-08-04T15:32:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:14 smithi062 ceph-mon[85960]: osdmap e340: 8 total, 7 up, 8 in 2024-08-04T15:32:14.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:14 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:14.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:14 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:15.086 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:14 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1[104886]: 2024-08-04T15:32:14.947+0000 7f1bc6d3a640 -1 osd.1 331 log_to_monitors true 2024-08-04T15:32:15.479 INFO:tasks.rados.rados.0.smithi007.stdout:1348: done (2 left) 2024-08-04T15:32:15.479 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 50 current snap is 133 2024-08-04T15:32:15.479 INFO:tasks.rados.rados.0.smithi007.stdout:1349: seq_num 422 ranges {0=671744,671744=729088,1400832=417792,1818624=458752} 2024-08-04T15:32:15.483 INFO:tasks.rados.rados.0.smithi007.stdout:1349: writing smithi00780855-50 from 0 to 671744 tid 1 2024-08-04T15:32:15.489 INFO:tasks.rados.rados.0.smithi007.stdout:1349: writing smithi00780855-50 from 671744 to 1400832 tid 2 2024-08-04T15:32:15.492 INFO:tasks.rados.rados.0.smithi007.stdout:1349: writing smithi00780855-50 from 1400832 to 1818624 tid 3 2024-08-04T15:32:15.496 INFO:tasks.rados.rados.0.smithi007.stdout:1349: writing smithi00780855-50 from 1818624 to 2277376 tid 4 2024-08-04T15:32:15.496 INFO:tasks.rados.rados.0.smithi007.stdout:1350: copy_from oid 28 from oid 19 current snap is 133 2024-08-04T15:32:15.496 INFO:tasks.rados.rados.0.smithi007.stdout:1346: finishing write tid 4 to smithi00780855-37 2024-08-04T15:32:15.496 INFO:tasks.rados.rados.0.smithi007.stdout:1346: finishing write tid 5 to smithi00780855-37 2024-08-04T15:32:15.496 INFO:tasks.rados.rados.0.smithi007.stdout:1351: setattr oid 47 current snap is 133 2024-08-04T15:32:15.496 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 571 (ObjNum 386 snap 123 seq_num 386) dirty exists 2024-08-04T15:32:15.496 INFO:tasks.rados.rados.0.smithi007.stdout:1346: finishing write tid 6 to smithi00780855-37 2024-08-04T15:32:15.496 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 401 (ObjNum 421 snap 133 seq_num 421) dirty exists 2024-08-04T15:32:15.497 INFO:tasks.rados.rados.0.smithi007.stdout:1346: left oid 37 (ObjNum 421 snap 133 seq_num 421) 2024-08-04T15:32:15.497 INFO:tasks.rados.rados.0.smithi007.stdout:1349: finishing write tid 1 to smithi00780855-50 2024-08-04T15:32:15.497 INFO:tasks.rados.rados.0.smithi007.stdout:1349: finishing write tid 2 to smithi00780855-50 2024-08-04T15:32:15.497 INFO:tasks.rados.rados.0.smithi007.stdout:1349: finishing write tid 3 to smithi00780855-50 2024-08-04T15:32:15.499 INFO:tasks.rados.rados.0.smithi007.stdout:1346: done (4 left) 2024-08-04T15:32:15.499 INFO:tasks.rados.rados.0.smithi007.stdout:1347: done (3 left) 2024-08-04T15:32:15.499 INFO:tasks.rados.rados.0.smithi007.stdout:1352: rollback oid 44 current snap is 133 2024-08-04T15:32:15.499 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 44 to 119 2024-08-04T15:32:15.499 INFO:tasks.rados.rados.0.smithi007.stdout:1353: rollback oid 6 current snap is 133 2024-08-04T15:32:15.499 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 6 to 130 2024-08-04T15:32:15.499 INFO:tasks.rados.rados.0.smithi007.stdout:1354: delete oid 7 current snap is 133 2024-08-04T15:32:15.501 INFO:tasks.rados.rados.0.smithi007.stdout:1354: done (5 left) 2024-08-04T15:32:15.501 INFO:tasks.rados.rados.0.smithi007.stdout:1355: read oid 33 snap -1 2024-08-04T15:32:15.501 INFO:tasks.rados.rados.0.smithi007.stdout:1355: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:32:15.501 INFO:tasks.rados.rados.0.smithi007.stdout:1356: delete oid 3 current snap is 133 2024-08-04T15:32:15.502 INFO:tasks.rados.rados.0.smithi007.stdout:1355: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:32:15.505 INFO:tasks.rados.rados.0.smithi007.stdout:1352: finishing rollback tid 0 to smithi00780855-44 2024-08-04T15:32:15.505 INFO:tasks.rados.rados.0.smithi007.stdout:1349: finishing write tid 4 to smithi00780855-50 2024-08-04T15:32:15.505 INFO:tasks.rados.rados.0.smithi007.stdout:1349: finishing write tid 5 to smithi00780855-50 2024-08-04T15:32:15.506 INFO:tasks.rados.rados.0.smithi007.stdout:1353: finishing rollback tid 0 to smithi00780855-6 2024-08-04T15:32:15.507 INFO:tasks.rados.rados.0.smithi007.stdout:1352: finishing rollback tid 1 to smithi00780855-44 2024-08-04T15:32:15.507 INFO:tasks.rados.rados.0.smithi007.stdout:1349: finishing write tid 6 to smithi00780855-50 2024-08-04T15:32:15.507 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 535 (ObjNum 422 snap 133 seq_num 422) dirty exists 2024-08-04T15:32:15.507 INFO:tasks.rados.rados.0.smithi007.stdout:1349: left oid 50 (ObjNum 422 snap 133 seq_num 422) 2024-08-04T15:32:15.507 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 167 (ObjNum 291 snap 82 seq_num 291) dirty exists 2024-08-04T15:32:15.508 INFO:tasks.rados.rados.0.smithi007.stdout:1352: finishing rollback tid 2 to smithi00780855-44 2024-08-04T15:32:15.508 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1128 (ObjNum 334 snap 106 seq_num 334) dirty exists 2024-08-04T15:32:15.509 INFO:tasks.rados.rados.0.smithi007.stdout:1353: finishing rollback tid 1 to smithi00780855-6 2024-08-04T15:32:15.509 INFO:tasks.rados.rados.0.smithi007.stdout:1349: done (6 left) 2024-08-04T15:32:15.509 INFO:tasks.rados.rados.0.smithi007.stdout:1351: done (5 left) 2024-08-04T15:32:15.509 INFO:tasks.rados.rados.0.smithi007.stdout:1352: done (4 left) 2024-08-04T15:32:15.509 INFO:tasks.rados.rados.0.smithi007.stdout:1355: done (3 left) 2024-08-04T15:32:15.510 INFO:tasks.rados.rados.0.smithi007.stdout:1356: done (2 left) 2024-08-04T15:32:15.510 INFO:tasks.rados.rados.0.smithi007.stdout:1357: snap_remove snap 123 2024-08-04T15:32:15.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:15 smithi062 ceph-mon[85960]: from='osd.1 [v2:172.21.15.7:6810/636910926,v1:172.21.15.7:6811/636910926]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-04T15:32:15.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:15 smithi062 ceph-mon[85960]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-04T15:32:15.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:15 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:15.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:15 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:15.785 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:15 smithi007 ceph-mon[92692]: from='osd.1 [v2:172.21.15.7:6810/636910926,v1:172.21.15.7:6811/636910926]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-04T15:32:15.785 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:15 smithi007 ceph-mon[92692]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-04T15:32:15.785 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:15 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:15.785 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:15 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:15.785 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:15 smithi007 ceph-mon[94998]: from='osd.1 [v2:172.21.15.7:6810/636910926,v1:172.21.15.7:6811/636910926]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-04T15:32:15.785 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:15 smithi007 ceph-mon[94998]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-04T15:32:15.786 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:15 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:15.786 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:15 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:16.085 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:32:15 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1[104886]: 2024-08-04T15:32:15.783+0000 7f1bbaadd640 -1 osd.1 331 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-04T15:32:16.454 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:32:16] "GET /metrics HTTP/1.1" 200 36073 "" "Prometheus/2.43.0" 2024-08-04T15:32:16.488 INFO:tasks.rados.rados.0.smithi007.stdout:1357: done (2 left) 2024-08-04T15:32:16.488 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 133 2024-08-04T15:32:16.488 INFO:tasks.rados.rados.0.smithi007.stdout:1358: seq_num 425 ranges {860160=720896,1581056=778240,2359296=638976,2998272=188416} 2024-08-04T15:32:16.497 INFO:tasks.rados.rados.0.smithi007.stdout:1358: writing smithi00780855-45 from 860160 to 1581056 tid 1 2024-08-04T15:32:16.503 INFO:tasks.rados.rados.0.smithi007.stdout:1358: writing smithi00780855-45 from 1581056 to 2359296 tid 2 2024-08-04T15:32:16.508 INFO:tasks.rados.rados.0.smithi007.stdout:1358: writing smithi00780855-45 from 2359296 to 2998272 tid 3 2024-08-04T15:32:16.509 INFO:tasks.rados.rados.0.smithi007.stdout:1358: writing smithi00780855-45 from 2998272 to 3186688 tid 4 2024-08-04T15:32:16.510 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 47 current snap is 133 2024-08-04T15:32:16.510 INFO:tasks.rados.rados.0.smithi007.stdout:1359: seq_num 426 ranges {4718592=737280,5455872=712704,6168576=802816,6971392=90112} 2024-08-04T15:32:16.540 INFO:tasks.rados.rados.0.smithi007.stdout:1359: writing smithi00780855-47 from 4718592 to 5455872 tid 1 2024-08-04T15:32:16.544 INFO:tasks.rados.rados.0.smithi007.stdout:1359: writing smithi00780855-47 from 5455872 to 6168576 tid 2 2024-08-04T15:32:16.548 INFO:tasks.rados.rados.0.smithi007.stdout:1359: writing smithi00780855-47 from 6168576 to 6971392 tid 3 2024-08-04T15:32:16.549 INFO:tasks.rados.rados.0.smithi007.stdout:1359: writing smithi00780855-47 from 6971392 to 7061504 tid 4 2024-08-04T15:32:16.549 INFO:tasks.rados.rados.0.smithi007.stdout:1360: snap_remove snap 119 2024-08-04T15:32:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:16 smithi062 ceph-mon[85960]: pgmap v162: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 338 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.9 MiB/s wr, 26 op/s; 104/696 objects degraded (14.943%) 2024-08-04T15:32:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:16 smithi062 ceph-mon[85960]: Health check update: Degraded data redundancy: 104/696 objects degraded (14.943%), 12 pgs degraded (PG_DEGRADED) 2024-08-04T15:32:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:16 smithi062 ceph-mon[85960]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-04T15:32:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:16 smithi062 ceph-mon[85960]: osdmap e341: 8 total, 7 up, 8 in 2024-08-04T15:32:16.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:16 smithi062 ceph-mon[85960]: from='osd.1 [v2:172.21.15.7:6810/636910926,v1:172.21.15.7:6811/636910926]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:32:16.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:16 smithi062 ceph-mon[85960]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:32:16.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:16 smithi062 ceph-mon[85960]: from='osd.1 ' entity='osd.1' 2024-08-04T15:32:16.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:16.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-mon[92692]: pgmap v162: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 338 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.9 MiB/s wr, 26 op/s; 104/696 objects degraded (14.943%) 2024-08-04T15:32:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-mon[92692]: Health check update: Degraded data redundancy: 104/696 objects degraded (14.943%), 12 pgs degraded (PG_DEGRADED) 2024-08-04T15:32:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-mon[92692]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-04T15:32:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-mon[92692]: osdmap e341: 8 total, 7 up, 8 in 2024-08-04T15:32:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-mon[92692]: from='osd.1 [v2:172.21.15.7:6810/636910926,v1:172.21.15.7:6811/636910926]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:32:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-mon[92692]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:32:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-mon[92692]: from='osd.1 ' entity='osd.1' 2024-08-04T15:32:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:16.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-mon[94998]: pgmap v162: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 338 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.9 MiB/s wr, 26 op/s; 104/696 objects degraded (14.943%) 2024-08-04T15:32:16.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-mon[94998]: Health check update: Degraded data redundancy: 104/696 objects degraded (14.943%), 12 pgs degraded (PG_DEGRADED) 2024-08-04T15:32:16.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-mon[94998]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-04T15:32:16.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-mon[94998]: osdmap e341: 8 total, 7 up, 8 in 2024-08-04T15:32:16.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-mon[94998]: from='osd.1 [v2:172.21.15.7:6810/636910926,v1:172.21.15.7:6811/636910926]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:32:16.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-mon[94998]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:32:16.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-mon[94998]: from='osd.1 ' entity='osd.1' 2024-08-04T15:32:16.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:16.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:17.497 INFO:tasks.rados.rados.0.smithi007.stdout:1360: done (4 left) 2024-08-04T15:32:17.497 INFO:tasks.rados.rados.0.smithi007.stdout:1361: read oid 10 snap -1 2024-08-04T15:32:17.497 INFO:tasks.rados.rados.0.smithi007.stdout:1361: expect (ObjNum 405 snap 131 seq_num 405) 2024-08-04T15:32:17.497 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 50 current snap is 133 2024-08-04T15:32:17.497 INFO:tasks.rados.rados.0.smithi007.stdout:1362: seq_num 427 ranges {2277376=761856,3039232=598016,3637248=606208,4243456=401408} 2024-08-04T15:32:17.508 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:17 smithi007 ceph-mon[92692]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:32:17.508 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:17 smithi007 ceph-mon[92692]: osd.1 [v2:172.21.15.7:6810/636910926,v1:172.21.15.7:6811/636910926] boot 2024-08-04T15:32:17.508 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:17 smithi007 ceph-mon[92692]: osdmap e342: 8 total, 8 up, 8 in 2024-08-04T15:32:17.509 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:17 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:32:17.509 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:17 smithi007 ceph-mon[94998]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:32:17.509 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:17 smithi007 ceph-mon[94998]: osd.1 [v2:172.21.15.7:6810/636910926,v1:172.21.15.7:6811/636910926] boot 2024-08-04T15:32:17.509 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:17 smithi007 ceph-mon[94998]: osdmap e342: 8 total, 8 up, 8 in 2024-08-04T15:32:17.509 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:17 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:32:17.513 INFO:tasks.rados.rados.0.smithi007.stdout:1362: writing smithi00780855-50 from 2277376 to 3039232 tid 1 2024-08-04T15:32:17.520 INFO:tasks.rados.rados.0.smithi007.stdout:1362: writing smithi00780855-50 from 3039232 to 3637248 tid 2 2024-08-04T15:32:17.524 INFO:tasks.rados.rados.0.smithi007.stdout:1362: writing smithi00780855-50 from 3637248 to 4243456 tid 3 2024-08-04T15:32:17.527 INFO:tasks.rados.rados.0.smithi007.stdout:1362: writing smithi00780855-50 from 4243456 to 4644864 tid 4 2024-08-04T15:32:17.527 INFO:tasks.rados.rados.0.smithi007.stdout:1363: rollback oid 18 current snap is 133 2024-08-04T15:32:17.527 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 18 to 93 2024-08-04T15:32:17.527 INFO:tasks.rados.rados.0.smithi007.stdout:1353: finishing rollback tid 2 to smithi00780855-6 2024-08-04T15:32:17.528 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 754 (ObjNum 283 snap 81 seq_num 283) dirty exists 2024-08-04T15:32:17.528 INFO:tasks.rados.rados.0.smithi007.stdout:1350: finishing copy_from racing read to smithi00780855-28 2024-08-04T15:32:17.528 INFO:tasks.rados.rados.0.smithi007.stdout:1350: finishing copy_from to smithi00780855-28 2024-08-04T15:32:17.528 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 888 (ObjNum 395 snap 126 seq_num 395) dirty exists 2024-08-04T15:32:17.528 INFO:tasks.rados.rados.0.smithi007.stdout:1350: done (6 left) 2024-08-04T15:32:17.528 INFO:tasks.rados.rados.0.smithi007.stdout:1353: done (5 left) 2024-08-04T15:32:17.528 INFO:tasks.rados.rados.0.smithi007.stdout:1364: read oid 2 snap -1 2024-08-04T15:32:17.528 INFO:tasks.rados.rados.0.smithi007.stdout:1364: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:32:17.528 INFO:tasks.rados.rados.0.smithi007.stdout:1365: snap_remove snap 120 2024-08-04T15:32:17.715 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:32:17.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:17 smithi062 ceph-mon[85960]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:32:17.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:17 smithi062 ceph-mon[85960]: osd.1 [v2:172.21.15.7:6810/636910926,v1:172.21.15.7:6811/636910926] boot 2024-08-04T15:32:17.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:17 smithi062 ceph-mon[85960]: osdmap e342: 8 total, 8 up, 8 in 2024-08-04T15:32:17.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:17 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-04T15:32:18.016 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:32:18.017 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (3m) 2s ago 7m 16.8M - 0.25.0 c8568f914cd2 d6b15156f420 2024-08-04T15:32:18.017 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (2m) 74s ago 6m 80.7M - 9.4.7 954c08fa6188 66e1e6bf99cd 2024-08-04T15:32:18.017 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (8m) 2s ago 8m 15.4M - 17.2.7-1207-g85224d90 3614407c4e10 39baa14185b8 2024-08-04T15:32:18.017 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (8m) 74s ago 8m 20.5M - 17.2.7-1207-g85224d90 3614407c4e10 951c2f76c840 2024-08-04T15:32:18.017 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443,9283,8765 running (2m) 74s ago 12m 438M - 19.1.0-1260-g26c3fb8e 564b849e9656 0a006181dce3 2024-08-04T15:32:18.017 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:8443,9283,8765 running (2m) 2s ago 13m 506M - 19.1.0-1260-g26c3fb8e 564b849e9656 37ef3ca8c5a9 2024-08-04T15:32:18.017 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (2m) 2s ago 13m 54.6M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 299809910b9f 2024-08-04T15:32:18.017 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (84s) 74s ago 12m 26.1M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 2e88aab312eb 2024-08-04T15:32:18.017 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (102s) 2s ago 12m 49.8M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 cb8318c43c9d 2024-08-04T15:32:18.017 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (3m) 2s ago 7m 8120k - 1.5.0 0da6a335fe13 e040078790b8 2024-08-04T15:32:18.017 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (2m) 74s ago 7m 15.9M - 1.5.0 0da6a335fe13 b7bce65c2f21 2024-08-04T15:32:18.018 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (39s) 2s ago 11m 115M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e9184d39c1f 2024-08-04T15:32:18.018 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (6s) 2s ago 11m 11.2M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e39c45ce0aa 2024-08-04T15:32:18.018 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (10m) 2s ago 10m 177M 2481M 17.2.7-1207-g85224d90 3614407c4e10 75284b707dd4 2024-08-04T15:32:18.018 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (10m) 2s ago 10m 131M 2481M 17.2.7-1207-g85224d90 3614407c4e10 902e99f21e0a 2024-08-04T15:32:18.018 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (10m) 74s ago 10m 145M 2480M 17.2.7-1207-g85224d90 3614407c4e10 a8621138799e 2024-08-04T15:32:18.018 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (9m) 74s ago 9m 137M 2480M 17.2.7-1207-g85224d90 3614407c4e10 4c11140cfb7d 2024-08-04T15:32:18.018 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (9m) 74s ago 9m 135M 2480M 17.2.7-1207-g85224d90 3614407c4e10 22d52664a755 2024-08-04T15:32:18.018 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (9m) 74s ago 9m 144M 2480M 17.2.7-1207-g85224d90 3614407c4e10 5e425b8303f1 2024-08-04T15:32:18.018 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (2m) 74s ago 7m 47.0M - 2.43.0 a07b618ecd1d ab854fccad8e 2024-08-04T15:32:18.358 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:32:18.358 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:32:18.358 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 3 2024-08-04T15:32:18.359 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:32:18.359 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:32:18.359 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:32:18.359 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:32:18.359 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:32:18.359 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 6, 2024-08-04T15:32:18.359 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:32:18.359 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:32:18.359 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:32:18.359 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:32:18.359 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:32:18.359 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:32:18.359 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 8, 2024-08-04T15:32:18.359 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 7 2024-08-04T15:32:18.360 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:32:18.360 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:32:18.492 INFO:tasks.rados.rados.0.smithi007.stdout:1365: done (6 left) 2024-08-04T15:32:18.492 INFO:tasks.rados.rados.0.smithi007.stdout:1366: rollback oid 25 current snap is 133 2024-08-04T15:32:18.492 INFO:tasks.rados.rados.0.smithi007.stdout:1358: finishing write tid 1 to smithi00780855-45 2024-08-04T15:32:18.492 INFO:tasks.rados.rados.0.smithi007.stdout:1358: finishing write tid 2 to smithi00780855-45 2024-08-04T15:32:18.492 INFO:tasks.rados.rados.0.smithi007.stdout:1358: finishing write tid 3 to smithi00780855-45 2024-08-04T15:32:18.493 INFO:tasks.rados.rados.0.smithi007.stdout:1358: finishing write tid 4 to smithi00780855-45 2024-08-04T15:32:18.493 INFO:tasks.rados.rados.0.smithi007.stdout:1358: finishing write tid 5 to smithi00780855-45 2024-08-04T15:32:18.493 INFO:tasks.rados.rados.0.smithi007.stdout:1358: finishing write tid 6 to smithi00780855-45 2024-08-04T15:32:18.493 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 1253 (ObjNum 425 snap 133 seq_num 425) dirty exists 2024-08-04T15:32:18.493 INFO:tasks.rados.rados.0.smithi007.stdout:1358: left oid 45 (ObjNum 425 snap 133 seq_num 425) 2024-08-04T15:32:18.493 INFO:tasks.rados.rados.0.smithi007.stdout:1359: finishing write tid 1 to smithi00780855-47 2024-08-04T15:32:18.493 INFO:tasks.rados.rados.0.smithi007.stdout:1359: finishing write tid 2 to smithi00780855-47 2024-08-04T15:32:18.493 INFO:tasks.rados.rados.0.smithi007.stdout:1359: finishing write tid 3 to smithi00780855-47 2024-08-04T15:32:18.493 INFO:tasks.rados.rados.0.smithi007.stdout:1359: finishing write tid 4 to smithi00780855-47 2024-08-04T15:32:18.493 INFO:tasks.rados.rados.0.smithi007.stdout:1359: finishing write tid 5 to smithi00780855-47 2024-08-04T15:32:18.493 INFO:tasks.rados.rados.0.smithi007.stdout:1359: finishing write tid 6 to smithi00780855-47 2024-08-04T15:32:18.493 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 172 (ObjNum 426 snap 133 seq_num 426) dirty exists 2024-08-04T15:32:18.493 INFO:tasks.rados.rados.0.smithi007.stdout:1359: left oid 47 (ObjNum 426 snap 133 seq_num 426) 2024-08-04T15:32:18.494 INFO:tasks.rados.rados.0.smithi007.stdout:1363: finishing rollback tid 0 to smithi00780855-18 2024-08-04T15:32:18.494 INFO:tasks.rados.rados.0.smithi007.stdout:1363: finishing rollback tid 1 to smithi00780855-18 2024-08-04T15:32:18.494 INFO:tasks.rados.rados.0.smithi007.stdout:1363: finishing rollback tid 2 to smithi00780855-18 2024-08-04T15:32:18.494 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 288 (ObjNum 258 snap 74 seq_num 258) dirty exists 2024-08-04T15:32:18.494 INFO:tasks.rados.rados.0.smithi007.stdout:1362: finishing write tid 1 to smithi00780855-50 2024-08-04T15:32:18.494 INFO:tasks.rados.rados.0.smithi007.stdout:1362: finishing write tid 2 to smithi00780855-50 2024-08-04T15:32:18.494 INFO:tasks.rados.rados.0.smithi007.stdout:1362: finishing write tid 3 to smithi00780855-50 2024-08-04T15:32:18.494 INFO:tasks.rados.rados.0.smithi007.stdout:1362: finishing write tid 4 to smithi00780855-50 2024-08-04T15:32:18.494 INFO:tasks.rados.rados.0.smithi007.stdout:1362: finishing write tid 5 to smithi00780855-50 2024-08-04T15:32:18.494 INFO:tasks.rados.rados.0.smithi007.stdout:1362: finishing write tid 6 to smithi00780855-50 2024-08-04T15:32:18.494 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 893 (ObjNum 427 snap 133 seq_num 427) dirty exists 2024-08-04T15:32:18.494 INFO:tasks.rados.rados.0.smithi007.stdout:1362: left oid 50 (ObjNum 427 snap 133 seq_num 427) 2024-08-04T15:32:18.494 INFO:tasks.rados.rados.0.smithi007.stdout:1361: expect (ObjNum 405 snap 131 seq_num 405) 2024-08-04T15:32:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:18 smithi007 ceph-mon[94998]: pgmap v165: 121 pgs: 21 peering, 16 active+undersized, 6 active+undersized+degraded, 78 active+clean; 325 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 6.0 MiB/s wr, 25 op/s; 35/663 objects degraded (5.279%) 2024-08-04T15:32:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:18 smithi007 ceph-mon[94998]: osdmap e343: 8 total, 8 up, 8 in 2024-08-04T15:32:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:18 smithi007 ceph-mon[94998]: from='client.44159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:32:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:18 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1528797306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:18 smithi007 ceph-mon[92692]: pgmap v165: 121 pgs: 21 peering, 16 active+undersized, 6 active+undersized+degraded, 78 active+clean; 325 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 6.0 MiB/s wr, 25 op/s; 35/663 objects degraded (5.279%) 2024-08-04T15:32:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:18 smithi007 ceph-mon[92692]: osdmap e343: 8 total, 8 up, 8 in 2024-08-04T15:32:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:18 smithi007 ceph-mon[92692]: from='client.44159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:32:18.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:18 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1528797306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:18 smithi062 ceph-mon[85960]: pgmap v165: 121 pgs: 21 peering, 16 active+undersized, 6 active+undersized+degraded, 78 active+clean; 325 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 6.0 MiB/s wr, 25 op/s; 35/663 objects degraded (5.279%) 2024-08-04T15:32:18.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:18 smithi062 ceph-mon[85960]: osdmap e343: 8 total, 8 up, 8 in 2024-08-04T15:32:18.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:18 smithi062 ceph-mon[85960]: from='client.44159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:32:18.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:18 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1528797306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:18.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:18 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:19.008 INFO:tasks.rados.rados.0.smithi007.stdout:1364: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:32:19.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:32:19.125+0000 7f16d331c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-04T15:32:19.641 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 25 to 129 2024-08-04T15:32:19.641 INFO:tasks.rados.rados.0.smithi007.stdout:1358: done (6 left) 2024-08-04T15:32:19.642 INFO:tasks.rados.rados.0.smithi007.stdout:1359: done (5 left) 2024-08-04T15:32:19.642 INFO:tasks.rados.rados.0.smithi007.stdout:1361: done (4 left) 2024-08-04T15:32:19.642 INFO:tasks.rados.rados.0.smithi007.stdout:1362: done (3 left) 2024-08-04T15:32:19.642 INFO:tasks.rados.rados.0.smithi007.stdout:1363: done (2 left) 2024-08-04T15:32:19.642 INFO:tasks.rados.rados.0.smithi007.stdout:1364: done (1 left) 2024-08-04T15:32:19.642 INFO:tasks.rados.rados.0.smithi007.stdout:1367: snap_remove snap 110 2024-08-04T15:32:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:19 smithi062 ceph-mon[85960]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:32:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:19 smithi062 ceph-mon[85960]: osdmap e344: 8 total, 8 up, 8 in 2024-08-04T15:32:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:19.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:32:19.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:32:19.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:19.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:32:19.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:19.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:19.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:19.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-04T15:32:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[92692]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:32:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[92692]: osdmap e344: 8 total, 8 up, 8 in 2024-08-04T15:32:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:32:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:32:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:32:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:19.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-04T15:32:19.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[94998]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:32:19.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[94998]: osdmap e344: 8 total, 8 up, 8 in 2024-08-04T15:32:19.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:19.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:19.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:32:19.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:32:19.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:19.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:32:19.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:19.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:19.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:19.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-04T15:32:20.503 INFO:tasks.rados.rados.0.smithi007.stdout:1366: finishing rollback tid 0 to smithi00780855-25 2024-08-04T15:32:20.503 INFO:tasks.rados.rados.0.smithi007.stdout:1366: finishing rollback tid 1 to smithi00780855-25 2024-08-04T15:32:20.503 INFO:tasks.rados.rados.0.smithi007.stdout:1366: finishing rollback tid 2 to smithi00780855-25 2024-08-04T15:32:20.503 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 1276 (ObjNum 360 snap 114 seq_num 360) dirty exists 2024-08-04T15:32:20.503 INFO:tasks.rados.rados.0.smithi007.stdout:1366: done (1 left) 2024-08-04T15:32:20.503 INFO:tasks.rados.rados.0.smithi007.stdout:1367: done (0 left) 2024-08-04T15:32:20.504 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 12 current snap is 133 2024-08-04T15:32:20.504 INFO:tasks.rados.rados.0.smithi007.stdout:1368: seq_num 428 ranges {1056768=778240,1835008=483328,2318336=409600,2727936=417792,3145728=294912} 2024-08-04T15:32:20.514 INFO:tasks.rados.rados.0.smithi007.stdout:1368: writing smithi00780855-12 from 1056768 to 1835008 tid 1 2024-08-04T15:32:20.517 INFO:tasks.rados.rados.0.smithi007.stdout:1368: writing smithi00780855-12 from 1835008 to 2318336 tid 2 2024-08-04T15:32:20.520 INFO:tasks.rados.rados.0.smithi007.stdout:1368: writing smithi00780855-12 from 2318336 to 2727936 tid 3 2024-08-04T15:32:20.523 INFO:tasks.rados.rados.0.smithi007.stdout:1368: writing smithi00780855-12 from 2727936 to 3145728 tid 4 2024-08-04T15:32:20.525 INFO:tasks.rados.rados.0.smithi007.stdout:1368: writing smithi00780855-12 from 3145728 to 3440640 tid 5 2024-08-04T15:32:20.526 INFO:tasks.rados.rados.0.smithi007.stdout:1369: snap_remove snap 126 2024-08-04T15:32:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:20 smithi062 ceph-mon[85960]: pgmap v168: 121 pgs: 1 active+clean+snaptrim, 21 peering, 11 active+undersized, 5 active+undersized+degraded, 83 active+clean; 317 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 5.3 MiB/s wr, 27 op/s; 21/645 objects degraded (3.256%); 1.1 MiB/s, 0 objects/s recovering 2024-08-04T15:32:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:20 smithi062 ceph-mon[85960]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-04T15:32:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:20 smithi062 ceph-mon[85960]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-04T15:32:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:20 smithi007 ceph-mon[92692]: pgmap v168: 121 pgs: 1 active+clean+snaptrim, 21 peering, 11 active+undersized, 5 active+undersized+degraded, 83 active+clean; 317 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 5.3 MiB/s wr, 27 op/s; 21/645 objects degraded (3.256%); 1.1 MiB/s, 0 objects/s recovering 2024-08-04T15:32:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:20 smithi007 ceph-mon[92692]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-04T15:32:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:20 smithi007 ceph-mon[92692]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-04T15:32:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:20 smithi007 ceph-mon[94998]: pgmap v168: 121 pgs: 1 active+clean+snaptrim, 21 peering, 11 active+undersized, 5 active+undersized+degraded, 83 active+clean; 317 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 5.3 MiB/s wr, 27 op/s; 21/645 objects degraded (3.256%); 1.1 MiB/s, 0 objects/s recovering 2024-08-04T15:32:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:20 smithi007 ceph-mon[94998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-04T15:32:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:20 smithi007 ceph-mon[94998]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-04T15:32:21.509 INFO:tasks.rados.rados.0.smithi007.stdout:1369: done (1 left) 2024-08-04T15:32:21.509 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 26 current snap is 133 2024-08-04T15:32:21.509 INFO:tasks.rados.rados.0.smithi007.stdout:1368: finishing write tid 1 to smithi00780855-12 2024-08-04T15:32:21.509 INFO:tasks.rados.rados.0.smithi007.stdout:1368: finishing write tid 2 to smithi00780855-12 2024-08-04T15:32:21.509 INFO:tasks.rados.rados.0.smithi007.stdout:1368: finishing write tid 3 to smithi00780855-12 2024-08-04T15:32:21.510 INFO:tasks.rados.rados.0.smithi007.stdout:1370: seq_num 429 ranges {2711552=794624,3506176=770048,4276224=622592,4898816=212992} 2024-08-04T15:32:21.530 INFO:tasks.rados.rados.0.smithi007.stdout:1370: writing smithi00780855-26 from 2711552 to 3506176 tid 1 2024-08-04T15:32:21.535 INFO:tasks.rados.rados.0.smithi007.stdout:1370: writing smithi00780855-26 from 3506176 to 4276224 tid 2 2024-08-04T15:32:21.538 INFO:tasks.rados.rados.0.smithi007.stdout:1370: writing smithi00780855-26 from 4276224 to 4898816 tid 3 2024-08-04T15:32:21.541 INFO:tasks.rados.rados.0.smithi007.stdout:1370: writing smithi00780855-26 from 4898816 to 5111808 tid 4 2024-08-04T15:32:21.541 INFO:tasks.rados.rados.0.smithi007.stdout:1371: rollback oid 40 current snap is 133 2024-08-04T15:32:21.541 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 40 to 93 2024-08-04T15:32:21.541 INFO:tasks.rados.rados.0.smithi007.stdout:1368: finishing write tid 4 to smithi00780855-12 2024-08-04T15:32:21.541 INFO:tasks.rados.rados.0.smithi007.stdout:1368: finishing write tid 5 to smithi00780855-12 2024-08-04T15:32:21.541 INFO:tasks.rados.rados.0.smithi007.stdout:1368: finishing write tid 6 to smithi00780855-12 2024-08-04T15:32:21.541 INFO:tasks.rados.rados.0.smithi007.stdout:1368: finishing write tid 7 to smithi00780855-12 2024-08-04T15:32:21.541 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 1290 (ObjNum 428 snap 133 seq_num 428) dirty exists 2024-08-04T15:32:21.542 INFO:tasks.rados.rados.0.smithi007.stdout:1368: left oid 12 (ObjNum 428 snap 133 seq_num 428) 2024-08-04T15:32:21.542 INFO:tasks.rados.rados.0.smithi007.stdout:1370: finishing write tid 1 to smithi00780855-26 2024-08-04T15:32:21.542 INFO:tasks.rados.rados.0.smithi007.stdout:1370: finishing write tid 2 to smithi00780855-26 2024-08-04T15:32:21.542 INFO:tasks.rados.rados.0.smithi007.stdout:1368: done (2 left) 2024-08-04T15:32:21.542 INFO:tasks.rados.rados.0.smithi007.stdout:1372: copy_from oid 29 from oid 32 current snap is 133 2024-08-04T15:32:21.542 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 3 current snap is 133 2024-08-04T15:32:21.542 INFO:tasks.rados.rados.0.smithi007.stdout:1373: seq_num 430 ranges {0=8192} 2024-08-04T15:32:21.542 INFO:tasks.rados.rados.0.smithi007.stdout:1373: writing smithi00780855-3 from 0 to 8192 tid 1 2024-08-04T15:32:21.542 INFO:tasks.rados.rados.0.smithi007.stdout:1374: read oid 30 snap -1 2024-08-04T15:32:21.542 INFO:tasks.rados.rados.0.smithi007.stdout:1374: expect (ObjNum 388 snap 123 seq_num 388) 2024-08-04T15:32:21.542 INFO:tasks.rados.rados.0.smithi007.stdout:1375: copy_from oid 15 from oid 41 current snap is 133 2024-08-04T15:32:21.542 INFO:tasks.rados.rados.0.smithi007.stdout:1376: read oid 48 snap -1 2024-08-04T15:32:21.542 INFO:tasks.rados.rados.0.smithi007.stdout:1376: expect (ObjNum 420 snap 133 seq_num 420) 2024-08-04T15:32:21.542 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 9 current snap is 133 2024-08-04T15:32:21.543 INFO:tasks.rados.rados.0.smithi007.stdout:1377: seq_num 431 ranges {1204224=24576} 2024-08-04T15:32:21.548 INFO:tasks.rados.rados.0.smithi007.stdout:1377: writing smithi00780855-9 from 1204224 to 1228800 tid 1 2024-08-04T15:32:21.548 INFO:tasks.rados.rados.0.smithi007.stdout:1378: read oid 6 snap -1 2024-08-04T15:32:21.548 INFO:tasks.rados.rados.0.smithi007.stdout:1378: expect (ObjNum 283 snap 81 seq_num 283) 2024-08-04T15:32:21.548 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 19 current snap is 133 2024-08-04T15:32:21.548 INFO:tasks.rados.rados.0.smithi007.stdout:1370: finishing write tid 3 to smithi00780855-26 2024-08-04T15:32:21.548 INFO:tasks.rados.rados.0.smithi007.stdout:1370: finishing write tid 4 to smithi00780855-26 2024-08-04T15:32:21.548 INFO:tasks.rados.rados.0.smithi007.stdout:1370: finishing write tid 5 to smithi00780855-26 2024-08-04T15:32:21.548 INFO:tasks.rados.rados.0.smithi007.stdout:1371: finishing rollback tid 1 to smithi00780855-40 2024-08-04T15:32:21.549 INFO:tasks.rados.rados.0.smithi007.stdout:1379: seq_num 432 ranges {5472256=40960} 2024-08-04T15:32:21.580 INFO:tasks.rados.rados.0.smithi007.stdout:1379: writing smithi00780855-19 from 5472256 to 5513216 tid 1 2024-08-04T15:32:21.581 INFO:tasks.rados.rados.0.smithi007.stdout:1380: read oid 4 snap -1 2024-08-04T15:32:21.581 INFO:tasks.rados.rados.0.smithi007.stdout:1380: expect (ObjNum 360 snap 114 seq_num 360) 2024-08-04T15:32:21.581 INFO:tasks.rados.rados.0.smithi007.stdout:1381: delete oid 16 current snap is 133 2024-08-04T15:32:21.581 INFO:tasks.rados.rados.0.smithi007.stdout:1371: finishing rollback tid 2 to smithi00780855-40 2024-08-04T15:32:21.581 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 310 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:32:21.581 INFO:tasks.rados.rados.0.smithi007.stdout:1370: finishing write tid 6 to smithi00780855-26 2024-08-04T15:32:21.581 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 1058 (ObjNum 429 snap 133 seq_num 429) dirty exists 2024-08-04T15:32:21.581 INFO:tasks.rados.rados.0.smithi007.stdout:1370: left oid 26 (ObjNum 429 snap 133 seq_num 429) 2024-08-04T15:32:21.581 INFO:tasks.rados.rados.0.smithi007.stdout:1373: finishing write tid 1 to smithi00780855-3 2024-08-04T15:32:21.581 INFO:tasks.rados.rados.0.smithi007.stdout:1375: finishing copy_from racing read to smithi00780855-15 2024-08-04T15:32:21.581 INFO:tasks.rados.rados.0.smithi007.stdout:1372: finishing copy_from racing read to smithi00780855-29 2024-08-04T15:32:21.581 INFO:tasks.rados.rados.0.smithi007.stdout:1375: finishing copy_from to smithi00780855-15 2024-08-04T15:32:21.582 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 1218 (ObjNum 418 snap 133 seq_num 418) dirty exists 2024-08-04T15:32:21.582 INFO:tasks.rados.rados.0.smithi007.stdout:1378: expect (ObjNum 283 snap 81 seq_num 283) 2024-08-04T15:32:21.648 INFO:tasks.rados.rados.0.smithi007.stdout:1374: expect (ObjNum 388 snap 123 seq_num 388) 2024-08-04T15:32:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:21 smithi062 ceph-mon[85960]: osdmap e345: 8 total, 8 up, 8 in 2024-08-04T15:32:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:32:21.785 INFO:tasks.rados.rados.0.smithi007.stdout:1377: finishing write tid 1 to smithi00780855-9 2024-08-04T15:32:21.785 INFO:tasks.rados.rados.0.smithi007.stdout:1377: finishing write tid 2 to smithi00780855-9 2024-08-04T15:32:21.785 INFO:tasks.rados.rados.0.smithi007.stdout:1377: finishing write tid 3 to smithi00780855-9 2024-08-04T15:32:21.785 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 733 (ObjNum 431 snap 133 seq_num 431) dirty exists 2024-08-04T15:32:21.785 INFO:tasks.rados.rados.0.smithi007.stdout:1377: left oid 9 (ObjNum 431 snap 133 seq_num 431) 2024-08-04T15:32:21.785 INFO:tasks.rados.rados.0.smithi007.stdout:1370: done (11 left) 2024-08-04T15:32:21.785 INFO:tasks.rados.rados.0.smithi007.stdout:1371: done (10 left) 2024-08-04T15:32:21.785 INFO:tasks.rados.rados.0.smithi007.stdout:1374: done (9 left) 2024-08-04T15:32:21.785 INFO:tasks.rados.rados.0.smithi007.stdout:1375: done (8 left) 2024-08-04T15:32:21.785 INFO:tasks.rados.rados.0.smithi007.stdout:1377: done (7 left) 2024-08-04T15:32:21.785 INFO:tasks.rados.rados.0.smithi007.stdout:1378: done (6 left) 2024-08-04T15:32:21.786 INFO:tasks.rados.rados.0.smithi007.stdout:1381: done (5 left) 2024-08-04T15:32:21.786 INFO:tasks.rados.rados.0.smithi007.stdout:1382: read oid 8 snap -1 2024-08-04T15:32:21.786 INFO:tasks.rados.rados.0.smithi007.stdout:1382: expect (ObjNum 308 snap 93 seq_num 308) 2024-08-04T15:32:21.786 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 18 current snap is 133 2024-08-04T15:32:21.786 INFO:tasks.rados.rados.0.smithi007.stdout:1372: finishing copy_from to smithi00780855-29 2024-08-04T15:32:21.786 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 728 (ObjNum 409 snap 132 seq_num 409) dirty exists 2024-08-04T15:32:21.786 INFO:tasks.rados.rados.0.smithi007.stdout:1383: seq_num 434 ranges {9035776=73728} 2024-08-04T15:32:21.834 INFO:tasks.rados.rados.0.smithi007.stdout:1383: writing smithi00780855-18 from 9035776 to 9109504 tid 1 2024-08-04T15:32:21.835 INFO:tasks.rados.rados.0.smithi007.stdout:1372: done (6 left) 2024-08-04T15:32:21.835 INFO:tasks.rados.rados.0.smithi007.stdout:1384: read oid 22 snap 93 2024-08-04T15:32:21.835 INFO:tasks.rados.rados.0.smithi007.stdout:1384: expect deleted 2024-08-04T15:32:21.835 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 47 current snap is 133 2024-08-04T15:32:21.835 INFO:tasks.rados.rados.0.smithi007.stdout:1385: seq_num 435 ranges {7061504=90112} 2024-08-04T15:32:21.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:21 smithi007 ceph-mon[94998]: osdmap e345: 8 total, 8 up, 8 in 2024-08-04T15:32:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:32:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:21 smithi007 ceph-mon[92692]: osdmap e345: 8 total, 8 up, 8 in 2024-08-04T15:32:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:32:21.874 INFO:tasks.rados.rados.0.smithi007.stdout:1385: writing smithi00780855-47 from 7061504 to 7151616 tid 1 2024-08-04T15:32:21.874 INFO:tasks.rados.rados.0.smithi007.stdout:1386: copy_from oid 13 from oid 28 current snap is 133 2024-08-04T15:32:21.874 INFO:tasks.rados.rados.0.smithi007.stdout:1373: finishing write tid 2 to smithi00780855-3 2024-08-04T15:32:21.874 INFO:tasks.rados.rados.0.smithi007.stdout:1379: finishing write tid 1 to smithi00780855-19 2024-08-04T15:32:21.874 INFO:tasks.rados.rados.0.smithi007.stdout:1379: finishing write tid 2 to smithi00780855-19 2024-08-04T15:32:21.874 INFO:tasks.rados.rados.0.smithi007.stdout:1379: finishing write tid 3 to smithi00780855-19 2024-08-04T15:32:21.874 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 894 (ObjNum 432 snap 133 seq_num 432) dirty exists 2024-08-04T15:32:21.875 INFO:tasks.rados.rados.0.smithi007.stdout:1379: left oid 19 (ObjNum 432 snap 133 seq_num 432) 2024-08-04T15:32:21.875 INFO:tasks.rados.rados.0.smithi007.stdout:1380: expect (ObjNum 360 snap 114 seq_num 360) 2024-08-04T15:32:22.067 INFO:tasks.rados.rados.0.smithi007.stdout:1376: expect (ObjNum 420 snap 133 seq_num 420) 2024-08-04T15:32:22.719 INFO:tasks.rados.rados.0.smithi007.stdout:1373: finishing write tid 3 to smithi00780855-3 2024-08-04T15:32:22.719 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 903 (ObjNum 430 snap 133 seq_num 430) dirty exists 2024-08-04T15:32:22.719 INFO:tasks.rados.rados.0.smithi007.stdout:1373: left oid 3 (ObjNum 430 snap 133 seq_num 430) 2024-08-04T15:32:22.719 INFO:tasks.rados.rados.0.smithi007.stdout:1373: done (8 left) 2024-08-04T15:32:22.719 INFO:tasks.rados.rados.0.smithi007.stdout:1376: done (7 left) 2024-08-04T15:32:22.720 INFO:tasks.rados.rados.0.smithi007.stdout:1379: done (6 left) 2024-08-04T15:32:22.720 INFO:tasks.rados.rados.0.smithi007.stdout:1380: done (5 left) 2024-08-04T15:32:22.720 INFO:tasks.rados.rados.0.smithi007.stdout:1387: snap_remove snap 118 2024-08-04T15:32:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:22 smithi062 ceph-mon[85960]: pgmap v170: 121 pgs: 1 active+clean+snaptrim, 21 peering, 99 active+clean; 324 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 6.8 MiB/s wr, 27 op/s; 5.1 MiB/s, 1 objects/s recovering 2024-08-04T15:32:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:22 smithi062 ceph-mon[85960]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/645 objects degraded (3.256%), 5 pgs degraded) 2024-08-04T15:32:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:22 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:32:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:22 smithi062 ceph-mon[85960]: osdmap e346: 8 total, 8 up, 8 in 2024-08-04T15:32:22.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:22 smithi007 ceph-mon[94998]: pgmap v170: 121 pgs: 1 active+clean+snaptrim, 21 peering, 99 active+clean; 324 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 6.8 MiB/s wr, 27 op/s; 5.1 MiB/s, 1 objects/s recovering 2024-08-04T15:32:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:22 smithi007 ceph-mon[94998]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/645 objects degraded (3.256%), 5 pgs degraded) 2024-08-04T15:32:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:22 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:32:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:22 smithi007 ceph-mon[94998]: osdmap e346: 8 total, 8 up, 8 in 2024-08-04T15:32:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:22 smithi007 ceph-mon[92692]: pgmap v170: 121 pgs: 1 active+clean+snaptrim, 21 peering, 99 active+clean; 324 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 6.8 MiB/s wr, 27 op/s; 5.1 MiB/s, 1 objects/s recovering 2024-08-04T15:32:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:22 smithi007 ceph-mon[92692]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/645 objects degraded (3.256%), 5 pgs degraded) 2024-08-04T15:32:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:22 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:32:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:22 smithi007 ceph-mon[92692]: osdmap e346: 8 total, 8 up, 8 in 2024-08-04T15:32:23.511 INFO:tasks.rados.rados.0.smithi007.stdout:1387: done (5 left) 2024-08-04T15:32:23.512 INFO:tasks.rados.rados.0.smithi007.stdout:1388: snap_create 2024-08-04T15:32:23.512 INFO:tasks.rados.rados.0.smithi007.stdout:1382: expect (ObjNum 308 snap 93 seq_num 308) 2024-08-04T15:32:23.637 INFO:tasks.rados.rados.0.smithi007.stdout:1383: finishing write tid 1 to smithi00780855-18 2024-08-04T15:32:23.637 INFO:tasks.rados.rados.0.smithi007.stdout:1383: finishing write tid 2 to smithi00780855-18 2024-08-04T15:32:23.638 INFO:tasks.rados.rados.0.smithi007.stdout:1383: finishing write tid 3 to smithi00780855-18 2024-08-04T15:32:23.638 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 312 (ObjNum 434 snap 133 seq_num 434) dirty exists 2024-08-04T15:32:23.638 INFO:tasks.rados.rados.0.smithi007.stdout:1383: left oid 18 (ObjNum 434 snap 133 seq_num 434) 2024-08-04T15:32:23.638 INFO:tasks.rados.rados.0.smithi007.stdout:1385: finishing write tid 1 to smithi00780855-47 2024-08-04T15:32:23.638 INFO:tasks.rados.rados.0.smithi007.stdout:1385: finishing write tid 2 to smithi00780855-47 2024-08-04T15:32:23.638 INFO:tasks.rados.rados.0.smithi007.stdout:1385: finishing write tid 3 to smithi00780855-47 2024-08-04T15:32:23.638 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 176 (ObjNum 435 snap 133 seq_num 435) dirty exists 2024-08-04T15:32:23.638 INFO:tasks.rados.rados.0.smithi007.stdout:1385: left oid 47 (ObjNum 435 snap 133 seq_num 435) 2024-08-04T15:32:23.638 INFO:tasks.rados.rados.0.smithi007.stdout:1386: finishing copy_from racing read to smithi00780855-13 2024-08-04T15:32:23.638 INFO:tasks.rados.rados.0.smithi007.stdout:1386: finishing copy_from to smithi00780855-13 2024-08-04T15:32:23.638 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 888 (ObjNum 395 snap 126 seq_num 395) dirty exists 2024-08-04T15:32:23.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:24.437 INFO:tasks.rados.rados.0.smithi007.stdout:1382: done (5 left) 2024-08-04T15:32:24.437 INFO:tasks.rados.rados.0.smithi007.stdout:1383: done (4 left) 2024-08-04T15:32:24.437 INFO:tasks.rados.rados.0.smithi007.stdout:1384: done (3 left) 2024-08-04T15:32:24.438 INFO:tasks.rados.rados.0.smithi007.stdout:1385: done (2 left) 2024-08-04T15:32:24.438 INFO:tasks.rados.rados.0.smithi007.stdout:1386: done (1 left) 2024-08-04T15:32:24.438 INFO:tasks.rados.rados.0.smithi007.stdout:1388: done (0 left) 2024-08-04T15:32:24.438 INFO:tasks.rados.rados.0.smithi007.stdout:1389: read oid 28 snap -1 2024-08-04T15:32:24.438 INFO:tasks.rados.rados.0.smithi007.stdout:1389: expect (ObjNum 395 snap 126 seq_num 395) 2024-08-04T15:32:24.438 INFO:tasks.rados.rados.0.smithi007.stdout:1390: rollback oid 8 current snap is 134 2024-08-04T15:32:24.438 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 8 to 93 2024-08-04T15:32:24.438 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 34 current snap is 134 2024-08-04T15:32:24.438 INFO:tasks.rados.rados.0.smithi007.stdout:1391: seq_num 436 ranges {0=106496} 2024-08-04T15:32:24.439 INFO:tasks.rados.rados.0.smithi007.stdout:1391: writing smithi00780855-34 from 0 to 106496 tid 1 2024-08-04T15:32:24.439 INFO:tasks.rados.rados.0.smithi007.stdout:1392: setattr oid 30 current snap is 134 2024-08-04T15:32:24.439 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 134 2024-08-04T15:32:24.439 INFO:tasks.rados.rados.0.smithi007.stdout:1393: seq_num 437 ranges {3842048=122880} 2024-08-04T15:32:24.463 INFO:tasks.rados.rados.0.smithi007.stdout:1393: writing smithi00780855-43 from 3842048 to 3964928 tid 1 2024-08-04T15:32:24.463 INFO:tasks.rados.rados.0.smithi007.stdout:1394: copy_from oid 32 from oid 37 current snap is 134 2024-08-04T15:32:24.463 INFO:tasks.rados.rados.0.smithi007.stdout:1390: finishing rollback tid 0 to smithi00780855-8 2024-08-04T15:32:24.463 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 734 (ObjNum 388 snap 123 seq_num 388) dirty exists 2024-08-04T15:32:24.463 INFO:tasks.rados.rados.0.smithi007.stdout:1390: finishing rollback tid 1 to smithi00780855-8 2024-08-04T15:32:24.463 INFO:tasks.rados.rados.0.smithi007.stdout:1390: finishing rollback tid 2 to smithi00780855-8 2024-08-04T15:32:24.463 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 893 (ObjNum 272 snap 77 seq_num 272) dirty exists 2024-08-04T15:32:24.463 INFO:tasks.rados.rados.0.smithi007.stdout:1390: done (5 left) 2024-08-04T15:32:24.463 INFO:tasks.rados.rados.0.smithi007.stdout:1392: done (4 left) 2024-08-04T15:32:24.463 INFO:tasks.rados.rados.0.smithi007.stdout:1395: read oid 49 snap 130 2024-08-04T15:32:24.463 INFO:tasks.rados.rados.0.smithi007.stdout:1395: expect (ObjNum 300 snap 84 seq_num 300) 2024-08-04T15:32:24.464 INFO:tasks.rados.rados.0.smithi007.stdout:1396: rmattr oid 10 current snap is 134 2024-08-04T15:32:24.464 INFO:tasks.rados.rados.0.smithi007.stdout:1397: snap_remove snap 133 2024-08-04T15:32:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:24 smithi062 ceph-mon[85960]: pgmap v172: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 319 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 18 op/s; 17 MiB/s, 4 objects/s recovering 2024-08-04T15:32:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:24 smithi062 ceph-mon[85960]: osdmap e347: 8 total, 8 up, 8 in 2024-08-04T15:32:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:24 smithi062 ceph-mon[85960]: osdmap e348: 8 total, 8 up, 8 in 2024-08-04T15:32:24.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:24 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:24.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:24 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:24 smithi007 ceph-mon[92692]: pgmap v172: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 319 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 18 op/s; 17 MiB/s, 4 objects/s recovering 2024-08-04T15:32:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:24 smithi007 ceph-mon[92692]: osdmap e347: 8 total, 8 up, 8 in 2024-08-04T15:32:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:24 smithi007 ceph-mon[92692]: osdmap e348: 8 total, 8 up, 8 in 2024-08-04T15:32:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:24 smithi007 ceph-mon[94998]: pgmap v172: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 319 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 18 op/s; 17 MiB/s, 4 objects/s recovering 2024-08-04T15:32:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:24 smithi007 ceph-mon[94998]: osdmap e347: 8 total, 8 up, 8 in 2024-08-04T15:32:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:24 smithi007 ceph-mon[94998]: osdmap e348: 8 total, 8 up, 8 in 2024-08-04T15:32:25.440 INFO:tasks.rados.rados.0.smithi007.stdout:1397: done (6 left) 2024-08-04T15:32:25.440 INFO:tasks.rados.rados.0.smithi007.stdout:1398: read oid 33 snap -1 2024-08-04T15:32:25.440 INFO:tasks.rados.rados.0.smithi007.stdout:1398: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:32:25.440 INFO:tasks.rados.rados.0.smithi007.stdout:1399: rmattr oid 47 current snap is 134 2024-08-04T15:32:25.440 INFO:tasks.rados.rados.0.smithi007.stdout:1389: expect (ObjNum 395 snap 126 seq_num 395) 2024-08-04T15:32:25.695 INFO:tasks.rados.rados.0.smithi007.stdout:1391: finishing write tid 1 to smithi00780855-34 2024-08-04T15:32:25.695 INFO:tasks.rados.rados.0.smithi007.stdout:1391: finishing write tid 2 to smithi00780855-34 2024-08-04T15:32:25.695 INFO:tasks.rados.rados.0.smithi007.stdout:1389: done (7 left) 2024-08-04T15:32:25.695 INFO:tasks.rados.rados.0.smithi007.stdout:1400: snap_create 2024-08-04T15:32:25.695 INFO:tasks.rados.rados.0.smithi007.stdout:1395: expect (ObjNum 300 snap 84 seq_num 300) 2024-08-04T15:32:25.701 INFO:tasks.rados.rados.0.smithi007.stdout:1391: finishing write tid 3 to smithi00780855-34 2024-08-04T15:32:25.701 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 895 (ObjNum 436 snap 134 seq_num 436) dirty exists 2024-08-04T15:32:25.701 INFO:tasks.rados.rados.0.smithi007.stdout:1391: left oid 34 (ObjNum 436 snap 134 seq_num 436) 2024-08-04T15:32:25.701 INFO:tasks.rados.rados.0.smithi007.stdout:1393: finishing write tid 1 to smithi00780855-43 2024-08-04T15:32:25.701 INFO:tasks.rados.rados.0.smithi007.stdout:1393: finishing write tid 2 to smithi00780855-43 2024-08-04T15:32:25.701 INFO:tasks.rados.rados.0.smithi007.stdout:1393: finishing write tid 3 to smithi00780855-43 2024-08-04T15:32:25.701 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 756 (ObjNum 437 snap 134 seq_num 437) dirty exists 2024-08-04T15:32:25.701 INFO:tasks.rados.rados.0.smithi007.stdout:1393: left oid 43 (ObjNum 437 snap 134 seq_num 437) 2024-08-04T15:32:25.701 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 1069 (ObjNum 405 snap 131 seq_num 405) dirty exists 2024-08-04T15:32:25.702 INFO:tasks.rados.rados.0.smithi007.stdout:1394: finishing copy_from racing read to smithi00780855-32 2024-08-04T15:32:25.702 INFO:tasks.rados.rados.0.smithi007.stdout:1394: finishing copy_from to smithi00780855-32 2024-08-04T15:32:25.702 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 401 (ObjNum 421 snap 133 seq_num 421) dirty exists 2024-08-04T15:32:25.702 INFO:tasks.rados.rados.0.smithi007.stdout:1398: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:32:25.702 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 177 (ObjNum 435 snap 133 seq_num 435) dirty exists 2024-08-04T15:32:26.436 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:32:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:32:26] "GET /metrics HTTP/1.1" 200 36146 "" "Prometheus/2.43.0" 2024-08-04T15:32:26.517 INFO:tasks.rados.rados.0.smithi007.stdout:1391: done (7 left) 2024-08-04T15:32:26.517 INFO:tasks.rados.rados.0.smithi007.stdout:1393: done (6 left) 2024-08-04T15:32:26.518 INFO:tasks.rados.rados.0.smithi007.stdout:1394: done (5 left) 2024-08-04T15:32:26.518 INFO:tasks.rados.rados.0.smithi007.stdout:1395: done (4 left) 2024-08-04T15:32:26.518 INFO:tasks.rados.rados.0.smithi007.stdout:1396: done (3 left) 2024-08-04T15:32:26.518 INFO:tasks.rados.rados.0.smithi007.stdout:1398: done (2 left) 2024-08-04T15:32:26.518 INFO:tasks.rados.rados.0.smithi007.stdout:1399: done (1 left) 2024-08-04T15:32:26.518 INFO:tasks.rados.rados.0.smithi007.stdout:1400: done (0 left) 2024-08-04T15:32:26.518 INFO:tasks.rados.rados.0.smithi007.stdout:1401: rmattr oid 1 current snap is 135 2024-08-04T15:32:26.518 INFO:tasks.rados.rados.0.smithi007.stdout:1401: done (0 left) 2024-08-04T15:32:26.518 INFO:tasks.rados.rados.0.smithi007.stdout:1402: copy_from oid 37 from oid 15 current snap is 135 2024-08-04T15:32:26.518 INFO:tasks.rados.rados.0.smithi007.stdout:1403: rollback oid 30 current snap is 135 2024-08-04T15:32:26.518 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 30 to 130 2024-08-04T15:32:26.518 INFO:tasks.rados.rados.0.smithi007.stdout:1404: snap_create 2024-08-04T15:32:26.524 INFO:tasks.rados.rados.0.smithi007.stdout:1403: finishing rollback tid 0 to smithi00780855-30 2024-08-04T15:32:26.524 INFO:tasks.rados.rados.0.smithi007.stdout:1403: finishing rollback tid 1 to smithi00780855-30 2024-08-04T15:32:26.525 INFO:tasks.rados.rados.0.smithi007.stdout:1403: finishing rollback tid 2 to smithi00780855-30 2024-08-04T15:32:26.525 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 737 (ObjNum 388 snap 123 seq_num 388) dirty exists 2024-08-04T15:32:26.533 INFO:tasks.rados.rados.0.smithi007.stdout:1402: finishing copy_from racing read to smithi00780855-37 2024-08-04T15:32:26.536 INFO:tasks.rados.rados.0.smithi007.stdout:1402: finishing copy_from to smithi00780855-37 2024-08-04T15:32:26.536 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 1218 (ObjNum 418 snap 133 seq_num 418) dirty exists 2024-08-04T15:32:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:26 smithi062 ceph-mon[85960]: pgmap v175: 121 pgs: 121 active+clean; 323 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 5.8 MiB/s wr, 18 op/s; 19 MiB/s, 5 objects/s recovering 2024-08-04T15:32:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:26 smithi062 ceph-mon[85960]: osdmap e349: 8 total, 8 up, 8 in 2024-08-04T15:32:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:26 smithi007 ceph-mon[92692]: pgmap v175: 121 pgs: 121 active+clean; 323 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 5.8 MiB/s wr, 18 op/s; 19 MiB/s, 5 objects/s recovering 2024-08-04T15:32:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:26 smithi007 ceph-mon[92692]: osdmap e349: 8 total, 8 up, 8 in 2024-08-04T15:32:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:26 smithi007 ceph-mon[94998]: pgmap v175: 121 pgs: 121 active+clean; 323 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 5.8 MiB/s wr, 18 op/s; 19 MiB/s, 5 objects/s recovering 2024-08-04T15:32:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:26 smithi007 ceph-mon[94998]: osdmap e349: 8 total, 8 up, 8 in 2024-08-04T15:32:27.522 INFO:tasks.rados.rados.0.smithi007.stdout:1402: done (2 left) 2024-08-04T15:32:27.523 INFO:tasks.rados.rados.0.smithi007.stdout:1403: done (1 left) 2024-08-04T15:32:27.523 INFO:tasks.rados.rados.0.smithi007.stdout:1404: done (0 left) 2024-08-04T15:32:27.523 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 25 current snap is 136 2024-08-04T15:32:27.523 INFO:tasks.rados.rados.0.smithi007.stdout:1405: seq_num 438 ranges {3981312=139264} 2024-08-04T15:32:27.545 INFO:tasks.rados.rados.0.smithi007.stdout:1405: writing smithi00780855-25 from 3981312 to 4120576 tid 1 2024-08-04T15:32:27.545 INFO:tasks.rados.rados.0.smithi007.stdout:1406: delete oid 33 current snap is 136 2024-08-04T15:32:27.550 INFO:tasks.rados.rados.0.smithi007.stdout:1405: finishing write tid 1 to smithi00780855-25 2024-08-04T15:32:27.551 INFO:tasks.rados.rados.0.smithi007.stdout:1405: finishing write tid 2 to smithi00780855-25 2024-08-04T15:32:27.551 INFO:tasks.rados.rados.0.smithi007.stdout:1406: done (1 left) 2024-08-04T15:32:27.551 INFO:tasks.rados.rados.0.smithi007.stdout:1407: snap_create 2024-08-04T15:32:27.552 INFO:tasks.rados.rados.0.smithi007.stdout:1405: finishing write tid 3 to smithi00780855-25 2024-08-04T15:32:27.552 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 1318 (ObjNum 438 snap 136 seq_num 438) dirty exists 2024-08-04T15:32:27.553 INFO:tasks.rados.rados.0.smithi007.stdout:1405: left oid 25 (ObjNum 438 snap 136 seq_num 438) 2024-08-04T15:32:27.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:27 smithi007 ceph-mon[94998]: osdmap e350: 8 total, 8 up, 8 in 2024-08-04T15:32:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:27 smithi007 ceph-mon[92692]: osdmap e350: 8 total, 8 up, 8 in 2024-08-04T15:32:28.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:27 smithi062 ceph-mon[85960]: osdmap e350: 8 total, 8 up, 8 in 2024-08-04T15:32:28.524 INFO:tasks.rados.rados.0.smithi007.stdout:1405: done (1 left) 2024-08-04T15:32:28.525 INFO:tasks.rados.rados.0.smithi007.stdout:1407: done (0 left) 2024-08-04T15:32:28.525 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 5 current snap is 137 2024-08-04T15:32:28.525 INFO:tasks.rados.rados.0.smithi007.stdout:1408: seq_num 440 ranges {8478720=172032} 2024-08-04T15:32:28.572 INFO:tasks.rados.rados.0.smithi007.stdout:1408: writing smithi00780855-5 from 8478720 to 8650752 tid 1 2024-08-04T15:32:28.572 INFO:tasks.rados.rados.0.smithi007.stdout:1409: rollback oid 11 current snap is 137 2024-08-04T15:32:28.572 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 11 to 130 2024-08-04T15:32:28.572 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 4 current snap is 137 2024-08-04T15:32:28.572 INFO:tasks.rados.rados.0.smithi007.stdout:1410: seq_num 441 ranges {3981312=188416} 2024-08-04T15:32:28.595 INFO:tasks.rados.rados.0.smithi007.stdout:1410: writing smithi00780855-4 from 3981312 to 4169728 tid 1 2024-08-04T15:32:28.595 INFO:tasks.rados.rados.0.smithi007.stdout:1411: delete oid 30 current snap is 137 2024-08-04T15:32:28.595 INFO:tasks.rados.rados.0.smithi007.stdout:1409: finishing rollback tid 0 to smithi00780855-11 2024-08-04T15:32:28.595 INFO:tasks.rados.rados.0.smithi007.stdout:1408: finishing write tid 1 to smithi00780855-5 2024-08-04T15:32:28.595 INFO:tasks.rados.rados.0.smithi007.stdout:1409: finishing rollback tid 1 to smithi00780855-11 2024-08-04T15:32:28.596 INFO:tasks.rados.rados.0.smithi007.stdout:1409: finishing rollback tid 2 to smithi00780855-11 2024-08-04T15:32:28.596 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 1123 (ObjNum 349 snap 111 seq_num 349) dirty exists 2024-08-04T15:32:28.596 INFO:tasks.rados.rados.0.smithi007.stdout:1408: finishing write tid 2 to smithi00780855-5 2024-08-04T15:32:28.596 INFO:tasks.rados.rados.0.smithi007.stdout:1408: finishing write tid 3 to smithi00780855-5 2024-08-04T15:32:28.596 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 730 (ObjNum 440 snap 137 seq_num 440) dirty exists 2024-08-04T15:32:28.596 INFO:tasks.rados.rados.0.smithi007.stdout:1408: left oid 5 (ObjNum 440 snap 137 seq_num 440) 2024-08-04T15:32:28.599 INFO:tasks.rados.rados.0.smithi007.stdout:1410: finishing write tid 1 to smithi00780855-4 2024-08-04T15:32:28.599 INFO:tasks.rados.rados.0.smithi007.stdout:1410: finishing write tid 2 to smithi00780855-4 2024-08-04T15:32:28.601 INFO:tasks.rados.rados.0.smithi007.stdout:1408: done (3 left) 2024-08-04T15:32:28.601 INFO:tasks.rados.rados.0.smithi007.stdout:1409: done (2 left) 2024-08-04T15:32:28.602 INFO:tasks.rados.rados.0.smithi007.stdout:1411: done (1 left) 2024-08-04T15:32:28.602 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 137 2024-08-04T15:32:28.602 INFO:tasks.rados.rados.0.smithi007.stdout:1410: finishing write tid 3 to smithi00780855-4 2024-08-04T15:32:28.602 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 1130 (ObjNum 441 snap 137 seq_num 441) dirty exists 2024-08-04T15:32:28.602 INFO:tasks.rados.rados.0.smithi007.stdout:1410: left oid 4 (ObjNum 441 snap 137 seq_num 441) 2024-08-04T15:32:28.602 INFO:tasks.rados.rados.0.smithi007.stdout:1412: seq_num 443 ranges {2211840=221184} 2024-08-04T15:32:28.615 INFO:tasks.rados.rados.0.smithi007.stdout:1412: writing smithi00780855-15 from 2211840 to 2433024 tid 1 2024-08-04T15:32:28.615 INFO:tasks.rados.rados.0.smithi007.stdout:1410: done (1 left) 2024-08-04T15:32:28.615 INFO:tasks.rados.rados.0.smithi007.stdout:1413: delete oid 39 current snap is 137 2024-08-04T15:32:28.618 INFO:tasks.rados.rados.0.smithi007.stdout:1413: done (1 left) 2024-08-04T15:32:28.618 INFO:tasks.rados.rados.0.smithi007.stdout:1414: rollback oid 13 current snap is 137 2024-08-04T15:32:28.618 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 13 to 136 2024-08-04T15:32:28.618 INFO:tasks.rados.rados.0.smithi007.stdout:1415: snap_create 2024-08-04T15:32:28.619 INFO:tasks.rados.rados.0.smithi007.stdout:1412: finishing write tid 1 to smithi00780855-15 2024-08-04T15:32:28.622 INFO:tasks.rados.rados.0.smithi007.stdout:1412: finishing write tid 2 to smithi00780855-15 2024-08-04T15:32:28.623 INFO:tasks.rados.rados.0.smithi007.stdout:1414: finishing rollback tid 0 to smithi00780855-13 2024-08-04T15:32:28.623 INFO:tasks.rados.rados.0.smithi007.stdout:1414: finishing rollback tid 1 to smithi00780855-13 2024-08-04T15:32:28.624 INFO:tasks.rados.rados.0.smithi007.stdout:1412: finishing write tid 3 to smithi00780855-15 2024-08-04T15:32:28.624 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 1321 (ObjNum 443 snap 137 seq_num 443) dirty exists 2024-08-04T15:32:28.624 INFO:tasks.rados.rados.0.smithi007.stdout:1412: left oid 15 (ObjNum 443 snap 137 seq_num 443) 2024-08-04T15:32:28.626 INFO:tasks.rados.rados.0.smithi007.stdout:1414: finishing rollback tid 2 to smithi00780855-13 2024-08-04T15:32:28.626 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 1325 (ObjNum 395 snap 126 seq_num 395) dirty exists 2024-08-04T15:32:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:28 smithi007 ceph-mon[92692]: pgmap v178: 121 pgs: 121 active+clean; 319 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-08-04T15:32:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:28 smithi007 ceph-mon[92692]: osdmap e351: 8 total, 8 up, 8 in 2024-08-04T15:32:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:28 smithi007 ceph-mon[94998]: pgmap v178: 121 pgs: 121 active+clean; 319 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-08-04T15:32:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:28 smithi007 ceph-mon[94998]: osdmap e351: 8 total, 8 up, 8 in 2024-08-04T15:32:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:28 smithi062 ceph-mon[85960]: pgmap v178: 121 pgs: 121 active+clean; 319 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-08-04T15:32:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:28 smithi062 ceph-mon[85960]: osdmap e351: 8 total, 8 up, 8 in 2024-08-04T15:32:29.011 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:28.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:29.438 INFO:tasks.rados.rados.0.smithi007.stdout:1412: done (2 left) 2024-08-04T15:32:29.439 INFO:tasks.rados.rados.0.smithi007.stdout:1414: done (1 left) 2024-08-04T15:32:29.439 INFO:tasks.rados.rados.0.smithi007.stdout:1415: done (0 left) 2024-08-04T15:32:29.439 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 138 2024-08-04T15:32:29.439 INFO:tasks.rados.rados.0.smithi007.stdout:1416: seq_num 445 ranges {4603904=253952} 2024-08-04T15:32:29.466 INFO:tasks.rados.rados.0.smithi007.stdout:1416: writing smithi00780855-38 from 4603904 to 4857856 tid 1 2024-08-04T15:32:29.466 INFO:tasks.rados.rados.0.smithi007.stdout:1417: rollback oid 50 current snap is 138 2024-08-04T15:32:29.466 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 50 to 93 2024-08-04T15:32:29.466 INFO:tasks.rados.rados.0.smithi007.stdout:1418: setattr oid 41 current snap is 138 2024-08-04T15:32:29.467 INFO:tasks.rados.rados.0.smithi007.stdout:1419: rollback oid 7 current snap is 138 2024-08-04T15:32:29.467 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 7 to 93 2024-08-04T15:32:29.467 INFO:tasks.rados.rados.0.smithi007.stdout:1420: snap_remove snap 136 2024-08-04T15:32:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:29 smithi007 ceph-mon[92692]: osdmap e352: 8 total, 8 up, 8 in 2024-08-04T15:32:29.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:29 smithi007 ceph-mon[92692]: osdmap e353: 8 total, 8 up, 8 in 2024-08-04T15:32:29.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:29 smithi007 ceph-mon[94998]: osdmap e352: 8 total, 8 up, 8 in 2024-08-04T15:32:29.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:29 smithi007 ceph-mon[94998]: osdmap e353: 8 total, 8 up, 8 in 2024-08-04T15:32:29.912 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:29 smithi062 ceph-mon[85960]: osdmap e352: 8 total, 8 up, 8 in 2024-08-04T15:32:29.912 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:29 smithi062 ceph-mon[85960]: osdmap e353: 8 total, 8 up, 8 in 2024-08-04T15:32:30.441 INFO:tasks.rados.rados.0.smithi007.stdout:1420: done (4 left) 2024-08-04T15:32:30.441 INFO:tasks.rados.rados.0.smithi007.stdout:1421: rollback oid 14 current snap is 138 2024-08-04T15:32:30.441 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 14 to 129 2024-08-04T15:32:30.441 INFO:tasks.rados.rados.0.smithi007.stdout:1417: finishing rollback tid 0 to smithi00780855-50 2024-08-04T15:32:30.441 INFO:tasks.rados.rados.0.smithi007.stdout:1417: finishing rollback tid 1 to smithi00780855-50 2024-08-04T15:32:30.441 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 897 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-04T15:32:30.441 INFO:tasks.rados.rados.0.smithi007.stdout:1416: finishing write tid 1 to smithi00780855-38 2024-08-04T15:32:30.442 INFO:tasks.rados.rados.0.smithi007.stdout:1416: finishing write tid 2 to smithi00780855-38 2024-08-04T15:32:30.442 INFO:tasks.rados.rados.0.smithi007.stdout:1419: finishing rollback tid 1 to smithi00780855-7 2024-08-04T15:32:30.442 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 1327 (ObjNum 418 snap 133 seq_num 418) dirty exists 2024-08-04T15:32:30.442 INFO:tasks.rados.rados.0.smithi007.stdout:1419: finishing rollback tid 2 to smithi00780855-7 2024-08-04T15:32:30.442 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 1073 (ObjNum 263 snap 75 seq_num 263) dirty exists 2024-08-04T15:32:30.442 INFO:tasks.rados.rados.0.smithi007.stdout:1416: finishing write tid 3 to smithi00780855-38 2024-08-04T15:32:30.442 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 896 (ObjNum 445 snap 138 seq_num 445) dirty exists 2024-08-04T15:32:30.442 INFO:tasks.rados.rados.0.smithi007.stdout:1416: left oid 38 (ObjNum 445 snap 138 seq_num 445) 2024-08-04T15:32:30.442 INFO:tasks.rados.rados.0.smithi007.stdout:1416: done (4 left) 2024-08-04T15:32:30.442 INFO:tasks.rados.rados.0.smithi007.stdout:1417: done (3 left) 2024-08-04T15:32:30.442 INFO:tasks.rados.rados.0.smithi007.stdout:1418: done (2 left) 2024-08-04T15:32:30.442 INFO:tasks.rados.rados.0.smithi007.stdout:1419: done (1 left) 2024-08-04T15:32:30.442 INFO:tasks.rados.rados.0.smithi007.stdout:1422: delete oid 31 current snap is 138 2024-08-04T15:32:30.449 INFO:tasks.rados.rados.0.smithi007.stdout:1421: finishing rollback tid 0 to smithi00780855-14 2024-08-04T15:32:30.450 INFO:tasks.rados.rados.0.smithi007.stdout:1421: finishing rollback tid 1 to smithi00780855-14 2024-08-04T15:32:30.450 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 1330 (ObjNum 417 snap 0 seq_num 3493170400) dirty dne 2024-08-04T15:32:30.455 INFO:tasks.rados.rados.0.smithi007.stdout:1421: done (1 left) 2024-08-04T15:32:30.455 INFO:tasks.rados.rados.0.smithi007.stdout:1422: done (0 left) 2024-08-04T15:32:30.455 INFO:tasks.rados.rados.0.smithi007.stdout:1423: snap_remove snap 130 2024-08-04T15:32:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:30 smithi007 ceph-mon[94998]: pgmap v181: 121 pgs: 121 active+clean; 317 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-04T15:32:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:30 smithi007 ceph-mon[94998]: osdmap e354: 8 total, 8 up, 8 in 2024-08-04T15:32:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:30 smithi007 ceph-mon[92692]: pgmap v181: 121 pgs: 121 active+clean; 317 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-04T15:32:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:30 smithi007 ceph-mon[92692]: osdmap e354: 8 total, 8 up, 8 in 2024-08-04T15:32:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:30 smithi062 ceph-mon[85960]: pgmap v181: 121 pgs: 121 active+clean; 317 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-04T15:32:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:30 smithi062 ceph-mon[85960]: osdmap e354: 8 total, 8 up, 8 in 2024-08-04T15:32:31.442 INFO:tasks.rados.rados.0.smithi007.stdout:1423: done (0 left) 2024-08-04T15:32:31.442 INFO:tasks.rados.rados.0.smithi007.stdout:1424: read oid 12 snap 134 2024-08-04T15:32:31.442 INFO:tasks.rados.rados.0.smithi007.stdout:1424: expect (ObjNum 428 snap 133 seq_num 428) 2024-08-04T15:32:31.442 INFO:tasks.rados.rados.0.smithi007.stdout:1425: snap_remove snap 93 2024-08-04T15:32:32.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:32 smithi062 ceph-mon[85960]: pgmap v184: 121 pgs: 121 active+clean; 317 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-04T15:32:32.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:32.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:32 smithi062 ceph-mon[85960]: osdmap e355: 8 total, 8 up, 8 in 2024-08-04T15:32:32.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:32 smithi007 ceph-mon[92692]: pgmap v184: 121 pgs: 121 active+clean; 317 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-04T15:32:32.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:32.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:32 smithi007 ceph-mon[92692]: osdmap e355: 8 total, 8 up, 8 in 2024-08-04T15:32:32.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:32 smithi007 ceph-mon[94998]: pgmap v184: 121 pgs: 121 active+clean; 317 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-04T15:32:32.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:32.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:32 smithi007 ceph-mon[94998]: osdmap e355: 8 total, 8 up, 8 in 2024-08-04T15:32:32.443 INFO:tasks.rados.rados.0.smithi007.stdout:1425: done (1 left) 2024-08-04T15:32:32.443 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 21 current snap is 138 2024-08-04T15:32:32.444 INFO:tasks.rados.rados.0.smithi007.stdout:1426: seq_num 447 ranges {2416640=294912} 2024-08-04T15:32:32.459 INFO:tasks.rados.rados.0.smithi007.stdout:1426: writing smithi00780855-21 from 2416640 to 2711552 tid 1 2024-08-04T15:32:32.460 INFO:tasks.rados.rados.0.smithi007.stdout:1427: snap_remove snap 135 2024-08-04T15:32:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:33.453 INFO:tasks.rados.rados.0.smithi007.stdout:1424: expect (ObjNum 428 snap 133 seq_num 428) 2024-08-04T15:32:33.568 INFO:tasks.rados.rados.0.smithi007.stdout:1426: finishing write tid 1 to smithi00780855-21 2024-08-04T15:32:33.569 INFO:tasks.rados.rados.0.smithi007.stdout:1426: finishing write tid 2 to smithi00780855-21 2024-08-04T15:32:33.569 INFO:tasks.rados.rados.0.smithi007.stdout:1426: finishing write tid 3 to smithi00780855-21 2024-08-04T15:32:33.569 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 1090 (ObjNum 447 snap 138 seq_num 447) dirty exists 2024-08-04T15:32:33.569 INFO:tasks.rados.rados.0.smithi007.stdout:1426: left oid 21 (ObjNum 447 snap 138 seq_num 447) 2024-08-04T15:32:33.569 INFO:tasks.rados.rados.0.smithi007.stdout:1424: done (2 left) 2024-08-04T15:32:33.569 INFO:tasks.rados.rados.0.smithi007.stdout:1426: done (1 left) 2024-08-04T15:32:33.569 INFO:tasks.rados.rados.0.smithi007.stdout:1427: done (0 left) 2024-08-04T15:32:33.569 INFO:tasks.rados.rados.0.smithi007.stdout:1428: read oid 15 snap -1 2024-08-04T15:32:33.569 INFO:tasks.rados.rados.0.smithi007.stdout:1428: expect (ObjNum 443 snap 137 seq_num 443) 2024-08-04T15:32:33.569 INFO:tasks.rados.rados.0.smithi007.stdout:1429: read oid 12 snap -1 2024-08-04T15:32:33.569 INFO:tasks.rados.rados.0.smithi007.stdout:1429: expect (ObjNum 428 snap 133 seq_num 428) 2024-08-04T15:32:33.569 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 138 2024-08-04T15:32:33.569 INFO:tasks.rados.rados.0.smithi007.stdout:1430: seq_num 448 ranges {1302528=311296} 2024-08-04T15:32:33.577 INFO:tasks.rados.rados.0.smithi007.stdout:1430: writing smithi00780855-44 from 1302528 to 1613824 tid 1 2024-08-04T15:32:33.577 INFO:tasks.rados.rados.0.smithi007.stdout:1431: rollback oid 14 current snap is 138 2024-08-04T15:32:33.578 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 14 to 137 2024-08-04T15:32:33.578 INFO:tasks.rados.rados.0.smithi007.stdout:1432: read oid 20 snap 137 2024-08-04T15:32:33.578 INFO:tasks.rados.rados.0.smithi007.stdout:1432: expect (ObjNum 411 snap 132 seq_num 411) 2024-08-04T15:32:33.578 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 138 2024-08-04T15:32:33.578 INFO:tasks.rados.rados.0.smithi007.stdout:1433: seq_num 449 ranges {0=327680} 2024-08-04T15:32:33.580 INFO:tasks.rados.rados.0.smithi007.stdout:1433: writing smithi00780855-31 from 0 to 327680 tid 1 2024-08-04T15:32:33.580 INFO:tasks.rados.rados.0.smithi007.stdout:1434: read oid 46 snap -1 2024-08-04T15:32:33.580 INFO:tasks.rados.rados.0.smithi007.stdout:1434: expect deleted 2024-08-04T15:32:33.580 INFO:tasks.rados.rados.0.smithi007.stdout:1435: read oid 22 snap -1 2024-08-04T15:32:33.580 INFO:tasks.rados.rados.0.smithi007.stdout:1435: expect (ObjNum 386 snap 123 seq_num 386) 2024-08-04T15:32:33.580 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 25 current snap is 138 2024-08-04T15:32:33.580 INFO:tasks.rados.rados.0.smithi007.stdout:1436: seq_num 450 ranges {4120576=344064} 2024-08-04T15:32:33.605 INFO:tasks.rados.rados.0.smithi007.stdout:1436: writing smithi00780855-25 from 4120576 to 4464640 tid 1 2024-08-04T15:32:33.606 INFO:tasks.rados.rados.0.smithi007.stdout:1437: delete oid 32 current snap is 138 2024-08-04T15:32:33.606 INFO:tasks.rados.rados.0.smithi007.stdout:1428: expect (ObjNum 443 snap 137 seq_num 443) 2024-08-04T15:32:33.706 INFO:tasks.rados.rados.0.smithi007.stdout:1430: finishing write tid 1 to smithi00780855-44 2024-08-04T15:32:33.706 INFO:tasks.rados.rados.0.smithi007.stdout:1430: finishing write tid 2 to smithi00780855-44 2024-08-04T15:32:33.706 INFO:tasks.rados.rados.0.smithi007.stdout:1430: finishing write tid 3 to smithi00780855-44 2024-08-04T15:32:33.706 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1132 (ObjNum 448 snap 138 seq_num 448) dirty exists 2024-08-04T15:32:33.707 INFO:tasks.rados.rados.0.smithi007.stdout:1430: left oid 44 (ObjNum 448 snap 138 seq_num 448) 2024-08-04T15:32:33.707 INFO:tasks.rados.rados.0.smithi007.stdout:1433: finishing write tid 1 to smithi00780855-31 2024-08-04T15:32:33.707 INFO:tasks.rados.rados.0.smithi007.stdout:1433: finishing write tid 2 to smithi00780855-31 2024-08-04T15:32:33.707 INFO:tasks.rados.rados.0.smithi007.stdout:1428: done (9 left) 2024-08-04T15:32:33.707 INFO:tasks.rados.rados.0.smithi007.stdout:1430: done (8 left) 2024-08-04T15:32:33.707 INFO:tasks.rados.rados.0.smithi007.stdout:1434: done (7 left) 2024-08-04T15:32:33.707 INFO:tasks.rados.rados.0.smithi007.stdout:1437: done (6 left) 2024-08-04T15:32:33.707 INFO:tasks.rados.rados.0.smithi007.stdout:1438: snap_remove snap 129 2024-08-04T15:32:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:33 smithi062 ceph-mon[85960]: osdmap e356: 8 total, 8 up, 8 in 2024-08-04T15:32:33.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:33 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:33.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:33 smithi007 ceph-mon[92692]: osdmap e356: 8 total, 8 up, 8 in 2024-08-04T15:32:33.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:33 smithi007 ceph-mon[94998]: osdmap e356: 8 total, 8 up, 8 in 2024-08-04T15:32:34.440 INFO:tasks.rados.rados.0.smithi007.stdout:1438: done (6 left) 2024-08-04T15:32:34.440 INFO:tasks.rados.rados.0.smithi007.stdout:1439: setattr oid 49 current snap is 138 2024-08-04T15:32:34.440 INFO:tasks.rados.rados.0.smithi007.stdout:1433: finishing write tid 3 to smithi00780855-31 2024-08-04T15:32:34.441 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 1127 (ObjNum 449 snap 138 seq_num 449) dirty exists 2024-08-04T15:32:34.441 INFO:tasks.rados.rados.0.smithi007.stdout:1433: left oid 31 (ObjNum 449 snap 138 seq_num 449) 2024-08-04T15:32:34.441 INFO:tasks.rados.rados.0.smithi007.stdout:1435: expect (ObjNum 386 snap 123 seq_num 386) 2024-08-04T15:32:34.501 INFO:tasks.rados.rados.0.smithi007.stdout:1429: expect (ObjNum 428 snap 133 seq_num 428) 2024-08-04T15:32:34.610 INFO:tasks.rados.rados.0.smithi007.stdout:1431: finishing rollback tid 1 to smithi00780855-14 2024-08-04T15:32:34.611 INFO:tasks.rados.rados.0.smithi007.stdout:1431: finishing rollback tid 2 to smithi00780855-14 2024-08-04T15:32:34.611 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 1370 (ObjNum 417 snap 133 seq_num 417) dirty exists 2024-08-04T15:32:34.611 INFO:tasks.rados.rados.0.smithi007.stdout:1432: expect (ObjNum 411 snap 132 seq_num 411) 2024-08-04T15:32:34.700 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:34 smithi007 ceph-mon[92692]: pgmap v187: 121 pgs: 121 active+clean; 318 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 196 KiB/s wr, 12 op/s 2024-08-04T15:32:34.700 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:34 smithi007 ceph-mon[92692]: osdmap e357: 8 total, 8 up, 8 in 2024-08-04T15:32:34.700 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-04T15:32:34.700 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:34 smithi007 ceph-mon[92692]: osdmap e358: 8 total, 8 up, 8 in 2024-08-04T15:32:34.701 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:34 smithi007 ceph-mon[94998]: pgmap v187: 121 pgs: 121 active+clean; 318 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 196 KiB/s wr, 12 op/s 2024-08-04T15:32:34.701 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:34 smithi007 ceph-mon[94998]: osdmap e357: 8 total, 8 up, 8 in 2024-08-04T15:32:34.701 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-04T15:32:34.701 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:34 smithi007 ceph-mon[94998]: osdmap e358: 8 total, 8 up, 8 in 2024-08-04T15:32:34.715 INFO:tasks.rados.rados.0.smithi007.stdout:1436: finishing write tid 1 to smithi00780855-25 2024-08-04T15:32:34.715 INFO:tasks.rados.rados.0.smithi007.stdout:1436: finishing write tid 2 to smithi00780855-25 2024-08-04T15:32:34.715 INFO:tasks.rados.rados.0.smithi007.stdout:1436: finishing write tid 3 to smithi00780855-25 2024-08-04T15:32:34.715 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 1373 (ObjNum 450 snap 138 seq_num 450) dirty exists 2024-08-04T15:32:34.715 INFO:tasks.rados.rados.0.smithi007.stdout:1436: left oid 25 (ObjNum 450 snap 138 seq_num 450) 2024-08-04T15:32:34.715 INFO:tasks.rados.rados.0.smithi007.stdout:1429: done (6 left) 2024-08-04T15:32:34.715 INFO:tasks.rados.rados.0.smithi007.stdout:1431: done (5 left) 2024-08-04T15:32:34.715 INFO:tasks.rados.rados.0.smithi007.stdout:1432: done (4 left) 2024-08-04T15:32:34.715 INFO:tasks.rados.rados.0.smithi007.stdout:1433: done (3 left) 2024-08-04T15:32:34.715 INFO:tasks.rados.rados.0.smithi007.stdout:1435: done (2 left) 2024-08-04T15:32:34.715 INFO:tasks.rados.rados.0.smithi007.stdout:1436: done (1 left) 2024-08-04T15:32:34.715 INFO:tasks.rados.rados.0.smithi007.stdout:1440: copy_from oid 41 from oid 27 current snap is 138 2024-08-04T15:32:34.716 INFO:tasks.rados.rados.0.smithi007.stdout:1441: read oid 25 snap -1 2024-08-04T15:32:34.716 INFO:tasks.rados.rados.0.smithi007.stdout:1441: expect (ObjNum 450 snap 138 seq_num 450) 2024-08-04T15:32:34.716 INFO:tasks.rados.rados.0.smithi007.stdout:1442: copy_from oid 8 from oid 35 current snap is 138 2024-08-04T15:32:34.716 INFO:tasks.rados.rados.0.smithi007.stdout:1443: snap_remove snap 137 2024-08-04T15:32:34.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:34 smithi062 ceph-mon[85960]: pgmap v187: 121 pgs: 121 active+clean; 318 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 196 KiB/s wr, 12 op/s 2024-08-04T15:32:34.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:34 smithi062 ceph-mon[85960]: osdmap e357: 8 total, 8 up, 8 in 2024-08-04T15:32:34.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-04T15:32:34.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:34 smithi062 ceph-mon[85960]: osdmap e358: 8 total, 8 up, 8 in 2024-08-04T15:32:34.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:34.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:35.457 INFO:tasks.rados.rados.0.smithi007.stdout:1443: done (4 left) 2024-08-04T15:32:35.457 INFO:tasks.rados.rados.0.smithi007.stdout:1444: delete oid 7 current snap is 138 2024-08-04T15:32:35.457 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 1104 (ObjNum 300 snap 84 seq_num 300) dirty exists 2024-08-04T15:32:35.457 INFO:tasks.rados.rados.0.smithi007.stdout:1442: finishing copy_from racing read to smithi00780855-8 2024-08-04T15:32:35.457 INFO:tasks.rados.rados.0.smithi007.stdout:1442: finishing copy_from to smithi00780855-8 2024-08-04T15:32:35.458 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 1110 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-08-04T15:32:35.458 INFO:tasks.rados.rados.0.smithi007.stdout:1440: finishing copy_from racing read to smithi00780855-41 2024-08-04T15:32:35.458 INFO:tasks.rados.rados.0.smithi007.stdout:1441: expect (ObjNum 450 snap 138 seq_num 450) 2024-08-04T15:32:35.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:35 smithi062 ceph-mon[85960]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-04T15:32:35.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:35 smithi062 ceph-mon[85960]: Upgrade: osd.2 is safe to restart 2024-08-04T15:32:35.803 INFO:tasks.rados.rados.0.smithi007.stdout:1440: finishing copy_from to smithi00780855-41 2024-08-04T15:32:35.803 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 731 (ObjNum 373 snap 120 seq_num 373) dirty exists 2024-08-04T15:32:35.803 INFO:tasks.rados.rados.0.smithi007.stdout:1439: done (4 left) 2024-08-04T15:32:35.803 INFO:tasks.rados.rados.0.smithi007.stdout:1440: done (3 left) 2024-08-04T15:32:35.803 INFO:tasks.rados.rados.0.smithi007.stdout:1441: done (2 left) 2024-08-04T15:32:35.803 INFO:tasks.rados.rados.0.smithi007.stdout:1442: done (1 left) 2024-08-04T15:32:35.804 INFO:tasks.rados.rados.0.smithi007.stdout:1444: done (0 left) 2024-08-04T15:32:35.804 INFO:tasks.rados.rados.0.smithi007.stdout:1445: read oid 24 snap -1 2024-08-04T15:32:35.804 INFO:tasks.rados.rados.0.smithi007.stdout:1445: expect (ObjNum 391 snap 123 seq_num 391) 2024-08-04T15:32:35.804 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 17 current snap is 138 2024-08-04T15:32:35.804 INFO:tasks.rados.rados.0.smithi007.stdout:1446: seq_num 453 ranges {1056768=393216} 2024-08-04T15:32:35.811 INFO:tasks.rados.rados.0.smithi007.stdout:1446: writing smithi00780855-17 from 1056768 to 1449984 tid 1 2024-08-04T15:32:35.811 INFO:tasks.rados.rados.0.smithi007.stdout:1447: snap_remove snap 134 2024-08-04T15:32:35.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:35 smithi007 ceph-mon[92692]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-04T15:32:35.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:35 smithi007 ceph-mon[92692]: Upgrade: osd.2 is safe to restart 2024-08-04T15:32:35.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:35 smithi007 ceph-mon[94998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-04T15:32:35.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:35 smithi007 ceph-mon[94998]: Upgrade: osd.2 is safe to restart 2024-08-04T15:32:36.285 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:32:36] "GET /metrics HTTP/1.1" 200 36147 "" "Prometheus/2.43.0" 2024-08-04T15:32:36.578 INFO:tasks.rados.rados.0.smithi007.stdout:1447: done (2 left) 2024-08-04T15:32:36.578 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 26 current snap is 138 2024-08-04T15:32:36.578 INFO:tasks.rados.rados.0.smithi007.stdout:1448: seq_num 454 ranges {5111808=409600} 2024-08-04T15:32:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-mon[94998]: pgmap v190: 121 pgs: 121 active+clean; 314 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 238 KiB/s wr, 12 op/s 2024-08-04T15:32:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-mon[94998]: osdmap e359: 8 total, 8 up, 8 in 2024-08-04T15:32:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-mon[94998]: Upgrade: Updating osd.2 2024-08-04T15:32:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-04T15:32:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:32:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-mon[94998]: Deploying daemon osd.2 on smithi007 2024-08-04T15:32:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:32:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-mon[92692]: pgmap v190: 121 pgs: 121 active+clean; 314 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 238 KiB/s wr, 12 op/s 2024-08-04T15:32:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-mon[92692]: osdmap e359: 8 total, 8 up, 8 in 2024-08-04T15:32:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-mon[92692]: Upgrade: Updating osd.2 2024-08-04T15:32:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-04T15:32:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:32:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-mon[92692]: Deploying daemon osd.2 on smithi007 2024-08-04T15:32:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:32:36.609 INFO:tasks.rados.rados.0.smithi007.stdout:1448: writing smithi00780855-26 from 5111808 to 5521408 tid 1 2024-08-04T15:32:36.609 INFO:tasks.rados.rados.0.smithi007.stdout:1449: snap_create 2024-08-04T15:32:36.609 INFO:tasks.rados.rados.0.smithi007.stdout:1445: expect (ObjNum 391 snap 123 seq_num 391) 2024-08-04T15:32:36.665 INFO:tasks.rados.rados.0.smithi007.stdout:1446: finishing write tid 1 to smithi00780855-17 2024-08-04T15:32:36.665 INFO:tasks.rados.rados.0.smithi007.stdout:1446: finishing write tid 2 to smithi00780855-17 2024-08-04T15:32:36.666 INFO:tasks.rados.rados.0.smithi007.stdout:1446: finishing write tid 3 to smithi00780855-17 2024-08-04T15:32:36.666 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 1112 (ObjNum 453 snap 138 seq_num 453) dirty exists 2024-08-04T15:32:36.666 INFO:tasks.rados.rados.0.smithi007.stdout:1446: left oid 17 (ObjNum 453 snap 138 seq_num 453) 2024-08-04T15:32:36.666 INFO:tasks.rados.rados.0.smithi007.stdout:1448: finishing write tid 1 to smithi00780855-26 2024-08-04T15:32:36.666 INFO:tasks.rados.rados.0.smithi007.stdout:1448: finishing write tid 2 to smithi00780855-26 2024-08-04T15:32:36.666 INFO:tasks.rados.rados.0.smithi007.stdout:1448: finishing write tid 3 to smithi00780855-26 2024-08-04T15:32:36.666 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 1115 (ObjNum 454 snap 138 seq_num 454) dirty exists 2024-08-04T15:32:36.666 INFO:tasks.rados.rados.0.smithi007.stdout:1448: left oid 26 (ObjNum 454 snap 138 seq_num 454) 2024-08-04T15:32:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:36 smithi062 ceph-mon[85960]: pgmap v190: 121 pgs: 121 active+clean; 314 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 238 KiB/s wr, 12 op/s 2024-08-04T15:32:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:36 smithi062 ceph-mon[85960]: osdmap e359: 8 total, 8 up, 8 in 2024-08-04T15:32:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:36 smithi062 ceph-mon[85960]: Upgrade: Updating osd.2 2024-08-04T15:32:36.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:36.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-04T15:32:36.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:32:36.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:36 smithi062 ceph-mon[85960]: Deploying daemon osd.2 on smithi007 2024-08-04T15:32:36.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:36.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:32:37.581 INFO:tasks.rados.rados.0.smithi007.stdout:1445: done (3 left) 2024-08-04T15:32:37.581 INFO:tasks.rados.rados.0.smithi007.stdout:1446: done (2 left) 2024-08-04T15:32:37.581 INFO:tasks.rados.rados.0.smithi007.stdout:1448: done (1 left) 2024-08-04T15:32:37.582 INFO:tasks.rados.rados.0.smithi007.stdout:1449: done (0 left) 2024-08-04T15:32:37.582 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 139 2024-08-04T15:32:37.582 INFO:tasks.rados.rados.0.smithi007.stdout:1450: seq_num 455 ranges {1613824=425984} 2024-08-04T15:32:37.592 INFO:tasks.rados.rados.0.smithi007.stdout:1450: writing smithi00780855-44 from 1613824 to 2039808 tid 1 2024-08-04T15:32:37.593 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 139 2024-08-04T15:32:37.593 INFO:tasks.rados.rados.0.smithi007.stdout:1451: seq_num 456 ranges {10215424=442368} 2024-08-04T15:32:37.651 INFO:tasks.rados.rados.0.smithi007.stdout:1451: writing smithi00780855-48 from 10215424 to 10657792 tid 1 2024-08-04T15:32:37.651 INFO:tasks.rados.rados.0.smithi007.stdout:1452: delete oid 25 current snap is 139 2024-08-04T15:32:37.651 INFO:tasks.rados.rados.0.smithi007.stdout:1450: finishing write tid 1 to smithi00780855-44 2024-08-04T15:32:37.652 INFO:tasks.rados.rados.0.smithi007.stdout:1450: finishing write tid 2 to smithi00780855-44 2024-08-04T15:32:37.652 INFO:tasks.rados.rados.0.smithi007.stdout:1450: finishing write tid 3 to smithi00780855-44 2024-08-04T15:32:37.652 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1134 (ObjNum 455 snap 139 seq_num 455) dirty exists 2024-08-04T15:32:37.652 INFO:tasks.rados.rados.0.smithi007.stdout:1450: left oid 44 (ObjNum 455 snap 139 seq_num 455) 2024-08-04T15:32:37.655 INFO:tasks.rados.rados.0.smithi007.stdout:1450: done (2 left) 2024-08-04T15:32:37.655 INFO:tasks.rados.rados.0.smithi007.stdout:1452: done (1 left) 2024-08-04T15:32:37.655 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 139 2024-08-04T15:32:37.655 INFO:tasks.rados.rados.0.smithi007.stdout:1453: seq_num 458 ranges {1671168=475136} 2024-08-04T15:32:37.667 INFO:tasks.rados.rados.0.smithi007.stdout:1453: writing smithi00780855-22 from 1671168 to 2146304 tid 1 2024-08-04T15:32:37.667 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 139 2024-08-04T15:32:37.667 INFO:tasks.rados.rados.0.smithi007.stdout:1454: seq_num 459 ranges {229376=491520} 2024-08-04T15:32:37.672 INFO:tasks.rados.rados.0.smithi007.stdout:1454: writing smithi00780855-49 from 229376 to 720896 tid 1 2024-08-04T15:32:37.672 INFO:tasks.rados.rados.0.smithi007.stdout:1455: read oid 44 snap 138 2024-08-04T15:32:37.672 INFO:tasks.rados.rados.0.smithi007.stdout:1455: expect (ObjNum 448 snap 138 seq_num 448) 2024-08-04T15:32:37.672 INFO:tasks.rados.rados.0.smithi007.stdout:1456: snap_create 2024-08-04T15:32:37.672 INFO:tasks.rados.rados.0.smithi007.stdout:1451: finishing write tid 1 to smithi00780855-48 2024-08-04T15:32:37.672 INFO:tasks.rados.rados.0.smithi007.stdout:1451: finishing write tid 2 to smithi00780855-48 2024-08-04T15:32:37.672 INFO:tasks.rados.rados.0.smithi007.stdout:1451: finishing write tid 3 to smithi00780855-48 2024-08-04T15:32:37.672 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 905 (ObjNum 456 snap 139 seq_num 456) dirty exists 2024-08-04T15:32:37.672 INFO:tasks.rados.rados.0.smithi007.stdout:1451: left oid 48 (ObjNum 456 snap 139 seq_num 456) 2024-08-04T15:32:37.672 INFO:tasks.rados.rados.0.smithi007.stdout:1453: finishing write tid 1 to smithi00780855-22 2024-08-04T15:32:37.672 INFO:tasks.rados.rados.0.smithi007.stdout:1453: finishing write tid 2 to smithi00780855-22 2024-08-04T15:32:37.672 INFO:tasks.rados.rados.0.smithi007.stdout:1453: finishing write tid 3 to smithi00780855-22 2024-08-04T15:32:37.673 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 642 (ObjNum 458 snap 139 seq_num 458) dirty exists 2024-08-04T15:32:37.673 INFO:tasks.rados.rados.0.smithi007.stdout:1453: left oid 22 (ObjNum 458 snap 139 seq_num 458) 2024-08-04T15:32:37.676 INFO:tasks.rados.rados.0.smithi007.stdout:1455: expect (ObjNum 448 snap 138 seq_num 448) 2024-08-04T15:32:37.750 INFO:tasks.rados.rados.0.smithi007.stdout:1454: finishing write tid 1 to smithi00780855-49 2024-08-04T15:32:37.750 INFO:tasks.rados.rados.0.smithi007.stdout:1454: finishing write tid 2 to smithi00780855-49 2024-08-04T15:32:37.750 INFO:tasks.rados.rados.0.smithi007.stdout:1454: finishing write tid 3 to smithi00780855-49 2024-08-04T15:32:37.751 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 1118 (ObjNum 459 snap 139 seq_num 459) dirty exists 2024-08-04T15:32:37.751 INFO:tasks.rados.rados.0.smithi007.stdout:1454: left oid 49 (ObjNum 459 snap 139 seq_num 459) 2024-08-04T15:32:37.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:37 smithi007 ceph-mon[94998]: osdmap e360: 8 total, 8 up, 8 in 2024-08-04T15:32:37.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:37 smithi007 ceph-mon[92692]: osdmap e360: 8 total, 8 up, 8 in 2024-08-04T15:32:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:37 smithi062 ceph-mon[85960]: osdmap e360: 8 total, 8 up, 8 in 2024-08-04T15:32:38.587 INFO:tasks.rados.rados.0.smithi007.stdout:1451: done (4 left) 2024-08-04T15:32:38.587 INFO:tasks.rados.rados.0.smithi007.stdout:1453: done (3 left) 2024-08-04T15:32:38.587 INFO:tasks.rados.rados.0.smithi007.stdout:1454: done (2 left) 2024-08-04T15:32:38.587 INFO:tasks.rados.rados.0.smithi007.stdout:1455: done (1 left) 2024-08-04T15:32:38.587 INFO:tasks.rados.rados.0.smithi007.stdout:1456: done (0 left) 2024-08-04T15:32:38.588 INFO:tasks.rados.rados.0.smithi007.stdout:1457: snap_create 2024-08-04T15:32:38.762 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:38 smithi007 systemd[1]: Stopping Ceph osd.2 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:32:38.762 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:38 smithi007 ceph-mon[92692]: pgmap v193: 121 pgs: 121 active+clean; 151 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-08-04T15:32:38.762 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:38 smithi007 ceph-mon[92692]: osdmap e361: 8 total, 8 up, 8 in 2024-08-04T15:32:38.762 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:38 smithi007 ceph-mon[94998]: pgmap v193: 121 pgs: 121 active+clean; 151 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-08-04T15:32:38.762 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:38 smithi007 ceph-mon[94998]: osdmap e361: 8 total, 8 up, 8 in 2024-08-04T15:32:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:38 smithi062 ceph-mon[85960]: pgmap v193: 121 pgs: 121 active+clean; 151 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-08-04T15:32:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:38 smithi062 ceph-mon[85960]: osdmap e361: 8 total, 8 up, 8 in 2024-08-04T15:32:39.012 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:38 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:38.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:39.086 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[55206]: 2024-08-04T15:32:38.760+0000 7f5c26c7f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T15:32:39.086 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[55206]: 2024-08-04T15:32:38.761+0000 7f5c26c7f640 -1 osd.2 361 *** Got signal Terminated *** 2024-08-04T15:32:39.086 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[55206]: 2024-08-04T15:32:38.761+0000 7f5c26c7f640 -1 osd.2 361 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-04T15:32:39.443 INFO:tasks.rados.rados.0.smithi007.stdout:1457: done (0 left) 2024-08-04T15:32:39.443 INFO:tasks.rados.rados.0.smithi007.stdout:1458: rollback oid 43 current snap is 141 2024-08-04T15:32:39.443 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 43 to 139 2024-08-04T15:32:39.443 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 4 current snap is 141 2024-08-04T15:32:39.443 INFO:tasks.rados.rados.0.smithi007.stdout:1459: seq_num 460 ranges {4169728=507904} 2024-08-04T15:32:39.469 INFO:tasks.rados.rados.0.smithi007.stdout:1459: writing smithi00780855-4 from 4169728 to 4677632 tid 1 2024-08-04T15:32:39.469 INFO:tasks.rados.rados.0.smithi007.stdout:1460: read oid 18 snap -1 2024-08-04T15:32:39.469 INFO:tasks.rados.rados.0.smithi007.stdout:1460: expect (ObjNum 434 snap 133 seq_num 434) 2024-08-04T15:32:39.469 INFO:tasks.rados.rados.0.smithi007.stdout:1461: copy_from oid 6 from oid 29 current snap is 141 2024-08-04T15:32:39.469 INFO:tasks.rados.rados.0.smithi007.stdout:1462: setattr oid 2 current snap is 141 2024-08-04T15:32:39.470 INFO:tasks.rados.rados.0.smithi007.stdout:1463: rollback oid 10 current snap is 141 2024-08-04T15:32:39.470 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 10 to 138 2024-08-04T15:32:39.470 INFO:tasks.rados.rados.0.smithi007.stdout:1464: read oid 12 snap -1 2024-08-04T15:32:39.471 INFO:tasks.rados.rados.0.smithi007.stdout:1464: expect (ObjNum 428 snap 133 seq_num 428) 2024-08-04T15:32:39.471 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 50 current snap is 141 2024-08-04T15:32:39.471 INFO:tasks.rados.rados.0.smithi007.stdout:1465: seq_num 461 ranges {0=524288} 2024-08-04T15:32:39.474 INFO:tasks.rados.rados.0.smithi007.stdout:1465: writing smithi00780855-50 from 0 to 524288 tid 1 2024-08-04T15:32:39.474 INFO:tasks.rados.rados.0.smithi007.stdout:1459: finishing write tid 1 to smithi00780855-4 2024-08-04T15:32:39.474 INFO:tasks.rados.rados.0.smithi007.stdout:1459: finishing write tid 2 to smithi00780855-4 2024-08-04T15:32:39.474 INFO:tasks.rados.rados.0.smithi007.stdout:1466: snap_remove snap 140 2024-08-04T15:32:39.993 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:39 smithi007 ceph-mon[94998]: osdmap e362: 8 total, 8 up, 8 in 2024-08-04T15:32:39.993 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:39 smithi007 ceph-mon[94998]: osd.2 marked itself down and dead 2024-08-04T15:32:39.993 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:39 smithi007 ceph-mon[94998]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:32:39.993 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:39 smithi007 ceph-mon[94998]: osdmap e363: 8 total, 7 up, 8 in 2024-08-04T15:32:39.994 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:39 smithi007 ceph-mon[92692]: osdmap e362: 8 total, 8 up, 8 in 2024-08-04T15:32:39.994 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:39 smithi007 ceph-mon[92692]: osd.2 marked itself down and dead 2024-08-04T15:32:39.994 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:39 smithi007 ceph-mon[92692]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:32:39.994 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:39 smithi007 ceph-mon[92692]: osdmap e363: 8 total, 7 up, 8 in 2024-08-04T15:32:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:39 smithi062 ceph-mon[85960]: osdmap e362: 8 total, 8 up, 8 in 2024-08-04T15:32:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:39 smithi062 ceph-mon[85960]: osd.2 marked itself down and dead 2024-08-04T15:32:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:39 smithi062 ceph-mon[85960]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:32:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:39 smithi062 ceph-mon[85960]: osdmap e363: 8 total, 7 up, 8 in 2024-08-04T15:32:40.277 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:39 smithi007 podman[108939]: 2024-08-04 15:32:39.993131035 +0000 UTC m=+1.340029034 container died 75284b707dd43d67e75e99381fe6ee44aa4eaebcf6ab15edd34cf5f3972eb3da (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=quincy-85224d9, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-04T15:32:40.445 INFO:tasks.rados.rados.0.smithi007.stdout:1459: finishing write tid 3 to smithi00780855-4 2024-08-04T15:32:40.445 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 1136 (ObjNum 460 snap 141 seq_num 460) dirty exists 2024-08-04T15:32:40.446 INFO:tasks.rados.rados.0.smithi007.stdout:1459: left oid 4 (ObjNum 460 snap 141 seq_num 460) 2024-08-04T15:32:40.446 INFO:tasks.rados.rados.0.smithi007.stdout:1463: finishing rollback tid 0 to smithi00780855-10 2024-08-04T15:32:40.446 INFO:tasks.rados.rados.0.smithi007.stdout:1463: finishing rollback tid 1 to smithi00780855-10 2024-08-04T15:32:40.446 INFO:tasks.rados.rados.0.smithi007.stdout:1463: finishing rollback tid 2 to smithi00780855-10 2024-08-04T15:32:40.446 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 1122 (ObjNum 405 snap 131 seq_num 405) dirty exists 2024-08-04T15:32:40.446 INFO:tasks.rados.rados.0.smithi007.stdout:1465: finishing write tid 1 to smithi00780855-50 2024-08-04T15:32:40.446 INFO:tasks.rados.rados.0.smithi007.stdout:1465: finishing write tid 2 to smithi00780855-50 2024-08-04T15:32:40.446 INFO:tasks.rados.rados.0.smithi007.stdout:1465: finishing write tid 3 to smithi00780855-50 2024-08-04T15:32:40.446 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 899 (ObjNum 461 snap 141 seq_num 461) dirty exists 2024-08-04T15:32:40.446 INFO:tasks.rados.rados.0.smithi007.stdout:1465: left oid 50 (ObjNum 461 snap 141 seq_num 461) 2024-08-04T15:32:40.446 INFO:tasks.rados.rados.0.smithi007.stdout:1464: expect (ObjNum 428 snap 133 seq_num 428) 2024-08-04T15:32:40.568 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 906 (ObjNum 258 snap 74 seq_num 258) dirty exists 2024-08-04T15:32:40.568 INFO:tasks.rados.rados.0.smithi007.stdout:1458: finishing rollback tid 0 to smithi00780855-43 2024-08-04T15:32:40.568 INFO:tasks.rados.rados.0.smithi007.stdout:1458: finishing rollback tid 1 to smithi00780855-43 2024-08-04T15:32:40.569 INFO:tasks.rados.rados.0.smithi007.stdout:1458: finishing rollback tid 2 to smithi00780855-43 2024-08-04T15:32:40.569 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 759 (ObjNum 437 snap 134 seq_num 437) dirty exists 2024-08-04T15:32:40.569 INFO:tasks.rados.rados.0.smithi007.stdout:1461: finishing copy_from racing read to smithi00780855-6 2024-08-04T15:32:40.569 INFO:tasks.rados.rados.0.smithi007.stdout:1461: finishing copy_from to smithi00780855-6 2024-08-04T15:32:40.569 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 728 (ObjNum 409 snap 132 seq_num 409) dirty exists 2024-08-04T15:32:40.569 INFO:tasks.rados.rados.0.smithi007.stdout:1460: expect (ObjNum 434 snap 133 seq_num 434) 2024-08-04T15:32:40.586 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:40 smithi007 podman[108939]: 2024-08-04 15:32:40.435496275 +0000 UTC m=+1.782394263 container cleanup 75284b707dd43d67e75e99381fe6ee44aa4eaebcf6ab15edd34cf5f3972eb3da (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=quincy-85224d9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD) 2024-08-04T15:32:40.586 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:40 smithi007 bash[108939]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2 2024-08-04T15:32:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:40 smithi062 ceph-mon[85960]: pgmap v196: 121 pgs: 121 active+clean; 144 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-08-04T15:32:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:40 smithi062 ceph-mon[85960]: osdmap e364: 8 total, 7 up, 8 in 2024-08-04T15:32:41.086 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:40 smithi007 podman[108966]: 2024-08-04 15:32:40.66217009 +0000 UTC m=+0.663027974 container remove 75284b707dd43d67e75e99381fe6ee44aa4eaebcf6ab15edd34cf5f3972eb3da (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2, RELEASE=quincy-85224d9, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:32:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:40 smithi007 ceph-mon[92692]: pgmap v196: 121 pgs: 121 active+clean; 144 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-08-04T15:32:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:40 smithi007 ceph-mon[92692]: osdmap e364: 8 total, 7 up, 8 in 2024-08-04T15:32:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:40 smithi007 ceph-mon[94998]: pgmap v196: 121 pgs: 121 active+clean; 144 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-08-04T15:32:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:40 smithi007 ceph-mon[94998]: osdmap e364: 8 total, 7 up, 8 in 2024-08-04T15:32:41.384 INFO:tasks.rados.rados.0.smithi007.stdout:1458: done (8 left) 2024-08-04T15:32:41.384 INFO:tasks.rados.rados.0.smithi007.stdout:1459: done (7 left) 2024-08-04T15:32:41.384 INFO:tasks.rados.rados.0.smithi007.stdout:1460: done (6 left) 2024-08-04T15:32:41.385 INFO:tasks.rados.rados.0.smithi007.stdout:1461: done (5 left) 2024-08-04T15:32:41.385 INFO:tasks.rados.rados.0.smithi007.stdout:1462: done (4 left) 2024-08-04T15:32:41.385 INFO:tasks.rados.rados.0.smithi007.stdout:1463: done (3 left) 2024-08-04T15:32:41.385 INFO:tasks.rados.rados.0.smithi007.stdout:1464: done (2 left) 2024-08-04T15:32:41.385 INFO:tasks.rados.rados.0.smithi007.stdout:1465: done (1 left) 2024-08-04T15:32:41.385 INFO:tasks.rados.rados.0.smithi007.stdout:1466: done (0 left) 2024-08-04T15:32:41.385 INFO:tasks.rados.rados.0.smithi007.stdout:1467: snap_remove snap 139 2024-08-04T15:32:41.407 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:41 smithi007 podman[109052]: 2024-08-04 15:32:41.017872953 +0000 UTC m=+0.018462250 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:32:41.407 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:41 smithi007 podman[109052]: 2024-08-04 15:32:41.138417037 +0000 UTC m=+0.139006316 container create 8d784dda076889d613c71b44cce45d653e5efc70b654098f04a4a61949a9e34f (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, RELEASE=squid-release-26c3fb8, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T15:32:41.407 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:41 smithi007 podman[109052]: 2024-08-04 15:32:41.340985251 +0000 UTC m=+0.341574531 container init 8d784dda076889d613c71b44cce45d653e5efc70b654098f04a4a61949a9e34f (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-04T15:32:41.407 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:41 smithi007 podman[109052]: 2024-08-04 15:32:41.345779055 +0000 UTC m=+0.346368335 container start 8d784dda076889d613c71b44cce45d653e5efc70b654098f04a4a61949a9e34f (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-08-04T15:32:41.407 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:41 smithi007 podman[109052]: 2024-08-04 15:32:41.407590917 +0000 UTC m=+0.408180211 container attach 8d784dda076889d613c71b44cce45d653e5efc70b654098f04a4a61949a9e34f (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-04T15:32:41.598 INFO:tasks.rados.rados.0.smithi007.stdout:1467: done (0 left) 2024-08-04T15:32:41.598 INFO:tasks.rados.rados.0.smithi007.stdout:1468: read oid 27 snap -1 2024-08-04T15:32:41.598 INFO:tasks.rados.rados.0.smithi007.stdout:1468: expect (ObjNum 373 snap 120 seq_num 373) 2024-08-04T15:32:41.599 INFO:tasks.rados.rados.0.smithi007.stdout:1469: delete oid 45 current snap is 141 2024-08-04T15:32:41.604 INFO:tasks.rados.rados.0.smithi007.stdout:1469: done (1 left) 2024-08-04T15:32:41.604 INFO:tasks.rados.rados.0.smithi007.stdout:1470: copy_from oid 49 from oid 4 current snap is 141 2024-08-04T15:32:41.604 INFO:tasks.rados.rados.0.smithi007.stdout:1471: snap_remove snap 138 2024-08-04T15:32:41.835 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:41 smithi007 podman[109052]: 2024-08-04 15:32:41.539841061 +0000 UTC m=+0.540430341 container died 8d784dda076889d613c71b44cce45d653e5efc70b654098f04a4a61949a9e34f (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-deactivate, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T15:32:41.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:41 smithi007 ceph-mon[92692]: Health check failed: Degraded data redundancy: 4/207 objects degraded (1.932%), 1 pg degraded (PG_DEGRADED) 2024-08-04T15:32:41.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:41 smithi007 ceph-mon[92692]: osdmap e365: 8 total, 7 up, 8 in 2024-08-04T15:32:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:41 smithi007 ceph-mon[94998]: Health check failed: Degraded data redundancy: 4/207 objects degraded (1.932%), 1 pg degraded (PG_DEGRADED) 2024-08-04T15:32:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:41 smithi007 ceph-mon[94998]: osdmap e365: 8 total, 7 up, 8 in 2024-08-04T15:32:42.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:41 smithi062 ceph-mon[85960]: Health check failed: Degraded data redundancy: 4/207 objects degraded (1.932%), 1 pg degraded (PG_DEGRADED) 2024-08-04T15:32:42.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:41 smithi062 ceph-mon[85960]: osdmap e365: 8 total, 7 up, 8 in 2024-08-04T15:32:42.586 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:42 smithi007 podman[109076]: 2024-08-04 15:32:42.203539558 +0000 UTC m=+0.652004079 container remove 8d784dda076889d613c71b44cce45d653e5efc70b654098f04a4a61949a9e34f (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-08-04T15:32:42.586 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:42 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.2.service: Deactivated successfully. 2024-08-04T15:32:42.586 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:42 smithi007 systemd[1]: Stopped Ceph osd.2 for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:32:42.587 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:42 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.2.service: Consumed 13.452s CPU time. 2024-08-04T15:32:42.587 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:42 smithi007 systemd[1]: Starting Ceph osd.2 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:32:42.601 INFO:tasks.rados.rados.0.smithi007.stdout:1471: done (2 left) 2024-08-04T15:32:42.601 INFO:tasks.rados.rados.0.smithi007.stdout:1472: read oid 2 snap -1 2024-08-04T15:32:42.601 INFO:tasks.rados.rados.0.smithi007.stdout:1472: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:32:42.601 INFO:tasks.rados.rados.0.smithi007.stdout:1468: expect (ObjNum 373 snap 120 seq_num 373) 2024-08-04T15:32:42.643 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:42.696 INFO:tasks.rados.rados.0.smithi007.stdout:1470: finishing copy_from racing read to smithi00780855-49 2024-08-04T15:32:42.696 INFO:tasks.rados.rados.0.smithi007.stdout:1470: finishing copy_from to smithi00780855-49 2024-08-04T15:32:42.696 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 1136 (ObjNum 460 snap 141 seq_num 460) dirty exists 2024-08-04T15:32:42.696 INFO:tasks.rados.rados.0.smithi007.stdout:1468: done (2 left) 2024-08-04T15:32:42.696 INFO:tasks.rados.rados.0.smithi007.stdout:1470: done (1 left) 2024-08-04T15:32:42.696 INFO:tasks.rados.rados.0.smithi007.stdout:1473: rmattr oid 24 current snap is 141 2024-08-04T15:32:42.696 INFO:tasks.rados.rados.0.smithi007.stdout:1473: done (1 left) 2024-08-04T15:32:42.696 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 141 2024-08-04T15:32:42.697 INFO:tasks.rados.rados.0.smithi007.stdout:1472: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:32:42.949 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:42 smithi007 ceph-mon[92692]: pgmap v199: 121 pgs: 4 active+undersized, 13 stale+active+clean, 1 active+undersized+degraded, 103 active+clean; 140 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 244 KiB/s wr, 2 op/s; 4/207 objects degraded (1.932%) 2024-08-04T15:32:42.949 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:42 smithi007 ceph-mon[92692]: osdmap e366: 8 total, 7 up, 8 in 2024-08-04T15:32:42.949 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:42 smithi007 podman[109177]: 2024-08-04 15:32:42.561807309 +0000 UTC m=+0.017621787 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:32:42.949 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:42 smithi007 podman[109177]: 2024-08-04 15:32:42.704666888 +0000 UTC m=+0.160481356 container create 1728642de4f497c5a41ae0e0f6df35e33b0329806ebf4d3e8dc6da16ae4a41e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-activate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-08-04T15:32:42.950 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:42 smithi007 ceph-mon[94998]: pgmap v199: 121 pgs: 4 active+undersized, 13 stale+active+clean, 1 active+undersized+degraded, 103 active+clean; 140 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 244 KiB/s wr, 2 op/s; 4/207 objects degraded (1.932%) 2024-08-04T15:32:42.950 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:42 smithi007 ceph-mon[94998]: osdmap e366: 8 total, 7 up, 8 in 2024-08-04T15:32:43.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:42 smithi062 ceph-mon[85960]: pgmap v199: 121 pgs: 4 active+undersized, 13 stale+active+clean, 1 active+undersized+degraded, 103 active+clean; 140 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 244 KiB/s wr, 2 op/s; 4/207 objects degraded (1.932%) 2024-08-04T15:32:43.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:42 smithi062 ceph-mon[85960]: osdmap e366: 8 total, 7 up, 8 in 2024-08-04T15:32:43.291 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:42 smithi007 podman[109177]: 2024-08-04 15:32:42.948967601 +0000 UTC m=+0.404782072 container init 1728642de4f497c5a41ae0e0f6df35e33b0329806ebf4d3e8dc6da16ae4a41e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-release-26c3fb8, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T15:32:43.292 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:42 smithi007 podman[109177]: 2024-08-04 15:32:42.952775044 +0000 UTC m=+0.408589513 container start 1728642de4f497c5a41ae0e0f6df35e33b0329806ebf4d3e8dc6da16ae4a41e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-activate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-release-26c3fb8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-04T15:32:43.292 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 podman[109177]: 2024-08-04 15:32:43.057417631 +0000 UTC m=+0.513232103 container attach 1728642de4f497c5a41ae0e0f6df35e33b0329806ebf4d3e8dc6da16ae4a41e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-release-26c3fb8, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-04T15:32:43.292 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-activate[109192]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:32:43.292 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 bash[109177]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:32:43.292 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-activate[109192]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:32:43.292 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 bash[109177]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:32:43.292 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-activate[109192]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-04T15:32:43.292 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 bash[109177]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-04T15:32:43.333 INFO:tasks.rados.rados.0.smithi007.stdout:1474: seq_num 463 ranges {2433024=557056} 2024-08-04T15:32:43.350 INFO:tasks.rados.rados.0.smithi007.stdout:1474: writing smithi00780855-15 from 2433024 to 2990080 tid 1 2024-08-04T15:32:43.350 INFO:tasks.rados.rados.0.smithi007.stdout:1472: done (1 left) 2024-08-04T15:32:43.350 INFO:tasks.rados.rados.0.smithi007.stdout:1475: rmattr oid 38 current snap is 141 2024-08-04T15:32:43.350 INFO:tasks.rados.rados.0.smithi007.stdout:1475: done (1 left) 2024-08-04T15:32:43.350 INFO:tasks.rados.rados.0.smithi007.stdout:1476: read oid 8 snap -1 2024-08-04T15:32:43.350 INFO:tasks.rados.rados.0.smithi007.stdout:1476: expect (ObjNum 391 snap 123 seq_num 391) 2024-08-04T15:32:43.351 INFO:tasks.rados.rados.0.smithi007.stdout:1477: snap_create 2024-08-04T15:32:43.355 INFO:tasks.rados.rados.0.smithi007.stdout:1474: finishing write tid 1 to smithi00780855-15 2024-08-04T15:32:43.355 INFO:tasks.rados.rados.0.smithi007.stdout:1474: finishing write tid 2 to smithi00780855-15 2024-08-04T15:32:43.356 INFO:tasks.rados.rados.0.smithi007.stdout:1474: finishing write tid 3 to smithi00780855-15 2024-08-04T15:32:43.356 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 1410 (ObjNum 463 snap 141 seq_num 463) dirty exists 2024-08-04T15:32:43.357 INFO:tasks.rados.rados.0.smithi007.stdout:1474: left oid 15 (ObjNum 463 snap 141 seq_num 463) 2024-08-04T15:32:43.358 INFO:tasks.rados.rados.0.smithi007.stdout:1476: expect (ObjNum 391 snap 123 seq_num 391) 2024-08-04T15:32:43.586 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-activate[109192]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-04T15:32:43.586 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 bash[109177]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-04T15:32:43.586 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-activate[109192]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-04T15:32:43.587 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 bash[109177]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-04T15:32:43.587 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-activate[109192]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-04T15:32:43.587 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 bash[109177]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-04T15:32:43.587 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-activate[109192]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-04T15:32:43.587 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 bash[109177]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-04T15:32:43.587 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-activate[109192]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-04T15:32:43.587 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 bash[109177]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-04T15:32:43.587 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-activate[109192]: --> ceph-volume raw activate successful for osd ID: 2 2024-08-04T15:32:43.587 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 bash[109177]: --> ceph-volume raw activate successful for osd ID: 2 2024-08-04T15:32:43.587 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 podman[109177]: 2024-08-04 15:32:43.34206401 +0000 UTC m=+0.797878479 container died 1728642de4f497c5a41ae0e0f6df35e33b0329806ebf4d3e8dc6da16ae4a41e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, RELEASE=squid-release-26c3fb8, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-04T15:32:43.651 INFO:tasks.rados.rados.0.smithi007.stdout:1474: done (2 left) 2024-08-04T15:32:43.651 INFO:tasks.rados.rados.0.smithi007.stdout:1476: done (1 left) 2024-08-04T15:32:43.651 INFO:tasks.rados.rados.0.smithi007.stdout:1477: done (0 left) 2024-08-04T15:32:43.651 INFO:tasks.rados.rados.0.smithi007.stdout:1478: rollback oid 45 current snap is 142 2024-08-04T15:32:43.651 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 45 to 141 2024-08-04T15:32:43.651 INFO:tasks.rados.rados.0.smithi007.stdout:1479: delete oid 41 current snap is 142 2024-08-04T15:32:43.652 INFO:tasks.rados.rados.0.smithi007.stdout:1478: finishing rollback tid 1 to smithi00780855-45 2024-08-04T15:32:43.652 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 0 (ObjNum 977 snap 0 seq_num 3493192640) dirty dne 2024-08-04T15:32:43.654 INFO:tasks.rados.rados.0.smithi007.stdout:1478: done (1 left) 2024-08-04T15:32:43.654 INFO:tasks.rados.rados.0.smithi007.stdout:1479: done (0 left) 2024-08-04T15:32:43.654 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 24 current snap is 142 2024-08-04T15:32:43.654 INFO:tasks.rados.rados.0.smithi007.stdout:1480: seq_num 465 ranges {1990656=598016} 2024-08-04T15:32:43.668 INFO:tasks.rados.rados.0.smithi007.stdout:1480: writing smithi00780855-24 from 1990656 to 2588672 tid 1 2024-08-04T15:32:43.669 INFO:tasks.rados.rados.0.smithi007.stdout:1481: read oid 5 snap -1 2024-08-04T15:32:43.669 INFO:tasks.rados.rados.0.smithi007.stdout:1481: expect (ObjNum 440 snap 137 seq_num 440) 2024-08-04T15:32:43.669 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 142 2024-08-04T15:32:43.669 INFO:tasks.rados.rados.0.smithi007.stdout:1482: seq_num 466 ranges {4562944=614400} 2024-08-04T15:32:43.699 INFO:tasks.rados.rados.0.smithi007.stdout:1482: writing smithi00780855-6 from 4562944 to 5177344 tid 1 2024-08-04T15:32:43.699 INFO:tasks.rados.rados.0.smithi007.stdout:1483: read oid 36 snap 141 2024-08-04T15:32:43.699 INFO:tasks.rados.rados.0.smithi007.stdout:1483: expect deleted 2024-08-04T15:32:43.699 INFO:tasks.rados.rados.0.smithi007.stdout:1484: read oid 9 snap -1 2024-08-04T15:32:43.699 INFO:tasks.rados.rados.0.smithi007.stdout:1484: expect (ObjNum 431 snap 133 seq_num 431) 2024-08-04T15:32:43.699 INFO:tasks.rados.rados.0.smithi007.stdout:1485: copy_from oid 11 from oid 41 current snap is 142 2024-08-04T15:32:43.699 INFO:tasks.rados.rados.0.smithi007.stdout:1480: finishing write tid 1 to smithi00780855-24 2024-08-04T15:32:43.700 INFO:tasks.rados.rados.0.smithi007.stdout:1480: finishing write tid 2 to smithi00780855-24 2024-08-04T15:32:43.700 INFO:tasks.rados.rados.0.smithi007.stdout:1480: finishing write tid 3 to smithi00780855-24 2024-08-04T15:32:43.700 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 1415 (ObjNum 465 snap 142 seq_num 465) dirty exists 2024-08-04T15:32:43.700 INFO:tasks.rados.rados.0.smithi007.stdout:1480: left oid 24 (ObjNum 465 snap 142 seq_num 465) 2024-08-04T15:32:43.700 INFO:tasks.rados.rados.0.smithi007.stdout:1481: expect (ObjNum 440 snap 137 seq_num 440) 2024-08-04T15:32:43.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:44.234 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:43 smithi007 podman[109316]: 2024-08-04 15:32:43.928164678 +0000 UTC m=+0.578749412 container remove 1728642de4f497c5a41ae0e0f6df35e33b0329806ebf4d3e8dc6da16ae4a41e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-activate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8) 2024-08-04T15:32:44.234 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:44 smithi007 podman[109373]: 2024-08-04 15:32:44.128984894 +0000 UTC m=+0.098344296 container create 0fac930b36e68cbc932797f00c41fd4776c28141216762fa8a20baf82c886d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True) 2024-08-04T15:32:44.235 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:44 smithi007 podman[109373]: 2024-08-04 15:32:44.050868425 +0000 UTC m=+0.020227827 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:32:44.346 INFO:tasks.rados.rados.0.smithi007.stdout:1485: finishing copy_from to smithi00780855-11 2024-08-04T15:32:44.347 INFO:tasks.rados.rados.0.smithi007.stdout:1485: got expected ENOENT (src dne) 2024-08-04T15:32:44.347 INFO:tasks.rados.rados.0.smithi007.stdout:1485: finishing copy_from racing read to smithi00780855-11 2024-08-04T15:32:44.347 INFO:tasks.rados.rados.0.smithi007.stdout:1482: finishing write tid 1 to smithi00780855-6 2024-08-04T15:32:44.347 INFO:tasks.rados.rados.0.smithi007.stdout:1480: done (5 left) 2024-08-04T15:32:44.347 INFO:tasks.rados.rados.0.smithi007.stdout:1481: done (4 left) 2024-08-04T15:32:44.347 INFO:tasks.rados.rados.0.smithi007.stdout:1483: done (3 left) 2024-08-04T15:32:44.347 INFO:tasks.rados.rados.0.smithi007.stdout:1485: done (2 left) 2024-08-04T15:32:44.347 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 39 current snap is 142 2024-08-04T15:32:44.347 INFO:tasks.rados.rados.0.smithi007.stdout:1482: finishing write tid 2 to smithi00780855-6 2024-08-04T15:32:44.347 INFO:tasks.rados.rados.0.smithi007.stdout:1484: expect (ObjNum 431 snap 133 seq_num 431) 2024-08-04T15:32:44.398 INFO:tasks.rados.rados.0.smithi007.stdout:1482: finishing write tid 3 to smithi00780855-6 2024-08-04T15:32:44.399 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 761 (ObjNum 466 snap 142 seq_num 466) dirty exists 2024-08-04T15:32:44.399 INFO:tasks.rados.rados.0.smithi007.stdout:1482: left oid 6 (ObjNum 466 snap 142 seq_num 466) 2024-08-04T15:32:44.399 INFO:tasks.rados.rados.0.smithi007.stdout:1486: seq_num 467 ranges {0=630784} 2024-08-04T15:32:44.403 INFO:tasks.rados.rados.0.smithi007.stdout:1486: writing smithi00780855-39 from 0 to 630784 tid 1 2024-08-04T15:32:44.403 INFO:tasks.rados.rados.0.smithi007.stdout:1482: done (2 left) 2024-08-04T15:32:44.403 INFO:tasks.rados.rados.0.smithi007.stdout:1484: done (1 left) 2024-08-04T15:32:44.403 INFO:tasks.rados.rados.0.smithi007.stdout:1487: copy_from oid 21 from oid 16 current snap is 142 2024-08-04T15:32:44.403 INFO:tasks.rados.rados.0.smithi007.stdout:1488: read oid 5 snap -1 2024-08-04T15:32:44.403 INFO:tasks.rados.rados.0.smithi007.stdout:1488: expect (ObjNum 440 snap 137 seq_num 440) 2024-08-04T15:32:44.403 INFO:tasks.rados.rados.0.smithi007.stdout:1489: rollback oid 3 current snap is 142 2024-08-04T15:32:44.403 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 3 to 141 2024-08-04T15:32:44.403 INFO:tasks.rados.rados.0.smithi007.stdout:1490: rollback oid 42 current snap is 142 2024-08-04T15:32:44.404 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 42 to 141 2024-08-04T15:32:44.404 INFO:tasks.rados.rados.0.smithi007.stdout:1491: rollback oid 13 current snap is 142 2024-08-04T15:32:44.404 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 13 to 141 2024-08-04T15:32:44.404 INFO:tasks.rados.rados.0.smithi007.stdout:1492: read oid 14 snap 141 2024-08-04T15:32:44.404 INFO:tasks.rados.rados.0.smithi007.stdout:1492: expect (ObjNum 417 snap 133 seq_num 417) 2024-08-04T15:32:44.404 INFO:tasks.rados.rados.0.smithi007.stdout:1493: read oid 34 snap 141 2024-08-04T15:32:44.404 INFO:tasks.rados.rados.0.smithi007.stdout:1493: expect (ObjNum 436 snap 134 seq_num 436) 2024-08-04T15:32:44.404 INFO:tasks.rados.rados.0.smithi007.stdout:1494: rollback oid 20 current snap is 142 2024-08-04T15:32:44.404 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 20 to 141 2024-08-04T15:32:44.404 INFO:tasks.rados.rados.0.smithi007.stdout:1495: rmattr oid 49 current snap is 142 2024-08-04T15:32:44.404 INFO:tasks.rados.rados.0.smithi007.stdout:1496: setattr oid 33 current snap is 142 2024-08-04T15:32:44.405 INFO:tasks.rados.rados.0.smithi007.stdout:1497: read oid 43 snap 141 2024-08-04T15:32:44.405 INFO:tasks.rados.rados.0.smithi007.stdout:1497: expect (ObjNum 437 snap 134 seq_num 437) 2024-08-04T15:32:44.405 INFO:tasks.rados.rados.0.smithi007.stdout:1498: read oid 8 snap 141 2024-08-04T15:32:44.405 INFO:tasks.rados.rados.0.smithi007.stdout:1498: expect (ObjNum 391 snap 123 seq_num 391) 2024-08-04T15:32:44.405 INFO:tasks.rados.rados.0.smithi007.stdout:1499: snap_create 2024-08-04T15:32:44.407 INFO:tasks.rados.rados.0.smithi007.stdout:1489: finishing rollback tid 0 to smithi00780855-3 2024-08-04T15:32:44.408 INFO:tasks.rados.rados.0.smithi007.stdout:1489: finishing rollback tid 1 to smithi00780855-3 2024-08-04T15:32:44.408 INFO:tasks.rados.rados.0.smithi007.stdout:1489: finishing rollback tid 2 to smithi00780855-3 2024-08-04T15:32:44.408 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 909 (ObjNum 430 snap 133 seq_num 430) dirty exists 2024-08-04T15:32:44.410 INFO:tasks.rados.rados.0.smithi007.stdout:1487: finishing copy_from to smithi00780855-21 2024-08-04T15:32:44.410 INFO:tasks.rados.rados.0.smithi007.stdout:1487: got expected ENOENT (src dne) 2024-08-04T15:32:44.411 INFO:tasks.rados.rados.0.smithi007.stdout:1487: finishing copy_from racing read to smithi00780855-21 2024-08-04T15:32:44.412 INFO:tasks.rados.rados.0.smithi007.stdout:1493: expect (ObjNum 436 snap 134 seq_num 436) 2024-08-04T15:32:44.416 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 1137 (ObjNum 460 snap 141 seq_num 460) dirty exists 2024-08-04T15:32:44.416 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 755 (ObjNum 97 snap 0 seq_num 2401982359) dirty exists 2024-08-04T15:32:44.416 INFO:tasks.rados.rados.0.smithi007.stdout:1494: finishing rollback tid 0 to smithi00780855-20 2024-08-04T15:32:44.417 INFO:tasks.rados.rados.0.smithi007.stdout:1494: finishing rollback tid 1 to smithi00780855-20 2024-08-04T15:32:44.417 INFO:tasks.rados.rados.0.smithi007.stdout:1494: finishing rollback tid 2 to smithi00780855-20 2024-08-04T15:32:44.417 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 902 (ObjNum 411 snap 132 seq_num 411) dirty exists 2024-08-04T15:32:44.418 INFO:tasks.rados.rados.0.smithi007.stdout:1491: finishing rollback tid 0 to smithi00780855-13 2024-08-04T15:32:44.418 INFO:tasks.rados.rados.0.smithi007.stdout:1486: finishing write tid 1 to smithi00780855-39 2024-08-04T15:32:44.418 INFO:tasks.rados.rados.0.smithi007.stdout:1491: finishing rollback tid 1 to smithi00780855-13 2024-08-04T15:32:44.418 INFO:tasks.rados.rados.0.smithi007.stdout:1486: finishing write tid 2 to smithi00780855-39 2024-08-04T15:32:44.418 INFO:tasks.rados.rados.0.smithi007.stdout:1491: finishing rollback tid 2 to smithi00780855-13 2024-08-04T15:32:44.418 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 1419 (ObjNum 395 snap 126 seq_num 395) dirty exists 2024-08-04T15:32:44.420 INFO:tasks.rados.rados.0.smithi007.stdout:1490: finishing rollback tid 0 to smithi00780855-42 2024-08-04T15:32:44.420 INFO:tasks.rados.rados.0.smithi007.stdout:1490: finishing rollback tid 1 to smithi00780855-42 2024-08-04T15:32:44.420 INFO:tasks.rados.rados.0.smithi007.stdout:1490: finishing rollback tid 2 to smithi00780855-42 2024-08-04T15:32:44.420 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 648 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-04T15:32:44.420 INFO:tasks.rados.rados.0.smithi007.stdout:1486: finishing write tid 3 to smithi00780855-39 2024-08-04T15:32:44.420 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 1129 (ObjNum 467 snap 142 seq_num 467) dirty exists 2024-08-04T15:32:44.420 INFO:tasks.rados.rados.0.smithi007.stdout:1486: left oid 39 (ObjNum 467 snap 142 seq_num 467) 2024-08-04T15:32:44.423 INFO:tasks.rados.rados.0.smithi007.stdout:1498: expect (ObjNum 391 snap 123 seq_num 391) 2024-08-04T15:32:44.488 INFO:tasks.rados.rados.0.smithi007.stdout:1492: expect (ObjNum 417 snap 133 seq_num 417) 2024-08-04T15:32:44.565 INFO:tasks.rados.rados.0.smithi007.stdout:1488: expect (ObjNum 440 snap 137 seq_num 440) 2024-08-04T15:32:44.649 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:44 smithi007 podman[109373]: 2024-08-04 15:32:44.364852366 +0000 UTC m=+0.334211790 container init 0fac930b36e68cbc932797f00c41fd4776c28141216762fa8a20baf82c886d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-04T15:32:44.650 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:44 smithi007 podman[109373]: 2024-08-04 15:32:44.368368911 +0000 UTC m=+0.337728314 container start 0fac930b36e68cbc932797f00c41fd4776c28141216762fa8a20baf82c886d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-release-26c3fb8, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T15:32:44.650 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:44 smithi007 ceph-osd[109392]: -- 172.21.15.7:0/1001518485 <== mon.2 v2:172.21.15.7:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558b7f711a40 con 0x558b7f6efc00 2024-08-04T15:32:44.650 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:44 smithi007 bash[109373]: 0fac930b36e68cbc932797f00c41fd4776c28141216762fa8a20baf82c886d6c 2024-08-04T15:32:44.650 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:44 smithi007 systemd[1]: Started Ceph osd.2 for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:32:44.650 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:44 smithi007 ceph-mon[92692]: pgmap v202: 121 pgs: 23 active+undersized, 3 stale+active+clean, 8 active+undersized+degraded, 87 active+clean; 150 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.8 MiB/s wr, 14 op/s; 19/237 objects degraded (8.017%) 2024-08-04T15:32:44.650 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:44 smithi007 ceph-mon[92692]: osdmap e367: 8 total, 7 up, 8 in 2024-08-04T15:32:44.650 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:44 smithi007 ceph-mon[92692]: osdmap e368: 8 total, 7 up, 8 in 2024-08-04T15:32:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:44 smithi062 ceph-mon[85960]: pgmap v202: 121 pgs: 23 active+undersized, 3 stale+active+clean, 8 active+undersized+degraded, 87 active+clean; 150 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.8 MiB/s wr, 14 op/s; 19/237 objects degraded (8.017%) 2024-08-04T15:32:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:44 smithi062 ceph-mon[85960]: osdmap e367: 8 total, 7 up, 8 in 2024-08-04T15:32:44.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:44 smithi062 ceph-mon[85960]: osdmap e368: 8 total, 7 up, 8 in 2024-08-04T15:32:44.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:44.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:44.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:32:44.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:44.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:44.917 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:44 smithi007 ceph-mon[94998]: pgmap v202: 121 pgs: 23 active+undersized, 3 stale+active+clean, 8 active+undersized+degraded, 87 active+clean; 150 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.8 MiB/s wr, 14 op/s; 19/237 objects degraded (8.017%) 2024-08-04T15:32:44.917 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:44 smithi007 ceph-mon[94998]: osdmap e367: 8 total, 7 up, 8 in 2024-08-04T15:32:44.917 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:44 smithi007 ceph-mon[94998]: osdmap e368: 8 total, 7 up, 8 in 2024-08-04T15:32:44.917 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:44.917 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:44.917 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:32:44.918 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:44.918 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:44.918 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:32:45.216 INFO:tasks.rados.rados.0.smithi007.stdout:1497: expect (ObjNum 437 snap 134 seq_num 437) 2024-08-04T15:32:45.273 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:44 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[109388]: 2024-08-04T15:32:44.915+0000 7f86f0824640 -1 Falling back to public interface 2024-08-04T15:32:45.470 INFO:tasks.rados.rados.0.smithi007.stdout:1486: done (13 left) 2024-08-04T15:32:45.470 INFO:tasks.rados.rados.0.smithi007.stdout:1487: done (12 left) 2024-08-04T15:32:45.470 INFO:tasks.rados.rados.0.smithi007.stdout:1488: done (11 left) 2024-08-04T15:32:45.470 INFO:tasks.rados.rados.0.smithi007.stdout:1489: done (10 left) 2024-08-04T15:32:45.470 INFO:tasks.rados.rados.0.smithi007.stdout:1490: done (9 left) 2024-08-04T15:32:45.470 INFO:tasks.rados.rados.0.smithi007.stdout:1491: done (8 left) 2024-08-04T15:32:45.470 INFO:tasks.rados.rados.0.smithi007.stdout:1492: done (7 left) 2024-08-04T15:32:45.471 INFO:tasks.rados.rados.0.smithi007.stdout:1493: done (6 left) 2024-08-04T15:32:45.471 INFO:tasks.rados.rados.0.smithi007.stdout:1494: done (5 left) 2024-08-04T15:32:45.471 INFO:tasks.rados.rados.0.smithi007.stdout:1495: done (4 left) 2024-08-04T15:32:45.471 INFO:tasks.rados.rados.0.smithi007.stdout:1496: done (3 left) 2024-08-04T15:32:45.471 INFO:tasks.rados.rados.0.smithi007.stdout:1497: done (2 left) 2024-08-04T15:32:45.471 INFO:tasks.rados.rados.0.smithi007.stdout:1498: done (1 left) 2024-08-04T15:32:45.471 INFO:tasks.rados.rados.0.smithi007.stdout:1499: done (0 left) 2024-08-04T15:32:45.471 INFO:tasks.rados.rados.0.smithi007.stdout:1500: setattr oid 18 current snap is 143 2024-08-04T15:32:45.471 INFO:tasks.rados.rados.0.smithi007.stdout:1501: setattr oid 47 current snap is 143 2024-08-04T15:32:45.472 INFO:tasks.rados.rados.0.smithi007.stdout:1502: delete oid 41 current snap is 143 2024-08-04T15:32:45.473 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 330 (ObjNum 434 snap 133 seq_num 434) dirty exists 2024-08-04T15:32:45.475 INFO:tasks.rados.rados.0.smithi007.stdout:1500: done (2 left) 2024-08-04T15:32:45.475 INFO:tasks.rados.rados.0.smithi007.stdout:1502: done (1 left) 2024-08-04T15:32:45.475 INFO:tasks.rados.rados.0.smithi007.stdout:1503: snap_create 2024-08-04T15:32:45.476 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 185 (ObjNum 435 snap 133 seq_num 435) dirty exists 2024-08-04T15:32:45.659 INFO:tasks.rados.rados.0.smithi007.stdout:1501: done (1 left) 2024-08-04T15:32:45.659 INFO:tasks.rados.rados.0.smithi007.stdout:1503: done (0 left) 2024-08-04T15:32:45.659 INFO:tasks.rados.rados.0.smithi007.stdout:1504: copy_from oid 49 from oid 48 current snap is 144 2024-08-04T15:32:45.659 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 144 2024-08-04T15:32:45.659 INFO:tasks.rados.rados.0.smithi007.stdout:1505: seq_num 469 ranges {2990080=663552} 2024-08-04T15:32:45.680 INFO:tasks.rados.rados.0.smithi007.stdout:1505: writing smithi00780855-15 from 2990080 to 3653632 tid 1 2024-08-04T15:32:45.681 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 17 current snap is 144 2024-08-04T15:32:45.681 INFO:tasks.rados.rados.0.smithi007.stdout:1506: seq_num 470 ranges {1449984=679936} 2024-08-04T15:32:45.691 INFO:tasks.rados.rados.0.smithi007.stdout:1506: writing smithi00780855-17 from 1449984 to 2129920 tid 1 2024-08-04T15:32:45.692 INFO:tasks.rados.rados.0.smithi007.stdout:1507: rollback oid 28 current snap is 144 2024-08-04T15:32:45.692 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 28 to 142 2024-08-04T15:32:45.692 INFO:tasks.rados.rados.0.smithi007.stdout:1505: finishing write tid 1 to smithi00780855-15 2024-08-04T15:32:45.692 INFO:tasks.rados.rados.0.smithi007.stdout:1505: finishing write tid 2 to smithi00780855-15 2024-08-04T15:32:45.692 INFO:tasks.rados.rados.0.smithi007.stdout:1505: finishing write tid 3 to smithi00780855-15 2024-08-04T15:32:45.692 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 1423 (ObjNum 469 snap 144 seq_num 469) dirty exists 2024-08-04T15:32:45.692 INFO:tasks.rados.rados.0.smithi007.stdout:1505: left oid 15 (ObjNum 469 snap 144 seq_num 469) 2024-08-04T15:32:45.692 INFO:tasks.rados.rados.0.smithi007.stdout:1505: done (3 left) 2024-08-04T15:32:45.692 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 37 current snap is 144 2024-08-04T15:32:45.692 INFO:tasks.rados.rados.0.smithi007.stdout:1508: seq_num 471 ranges {2211840=696320} 2024-08-04T15:32:45.709 INFO:tasks.rados.rados.0.smithi007.stdout:1508: writing smithi00780855-37 from 2211840 to 2908160 tid 1 2024-08-04T15:32:45.709 INFO:tasks.rados.rados.0.smithi007.stdout:1509: delete oid 50 current snap is 144 2024-08-04T15:32:45.709 INFO:tasks.rados.rados.0.smithi007.stdout:1507: finishing rollback tid 0 to smithi00780855-28 2024-08-04T15:32:45.709 INFO:tasks.rados.rados.0.smithi007.stdout:1506: finishing write tid 1 to smithi00780855-17 2024-08-04T15:32:45.709 INFO:tasks.rados.rados.0.smithi007.stdout:1506: finishing write tid 2 to smithi00780855-17 2024-08-04T15:32:45.709 INFO:tasks.rados.rados.0.smithi007.stdout:1507: finishing rollback tid 1 to smithi00780855-28 2024-08-04T15:32:45.709 INFO:tasks.rados.rados.0.smithi007.stdout:1507: finishing rollback tid 2 to smithi00780855-28 2024-08-04T15:32:45.709 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 905 (ObjNum 395 snap 126 seq_num 395) dirty exists 2024-08-04T15:32:45.709 INFO:tasks.rados.rados.0.smithi007.stdout:1506: finishing write tid 3 to smithi00780855-17 2024-08-04T15:32:45.709 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 1114 (ObjNum 470 snap 144 seq_num 470) dirty exists 2024-08-04T15:32:45.709 INFO:tasks.rados.rados.0.smithi007.stdout:1506: left oid 17 (ObjNum 470 snap 144 seq_num 470) 2024-08-04T15:32:45.709 INFO:tasks.rados.rados.0.smithi007.stdout:1504: finishing copy_from racing read to smithi00780855-49 2024-08-04T15:32:45.710 INFO:tasks.rados.rados.0.smithi007.stdout:1504: finishing copy_from to smithi00780855-49 2024-08-04T15:32:45.710 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 905 (ObjNum 456 snap 139 seq_num 456) dirty exists 2024-08-04T15:32:45.710 INFO:tasks.rados.rados.0.smithi007.stdout:1504: done (4 left) 2024-08-04T15:32:45.710 INFO:tasks.rados.rados.0.smithi007.stdout:1506: done (3 left) 2024-08-04T15:32:45.710 INFO:tasks.rados.rados.0.smithi007.stdout:1507: done (2 left) 2024-08-04T15:32:45.710 INFO:tasks.rados.rados.0.smithi007.stdout:1509: done (1 left) 2024-08-04T15:32:45.710 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 144 2024-08-04T15:32:45.710 INFO:tasks.rados.rados.0.smithi007.stdout:1510: seq_num 473 ranges {2039808=729088} 2024-08-04T15:32:45.727 INFO:tasks.rados.rados.0.smithi007.stdout:1510: writing smithi00780855-44 from 2039808 to 2768896 tid 1 2024-08-04T15:32:45.727 INFO:tasks.rados.rados.0.smithi007.stdout:1511: read oid 2 snap -1 2024-08-04T15:32:45.727 INFO:tasks.rados.rados.0.smithi007.stdout:1511: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:32:45.727 INFO:tasks.rados.rados.0.smithi007.stdout:1512: copy_from oid 49 from oid 16 current snap is 144 2024-08-04T15:32:45.727 INFO:tasks.rados.rados.0.smithi007.stdout:1508: finishing write tid 1 to smithi00780855-37 2024-08-04T15:32:45.727 INFO:tasks.rados.rados.0.smithi007.stdout:1508: finishing write tid 2 to smithi00780855-37 2024-08-04T15:32:45.728 INFO:tasks.rados.rados.0.smithi007.stdout:1508: finishing write tid 3 to smithi00780855-37 2024-08-04T15:32:45.728 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 1220 (ObjNum 471 snap 144 seq_num 471) dirty exists 2024-08-04T15:32:45.728 INFO:tasks.rados.rados.0.smithi007.stdout:1508: left oid 37 (ObjNum 471 snap 144 seq_num 471) 2024-08-04T15:32:45.728 INFO:tasks.rados.rados.0.smithi007.stdout:1508: done (3 left) 2024-08-04T15:32:45.728 INFO:tasks.rados.rados.0.smithi007.stdout:1513: setattr oid 23 current snap is 144 2024-08-04T15:32:45.728 INFO:tasks.rados.rados.0.smithi007.stdout:1512: finishing copy_from to smithi00780855-49 2024-08-04T15:32:45.728 INFO:tasks.rados.rados.0.smithi007.stdout:1512: got expected ENOENT (src dne) 2024-08-04T15:32:45.728 INFO:tasks.rados.rados.0.smithi007.stdout:1512: finishing copy_from racing read to smithi00780855-49 2024-08-04T15:32:45.729 INFO:tasks.rados.rados.0.smithi007.stdout:1512: done (3 left) 2024-08-04T15:32:45.729 INFO:tasks.rados.rados.0.smithi007.stdout:1514: delete oid 34 current snap is 144 2024-08-04T15:32:45.734 INFO:tasks.rados.rados.0.smithi007.stdout:1510: finishing write tid 1 to smithi00780855-44 2024-08-04T15:32:45.735 INFO:tasks.rados.rados.0.smithi007.stdout:1514: done (3 left) 2024-08-04T15:32:45.735 INFO:tasks.rados.rados.0.smithi007.stdout:1515: read oid 9 snap 142 2024-08-04T15:32:45.735 INFO:tasks.rados.rados.0.smithi007.stdout:1515: expect (ObjNum 431 snap 133 seq_num 431) 2024-08-04T15:32:45.735 INFO:tasks.rados.rados.0.smithi007.stdout:1516: read oid 3 snap -1 2024-08-04T15:32:45.735 INFO:tasks.rados.rados.0.smithi007.stdout:1516: expect (ObjNum 430 snap 133 seq_num 430) 2024-08-04T15:32:45.735 INFO:tasks.rados.rados.0.smithi007.stdout:1517: snap_remove snap 141 2024-08-04T15:32:46.422 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:32:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:32:46] "GET /metrics HTTP/1.1" 200 36147 "" "Prometheus/2.43.0" 2024-08-04T15:32:46.664 INFO:tasks.rados.rados.0.smithi007.stdout:1517: done (5 left) 2024-08-04T15:32:46.664 INFO:tasks.rados.rados.0.smithi007.stdout:1518: snap_create 2024-08-04T15:32:46.664 INFO:tasks.rados.rados.0.smithi007.stdout:1510: finishing write tid 2 to smithi00780855-44 2024-08-04T15:32:46.664 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 650 (ObjNum 415 snap 133 seq_num 415) dirty exists 2024-08-04T15:32:46.665 INFO:tasks.rados.rados.0.smithi007.stdout:1510: finishing write tid 3 to smithi00780855-44 2024-08-04T15:32:46.665 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1138 (ObjNum 473 snap 144 seq_num 473) dirty exists 2024-08-04T15:32:46.665 INFO:tasks.rados.rados.0.smithi007.stdout:1510: left oid 44 (ObjNum 473 snap 144 seq_num 473) 2024-08-04T15:32:46.665 INFO:tasks.rados.rados.0.smithi007.stdout:1515: expect (ObjNum 431 snap 133 seq_num 431) 2024-08-04T15:32:46.723 INFO:tasks.rados.rados.0.smithi007.stdout:1511: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:32:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:46 smithi007 ceph-mon[92692]: pgmap v205: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 150 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 15 op/s; 23/234 objects degraded (9.829%) 2024-08-04T15:32:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:46 smithi007 ceph-mon[92692]: osdmap e369: 8 total, 7 up, 8 in 2024-08-04T15:32:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:46 smithi007 ceph-mon[94998]: pgmap v205: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 150 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 15 op/s; 23/234 objects degraded (9.829%) 2024-08-04T15:32:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:46 smithi007 ceph-mon[94998]: osdmap e369: 8 total, 7 up, 8 in 2024-08-04T15:32:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:46 smithi062 ceph-mon[85960]: pgmap v205: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 150 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 15 op/s; 23/234 objects degraded (9.829%) 2024-08-04T15:32:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:46 smithi062 ceph-mon[85960]: osdmap e369: 8 total, 7 up, 8 in 2024-08-04T15:32:47.363 INFO:tasks.rados.rados.0.smithi007.stdout:1516: expect (ObjNum 430 snap 133 seq_num 430) 2024-08-04T15:32:47.668 INFO:tasks.rados.rados.0.smithi007.stdout:1510: done (5 left) 2024-08-04T15:32:47.668 INFO:tasks.rados.rados.0.smithi007.stdout:1511: done (4 left) 2024-08-04T15:32:47.668 INFO:tasks.rados.rados.0.smithi007.stdout:1513: done (3 left) 2024-08-04T15:32:47.668 INFO:tasks.rados.rados.0.smithi007.stdout:1515: done (2 left) 2024-08-04T15:32:47.668 INFO:tasks.rados.rados.0.smithi007.stdout:1516: done (1 left) 2024-08-04T15:32:47.668 INFO:tasks.rados.rados.0.smithi007.stdout:1518: done (0 left) 2024-08-04T15:32:47.668 INFO:tasks.rados.rados.0.smithi007.stdout:1519: snap_create 2024-08-04T15:32:48.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:47 smithi062 ceph-mon[85960]: osdmap e370: 8 total, 7 up, 8 in 2024-08-04T15:32:48.029 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:47 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[109388]: 2024-08-04T15:32:47.761+0000 7f86f0824640 -1 osd.2 362 log_to_monitors true 2024-08-04T15:32:48.029 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:47 smithi007 ceph-mon[92692]: osdmap e370: 8 total, 7 up, 8 in 2024-08-04T15:32:48.029 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:47 smithi007 ceph-mon[94998]: osdmap e370: 8 total, 7 up, 8 in 2024-08-04T15:32:48.670 INFO:tasks.rados.rados.0.smithi007.stdout:1519: done (0 left) 2024-08-04T15:32:48.670 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 40 current snap is 146 2024-08-04T15:32:48.670 INFO:tasks.rados.rados.0.smithi007.stdout:1520: seq_num 475 ranges {2416640=761856} 2024-08-04T15:32:48.680 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:32:48.688 INFO:tasks.rados.rados.0.smithi007.stdout:1520: writing smithi00780855-40 from 2416640 to 3178496 tid 1 2024-08-04T15:32:48.689 INFO:tasks.rados.rados.0.smithi007.stdout:1521: snap_create 2024-08-04T15:32:48.708 INFO:tasks.rados.rados.0.smithi007.stdout:1520: finishing write tid 1 to smithi00780855-40 2024-08-04T15:32:48.708 INFO:tasks.rados.rados.0.smithi007.stdout:1520: finishing write tid 2 to smithi00780855-40 2024-08-04T15:32:48.711 INFO:tasks.rados.rados.0.smithi007.stdout:1520: finishing write tid 3 to smithi00780855-40 2024-08-04T15:32:48.711 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 333 (ObjNum 475 snap 146 seq_num 475) dirty exists 2024-08-04T15:32:48.711 INFO:tasks.rados.rados.0.smithi007.stdout:1520: left oid 40 (ObjNum 475 snap 146 seq_num 475) 2024-08-04T15:32:48.973 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:48 smithi007 ceph-mon[94998]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 155 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 3.6 MiB/s wr, 29 op/s; 27/237 objects degraded (11.392%) 2024-08-04T15:32:48.974 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:48 smithi007 ceph-mon[94998]: Health check update: Degraded data redundancy: 27/237 objects degraded (11.392%), 10 pgs degraded (PG_DEGRADED) 2024-08-04T15:32:48.974 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:48 smithi007 ceph-mon[94998]: osdmap e371: 8 total, 7 up, 8 in 2024-08-04T15:32:48.974 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:48 smithi007 ceph-mon[94998]: from='osd.2 [v2:172.21.15.7:6818/1451196233,v1:172.21.15.7:6819/1451196233]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-04T15:32:48.974 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:48 smithi007 ceph-mon[94998]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-04T15:32:48.974 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:48 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:48.975 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:48 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:48.975 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:48 smithi007 ceph-mon[92692]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 155 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 3.6 MiB/s wr, 29 op/s; 27/237 objects degraded (11.392%) 2024-08-04T15:32:48.975 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:48 smithi007 ceph-mon[92692]: Health check update: Degraded data redundancy: 27/237 objects degraded (11.392%), 10 pgs degraded (PG_DEGRADED) 2024-08-04T15:32:48.975 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:48 smithi007 ceph-mon[92692]: osdmap e371: 8 total, 7 up, 8 in 2024-08-04T15:32:48.975 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:48 smithi007 ceph-mon[92692]: from='osd.2 [v2:172.21.15.7:6818/1451196233,v1:172.21.15.7:6819/1451196233]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-04T15:32:48.976 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:48 smithi007 ceph-mon[92692]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-04T15:32:48.976 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:48 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:48.976 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:48 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:49.011 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:48 smithi062 ceph-mon[85960]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 155 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 3.6 MiB/s wr, 29 op/s; 27/237 objects degraded (11.392%) 2024-08-04T15:32:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:48 smithi062 ceph-mon[85960]: Health check update: Degraded data redundancy: 27/237 objects degraded (11.392%), 10 pgs degraded (PG_DEGRADED) 2024-08-04T15:32:49.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:48 smithi062 ceph-mon[85960]: osdmap e371: 8 total, 7 up, 8 in 2024-08-04T15:32:49.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:48 smithi062 ceph-mon[85960]: from='osd.2 [v2:172.21.15.7:6818/1451196233,v1:172.21.15.7:6819/1451196233]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-04T15:32:49.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:48 smithi062 ceph-mon[85960]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-04T15:32:49.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:48 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:49.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:48 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:49.037 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:32:49.037 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (3m) 0s ago 7m 16.8M - 0.25.0 c8568f914cd2 d6b15156f420 2024-08-04T15:32:49.037 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (3m) 105s ago 7m 80.7M - 9.4.7 954c08fa6188 66e1e6bf99cd 2024-08-04T15:32:49.037 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (9m) 0s ago 9m 15.5M - 17.2.7-1207-g85224d90 3614407c4e10 39baa14185b8 2024-08-04T15:32:49.037 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (9m) 105s ago 9m 20.5M - 17.2.7-1207-g85224d90 3614407c4e10 951c2f76c840 2024-08-04T15:32:49.037 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443,9283,8765 running (2m) 105s ago 12m 438M - 19.1.0-1260-g26c3fb8e 564b849e9656 0a006181dce3 2024-08-04T15:32:49.038 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:8443,9283,8765 running (3m) 0s ago 14m 507M - 19.1.0-1260-g26c3fb8e 564b849e9656 37ef3ca8c5a9 2024-08-04T15:32:49.038 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (2m) 0s ago 14m 49.6M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 299809910b9f 2024-08-04T15:32:49.038 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (115s) 105s ago 12m 26.1M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 2e88aab312eb 2024-08-04T15:32:49.038 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (2m) 0s ago 12m 45.2M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 cb8318c43c9d 2024-08-04T15:32:49.038 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (3m) 0s ago 7m 8577k - 1.5.0 0da6a335fe13 e040078790b8 2024-08-04T15:32:49.038 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (3m) 105s ago 7m 15.9M - 1.5.0 0da6a335fe13 b7bce65c2f21 2024-08-04T15:32:49.038 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (70s) 0s ago 12m 152M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e9184d39c1f 2024-08-04T15:32:49.038 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (37s) 0s ago 11m 134M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e39c45ce0aa 2024-08-04T15:32:49.038 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (4s) 0s ago 11m 13.2M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 0fac930b36e6 2024-08-04T15:32:49.039 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (11m) 0s ago 11m 144M 2481M 17.2.7-1207-g85224d90 3614407c4e10 902e99f21e0a 2024-08-04T15:32:49.039 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (10m) 105s ago 10m 145M 2480M 17.2.7-1207-g85224d90 3614407c4e10 a8621138799e 2024-08-04T15:32:49.039 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (10m) 105s ago 10m 137M 2480M 17.2.7-1207-g85224d90 3614407c4e10 4c11140cfb7d 2024-08-04T15:32:49.039 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (9m) 105s ago 9m 135M 2480M 17.2.7-1207-g85224d90 3614407c4e10 22d52664a755 2024-08-04T15:32:49.039 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (9m) 105s ago 9m 144M 2480M 17.2.7-1207-g85224d90 3614407c4e10 5e425b8303f1 2024-08-04T15:32:49.039 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (2m) 105s ago 8m 47.0M - 2.43.0 a07b618ecd1d ab854fccad8e 2024-08-04T15:32:49.336 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:32:48 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[109388]: 2024-08-04T15:32:48.973+0000 7f86e45c7640 -1 osd.2 362 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-04T15:32:49.394 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:32:49.394 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:32:49.394 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 3 2024-08-04T15:32:49.394 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:32:49.394 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:32:49.394 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:32:49.394 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:32:49.394 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:32:49.394 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 5, 2024-08-04T15:32:49.394 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:32:49.394 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:32:49.395 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:32:49.395 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:32:49.395 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:32:49.395 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:32:49.395 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 7, 2024-08-04T15:32:49.395 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 7 2024-08-04T15:32:49.395 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:32:49.395 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:32:49.682 INFO:tasks.rados.rados.0.smithi007.stdout:1520: done (1 left) 2024-08-04T15:32:49.682 INFO:tasks.rados.rados.0.smithi007.stdout:1521: done (0 left) 2024-08-04T15:32:49.682 INFO:tasks.rados.rados.0.smithi007.stdout:1522: copy_from oid 50 from oid 10 current snap is 147 2024-08-04T15:32:49.682 INFO:tasks.rados.rados.0.smithi007.stdout:1523: snap_remove snap 146 2024-08-04T15:32:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:49 smithi062 ceph-mon[85960]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:32:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:49 smithi062 ceph-mon[85960]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-04T15:32:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:49 smithi062 ceph-mon[85960]: osdmap e372: 8 total, 7 up, 8 in 2024-08-04T15:32:50.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:49 smithi062 ceph-mon[85960]: from='osd.2 [v2:172.21.15.7:6818/1451196233,v1:172.21.15.7:6819/1451196233]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:32:50.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:49 smithi062 ceph-mon[85960]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:32:50.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:49 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:50.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:49 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:50.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:49 smithi062 ceph-mon[85960]: from='osd.2 ' entity='osd.2' 2024-08-04T15:32:50.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:49 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/977215602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:50.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:49 smithi007 ceph-mon[92692]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:32:50.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:49 smithi007 ceph-mon[92692]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-04T15:32:50.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:49 smithi007 ceph-mon[92692]: osdmap e372: 8 total, 7 up, 8 in 2024-08-04T15:32:50.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:49 smithi007 ceph-mon[92692]: from='osd.2 [v2:172.21.15.7:6818/1451196233,v1:172.21.15.7:6819/1451196233]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:32:50.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:49 smithi007 ceph-mon[92692]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:32:50.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:49 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:50.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:49 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:50.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:49 smithi007 ceph-mon[92692]: from='osd.2 ' entity='osd.2' 2024-08-04T15:32:50.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:49 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/977215602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:50.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:49 smithi007 ceph-mon[94998]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:32:50.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:49 smithi007 ceph-mon[94998]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-04T15:32:50.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:49 smithi007 ceph-mon[94998]: osdmap e372: 8 total, 7 up, 8 in 2024-08-04T15:32:50.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:49 smithi007 ceph-mon[94998]: from='osd.2 [v2:172.21.15.7:6818/1451196233,v1:172.21.15.7:6819/1451196233]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:32:50.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:49 smithi007 ceph-mon[94998]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:32:50.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:49 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:50.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:49 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:50.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:49 smithi007 ceph-mon[94998]: from='osd.2 ' entity='osd.2' 2024-08-04T15:32:50.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:49 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/977215602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:50.683 INFO:tasks.rados.rados.0.smithi007.stdout:1523: done (1 left) 2024-08-04T15:32:50.683 INFO:tasks.rados.rados.0.smithi007.stdout:1524: copy_from oid 5 from oid 2 current snap is 147 2024-08-04T15:32:50.683 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 11 current snap is 147 2024-08-04T15:32:50.683 INFO:tasks.rados.rados.0.smithi007.stdout:1525: seq_num 476 ranges {1056768=778240} 2024-08-04T15:32:50.694 INFO:tasks.rados.rados.0.smithi007.stdout:1525: writing smithi00780855-11 from 1056768 to 1835008 tid 1 2024-08-04T15:32:50.694 INFO:tasks.rados.rados.0.smithi007.stdout:1526: snap_create 2024-08-04T15:32:50.694 INFO:tasks.rados.rados.0.smithi007.stdout:1522: finishing copy_from racing read to smithi00780855-50 2024-08-04T15:32:50.694 INFO:tasks.rados.rados.0.smithi007.stdout:1522: finishing copy_from to smithi00780855-50 2024-08-04T15:32:50.694 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 1122 (ObjNum 405 snap 131 seq_num 405) dirty exists 2024-08-04T15:32:50.700 INFO:tasks.rados.rados.0.smithi007.stdout:1525: finishing write tid 1 to smithi00780855-11 2024-08-04T15:32:50.701 INFO:tasks.rados.rados.0.smithi007.stdout:1525: finishing write tid 2 to smithi00780855-11 2024-08-04T15:32:50.705 INFO:tasks.rados.rados.0.smithi007.stdout:1525: finishing write tid 3 to smithi00780855-11 2024-08-04T15:32:50.705 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 1131 (ObjNum 476 snap 147 seq_num 476) dirty exists 2024-08-04T15:32:50.705 INFO:tasks.rados.rados.0.smithi007.stdout:1525: left oid 11 (ObjNum 476 snap 147 seq_num 476) 2024-08-04T15:32:50.761 INFO:tasks.rados.rados.0.smithi007.stdout:1524: finishing copy_from racing read to smithi00780855-5 2024-08-04T15:32:50.763 INFO:tasks.rados.rados.0.smithi007.stdout:1524: finishing copy_from to smithi00780855-5 2024-08-04T15:32:50.763 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 906 (ObjNum 258 snap 74 seq_num 258) dirty exists 2024-08-04T15:32:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:50 smithi062 ceph-mon[85960]: pgmap v211: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 155 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 3.8 MiB/s wr, 41 op/s; 29/246 objects degraded (11.789%) 2024-08-04T15:32:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:50 smithi062 ceph-mon[85960]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:32:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:50 smithi062 ceph-mon[85960]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:32:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:50 smithi062 ceph-mon[85960]: osd.2 [v2:172.21.15.7:6818/1451196233,v1:172.21.15.7:6819/1451196233] boot 2024-08-04T15:32:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:50 smithi062 ceph-mon[85960]: osdmap e373: 8 total, 8 up, 8 in 2024-08-04T15:32:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:50 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:32:51.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:50 smithi007 ceph-mon[92692]: pgmap v211: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 155 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 3.8 MiB/s wr, 41 op/s; 29/246 objects degraded (11.789%) 2024-08-04T15:32:51.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:50 smithi007 ceph-mon[92692]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:32:51.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:50 smithi007 ceph-mon[92692]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:32:51.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:50 smithi007 ceph-mon[92692]: osd.2 [v2:172.21.15.7:6818/1451196233,v1:172.21.15.7:6819/1451196233] boot 2024-08-04T15:32:51.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:50 smithi007 ceph-mon[92692]: osdmap e373: 8 total, 8 up, 8 in 2024-08-04T15:32:51.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:50 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:32:51.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:50 smithi007 ceph-mon[94998]: pgmap v211: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 155 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 3.8 MiB/s wr, 41 op/s; 29/246 objects degraded (11.789%) 2024-08-04T15:32:51.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:50 smithi007 ceph-mon[94998]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:32:51.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:50 smithi007 ceph-mon[94998]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:32:51.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:50 smithi007 ceph-mon[94998]: osd.2 [v2:172.21.15.7:6818/1451196233,v1:172.21.15.7:6819/1451196233] boot 2024-08-04T15:32:51.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:50 smithi007 ceph-mon[94998]: osdmap e373: 8 total, 8 up, 8 in 2024-08-04T15:32:51.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:50 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-04T15:32:51.687 INFO:tasks.rados.rados.0.smithi007.stdout:1522: done (3 left) 2024-08-04T15:32:51.687 INFO:tasks.rados.rados.0.smithi007.stdout:1524: done (2 left) 2024-08-04T15:32:51.687 INFO:tasks.rados.rados.0.smithi007.stdout:1525: done (1 left) 2024-08-04T15:32:51.687 INFO:tasks.rados.rados.0.smithi007.stdout:1526: done (0 left) 2024-08-04T15:32:51.687 INFO:tasks.rados.rados.0.smithi007.stdout:1527: read oid 9 snap -1 2024-08-04T15:32:51.687 INFO:tasks.rados.rados.0.smithi007.stdout:1527: expect (ObjNum 431 snap 133 seq_num 431) 2024-08-04T15:32:51.687 INFO:tasks.rados.rados.0.smithi007.stdout:1528: read oid 50 snap -1 2024-08-04T15:32:51.687 INFO:tasks.rados.rados.0.smithi007.stdout:1528: expect (ObjNum 405 snap 131 seq_num 405) 2024-08-04T15:32:51.688 INFO:tasks.rados.rados.0.smithi007.stdout:1529: snap_remove snap 143 2024-08-04T15:32:51.756 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:51 smithi007 ceph-mon[94998]: osdmap e374: 8 total, 8 up, 8 in 2024-08-04T15:32:51.756 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:51.756 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:32:51.756 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:51 smithi007 ceph-mon[92692]: osdmap e374: 8 total, 8 up, 8 in 2024-08-04T15:32:51.756 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:51.757 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:32:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:51 smithi062 ceph-mon[85960]: osdmap e374: 8 total, 8 up, 8 in 2024-08-04T15:32:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:32:52.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:32:52.374+0000 7f16d331c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-04T15:32:52.689 INFO:tasks.rados.rados.0.smithi007.stdout:1529: done (2 left) 2024-08-04T15:32:52.689 INFO:tasks.rados.rados.0.smithi007.stdout:1530: delete oid 36 current snap is 148 2024-08-04T15:32:52.689 INFO:tasks.rados.rados.0.smithi007.stdout:1527: expect (ObjNum 431 snap 133 seq_num 431) 2024-08-04T15:32:52.696 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:52.745 INFO:tasks.rados.rados.0.smithi007.stdout:1528: expect (ObjNum 405 snap 131 seq_num 405) 2024-08-04T15:32:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:52 smithi062 ceph-mon[85960]: pgmap v214: 121 pgs: 4 peering, 23 active+undersized, 10 active+undersized+degraded, 84 active+clean; 164 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 29/252 objects degraded (11.508%) 2024-08-04T15:32:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:52 smithi062 ceph-mon[85960]: osdmap e375: 8 total, 8 up, 8 in 2024-08-04T15:32:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:53.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:32:53.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:32:53.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:53.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:32:53.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:53.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:53.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:53.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-04T15:32:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[92692]: pgmap v214: 121 pgs: 4 peering, 23 active+undersized, 10 active+undersized+degraded, 84 active+clean; 164 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 29/252 objects degraded (11.508%) 2024-08-04T15:32:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[92692]: osdmap e375: 8 total, 8 up, 8 in 2024-08-04T15:32:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:32:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:32:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:32:53.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:53.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:53.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:53.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-04T15:32:53.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[94998]: pgmap v214: 121 pgs: 4 peering, 23 active+undersized, 10 active+undersized+degraded, 84 active+clean; 164 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 29/252 objects degraded (11.508%) 2024-08-04T15:32:53.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[94998]: osdmap e375: 8 total, 8 up, 8 in 2024-08-04T15:32:53.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:53.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:53.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:32:53.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:32:53.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:32:53.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:32:53.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:53.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:53.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:32:53.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-04T15:32:53.245 INFO:tasks.rados.rados.0.smithi007.stdout:1527: done (2 left) 2024-08-04T15:32:53.246 INFO:tasks.rados.rados.0.smithi007.stdout:1528: done (1 left) 2024-08-04T15:32:53.246 INFO:tasks.rados.rados.0.smithi007.stdout:1530: done (0 left) 2024-08-04T15:32:53.246 INFO:tasks.rados.rados.0.smithi007.stdout:1531: snap_remove snap 145 2024-08-04T15:32:53.704 INFO:tasks.rados.rados.0.smithi007.stdout:1531: done (0 left) 2024-08-04T15:32:53.704 INFO:tasks.rados.rados.0.smithi007.stdout:1532: snap_remove snap 147 2024-08-04T15:32:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:53 smithi062 ceph-mon[85960]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-04T15:32:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:53 smithi062 ceph-mon[85960]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-04T15:32:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:53 smithi062 ceph-mon[85960]: osdmap e376: 8 total, 8 up, 8 in 2024-08-04T15:32:53.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:54.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:53 smithi007 ceph-mon[92692]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-04T15:32:54.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:53 smithi007 ceph-mon[92692]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-04T15:32:54.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:53 smithi007 ceph-mon[92692]: osdmap e376: 8 total, 8 up, 8 in 2024-08-04T15:32:54.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:53 smithi007 ceph-mon[94998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-04T15:32:54.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:53 smithi007 ceph-mon[94998]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-04T15:32:54.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:53 smithi007 ceph-mon[94998]: osdmap e376: 8 total, 8 up, 8 in 2024-08-04T15:32:54.710 INFO:tasks.rados.rados.0.smithi007.stdout:1532: done (0 left) 2024-08-04T15:32:54.710 INFO:tasks.rados.rados.0.smithi007.stdout:1533: copy_from oid 11 from oid 16 current snap is 148 2024-08-04T15:32:54.710 INFO:tasks.rados.rados.0.smithi007.stdout:1534: rollback oid 40 current snap is 148 2024-08-04T15:32:54.710 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 40 to 142 2024-08-04T15:32:54.710 INFO:tasks.rados.rados.0.smithi007.stdout:1535: read oid 17 snap -1 2024-08-04T15:32:54.710 INFO:tasks.rados.rados.0.smithi007.stdout:1535: expect (ObjNum 470 snap 144 seq_num 470) 2024-08-04T15:32:54.710 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 3 current snap is 148 2024-08-04T15:32:54.710 INFO:tasks.rados.rados.0.smithi007.stdout:1536: seq_num 478 ranges {8192=409600,417792=401408} 2024-08-04T15:32:54.712 INFO:tasks.rados.rados.0.smithi007.stdout:1536: writing smithi00780855-3 from 8192 to 417792 tid 1 2024-08-04T15:32:54.714 INFO:tasks.rados.rados.0.smithi007.stdout:1536: writing smithi00780855-3 from 417792 to 819200 tid 2 2024-08-04T15:32:54.715 INFO:tasks.rados.rados.0.smithi007.stdout:1537: copy_from oid 41 from oid 24 current snap is 148 2024-08-04T15:32:54.715 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 7 current snap is 148 2024-08-04T15:32:54.715 INFO:tasks.rados.rados.0.smithi007.stdout:1538: seq_num 479 ranges {0=425984,425984=401408} 2024-08-04T15:32:54.718 INFO:tasks.rados.rados.0.smithi007.stdout:1538: writing smithi00780855-7 from 0 to 425984 tid 1 2024-08-04T15:32:54.721 INFO:tasks.rados.rados.0.smithi007.stdout:1538: writing smithi00780855-7 from 425984 to 827392 tid 2 2024-08-04T15:32:54.721 INFO:tasks.rados.rados.0.smithi007.stdout:1533: finishing copy_from to smithi00780855-11 2024-08-04T15:32:54.722 INFO:tasks.rados.rados.0.smithi007.stdout:1533: got expected ENOENT (src dne) 2024-08-04T15:32:54.722 INFO:tasks.rados.rados.0.smithi007.stdout:1533: finishing copy_from racing read to smithi00780855-11 2024-08-04T15:32:54.722 INFO:tasks.rados.rados.0.smithi007.stdout:1533: done (5 left) 2024-08-04T15:32:54.722 INFO:tasks.rados.rados.0.smithi007.stdout:1539: copy_from oid 13 from oid 38 current snap is 148 2024-08-04T15:32:54.722 INFO:tasks.rados.rados.0.smithi007.stdout:1540: delete oid 43 current snap is 148 2024-08-04T15:32:54.725 INFO:tasks.rados.rados.0.smithi007.stdout:1535: expect (ObjNum 470 snap 144 seq_num 470) 2024-08-04T15:32:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:54 smithi062 ceph-mon[85960]: pgmap v217: 121 pgs: 4 peering, 10 active+undersized, 7 active+undersized+degraded, 100 active+clean; 164 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 900 KiB/s rd, 2.2 MiB/s wr, 3 op/s; 24/255 objects degraded (9.412%); 0 B/s, 0 objects/s recovering 2024-08-04T15:32:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:54 smithi062 ceph-mon[85960]: Health check update: Degraded data redundancy: 24/255 objects degraded (9.412%), 7 pgs degraded (PG_DEGRADED) 2024-08-04T15:32:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:54 smithi062 ceph-mon[85960]: osdmap e377: 8 total, 8 up, 8 in 2024-08-04T15:32:54.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:54.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:54.825 INFO:tasks.rados.rados.0.smithi007.stdout:1534: finishing rollback tid 0 to smithi00780855-40 2024-08-04T15:32:54.825 INFO:tasks.rados.rados.0.smithi007.stdout:1536: finishing write tid 1 to smithi00780855-3 2024-08-04T15:32:54.825 INFO:tasks.rados.rados.0.smithi007.stdout:1534: finishing rollback tid 1 to smithi00780855-40 2024-08-04T15:32:54.825 INFO:tasks.rados.rados.0.smithi007.stdout:1534: finishing rollback tid 2 to smithi00780855-40 2024-08-04T15:32:54.825 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 342 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-04T15:32:54.825 INFO:tasks.rados.rados.0.smithi007.stdout:1534: done (6 left) 2024-08-04T15:32:54.825 INFO:tasks.rados.rados.0.smithi007.stdout:1535: done (5 left) 2024-08-04T15:32:54.826 INFO:tasks.rados.rados.0.smithi007.stdout:1540: done (4 left) 2024-08-04T15:32:54.826 INFO:tasks.rados.rados.0.smithi007.stdout:1541: snap_remove snap 142 2024-08-04T15:32:55.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:54 smithi007 ceph-mon[92692]: pgmap v217: 121 pgs: 4 peering, 10 active+undersized, 7 active+undersized+degraded, 100 active+clean; 164 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 900 KiB/s rd, 2.2 MiB/s wr, 3 op/s; 24/255 objects degraded (9.412%); 0 B/s, 0 objects/s recovering 2024-08-04T15:32:55.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:54 smithi007 ceph-mon[92692]: Health check update: Degraded data redundancy: 24/255 objects degraded (9.412%), 7 pgs degraded (PG_DEGRADED) 2024-08-04T15:32:55.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:54 smithi007 ceph-mon[92692]: osdmap e377: 8 total, 8 up, 8 in 2024-08-04T15:32:55.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:54 smithi007 ceph-mon[94998]: pgmap v217: 121 pgs: 4 peering, 10 active+undersized, 7 active+undersized+degraded, 100 active+clean; 164 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 900 KiB/s rd, 2.2 MiB/s wr, 3 op/s; 24/255 objects degraded (9.412%); 0 B/s, 0 objects/s recovering 2024-08-04T15:32:55.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:54 smithi007 ceph-mon[94998]: Health check update: Degraded data redundancy: 24/255 objects degraded (9.412%), 7 pgs degraded (PG_DEGRADED) 2024-08-04T15:32:55.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:54 smithi007 ceph-mon[94998]: osdmap e377: 8 total, 8 up, 8 in 2024-08-04T15:32:55.716 INFO:tasks.rados.rados.0.smithi007.stdout:1541: done (4 left) 2024-08-04T15:32:55.716 INFO:tasks.rados.rados.0.smithi007.stdout:1542: read oid 18 snap 144 2024-08-04T15:32:55.717 INFO:tasks.rados.rados.0.smithi007.stdout:1542: expect (ObjNum 434 snap 133 seq_num 434) 2024-08-04T15:32:55.717 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 9 current snap is 148 2024-08-04T15:32:55.717 INFO:tasks.rados.rados.0.smithi007.stdout:1543: seq_num 481 ranges {1228800=458752,1687552=401408} 2024-08-04T15:32:55.727 INFO:tasks.rados.rados.0.smithi007.stdout:1543: writing smithi00780855-9 from 1228800 to 1687552 tid 1 2024-08-04T15:32:55.730 INFO:tasks.rados.rados.0.smithi007.stdout:1543: writing smithi00780855-9 from 1687552 to 2088960 tid 2 2024-08-04T15:32:55.730 INFO:tasks.rados.rados.0.smithi007.stdout:1544: copy_from oid 27 from oid 22 current snap is 148 2024-08-04T15:32:55.731 INFO:tasks.rados.rados.0.smithi007.stdout:1538: finishing write tid 1 to smithi00780855-7 2024-08-04T15:32:55.731 INFO:tasks.rados.rados.0.smithi007.stdout:1538: finishing write tid 2 to smithi00780855-7 2024-08-04T15:32:55.731 INFO:tasks.rados.rados.0.smithi007.stdout:1536: finishing write tid 2 to smithi00780855-3 2024-08-04T15:32:55.731 INFO:tasks.rados.rados.0.smithi007.stdout:1536: finishing write tid 3 to smithi00780855-3 2024-08-04T15:32:55.731 INFO:tasks.rados.rados.0.smithi007.stdout:1538: finishing write tid 3 to smithi00780855-7 2024-08-04T15:32:55.731 INFO:tasks.rados.rados.0.smithi007.stdout:1536: finishing write tid 4 to smithi00780855-3 2024-08-04T15:32:55.731 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 912 (ObjNum 478 snap 148 seq_num 478) dirty exists 2024-08-04T15:32:55.731 INFO:tasks.rados.rados.0.smithi007.stdout:1536: left oid 3 (ObjNum 478 snap 148 seq_num 478) 2024-08-04T15:32:55.731 INFO:tasks.rados.rados.0.smithi007.stdout:1537: finishing copy_from racing read to smithi00780855-41 2024-08-04T15:32:55.731 INFO:tasks.rados.rados.0.smithi007.stdout:1537: finishing copy_from to smithi00780855-41 2024-08-04T15:32:55.732 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 1415 (ObjNum 465 snap 142 seq_num 465) dirty exists 2024-08-04T15:32:55.732 INFO:tasks.rados.rados.0.smithi007.stdout:1538: finishing write tid 4 to smithi00780855-7 2024-08-04T15:32:55.732 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 1142 (ObjNum 479 snap 148 seq_num 479) dirty exists 2024-08-04T15:32:55.732 INFO:tasks.rados.rados.0.smithi007.stdout:1538: left oid 7 (ObjNum 479 snap 148 seq_num 479) 2024-08-04T15:32:55.732 INFO:tasks.rados.rados.0.smithi007.stdout:1539: finishing copy_from racing read to smithi00780855-13 2024-08-04T15:32:55.732 INFO:tasks.rados.rados.0.smithi007.stdout:1539: finishing copy_from to smithi00780855-13 2024-08-04T15:32:55.732 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 896 (ObjNum 445 snap 138 seq_num 445) dirty exists 2024-08-04T15:32:55.732 INFO:tasks.rados.rados.0.smithi007.stdout:1536: done (6 left) 2024-08-04T15:32:55.732 INFO:tasks.rados.rados.0.smithi007.stdout:1537: done (5 left) 2024-08-04T15:32:55.732 INFO:tasks.rados.rados.0.smithi007.stdout:1538: done (4 left) 2024-08-04T15:32:55.732 INFO:tasks.rados.rados.0.smithi007.stdout:1539: done (3 left) 2024-08-04T15:32:55.732 INFO:tasks.rados.rados.0.smithi007.stdout:1545: delete oid 32 current snap is 148 2024-08-04T15:32:55.736 INFO:tasks.rados.rados.0.smithi007.stdout:1543: finishing write tid 1 to smithi00780855-9 2024-08-04T15:32:55.736 INFO:tasks.rados.rados.0.smithi007.stdout:1543: finishing write tid 2 to smithi00780855-9 2024-08-04T15:32:55.737 INFO:tasks.rados.rados.0.smithi007.stdout:1543: finishing write tid 3 to smithi00780855-9 2024-08-04T15:32:55.739 INFO:tasks.rados.rados.0.smithi007.stdout:1543: finishing write tid 4 to smithi00780855-9 2024-08-04T15:32:55.739 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 759 (ObjNum 481 snap 148 seq_num 481) dirty exists 2024-08-04T15:32:55.739 INFO:tasks.rados.rados.0.smithi007.stdout:1543: left oid 9 (ObjNum 481 snap 148 seq_num 481) 2024-08-04T15:32:55.745 INFO:tasks.rados.rados.0.smithi007.stdout:1543: done (3 left) 2024-08-04T15:32:55.745 INFO:tasks.rados.rados.0.smithi007.stdout:1545: done (2 left) 2024-08-04T15:32:55.745 INFO:tasks.rados.rados.0.smithi007.stdout:1546: delete oid 38 current snap is 148 2024-08-04T15:32:55.748 INFO:tasks.rados.rados.0.smithi007.stdout:1546: done (2 left) 2024-08-04T15:32:55.748 INFO:tasks.rados.rados.0.smithi007.stdout:1547: snap_create 2024-08-04T15:32:55.748 INFO:tasks.rados.rados.0.smithi007.stdout:1544: finishing copy_from racing read to smithi00780855-27 2024-08-04T15:32:55.749 INFO:tasks.rados.rados.0.smithi007.stdout:1544: finishing copy_from to smithi00780855-27 2024-08-04T15:32:55.749 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 642 (ObjNum 458 snap 139 seq_num 458) dirty exists 2024-08-04T15:32:55.757 INFO:tasks.rados.rados.0.smithi007.stdout:1542: expect (ObjNum 434 snap 133 seq_num 434) 2024-08-04T15:32:56.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:55 smithi062 ceph-mon[85960]: osdmap e378: 8 total, 8 up, 8 in 2024-08-04T15:32:56.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:55 smithi007 ceph-mon[92692]: osdmap e378: 8 total, 8 up, 8 in 2024-08-04T15:32:56.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:55 smithi007 ceph-mon[94998]: osdmap e378: 8 total, 8 up, 8 in 2024-08-04T15:32:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:32:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:32:56] "GET /metrics HTTP/1.1" 200 35988 "" "Prometheus/2.43.0" 2024-08-04T15:32:56.722 INFO:tasks.rados.rados.0.smithi007.stdout:1542: done (2 left) 2024-08-04T15:32:56.722 INFO:tasks.rados.rados.0.smithi007.stdout:1544: done (1 left) 2024-08-04T15:32:56.722 INFO:tasks.rados.rados.0.smithi007.stdout:1547: done (0 left) 2024-08-04T15:32:56.722 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 149 2024-08-04T15:32:56.722 INFO:tasks.rados.rados.0.smithi007.stdout:1548: seq_num 484 ranges {10657792=507904,11165696=401408} 2024-08-04T15:32:56.782 INFO:tasks.rados.rados.0.smithi007.stdout:1548: writing smithi00780855-49 from 10657792 to 11165696 tid 1 2024-08-04T15:32:56.784 INFO:tasks.rados.rados.0.smithi007.stdout:1548: writing smithi00780855-49 from 11165696 to 11567104 tid 2 2024-08-04T15:32:56.784 INFO:tasks.rados.rados.0.smithi007.stdout:1549: setattr oid 31 current snap is 149 2024-08-04T15:32:56.786 INFO:tasks.rados.rados.0.smithi007.stdout:1550: read oid 35 snap -1 2024-08-04T15:32:56.786 INFO:tasks.rados.rados.0.smithi007.stdout:1550: expect (ObjNum 391 snap 123 seq_num 391) 2024-08-04T15:32:56.786 INFO:tasks.rados.rados.0.smithi007.stdout:1551: snap_remove snap 148 2024-08-04T15:32:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:56 smithi062 ceph-mon[85960]: pgmap v220: 121 pgs: 4 peering, 117 active+clean; 171 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s wr, 1 op/s; 19 MiB/s, 4 objects/s recovering 2024-08-04T15:32:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:56 smithi062 ceph-mon[85960]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/255 objects degraded (9.412%), 7 pgs degraded) 2024-08-04T15:32:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:56 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:32:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:56 smithi062 ceph-mon[85960]: osdmap e379: 8 total, 8 up, 8 in 2024-08-04T15:32:57.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:56 smithi007 ceph-mon[94998]: pgmap v220: 121 pgs: 4 peering, 117 active+clean; 171 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s wr, 1 op/s; 19 MiB/s, 4 objects/s recovering 2024-08-04T15:32:57.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:56 smithi007 ceph-mon[94998]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/255 objects degraded (9.412%), 7 pgs degraded) 2024-08-04T15:32:57.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:56 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:32:57.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:56 smithi007 ceph-mon[94998]: osdmap e379: 8 total, 8 up, 8 in 2024-08-04T15:32:57.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:56 smithi007 ceph-mon[92692]: pgmap v220: 121 pgs: 4 peering, 117 active+clean; 171 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s wr, 1 op/s; 19 MiB/s, 4 objects/s recovering 2024-08-04T15:32:57.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:56 smithi007 ceph-mon[92692]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/255 objects degraded (9.412%), 7 pgs degraded) 2024-08-04T15:32:57.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:56 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:32:57.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:56 smithi007 ceph-mon[92692]: osdmap e379: 8 total, 8 up, 8 in 2024-08-04T15:32:57.729 INFO:tasks.rados.rados.0.smithi007.stdout:1551: done (3 left) 2024-08-04T15:32:57.729 INFO:tasks.rados.rados.0.smithi007.stdout:1552: setattr oid 18 current snap is 149 2024-08-04T15:32:57.729 INFO:tasks.rados.rados.0.smithi007.stdout:1548: finishing write tid 1 to smithi00780855-49 2024-08-04T15:32:57.729 INFO:tasks.rados.rados.0.smithi007.stdout:1548: finishing write tid 2 to smithi00780855-49 2024-08-04T15:32:57.729 INFO:tasks.rados.rados.0.smithi007.stdout:1548: finishing write tid 3 to smithi00780855-49 2024-08-04T15:32:57.729 INFO:tasks.rados.rados.0.smithi007.stdout:1548: finishing write tid 4 to smithi00780855-49 2024-08-04T15:32:57.729 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 1148 (ObjNum 484 snap 149 seq_num 484) dirty exists 2024-08-04T15:32:57.729 INFO:tasks.rados.rados.0.smithi007.stdout:1548: left oid 49 (ObjNum 484 snap 149 seq_num 484) 2024-08-04T15:32:57.729 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 1132 (ObjNum 449 snap 138 seq_num 449) dirty exists 2024-08-04T15:32:57.729 INFO:tasks.rados.rados.0.smithi007.stdout:1550: expect (ObjNum 391 snap 123 seq_num 391) 2024-08-04T15:32:57.785 INFO:tasks.rados.rados.0.smithi007.stdout:1548: done (3 left) 2024-08-04T15:32:57.785 INFO:tasks.rados.rados.0.smithi007.stdout:1549: done (2 left) 2024-08-04T15:32:57.785 INFO:tasks.rados.rados.0.smithi007.stdout:1550: done (1 left) 2024-08-04T15:32:57.785 INFO:tasks.rados.rados.0.smithi007.stdout:1553: snap_create 2024-08-04T15:32:57.791 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 348 (ObjNum 434 snap 133 seq_num 434) dirty exists 2024-08-04T15:32:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:57 smithi062 ceph-mon[85960]: osdmap e380: 8 total, 8 up, 8 in 2024-08-04T15:32:58.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:57 smithi007 ceph-mon[92692]: osdmap e380: 8 total, 8 up, 8 in 2024-08-04T15:32:58.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:57 smithi007 ceph-mon[94998]: osdmap e380: 8 total, 8 up, 8 in 2024-08-04T15:32:58.732 INFO:tasks.rados.rados.0.smithi007.stdout:1552: done (1 left) 2024-08-04T15:32:58.733 INFO:tasks.rados.rados.0.smithi007.stdout:1553: done (0 left) 2024-08-04T15:32:58.733 INFO:tasks.rados.rados.0.smithi007.stdout:1554: snap_create 2024-08-04T15:32:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:58 smithi062 ceph-mon[85960]: pgmap v223: 121 pgs: 121 active+clean; 179 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 5.2 MiB/s wr, 9 op/s; 19 MiB/s, 4 objects/s recovering 2024-08-04T15:32:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:58 smithi062 ceph-mon[85960]: osdmap e381: 8 total, 8 up, 8 in 2024-08-04T15:32:59.011 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:32:58 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:32:58.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:32:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:58 smithi007 ceph-mon[94998]: pgmap v223: 121 pgs: 121 active+clean; 179 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 5.2 MiB/s wr, 9 op/s; 19 MiB/s, 4 objects/s recovering 2024-08-04T15:32:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:58 smithi007 ceph-mon[94998]: osdmap e381: 8 total, 8 up, 8 in 2024-08-04T15:32:59.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:58 smithi007 ceph-mon[92692]: pgmap v223: 121 pgs: 121 active+clean; 179 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 5.2 MiB/s wr, 9 op/s; 19 MiB/s, 4 objects/s recovering 2024-08-04T15:32:59.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:58 smithi007 ceph-mon[92692]: osdmap e381: 8 total, 8 up, 8 in 2024-08-04T15:32:59.446 INFO:tasks.rados.rados.0.smithi007.stdout:1554: done (0 left) 2024-08-04T15:32:59.446 INFO:tasks.rados.rados.0.smithi007.stdout:1555: snap_remove snap 149 2024-08-04T15:33:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:59 smithi062 ceph-mon[85960]: osdmap e382: 8 total, 8 up, 8 in 2024-08-04T15:33:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:32:59 smithi062 ceph-mon[85960]: osdmap e383: 8 total, 8 up, 8 in 2024-08-04T15:33:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:59 smithi007 ceph-mon[94998]: osdmap e382: 8 total, 8 up, 8 in 2024-08-04T15:33:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:32:59 smithi007 ceph-mon[94998]: osdmap e383: 8 total, 8 up, 8 in 2024-08-04T15:33:00.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:59 smithi007 ceph-mon[92692]: osdmap e382: 8 total, 8 up, 8 in 2024-08-04T15:33:00.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:32:59 smithi007 ceph-mon[92692]: osdmap e383: 8 total, 8 up, 8 in 2024-08-04T15:33:00.448 INFO:tasks.rados.rados.0.smithi007.stdout:1555: done (0 left) 2024-08-04T15:33:00.449 INFO:tasks.rados.rados.0.smithi007.stdout:1556: rollback oid 7 current snap is 151 2024-08-04T15:33:00.449 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 7 to 144 2024-08-04T15:33:00.449 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 151 2024-08-04T15:33:00.449 INFO:tasks.rados.rados.0.smithi007.stdout:1557: seq_num 485 ranges {327680=532480,860160=401408} 2024-08-04T15:33:00.453 INFO:tasks.rados.rados.0.smithi007.stdout:1557: writing smithi00780855-31 from 327680 to 860160 tid 1 2024-08-04T15:33:00.455 INFO:tasks.rados.rados.0.smithi007.stdout:1557: writing smithi00780855-31 from 860160 to 1261568 tid 2 2024-08-04T15:33:00.455 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 50 current snap is 151 2024-08-04T15:33:00.456 INFO:tasks.rados.rados.0.smithi007.stdout:1556: finishing rollback tid 0 to smithi00780855-7 2024-08-04T15:33:00.456 INFO:tasks.rados.rados.0.smithi007.stdout:1556: finishing rollback tid 1 to smithi00780855-7 2024-08-04T15:33:00.456 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 1153 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-08-04T15:33:00.456 INFO:tasks.rados.rados.0.smithi007.stdout:1558: seq_num 486 ranges {8478720=548864,9027584=401408} 2024-08-04T15:33:00.505 INFO:tasks.rados.rados.0.smithi007.stdout:1558: writing smithi00780855-50 from 8478720 to 9027584 tid 1 2024-08-04T15:33:00.507 INFO:tasks.rados.rados.0.smithi007.stdout:1558: writing smithi00780855-50 from 9027584 to 9428992 tid 2 2024-08-04T15:33:00.508 INFO:tasks.rados.rados.0.smithi007.stdout:1556: done (2 left) 2024-08-04T15:33:00.508 INFO:tasks.rados.rados.0.smithi007.stdout:1559: read oid 2 snap -1 2024-08-04T15:33:00.508 INFO:tasks.rados.rados.0.smithi007.stdout:1559: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:33:00.508 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 151 2024-08-04T15:33:00.508 INFO:tasks.rados.rados.0.smithi007.stdout:1560: seq_num 487 ranges {5472256=565248,6037504=401408} 2024-08-04T15:33:00.541 INFO:tasks.rados.rados.0.smithi007.stdout:1560: writing smithi00780855-28 from 5472256 to 6037504 tid 1 2024-08-04T15:33:00.543 INFO:tasks.rados.rados.0.smithi007.stdout:1560: writing smithi00780855-28 from 6037504 to 6438912 tid 2 2024-08-04T15:33:00.543 INFO:tasks.rados.rados.0.smithi007.stdout:1561: snap_remove snap 150 2024-08-04T15:33:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:00 smithi062 ceph-mon[85960]: pgmap v226: 121 pgs: 121 active+clean; 179 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-08-04T15:33:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:00 smithi062 ceph-mon[85960]: osdmap e384: 8 total, 8 up, 8 in 2024-08-04T15:33:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:00 smithi007 ceph-mon[94998]: pgmap v226: 121 pgs: 121 active+clean; 179 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-08-04T15:33:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:00 smithi007 ceph-mon[94998]: osdmap e384: 8 total, 8 up, 8 in 2024-08-04T15:33:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:00 smithi007 ceph-mon[92692]: pgmap v226: 121 pgs: 121 active+clean; 179 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-08-04T15:33:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:00 smithi007 ceph-mon[92692]: osdmap e384: 8 total, 8 up, 8 in 2024-08-04T15:33:01.451 INFO:tasks.rados.rados.0.smithi007.stdout:1561: done (4 left) 2024-08-04T15:33:01.451 INFO:tasks.rados.rados.0.smithi007.stdout:1562: snap_create 2024-08-04T15:33:01.451 INFO:tasks.rados.rados.0.smithi007.stdout:1557: finishing write tid 1 to smithi00780855-31 2024-08-04T15:33:01.452 INFO:tasks.rados.rados.0.smithi007.stdout:1557: finishing write tid 2 to smithi00780855-31 2024-08-04T15:33:01.452 INFO:tasks.rados.rados.0.smithi007.stdout:1557: finishing write tid 3 to smithi00780855-31 2024-08-04T15:33:01.452 INFO:tasks.rados.rados.0.smithi007.stdout:1557: finishing write tid 4 to smithi00780855-31 2024-08-04T15:33:01.452 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 1135 (ObjNum 485 snap 151 seq_num 485) dirty exists 2024-08-04T15:33:01.452 INFO:tasks.rados.rados.0.smithi007.stdout:1557: left oid 31 (ObjNum 485 snap 151 seq_num 485) 2024-08-04T15:33:01.452 INFO:tasks.rados.rados.0.smithi007.stdout:1558: finishing write tid 1 to smithi00780855-50 2024-08-04T15:33:01.452 INFO:tasks.rados.rados.0.smithi007.stdout:1558: finishing write tid 2 to smithi00780855-50 2024-08-04T15:33:01.452 INFO:tasks.rados.rados.0.smithi007.stdout:1558: finishing write tid 3 to smithi00780855-50 2024-08-04T15:33:01.452 INFO:tasks.rados.rados.0.smithi007.stdout:1558: finishing write tid 4 to smithi00780855-50 2024-08-04T15:33:01.453 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 1125 (ObjNum 486 snap 151 seq_num 486) dirty exists 2024-08-04T15:33:01.453 INFO:tasks.rados.rados.0.smithi007.stdout:1558: left oid 50 (ObjNum 486 snap 151 seq_num 486) 2024-08-04T15:33:01.453 INFO:tasks.rados.rados.0.smithi007.stdout:1559: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:33:02.088 INFO:tasks.rados.rados.0.smithi007.stdout:1560: finishing write tid 1 to smithi00780855-28 2024-08-04T15:33:02.088 INFO:tasks.rados.rados.0.smithi007.stdout:1560: finishing write tid 2 to smithi00780855-28 2024-08-04T15:33:02.088 INFO:tasks.rados.rados.0.smithi007.stdout:1560: finishing write tid 3 to smithi00780855-28 2024-08-04T15:33:02.088 INFO:tasks.rados.rados.0.smithi007.stdout:1560: finishing write tid 4 to smithi00780855-28 2024-08-04T15:33:02.088 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 1128 (ObjNum 487 snap 151 seq_num 487) dirty exists 2024-08-04T15:33:02.088 INFO:tasks.rados.rados.0.smithi007.stdout:1560: left oid 28 (ObjNum 487 snap 151 seq_num 487) 2024-08-04T15:33:02.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:02 smithi062 ceph-mon[85960]: pgmap v229: 121 pgs: 121 active+clean; 179 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 430 KiB/s wr, 9 op/s 2024-08-04T15:33:02.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:02 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:02.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:02 smithi062 ceph-mon[85960]: osdmap e385: 8 total, 8 up, 8 in 2024-08-04T15:33:02.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:02 smithi007 ceph-mon[92692]: pgmap v229: 121 pgs: 121 active+clean; 179 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 430 KiB/s wr, 9 op/s 2024-08-04T15:33:02.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:02 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:02.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:02 smithi007 ceph-mon[92692]: osdmap e385: 8 total, 8 up, 8 in 2024-08-04T15:33:02.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:02 smithi007 ceph-mon[94998]: pgmap v229: 121 pgs: 121 active+clean; 179 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 430 KiB/s wr, 9 op/s 2024-08-04T15:33:02.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:02 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:02.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:02 smithi007 ceph-mon[94998]: osdmap e385: 8 total, 8 up, 8 in 2024-08-04T15:33:02.451 INFO:tasks.rados.rados.0.smithi007.stdout:1557: done (4 left) 2024-08-04T15:33:02.451 INFO:tasks.rados.rados.0.smithi007.stdout:1558: done (3 left) 2024-08-04T15:33:02.451 INFO:tasks.rados.rados.0.smithi007.stdout:1559: done (2 left) 2024-08-04T15:33:02.451 INFO:tasks.rados.rados.0.smithi007.stdout:1560: done (1 left) 2024-08-04T15:33:02.451 INFO:tasks.rados.rados.0.smithi007.stdout:1562: done (0 left) 2024-08-04T15:33:02.451 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 42 current snap is 152 2024-08-04T15:33:02.451 INFO:tasks.rados.rados.0.smithi007.stdout:1563: seq_num 488 ranges {1867776=581632,2449408=401408} 2024-08-04T15:33:02.464 INFO:tasks.rados.rados.0.smithi007.stdout:1563: writing smithi00780855-42 from 1867776 to 2449408 tid 1 2024-08-04T15:33:02.467 INFO:tasks.rados.rados.0.smithi007.stdout:1563: writing smithi00780855-42 from 2449408 to 2850816 tid 2 2024-08-04T15:33:02.467 INFO:tasks.rados.rados.0.smithi007.stdout:1564: copy_from oid 22 from oid 18 current snap is 152 2024-08-04T15:33:02.467 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 21 current snap is 152 2024-08-04T15:33:02.467 INFO:tasks.rados.rados.0.smithi007.stdout:1565: seq_num 489 ranges {2711552=598016,3309568=401408} 2024-08-04T15:33:02.485 INFO:tasks.rados.rados.0.smithi007.stdout:1565: writing smithi00780855-21 from 2711552 to 3309568 tid 1 2024-08-04T15:33:02.488 INFO:tasks.rados.rados.0.smithi007.stdout:1565: writing smithi00780855-21 from 3309568 to 3710976 tid 2 2024-08-04T15:33:02.488 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 152 2024-08-04T15:33:02.488 INFO:tasks.rados.rados.0.smithi007.stdout:1563: finishing write tid 1 to smithi00780855-42 2024-08-04T15:33:02.488 INFO:tasks.rados.rados.0.smithi007.stdout:1566: seq_num 490 ranges {3653632=614400,4268032=401408} 2024-08-04T15:33:02.512 INFO:tasks.rados.rados.0.smithi007.stdout:1566: writing smithi00780855-15 from 3653632 to 4268032 tid 1 2024-08-04T15:33:02.514 INFO:tasks.rados.rados.0.smithi007.stdout:1566: writing smithi00780855-15 from 4268032 to 4669440 tid 2 2024-08-04T15:33:02.514 INFO:tasks.rados.rados.0.smithi007.stdout:1563: finishing write tid 2 to smithi00780855-42 2024-08-04T15:33:02.514 INFO:tasks.rados.rados.0.smithi007.stdout:1563: finishing write tid 3 to smithi00780855-42 2024-08-04T15:33:02.514 INFO:tasks.rados.rados.0.smithi007.stdout:1563: finishing write tid 4 to smithi00780855-42 2024-08-04T15:33:02.515 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 662 (ObjNum 488 snap 152 seq_num 488) dirty exists 2024-08-04T15:33:02.515 INFO:tasks.rados.rados.0.smithi007.stdout:1563: left oid 42 (ObjNum 488 snap 152 seq_num 488) 2024-08-04T15:33:02.515 INFO:tasks.rados.rados.0.smithi007.stdout:1567: read oid 38 snap -1 2024-08-04T15:33:02.515 INFO:tasks.rados.rados.0.smithi007.stdout:1567: expect deleted 2024-08-04T15:33:02.515 INFO:tasks.rados.rados.0.smithi007.stdout:1563: done (4 left) 2024-08-04T15:33:02.515 INFO:tasks.rados.rados.0.smithi007.stdout:1568: snap_remove snap 144 2024-08-04T15:33:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:03.460 INFO:tasks.rados.rados.0.smithi007.stdout:1568: done (4 left) 2024-08-04T15:33:03.460 INFO:tasks.rados.rados.0.smithi007.stdout:1569: rmattr oid 1 current snap is 152 2024-08-04T15:33:03.460 INFO:tasks.rados.rados.0.smithi007.stdout:1569: done (4 left) 2024-08-04T15:33:03.461 INFO:tasks.rados.rados.0.smithi007.stdout:1570: rollback oid 30 current snap is 152 2024-08-04T15:33:03.461 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 30 to 151 2024-08-04T15:33:03.461 INFO:tasks.rados.rados.0.smithi007.stdout:1565: finishing write tid 1 to smithi00780855-21 2024-08-04T15:33:03.461 INFO:tasks.rados.rados.0.smithi007.stdout:1565: finishing write tid 2 to smithi00780855-21 2024-08-04T15:33:03.461 INFO:tasks.rados.rados.0.smithi007.stdout:1565: finishing write tid 3 to smithi00780855-21 2024-08-04T15:33:03.462 INFO:tasks.rados.rados.0.smithi007.stdout:1565: finishing write tid 4 to smithi00780855-21 2024-08-04T15:33:03.462 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 1159 (ObjNum 489 snap 152 seq_num 489) dirty exists 2024-08-04T15:33:03.462 INFO:tasks.rados.rados.0.smithi007.stdout:1565: left oid 21 (ObjNum 489 snap 152 seq_num 489) 2024-08-04T15:33:03.462 INFO:tasks.rados.rados.0.smithi007.stdout:1564: finishing copy_from racing read to smithi00780855-22 2024-08-04T15:33:03.462 INFO:tasks.rados.rados.0.smithi007.stdout:1564: finishing copy_from to smithi00780855-22 2024-08-04T15:33:03.462 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 348 (ObjNum 434 snap 133 seq_num 434) dirty exists 2024-08-04T15:33:03.463 INFO:tasks.rados.rados.0.smithi007.stdout:1564: done (4 left) 2024-08-04T15:33:03.463 INFO:tasks.rados.rados.0.smithi007.stdout:1565: done (3 left) 2024-08-04T15:33:03.463 INFO:tasks.rados.rados.0.smithi007.stdout:1571: read oid 13 snap -1 2024-08-04T15:33:03.463 INFO:tasks.rados.rados.0.smithi007.stdout:1571: expect (ObjNum 445 snap 138 seq_num 445) 2024-08-04T15:33:03.463 INFO:tasks.rados.rados.0.smithi007.stdout:1572: snap_create 2024-08-04T15:33:03.463 INFO:tasks.rados.rados.0.smithi007.stdout:1566: finishing write tid 1 to smithi00780855-15 2024-08-04T15:33:03.464 INFO:tasks.rados.rados.0.smithi007.stdout:1566: finishing write tid 2 to smithi00780855-15 2024-08-04T15:33:03.464 INFO:tasks.rados.rados.0.smithi007.stdout:1566: finishing write tid 3 to smithi00780855-15 2024-08-04T15:33:03.464 INFO:tasks.rados.rados.0.smithi007.stdout:1566: finishing write tid 4 to smithi00780855-15 2024-08-04T15:33:03.464 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 1444 (ObjNum 490 snap 152 seq_num 490) dirty exists 2024-08-04T15:33:03.464 INFO:tasks.rados.rados.0.smithi007.stdout:1566: left oid 15 (ObjNum 490 snap 152 seq_num 490) 2024-08-04T15:33:03.466 INFO:tasks.rados.rados.0.smithi007.stdout:1570: finishing rollback tid 1 to smithi00780855-30 2024-08-04T15:33:03.466 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-04T15:33:03.491 INFO:tasks.rados.rados.0.smithi007.stdout:1571: expect (ObjNum 445 snap 138 seq_num 445) 2024-08-04T15:33:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:03 smithi062 ceph-mon[85960]: osdmap e386: 8 total, 8 up, 8 in 2024-08-04T15:33:03.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:03 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:03.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:03 smithi007 ceph-mon[92692]: osdmap e386: 8 total, 8 up, 8 in 2024-08-04T15:33:03.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:03 smithi007 ceph-mon[94998]: osdmap e386: 8 total, 8 up, 8 in 2024-08-04T15:33:04.450 INFO:tasks.rados.rados.0.smithi007.stdout:1566: done (4 left) 2024-08-04T15:33:04.451 INFO:tasks.rados.rados.0.smithi007.stdout:1567: done (3 left) 2024-08-04T15:33:04.451 INFO:tasks.rados.rados.0.smithi007.stdout:1570: done (2 left) 2024-08-04T15:33:04.451 INFO:tasks.rados.rados.0.smithi007.stdout:1571: done (1 left) 2024-08-04T15:33:04.451 INFO:tasks.rados.rados.0.smithi007.stdout:1572: done (0 left) 2024-08-04T15:33:04.451 INFO:tasks.rados.rados.0.smithi007.stdout:1573: read oid 1 snap -1 2024-08-04T15:33:04.451 INFO:tasks.rados.rados.0.smithi007.stdout:1573: expect (ObjNum 349 snap 111 seq_num 349) 2024-08-04T15:33:04.451 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 14 current snap is 153 2024-08-04T15:33:04.451 INFO:tasks.rados.rados.0.smithi007.stdout:1574: seq_num 491 ranges {2195456=630784,2826240=401408} 2024-08-04T15:33:04.464 INFO:tasks.rados.rados.0.smithi007.stdout:1574: writing smithi00780855-14 from 2195456 to 2826240 tid 1 2024-08-04T15:33:04.466 INFO:tasks.rados.rados.0.smithi007.stdout:1574: writing smithi00780855-14 from 2826240 to 3227648 tid 2 2024-08-04T15:33:04.466 INFO:tasks.rados.rados.0.smithi007.stdout:1575: snap_remove snap 152 2024-08-04T15:33:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:04 smithi062 ceph-mon[85960]: pgmap v232: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 460 KiB/s wr, 2 op/s 2024-08-04T15:33:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:04 smithi062 ceph-mon[85960]: osdmap e387: 8 total, 8 up, 8 in 2024-08-04T15:33:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:04 smithi062 ceph-mon[85960]: osdmap e388: 8 total, 8 up, 8 in 2024-08-04T15:33:04.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:04.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:04 smithi007 ceph-mon[94998]: pgmap v232: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 460 KiB/s wr, 2 op/s 2024-08-04T15:33:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:04 smithi007 ceph-mon[94998]: osdmap e387: 8 total, 8 up, 8 in 2024-08-04T15:33:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:04 smithi007 ceph-mon[94998]: osdmap e388: 8 total, 8 up, 8 in 2024-08-04T15:33:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:04 smithi007 ceph-mon[92692]: pgmap v232: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 460 KiB/s wr, 2 op/s 2024-08-04T15:33:04.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:04 smithi007 ceph-mon[92692]: osdmap e387: 8 total, 8 up, 8 in 2024-08-04T15:33:04.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:04 smithi007 ceph-mon[92692]: osdmap e388: 8 total, 8 up, 8 in 2024-08-04T15:33:05.465 INFO:tasks.rados.rados.0.smithi007.stdout:1575: done (2 left) 2024-08-04T15:33:05.465 INFO:tasks.rados.rados.0.smithi007.stdout:1576: rollback oid 30 current snap is 153 2024-08-04T15:33:05.465 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 30 to 151 2024-08-04T15:33:05.465 INFO:tasks.rados.rados.0.smithi007.stdout:1573: expect (ObjNum 349 snap 111 seq_num 349) 2024-08-04T15:33:05.498 INFO:tasks.rados.rados.0.smithi007.stdout:1574: finishing write tid 1 to smithi00780855-14 2024-08-04T15:33:05.498 INFO:tasks.rados.rados.0.smithi007.stdout:1574: finishing write tid 2 to smithi00780855-14 2024-08-04T15:33:05.498 INFO:tasks.rados.rados.0.smithi007.stdout:1574: finishing write tid 3 to smithi00780855-14 2024-08-04T15:33:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1574: finishing write tid 4 to smithi00780855-14 2024-08-04T15:33:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 1452 (ObjNum 491 snap 153 seq_num 491) dirty exists 2024-08-04T15:33:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1574: left oid 14 (ObjNum 491 snap 153 seq_num 491) 2024-08-04T15:33:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1573: done (2 left) 2024-08-04T15:33:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1574: done (1 left) 2024-08-04T15:33:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1577: copy_from oid 9 from oid 25 current snap is 153 2024-08-04T15:33:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1576: finishing rollback tid 1 to smithi00780855-30 2024-08-04T15:33:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 0 (ObjNum 129 snap 0 seq_num 3492771968) dirty dne 2024-08-04T15:33:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1576: done (1 left) 2024-08-04T15:33:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1578: setattr oid 11 current snap is 153 2024-08-04T15:33:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1577: finishing copy_from to smithi00780855-9 2024-08-04T15:33:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1577: got expected ENOENT (src dne) 2024-08-04T15:33:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1577: finishing copy_from racing read to smithi00780855-9 2024-08-04T15:33:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1577: done (1 left) 2024-08-04T15:33:05.500 INFO:tasks.rados.rados.0.smithi007.stdout:1579: copy_from oid 16 from oid 33 current snap is 153 2024-08-04T15:33:05.500 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 25 current snap is 153 2024-08-04T15:33:05.500 INFO:tasks.rados.rados.0.smithi007.stdout:1580: seq_num 492 ranges {0=647168,647168=401408} 2024-08-04T15:33:05.501 INFO:tasks.rados.rados.0.smithi007.stdout:1580: writing smithi00780855-25 from 0 to 647168 tid 1 2024-08-04T15:33:05.503 INFO:tasks.rados.rados.0.smithi007.stdout:1580: writing smithi00780855-25 from 647168 to 1048576 tid 2 2024-08-04T15:33:05.503 INFO:tasks.rados.rados.0.smithi007.stdout:1581: snap_remove snap 151 2024-08-04T15:33:06.463 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:33:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:33:06] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2024-08-04T15:33:06.472 INFO:tasks.rados.rados.0.smithi007.stdout:1581: done (3 left) 2024-08-04T15:33:06.472 INFO:tasks.rados.rados.0.smithi007.stdout:1582: copy_from oid 27 from oid 19 current snap is 153 2024-08-04T15:33:06.472 INFO:tasks.rados.rados.0.smithi007.stdout:1579: finishing copy_from racing read to smithi00780855-16 2024-08-04T15:33:06.472 INFO:tasks.rados.rados.0.smithi007.stdout:1579: finishing copy_from to smithi00780855-16 2024-08-04T15:33:06.472 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 755 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-04T15:33:06.472 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 1136 (ObjNum 476 snap 147 seq_num 476) dirty exists 2024-08-04T15:33:06.472 INFO:tasks.rados.rados.0.smithi007.stdout:1580: finishing write tid 1 to smithi00780855-25 2024-08-04T15:33:06.472 INFO:tasks.rados.rados.0.smithi007.stdout:1580: finishing write tid 2 to smithi00780855-25 2024-08-04T15:33:06.472 INFO:tasks.rados.rados.0.smithi007.stdout:1580: finishing write tid 3 to smithi00780855-25 2024-08-04T15:33:06.472 INFO:tasks.rados.rados.0.smithi007.stdout:1580: finishing write tid 4 to smithi00780855-25 2024-08-04T15:33:06.472 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 1457 (ObjNum 492 snap 153 seq_num 492) dirty exists 2024-08-04T15:33:06.472 INFO:tasks.rados.rados.0.smithi007.stdout:1580: left oid 25 (ObjNum 492 snap 153 seq_num 492) 2024-08-04T15:33:06.473 INFO:tasks.rados.rados.0.smithi007.stdout:1578: done (3 left) 2024-08-04T15:33:06.473 INFO:tasks.rados.rados.0.smithi007.stdout:1579: done (2 left) 2024-08-04T15:33:06.473 INFO:tasks.rados.rados.0.smithi007.stdout:1580: done (1 left) 2024-08-04T15:33:06.473 INFO:tasks.rados.rados.0.smithi007.stdout:1583: snap_create 2024-08-04T15:33:06.501 INFO:tasks.rados.rados.0.smithi007.stdout:1582: finishing copy_from racing read to smithi00780855-27 2024-08-04T15:33:06.505 INFO:tasks.rados.rados.0.smithi007.stdout:1582: finishing copy_from to smithi00780855-27 2024-08-04T15:33:06.505 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 894 (ObjNum 432 snap 133 seq_num 432) dirty exists 2024-08-04T15:33:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:06 smithi062 ceph-mon[85960]: pgmap v235: 121 pgs: 121 active+clean; 177 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-04T15:33:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:06 smithi062 ceph-mon[85960]: osdmap e389: 8 total, 8 up, 8 in 2024-08-04T15:33:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:33:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:06 smithi007 ceph-mon[92692]: pgmap v235: 121 pgs: 121 active+clean; 177 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-04T15:33:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:06 smithi007 ceph-mon[92692]: osdmap e389: 8 total, 8 up, 8 in 2024-08-04T15:33:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:33:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:06 smithi007 ceph-mon[94998]: pgmap v235: 121 pgs: 121 active+clean; 177 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-04T15:33:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:06 smithi007 ceph-mon[94998]: osdmap e389: 8 total, 8 up, 8 in 2024-08-04T15:33:06.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:06.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:33:07.477 INFO:tasks.rados.rados.0.smithi007.stdout:1582: done (1 left) 2024-08-04T15:33:07.477 INFO:tasks.rados.rados.0.smithi007.stdout:1583: done (0 left) 2024-08-04T15:33:07.477 INFO:tasks.rados.rados.0.smithi007.stdout:1584: delete oid 30 current snap is 154 2024-08-04T15:33:07.481 INFO:tasks.rados.rados.0.smithi007.stdout:1584: done (0 left) 2024-08-04T15:33:07.481 INFO:tasks.rados.rados.0.smithi007.stdout:1585: rollback oid 41 current snap is 154 2024-08-04T15:33:07.481 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 41 to 153 2024-08-04T15:33:07.481 INFO:tasks.rados.rados.0.smithi007.stdout:1586: read oid 42 snap -1 2024-08-04T15:33:07.482 INFO:tasks.rados.rados.0.smithi007.stdout:1586: expect (ObjNum 488 snap 152 seq_num 488) 2024-08-04T15:33:07.482 INFO:tasks.rados.rados.0.smithi007.stdout:1587: copy_from oid 31 from oid 50 current snap is 154 2024-08-04T15:33:07.482 INFO:tasks.rados.rados.0.smithi007.stdout:1588: snap_create 2024-08-04T15:33:07.486 INFO:tasks.rados.rados.0.smithi007.stdout:1585: finishing rollback tid 0 to smithi00780855-41 2024-08-04T15:33:07.487 INFO:tasks.rados.rados.0.smithi007.stdout:1585: finishing rollback tid 1 to smithi00780855-41 2024-08-04T15:33:07.487 INFO:tasks.rados.rados.0.smithi007.stdout:1585: finishing rollback tid 2 to smithi00780855-41 2024-08-04T15:33:07.487 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 1465 (ObjNum 465 snap 142 seq_num 465) dirty exists 2024-08-04T15:33:07.495 INFO:tasks.rados.rados.0.smithi007.stdout:1586: expect (ObjNum 488 snap 152 seq_num 488) 2024-08-04T15:33:07.613 INFO:tasks.rados.rados.0.smithi007.stdout:1587: finishing copy_from racing read to smithi00780855-31 2024-08-04T15:33:07.613 INFO:tasks.rados.rados.0.smithi007.stdout:1587: finishing copy_from to smithi00780855-31 2024-08-04T15:33:07.613 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 1125 (ObjNum 486 snap 151 seq_num 486) dirty exists 2024-08-04T15:33:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:07 smithi062 ceph-mon[85960]: osdmap e390: 8 total, 8 up, 8 in 2024-08-04T15:33:07.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-04T15:33:07.808 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:07 smithi007 ceph-mon[92692]: osdmap e390: 8 total, 8 up, 8 in 2024-08-04T15:33:07.808 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-04T15:33:07.809 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:07 smithi007 ceph-mon[94998]: osdmap e390: 8 total, 8 up, 8 in 2024-08-04T15:33:07.809 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-04T15:33:08.477 INFO:tasks.rados.rados.0.smithi007.stdout:1585: done (3 left) 2024-08-04T15:33:08.477 INFO:tasks.rados.rados.0.smithi007.stdout:1586: done (2 left) 2024-08-04T15:33:08.477 INFO:tasks.rados.rados.0.smithi007.stdout:1587: done (1 left) 2024-08-04T15:33:08.477 INFO:tasks.rados.rados.0.smithi007.stdout:1588: done (0 left) 2024-08-04T15:33:08.477 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 47 current snap is 155 2024-08-04T15:33:08.477 INFO:tasks.rados.rados.0.smithi007.stdout:1589: seq_num 494 ranges {7151616=679936,7831552=401408} 2024-08-04T15:33:08.519 INFO:tasks.rados.rados.0.smithi007.stdout:1589: writing smithi00780855-47 from 7151616 to 7831552 tid 1 2024-08-04T15:33:08.522 INFO:tasks.rados.rados.0.smithi007.stdout:1589: writing smithi00780855-47 from 7831552 to 8232960 tid 2 2024-08-04T15:33:08.522 INFO:tasks.rados.rados.0.smithi007.stdout:1590: read oid 37 snap -1 2024-08-04T15:33:08.522 INFO:tasks.rados.rados.0.smithi007.stdout:1590: expect (ObjNum 471 snap 144 seq_num 471) 2024-08-04T15:33:08.522 INFO:tasks.rados.rados.0.smithi007.stdout:1591: snap_create 2024-08-04T15:33:08.526 INFO:tasks.rados.rados.0.smithi007.stdout:1589: finishing write tid 1 to smithi00780855-47 2024-08-04T15:33:08.528 INFO:tasks.rados.rados.0.smithi007.stdout:1589: finishing write tid 2 to smithi00780855-47 2024-08-04T15:33:08.529 INFO:tasks.rados.rados.0.smithi007.stdout:1589: finishing write tid 3 to smithi00780855-47 2024-08-04T15:33:08.529 INFO:tasks.rados.rados.0.smithi007.stdout:1589: finishing write tid 4 to smithi00780855-47 2024-08-04T15:33:08.530 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 193 (ObjNum 494 snap 155 seq_num 494) dirty exists 2024-08-04T15:33:08.530 INFO:tasks.rados.rados.0.smithi007.stdout:1589: left oid 47 (ObjNum 494 snap 155 seq_num 494) 2024-08-04T15:33:08.542 INFO:tasks.rados.rados.0.smithi007.stdout:1590: expect (ObjNum 471 snap 144 seq_num 471) 2024-08-04T15:33:08.739 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:08 smithi007 ceph-mon[92692]: pgmap v238: 121 pgs: 121 active+clean; 172 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 14 op/s 2024-08-04T15:33:08.739 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:08 smithi007 ceph-mon[92692]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-04T15:33:08.739 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:08 smithi007 ceph-mon[92692]: Upgrade: osd.3 is safe to restart 2024-08-04T15:33:08.739 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:08 smithi007 ceph-mon[92692]: osdmap e391: 8 total, 8 up, 8 in 2024-08-04T15:33:08.739 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:08 smithi007 ceph-mon[94998]: pgmap v238: 121 pgs: 121 active+clean; 172 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 14 op/s 2024-08-04T15:33:08.740 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:08 smithi007 ceph-mon[94998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-04T15:33:08.740 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:08 smithi007 ceph-mon[94998]: Upgrade: osd.3 is safe to restart 2024-08-04T15:33:08.740 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:08 smithi007 ceph-mon[94998]: osdmap e391: 8 total, 8 up, 8 in 2024-08-04T15:33:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:08 smithi062 ceph-mon[85960]: pgmap v238: 121 pgs: 121 active+clean; 172 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 14 op/s 2024-08-04T15:33:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:08 smithi062 ceph-mon[85960]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-04T15:33:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:08 smithi062 ceph-mon[85960]: Upgrade: osd.3 is safe to restart 2024-08-04T15:33:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:08 smithi062 ceph-mon[85960]: osdmap e391: 8 total, 8 up, 8 in 2024-08-04T15:33:08.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:08 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:09.448 INFO:tasks.rados.rados.0.smithi007.stdout:1589: done (2 left) 2024-08-04T15:33:09.448 INFO:tasks.rados.rados.0.smithi007.stdout:1590: done (1 left) 2024-08-04T15:33:09.449 INFO:tasks.rados.rados.0.smithi007.stdout:1591: done (0 left) 2024-08-04T15:33:09.449 INFO:tasks.rados.rados.0.smithi007.stdout:1592: snap_create 2024-08-04T15:33:09.735 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:09 smithi007 ceph-mon[92692]: osdmap e392: 8 total, 8 up, 8 in 2024-08-04T15:33:09.735 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:09.735 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-04T15:33:09.735 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:33:09.735 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:09 smithi007 ceph-mon[92692]: osdmap e393: 8 total, 8 up, 8 in 2024-08-04T15:33:09.735 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:09 smithi007 ceph-mon[94998]: osdmap e392: 8 total, 8 up, 8 in 2024-08-04T15:33:09.735 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:09.735 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-04T15:33:09.736 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:33:09.736 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:09 smithi007 ceph-mon[94998]: osdmap e393: 8 total, 8 up, 8 in 2024-08-04T15:33:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:09 smithi062 ceph-mon[85960]: osdmap e392: 8 total, 8 up, 8 in 2024-08-04T15:33:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-04T15:33:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:33:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:09 smithi062 ceph-mon[85960]: osdmap e393: 8 total, 8 up, 8 in 2024-08-04T15:33:10.450 INFO:tasks.rados.rados.0.smithi007.stdout:1592: done (0 left) 2024-08-04T15:33:10.450 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 27 current snap is 157 2024-08-04T15:33:10.451 INFO:tasks.rados.rados.0.smithi007.stdout:1593: seq_num 495 ranges {5513216=696320,6209536=401408} 2024-08-04T15:33:10.484 INFO:tasks.rados.rados.0.smithi007.stdout:1593: writing smithi00780855-27 from 5513216 to 6209536 tid 1 2024-08-04T15:33:10.487 INFO:tasks.rados.rados.0.smithi007.stdout:1593: writing smithi00780855-27 from 6209536 to 6610944 tid 2 2024-08-04T15:33:10.487 INFO:tasks.rados.rados.0.smithi007.stdout:1594: setattr oid 26 current snap is 157 2024-08-04T15:33:10.491 INFO:tasks.rados.rados.0.smithi007.stdout:1595: read oid 1 snap -1 2024-08-04T15:33:10.491 INFO:tasks.rados.rados.0.smithi007.stdout:1595: expect (ObjNum 349 snap 111 seq_num 349) 2024-08-04T15:33:10.491 INFO:tasks.rados.rados.0.smithi007.stdout:1596: rollback oid 7 current snap is 157 2024-08-04T15:33:10.491 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 7 to 153 2024-08-04T15:33:10.491 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 157 2024-08-04T15:33:10.491 INFO:tasks.rados.rados.0.smithi007.stdout:1597: seq_num 496 ranges {9109504=712704,9822208=401408} 2024-08-04T15:33:10.545 INFO:tasks.rados.rados.0.smithi007.stdout:1597: writing smithi00780855-22 from 9109504 to 9822208 tid 1 2024-08-04T15:33:10.548 INFO:tasks.rados.rados.0.smithi007.stdout:1597: writing smithi00780855-22 from 9822208 to 10223616 tid 2 2024-08-04T15:33:10.548 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 17 current snap is 157 2024-08-04T15:33:10.548 INFO:tasks.rados.rados.0.smithi007.stdout:1593: finishing write tid 1 to smithi00780855-27 2024-08-04T15:33:10.548 INFO:tasks.rados.rados.0.smithi007.stdout:1598: seq_num 497 ranges {2129920=729088,2859008=401408} 2024-08-04T15:33:10.564 INFO:tasks.rados.rados.0.smithi007.stdout:1598: writing smithi00780855-17 from 2129920 to 2859008 tid 1 2024-08-04T15:33:10.567 INFO:tasks.rados.rados.0.smithi007.stdout:1598: writing smithi00780855-17 from 2859008 to 3260416 tid 2 2024-08-04T15:33:10.567 INFO:tasks.rados.rados.0.smithi007.stdout:1599: delete oid 30 current snap is 157 2024-08-04T15:33:10.567 INFO:tasks.rados.rados.0.smithi007.stdout:1593: finishing write tid 2 to smithi00780855-27 2024-08-04T15:33:10.567 INFO:tasks.rados.rados.0.smithi007.stdout:1593: finishing write tid 3 to smithi00780855-27 2024-08-04T15:33:10.567 INFO:tasks.rados.rados.0.smithi007.stdout:1596: finishing rollback tid 1 to smithi00780855-7 2024-08-04T15:33:10.568 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-04T15:33:10.568 INFO:tasks.rados.rados.0.smithi007.stdout:1593: finishing write tid 4 to smithi00780855-27 2024-08-04T15:33:10.568 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 897 (ObjNum 495 snap 157 seq_num 495) dirty exists 2024-08-04T15:33:10.568 INFO:tasks.rados.rados.0.smithi007.stdout:1593: left oid 27 (ObjNum 495 snap 157 seq_num 495) 2024-08-04T15:33:10.568 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 1168 (ObjNum 454 snap 138 seq_num 454) dirty exists 2024-08-04T15:33:10.568 INFO:tasks.rados.rados.0.smithi007.stdout:1595: expect (ObjNum 349 snap 111 seq_num 349) 2024-08-04T15:33:10.597 INFO:tasks.rados.rados.0.smithi007.stdout:1597: finishing write tid 1 to smithi00780855-22 2024-08-04T15:33:10.597 INFO:tasks.rados.rados.0.smithi007.stdout:1597: finishing write tid 2 to smithi00780855-22 2024-08-04T15:33:10.597 INFO:tasks.rados.rados.0.smithi007.stdout:1597: finishing write tid 3 to smithi00780855-22 2024-08-04T15:33:10.598 INFO:tasks.rados.rados.0.smithi007.stdout:1597: finishing write tid 4 to smithi00780855-22 2024-08-04T15:33:10.598 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 676 (ObjNum 496 snap 157 seq_num 496) dirty exists 2024-08-04T15:33:10.598 INFO:tasks.rados.rados.0.smithi007.stdout:1597: left oid 22 (ObjNum 496 snap 157 seq_num 496) 2024-08-04T15:33:10.598 INFO:tasks.rados.rados.0.smithi007.stdout:1598: finishing write tid 1 to smithi00780855-17 2024-08-04T15:33:10.598 INFO:tasks.rados.rados.0.smithi007.stdout:1598: finishing write tid 2 to smithi00780855-17 2024-08-04T15:33:10.598 INFO:tasks.rados.rados.0.smithi007.stdout:1598: finishing write tid 3 to smithi00780855-17 2024-08-04T15:33:10.598 INFO:tasks.rados.rados.0.smithi007.stdout:1598: finishing write tid 4 to smithi00780855-17 2024-08-04T15:33:10.598 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 1117 (ObjNum 497 snap 157 seq_num 497) dirty exists 2024-08-04T15:33:10.598 INFO:tasks.rados.rados.0.smithi007.stdout:1598: left oid 17 (ObjNum 497 snap 157 seq_num 497) 2024-08-04T15:33:10.598 INFO:tasks.rados.rados.0.smithi007.stdout:1593: done (6 left) 2024-08-04T15:33:10.598 INFO:tasks.rados.rados.0.smithi007.stdout:1594: done (5 left) 2024-08-04T15:33:10.598 INFO:tasks.rados.rados.0.smithi007.stdout:1595: done (4 left) 2024-08-04T15:33:10.599 INFO:tasks.rados.rados.0.smithi007.stdout:1596: done (3 left) 2024-08-04T15:33:10.599 INFO:tasks.rados.rados.0.smithi007.stdout:1597: done (2 left) 2024-08-04T15:33:10.599 INFO:tasks.rados.rados.0.smithi007.stdout:1598: done (1 left) 2024-08-04T15:33:10.599 INFO:tasks.rados.rados.0.smithi007.stdout:1599: done (0 left) 2024-08-04T15:33:10.599 INFO:tasks.rados.rados.0.smithi007.stdout:1600: delete oid 45 current snap is 157 2024-08-04T15:33:10.600 INFO:tasks.rados.rados.0.smithi007.stdout:1600: done (0 left) 2024-08-04T15:33:10.600 INFO:tasks.rados.rados.0.smithi007.stdout:1601: copy_from oid 27 from oid 15 current snap is 157 2024-08-04T15:33:10.600 INFO:tasks.rados.rados.0.smithi007.stdout:1602: read oid 30 snap 154 2024-08-04T15:33:10.600 INFO:tasks.rados.rados.0.smithi007.stdout:1602: expect deleted 2024-08-04T15:33:10.600 INFO:tasks.rados.rados.0.smithi007.stdout:1603: snap_remove snap 153 2024-08-04T15:33:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:10 smithi062 ceph-mon[85960]: pgmap v241: 121 pgs: 121 active+clean; 171 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-04T15:33:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:10 smithi062 ceph-mon[85960]: Upgrade: Updating osd.3 2024-08-04T15:33:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:10 smithi062 ceph-mon[85960]: Deploying daemon osd.3 on smithi007 2024-08-04T15:33:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:10 smithi062 ceph-mon[85960]: osdmap e394: 8 total, 8 up, 8 in 2024-08-04T15:33:10.797 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:10 smithi007 ceph-mon[92692]: pgmap v241: 121 pgs: 121 active+clean; 171 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-04T15:33:10.797 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:10 smithi007 ceph-mon[92692]: Upgrade: Updating osd.3 2024-08-04T15:33:10.798 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:10 smithi007 ceph-mon[92692]: Deploying daemon osd.3 on smithi007 2024-08-04T15:33:10.798 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:10 smithi007 ceph-mon[92692]: osdmap e394: 8 total, 8 up, 8 in 2024-08-04T15:33:10.798 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:10 smithi007 ceph-mon[94998]: pgmap v241: 121 pgs: 121 active+clean; 171 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-04T15:33:10.798 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:10 smithi007 ceph-mon[94998]: Upgrade: Updating osd.3 2024-08-04T15:33:10.798 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:10 smithi007 ceph-mon[94998]: Deploying daemon osd.3 on smithi007 2024-08-04T15:33:10.798 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:10 smithi007 ceph-mon[94998]: osdmap e394: 8 total, 8 up, 8 in 2024-08-04T15:33:11.492 INFO:tasks.rados.rados.0.smithi007.stdout:1603: done (2 left) 2024-08-04T15:33:11.492 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 157 2024-08-04T15:33:11.492 INFO:tasks.rados.rados.0.smithi007.stdout:1604: seq_num 500 ranges {9428992=778240,10207232=401408} 2024-08-04T15:33:11.548 INFO:tasks.rados.rados.0.smithi007.stdout:1604: writing smithi00780855-31 from 9428992 to 10207232 tid 1 2024-08-04T15:33:11.551 INFO:tasks.rados.rados.0.smithi007.stdout:1604: writing smithi00780855-31 from 10207232 to 10608640 tid 2 2024-08-04T15:33:11.551 INFO:tasks.rados.rados.0.smithi007.stdout:1605: read oid 41 snap -1 2024-08-04T15:33:11.551 INFO:tasks.rados.rados.0.smithi007.stdout:1605: expect (ObjNum 465 snap 142 seq_num 465) 2024-08-04T15:33:11.551 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 1 current snap is 157 2024-08-04T15:33:11.551 INFO:tasks.rados.rados.0.smithi007.stdout:1606: seq_num 501 ranges {1056768=794624,1851392=401408} 2024-08-04T15:33:11.561 INFO:tasks.rados.rados.0.smithi007.stdout:1606: writing smithi00780855-1 from 1056768 to 1851392 tid 1 2024-08-04T15:33:11.565 INFO:tasks.rados.rados.0.smithi007.stdout:1606: writing smithi00780855-1 from 1851392 to 2252800 tid 2 2024-08-04T15:33:11.565 INFO:tasks.rados.rados.0.smithi007.stdout:1607: setattr oid 12 current snap is 157 2024-08-04T15:33:11.565 INFO:tasks.rados.rados.0.smithi007.stdout:1601: finishing copy_from racing read to smithi00780855-27 2024-08-04T15:33:11.565 INFO:tasks.rados.rados.0.smithi007.stdout:1601: finishing copy_from to smithi00780855-27 2024-08-04T15:33:11.565 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 1444 (ObjNum 490 snap 152 seq_num 490) dirty exists 2024-08-04T15:33:11.565 INFO:tasks.rados.rados.0.smithi007.stdout:1604: finishing write tid 1 to smithi00780855-31 2024-08-04T15:33:11.565 INFO:tasks.rados.rados.0.smithi007.stdout:1604: finishing write tid 2 to smithi00780855-31 2024-08-04T15:33:11.565 INFO:tasks.rados.rados.0.smithi007.stdout:1604: finishing write tid 3 to smithi00780855-31 2024-08-04T15:33:11.565 INFO:tasks.rados.rados.0.smithi007.stdout:1604: finishing write tid 4 to smithi00780855-31 2024-08-04T15:33:11.565 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 1139 (ObjNum 500 snap 157 seq_num 500) dirty exists 2024-08-04T15:33:11.565 INFO:tasks.rados.rados.0.smithi007.stdout:1604: left oid 31 (ObjNum 500 snap 157 seq_num 500) 2024-08-04T15:33:11.567 INFO:tasks.rados.rados.0.smithi007.stdout:1601: done (5 left) 2024-08-04T15:33:11.567 INFO:tasks.rados.rados.0.smithi007.stdout:1602: done (4 left) 2024-08-04T15:33:11.567 INFO:tasks.rados.rados.0.smithi007.stdout:1604: done (3 left) 2024-08-04T15:33:11.567 INFO:tasks.rados.rados.0.smithi007.stdout:1608: rmattr oid 44 current snap is 157 2024-08-04T15:33:11.567 INFO:tasks.rados.rados.0.smithi007.stdout:1609: snap_create 2024-08-04T15:33:11.568 INFO:tasks.rados.rados.0.smithi007.stdout:1606: finishing write tid 1 to smithi00780855-1 2024-08-04T15:33:11.568 INFO:tasks.rados.rados.0.smithi007.stdout:1606: finishing write tid 2 to smithi00780855-1 2024-08-04T15:33:11.568 INFO:tasks.rados.rados.0.smithi007.stdout:1605: expect (ObjNum 465 snap 142 seq_num 465) 2024-08-04T15:33:11.676 INFO:tasks.rados.rados.0.smithi007.stdout:1606: finishing write tid 3 to smithi00780855-1 2024-08-04T15:33:11.676 INFO:tasks.rados.rados.0.smithi007.stdout:1606: finishing write tid 4 to smithi00780855-1 2024-08-04T15:33:11.676 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 682 (ObjNum 501 snap 157 seq_num 501) dirty exists 2024-08-04T15:33:11.676 INFO:tasks.rados.rados.0.smithi007.stdout:1606: left oid 1 (ObjNum 501 snap 157 seq_num 501) 2024-08-04T15:33:11.676 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1139 (ObjNum 473 snap 144 seq_num 473) dirty exists 2024-08-04T15:33:11.677 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 1470 (ObjNum 428 snap 133 seq_num 428) dirty exists 2024-08-04T15:33:12.372 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:12 smithi007 systemd[1]: Stopping Ceph osd.3 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:33:12.497 INFO:tasks.rados.rados.0.smithi007.stdout:1605: done (4 left) 2024-08-04T15:33:12.498 INFO:tasks.rados.rados.0.smithi007.stdout:1606: done (3 left) 2024-08-04T15:33:12.498 INFO:tasks.rados.rados.0.smithi007.stdout:1607: done (2 left) 2024-08-04T15:33:12.498 INFO:tasks.rados.rados.0.smithi007.stdout:1608: done (1 left) 2024-08-04T15:33:12.498 INFO:tasks.rados.rados.0.smithi007.stdout:1609: done (0 left) 2024-08-04T15:33:12.498 INFO:tasks.rados.rados.0.smithi007.stdout:1610: snap_remove snap 156 2024-08-04T15:33:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:12 smithi062 ceph-mon[85960]: pgmap v244: 121 pgs: 121 active+clean; 171 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 264 KiB/s wr, 2 op/s 2024-08-04T15:33:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:12 smithi062 ceph-mon[85960]: osdmap e395: 8 total, 8 up, 8 in 2024-08-04T15:33:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:12 smithi062 ceph-mon[85960]: osd.3 marked itself down and dead 2024-08-04T15:33:12.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:12.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:12 smithi007 ceph-mon[92692]: pgmap v244: 121 pgs: 121 active+clean; 171 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 264 KiB/s wr, 2 op/s 2024-08-04T15:33:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:12 smithi007 ceph-mon[92692]: osdmap e395: 8 total, 8 up, 8 in 2024-08-04T15:33:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:12 smithi007 ceph-mon[92692]: osd.3 marked itself down and dead 2024-08-04T15:33:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:12 smithi007 ceph-mon[94998]: pgmap v244: 121 pgs: 121 active+clean; 171 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 264 KiB/s wr, 2 op/s 2024-08-04T15:33:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:12 smithi007 ceph-mon[94998]: osdmap e395: 8 total, 8 up, 8 in 2024-08-04T15:33:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:12 smithi007 ceph-mon[94998]: osd.3 marked itself down and dead 2024-08-04T15:33:12.836 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3[61406]: 2024-08-04T15:33:12.472+0000 7f77a45b9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T15:33:12.837 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3[61406]: 2024-08-04T15:33:12.472+0000 7f77a45b9640 -1 osd.3 395 *** Got signal Terminated *** 2024-08-04T15:33:12.837 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:12 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3[61406]: 2024-08-04T15:33:12.472+0000 7f77a45b9640 -1 osd.3 395 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-04T15:33:13.177 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:12 smithi007 podman[113892]: 2024-08-04 15:33:12.882439318 +0000 UTC m=+0.588803230 container died 902e99f21e0a970e96811df7a472aae31e28c3694b95420a4cbb5d4cfa7be9f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=quincy-85224d9, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-04T15:33:13.491 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:13 smithi007 podman[113892]: 2024-08-04 15:33:13.277132657 +0000 UTC m=+0.983496566 container cleanup 902e99f21e0a970e96811df7a472aae31e28c3694b95420a4cbb5d4cfa7be9f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-85224d9, ceph=True, io.buildah.version=1.36.0) 2024-08-04T15:33:13.491 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:13 smithi007 bash[113892]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3 2024-08-04T15:33:13.501 INFO:tasks.rados.rados.0.smithi007.stdout:1610: done (0 left) 2024-08-04T15:33:13.502 INFO:tasks.rados.rados.0.smithi007.stdout:1611: delete oid 49 current snap is 158 2024-08-04T15:33:13.517 INFO:tasks.rados.rados.0.smithi007.stdout:1611: done (0 left) 2024-08-04T15:33:13.517 INFO:tasks.rados.rados.0.smithi007.stdout:1612: delete oid 40 current snap is 158 2024-08-04T15:33:13.519 INFO:tasks.rados.rados.0.smithi007.stdout:1612: done (0 left) 2024-08-04T15:33:13.519 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 158 2024-08-04T15:33:13.519 INFO:tasks.rados.rados.0.smithi007.stdout:1613: seq_num 504 ranges {4669440=450560,5120000=589824,5709824=212992} 2024-08-04T15:33:13.547 INFO:tasks.rados.rados.0.smithi007.stdout:1613: writing smithi00780855-15 from 4669440 to 5120000 tid 1 2024-08-04T15:33:13.550 INFO:tasks.rados.rados.0.smithi007.stdout:1613: writing smithi00780855-15 from 5120000 to 5709824 tid 2 2024-08-04T15:33:13.552 INFO:tasks.rados.rados.0.smithi007.stdout:1613: writing smithi00780855-15 from 5709824 to 5922816 tid 3 2024-08-04T15:33:13.552 INFO:tasks.rados.rados.0.smithi007.stdout:1614: delete oid 41 current snap is 158 2024-08-04T15:33:13.552 INFO:tasks.rados.rados.0.smithi007.stdout:1613: finishing write tid 1 to smithi00780855-15 2024-08-04T15:33:13.555 INFO:tasks.rados.rados.0.smithi007.stdout:1613: finishing write tid 2 to smithi00780855-15 2024-08-04T15:33:13.555 INFO:tasks.rados.rados.0.smithi007.stdout:1613: finishing write tid 3 to smithi00780855-15 2024-08-04T15:33:13.556 INFO:tasks.rados.rados.0.smithi007.stdout:1613: finishing write tid 4 to smithi00780855-15 2024-08-04T15:33:13.558 INFO:tasks.rados.rados.0.smithi007.stdout:1613: finishing write tid 5 to smithi00780855-15 2024-08-04T15:33:13.558 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 1477 (ObjNum 504 snap 158 seq_num 504) dirty exists 2024-08-04T15:33:13.558 INFO:tasks.rados.rados.0.smithi007.stdout:1613: left oid 15 (ObjNum 504 snap 158 seq_num 504) 2024-08-04T15:33:13.558 INFO:tasks.rados.rados.0.smithi007.stdout:1613: done (1 left) 2024-08-04T15:33:13.558 INFO:tasks.rados.rados.0.smithi007.stdout:1614: done (0 left) 2024-08-04T15:33:13.559 INFO:tasks.rados.rados.0.smithi007.stdout:1615: read oid 49 snap -1 2024-08-04T15:33:13.559 INFO:tasks.rados.rados.0.smithi007.stdout:1615: expect deleted 2024-08-04T15:33:13.559 INFO:tasks.rados.rados.0.smithi007.stdout:1616: read oid 39 snap -1 2024-08-04T15:33:13.559 INFO:tasks.rados.rados.0.smithi007.stdout:1616: expect (ObjNum 467 snap 142 seq_num 467) 2024-08-04T15:33:13.559 INFO:tasks.rados.rados.0.smithi007.stdout:1617: rollback oid 21 current snap is 158 2024-08-04T15:33:13.559 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 21 to 157 2024-08-04T15:33:13.559 INFO:tasks.rados.rados.0.smithi007.stdout:1618: rollback oid 34 current snap is 158 2024-08-04T15:33:13.559 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 34 to 155 2024-08-04T15:33:13.559 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 42 current snap is 158 2024-08-04T15:33:13.559 INFO:tasks.rados.rados.0.smithi007.stdout:1619: seq_num 506 ranges {2850816=483328,3334144=761856,4096000=40960} 2024-08-04T15:33:13.576 INFO:tasks.rados.rados.0.smithi007.stdout:1619: writing smithi00780855-42 from 2850816 to 3334144 tid 1 2024-08-04T15:33:13.581 INFO:tasks.rados.rados.0.smithi007.stdout:1619: writing smithi00780855-42 from 3334144 to 4096000 tid 2 2024-08-04T15:33:13.581 INFO:tasks.rados.rados.0.smithi007.stdout:1619: writing smithi00780855-42 from 4096000 to 4136960 tid 3 2024-08-04T15:33:13.581 INFO:tasks.rados.rados.0.smithi007.stdout:1620: snap_create 2024-08-04T15:33:13.581 INFO:tasks.rados.rados.0.smithi007.stdout:1618: finishing rollback tid 1 to smithi00780855-34 2024-08-04T15:33:13.581 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 0 (ObjNum 33 snap 0 seq_num 3493021104) dirty dne 2024-08-04T15:33:13.581 INFO:tasks.rados.rados.0.smithi007.stdout:1617: finishing rollback tid 0 to smithi00780855-21 2024-08-04T15:33:13.581 INFO:tasks.rados.rados.0.smithi007.stdout:1617: finishing rollback tid 1 to smithi00780855-21 2024-08-04T15:33:13.581 INFO:tasks.rados.rados.0.smithi007.stdout:1616: expect (ObjNum 467 snap 142 seq_num 467) 2024-08-04T15:33:13.599 INFO:tasks.rados.rados.0.smithi007.stdout:1617: finishing rollback tid 2 to smithi00780855-21 2024-08-04T15:33:13.599 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 1178 (ObjNum 489 snap 152 seq_num 489) dirty exists 2024-08-04T15:33:13.599 INFO:tasks.rados.rados.0.smithi007.stdout:1619: finishing write tid 1 to smithi00780855-42 2024-08-04T15:33:13.599 INFO:tasks.rados.rados.0.smithi007.stdout:1619: finishing write tid 2 to smithi00780855-42 2024-08-04T15:33:13.599 INFO:tasks.rados.rados.0.smithi007.stdout:1619: finishing write tid 3 to smithi00780855-42 2024-08-04T15:33:13.599 INFO:tasks.rados.rados.0.smithi007.stdout:1619: finishing write tid 4 to smithi00780855-42 2024-08-04T15:33:13.599 INFO:tasks.rados.rados.0.smithi007.stdout:1619: finishing write tid 5 to smithi00780855-42 2024-08-04T15:33:13.599 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 687 (ObjNum 506 snap 158 seq_num 506) dirty exists 2024-08-04T15:33:13.599 INFO:tasks.rados.rados.0.smithi007.stdout:1619: left oid 42 (ObjNum 506 snap 158 seq_num 506) 2024-08-04T15:33:13.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:13 smithi062 ceph-mon[85960]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:33:13.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:13 smithi062 ceph-mon[85960]: osdmap e396: 8 total, 7 up, 8 in 2024-08-04T15:33:13.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:13 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:13.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:13.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:13 smithi007 ceph-mon[92692]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:33:13.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:13 smithi007 ceph-mon[92692]: osdmap e396: 8 total, 7 up, 8 in 2024-08-04T15:33:13.836 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:13 smithi007 podman[113908]: 2024-08-04 15:33:13.561924654 +0000 UTC m=+0.681826018 container remove 902e99f21e0a970e96811df7a472aae31e28c3694b95420a4cbb5d4cfa7be9f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, RELEASE=quincy-85224d9, GIT_CLEAN=True) 2024-08-04T15:33:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:13 smithi007 ceph-mon[94998]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:33:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:13 smithi007 ceph-mon[94998]: osdmap e396: 8 total, 7 up, 8 in 2024-08-04T15:33:14.224 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:13 smithi007 podman[114001]: 2024-08-04 15:33:13.815891658 +0000 UTC m=+0.018137663 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:33:14.224 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:13 smithi007 podman[114001]: 2024-08-04 15:33:13.938549437 +0000 UTC m=+0.140795476 container create 2dea550fa4f35cf2d9b16e41846a015147c54a595f771218ac96154d55cf0ac4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-04T15:33:14.224 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:14 smithi007 podman[114001]: 2024-08-04 15:33:14.141427508 +0000 UTC m=+0.343673521 container init 2dea550fa4f35cf2d9b16e41846a015147c54a595f771218ac96154d55cf0ac4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-release-26c3fb8, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:33:14.224 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:14 smithi007 podman[114001]: 2024-08-04 15:33:14.145074199 +0000 UTC m=+0.347320196 container start 2dea550fa4f35cf2d9b16e41846a015147c54a595f771218ac96154d55cf0ac4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-deactivate, RELEASE=squid-release-26c3fb8, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T15:33:14.224 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:14 smithi007 podman[114001]: 2024-08-04 15:33:14.224178589 +0000 UTC m=+0.426424595 container attach 2dea550fa4f35cf2d9b16e41846a015147c54a595f771218ac96154d55cf0ac4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2) 2024-08-04T15:33:14.450 INFO:tasks.rados.rados.0.smithi007.stdout:1615: done (5 left) 2024-08-04T15:33:14.451 INFO:tasks.rados.rados.0.smithi007.stdout:1616: done (4 left) 2024-08-04T15:33:14.451 INFO:tasks.rados.rados.0.smithi007.stdout:1617: done (3 left) 2024-08-04T15:33:14.451 INFO:tasks.rados.rados.0.smithi007.stdout:1618: done (2 left) 2024-08-04T15:33:14.451 INFO:tasks.rados.rados.0.smithi007.stdout:1619: done (1 left) 2024-08-04T15:33:14.451 INFO:tasks.rados.rados.0.smithi007.stdout:1620: done (0 left) 2024-08-04T15:33:14.451 INFO:tasks.rados.rados.0.smithi007.stdout:1621: rollback oid 13 current snap is 159 2024-08-04T15:33:14.451 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 13 to 158 2024-08-04T15:33:14.451 INFO:tasks.rados.rados.0.smithi007.stdout:1622: read oid 46 snap -1 2024-08-04T15:33:14.451 INFO:tasks.rados.rados.0.smithi007.stdout:1622: expect deleted 2024-08-04T15:33:14.451 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 21 current snap is 159 2024-08-04T15:33:14.451 INFO:tasks.rados.rados.0.smithi007.stdout:1623: seq_num 507 ranges {3710976=499712,4210688=638976,4849664=163840} 2024-08-04T15:33:14.473 INFO:tasks.rados.rados.0.smithi007.stdout:1623: writing smithi00780855-21 from 3710976 to 4210688 tid 1 2024-08-04T15:33:14.477 INFO:tasks.rados.rados.0.smithi007.stdout:1623: writing smithi00780855-21 from 4210688 to 4849664 tid 2 2024-08-04T15:33:14.478 INFO:tasks.rados.rados.0.smithi007.stdout:1623: writing smithi00780855-21 from 4849664 to 5013504 tid 3 2024-08-04T15:33:14.478 INFO:tasks.rados.rados.0.smithi007.stdout:1624: copy_from oid 42 from oid 44 current snap is 159 2024-08-04T15:33:14.478 INFO:tasks.rados.rados.0.smithi007.stdout:1621: finishing rollback tid 0 to smithi00780855-13 2024-08-04T15:33:14.478 INFO:tasks.rados.rados.0.smithi007.stdout:1621: finishing rollback tid 1 to smithi00780855-13 2024-08-04T15:33:14.478 INFO:tasks.rados.rados.0.smithi007.stdout:1621: finishing rollback tid 2 to smithi00780855-13 2024-08-04T15:33:14.478 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 1483 (ObjNum 445 snap 138 seq_num 445) dirty exists 2024-08-04T15:33:14.478 INFO:tasks.rados.rados.0.smithi007.stdout:1621: done (3 left) 2024-08-04T15:33:14.479 INFO:tasks.rados.rados.0.smithi007.stdout:1622: done (2 left) 2024-08-04T15:33:14.479 INFO:tasks.rados.rados.0.smithi007.stdout:1625: copy_from oid 8 from oid 19 current snap is 159 2024-08-04T15:33:14.479 INFO:tasks.rados.rados.0.smithi007.stdout:1626: snap_create 2024-08-04T15:33:14.482 INFO:tasks.rados.rados.0.smithi007.stdout:1623: finishing write tid 1 to smithi00780855-21 2024-08-04T15:33:14.483 INFO:tasks.rados.rados.0.smithi007.stdout:1623: finishing write tid 2 to smithi00780855-21 2024-08-04T15:33:14.489 INFO:tasks.rados.rados.0.smithi007.stdout:1623: finishing write tid 3 to smithi00780855-21 2024-08-04T15:33:14.489 INFO:tasks.rados.rados.0.smithi007.stdout:1623: finishing write tid 4 to smithi00780855-21 2024-08-04T15:33:14.494 INFO:tasks.rados.rados.0.smithi007.stdout:1623: finishing write tid 5 to smithi00780855-21 2024-08-04T15:33:14.494 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 1183 (ObjNum 507 snap 159 seq_num 507) dirty exists 2024-08-04T15:33:14.494 INFO:tasks.rados.rados.0.smithi007.stdout:1623: left oid 21 (ObjNum 507 snap 159 seq_num 507) 2024-08-04T15:33:14.495 INFO:tasks.rados.rados.0.smithi007.stdout:1624: finishing copy_from racing read to smithi00780855-42 2024-08-04T15:33:14.495 INFO:tasks.rados.rados.0.smithi007.stdout:1624: finishing copy_from to smithi00780855-42 2024-08-04T15:33:14.496 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 1139 (ObjNum 473 snap 144 seq_num 473) dirty exists 2024-08-04T15:33:14.498 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:14 smithi007 podman[114001]: 2024-08-04 15:33:14.340185315 +0000 UTC m=+0.542431316 container died 2dea550fa4f35cf2d9b16e41846a015147c54a595f771218ac96154d55cf0ac4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-deactivate, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-04T15:33:14.514 INFO:tasks.rados.rados.0.smithi007.stdout:1625: finishing copy_from racing read to smithi00780855-8 2024-08-04T15:33:14.515 INFO:tasks.rados.rados.0.smithi007.stdout:1625: finishing copy_from to smithi00780855-8 2024-08-04T15:33:14.515 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 894 (ObjNum 432 snap 133 seq_num 432) dirty exists 2024-08-04T15:33:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:14 smithi062 ceph-mon[85960]: pgmap v247: 121 pgs: 16 stale+active+clean, 105 active+clean; 185 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-08-04T15:33:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:14 smithi062 ceph-mon[85960]: osdmap e397: 8 total, 7 up, 8 in 2024-08-04T15:33:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:14 smithi062 ceph-mon[85960]: osdmap e398: 8 total, 7 up, 8 in 2024-08-04T15:33:14.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:14 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:14.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:14 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:14 smithi007 ceph-mon[92692]: pgmap v247: 121 pgs: 16 stale+active+clean, 105 active+clean; 185 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-08-04T15:33:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:14 smithi007 ceph-mon[92692]: osdmap e397: 8 total, 7 up, 8 in 2024-08-04T15:33:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:14 smithi007 ceph-mon[92692]: osdmap e398: 8 total, 7 up, 8 in 2024-08-04T15:33:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:14 smithi007 ceph-mon[94998]: pgmap v247: 121 pgs: 16 stale+active+clean, 105 active+clean; 185 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-08-04T15:33:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:14 smithi007 ceph-mon[94998]: osdmap e397: 8 total, 7 up, 8 in 2024-08-04T15:33:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:14 smithi007 ceph-mon[94998]: osdmap e398: 8 total, 7 up, 8 in 2024-08-04T15:33:15.336 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:14 smithi007 podman[114024]: 2024-08-04 15:33:14.96180574 +0000 UTC m=+0.616054247 container remove 2dea550fa4f35cf2d9b16e41846a015147c54a595f771218ac96154d55cf0ac4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, RELEASE=squid-release-26c3fb8, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-04T15:33:15.336 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:14 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.3.service: Deactivated successfully. 2024-08-04T15:33:15.336 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:14 smithi007 systemd[1]: Stopped Ceph osd.3 for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:33:15.336 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:14 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.3.service: Consumed 10.066s CPU time. 2024-08-04T15:33:15.336 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:15 smithi007 systemd[1]: Starting Ceph osd.3 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:33:15.451 INFO:tasks.rados.rados.0.smithi007.stdout:1623: done (3 left) 2024-08-04T15:33:15.451 INFO:tasks.rados.rados.0.smithi007.stdout:1624: done (2 left) 2024-08-04T15:33:15.451 INFO:tasks.rados.rados.0.smithi007.stdout:1625: done (1 left) 2024-08-04T15:33:15.451 INFO:tasks.rados.rados.0.smithi007.stdout:1626: done (0 left) 2024-08-04T15:33:15.452 INFO:tasks.rados.rados.0.smithi007.stdout:1627: delete oid 20 current snap is 160 2024-08-04T15:33:15.455 INFO:tasks.rados.rados.0.smithi007.stdout:1627: done (0 left) 2024-08-04T15:33:15.455 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 29 current snap is 160 2024-08-04T15:33:15.455 INFO:tasks.rados.rados.0.smithi007.stdout:1628: seq_num 509 ranges {4562944=532480,5095424=409600,5505024=393216} 2024-08-04T15:33:15.483 INFO:tasks.rados.rados.0.smithi007.stdout:1628: writing smithi00780855-29 from 4562944 to 5095424 tid 1 2024-08-04T15:33:15.485 INFO:tasks.rados.rados.0.smithi007.stdout:1628: writing smithi00780855-29 from 5095424 to 5505024 tid 2 2024-08-04T15:33:15.488 INFO:tasks.rados.rados.0.smithi007.stdout:1628: writing smithi00780855-29 from 5505024 to 5898240 tid 3 2024-08-04T15:33:15.488 INFO:tasks.rados.rados.0.smithi007.stdout:1629: rmattr oid 24 current snap is 160 2024-08-04T15:33:15.488 INFO:tasks.rados.rados.0.smithi007.stdout:1629: done (1 left) 2024-08-04T15:33:15.488 INFO:tasks.rados.rados.0.smithi007.stdout:1630: snap_remove snap 158 2024-08-04T15:33:15.699 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:15 smithi007 podman[114123]: 2024-08-04 15:33:15.314573655 +0000 UTC m=+0.018231255 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:33:15.699 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:15 smithi007 podman[114123]: 2024-08-04 15:33:15.429838672 +0000 UTC m=+0.133496272 container create 336b8610bf59483aa0ea4de4222441ca0f21681e862d90eda587dbd28747ff9f (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=squid-release-26c3fb8, GIT_BRANCH=HEAD) 2024-08-04T15:33:15.699 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:15 smithi007 podman[114123]: 2024-08-04 15:33:15.699525175 +0000 UTC m=+0.403182778 container init 336b8610bf59483aa0ea4de4222441ca0f21681e862d90eda587dbd28747ff9f (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-activate, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-release-26c3fb8, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-04T15:33:16.046 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:15 smithi007 podman[114123]: 2024-08-04 15:33:15.703036516 +0000 UTC m=+0.406694119 container start 336b8610bf59483aa0ea4de4222441ca0f21681e862d90eda587dbd28747ff9f (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-activate, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-04T15:33:16.046 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:15 smithi007 podman[114123]: 2024-08-04 15:33:15.774430002 +0000 UTC m=+0.478087617 container attach 336b8610bf59483aa0ea4de4222441ca0f21681e862d90eda587dbd28747ff9f (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-activate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T15:33:16.046 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:15 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-activate[114139]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:33:16.046 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:15 smithi007 bash[114123]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:33:16.046 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:15 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-activate[114139]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:33:16.046 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:15 smithi007 bash[114123]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:33:16.046 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-activate[114139]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-04T15:33:16.047 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:16 smithi007 bash[114123]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-04T15:33:16.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:33:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:33:16] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2024-08-04T15:33:16.336 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-activate[114139]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-04T15:33:16.336 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:16 smithi007 bash[114123]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-04T15:33:16.336 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-activate[114139]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-04T15:33:16.336 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:16 smithi007 bash[114123]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-04T15:33:16.336 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-activate[114139]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-04T15:33:16.336 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:16 smithi007 bash[114123]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-04T15:33:16.336 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-activate[114139]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-04T15:33:16.336 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:16 smithi007 bash[114123]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-04T15:33:16.337 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-activate[114139]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-04T15:33:16.337 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:16 smithi007 bash[114123]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-04T15:33:16.337 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-activate[114139]: --> ceph-volume raw activate successful for osd ID: 3 2024-08-04T15:33:16.337 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:16 smithi007 bash[114123]: --> ceph-volume raw activate successful for osd ID: 3 2024-08-04T15:33:16.337 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:16 smithi007 podman[114123]: 2024-08-04 15:33:16.094991112 +0000 UTC m=+0.798648713 container died 336b8610bf59483aa0ea4de4222441ca0f21681e862d90eda587dbd28747ff9f (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-activate, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-08-04T15:33:16.453 INFO:tasks.rados.rados.0.smithi007.stdout:1630: done (1 left) 2024-08-04T15:33:16.453 INFO:tasks.rados.rados.0.smithi007.stdout:1631: delete oid 8 current snap is 160 2024-08-04T15:33:16.453 INFO:tasks.rados.rados.0.smithi007.stdout:1628: finishing write tid 1 to smithi00780855-29 2024-08-04T15:33:16.453 INFO:tasks.rados.rados.0.smithi007.stdout:1628: finishing write tid 2 to smithi00780855-29 2024-08-04T15:33:16.453 INFO:tasks.rados.rados.0.smithi007.stdout:1628: finishing write tid 3 to smithi00780855-29 2024-08-04T15:33:16.454 INFO:tasks.rados.rados.0.smithi007.stdout:1628: finishing write tid 4 to smithi00780855-29 2024-08-04T15:33:16.454 INFO:tasks.rados.rados.0.smithi007.stdout:1628: finishing write tid 5 to smithi00780855-29 2024-08-04T15:33:16.454 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 910 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-08-04T15:33:16.454 INFO:tasks.rados.rados.0.smithi007.stdout:1628: left oid 29 (ObjNum 509 snap 160 seq_num 509) 2024-08-04T15:33:16.460 INFO:tasks.rados.rados.0.smithi007.stdout:1628: done (1 left) 2024-08-04T15:33:16.460 INFO:tasks.rados.rados.0.smithi007.stdout:1631: done (0 left) 2024-08-04T15:33:16.460 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 50 current snap is 160 2024-08-04T15:33:16.460 INFO:tasks.rados.rados.0.smithi007.stdout:1632: seq_num 511 ranges {9428992=565248,9994240=630784,10625024=172032} 2024-08-04T15:33:16.515 INFO:tasks.rados.rados.0.smithi007.stdout:1632: writing smithi00780855-50 from 9428992 to 9994240 tid 1 2024-08-04T15:33:16.518 INFO:tasks.rados.rados.0.smithi007.stdout:1632: writing smithi00780855-50 from 9994240 to 10625024 tid 2 2024-08-04T15:33:16.519 INFO:tasks.rados.rados.0.smithi007.stdout:1632: writing smithi00780855-50 from 10625024 to 10797056 tid 3 2024-08-04T15:33:16.519 INFO:tasks.rados.rados.0.smithi007.stdout:1633: snap_remove snap 155 2024-08-04T15:33:16.729 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:16 smithi007 ceph-mon[92692]: pgmap v250: 121 pgs: 4 activating+undersized, 5 active+undersized, 13 stale+active+clean, 3 active+undersized+degraded, 96 active+clean; 188 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.7 MiB/s wr, 21 op/s; 11/231 objects degraded (4.762%) 2024-08-04T15:33:16.729 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:16 smithi007 ceph-mon[92692]: osdmap e399: 8 total, 7 up, 8 in 2024-08-04T15:33:16.729 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:16 smithi007 ceph-mon[92692]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-08-04T15:33:16.729 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:16 smithi007 ceph-mon[92692]: Health check failed: Degraded data redundancy: 11/231 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-08-04T15:33:16.729 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:16 smithi007 ceph-mon[94998]: pgmap v250: 121 pgs: 4 activating+undersized, 5 active+undersized, 13 stale+active+clean, 3 active+undersized+degraded, 96 active+clean; 188 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.7 MiB/s wr, 21 op/s; 11/231 objects degraded (4.762%) 2024-08-04T15:33:16.730 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:16 smithi007 ceph-mon[94998]: osdmap e399: 8 total, 7 up, 8 in 2024-08-04T15:33:16.730 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:16 smithi007 ceph-mon[94998]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-08-04T15:33:16.730 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:16 smithi007 ceph-mon[94998]: Health check failed: Degraded data redundancy: 11/231 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-08-04T15:33:16.730 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:16 smithi007 podman[114259]: 2024-08-04 15:33:16.728897651 +0000 UTC m=+0.626367452 container remove 336b8610bf59483aa0ea4de4222441ca0f21681e862d90eda587dbd28747ff9f (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-activate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T15:33:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:16 smithi062 ceph-mon[85960]: pgmap v250: 121 pgs: 4 activating+undersized, 5 active+undersized, 13 stale+active+clean, 3 active+undersized+degraded, 96 active+clean; 188 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.7 MiB/s wr, 21 op/s; 11/231 objects degraded (4.762%) 2024-08-04T15:33:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:16 smithi062 ceph-mon[85960]: osdmap e399: 8 total, 7 up, 8 in 2024-08-04T15:33:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:16 smithi062 ceph-mon[85960]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-08-04T15:33:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:16 smithi062 ceph-mon[85960]: Health check failed: Degraded data redundancy: 11/231 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-08-04T15:33:17.086 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:16 smithi007 podman[114321]: 2024-08-04 15:33:16.847320944 +0000 UTC m=+0.018402190 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:33:17.086 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:16 smithi007 podman[114321]: 2024-08-04 15:33:16.971976956 +0000 UTC m=+0.143058236 container create 9fb37da143b051a7333398aaa2f01761d7414a9d82c897e6cc240485be7af90d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, RELEASE=squid-release-26c3fb8, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-04T15:33:17.459 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:17 smithi007 podman[114321]: 2024-08-04 15:33:17.191039155 +0000 UTC m=+0.362120404 container init 9fb37da143b051a7333398aaa2f01761d7414a9d82c897e6cc240485be7af90d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8) 2024-08-04T15:33:17.459 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:17 smithi007 podman[114321]: 2024-08-04 15:33:17.194153908 +0000 UTC m=+0.365235146 container start 9fb37da143b051a7333398aaa2f01761d7414a9d82c897e6cc240485be7af90d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-08-04T15:33:17.459 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:17 smithi007 ceph-osd[114340]: -- 172.21.15.7:0/460839809 <== mon.0 v2:172.21.15.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56292ac2fa40 con 0x56292b9f2400 2024-08-04T15:33:17.459 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:17 smithi007 bash[114321]: 9fb37da143b051a7333398aaa2f01761d7414a9d82c897e6cc240485be7af90d 2024-08-04T15:33:17.459 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:17 smithi007 systemd[1]: Started Ceph osd.3 for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:33:17.462 INFO:tasks.rados.rados.0.smithi007.stdout:1633: done (1 left) 2024-08-04T15:33:17.462 INFO:tasks.rados.rados.0.smithi007.stdout:1634: read oid 37 snap -1 2024-08-04T15:33:17.462 INFO:tasks.rados.rados.0.smithi007.stdout:1634: expect (ObjNum 471 snap 144 seq_num 471) 2024-08-04T15:33:17.462 INFO:tasks.rados.rados.0.smithi007.stdout:1635: delete oid 26 current snap is 160 2024-08-04T15:33:17.462 INFO:tasks.rados.rados.0.smithi007.stdout:1632: finishing write tid 1 to smithi00780855-50 2024-08-04T15:33:17.462 INFO:tasks.rados.rados.0.smithi007.stdout:1632: finishing write tid 2 to smithi00780855-50 2024-08-04T15:33:17.463 INFO:tasks.rados.rados.0.smithi007.stdout:1632: finishing write tid 3 to smithi00780855-50 2024-08-04T15:33:17.463 INFO:tasks.rados.rados.0.smithi007.stdout:1632: finishing write tid 4 to smithi00780855-50 2024-08-04T15:33:17.463 INFO:tasks.rados.rados.0.smithi007.stdout:1632: finishing write tid 5 to smithi00780855-50 2024-08-04T15:33:17.463 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 1133 (ObjNum 511 snap 160 seq_num 511) dirty exists 2024-08-04T15:33:17.463 INFO:tasks.rados.rados.0.smithi007.stdout:1632: left oid 50 (ObjNum 511 snap 160 seq_num 511) 2024-08-04T15:33:17.474 INFO:tasks.rados.rados.0.smithi007.stdout:1632: done (2 left) 2024-08-04T15:33:17.474 INFO:tasks.rados.rados.0.smithi007.stdout:1635: done (1 left) 2024-08-04T15:33:17.474 INFO:tasks.rados.rados.0.smithi007.stdout:1636: read oid 36 snap 154 2024-08-04T15:33:17.474 INFO:tasks.rados.rados.0.smithi007.stdout:1636: expect deleted 2024-08-04T15:33:17.475 INFO:tasks.rados.rados.0.smithi007.stdout:1637: read oid 32 snap 157 2024-08-04T15:33:17.475 INFO:tasks.rados.rados.0.smithi007.stdout:1637: expect deleted 2024-08-04T15:33:17.475 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 40 current snap is 160 2024-08-04T15:33:17.475 INFO:tasks.rados.rados.0.smithi007.stdout:1638: seq_num 513 ranges {0=598016,598016=794624,1392640=8192} 2024-08-04T15:33:17.479 INFO:tasks.rados.rados.0.smithi007.stdout:1638: writing smithi00780855-40 from 0 to 598016 tid 1 2024-08-04T15:33:17.485 INFO:tasks.rados.rados.0.smithi007.stdout:1638: writing smithi00780855-40 from 598016 to 1392640 tid 2 2024-08-04T15:33:17.485 INFO:tasks.rados.rados.0.smithi007.stdout:1638: writing smithi00780855-40 from 1392640 to 1400832 tid 3 2024-08-04T15:33:17.485 INFO:tasks.rados.rados.0.smithi007.stdout:1634: expect (ObjNum 471 snap 144 seq_num 471) 2024-08-04T15:33:17.601 INFO:tasks.rados.rados.0.smithi007.stdout:1638: finishing write tid 1 to smithi00780855-40 2024-08-04T15:33:17.601 INFO:tasks.rados.rados.0.smithi007.stdout:1638: finishing write tid 2 to smithi00780855-40 2024-08-04T15:33:17.601 INFO:tasks.rados.rados.0.smithi007.stdout:1638: finishing write tid 3 to smithi00780855-40 2024-08-04T15:33:17.601 INFO:tasks.rados.rados.0.smithi007.stdout:1638: finishing write tid 4 to smithi00780855-40 2024-08-04T15:33:17.601 INFO:tasks.rados.rados.0.smithi007.stdout:1638: finishing write tid 5 to smithi00780855-40 2024-08-04T15:33:17.601 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 360 (ObjNum 513 snap 160 seq_num 513) dirty exists 2024-08-04T15:33:17.601 INFO:tasks.rados.rados.0.smithi007.stdout:1638: left oid 40 (ObjNum 513 snap 160 seq_num 513) 2024-08-04T15:33:17.601 INFO:tasks.rados.rados.0.smithi007.stdout:1634: done (3 left) 2024-08-04T15:33:17.601 INFO:tasks.rados.rados.0.smithi007.stdout:1636: done (2 left) 2024-08-04T15:33:17.601 INFO:tasks.rados.rados.0.smithi007.stdout:1637: done (1 left) 2024-08-04T15:33:17.601 INFO:tasks.rados.rados.0.smithi007.stdout:1638: done (0 left) 2024-08-04T15:33:17.601 INFO:tasks.rados.rados.0.smithi007.stdout:1639: rollback oid 3 current snap is 160 2024-08-04T15:33:17.602 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 3 to 159 2024-08-04T15:33:17.602 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 19 current snap is 160 2024-08-04T15:33:17.602 INFO:tasks.rados.rados.0.smithi007.stdout:1640: seq_num 514 ranges {5513216=614400,6127616=679936,6807552=122880} 2024-08-04T15:33:17.634 INFO:tasks.rados.rados.0.smithi007.stdout:1640: writing smithi00780855-19 from 5513216 to 6127616 tid 1 2024-08-04T15:33:17.638 INFO:tasks.rados.rados.0.smithi007.stdout:1640: writing smithi00780855-19 from 6127616 to 6807552 tid 2 2024-08-04T15:33:17.639 INFO:tasks.rados.rados.0.smithi007.stdout:1640: writing smithi00780855-19 from 6807552 to 6930432 tid 3 2024-08-04T15:33:17.639 INFO:tasks.rados.rados.0.smithi007.stdout:1641: setattr oid 15 current snap is 160 2024-08-04T15:33:17.639 INFO:tasks.rados.rados.0.smithi007.stdout:1639: finishing rollback tid 0 to smithi00780855-3 2024-08-04T15:33:17.639 INFO:tasks.rados.rados.0.smithi007.stdout:1639: finishing rollback tid 1 to smithi00780855-3 2024-08-04T15:33:17.639 INFO:tasks.rados.rados.0.smithi007.stdout:1639: finishing rollback tid 2 to smithi00780855-3 2024-08-04T15:33:17.639 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 915 (ObjNum 478 snap 148 seq_num 478) dirty exists 2024-08-04T15:33:17.639 INFO:tasks.rados.rados.0.smithi007.stdout:1640: finishing write tid 1 to smithi00780855-19 2024-08-04T15:33:17.640 INFO:tasks.rados.rados.0.smithi007.stdout:1639: done (2 left) 2024-08-04T15:33:17.640 INFO:tasks.rados.rados.0.smithi007.stdout:1642: copy_from oid 17 from oid 18 current snap is 160 2024-08-04T15:33:17.640 INFO:tasks.rados.rados.0.smithi007.stdout:1643: read oid 9 snap -1 2024-08-04T15:33:17.641 INFO:tasks.rados.rados.0.smithi007.stdout:1643: expect (ObjNum 481 snap 148 seq_num 481) 2024-08-04T15:33:17.641 INFO:tasks.rados.rados.0.smithi007.stdout:1644: rollback oid 48 current snap is 160 2024-08-04T15:33:17.641 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 48 to 159 2024-08-04T15:33:17.641 INFO:tasks.rados.rados.0.smithi007.stdout:1645: read oid 7 snap -1 2024-08-04T15:33:17.641 INFO:tasks.rados.rados.0.smithi007.stdout:1645: expect deleted 2024-08-04T15:33:17.641 INFO:tasks.rados.rados.0.smithi007.stdout:1646: copy_from oid 32 from oid 3 current snap is 160 2024-08-04T15:33:17.641 INFO:tasks.rados.rados.0.smithi007.stdout:1647: snap_remove snap 154 2024-08-04T15:33:17.747 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:17 smithi007 ceph-mon[94998]: osdmap e400: 8 total, 7 up, 8 in 2024-08-04T15:33:17.747 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:17 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:17.747 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:17 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:17.747 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:17 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:33:17.747 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:17 smithi007 ceph-mon[92692]: osdmap e400: 8 total, 7 up, 8 in 2024-08-04T15:33:17.747 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:17 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:17.748 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:17 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:17.748 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:17 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:33:17.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:17 smithi062 ceph-mon[85960]: osdmap e400: 8 total, 7 up, 8 in 2024-08-04T15:33:17.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:17 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:17.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:17 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:17.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:17 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:33:18.085 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3[114336]: 2024-08-04T15:33:17.745+0000 7f4452c30640 -1 Falling back to public interface 2024-08-04T15:33:18.467 INFO:tasks.rados.rados.0.smithi007.stdout:1647: done (7 left) 2024-08-04T15:33:18.467 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 39 current snap is 160 2024-08-04T15:33:18.467 INFO:tasks.rados.rados.0.smithi007.stdout:1648: seq_num 515 ranges {630784=630784,1261568=565248,1826816=237568} 2024-08-04T15:33:18.474 INFO:tasks.rados.rados.0.smithi007.stdout:1648: writing smithi00780855-39 from 630784 to 1261568 tid 1 2024-08-04T15:33:18.478 INFO:tasks.rados.rados.0.smithi007.stdout:1648: writing smithi00780855-39 from 1261568 to 1826816 tid 2 2024-08-04T15:33:18.480 INFO:tasks.rados.rados.0.smithi007.stdout:1648: writing smithi00780855-39 from 1826816 to 2064384 tid 3 2024-08-04T15:33:18.480 INFO:tasks.rados.rados.0.smithi007.stdout:1649: snap_create 2024-08-04T15:33:18.480 INFO:tasks.rados.rados.0.smithi007.stdout:1640: finishing write tid 2 to smithi00780855-19 2024-08-04T15:33:18.481 INFO:tasks.rados.rados.0.smithi007.stdout:1640: finishing write tid 3 to smithi00780855-19 2024-08-04T15:33:18.481 INFO:tasks.rados.rados.0.smithi007.stdout:1640: finishing write tid 4 to smithi00780855-19 2024-08-04T15:33:18.481 INFO:tasks.rados.rados.0.smithi007.stdout:1640: finishing write tid 5 to smithi00780855-19 2024-08-04T15:33:18.481 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 901 (ObjNum 514 snap 160 seq_num 514) dirty exists 2024-08-04T15:33:18.481 INFO:tasks.rados.rados.0.smithi007.stdout:1640: left oid 19 (ObjNum 514 snap 160 seq_num 514) 2024-08-04T15:33:18.481 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 1495 (ObjNum 504 snap 158 seq_num 504) dirty exists 2024-08-04T15:33:18.481 INFO:tasks.rados.rados.0.smithi007.stdout:1644: finishing rollback tid 0 to smithi00780855-48 2024-08-04T15:33:18.481 INFO:tasks.rados.rados.0.smithi007.stdout:1644: finishing rollback tid 1 to smithi00780855-48 2024-08-04T15:33:18.481 INFO:tasks.rados.rados.0.smithi007.stdout:1644: finishing rollback tid 2 to smithi00780855-48 2024-08-04T15:33:18.481 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 918 (ObjNum 456 snap 139 seq_num 456) dirty exists 2024-08-04T15:33:18.481 INFO:tasks.rados.rados.0.smithi007.stdout:1643: expect (ObjNum 481 snap 148 seq_num 481) 2024-08-04T15:33:18.582 INFO:tasks.rados.rados.0.smithi007.stdout:1642: finishing copy_from racing read to smithi00780855-17 2024-08-04T15:33:18.582 INFO:tasks.rados.rados.0.smithi007.stdout:1646: finishing copy_from racing read to smithi00780855-32 2024-08-04T15:33:18.582 INFO:tasks.rados.rados.0.smithi007.stdout:1646: finishing copy_from to smithi00780855-32 2024-08-04T15:33:18.582 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 915 (ObjNum 478 snap 148 seq_num 478) dirty exists 2024-08-04T15:33:18.582 INFO:tasks.rados.rados.0.smithi007.stdout:1642: finishing copy_from to smithi00780855-17 2024-08-04T15:33:18.582 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 348 (ObjNum 434 snap 133 seq_num 434) dirty exists 2024-08-04T15:33:18.582 INFO:tasks.rados.rados.0.smithi007.stdout:1648: finishing write tid 1 to smithi00780855-39 2024-08-04T15:33:18.583 INFO:tasks.rados.rados.0.smithi007.stdout:1648: finishing write tid 2 to smithi00780855-39 2024-08-04T15:33:18.583 INFO:tasks.rados.rados.0.smithi007.stdout:1648: finishing write tid 3 to smithi00780855-39 2024-08-04T15:33:18.583 INFO:tasks.rados.rados.0.smithi007.stdout:1648: finishing write tid 4 to smithi00780855-39 2024-08-04T15:33:18.583 INFO:tasks.rados.rados.0.smithi007.stdout:1648: finishing write tid 5 to smithi00780855-39 2024-08-04T15:33:18.583 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 1143 (ObjNum 515 snap 160 seq_num 515) dirty exists 2024-08-04T15:33:18.583 INFO:tasks.rados.rados.0.smithi007.stdout:1648: left oid 39 (ObjNum 515 snap 160 seq_num 515) 2024-08-04T15:33:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:18 smithi062 ceph-mon[85960]: pgmap v253: 121 pgs: 4 activating+undersized, 30 active+undersized, 7 active+undersized+degraded, 80 active+clean; 190 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 9 op/s; 20/249 objects degraded (8.032%) 2024-08-04T15:33:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:18 smithi062 ceph-mon[85960]: osdmap e401: 8 total, 7 up, 8 in 2024-08-04T15:33:18.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:18 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:18 smithi007 ceph-mon[92692]: pgmap v253: 121 pgs: 4 activating+undersized, 30 active+undersized, 7 active+undersized+degraded, 80 active+clean; 190 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 9 op/s; 20/249 objects degraded (8.032%) 2024-08-04T15:33:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:18 smithi007 ceph-mon[92692]: osdmap e401: 8 total, 7 up, 8 in 2024-08-04T15:33:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:18 smithi007 ceph-mon[94998]: pgmap v253: 121 pgs: 4 activating+undersized, 30 active+undersized, 7 active+undersized+degraded, 80 active+clean; 190 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 9 op/s; 20/249 objects degraded (8.032%) 2024-08-04T15:33:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:18 smithi007 ceph-mon[94998]: osdmap e401: 8 total, 7 up, 8 in 2024-08-04T15:33:19.452 INFO:tasks.rados.rados.0.smithi007.stdout:1640: done (8 left) 2024-08-04T15:33:19.453 INFO:tasks.rados.rados.0.smithi007.stdout:1641: done (7 left) 2024-08-04T15:33:19.453 INFO:tasks.rados.rados.0.smithi007.stdout:1642: done (6 left) 2024-08-04T15:33:19.453 INFO:tasks.rados.rados.0.smithi007.stdout:1643: done (5 left) 2024-08-04T15:33:19.453 INFO:tasks.rados.rados.0.smithi007.stdout:1644: done (4 left) 2024-08-04T15:33:19.453 INFO:tasks.rados.rados.0.smithi007.stdout:1645: done (3 left) 2024-08-04T15:33:19.453 INFO:tasks.rados.rados.0.smithi007.stdout:1646: done (2 left) 2024-08-04T15:33:19.453 INFO:tasks.rados.rados.0.smithi007.stdout:1648: done (1 left) 2024-08-04T15:33:19.453 INFO:tasks.rados.rados.0.smithi007.stdout:1649: done (0 left) 2024-08-04T15:33:19.453 INFO:tasks.rados.rados.0.smithi007.stdout:1650: rollback oid 21 current snap is 161 2024-08-04T15:33:19.453 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 21 to 160 2024-08-04T15:33:19.453 INFO:tasks.rados.rados.0.smithi007.stdout:1651: read oid 13 snap 159 2024-08-04T15:33:19.453 INFO:tasks.rados.rados.0.smithi007.stdout:1651: expect (ObjNum 445 snap 138 seq_num 445) 2024-08-04T15:33:19.454 INFO:tasks.rados.rados.0.smithi007.stdout:1652: copy_from oid 25 from oid 10 current snap is 161 2024-08-04T15:33:19.454 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 4 current snap is 161 2024-08-04T15:33:19.454 INFO:tasks.rados.rados.0.smithi007.stdout:1653: seq_num 516 ranges {4677632=647168,5324800=450560,5775360=352256} 2024-08-04T15:33:19.483 INFO:tasks.rados.rados.0.smithi007.stdout:1653: writing smithi00780855-4 from 4677632 to 5324800 tid 1 2024-08-04T15:33:19.486 INFO:tasks.rados.rados.0.smithi007.stdout:1653: writing smithi00780855-4 from 5324800 to 5775360 tid 2 2024-08-04T15:33:19.489 INFO:tasks.rados.rados.0.smithi007.stdout:1653: writing smithi00780855-4 from 5775360 to 6127616 tid 3 2024-08-04T15:33:19.489 INFO:tasks.rados.rados.0.smithi007.stdout:1654: snap_create 2024-08-04T15:33:19.489 INFO:tasks.rados.rados.0.smithi007.stdout:1650: finishing rollback tid 0 to smithi00780855-21 2024-08-04T15:33:19.489 INFO:tasks.rados.rados.0.smithi007.stdout:1650: finishing rollback tid 1 to smithi00780855-21 2024-08-04T15:33:19.489 INFO:tasks.rados.rados.0.smithi007.stdout:1650: finishing rollback tid 2 to smithi00780855-21 2024-08-04T15:33:19.489 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 1203 (ObjNum 507 snap 159 seq_num 507) dirty exists 2024-08-04T15:33:19.489 INFO:tasks.rados.rados.0.smithi007.stdout:1651: expect (ObjNum 445 snap 138 seq_num 445) 2024-08-04T15:33:19.715 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:33:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:19 smithi062 ceph-mon[85960]: osdmap e402: 8 total, 7 up, 8 in 2024-08-04T15:33:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:19 smithi062 ceph-mon[85960]: osdmap e403: 8 total, 7 up, 8 in 2024-08-04T15:33:19.785 INFO:tasks.rados.rados.0.smithi007.stdout:1653: finishing write tid 1 to smithi00780855-4 2024-08-04T15:33:19.785 INFO:tasks.rados.rados.0.smithi007.stdout:1652: finishing copy_from racing read to smithi00780855-25 2024-08-04T15:33:19.786 INFO:tasks.rados.rados.0.smithi007.stdout:1653: finishing write tid 2 to smithi00780855-4 2024-08-04T15:33:19.786 INFO:tasks.rados.rados.0.smithi007.stdout:1652: finishing copy_from to smithi00780855-25 2024-08-04T15:33:19.786 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 1122 (ObjNum 405 snap 131 seq_num 405) dirty exists 2024-08-04T15:33:19.786 INFO:tasks.rados.rados.0.smithi007.stdout:1653: finishing write tid 3 to smithi00780855-4 2024-08-04T15:33:19.786 INFO:tasks.rados.rados.0.smithi007.stdout:1653: finishing write tid 4 to smithi00780855-4 2024-08-04T15:33:19.786 INFO:tasks.rados.rados.0.smithi007.stdout:1653: finishing write tid 5 to smithi00780855-4 2024-08-04T15:33:19.786 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 1143 (ObjNum 516 snap 161 seq_num 516) dirty exists 2024-08-04T15:33:19.786 INFO:tasks.rados.rados.0.smithi007.stdout:1653: left oid 4 (ObjNum 516 snap 161 seq_num 516) 2024-08-04T15:33:19.823 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:19 smithi007 ceph-mon[92692]: osdmap e402: 8 total, 7 up, 8 in 2024-08-04T15:33:19.823 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:19 smithi007 ceph-mon[92692]: osdmap e403: 8 total, 7 up, 8 in 2024-08-04T15:33:19.823 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:19 smithi007 ceph-mon[94998]: osdmap e402: 8 total, 7 up, 8 in 2024-08-04T15:33:19.824 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:19 smithi007 ceph-mon[94998]: osdmap e403: 8 total, 7 up, 8 in 2024-08-04T15:33:19.990 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:33:19.990 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (4m) 31s ago 8m 16.8M - 0.25.0 c8568f914cd2 d6b15156f420 2024-08-04T15:33:19.990 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (3m) 2m ago 7m 80.7M - 9.4.7 954c08fa6188 66e1e6bf99cd 2024-08-04T15:33:19.991 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (9m) 31s ago 9m 15.5M - 17.2.7-1207-g85224d90 3614407c4e10 39baa14185b8 2024-08-04T15:33:19.991 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (9m) 2m ago 9m 20.5M - 17.2.7-1207-g85224d90 3614407c4e10 951c2f76c840 2024-08-04T15:33:19.991 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443,9283,8765 running (3m) 2m ago 13m 438M - 19.1.0-1260-g26c3fb8e 564b849e9656 0a006181dce3 2024-08-04T15:33:19.991 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:8443,9283,8765 running (3m) 31s ago 14m 507M - 19.1.0-1260-g26c3fb8e 564b849e9656 37ef3ca8c5a9 2024-08-04T15:33:19.991 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (3m) 31s ago 14m 49.6M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 299809910b9f 2024-08-04T15:33:19.991 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (2m) 2m ago 13m 26.1M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 2e88aab312eb 2024-08-04T15:33:19.991 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (2m) 31s ago 13m 45.2M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 cb8318c43c9d 2024-08-04T15:33:19.991 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (4m) 31s ago 8m 8577k - 1.5.0 0da6a335fe13 e040078790b8 2024-08-04T15:33:19.991 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (3m) 2m ago 8m 15.9M - 1.5.0 0da6a335fe13 b7bce65c2f21 2024-08-04T15:33:19.991 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (101s) 31s ago 12m 152M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e9184d39c1f 2024-08-04T15:33:19.991 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (68s) 31s ago 12m 134M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e39c45ce0aa 2024-08-04T15:33:19.991 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (35s) 31s ago 12m 13.2M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 0fac930b36e6 2024-08-04T15:33:19.991 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 starting - - - 2481M 2024-08-04T15:33:19.992 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (11m) 2m ago 11m 145M 2480M 17.2.7-1207-g85224d90 3614407c4e10 a8621138799e 2024-08-04T15:33:19.992 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (10m) 2m ago 10m 137M 2480M 17.2.7-1207-g85224d90 3614407c4e10 4c11140cfb7d 2024-08-04T15:33:19.992 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (10m) 2m ago 10m 135M 2480M 17.2.7-1207-g85224d90 3614407c4e10 22d52664a755 2024-08-04T15:33:19.992 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (10m) 2m ago 10m 144M 2480M 17.2.7-1207-g85224d90 3614407c4e10 5e425b8303f1 2024-08-04T15:33:19.992 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (3m) 2m ago 8m 47.0M - 2.43.0 a07b618ecd1d ab854fccad8e 2024-08-04T15:33:20.336 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:33:20.336 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:33:20.336 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 3 2024-08-04T15:33:20.336 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:33:20.336 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:33:20.337 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:33:20.337 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:33:20.337 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:33:20.337 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 4, 2024-08-04T15:33:20.337 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 3 2024-08-04T15:33:20.337 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:33:20.337 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:33:20.338 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:33:20.338 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:33:20.338 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:33:20.338 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 6, 2024-08-04T15:33:20.338 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 8 2024-08-04T15:33:20.338 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:33:20.338 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:33:20.479 INFO:tasks.rados.rados.0.smithi007.stdout:1650: done (4 left) 2024-08-04T15:33:20.479 INFO:tasks.rados.rados.0.smithi007.stdout:1651: done (3 left) 2024-08-04T15:33:20.479 INFO:tasks.rados.rados.0.smithi007.stdout:1652: done (2 left) 2024-08-04T15:33:20.479 INFO:tasks.rados.rados.0.smithi007.stdout:1653: done (1 left) 2024-08-04T15:33:20.479 INFO:tasks.rados.rados.0.smithi007.stdout:1654: done (0 left) 2024-08-04T15:33:20.479 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 47 current snap is 162 2024-08-04T15:33:20.479 INFO:tasks.rados.rados.0.smithi007.stdout:1655: seq_num 517 ranges {8232960=663552,8896512=786432,9682944=16384} 2024-08-04T15:33:20.527 INFO:tasks.rados.rados.0.smithi007.stdout:1655: writing smithi00780855-47 from 8232960 to 8896512 tid 1 2024-08-04T15:33:20.532 INFO:tasks.rados.rados.0.smithi007.stdout:1655: writing smithi00780855-47 from 8896512 to 9682944 tid 2 2024-08-04T15:33:20.532 INFO:tasks.rados.rados.0.smithi007.stdout:1655: writing smithi00780855-47 from 9682944 to 9699328 tid 3 2024-08-04T15:33:20.532 INFO:tasks.rados.rados.0.smithi007.stdout:1656: setattr oid 48 current snap is 162 2024-08-04T15:33:20.534 INFO:tasks.rados.rados.0.smithi007.stdout:1657: read oid 17 snap 161 2024-08-04T15:33:20.534 INFO:tasks.rados.rados.0.smithi007.stdout:1657: expect (ObjNum 434 snap 133 seq_num 434) 2024-08-04T15:33:20.534 INFO:tasks.rados.rados.0.smithi007.stdout:1658: copy_from oid 7 from oid 22 current snap is 162 2024-08-04T15:33:20.534 INFO:tasks.rados.rados.0.smithi007.stdout:1659: read oid 33 snap 159 2024-08-04T15:33:20.534 INFO:tasks.rados.rados.0.smithi007.stdout:1659: expect (ObjNum -802248080 snap 22001 seq_num 3493202832) 2024-08-04T15:33:20.534 INFO:tasks.rados.rados.0.smithi007.stdout:1660: snap_create 2024-08-04T15:33:20.537 INFO:tasks.rados.rados.0.smithi007.stdout:1655: finishing write tid 1 to smithi00780855-47 2024-08-04T15:33:20.537 INFO:tasks.rados.rados.0.smithi007.stdout:1655: finishing write tid 2 to smithi00780855-47 2024-08-04T15:33:20.538 INFO:tasks.rados.rados.0.smithi007.stdout:1659: expect (ObjNum -802248080 snap 22001 seq_num 3493202832) 2024-08-04T15:33:20.541 INFO:tasks.rados.rados.0.smithi007.stdout:1655: finishing write tid 3 to smithi00780855-47 2024-08-04T15:33:20.541 INFO:tasks.rados.rados.0.smithi007.stdout:1655: finishing write tid 4 to smithi00780855-47 2024-08-04T15:33:20.541 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 919 (ObjNum 456 snap 139 seq_num 456) dirty exists 2024-08-04T15:33:20.552 INFO:tasks.rados.rados.0.smithi007.stdout:1655: finishing write tid 5 to smithi00780855-47 2024-08-04T15:33:20.552 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 200 (ObjNum 517 snap 162 seq_num 517) dirty exists 2024-08-04T15:33:20.552 INFO:tasks.rados.rados.0.smithi007.stdout:1655: left oid 47 (ObjNum 517 snap 162 seq_num 517) 2024-08-04T15:33:20.568 INFO:tasks.rados.rados.0.smithi007.stdout:1657: expect (ObjNum 434 snap 133 seq_num 434) 2024-08-04T15:33:20.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:20 smithi007 ceph-mon[94998]: pgmap v256: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 212 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 463 KiB/s rd, 5.9 MiB/s wr, 12 op/s; 22/276 objects degraded (7.971%) 2024-08-04T15:33:20.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:20 smithi007 ceph-mon[94998]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-08-04T15:33:20.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:20 smithi007 ceph-mon[94998]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:33:20.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:20 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2198542431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:33:20.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:20 smithi007 ceph-mon[92692]: pgmap v256: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 212 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 463 KiB/s rd, 5.9 MiB/s wr, 12 op/s; 22/276 objects degraded (7.971%) 2024-08-04T15:33:20.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:20 smithi007 ceph-mon[92692]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-08-04T15:33:20.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:20 smithi007 ceph-mon[92692]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:33:20.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:20 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2198542431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:33:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:20 smithi062 ceph-mon[85960]: pgmap v256: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 212 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 463 KiB/s rd, 5.9 MiB/s wr, 12 op/s; 22/276 objects degraded (7.971%) 2024-08-04T15:33:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:20 smithi062 ceph-mon[85960]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-08-04T15:33:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:20 smithi062 ceph-mon[85960]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:33:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:20 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2198542431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:33:21.086 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:20 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3[114336]: 2024-08-04T15:33:20.587+0000 7f4452c30640 -1 osd.3 395 log_to_monitors true 2024-08-04T15:33:21.361 INFO:tasks.rados.rados.0.smithi007.stdout:1658: finishing copy_from racing read to smithi00780855-7 2024-08-04T15:33:21.361 INFO:tasks.rados.rados.0.smithi007.stdout:1658: finishing copy_from to smithi00780855-7 2024-08-04T15:33:21.361 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 676 (ObjNum 496 snap 157 seq_num 496) dirty exists 2024-08-04T15:33:21.487 INFO:tasks.rados.rados.0.smithi007.stdout:1655: done (5 left) 2024-08-04T15:33:21.487 INFO:tasks.rados.rados.0.smithi007.stdout:1656: done (4 left) 2024-08-04T15:33:21.487 INFO:tasks.rados.rados.0.smithi007.stdout:1657: done (3 left) 2024-08-04T15:33:21.487 INFO:tasks.rados.rados.0.smithi007.stdout:1658: done (2 left) 2024-08-04T15:33:21.487 INFO:tasks.rados.rados.0.smithi007.stdout:1659: done (1 left) 2024-08-04T15:33:21.487 INFO:tasks.rados.rados.0.smithi007.stdout:1660: done (0 left) 2024-08-04T15:33:21.487 INFO:tasks.rados.rados.0.smithi007.stdout:1661: snap_create 2024-08-04T15:33:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:21 smithi062 ceph-mon[85960]: from='client.34290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:33:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:21 smithi062 ceph-mon[85960]: osdmap e404: 8 total, 7 up, 8 in 2024-08-04T15:33:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:21 smithi062 ceph-mon[85960]: from='osd.3 [v2:172.21.15.7:6826/1575991639,v1:172.21.15.7:6827/1575991639]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-04T15:33:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:21 smithi062 ceph-mon[85960]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-04T15:33:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:33:21.771 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:21 smithi007 ceph-mon[94998]: from='client.34290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:33:21.771 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:21 smithi007 ceph-mon[94998]: osdmap e404: 8 total, 7 up, 8 in 2024-08-04T15:33:21.771 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:21 smithi007 ceph-mon[94998]: from='osd.3 [v2:172.21.15.7:6826/1575991639,v1:172.21.15.7:6827/1575991639]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-04T15:33:21.771 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:21 smithi007 ceph-mon[94998]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-04T15:33:21.771 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:21.771 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:21.771 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:21.771 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:33:21.771 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:21 smithi007 ceph-mon[92692]: from='client.34290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:33:21.772 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:21 smithi007 ceph-mon[92692]: osdmap e404: 8 total, 7 up, 8 in 2024-08-04T15:33:21.772 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:21 smithi007 ceph-mon[92692]: from='osd.3 [v2:172.21.15.7:6826/1575991639,v1:172.21.15.7:6827/1575991639]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-04T15:33:21.772 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:21 smithi007 ceph-mon[92692]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-04T15:33:21.772 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:21.772 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:21.772 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:21.772 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:33:22.086 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:33:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3[114336]: 2024-08-04T15:33:21.769+0000 7f44469d3640 -1 osd.3 395 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-04T15:33:22.492 INFO:tasks.rados.rados.0.smithi007.stdout:1661: done (0 left) 2024-08-04T15:33:22.492 INFO:tasks.rados.rados.0.smithi007.stdout:1662: rollback oid 6 current snap is 164 2024-08-04T15:33:22.492 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 6 to 160 2024-08-04T15:33:22.492 INFO:tasks.rados.rados.0.smithi007.stdout:1663: read oid 17 snap -1 2024-08-04T15:33:22.492 INFO:tasks.rados.rados.0.smithi007.stdout:1663: expect (ObjNum 434 snap 133 seq_num 434) 2024-08-04T15:33:22.492 INFO:tasks.rados.rados.0.smithi007.stdout:1664: rmattr oid 26 current snap is 164 2024-08-04T15:33:22.492 INFO:tasks.rados.rados.0.smithi007.stdout:1664: done (2 left) 2024-08-04T15:33:22.492 INFO:tasks.rados.rados.0.smithi007.stdout:1665: snap_create 2024-08-04T15:33:22.510 INFO:tasks.rados.rados.0.smithi007.stdout:1662: finishing rollback tid 0 to smithi00780855-6 2024-08-04T15:33:22.510 INFO:tasks.rados.rados.0.smithi007.stdout:1662: finishing rollback tid 1 to smithi00780855-6 2024-08-04T15:33:22.510 INFO:tasks.rados.rados.0.smithi007.stdout:1662: finishing rollback tid 2 to smithi00780855-6 2024-08-04T15:33:22.510 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 765 (ObjNum 466 snap 142 seq_num 466) dirty exists 2024-08-04T15:33:22.533 INFO:tasks.rados.rados.0.smithi007.stdout:1663: expect (ObjNum 434 snap 133 seq_num 434) 2024-08-04T15:33:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:22 smithi062 ceph-mon[85960]: pgmap v259: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 214 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.0 MiB/s wr, 9 op/s; 23/282 objects degraded (8.156%) 2024-08-04T15:33:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:22 smithi062 ceph-mon[85960]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-04T15:33:22.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:22 smithi062 ceph-mon[85960]: osdmap e405: 8 total, 7 up, 8 in 2024-08-04T15:33:22.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:22 smithi062 ceph-mon[85960]: from='osd.3 [v2:172.21.15.7:6826/1575991639,v1:172.21.15.7:6827/1575991639]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:33:22.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:22 smithi062 ceph-mon[85960]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:33:22.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:22.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:22.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:22 smithi062 ceph-mon[85960]: from='osd.3 ' entity='osd.3' 2024-08-04T15:33:22.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:22 smithi062 ceph-mon[85960]: Health check update: Degraded data redundancy: 23/282 objects degraded (8.156%), 8 pgs degraded (PG_DEGRADED) 2024-08-04T15:33:22.807 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:22 smithi007 ceph-mon[92692]: pgmap v259: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 214 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.0 MiB/s wr, 9 op/s; 23/282 objects degraded (8.156%) 2024-08-04T15:33:22.807 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:22 smithi007 ceph-mon[92692]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-04T15:33:22.807 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:22 smithi007 ceph-mon[92692]: osdmap e405: 8 total, 7 up, 8 in 2024-08-04T15:33:22.807 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:22 smithi007 ceph-mon[92692]: from='osd.3 [v2:172.21.15.7:6826/1575991639,v1:172.21.15.7:6827/1575991639]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:33:22.808 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:22 smithi007 ceph-mon[92692]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:33:22.808 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:22.808 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:22.808 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:22 smithi007 ceph-mon[92692]: from='osd.3 ' entity='osd.3' 2024-08-04T15:33:22.808 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:22 smithi007 ceph-mon[92692]: Health check update: Degraded data redundancy: 23/282 objects degraded (8.156%), 8 pgs degraded (PG_DEGRADED) 2024-08-04T15:33:22.808 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:22 smithi007 ceph-mon[94998]: pgmap v259: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 214 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.0 MiB/s wr, 9 op/s; 23/282 objects degraded (8.156%) 2024-08-04T15:33:22.808 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:22 smithi007 ceph-mon[94998]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-04T15:33:22.808 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:22 smithi007 ceph-mon[94998]: osdmap e405: 8 total, 7 up, 8 in 2024-08-04T15:33:22.808 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:22 smithi007 ceph-mon[94998]: from='osd.3 [v2:172.21.15.7:6826/1575991639,v1:172.21.15.7:6827/1575991639]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:33:22.808 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:22 smithi007 ceph-mon[94998]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-08-04T15:33:22.808 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:22.809 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:22.809 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:22 smithi007 ceph-mon[94998]: from='osd.3 ' entity='osd.3' 2024-08-04T15:33:22.809 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:22 smithi007 ceph-mon[94998]: Health check update: Degraded data redundancy: 23/282 objects degraded (8.156%), 8 pgs degraded (PG_DEGRADED) 2024-08-04T15:33:23.500 INFO:tasks.rados.rados.0.smithi007.stdout:1662: done (2 left) 2024-08-04T15:33:23.500 INFO:tasks.rados.rados.0.smithi007.stdout:1663: done (1 left) 2024-08-04T15:33:23.500 INFO:tasks.rados.rados.0.smithi007.stdout:1665: done (0 left) 2024-08-04T15:33:23.500 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 32 current snap is 165 2024-08-04T15:33:23.501 INFO:tasks.rados.rados.0.smithi007.stdout:1666: seq_num 518 ranges {819200=679936,1499136=671744,2170880=131072} 2024-08-04T15:33:23.510 INFO:tasks.rados.rados.0.smithi007.stdout:1666: writing smithi00780855-32 from 819200 to 1499136 tid 1 2024-08-04T15:33:23.515 INFO:tasks.rados.rados.0.smithi007.stdout:1666: writing smithi00780855-32 from 1499136 to 2170880 tid 2 2024-08-04T15:33:23.517 INFO:tasks.rados.rados.0.smithi007.stdout:1666: writing smithi00780855-32 from 2170880 to 2301952 tid 3 2024-08-04T15:33:23.517 INFO:tasks.rados.rados.0.smithi007.stdout:1667: rollback oid 4 current snap is 165 2024-08-04T15:33:23.517 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 4 to 164 2024-08-04T15:33:23.517 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 17 current snap is 165 2024-08-04T15:33:23.517 INFO:tasks.rados.rados.0.smithi007.stdout:1668: seq_num 519 ranges {9109504=696320,9805824=548864,10354688=253952} 2024-08-04T15:33:23.573 INFO:tasks.rados.rados.0.smithi007.stdout:1668: writing smithi00780855-17 from 9109504 to 9805824 tid 1 2024-08-04T15:33:23.576 INFO:tasks.rados.rados.0.smithi007.stdout:1668: writing smithi00780855-17 from 9805824 to 10354688 tid 2 2024-08-04T15:33:23.578 INFO:tasks.rados.rados.0.smithi007.stdout:1668: writing smithi00780855-17 from 10354688 to 10608640 tid 3 2024-08-04T15:33:23.578 INFO:tasks.rados.rados.0.smithi007.stdout:1669: rollback oid 34 current snap is 165 2024-08-04T15:33:23.578 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 34 to 160 2024-08-04T15:33:23.578 INFO:tasks.rados.rados.0.smithi007.stdout:1666: finishing write tid 1 to smithi00780855-32 2024-08-04T15:33:23.578 INFO:tasks.rados.rados.0.smithi007.stdout:1666: finishing write tid 2 to smithi00780855-32 2024-08-04T15:33:23.578 INFO:tasks.rados.rados.0.smithi007.stdout:1666: finishing write tid 3 to smithi00780855-32 2024-08-04T15:33:23.578 INFO:tasks.rados.rados.0.smithi007.stdout:1666: finishing write tid 4 to smithi00780855-32 2024-08-04T15:33:23.578 INFO:tasks.rados.rados.0.smithi007.stdout:1666: finishing write tid 5 to smithi00780855-32 2024-08-04T15:33:23.579 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 1122 (ObjNum 518 snap 165 seq_num 518) dirty exists 2024-08-04T15:33:23.579 INFO:tasks.rados.rados.0.smithi007.stdout:1666: left oid 32 (ObjNum 518 snap 165 seq_num 518) 2024-08-04T15:33:23.579 INFO:tasks.rados.rados.0.smithi007.stdout:1667: finishing rollback tid 0 to smithi00780855-4 2024-08-04T15:33:23.579 INFO:tasks.rados.rados.0.smithi007.stdout:1667: finishing rollback tid 1 to smithi00780855-4 2024-08-04T15:33:23.579 INFO:tasks.rados.rados.0.smithi007.stdout:1667: finishing rollback tid 2 to smithi00780855-4 2024-08-04T15:33:23.579 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 1146 (ObjNum 516 snap 161 seq_num 516) dirty exists 2024-08-04T15:33:23.579 INFO:tasks.rados.rados.0.smithi007.stdout:1666: done (3 left) 2024-08-04T15:33:23.579 INFO:tasks.rados.rados.0.smithi007.stdout:1667: done (2 left) 2024-08-04T15:33:23.579 INFO:tasks.rados.rados.0.smithi007.stdout:1670: setattr oid 16 current snap is 165 2024-08-04T15:33:23.579 INFO:tasks.rados.rados.0.smithi007.stdout:1668: finishing write tid 1 to smithi00780855-17 2024-08-04T15:33:23.580 INFO:tasks.rados.rados.0.smithi007.stdout:1669: finishing rollback tid 1 to smithi00780855-34 2024-08-04T15:33:23.580 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 0 (ObjNum 65 snap 0 seq_num 1315266415) dirty dne 2024-08-04T15:33:23.580 INFO:tasks.rados.rados.0.smithi007.stdout:1669: done (2 left) 2024-08-04T15:33:23.580 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 165 2024-08-04T15:33:23.581 INFO:tasks.rados.rados.0.smithi007.stdout:1671: seq_num 520 ranges {5922816=712704,6635520=434176,7069696=368640} 2024-08-04T15:33:23.618 INFO:tasks.rados.rados.0.smithi007.stdout:1671: writing smithi00780855-15 from 5922816 to 6635520 tid 1 2024-08-04T15:33:23.620 INFO:tasks.rados.rados.0.smithi007.stdout:1671: writing smithi00780855-15 from 6635520 to 7069696 tid 2 2024-08-04T15:33:23.623 INFO:tasks.rados.rados.0.smithi007.stdout:1671: writing smithi00780855-15 from 7069696 to 7438336 tid 3 2024-08-04T15:33:23.623 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 42 current snap is 165 2024-08-04T15:33:23.623 INFO:tasks.rados.rados.0.smithi007.stdout:1668: finishing write tid 2 to smithi00780855-17 2024-08-04T15:33:23.623 INFO:tasks.rados.rados.0.smithi007.stdout:1668: finishing write tid 3 to smithi00780855-17 2024-08-04T15:33:23.623 INFO:tasks.rados.rados.0.smithi007.stdout:1672: seq_num 521 ranges {2768896=729088,3497984=720896,4218880=81920} 2024-08-04T15:33:23.627 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:23 smithi007 ceph-mon[92692]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:33:23.628 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:23 smithi007 ceph-mon[92692]: osd.3 [v2:172.21.15.7:6826/1575991639,v1:172.21.15.7:6827/1575991639] boot 2024-08-04T15:33:23.628 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:23 smithi007 ceph-mon[92692]: osdmap e406: 8 total, 8 up, 8 in 2024-08-04T15:33:23.628 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:33:23.628 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:23 smithi007 ceph-mon[94998]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:33:23.628 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:23 smithi007 ceph-mon[94998]: osd.3 [v2:172.21.15.7:6826/1575991639,v1:172.21.15.7:6827/1575991639] boot 2024-08-04T15:33:23.628 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:23 smithi007 ceph-mon[94998]: osdmap e406: 8 total, 8 up, 8 in 2024-08-04T15:33:23.628 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:33:23.642 INFO:tasks.rados.rados.0.smithi007.stdout:1672: writing smithi00780855-42 from 2768896 to 3497984 tid 1 2024-08-04T15:33:23.647 INFO:tasks.rados.rados.0.smithi007.stdout:1672: writing smithi00780855-42 from 3497984 to 4218880 tid 2 2024-08-04T15:33:23.648 INFO:tasks.rados.rados.0.smithi007.stdout:1672: writing smithi00780855-42 from 4218880 to 4300800 tid 3 2024-08-04T15:33:23.649 INFO:tasks.rados.rados.0.smithi007.stdout:1673: read oid 12 snap -1 2024-08-04T15:33:23.649 INFO:tasks.rados.rados.0.smithi007.stdout:1673: expect (ObjNum 428 snap 133 seq_num 428) 2024-08-04T15:33:23.649 INFO:tasks.rados.rados.0.smithi007.stdout:1674: copy_from oid 25 from oid 31 current snap is 165 2024-08-04T15:33:23.649 INFO:tasks.rados.rados.0.smithi007.stdout:1675: rollback oid 49 current snap is 165 2024-08-04T15:33:23.649 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 49 to 159 2024-08-04T15:33:23.649 INFO:tasks.rados.rados.0.smithi007.stdout:1676: copy_from oid 21 from oid 34 current snap is 165 2024-08-04T15:33:23.649 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 165 2024-08-04T15:33:23.649 INFO:tasks.rados.rados.0.smithi007.stdout:1677: seq_num 522 ranges {5177344=745472,5922816=606208,6529024=196608} 2024-08-04T15:33:23.683 INFO:tasks.rados.rados.0.smithi007.stdout:1677: writing smithi00780855-6 from 5177344 to 5922816 tid 1 2024-08-04T15:33:23.686 INFO:tasks.rados.rados.0.smithi007.stdout:1677: writing smithi00780855-6 from 5922816 to 6529024 tid 2 2024-08-04T15:33:23.691 INFO:tasks.rados.rados.0.smithi007.stdout:1677: writing smithi00780855-6 from 6529024 to 6725632 tid 3 2024-08-04T15:33:23.691 INFO:tasks.rados.rados.0.smithi007.stdout:1678: delete oid 32 current snap is 165 2024-08-04T15:33:23.692 INFO:tasks.rados.rados.0.smithi007.stdout:1668: finishing write tid 4 to smithi00780855-17 2024-08-04T15:33:23.692 INFO:tasks.rados.rados.0.smithi007.stdout:1668: finishing write tid 5 to smithi00780855-17 2024-08-04T15:33:23.692 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 1126 (ObjNum 519 snap 165 seq_num 519) dirty exists 2024-08-04T15:33:23.692 INFO:tasks.rados.rados.0.smithi007.stdout:1668: left oid 17 (ObjNum 519 snap 165 seq_num 519) 2024-08-04T15:33:23.692 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 1206 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-04T15:33:23.692 INFO:tasks.rados.rados.0.smithi007.stdout:1671: finishing write tid 1 to smithi00780855-15 2024-08-04T15:33:23.692 INFO:tasks.rados.rados.0.smithi007.stdout:1671: finishing write tid 2 to smithi00780855-15 2024-08-04T15:33:23.692 INFO:tasks.rados.rados.0.smithi007.stdout:1671: finishing write tid 3 to smithi00780855-15 2024-08-04T15:33:23.692 INFO:tasks.rados.rados.0.smithi007.stdout:1671: finishing write tid 4 to smithi00780855-15 2024-08-04T15:33:23.692 INFO:tasks.rados.rados.0.smithi007.stdout:1671: finishing write tid 5 to smithi00780855-15 2024-08-04T15:33:23.692 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 1510 (ObjNum 520 snap 165 seq_num 520) dirty exists 2024-08-04T15:33:23.692 INFO:tasks.rados.rados.0.smithi007.stdout:1671: left oid 15 (ObjNum 520 snap 165 seq_num 520) 2024-08-04T15:33:23.693 INFO:tasks.rados.rados.0.smithi007.stdout:1672: finishing write tid 1 to smithi00780855-42 2024-08-04T15:33:23.693 INFO:tasks.rados.rados.0.smithi007.stdout:1675: finishing rollback tid 1 to smithi00780855-49 2024-08-04T15:33:23.693 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 1172 (ObjNum 65 snap 0 seq_num 1515350888) dirty dne 2024-08-04T15:33:23.693 INFO:tasks.rados.rados.0.smithi007.stdout:1676: finishing copy_from to smithi00780855-21 2024-08-04T15:33:23.693 INFO:tasks.rados.rados.0.smithi007.stdout:1676: got expected ENOENT (src dne) 2024-08-04T15:33:23.693 INFO:tasks.rados.rados.0.smithi007.stdout:1672: finishing write tid 2 to smithi00780855-42 2024-08-04T15:33:23.693 INFO:tasks.rados.rados.0.smithi007.stdout:1676: finishing copy_from racing read to smithi00780855-21 2024-08-04T15:33:23.693 INFO:tasks.rados.rados.0.smithi007.stdout:1672: finishing write tid 3 to smithi00780855-42 2024-08-04T15:33:23.693 INFO:tasks.rados.rados.0.smithi007.stdout:1672: finishing write tid 4 to smithi00780855-42 2024-08-04T15:33:23.693 INFO:tasks.rados.rados.0.smithi007.stdout:1672: finishing write tid 5 to smithi00780855-42 2024-08-04T15:33:23.693 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 1143 (ObjNum 521 snap 165 seq_num 521) dirty exists 2024-08-04T15:33:23.694 INFO:tasks.rados.rados.0.smithi007.stdout:1672: left oid 42 (ObjNum 521 snap 165 seq_num 521) 2024-08-04T15:33:23.694 INFO:tasks.rados.rados.0.smithi007.stdout:1673: expect (ObjNum 428 snap 133 seq_num 428) 2024-08-04T15:33:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:23 smithi062 ceph-mon[85960]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:33:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:23 smithi062 ceph-mon[85960]: osd.3 [v2:172.21.15.7:6826/1575991639,v1:172.21.15.7:6827/1575991639] boot 2024-08-04T15:33:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:23 smithi062 ceph-mon[85960]: osdmap e406: 8 total, 8 up, 8 in 2024-08-04T15:33:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-04T15:33:23.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:23 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:23.801 INFO:tasks.rados.rados.0.smithi007.stdout:1677: finishing write tid 1 to smithi00780855-6 2024-08-04T15:33:23.801 INFO:tasks.rados.rados.0.smithi007.stdout:1674: finishing copy_from racing read to smithi00780855-25 2024-08-04T15:33:23.801 INFO:tasks.rados.rados.0.smithi007.stdout:1674: finishing copy_from to smithi00780855-25 2024-08-04T15:33:23.801 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 1139 (ObjNum 500 snap 157 seq_num 500) dirty exists 2024-08-04T15:33:23.801 INFO:tasks.rados.rados.0.smithi007.stdout:1677: finishing write tid 2 to smithi00780855-6 2024-08-04T15:33:23.802 INFO:tasks.rados.rados.0.smithi007.stdout:1677: finishing write tid 3 to smithi00780855-6 2024-08-04T15:33:23.802 INFO:tasks.rados.rados.0.smithi007.stdout:1677: finishing write tid 4 to smithi00780855-6 2024-08-04T15:33:23.802 INFO:tasks.rados.rados.0.smithi007.stdout:1668: done (9 left) 2024-08-04T15:33:23.802 INFO:tasks.rados.rados.0.smithi007.stdout:1670: done (8 left) 2024-08-04T15:33:23.802 INFO:tasks.rados.rados.0.smithi007.stdout:1671: done (7 left) 2024-08-04T15:33:23.802 INFO:tasks.rados.rados.0.smithi007.stdout:1672: done (6 left) 2024-08-04T15:33:23.802 INFO:tasks.rados.rados.0.smithi007.stdout:1673: done (5 left) 2024-08-04T15:33:23.802 INFO:tasks.rados.rados.0.smithi007.stdout:1674: done (4 left) 2024-08-04T15:33:23.802 INFO:tasks.rados.rados.0.smithi007.stdout:1675: done (3 left) 2024-08-04T15:33:23.802 INFO:tasks.rados.rados.0.smithi007.stdout:1676: done (2 left) 2024-08-04T15:33:23.802 INFO:tasks.rados.rados.0.smithi007.stdout:1678: done (1 left) 2024-08-04T15:33:23.802 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 165 2024-08-04T15:33:23.802 INFO:tasks.rados.rados.0.smithi007.stdout:1677: finishing write tid 5 to smithi00780855-6 2024-08-04T15:33:23.803 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 769 (ObjNum 522 snap 165 seq_num 522) dirty exists 2024-08-04T15:33:23.803 INFO:tasks.rados.rados.0.smithi007.stdout:1677: left oid 6 (ObjNum 522 snap 165 seq_num 522) 2024-08-04T15:33:23.803 INFO:tasks.rados.rados.0.smithi007.stdout:1679: seq_num 524 ranges {0=786432,786432=778240,1564672=24576} 2024-08-04T15:33:23.805 INFO:tasks.rados.rados.0.smithi007.stdout:1679: writing smithi00780855-46 from 0 to 786432 tid 1 2024-08-04T15:33:23.810 INFO:tasks.rados.rados.0.smithi007.stdout:1679: writing smithi00780855-46 from 786432 to 1564672 tid 2 2024-08-04T15:33:23.810 INFO:tasks.rados.rados.0.smithi007.stdout:1679: writing smithi00780855-46 from 1564672 to 1589248 tid 3 2024-08-04T15:33:23.810 INFO:tasks.rados.rados.0.smithi007.stdout:1677: done (1 left) 2024-08-04T15:33:23.810 INFO:tasks.rados.rados.0.smithi007.stdout:1680: rollback oid 45 current snap is 165 2024-08-04T15:33:23.811 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 45 to 163 2024-08-04T15:33:23.811 INFO:tasks.rados.rados.0.smithi007.stdout:1679: finishing write tid 1 to smithi00780855-46 2024-08-04T15:33:23.811 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 165 2024-08-04T15:33:23.811 INFO:tasks.rados.rados.0.smithi007.stdout:1681: seq_num 525 ranges {2768896=802816,3571712=712704,4284416=90112} 2024-08-04T15:33:23.830 INFO:tasks.rados.rados.0.smithi007.stdout:1681: writing smithi00780855-44 from 2768896 to 3571712 tid 1 2024-08-04T15:33:23.833 INFO:tasks.rados.rados.0.smithi007.stdout:1681: writing smithi00780855-44 from 3571712 to 4284416 tid 2 2024-08-04T15:33:23.834 INFO:tasks.rados.rados.0.smithi007.stdout:1681: writing smithi00780855-44 from 4284416 to 4374528 tid 3 2024-08-04T15:33:23.834 INFO:tasks.rados.rados.0.smithi007.stdout:1682: setattr oid 13 current snap is 165 2024-08-04T15:33:23.834 INFO:tasks.rados.rados.0.smithi007.stdout:1680: finishing rollback tid 1 to smithi00780855-45 2024-08-04T15:33:23.835 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 0 (ObjNum 97 snap 0 seq_num 3492820560) dirty dne 2024-08-04T15:33:23.835 INFO:tasks.rados.rados.0.smithi007.stdout:1679: finishing write tid 2 to smithi00780855-46 2024-08-04T15:33:23.835 INFO:tasks.rados.rados.0.smithi007.stdout:1679: finishing write tid 3 to smithi00780855-46 2024-08-04T15:33:23.835 INFO:tasks.rados.rados.0.smithi007.stdout:1679: finishing write tid 4 to smithi00780855-46 2024-08-04T15:33:23.835 INFO:tasks.rados.rados.0.smithi007.stdout:1679: finishing write tid 5 to smithi00780855-46 2024-08-04T15:33:23.835 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 914 (ObjNum 524 snap 165 seq_num 524) dirty exists 2024-08-04T15:33:23.835 INFO:tasks.rados.rados.0.smithi007.stdout:1679: left oid 46 (ObjNum 524 snap 165 seq_num 524) 2024-08-04T15:33:23.835 INFO:tasks.rados.rados.0.smithi007.stdout:1681: finishing write tid 1 to smithi00780855-44 2024-08-04T15:33:23.836 INFO:tasks.rados.rados.0.smithi007.stdout:1679: done (3 left) 2024-08-04T15:33:23.836 INFO:tasks.rados.rados.0.smithi007.stdout:1680: done (2 left) 2024-08-04T15:33:23.836 INFO:tasks.rados.rados.0.smithi007.stdout:1683: setattr oid 17 current snap is 165 2024-08-04T15:33:23.837 INFO:tasks.rados.rados.0.smithi007.stdout:1681: finishing write tid 2 to smithi00780855-44 2024-08-04T15:33:23.837 INFO:tasks.rados.rados.0.smithi007.stdout:1681: finishing write tid 3 to smithi00780855-44 2024-08-04T15:33:23.838 INFO:tasks.rados.rados.0.smithi007.stdout:1681: finishing write tid 4 to smithi00780855-44 2024-08-04T15:33:23.838 INFO:tasks.rados.rados.0.smithi007.stdout:1684: copy_from oid 43 from oid 39 current snap is 165 2024-08-04T15:33:23.838 INFO:tasks.rados.rados.0.smithi007.stdout:1685: read oid 38 snap -1 2024-08-04T15:33:23.838 INFO:tasks.rados.rados.0.smithi007.stdout:1685: expect deleted 2024-08-04T15:33:23.838 INFO:tasks.rados.rados.0.smithi007.stdout:1686: rollback oid 3 current snap is 165 2024-08-04T15:33:23.839 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 3 to 160 2024-08-04T15:33:23.839 INFO:tasks.rados.rados.0.smithi007.stdout:1687: copy_from oid 28 from oid 30 current snap is 165 2024-08-04T15:33:23.839 INFO:tasks.rados.rados.0.smithi007.stdout:1688: rollback oid 37 current snap is 165 2024-08-04T15:33:23.839 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 37 to 162 2024-08-04T15:33:23.839 INFO:tasks.rados.rados.0.smithi007.stdout:1689: snap_create 2024-08-04T15:33:23.840 INFO:tasks.rados.rados.0.smithi007.stdout:1687: finishing copy_from to smithi00780855-28 2024-08-04T15:33:23.840 INFO:tasks.rados.rados.0.smithi007.stdout:1687: got expected ENOENT (src dne) 2024-08-04T15:33:23.840 INFO:tasks.rados.rados.0.smithi007.stdout:1687: finishing copy_from racing read to smithi00780855-28 2024-08-04T15:33:23.840 INFO:tasks.rados.rados.0.smithi007.stdout:1681: finishing write tid 5 to smithi00780855-44 2024-08-04T15:33:23.840 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1150 (ObjNum 525 snap 165 seq_num 525) dirty exists 2024-08-04T15:33:23.841 INFO:tasks.rados.rados.0.smithi007.stdout:1681: left oid 44 (ObjNum 525 snap 165 seq_num 525) 2024-08-04T15:33:23.841 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 1515 (ObjNum 445 snap 138 seq_num 445) dirty exists 2024-08-04T15:33:23.841 INFO:tasks.rados.rados.0.smithi007.stdout:1688: finishing rollback tid 0 to smithi00780855-37 2024-08-04T15:33:23.841 INFO:tasks.rados.rados.0.smithi007.stdout:1688: finishing rollback tid 1 to smithi00780855-37 2024-08-04T15:33:23.842 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 1128 (ObjNum 519 snap 165 seq_num 519) dirty exists 2024-08-04T15:33:23.842 INFO:tasks.rados.rados.0.smithi007.stdout:1688: finishing rollback tid 2 to smithi00780855-37 2024-08-04T15:33:23.842 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 1223 (ObjNum 471 snap 144 seq_num 471) dirty exists 2024-08-04T15:33:23.843 INFO:tasks.rados.rados.0.smithi007.stdout:1686: finishing rollback tid 0 to smithi00780855-3 2024-08-04T15:33:23.843 INFO:tasks.rados.rados.0.smithi007.stdout:1686: finishing rollback tid 1 to smithi00780855-3 2024-08-04T15:33:23.843 INFO:tasks.rados.rados.0.smithi007.stdout:1686: finishing rollback tid 2 to smithi00780855-3 2024-08-04T15:33:23.843 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 922 (ObjNum 478 snap 148 seq_num 478) dirty exists 2024-08-04T15:33:23.848 INFO:tasks.rados.rados.0.smithi007.stdout:1684: finishing copy_from racing read to smithi00780855-43 2024-08-04T15:33:23.849 INFO:tasks.rados.rados.0.smithi007.stdout:1684: finishing copy_from to smithi00780855-43 2024-08-04T15:33:23.850 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 1143 (ObjNum 515 snap 160 seq_num 515) dirty exists 2024-08-04T15:33:24.500 INFO:tasks.rados.rados.0.smithi007.stdout:1681: done (8 left) 2024-08-04T15:33:24.500 INFO:tasks.rados.rados.0.smithi007.stdout:1682: done (7 left) 2024-08-04T15:33:24.501 INFO:tasks.rados.rados.0.smithi007.stdout:1683: done (6 left) 2024-08-04T15:33:24.501 INFO:tasks.rados.rados.0.smithi007.stdout:1684: done (5 left) 2024-08-04T15:33:24.501 INFO:tasks.rados.rados.0.smithi007.stdout:1685: done (4 left) 2024-08-04T15:33:24.501 INFO:tasks.rados.rados.0.smithi007.stdout:1686: done (3 left) 2024-08-04T15:33:24.501 INFO:tasks.rados.rados.0.smithi007.stdout:1687: done (2 left) 2024-08-04T15:33:24.501 INFO:tasks.rados.rados.0.smithi007.stdout:1688: done (1 left) 2024-08-04T15:33:24.501 INFO:tasks.rados.rados.0.smithi007.stdout:1689: done (0 left) 2024-08-04T15:33:24.501 INFO:tasks.rados.rados.0.smithi007.stdout:1690: snap_create 2024-08-04T15:33:24.581 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:24 smithi007 ceph-mon[92692]: pgmap v262: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 230 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.8 MiB/s wr, 15 op/s; 24/291 objects degraded (8.247%) 2024-08-04T15:33:24.581 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:24 smithi007 ceph-mon[92692]: osdmap e407: 8 total, 8 up, 8 in 2024-08-04T15:33:24.582 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:24 smithi007 ceph-mon[94998]: pgmap v262: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 230 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.8 MiB/s wr, 15 op/s; 24/291 objects degraded (8.247%) 2024-08-04T15:33:24.582 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:24 smithi007 ceph-mon[94998]: osdmap e407: 8 total, 8 up, 8 in 2024-08-04T15:33:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:24 smithi062 ceph-mon[85960]: pgmap v262: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 230 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.8 MiB/s wr, 15 op/s; 24/291 objects degraded (8.247%) 2024-08-04T15:33:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:24 smithi062 ceph-mon[85960]: osdmap e407: 8 total, 8 up, 8 in 2024-08-04T15:33:24.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:24 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:24.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:24 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:25.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:33:25.058+0000 7f16d331c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-04T15:33:25.504 INFO:tasks.rados.rados.0.smithi007.stdout:1690: done (0 left) 2024-08-04T15:33:25.504 INFO:tasks.rados.rados.0.smithi007.stdout:1691: read oid 37 snap -1 2024-08-04T15:33:25.504 INFO:tasks.rados.rados.0.smithi007.stdout:1691: expect (ObjNum 471 snap 144 seq_num 471) 2024-08-04T15:33:25.504 INFO:tasks.rados.rados.0.smithi007.stdout:1692: read oid 17 snap -1 2024-08-04T15:33:25.504 INFO:tasks.rados.rados.0.smithi007.stdout:1692: expect (ObjNum 519 snap 165 seq_num 519) 2024-08-04T15:33:25.504 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 8 current snap is 167 2024-08-04T15:33:25.505 INFO:tasks.rados.rados.0.smithi007.stdout:1693: seq_num 526 ranges {0=417792,417792=589824,1007616=614400} 2024-08-04T15:33:25.506 INFO:tasks.rados.rados.0.smithi007.stdout:1693: writing smithi00780855-8 from 0 to 417792 tid 1 2024-08-04T15:33:25.510 INFO:tasks.rados.rados.0.smithi007.stdout:1693: writing smithi00780855-8 from 417792 to 1007616 tid 2 2024-08-04T15:33:25.513 INFO:tasks.rados.rados.0.smithi007.stdout:1693: writing smithi00780855-8 from 1007616 to 1622016 tid 3 2024-08-04T15:33:25.514 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 29 current snap is 167 2024-08-04T15:33:25.514 INFO:tasks.rados.rados.0.smithi007.stdout:1694: seq_num 527 ranges {5898240=434176,6332416=475136,6807552=565248,7372800=163840} 2024-08-04T15:33:25.551 INFO:tasks.rados.rados.0.smithi007.stdout:1694: writing smithi00780855-29 from 5898240 to 6332416 tid 1 2024-08-04T15:33:25.553 INFO:tasks.rados.rados.0.smithi007.stdout:1694: writing smithi00780855-29 from 6332416 to 6807552 tid 2 2024-08-04T15:33:25.557 INFO:tasks.rados.rados.0.smithi007.stdout:1694: writing smithi00780855-29 from 6807552 to 7372800 tid 3 2024-08-04T15:33:25.558 INFO:tasks.rados.rados.0.smithi007.stdout:1694: writing smithi00780855-29 from 7372800 to 7536640 tid 4 2024-08-04T15:33:25.558 INFO:tasks.rados.rados.0.smithi007.stdout:1695: snap_create 2024-08-04T15:33:25.558 INFO:tasks.rados.rados.0.smithi007.stdout:1691: expect (ObjNum 471 snap 144 seq_num 471) 2024-08-04T15:33:25.672 INFO:tasks.rados.rados.0.smithi007.stdout:1692: expect (ObjNum 519 snap 165 seq_num 519) 2024-08-04T15:33:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:25 smithi062 ceph-mon[85960]: osdmap e408: 8 total, 8 up, 8 in 2024-08-04T15:33:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:25.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:33:25.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:33:25.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:25.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:33:25.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:33:25.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:33:25.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:33:25.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-04T15:33:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[92692]: osdmap e408: 8 total, 8 up, 8 in 2024-08-04T15:33:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:33:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:33:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:33:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:33:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:33:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:33:25.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-04T15:33:25.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[94998]: osdmap e408: 8 total, 8 up, 8 in 2024-08-04T15:33:25.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:25.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:25.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:33:25.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:33:25.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:25.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:33:25.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:33:25.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:33:25.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:33:25.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-04T15:33:26.506 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:33:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:33:26] "GET /metrics HTTP/1.1" 200 36143 "" "Prometheus/2.43.0" 2024-08-04T15:33:26.648 INFO:tasks.rados.rados.0.smithi007.stdout:1693: finishing write tid 1 to smithi00780855-8 2024-08-04T15:33:26.649 INFO:tasks.rados.rados.0.smithi007.stdout:1693: finishing write tid 2 to smithi00780855-8 2024-08-04T15:33:26.649 INFO:tasks.rados.rados.0.smithi007.stdout:1693: finishing write tid 3 to smithi00780855-8 2024-08-04T15:33:26.649 INFO:tasks.rados.rados.0.smithi007.stdout:1693: finishing write tid 4 to smithi00780855-8 2024-08-04T15:33:26.649 INFO:tasks.rados.rados.0.smithi007.stdout:1693: finishing write tid 5 to smithi00780855-8 2024-08-04T15:33:26.649 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 1132 (ObjNum 526 snap 167 seq_num 526) dirty exists 2024-08-04T15:33:26.649 INFO:tasks.rados.rados.0.smithi007.stdout:1693: left oid 8 (ObjNum 526 snap 167 seq_num 526) 2024-08-04T15:33:26.649 INFO:tasks.rados.rados.0.smithi007.stdout:1694: finishing write tid 1 to smithi00780855-29 2024-08-04T15:33:26.649 INFO:tasks.rados.rados.0.smithi007.stdout:1694: finishing write tid 2 to smithi00780855-29 2024-08-04T15:33:26.649 INFO:tasks.rados.rados.0.smithi007.stdout:1694: finishing write tid 3 to smithi00780855-29 2024-08-04T15:33:26.649 INFO:tasks.rados.rados.0.smithi007.stdout:1694: finishing write tid 4 to smithi00780855-29 2024-08-04T15:33:26.649 INFO:tasks.rados.rados.0.smithi007.stdout:1694: finishing write tid 5 to smithi00780855-29 2024-08-04T15:33:26.650 INFO:tasks.rados.rados.0.smithi007.stdout:1694: finishing write tid 6 to smithi00780855-29 2024-08-04T15:33:26.650 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 919 (ObjNum 527 snap 167 seq_num 527) dirty exists 2024-08-04T15:33:26.650 INFO:tasks.rados.rados.0.smithi007.stdout:1694: left oid 29 (ObjNum 527 snap 167 seq_num 527) 2024-08-04T15:33:26.650 INFO:tasks.rados.rados.0.smithi007.stdout:1691: done (4 left) 2024-08-04T15:33:26.650 INFO:tasks.rados.rados.0.smithi007.stdout:1692: done (3 left) 2024-08-04T15:33:26.650 INFO:tasks.rados.rados.0.smithi007.stdout:1693: done (2 left) 2024-08-04T15:33:26.650 INFO:tasks.rados.rados.0.smithi007.stdout:1694: done (1 left) 2024-08-04T15:33:26.650 INFO:tasks.rados.rados.0.smithi007.stdout:1695: done (0 left) 2024-08-04T15:33:26.650 INFO:tasks.rados.rados.0.smithi007.stdout:1696: rmattr oid 13 current snap is 168 2024-08-04T15:33:26.651 INFO:tasks.rados.rados.0.smithi007.stdout:1697: read oid 26 snap 157 2024-08-04T15:33:26.651 INFO:tasks.rados.rados.0.smithi007.stdout:1697: expect (ObjNum 454 snap 138 seq_num 454) 2024-08-04T15:33:26.651 INFO:tasks.rados.rados.0.smithi007.stdout:1698: read oid 4 snap 162 2024-08-04T15:33:26.651 INFO:tasks.rados.rados.0.smithi007.stdout:1698: expect (ObjNum 516 snap 161 seq_num 516) 2024-08-04T15:33:26.651 INFO:tasks.rados.rados.0.smithi007.stdout:1699: snap_create 2024-08-04T15:33:26.653 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 1517 (ObjNum 445 snap 138 seq_num 445) dirty exists 2024-08-04T15:33:26.667 INFO:tasks.rados.rados.0.smithi007.stdout:1698: expect (ObjNum 516 snap 161 seq_num 516) 2024-08-04T15:33:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:26 smithi062 ceph-mon[85960]: pgmap v265: 121 pgs: 1 active+degraded, 28 active+undersized, 4 active+undersized+degraded, 88 active+clean; 234 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 6.6 MiB/s wr, 26 op/s; 14/303 objects degraded (4.620%); 4.3 MiB/s, 0 objects/s recovering 2024-08-04T15:33:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:26 smithi062 ceph-mon[85960]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-04T15:33:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:26 smithi062 ceph-mon[85960]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-04T15:33:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:26 smithi062 ceph-mon[85960]: osdmap e409: 8 total, 8 up, 8 in 2024-08-04T15:33:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:26 smithi007 ceph-mon[92692]: pgmap v265: 121 pgs: 1 active+degraded, 28 active+undersized, 4 active+undersized+degraded, 88 active+clean; 234 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 6.6 MiB/s wr, 26 op/s; 14/303 objects degraded (4.620%); 4.3 MiB/s, 0 objects/s recovering 2024-08-04T15:33:26.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:26 smithi007 ceph-mon[92692]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-04T15:33:26.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:26 smithi007 ceph-mon[92692]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-04T15:33:26.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:26 smithi007 ceph-mon[92692]: osdmap e409: 8 total, 8 up, 8 in 2024-08-04T15:33:26.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:26 smithi007 ceph-mon[94998]: pgmap v265: 121 pgs: 1 active+degraded, 28 active+undersized, 4 active+undersized+degraded, 88 active+clean; 234 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 6.6 MiB/s wr, 26 op/s; 14/303 objects degraded (4.620%); 4.3 MiB/s, 0 objects/s recovering 2024-08-04T15:33:26.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:26 smithi007 ceph-mon[94998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-04T15:33:26.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:26 smithi007 ceph-mon[94998]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-04T15:33:26.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:26 smithi007 ceph-mon[94998]: osdmap e409: 8 total, 8 up, 8 in 2024-08-04T15:33:27.125 INFO:tasks.rados.rados.0.smithi007.stdout:1697: expect (ObjNum 454 snap 138 seq_num 454) 2024-08-04T15:33:27.518 INFO:tasks.rados.rados.0.smithi007.stdout:1696: done (3 left) 2024-08-04T15:33:27.518 INFO:tasks.rados.rados.0.smithi007.stdout:1697: done (2 left) 2024-08-04T15:33:27.518 INFO:tasks.rados.rados.0.smithi007.stdout:1698: done (1 left) 2024-08-04T15:33:27.518 INFO:tasks.rados.rados.0.smithi007.stdout:1699: done (0 left) 2024-08-04T15:33:27.518 INFO:tasks.rados.rados.0.smithi007.stdout:1700: read oid 47 snap -1 2024-08-04T15:33:27.518 INFO:tasks.rados.rados.0.smithi007.stdout:1700: expect (ObjNum 517 snap 162 seq_num 517) 2024-08-04T15:33:27.518 INFO:tasks.rados.rados.0.smithi007.stdout:1701: copy_from oid 1 from oid 27 current snap is 169 2024-08-04T15:33:27.518 INFO:tasks.rados.rados.0.smithi007.stdout:1702: snap_create 2024-08-04T15:33:27.554 INFO:tasks.rados.rados.0.smithi007.stdout:1700: expect (ObjNum 517 snap 162 seq_num 517) 2024-08-04T15:33:27.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:27 smithi007 ceph-mon[94998]: osdmap e410: 8 total, 8 up, 8 in 2024-08-04T15:33:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:27 smithi007 ceph-mon[92692]: osdmap e410: 8 total, 8 up, 8 in 2024-08-04T15:33:28.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:27 smithi062 ceph-mon[85960]: osdmap e410: 8 total, 8 up, 8 in 2024-08-04T15:33:28.386 INFO:tasks.rados.rados.0.smithi007.stdout:1701: finishing copy_from racing read to smithi00780855-1 2024-08-04T15:33:28.386 INFO:tasks.rados.rados.0.smithi007.stdout:1701: finishing copy_from to smithi00780855-1 2024-08-04T15:33:28.386 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 1444 (ObjNum 490 snap 152 seq_num 490) dirty exists 2024-08-04T15:33:28.522 INFO:tasks.rados.rados.0.smithi007.stdout:1700: done (2 left) 2024-08-04T15:33:28.522 INFO:tasks.rados.rados.0.smithi007.stdout:1701: done (1 left) 2024-08-04T15:33:28.522 INFO:tasks.rados.rados.0.smithi007.stdout:1702: done (0 left) 2024-08-04T15:33:28.522 INFO:tasks.rados.rados.0.smithi007.stdout:1703: rollback oid 2 current snap is 170 2024-08-04T15:33:28.522 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 2 to 169 2024-08-04T15:33:28.522 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 11 current snap is 170 2024-08-04T15:33:28.522 INFO:tasks.rados.rados.0.smithi007.stdout:1704: seq_num 528 ranges {1835008=450560,2285568=761856,3047424=442368} 2024-08-04T15:33:28.534 INFO:tasks.rados.rados.0.smithi007.stdout:1704: writing smithi00780855-11 from 1835008 to 2285568 tid 1 2024-08-04T15:33:28.538 INFO:tasks.rados.rados.0.smithi007.stdout:1704: writing smithi00780855-11 from 2285568 to 3047424 tid 2 2024-08-04T15:33:28.542 INFO:tasks.rados.rados.0.smithi007.stdout:1704: writing smithi00780855-11 from 3047424 to 3489792 tid 3 2024-08-04T15:33:28.542 INFO:tasks.rados.rados.0.smithi007.stdout:1705: copy_from oid 49 from oid 36 current snap is 170 2024-08-04T15:33:28.542 INFO:tasks.rados.rados.0.smithi007.stdout:1703: finishing rollback tid 0 to smithi00780855-2 2024-08-04T15:33:28.542 INFO:tasks.rados.rados.0.smithi007.stdout:1703: finishing rollback tid 1 to smithi00780855-2 2024-08-04T15:33:28.542 INFO:tasks.rados.rados.0.smithi007.stdout:1703: finishing rollback tid 2 to smithi00780855-2 2024-08-04T15:33:28.542 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 925 (ObjNum 258 snap 74 seq_num 258) dirty exists 2024-08-04T15:33:28.542 INFO:tasks.rados.rados.0.smithi007.stdout:1704: finishing write tid 1 to smithi00780855-11 2024-08-04T15:33:28.542 INFO:tasks.rados.rados.0.smithi007.stdout:1703: done (2 left) 2024-08-04T15:33:28.543 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 170 2024-08-04T15:33:28.543 INFO:tasks.rados.rados.0.smithi007.stdout:1706: seq_num 529 ranges {2064384=466944,2531328=647168,3178496=532480,3710976=24576} 2024-08-04T15:33:28.555 INFO:tasks.rados.rados.0.smithi007.stdout:1706: writing smithi00780855-43 from 2064384 to 2531328 tid 1 2024-08-04T15:33:28.559 INFO:tasks.rados.rados.0.smithi007.stdout:1706: writing smithi00780855-43 from 2531328 to 3178496 tid 2 2024-08-04T15:33:28.563 INFO:tasks.rados.rados.0.smithi007.stdout:1706: writing smithi00780855-43 from 3178496 to 3710976 tid 3 2024-08-04T15:33:28.563 INFO:tasks.rados.rados.0.smithi007.stdout:1706: writing smithi00780855-43 from 3710976 to 3735552 tid 4 2024-08-04T15:33:28.563 INFO:tasks.rados.rados.0.smithi007.stdout:1707: read oid 37 snap -1 2024-08-04T15:33:28.563 INFO:tasks.rados.rados.0.smithi007.stdout:1707: expect (ObjNum 471 snap 144 seq_num 471) 2024-08-04T15:33:28.563 INFO:tasks.rados.rados.0.smithi007.stdout:1708: snap_remove snap 164 2024-08-04T15:33:28.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:28 smithi007 ceph-mon[92692]: pgmap v268: 121 pgs: 1 active+degraded, 120 active+clean; 247 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.7 MiB/s wr, 31 op/s; 3/324 objects degraded (0.926%); 9.8 MiB/s, 1 objects/s recovering 2024-08-04T15:33:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:28 smithi007 ceph-mon[92692]: Health check update: Degraded data redundancy: 3/324 objects degraded (0.926%), 1 pg degraded (PG_DEGRADED) 2024-08-04T15:33:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:28 smithi007 ceph-mon[92692]: osdmap e411: 8 total, 8 up, 8 in 2024-08-04T15:33:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:28 smithi007 ceph-mon[94998]: pgmap v268: 121 pgs: 1 active+degraded, 120 active+clean; 247 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.7 MiB/s wr, 31 op/s; 3/324 objects degraded (0.926%); 9.8 MiB/s, 1 objects/s recovering 2024-08-04T15:33:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:28 smithi007 ceph-mon[94998]: Health check update: Degraded data redundancy: 3/324 objects degraded (0.926%), 1 pg degraded (PG_DEGRADED) 2024-08-04T15:33:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:28 smithi007 ceph-mon[94998]: osdmap e411: 8 total, 8 up, 8 in 2024-08-04T15:33:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:28 smithi062 ceph-mon[85960]: pgmap v268: 121 pgs: 1 active+degraded, 120 active+clean; 247 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.7 MiB/s wr, 31 op/s; 3/324 objects degraded (0.926%); 9.8 MiB/s, 1 objects/s recovering 2024-08-04T15:33:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:28 smithi062 ceph-mon[85960]: Health check update: Degraded data redundancy: 3/324 objects degraded (0.926%), 1 pg degraded (PG_DEGRADED) 2024-08-04T15:33:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:28 smithi062 ceph-mon[85960]: osdmap e411: 8 total, 8 up, 8 in 2024-08-04T15:33:29.012 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:28.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-04T15:33:29.012 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:29.530 INFO:tasks.rados.rados.0.smithi007.stdout:1704: finishing write tid 2 to smithi00780855-11 2024-08-04T15:33:29.530 INFO:tasks.rados.rados.0.smithi007.stdout:1704: finishing write tid 3 to smithi00780855-11 2024-08-04T15:33:29.530 INFO:tasks.rados.rados.0.smithi007.stdout:1704: finishing write tid 4 to smithi00780855-11 2024-08-04T15:33:29.530 INFO:tasks.rados.rados.0.smithi007.stdout:1705: finishing copy_from to smithi00780855-49 2024-08-04T15:33:29.531 INFO:tasks.rados.rados.0.smithi007.stdout:1705: got expected ENOENT (src dne) 2024-08-04T15:33:29.531 INFO:tasks.rados.rados.0.smithi007.stdout:1705: finishing copy_from racing read to smithi00780855-49 2024-08-04T15:33:29.531 INFO:tasks.rados.rados.0.smithi007.stdout:1704: finishing write tid 5 to smithi00780855-11 2024-08-04T15:33:29.531 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 1147 (ObjNum 528 snap 170 seq_num 528) dirty exists 2024-08-04T15:33:29.531 INFO:tasks.rados.rados.0.smithi007.stdout:1704: left oid 11 (ObjNum 528 snap 170 seq_num 528) 2024-08-04T15:33:29.531 INFO:tasks.rados.rados.0.smithi007.stdout:1706: finishing write tid 1 to smithi00780855-43 2024-08-04T15:33:29.531 INFO:tasks.rados.rados.0.smithi007.stdout:1706: finishing write tid 2 to smithi00780855-43 2024-08-04T15:33:29.531 INFO:tasks.rados.rados.0.smithi007.stdout:1706: finishing write tid 3 to smithi00780855-43 2024-08-04T15:33:29.531 INFO:tasks.rados.rados.0.smithi007.stdout:1706: finishing write tid 4 to smithi00780855-43 2024-08-04T15:33:29.531 INFO:tasks.rados.rados.0.smithi007.stdout:1706: finishing write tid 5 to smithi00780855-43 2024-08-04T15:33:29.531 INFO:tasks.rados.rados.0.smithi007.stdout:1706: finishing write tid 6 to smithi00780855-43 2024-08-04T15:33:29.531 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 1148 (ObjNum 529 snap 170 seq_num 529) dirty exists 2024-08-04T15:33:29.532 INFO:tasks.rados.rados.0.smithi007.stdout:1706: left oid 43 (ObjNum 529 snap 170 seq_num 529) 2024-08-04T15:33:29.532 INFO:tasks.rados.rados.0.smithi007.stdout:1707: expect (ObjNum 471 snap 144 seq_num 471) 2024-08-04T15:33:29.648 INFO:tasks.rados.rados.0.smithi007.stdout:1704: done (4 left) 2024-08-04T15:33:29.648 INFO:tasks.rados.rados.0.smithi007.stdout:1705: done (3 left) 2024-08-04T15:33:29.649 INFO:tasks.rados.rados.0.smithi007.stdout:1706: done (2 left) 2024-08-04T15:33:29.649 INFO:tasks.rados.rados.0.smithi007.stdout:1707: done (1 left) 2024-08-04T15:33:29.649 INFO:tasks.rados.rados.0.smithi007.stdout:1708: done (0 left) 2024-08-04T15:33:29.649 INFO:tasks.rados.rados.0.smithi007.stdout:1709: snap_create 2024-08-04T15:33:29.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:29 smithi007 ceph-mon[94998]: osdmap e412: 8 total, 8 up, 8 in 2024-08-04T15:33:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:29 smithi007 ceph-mon[92692]: osdmap e412: 8 total, 8 up, 8 in 2024-08-04T15:33:29.913 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:29 smithi062 ceph-mon[85960]: osdmap e412: 8 total, 8 up, 8 in 2024-08-04T15:33:30.530 INFO:tasks.rados.rados.0.smithi007.stdout:1709: done (0 left) 2024-08-04T15:33:30.530 INFO:tasks.rados.rados.0.smithi007.stdout:1710: copy_from oid 2 from oid 47 current snap is 171 2024-08-04T15:33:30.530 INFO:tasks.rados.rados.0.smithi007.stdout:1711: snap_remove snap 170 2024-08-04T15:33:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:30 smithi007 ceph-mon[92692]: pgmap v271: 121 pgs: 121 active+clean; 260 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 6.8 MiB/s wr, 33 op/s; 7.9 MiB/s, 1 objects/s recovering 2024-08-04T15:33:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:30 smithi007 ceph-mon[92692]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/324 objects degraded (0.926%), 1 pg degraded) 2024-08-04T15:33:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:30 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:33:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:30 smithi007 ceph-mon[92692]: osdmap e413: 8 total, 8 up, 8 in 2024-08-04T15:33:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:30 smithi007 ceph-mon[94998]: pgmap v271: 121 pgs: 121 active+clean; 260 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 6.8 MiB/s wr, 33 op/s; 7.9 MiB/s, 1 objects/s recovering 2024-08-04T15:33:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:30 smithi007 ceph-mon[94998]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/324 objects degraded (0.926%), 1 pg degraded) 2024-08-04T15:33:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:30 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:33:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:30 smithi007 ceph-mon[94998]: osdmap e413: 8 total, 8 up, 8 in 2024-08-04T15:33:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:30 smithi062 ceph-mon[85960]: pgmap v271: 121 pgs: 121 active+clean; 260 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 6.8 MiB/s wr, 33 op/s; 7.9 MiB/s, 1 objects/s recovering 2024-08-04T15:33:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:30 smithi062 ceph-mon[85960]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/324 objects degraded (0.926%), 1 pg degraded) 2024-08-04T15:33:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:30 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:33:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:30 smithi062 ceph-mon[85960]: osdmap e413: 8 total, 8 up, 8 in 2024-08-04T15:33:31.545 INFO:tasks.rados.rados.0.smithi007.stdout:1711: done (1 left) 2024-08-04T15:33:31.545 INFO:tasks.rados.rados.0.smithi007.stdout:1712: rollback oid 25 current snap is 171 2024-08-04T15:33:31.545 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 25 to 166 2024-08-04T15:33:31.545 INFO:tasks.rados.rados.0.smithi007.stdout:1710: finishing copy_from racing read to smithi00780855-2 2024-08-04T15:33:31.545 INFO:tasks.rados.rados.0.smithi007.stdout:1710: finishing copy_from to smithi00780855-2 2024-08-04T15:33:31.546 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 200 (ObjNum 517 snap 162 seq_num 517) dirty exists 2024-08-04T15:33:31.546 INFO:tasks.rados.rados.0.smithi007.stdout:1710: done (1 left) 2024-08-04T15:33:31.546 INFO:tasks.rados.rados.0.smithi007.stdout:1713: rmattr oid 50 current snap is 171 2024-08-04T15:33:31.546 INFO:tasks.rados.rados.0.smithi007.stdout:1714: read oid 34 snap 167 2024-08-04T15:33:31.546 INFO:tasks.rados.rados.0.smithi007.stdout:1714: expect deleted 2024-08-04T15:33:31.546 INFO:tasks.rados.rados.0.smithi007.stdout:1715: delete oid 23 current snap is 171 2024-08-04T15:33:31.552 INFO:tasks.rados.rados.0.smithi007.stdout:1712: finishing rollback tid 0 to smithi00780855-25 2024-08-04T15:33:31.553 INFO:tasks.rados.rados.0.smithi007.stdout:1714: done (3 left) 2024-08-04T15:33:31.553 INFO:tasks.rados.rados.0.smithi007.stdout:1715: done (2 left) 2024-08-04T15:33:31.553 INFO:tasks.rados.rados.0.smithi007.stdout:1716: read oid 41 snap -1 2024-08-04T15:33:31.554 INFO:tasks.rados.rados.0.smithi007.stdout:1716: expect deleted 2024-08-04T15:33:31.554 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 1134 (ObjNum 511 snap 160 seq_num 511) dirty exists 2024-08-04T15:33:31.554 INFO:tasks.rados.rados.0.smithi007.stdout:1713: done (2 left) 2024-08-04T15:33:31.554 INFO:tasks.rados.rados.0.smithi007.stdout:1717: read oid 22 snap -1 2024-08-04T15:33:31.554 INFO:tasks.rados.rados.0.smithi007.stdout:1717: expect (ObjNum 496 snap 157 seq_num 496) 2024-08-04T15:33:31.554 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 171 2024-08-04T15:33:31.554 INFO:tasks.rados.rados.0.smithi007.stdout:1718: seq_num 531 ranges {1589248=499712,2088960=417792,2506752=548864,3055616=237568} 2024-08-04T15:33:31.565 INFO:tasks.rados.rados.0.smithi007.stdout:1718: writing smithi00780855-46 from 1589248 to 2088960 tid 1 2024-08-04T15:33:31.568 INFO:tasks.rados.rados.0.smithi007.stdout:1718: writing smithi00780855-46 from 2088960 to 2506752 tid 2 2024-08-04T15:33:31.572 INFO:tasks.rados.rados.0.smithi007.stdout:1718: writing smithi00780855-46 from 2506752 to 3055616 tid 3 2024-08-04T15:33:31.573 INFO:tasks.rados.rados.0.smithi007.stdout:1718: writing smithi00780855-46 from 3055616 to 3293184 tid 4 2024-08-04T15:33:31.573 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 171 2024-08-04T15:33:31.574 INFO:tasks.rados.rados.0.smithi007.stdout:1719: seq_num 532 ranges {10608640=516096,11124736=696320,11821056=507904} 2024-08-04T15:33:31.635 INFO:tasks.rados.rados.0.smithi007.stdout:1719: writing smithi00780855-31 from 10608640 to 11124736 tid 1 2024-08-04T15:33:31.639 INFO:tasks.rados.rados.0.smithi007.stdout:1719: writing smithi00780855-31 from 11124736 to 11821056 tid 2 2024-08-04T15:33:31.642 INFO:tasks.rados.rados.0.smithi007.stdout:1719: writing smithi00780855-31 from 11821056 to 12328960 tid 3 2024-08-04T15:33:31.642 INFO:tasks.rados.rados.0.smithi007.stdout:1720: read oid 50 snap -1 2024-08-04T15:33:31.643 INFO:tasks.rados.rados.0.smithi007.stdout:1720: expect (ObjNum 511 snap 160 seq_num 511) 2024-08-04T15:33:31.643 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 2 current snap is 171 2024-08-04T15:33:31.643 INFO:tasks.rados.rados.0.smithi007.stdout:1721: seq_num 533 ranges {9699328=532480,10231808=630784,10862592=516096,11378688=57344} 2024-08-04T15:33:31.699 INFO:tasks.rados.rados.0.smithi007.stdout:1721: writing smithi00780855-2 from 9699328 to 10231808 tid 1 2024-08-04T15:33:31.702 INFO:tasks.rados.rados.0.smithi007.stdout:1721: writing smithi00780855-2 from 10231808 to 10862592 tid 2 2024-08-04T15:33:31.705 INFO:tasks.rados.rados.0.smithi007.stdout:1721: writing smithi00780855-2 from 10862592 to 11378688 tid 3 2024-08-04T15:33:31.706 INFO:tasks.rados.rados.0.smithi007.stdout:1721: writing smithi00780855-2 from 11378688 to 11436032 tid 4 2024-08-04T15:33:31.706 INFO:tasks.rados.rados.0.smithi007.stdout:1722: snap_create 2024-08-04T15:33:31.706 INFO:tasks.rados.rados.0.smithi007.stdout:1712: finishing rollback tid 1 to smithi00780855-25 2024-08-04T15:33:31.707 INFO:tasks.rados.rados.0.smithi007.stdout:1712: finishing rollback tid 2 to smithi00780855-25 2024-08-04T15:33:31.707 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 1527 (ObjNum 500 snap 157 seq_num 500) dirty exists 2024-08-04T15:33:31.707 INFO:tasks.rados.rados.0.smithi007.stdout:1718: finishing write tid 1 to smithi00780855-46 2024-08-04T15:33:31.707 INFO:tasks.rados.rados.0.smithi007.stdout:1718: finishing write tid 2 to smithi00780855-46 2024-08-04T15:33:31.707 INFO:tasks.rados.rados.0.smithi007.stdout:1718: finishing write tid 3 to smithi00780855-46 2024-08-04T15:33:31.707 INFO:tasks.rados.rados.0.smithi007.stdout:1718: finishing write tid 4 to smithi00780855-46 2024-08-04T15:33:31.707 INFO:tasks.rados.rados.0.smithi007.stdout:1718: finishing write tid 5 to smithi00780855-46 2024-08-04T15:33:31.707 INFO:tasks.rados.rados.0.smithi007.stdout:1718: finishing write tid 6 to smithi00780855-46 2024-08-04T15:33:31.707 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 924 (ObjNum 531 snap 171 seq_num 531) dirty exists 2024-08-04T15:33:31.707 INFO:tasks.rados.rados.0.smithi007.stdout:1718: left oid 46 (ObjNum 531 snap 171 seq_num 531) 2024-08-04T15:33:31.707 INFO:tasks.rados.rados.0.smithi007.stdout:1717: expect (ObjNum 496 snap 157 seq_num 496) 2024-08-04T15:33:31.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:31 smithi007 ceph-mon[92692]: osdmap e414: 8 total, 8 up, 8 in 2024-08-04T15:33:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:31 smithi007 ceph-mon[94998]: osdmap e414: 8 total, 8 up, 8 in 2024-08-04T15:33:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:31 smithi062 ceph-mon[85960]: osdmap e414: 8 total, 8 up, 8 in 2024-08-04T15:33:32.671 INFO:tasks.rados.rados.0.smithi007.stdout:1719: finishing write tid 1 to smithi00780855-31 2024-08-04T15:33:32.671 INFO:tasks.rados.rados.0.smithi007.stdout:1719: finishing write tid 2 to smithi00780855-31 2024-08-04T15:33:32.671 INFO:tasks.rados.rados.0.smithi007.stdout:1719: finishing write tid 3 to smithi00780855-31 2024-08-04T15:33:32.671 INFO:tasks.rados.rados.0.smithi007.stdout:1719: finishing write tid 4 to smithi00780855-31 2024-08-04T15:33:32.671 INFO:tasks.rados.rados.0.smithi007.stdout:1719: finishing write tid 5 to smithi00780855-31 2024-08-04T15:33:32.671 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 1151 (ObjNum 532 snap 171 seq_num 532) dirty exists 2024-08-04T15:33:32.672 INFO:tasks.rados.rados.0.smithi007.stdout:1719: left oid 31 (ObjNum 532 snap 171 seq_num 532) 2024-08-04T15:33:32.672 INFO:tasks.rados.rados.0.smithi007.stdout:1720: expect (ObjNum 511 snap 160 seq_num 511) 2024-08-04T15:33:32.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:32 smithi062 ceph-mon[85960]: pgmap v274: 121 pgs: 121 active+clean; 260 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 15 op/s; 2.3 MiB/s, 0 objects/s recovering 2024-08-04T15:33:32.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:32 smithi062 ceph-mon[85960]: osdmap e415: 8 total, 8 up, 8 in 2024-08-04T15:33:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:32.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:32 smithi007 ceph-mon[92692]: pgmap v274: 121 pgs: 121 active+clean; 260 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 15 op/s; 2.3 MiB/s, 0 objects/s recovering 2024-08-04T15:33:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:32 smithi007 ceph-mon[92692]: osdmap e415: 8 total, 8 up, 8 in 2024-08-04T15:33:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:32 smithi007 ceph-mon[94998]: pgmap v274: 121 pgs: 121 active+clean; 260 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 15 op/s; 2.3 MiB/s, 0 objects/s recovering 2024-08-04T15:33:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:32 smithi007 ceph-mon[94998]: osdmap e415: 8 total, 8 up, 8 in 2024-08-04T15:33:33.523 INFO:tasks.rados.rados.0.smithi007.stdout:1721: finishing write tid 1 to smithi00780855-2 2024-08-04T15:33:33.524 INFO:tasks.rados.rados.0.smithi007.stdout:1721: finishing write tid 2 to smithi00780855-2 2024-08-04T15:33:33.524 INFO:tasks.rados.rados.0.smithi007.stdout:1721: finishing write tid 3 to smithi00780855-2 2024-08-04T15:33:33.524 INFO:tasks.rados.rados.0.smithi007.stdout:1721: finishing write tid 4 to smithi00780855-2 2024-08-04T15:33:33.524 INFO:tasks.rados.rados.0.smithi007.stdout:1721: finishing write tid 5 to smithi00780855-2 2024-08-04T15:33:33.524 INFO:tasks.rados.rados.0.smithi007.stdout:1721: finishing write tid 6 to smithi00780855-2 2024-08-04T15:33:33.524 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 930 (ObjNum 533 snap 171 seq_num 533) dirty exists 2024-08-04T15:33:33.524 INFO:tasks.rados.rados.0.smithi007.stdout:1721: left oid 2 (ObjNum 533 snap 171 seq_num 533) 2024-08-04T15:33:33.524 INFO:tasks.rados.rados.0.smithi007.stdout:1712: done (7 left) 2024-08-04T15:33:33.524 INFO:tasks.rados.rados.0.smithi007.stdout:1716: done (6 left) 2024-08-04T15:33:33.524 INFO:tasks.rados.rados.0.smithi007.stdout:1717: done (5 left) 2024-08-04T15:33:33.524 INFO:tasks.rados.rados.0.smithi007.stdout:1718: done (4 left) 2024-08-04T15:33:33.524 INFO:tasks.rados.rados.0.smithi007.stdout:1719: done (3 left) 2024-08-04T15:33:33.524 INFO:tasks.rados.rados.0.smithi007.stdout:1720: done (2 left) 2024-08-04T15:33:33.525 INFO:tasks.rados.rados.0.smithi007.stdout:1721: done (1 left) 2024-08-04T15:33:33.525 INFO:tasks.rados.rados.0.smithi007.stdout:1722: done (0 left) 2024-08-04T15:33:33.525 INFO:tasks.rados.rados.0.smithi007.stdout:1723: rollback oid 36 current snap is 172 2024-08-04T15:33:33.525 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 36 to 160 2024-08-04T15:33:33.525 INFO:tasks.rados.rados.0.smithi007.stdout:1724: snap_create 2024-08-04T15:33:33.527 INFO:tasks.rados.rados.0.smithi007.stdout:1723: finishing rollback tid 1 to smithi00780855-36 2024-08-04T15:33:33.527 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 0 (ObjNum 65 snap 0 seq_num 1398696031) dirty dne 2024-08-04T15:33:33.556 INFO:tasks.rados.rados.0.smithi007.stdout:1723: done (1 left) 2024-08-04T15:33:33.556 INFO:tasks.rados.rados.0.smithi007.stdout:1724: done (0 left) 2024-08-04T15:33:33.557 INFO:tasks.rados.rados.0.smithi007.stdout:1725: read oid 4 snap 165 2024-08-04T15:33:33.557 INFO:tasks.rados.rados.0.smithi007.stdout:1725: expect (ObjNum 516 snap 161 seq_num 516) 2024-08-04T15:33:33.557 INFO:tasks.rados.rados.0.smithi007.stdout:1726: snap_create 2024-08-04T15:33:33.573 INFO:tasks.rados.rados.0.smithi007.stdout:1725: expect (ObjNum 516 snap 161 seq_num 516) 2024-08-04T15:33:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:33 smithi062 ceph-mon[85960]: osdmap e416: 8 total, 8 up, 8 in 2024-08-04T15:33:33.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:33 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:33.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:33 smithi007 ceph-mon[92692]: osdmap e416: 8 total, 8 up, 8 in 2024-08-04T15:33:33.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:33 smithi007 ceph-mon[94998]: osdmap e416: 8 total, 8 up, 8 in 2024-08-04T15:33:34.455 INFO:tasks.rados.rados.0.smithi007.stdout:1725: done (1 left) 2024-08-04T15:33:34.455 INFO:tasks.rados.rados.0.smithi007.stdout:1726: done (0 left) 2024-08-04T15:33:34.455 INFO:tasks.rados.rados.0.smithi007.stdout:1727: rollback oid 11 current snap is 174 2024-08-04T15:33:34.455 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 11 to 173 2024-08-04T15:33:34.455 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 29 current snap is 174 2024-08-04T15:33:34.455 INFO:tasks.rados.rados.0.smithi007.stdout:1728: seq_num 534 ranges {7536640=548864,8085504=516096,8601600=688128} 2024-08-04T15:33:34.499 INFO:tasks.rados.rados.0.smithi007.stdout:1728: writing smithi00780855-29 from 7536640 to 8085504 tid 1 2024-08-04T15:33:34.502 INFO:tasks.rados.rados.0.smithi007.stdout:1728: writing smithi00780855-29 from 8085504 to 8601600 tid 2 2024-08-04T15:33:34.506 INFO:tasks.rados.rados.0.smithi007.stdout:1728: writing smithi00780855-29 from 8601600 to 9289728 tid 3 2024-08-04T15:33:34.506 INFO:tasks.rados.rados.0.smithi007.stdout:1729: copy_from oid 16 from oid 39 current snap is 174 2024-08-04T15:33:34.507 INFO:tasks.rados.rados.0.smithi007.stdout:1727: finishing rollback tid 0 to smithi00780855-11 2024-08-04T15:33:34.507 INFO:tasks.rados.rados.0.smithi007.stdout:1727: finishing rollback tid 1 to smithi00780855-11 2024-08-04T15:33:34.507 INFO:tasks.rados.rados.0.smithi007.stdout:1727: finishing rollback tid 2 to smithi00780855-11 2024-08-04T15:33:34.507 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 1154 (ObjNum 528 snap 170 seq_num 528) dirty exists 2024-08-04T15:33:34.507 INFO:tasks.rados.rados.0.smithi007.stdout:1728: finishing write tid 1 to smithi00780855-29 2024-08-04T15:33:34.507 INFO:tasks.rados.rados.0.smithi007.stdout:1728: finishing write tid 2 to smithi00780855-29 2024-08-04T15:33:34.507 INFO:tasks.rados.rados.0.smithi007.stdout:1727: done (2 left) 2024-08-04T15:33:34.507 INFO:tasks.rados.rados.0.smithi007.stdout:1730: delete oid 35 current snap is 174 2024-08-04T15:33:34.509 INFO:tasks.rados.rados.0.smithi007.stdout:1728: finishing write tid 3 to smithi00780855-29 2024-08-04T15:33:34.509 INFO:tasks.rados.rados.0.smithi007.stdout:1730: done (2 left) 2024-08-04T15:33:34.509 INFO:tasks.rados.rados.0.smithi007.stdout:1731: rollback oid 5 current snap is 174 2024-08-04T15:33:34.509 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 5 to 163 2024-08-04T15:33:34.509 INFO:tasks.rados.rados.0.smithi007.stdout:1732: snap_create 2024-08-04T15:33:34.511 INFO:tasks.rados.rados.0.smithi007.stdout:1728: finishing write tid 4 to smithi00780855-29 2024-08-04T15:33:34.512 INFO:tasks.rados.rados.0.smithi007.stdout:1731: finishing rollback tid 0 to smithi00780855-5 2024-08-04T15:33:34.513 INFO:tasks.rados.rados.0.smithi007.stdout:1728: finishing write tid 5 to smithi00780855-29 2024-08-04T15:33:34.513 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 928 (ObjNum 534 snap 174 seq_num 534) dirty exists 2024-08-04T15:33:34.513 INFO:tasks.rados.rados.0.smithi007.stdout:1728: left oid 29 (ObjNum 534 snap 174 seq_num 534) 2024-08-04T15:33:34.513 INFO:tasks.rados.rados.0.smithi007.stdout:1731: finishing rollback tid 1 to smithi00780855-5 2024-08-04T15:33:34.514 INFO:tasks.rados.rados.0.smithi007.stdout:1731: finishing rollback tid 2 to smithi00780855-5 2024-08-04T15:33:34.514 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 931 (ObjNum 258 snap 74 seq_num 258) dirty exists 2024-08-04T15:33:34.517 INFO:tasks.rados.rados.0.smithi007.stdout:1729: finishing copy_from racing read to smithi00780855-16 2024-08-04T15:33:34.518 INFO:tasks.rados.rados.0.smithi007.stdout:1729: finishing copy_from to smithi00780855-16 2024-08-04T15:33:34.519 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 1143 (ObjNum 515 snap 160 seq_num 515) dirty exists 2024-08-04T15:33:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:34 smithi062 ceph-mon[85960]: pgmap v277: 121 pgs: 121 active+clean; 263 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 824 KiB/s wr, 4 op/s 2024-08-04T15:33:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:34 smithi062 ceph-mon[85960]: osdmap e417: 8 total, 8 up, 8 in 2024-08-04T15:33:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:34 smithi062 ceph-mon[85960]: osdmap e418: 8 total, 8 up, 8 in 2024-08-04T15:33:34.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:34.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:34.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:34 smithi007 ceph-mon[92692]: pgmap v277: 121 pgs: 121 active+clean; 263 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 824 KiB/s wr, 4 op/s 2024-08-04T15:33:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:34 smithi007 ceph-mon[92692]: osdmap e417: 8 total, 8 up, 8 in 2024-08-04T15:33:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:34 smithi007 ceph-mon[92692]: osdmap e418: 8 total, 8 up, 8 in 2024-08-04T15:33:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:34 smithi007 ceph-mon[94998]: pgmap v277: 121 pgs: 121 active+clean; 263 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 824 KiB/s wr, 4 op/s 2024-08-04T15:33:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:34 smithi007 ceph-mon[94998]: osdmap e417: 8 total, 8 up, 8 in 2024-08-04T15:33:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:34 smithi007 ceph-mon[94998]: osdmap e418: 8 total, 8 up, 8 in 2024-08-04T15:33:35.457 INFO:tasks.rados.rados.0.smithi007.stdout:1728: done (3 left) 2024-08-04T15:33:35.457 INFO:tasks.rados.rados.0.smithi007.stdout:1729: done (2 left) 2024-08-04T15:33:35.458 INFO:tasks.rados.rados.0.smithi007.stdout:1731: done (1 left) 2024-08-04T15:33:35.458 INFO:tasks.rados.rados.0.smithi007.stdout:1732: done (0 left) 2024-08-04T15:33:35.458 INFO:tasks.rados.rados.0.smithi007.stdout:1733: read oid 30 snap 172 2024-08-04T15:33:35.458 INFO:tasks.rados.rados.0.smithi007.stdout:1733: expect deleted 2024-08-04T15:33:35.458 INFO:tasks.rados.rados.0.smithi007.stdout:1734: rollback oid 17 current snap is 175 2024-08-04T15:33:35.458 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 17 to 172 2024-08-04T15:33:35.458 INFO:tasks.rados.rados.0.smithi007.stdout:1735: read oid 14 snap 174 2024-08-04T15:33:35.458 INFO:tasks.rados.rados.0.smithi007.stdout:1735: expect (ObjNum 491 snap 153 seq_num 491) 2024-08-04T15:33:35.458 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 13 current snap is 175 2024-08-04T15:33:35.458 INFO:tasks.rados.rados.0.smithi007.stdout:1736: seq_num 536 ranges {4857856=581632,5439488=688128,6127616=516096} 2024-08-04T15:33:35.488 INFO:tasks.rados.rados.0.smithi007.stdout:1736: writing smithi00780855-13 from 4857856 to 5439488 tid 1 2024-08-04T15:33:35.492 INFO:tasks.rados.rados.0.smithi007.stdout:1736: writing smithi00780855-13 from 5439488 to 6127616 tid 2 2024-08-04T15:33:35.495 INFO:tasks.rados.rados.0.smithi007.stdout:1736: writing smithi00780855-13 from 6127616 to 6643712 tid 3 2024-08-04T15:33:35.495 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 23 current snap is 175 2024-08-04T15:33:35.495 INFO:tasks.rados.rados.0.smithi007.stdout:1737: seq_num 537 ranges {0=598016,598016=573440,1171456=491520,1662976=139264} 2024-08-04T15:33:35.498 INFO:tasks.rados.rados.0.smithi007.stdout:1737: writing smithi00780855-23 from 0 to 598016 tid 1 2024-08-04T15:33:35.502 INFO:tasks.rados.rados.0.smithi007.stdout:1737: writing smithi00780855-23 from 598016 to 1171456 tid 2 2024-08-04T15:33:35.505 INFO:tasks.rados.rados.0.smithi007.stdout:1737: writing smithi00780855-23 from 1171456 to 1662976 tid 3 2024-08-04T15:33:35.506 INFO:tasks.rados.rados.0.smithi007.stdout:1737: writing smithi00780855-23 from 1662976 to 1802240 tid 4 2024-08-04T15:33:35.506 INFO:tasks.rados.rados.0.smithi007.stdout:1738: rollback oid 32 current snap is 175 2024-08-04T15:33:35.506 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 32 to 163 2024-08-04T15:33:35.507 INFO:tasks.rados.rados.0.smithi007.stdout:1734: finishing rollback tid 0 to smithi00780855-17 2024-08-04T15:33:35.507 INFO:tasks.rados.rados.0.smithi007.stdout:1734: finishing rollback tid 1 to smithi00780855-17 2024-08-04T15:33:35.507 INFO:tasks.rados.rados.0.smithi007.stdout:1733: done (5 left) 2024-08-04T15:33:35.507 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 175 2024-08-04T15:33:35.507 INFO:tasks.rados.rados.0.smithi007.stdout:1734: finishing rollback tid 2 to smithi00780855-17 2024-08-04T15:33:35.507 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 1135 (ObjNum 519 snap 165 seq_num 519) dirty exists 2024-08-04T15:33:35.507 INFO:tasks.rados.rados.0.smithi007.stdout:1735: expect (ObjNum 491 snap 153 seq_num 491) 2024-08-04T15:33:35.628 INFO:tasks.rados.rados.0.smithi007.stdout:1736: finishing write tid 1 to smithi00780855-13 2024-08-04T15:33:35.629 INFO:tasks.rados.rados.0.smithi007.stdout:1736: finishing write tid 2 to smithi00780855-13 2024-08-04T15:33:35.629 INFO:tasks.rados.rados.0.smithi007.stdout:1736: finishing write tid 3 to smithi00780855-13 2024-08-04T15:33:35.629 INFO:tasks.rados.rados.0.smithi007.stdout:1736: finishing write tid 4 to smithi00780855-13 2024-08-04T15:33:35.629 INFO:tasks.rados.rados.0.smithi007.stdout:1736: finishing write tid 5 to smithi00780855-13 2024-08-04T15:33:35.629 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 1532 (ObjNum 536 snap 175 seq_num 536) dirty exists 2024-08-04T15:33:35.629 INFO:tasks.rados.rados.0.smithi007.stdout:1736: left oid 13 (ObjNum 536 snap 175 seq_num 536) 2024-08-04T15:33:35.629 INFO:tasks.rados.rados.0.smithi007.stdout:1737: finishing write tid 1 to smithi00780855-23 2024-08-04T15:33:35.629 INFO:tasks.rados.rados.0.smithi007.stdout:1739: seq_num 538 ranges {6725632=614400,7340032=450560,7790592=704512,8495104=49152} 2024-08-04T15:33:35.668 INFO:tasks.rados.rados.0.smithi007.stdout:1739: writing smithi00780855-6 from 6725632 to 7340032 tid 1 2024-08-04T15:33:35.671 INFO:tasks.rados.rados.0.smithi007.stdout:1739: writing smithi00780855-6 from 7340032 to 7790592 tid 2 2024-08-04T15:33:35.675 INFO:tasks.rados.rados.0.smithi007.stdout:1739: writing smithi00780855-6 from 7790592 to 8495104 tid 3 2024-08-04T15:33:35.676 INFO:tasks.rados.rados.0.smithi007.stdout:1739: writing smithi00780855-6 from 8495104 to 8544256 tid 4 2024-08-04T15:33:35.676 INFO:tasks.rados.rados.0.smithi007.stdout:1734: done (5 left) 2024-08-04T15:33:35.676 INFO:tasks.rados.rados.0.smithi007.stdout:1735: done (4 left) 2024-08-04T15:33:35.676 INFO:tasks.rados.rados.0.smithi007.stdout:1736: done (3 left) 2024-08-04T15:33:35.676 INFO:tasks.rados.rados.0.smithi007.stdout:1740: read oid 18 snap -1 2024-08-04T15:33:35.676 INFO:tasks.rados.rados.0.smithi007.stdout:1740: expect (ObjNum 434 snap 133 seq_num 434) 2024-08-04T15:33:35.676 INFO:tasks.rados.rados.0.smithi007.stdout:1741: delete oid 48 current snap is 175 2024-08-04T15:33:35.676 INFO:tasks.rados.rados.0.smithi007.stdout:1737: finishing write tid 2 to smithi00780855-23 2024-08-04T15:33:35.676 INFO:tasks.rados.rados.0.smithi007.stdout:1737: finishing write tid 3 to smithi00780855-23 2024-08-04T15:33:35.677 INFO:tasks.rados.rados.0.smithi007.stdout:1737: finishing write tid 4 to smithi00780855-23 2024-08-04T15:33:35.677 INFO:tasks.rados.rados.0.smithi007.stdout:1737: finishing write tid 5 to smithi00780855-23 2024-08-04T15:33:35.677 INFO:tasks.rados.rados.0.smithi007.stdout:1738: finishing rollback tid 1 to smithi00780855-32 2024-08-04T15:33:35.677 INFO:tasks.rados.rados.0.smithi007.stdout:1738: finishing rollback tid 2 to smithi00780855-32 2024-08-04T15:33:35.677 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 1137 (ObjNum 478 snap 148 seq_num 478) dirty exists 2024-08-04T15:33:35.677 INFO:tasks.rados.rados.0.smithi007.stdout:1737: finishing write tid 6 to smithi00780855-23 2024-08-04T15:33:35.677 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 1450 (ObjNum 537 snap 175 seq_num 537) dirty exists 2024-08-04T15:33:35.677 INFO:tasks.rados.rados.0.smithi007.stdout:1737: left oid 23 (ObjNum 537 snap 175 seq_num 537) 2024-08-04T15:33:35.677 INFO:tasks.rados.rados.0.smithi007.stdout:1739: finishing write tid 1 to smithi00780855-6 2024-08-04T15:33:35.677 INFO:tasks.rados.rados.0.smithi007.stdout:1739: finishing write tid 2 to smithi00780855-6 2024-08-04T15:33:35.686 INFO:tasks.rados.rados.0.smithi007.stdout:1739: finishing write tid 3 to smithi00780855-6 2024-08-04T15:33:35.686 INFO:tasks.rados.rados.0.smithi007.stdout:1739: finishing write tid 4 to smithi00780855-6 2024-08-04T15:33:35.686 INFO:tasks.rados.rados.0.smithi007.stdout:1739: finishing write tid 5 to smithi00780855-6 2024-08-04T15:33:35.686 INFO:tasks.rados.rados.0.smithi007.stdout:1739: finishing write tid 6 to smithi00780855-6 2024-08-04T15:33:35.686 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 1153 (ObjNum 538 snap 175 seq_num 538) dirty exists 2024-08-04T15:33:35.687 INFO:tasks.rados.rados.0.smithi007.stdout:1739: left oid 6 (ObjNum 538 snap 175 seq_num 538) 2024-08-04T15:33:35.687 INFO:tasks.rados.rados.0.smithi007.stdout:1737: done (4 left) 2024-08-04T15:33:35.687 INFO:tasks.rados.rados.0.smithi007.stdout:1738: done (3 left) 2024-08-04T15:33:35.687 INFO:tasks.rados.rados.0.smithi007.stdout:1739: done (2 left) 2024-08-04T15:33:35.687 INFO:tasks.rados.rados.0.smithi007.stdout:1741: done (1 left) 2024-08-04T15:33:35.687 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 20 current snap is 175 2024-08-04T15:33:35.687 INFO:tasks.rados.rados.0.smithi007.stdout:1742: seq_num 540 ranges {0=647168,647168=671744,1318912=532480} 2024-08-04T15:33:35.690 INFO:tasks.rados.rados.0.smithi007.stdout:1742: writing smithi00780855-20 from 0 to 647168 tid 1 2024-08-04T15:33:35.694 INFO:tasks.rados.rados.0.smithi007.stdout:1742: writing smithi00780855-20 from 647168 to 1318912 tid 2 2024-08-04T15:33:35.698 INFO:tasks.rados.rados.0.smithi007.stdout:1742: writing smithi00780855-20 from 1318912 to 1851392 tid 3 2024-08-04T15:33:35.698 INFO:tasks.rados.rados.0.smithi007.stdout:1743: rollback oid 45 current snap is 175 2024-08-04T15:33:35.698 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 45 to 167 2024-08-04T15:33:35.698 INFO:tasks.rados.rados.0.smithi007.stdout:1742: finishing write tid 1 to smithi00780855-20 2024-08-04T15:33:35.698 INFO:tasks.rados.rados.0.smithi007.stdout:1742: finishing write tid 2 to smithi00780855-20 2024-08-04T15:33:35.698 INFO:tasks.rados.rados.0.smithi007.stdout:1744: rollback oid 31 current snap is 175 2024-08-04T15:33:35.699 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 31 to 159 2024-08-04T15:33:35.699 INFO:tasks.rados.rados.0.smithi007.stdout:1745: rollback oid 28 current snap is 175 2024-08-04T15:33:35.699 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 28 to 172 2024-08-04T15:33:35.699 INFO:tasks.rados.rados.0.smithi007.stdout:1746: snap_create 2024-08-04T15:33:35.700 INFO:tasks.rados.rados.0.smithi007.stdout:1743: finishing rollback tid 1 to smithi00780855-45 2024-08-04T15:33:35.701 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 0 (ObjNum 33 snap 0 seq_num 3493398576) dirty dne 2024-08-04T15:33:35.702 INFO:tasks.rados.rados.0.smithi007.stdout:1744: finishing rollback tid 0 to smithi00780855-31 2024-08-04T15:33:35.702 INFO:tasks.rados.rados.0.smithi007.stdout:1744: finishing rollback tid 1 to smithi00780855-31 2024-08-04T15:33:35.702 INFO:tasks.rados.rados.0.smithi007.stdout:1744: finishing rollback tid 2 to smithi00780855-31 2024-08-04T15:33:35.702 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 1158 (ObjNum 500 snap 157 seq_num 500) dirty exists 2024-08-04T15:33:35.704 INFO:tasks.rados.rados.0.smithi007.stdout:1742: finishing write tid 3 to smithi00780855-20 2024-08-04T15:33:35.704 INFO:tasks.rados.rados.0.smithi007.stdout:1742: finishing write tid 4 to smithi00780855-20 2024-08-04T15:33:35.704 INFO:tasks.rados.rados.0.smithi007.stdout:1745: finishing rollback tid 0 to smithi00780855-28 2024-08-04T15:33:35.705 INFO:tasks.rados.rados.0.smithi007.stdout:1745: finishing rollback tid 1 to smithi00780855-28 2024-08-04T15:33:35.705 INFO:tasks.rados.rados.0.smithi007.stdout:1740: expect (ObjNum 434 snap 133 seq_num 434) 2024-08-04T15:33:36.454 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:33:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:33:36] "GET /metrics HTTP/1.1" 200 36133 "" "Prometheus/2.43.0" 2024-08-04T15:33:36.494 INFO:tasks.rados.rados.0.smithi007.stdout:1742: finishing write tid 5 to smithi00780855-20 2024-08-04T15:33:36.495 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 1138 (ObjNum 540 snap 175 seq_num 540) dirty exists 2024-08-04T15:33:36.495 INFO:tasks.rados.rados.0.smithi007.stdout:1742: left oid 20 (ObjNum 540 snap 175 seq_num 540) 2024-08-04T15:33:36.495 INFO:tasks.rados.rados.0.smithi007.stdout:1745: finishing rollback tid 2 to smithi00780855-28 2024-08-04T15:33:36.495 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 1141 (ObjNum 487 snap 151 seq_num 487) dirty exists 2024-08-04T15:33:36.560 INFO:tasks.rados.rados.0.smithi007.stdout:1740: done (5 left) 2024-08-04T15:33:36.561 INFO:tasks.rados.rados.0.smithi007.stdout:1742: done (4 left) 2024-08-04T15:33:36.561 INFO:tasks.rados.rados.0.smithi007.stdout:1743: done (3 left) 2024-08-04T15:33:36.561 INFO:tasks.rados.rados.0.smithi007.stdout:1744: done (2 left) 2024-08-04T15:33:36.561 INFO:tasks.rados.rados.0.smithi007.stdout:1745: done (1 left) 2024-08-04T15:33:36.561 INFO:tasks.rados.rados.0.smithi007.stdout:1746: done (0 left) 2024-08-04T15:33:36.561 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 176 2024-08-04T15:33:36.561 INFO:tasks.rados.rados.0.smithi007.stdout:1747: seq_num 541 ranges {0=663552,663552=557056,1220608=475136,1695744=172032} 2024-08-04T15:33:36.563 INFO:tasks.rados.rados.0.smithi007.stdout:1747: writing smithi00780855-38 from 0 to 663552 tid 1 2024-08-04T15:33:36.567 INFO:tasks.rados.rados.0.smithi007.stdout:1747: writing smithi00780855-38 from 663552 to 1220608 tid 2 2024-08-04T15:33:36.569 INFO:tasks.rados.rados.0.smithi007.stdout:1747: writing smithi00780855-38 from 1220608 to 1695744 tid 3 2024-08-04T15:33:36.571 INFO:tasks.rados.rados.0.smithi007.stdout:1747: writing smithi00780855-38 from 1695744 to 1867776 tid 4 2024-08-04T15:33:36.571 INFO:tasks.rados.rados.0.smithi007.stdout:1748: snap_create 2024-08-04T15:33:36.571 INFO:tasks.rados.rados.0.smithi007.stdout:1747: finishing write tid 1 to smithi00780855-38 2024-08-04T15:33:36.571 INFO:tasks.rados.rados.0.smithi007.stdout:1747: finishing write tid 2 to smithi00780855-38 2024-08-04T15:33:36.573 INFO:tasks.rados.rados.0.smithi007.stdout:1747: finishing write tid 3 to smithi00780855-38 2024-08-04T15:33:36.573 INFO:tasks.rados.rados.0.smithi007.stdout:1747: finishing write tid 4 to smithi00780855-38 2024-08-04T15:33:36.573 INFO:tasks.rados.rados.0.smithi007.stdout:1747: finishing write tid 5 to smithi00780855-38 2024-08-04T15:33:36.574 INFO:tasks.rados.rados.0.smithi007.stdout:1747: finishing write tid 6 to smithi00780855-38 2024-08-04T15:33:36.574 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 906 (ObjNum 541 snap 176 seq_num 541) dirty exists 2024-08-04T15:33:36.575 INFO:tasks.rados.rados.0.smithi007.stdout:1747: left oid 38 (ObjNum 541 snap 176 seq_num 541) 2024-08-04T15:33:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:36 smithi062 ceph-mon[85960]: pgmap v280: 121 pgs: 121 active+clean; 276 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 9 op/s 2024-08-04T15:33:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:36 smithi062 ceph-mon[85960]: osdmap e419: 8 total, 8 up, 8 in 2024-08-04T15:33:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:33:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:36 smithi007 ceph-mon[92692]: pgmap v280: 121 pgs: 121 active+clean; 276 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 9 op/s 2024-08-04T15:33:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:36 smithi007 ceph-mon[92692]: osdmap e419: 8 total, 8 up, 8 in 2024-08-04T15:33:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:33:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:36 smithi007 ceph-mon[94998]: pgmap v280: 121 pgs: 121 active+clean; 276 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 9 op/s 2024-08-04T15:33:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:36 smithi007 ceph-mon[94998]: osdmap e419: 8 total, 8 up, 8 in 2024-08-04T15:33:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:33:36.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:37.567 INFO:tasks.rados.rados.0.smithi007.stdout:1747: done (1 left) 2024-08-04T15:33:37.567 INFO:tasks.rados.rados.0.smithi007.stdout:1748: done (0 left) 2024-08-04T15:33:37.567 INFO:tasks.rados.rados.0.smithi007.stdout:1749: setattr oid 29 current snap is 177 2024-08-04T15:33:37.568 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 177 2024-08-04T15:33:37.568 INFO:tasks.rados.rados.0.smithi007.stdout:1750: seq_num 542 ranges {10608640=679936,11288576=442368,11730944=679936,12410880=81920} 2024-08-04T15:33:37.630 INFO:tasks.rados.rados.0.smithi007.stdout:1750: writing smithi00780855-31 from 10608640 to 11288576 tid 1 2024-08-04T15:33:37.632 INFO:tasks.rados.rados.0.smithi007.stdout:1750: writing smithi00780855-31 from 11288576 to 11730944 tid 2 2024-08-04T15:33:37.636 INFO:tasks.rados.rados.0.smithi007.stdout:1750: writing smithi00780855-31 from 11730944 to 12410880 tid 3 2024-08-04T15:33:37.637 INFO:tasks.rados.rados.0.smithi007.stdout:1750: writing smithi00780855-31 from 12410880 to 12492800 tid 4 2024-08-04T15:33:37.637 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 177 2024-08-04T15:33:37.637 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 932 (ObjNum 534 snap 174 seq_num 534) dirty exists 2024-08-04T15:33:37.637 INFO:tasks.rados.rados.0.smithi007.stdout:1750: finishing write tid 1 to smithi00780855-31 2024-08-04T15:33:37.637 INFO:tasks.rados.rados.0.smithi007.stdout:1751: seq_num 543 ranges {3293184=704512,3997696=729088,4726784=475136} 2024-08-04T15:33:37.658 INFO:tasks.rados.rados.0.smithi007.stdout:1751: writing smithi00780855-46 from 3293184 to 3997696 tid 1 2024-08-04T15:33:37.662 INFO:tasks.rados.rados.0.smithi007.stdout:1751: writing smithi00780855-46 from 3997696 to 4726784 tid 2 2024-08-04T15:33:37.665 INFO:tasks.rados.rados.0.smithi007.stdout:1751: writing smithi00780855-46 from 4726784 to 5201920 tid 3 2024-08-04T15:33:37.665 INFO:tasks.rados.rados.0.smithi007.stdout:1749: done (2 left) 2024-08-04T15:33:37.665 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 25 current snap is 177 2024-08-04T15:33:37.665 INFO:tasks.rados.rados.0.smithi007.stdout:1750: finishing write tid 2 to smithi00780855-31 2024-08-04T15:33:37.666 INFO:tasks.rados.rados.0.smithi007.stdout:1752: seq_num 544 ranges {10608640=720896,11329536=614400,11943936=589824} 2024-08-04T15:33:37.727 INFO:tasks.rados.rados.0.smithi007.stdout:1752: writing smithi00780855-25 from 10608640 to 11329536 tid 1 2024-08-04T15:33:37.730 INFO:tasks.rados.rados.0.smithi007.stdout:1752: writing smithi00780855-25 from 11329536 to 11943936 tid 2 2024-08-04T15:33:37.734 INFO:tasks.rados.rados.0.smithi007.stdout:1752: writing smithi00780855-25 from 11943936 to 12533760 tid 3 2024-08-04T15:33:37.734 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 2 current snap is 177 2024-08-04T15:33:37.734 INFO:tasks.rados.rados.0.smithi007.stdout:1750: finishing write tid 3 to smithi00780855-31 2024-08-04T15:33:37.734 INFO:tasks.rados.rados.0.smithi007.stdout:1750: finishing write tid 4 to smithi00780855-31 2024-08-04T15:33:37.734 INFO:tasks.rados.rados.0.smithi007.stdout:1750: finishing write tid 5 to smithi00780855-31 2024-08-04T15:33:37.735 INFO:tasks.rados.rados.0.smithi007.stdout:1750: finishing write tid 6 to smithi00780855-31 2024-08-04T15:33:37.735 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 1163 (ObjNum 542 snap 177 seq_num 542) dirty exists 2024-08-04T15:33:37.735 INFO:tasks.rados.rados.0.smithi007.stdout:1750: left oid 31 (ObjNum 542 snap 177 seq_num 542) 2024-08-04T15:33:37.735 INFO:tasks.rados.rados.0.smithi007.stdout:1751: finishing write tid 1 to smithi00780855-46 2024-08-04T15:33:37.735 INFO:tasks.rados.rados.0.smithi007.stdout:1751: finishing write tid 2 to smithi00780855-46 2024-08-04T15:33:37.735 INFO:tasks.rados.rados.0.smithi007.stdout:1751: finishing write tid 3 to smithi00780855-46 2024-08-04T15:33:37.735 INFO:tasks.rados.rados.0.smithi007.stdout:1753: seq_num 545 ranges {11436032=737280,12173312=491520,12664832=450560,13115392=262144} 2024-08-04T15:33:37.802 INFO:tasks.rados.rados.0.smithi007.stdout:1753: writing smithi00780855-2 from 11436032 to 12173312 tid 1 2024-08-04T15:33:37.803 INFO:tasks.rados.rados.0.smithi007.stdout:1753: writing smithi00780855-2 from 12173312 to 12664832 tid 2 2024-08-04T15:33:37.805 INFO:tasks.rados.rados.0.smithi007.stdout:1753: writing smithi00780855-2 from 12664832 to 13115392 tid 3 2024-08-04T15:33:37.807 INFO:tasks.rados.rados.0.smithi007.stdout:1753: writing smithi00780855-2 from 13115392 to 13377536 tid 4 2024-08-04T15:33:37.807 INFO:tasks.rados.rados.0.smithi007.stdout:1750: done (3 left) 2024-08-04T15:33:37.808 INFO:tasks.rados.rados.0.smithi007.stdout:1754: rmattr oid 18 current snap is 177 2024-08-04T15:33:37.808 INFO:tasks.rados.rados.0.smithi007.stdout:1751: finishing write tid 4 to smithi00780855-46 2024-08-04T15:33:37.808 INFO:tasks.rados.rados.0.smithi007.stdout:1751: finishing write tid 5 to smithi00780855-46 2024-08-04T15:33:37.809 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 936 (ObjNum 543 snap 177 seq_num 543) dirty exists 2024-08-04T15:33:37.809 INFO:tasks.rados.rados.0.smithi007.stdout:1751: left oid 46 (ObjNum 543 snap 177 seq_num 543) 2024-08-04T15:33:37.809 INFO:tasks.rados.rados.0.smithi007.stdout:1752: finishing write tid 1 to smithi00780855-25 2024-08-04T15:33:37.809 INFO:tasks.rados.rados.0.smithi007.stdout:1752: finishing write tid 2 to smithi00780855-25 2024-08-04T15:33:37.809 INFO:tasks.rados.rados.0.smithi007.stdout:1752: finishing write tid 3 to smithi00780855-25 2024-08-04T15:33:37.809 INFO:tasks.rados.rados.0.smithi007.stdout:1752: finishing write tid 4 to smithi00780855-25 2024-08-04T15:33:37.810 INFO:tasks.rados.rados.0.smithi007.stdout:1752: finishing write tid 5 to smithi00780855-25 2024-08-04T15:33:37.810 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 1538 (ObjNum 544 snap 177 seq_num 544) dirty exists 2024-08-04T15:33:37.810 INFO:tasks.rados.rados.0.smithi007.stdout:1752: left oid 25 (ObjNum 544 snap 177 seq_num 544) 2024-08-04T15:33:37.810 INFO:tasks.rados.rados.0.smithi007.stdout:1751: done (3 left) 2024-08-04T15:33:37.810 INFO:tasks.rados.rados.0.smithi007.stdout:1752: done (2 left) 2024-08-04T15:33:37.810 INFO:tasks.rados.rados.0.smithi007.stdout:1755: setattr oid 4 current snap is 177 2024-08-04T15:33:37.812 INFO:tasks.rados.rados.0.smithi007.stdout:1753: finishing write tid 1 to smithi00780855-2 2024-08-04T15:33:37.812 INFO:tasks.rados.rados.0.smithi007.stdout:1753: finishing write tid 2 to smithi00780855-2 2024-08-04T15:33:37.812 INFO:tasks.rados.rados.0.smithi007.stdout:1756: rollback oid 40 current snap is 177 2024-08-04T15:33:37.812 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 40 to 169 2024-08-04T15:33:37.813 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 8 current snap is 177 2024-08-04T15:33:37.813 INFO:tasks.rados.rados.0.smithi007.stdout:1757: seq_num 546 ranges {1622016=753664,2375680=778240,3153920=425984} 2024-08-04T15:33:37.823 INFO:tasks.rados.rados.0.smithi007.stdout:1757: writing smithi00780855-8 from 1622016 to 2375680 tid 1 2024-08-04T15:33:37.827 INFO:tasks.rados.rados.0.smithi007.stdout:1757: writing smithi00780855-8 from 2375680 to 3153920 tid 2 2024-08-04T15:33:37.831 INFO:tasks.rados.rados.0.smithi007.stdout:1757: writing smithi00780855-8 from 3153920 to 3579904 tid 3 2024-08-04T15:33:37.831 INFO:tasks.rados.rados.0.smithi007.stdout:1758: rollback oid 29 current snap is 177 2024-08-04T15:33:37.832 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 29 to 172 2024-08-04T15:33:37.832 INFO:tasks.rados.rados.0.smithi007.stdout:1753: finishing write tid 3 to smithi00780855-2 2024-08-04T15:33:37.832 INFO:tasks.rados.rados.0.smithi007.stdout:1753: finishing write tid 4 to smithi00780855-2 2024-08-04T15:33:37.832 INFO:tasks.rados.rados.0.smithi007.stdout:1753: finishing write tid 5 to smithi00780855-2 2024-08-04T15:33:37.832 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 1151 (ObjNum 516 snap 161 seq_num 516) dirty exists 2024-08-04T15:33:37.832 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 364 (ObjNum 434 snap 133 seq_num 434) dirty exists 2024-08-04T15:33:37.833 INFO:tasks.rados.rados.0.smithi007.stdout:1754: done (5 left) 2024-08-04T15:33:37.833 INFO:tasks.rados.rados.0.smithi007.stdout:1755: done (4 left) 2024-08-04T15:33:37.833 INFO:tasks.rados.rados.0.smithi007.stdout:1759: copy_from oid 38 from oid 21 current snap is 177 2024-08-04T15:33:37.833 INFO:tasks.rados.rados.0.smithi007.stdout:1753: finishing write tid 6 to smithi00780855-2 2024-08-04T15:33:37.833 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 936 (ObjNum 545 snap 177 seq_num 545) dirty exists 2024-08-04T15:33:37.833 INFO:tasks.rados.rados.0.smithi007.stdout:1753: left oid 2 (ObjNum 545 snap 177 seq_num 545) 2024-08-04T15:33:37.833 INFO:tasks.rados.rados.0.smithi007.stdout:1756: finishing rollback tid 0 to smithi00780855-40 2024-08-04T15:33:37.833 INFO:tasks.rados.rados.0.smithi007.stdout:1756: finishing rollback tid 1 to smithi00780855-40 2024-08-04T15:33:37.833 INFO:tasks.rados.rados.0.smithi007.stdout:1756: finishing rollback tid 2 to smithi00780855-40 2024-08-04T15:33:37.833 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 368 (ObjNum 513 snap 160 seq_num 513) dirty exists 2024-08-04T15:33:37.833 INFO:tasks.rados.rados.0.smithi007.stdout:1757: finishing write tid 1 to smithi00780855-8 2024-08-04T15:33:37.833 INFO:tasks.rados.rados.0.smithi007.stdout:1757: finishing write tid 2 to smithi00780855-8 2024-08-04T15:33:37.834 INFO:tasks.rados.rados.0.smithi007.stdout:1753: done (4 left) 2024-08-04T15:33:37.834 INFO:tasks.rados.rados.0.smithi007.stdout:1756: done (3 left) 2024-08-04T15:33:37.834 INFO:tasks.rados.rados.0.smithi007.stdout:1760: delete oid 22 current snap is 177 2024-08-04T15:33:37.835 INFO:tasks.rados.rados.0.smithi007.stdout:1758: finishing rollback tid 0 to smithi00780855-29 2024-08-04T15:33:37.835 INFO:tasks.rados.rados.0.smithi007.stdout:1757: finishing write tid 3 to smithi00780855-8 2024-08-04T15:33:37.835 INFO:tasks.rados.rados.0.smithi007.stdout:1757: finishing write tid 4 to smithi00780855-8 2024-08-04T15:33:37.836 INFO:tasks.rados.rados.0.smithi007.stdout:1758: finishing rollback tid 1 to smithi00780855-29 2024-08-04T15:33:37.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:37 smithi007 ceph-mon[92692]: osdmap e420: 8 total, 8 up, 8 in 2024-08-04T15:33:37.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:37 smithi007 ceph-mon[94998]: osdmap e420: 8 total, 8 up, 8 in 2024-08-04T15:33:37.837 INFO:tasks.rados.rados.0.smithi007.stdout:1757: finishing write tid 5 to smithi00780855-8 2024-08-04T15:33:37.838 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 1141 (ObjNum 546 snap 177 seq_num 546) dirty exists 2024-08-04T15:33:37.838 INFO:tasks.rados.rados.0.smithi007.stdout:1757: left oid 8 (ObjNum 546 snap 177 seq_num 546) 2024-08-04T15:33:37.838 INFO:tasks.rados.rados.0.smithi007.stdout:1758: finishing rollback tid 2 to smithi00780855-29 2024-08-04T15:33:37.838 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 939 (ObjNum 527 snap 167 seq_num 527) dirty exists 2024-08-04T15:33:37.838 INFO:tasks.rados.rados.0.smithi007.stdout:1757: done (3 left) 2024-08-04T15:33:37.838 INFO:tasks.rados.rados.0.smithi007.stdout:1758: done (2 left) 2024-08-04T15:33:37.838 INFO:tasks.rados.rados.0.smithi007.stdout:1760: done (1 left) 2024-08-04T15:33:37.838 INFO:tasks.rados.rados.0.smithi007.stdout:1761: rmattr oid 46 current snap is 177 2024-08-04T15:33:37.839 INFO:tasks.rados.rados.0.smithi007.stdout:1761: done (1 left) 2024-08-04T15:33:37.839 INFO:tasks.rados.rados.0.smithi007.stdout:1762: copy_from oid 26 from oid 6 current snap is 177 2024-08-04T15:33:37.839 INFO:tasks.rados.rados.0.smithi007.stdout:1763: setattr oid 27 current snap is 177 2024-08-04T15:33:37.839 INFO:tasks.rados.rados.0.smithi007.stdout:1764: snap_create 2024-08-04T15:33:37.846 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 1445 (ObjNum 490 snap 152 seq_num 490) dirty exists 2024-08-04T15:33:37.858 INFO:tasks.rados.rados.0.smithi007.stdout:1759: finishing copy_from racing read to smithi00780855-38 2024-08-04T15:33:37.861 INFO:tasks.rados.rados.0.smithi007.stdout:1759: finishing copy_from to smithi00780855-38 2024-08-04T15:33:37.862 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 1203 (ObjNum 507 snap 159 seq_num 507) dirty exists 2024-08-04T15:33:37.878 INFO:tasks.rados.rados.0.smithi007.stdout:1762: finishing copy_from racing read to smithi00780855-26 2024-08-04T15:33:37.878 INFO:tasks.rados.rados.0.smithi007.stdout:1762: finishing copy_from to smithi00780855-26 2024-08-04T15:33:37.878 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 1153 (ObjNum 538 snap 175 seq_num 538) dirty exists 2024-08-04T15:33:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:37 smithi062 ceph-mon[85960]: osdmap e420: 8 total, 8 up, 8 in 2024-08-04T15:33:38.572 INFO:tasks.rados.rados.0.smithi007.stdout:1759: done (3 left) 2024-08-04T15:33:38.573 INFO:tasks.rados.rados.0.smithi007.stdout:1762: done (2 left) 2024-08-04T15:33:38.573 INFO:tasks.rados.rados.0.smithi007.stdout:1763: done (1 left) 2024-08-04T15:33:38.573 INFO:tasks.rados.rados.0.smithi007.stdout:1764: done (0 left) 2024-08-04T15:33:38.573 INFO:tasks.rados.rados.0.smithi007.stdout:1765: delete oid 24 current snap is 178 2024-08-04T15:33:38.578 INFO:tasks.rados.rados.0.smithi007.stdout:1765: done (0 left) 2024-08-04T15:33:38.578 INFO:tasks.rados.rados.0.smithi007.stdout:1766: rmattr oid 14 current snap is 178 2024-08-04T15:33:38.579 INFO:tasks.rados.rados.0.smithi007.stdout:1766: done (0 left) 2024-08-04T15:33:38.579 INFO:tasks.rados.rados.0.smithi007.stdout:1767: delete oid 15 current snap is 178 2024-08-04T15:33:38.581 INFO:tasks.rados.rados.0.smithi007.stdout:1767: done (0 left) 2024-08-04T15:33:38.581 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 4 current snap is 178 2024-08-04T15:33:38.581 INFO:tasks.rados.rados.0.smithi007.stdout:1768: seq_num 550 ranges {6127616=417792,6545408=770048,7315456=638976,7954432=196608} 2024-08-04T15:33:38.617 INFO:tasks.rados.rados.0.smithi007.stdout:1768: writing smithi00780855-4 from 6127616 to 6545408 tid 1 2024-08-04T15:33:38.621 INFO:tasks.rados.rados.0.smithi007.stdout:1768: writing smithi00780855-4 from 6545408 to 7315456 tid 2 2024-08-04T15:33:38.625 INFO:tasks.rados.rados.0.smithi007.stdout:1768: writing smithi00780855-4 from 7315456 to 7954432 tid 3 2024-08-04T15:33:38.627 INFO:tasks.rados.rados.0.smithi007.stdout:1768: writing smithi00780855-4 from 7954432 to 8151040 tid 4 2024-08-04T15:33:38.627 INFO:tasks.rados.rados.0.smithi007.stdout:1769: snap_create 2024-08-04T15:33:38.627 INFO:tasks.rados.rados.0.smithi007.stdout:1768: finishing write tid 1 to smithi00780855-4 2024-08-04T15:33:38.627 INFO:tasks.rados.rados.0.smithi007.stdout:1768: finishing write tid 2 to smithi00780855-4 2024-08-04T15:33:38.630 INFO:tasks.rados.rados.0.smithi007.stdout:1768: finishing write tid 3 to smithi00780855-4 2024-08-04T15:33:38.630 INFO:tasks.rados.rados.0.smithi007.stdout:1768: finishing write tid 4 to smithi00780855-4 2024-08-04T15:33:38.630 INFO:tasks.rados.rados.0.smithi007.stdout:1768: finishing write tid 5 to smithi00780855-4 2024-08-04T15:33:38.632 INFO:tasks.rados.rados.0.smithi007.stdout:1768: finishing write tid 6 to smithi00780855-4 2024-08-04T15:33:38.632 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 1156 (ObjNum 550 snap 178 seq_num 550) dirty exists 2024-08-04T15:33:38.632 INFO:tasks.rados.rados.0.smithi007.stdout:1768: left oid 4 (ObjNum 550 snap 178 seq_num 550) 2024-08-04T15:33:38.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:38 smithi007 ceph-mon[94998]: pgmap v283: 121 pgs: 121 active+clean; 281 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.5 MiB/s wr, 13 op/s 2024-08-04T15:33:38.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:38 smithi007 ceph-mon[94998]: osdmap e421: 8 total, 8 up, 8 in 2024-08-04T15:33:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:38 smithi007 ceph-mon[92692]: pgmap v283: 121 pgs: 121 active+clean; 281 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.5 MiB/s wr, 13 op/s 2024-08-04T15:33:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:38 smithi007 ceph-mon[92692]: osdmap e421: 8 total, 8 up, 8 in 2024-08-04T15:33:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:38 smithi062 ceph-mon[85960]: pgmap v283: 121 pgs: 121 active+clean; 281 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.5 MiB/s wr, 13 op/s 2024-08-04T15:33:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:38 smithi062 ceph-mon[85960]: osdmap e421: 8 total, 8 up, 8 in 2024-08-04T15:33:39.011 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:38 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:39.456 INFO:tasks.rados.rados.0.smithi007.stdout:1768: done (1 left) 2024-08-04T15:33:39.457 INFO:tasks.rados.rados.0.smithi007.stdout:1769: done (0 left) 2024-08-04T15:33:39.457 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 179 2024-08-04T15:33:39.457 INFO:tasks.rados.rados.0.smithi007.stdout:1770: seq_num 551 ranges {0=434176,434176=647168,1081344=450560,1531904=507904} 2024-08-04T15:33:39.458 INFO:tasks.rados.rados.0.smithi007.stdout:1770: writing smithi00780855-45 from 0 to 434176 tid 1 2024-08-04T15:33:39.462 INFO:tasks.rados.rados.0.smithi007.stdout:1770: writing smithi00780855-45 from 434176 to 1081344 tid 2 2024-08-04T15:33:39.465 INFO:tasks.rados.rados.0.smithi007.stdout:1770: writing smithi00780855-45 from 1081344 to 1531904 tid 3 2024-08-04T15:33:39.469 INFO:tasks.rados.rados.0.smithi007.stdout:1770: writing smithi00780855-45 from 1531904 to 2039808 tid 4 2024-08-04T15:33:39.469 INFO:tasks.rados.rados.0.smithi007.stdout:1771: snap_remove snap 173 2024-08-04T15:33:39.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:39 smithi007 ceph-mon[92692]: osdmap e422: 8 total, 8 up, 8 in 2024-08-04T15:33:39.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:39 smithi007 ceph-mon[92692]: osdmap e423: 8 total, 8 up, 8 in 2024-08-04T15:33:39.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:39 smithi007 ceph-mon[94998]: osdmap e422: 8 total, 8 up, 8 in 2024-08-04T15:33:39.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:39 smithi007 ceph-mon[94998]: osdmap e423: 8 total, 8 up, 8 in 2024-08-04T15:33:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:39 smithi062 ceph-mon[85960]: osdmap e422: 8 total, 8 up, 8 in 2024-08-04T15:33:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:39 smithi062 ceph-mon[85960]: osdmap e423: 8 total, 8 up, 8 in 2024-08-04T15:33:40.458 INFO:tasks.rados.rados.0.smithi007.stdout:1771: done (1 left) 2024-08-04T15:33:40.459 INFO:tasks.rados.rados.0.smithi007.stdout:1772: copy_from oid 25 from oid 40 current snap is 179 2024-08-04T15:33:40.459 INFO:tasks.rados.rados.0.smithi007.stdout:1770: finishing write tid 1 to smithi00780855-45 2024-08-04T15:33:40.459 INFO:tasks.rados.rados.0.smithi007.stdout:1770: finishing write tid 2 to smithi00780855-45 2024-08-04T15:33:40.459 INFO:tasks.rados.rados.0.smithi007.stdout:1770: finishing write tid 3 to smithi00780855-45 2024-08-04T15:33:40.459 INFO:tasks.rados.rados.0.smithi007.stdout:1770: finishing write tid 4 to smithi00780855-45 2024-08-04T15:33:40.459 INFO:tasks.rados.rados.0.smithi007.stdout:1770: finishing write tid 5 to smithi00780855-45 2024-08-04T15:33:40.459 INFO:tasks.rados.rados.0.smithi007.stdout:1770: finishing write tid 6 to smithi00780855-45 2024-08-04T15:33:40.460 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 1547 (ObjNum 551 snap 179 seq_num 551) dirty exists 2024-08-04T15:33:40.460 INFO:tasks.rados.rados.0.smithi007.stdout:1770: left oid 45 (ObjNum 551 snap 179 seq_num 551) 2024-08-04T15:33:40.460 INFO:tasks.rados.rados.0.smithi007.stdout:1770: done (1 left) 2024-08-04T15:33:40.460 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 32 current snap is 179 2024-08-04T15:33:40.460 INFO:tasks.rados.rados.0.smithi007.stdout:1773: seq_num 552 ranges {819200=450560,1269760=532480,1802240=655360,2457600=417792} 2024-08-04T15:33:40.466 INFO:tasks.rados.rados.0.smithi007.stdout:1773: writing smithi00780855-32 from 819200 to 1269760 tid 1 2024-08-04T15:33:40.470 INFO:tasks.rados.rados.0.smithi007.stdout:1773: writing smithi00780855-32 from 1269760 to 1802240 tid 2 2024-08-04T15:33:40.475 INFO:tasks.rados.rados.0.smithi007.stdout:1773: writing smithi00780855-32 from 1802240 to 2457600 tid 3 2024-08-04T15:33:40.479 INFO:tasks.rados.rados.0.smithi007.stdout:1773: writing smithi00780855-32 from 2457600 to 2875392 tid 4 2024-08-04T15:33:40.479 INFO:tasks.rados.rados.0.smithi007.stdout:1774: snap_remove snap 176 2024-08-04T15:33:40.736 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:40 smithi062 ceph-mon[85960]: pgmap v286: 121 pgs: 121 active+clean; 293 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-08-04T15:33:40.737 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:40 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-04T15:33:40.737 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:40 smithi062 ceph-mon[85960]: osdmap e424: 8 total, 8 up, 8 in 2024-08-04T15:33:40.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:40 smithi007 ceph-mon[92692]: pgmap v286: 121 pgs: 121 active+clean; 293 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-08-04T15:33:40.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:40 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-04T15:33:40.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:40 smithi007 ceph-mon[92692]: osdmap e424: 8 total, 8 up, 8 in 2024-08-04T15:33:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:40 smithi007 ceph-mon[94998]: pgmap v286: 121 pgs: 121 active+clean; 293 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-08-04T15:33:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:40 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-04T15:33:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:40 smithi007 ceph-mon[94998]: osdmap e424: 8 total, 8 up, 8 in 2024-08-04T15:33:41.460 INFO:tasks.rados.rados.0.smithi007.stdout:1774: done (2 left) 2024-08-04T15:33:41.460 INFO:tasks.rados.rados.0.smithi007.stdout:1775: delete oid 19 current snap is 179 2024-08-04T15:33:41.461 INFO:tasks.rados.rados.0.smithi007.stdout:1772: finishing copy_from racing read to smithi00780855-25 2024-08-04T15:33:41.461 INFO:tasks.rados.rados.0.smithi007.stdout:1773: finishing write tid 1 to smithi00780855-32 2024-08-04T15:33:41.461 INFO:tasks.rados.rados.0.smithi007.stdout:1773: finishing write tid 2 to smithi00780855-32 2024-08-04T15:33:41.461 INFO:tasks.rados.rados.0.smithi007.stdout:1772: finishing copy_from to smithi00780855-25 2024-08-04T15:33:41.461 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 368 (ObjNum 513 snap 160 seq_num 513) dirty exists 2024-08-04T15:33:41.461 INFO:tasks.rados.rados.0.smithi007.stdout:1773: finishing write tid 3 to smithi00780855-32 2024-08-04T15:33:41.461 INFO:tasks.rados.rados.0.smithi007.stdout:1773: finishing write tid 4 to smithi00780855-32 2024-08-04T15:33:41.461 INFO:tasks.rados.rados.0.smithi007.stdout:1773: finishing write tid 5 to smithi00780855-32 2024-08-04T15:33:41.461 INFO:tasks.rados.rados.0.smithi007.stdout:1773: finishing write tid 6 to smithi00780855-32 2024-08-04T15:33:41.461 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 1146 (ObjNum 552 snap 179 seq_num 552) dirty exists 2024-08-04T15:33:41.461 INFO:tasks.rados.rados.0.smithi007.stdout:1773: left oid 32 (ObjNum 552 snap 179 seq_num 552) 2024-08-04T15:33:41.467 INFO:tasks.rados.rados.0.smithi007.stdout:1772: done (2 left) 2024-08-04T15:33:41.467 INFO:tasks.rados.rados.0.smithi007.stdout:1773: done (1 left) 2024-08-04T15:33:41.467 INFO:tasks.rados.rados.0.smithi007.stdout:1775: done (0 left) 2024-08-04T15:33:41.467 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 23 current snap is 179 2024-08-04T15:33:41.467 INFO:tasks.rados.rados.0.smithi007.stdout:1776: seq_num 554 ranges {1802240=483328,2285568=704512,2990080=622592,3612672=278528} 2024-08-04T15:33:41.480 INFO:tasks.rados.rados.0.smithi007.stdout:1776: writing smithi00780855-23 from 1802240 to 2285568 tid 1 2024-08-04T15:33:41.484 INFO:tasks.rados.rados.0.smithi007.stdout:1776: writing smithi00780855-23 from 2285568 to 2990080 tid 2 2024-08-04T15:33:41.487 INFO:tasks.rados.rados.0.smithi007.stdout:1776: writing smithi00780855-23 from 2990080 to 3612672 tid 3 2024-08-04T15:33:41.489 INFO:tasks.rados.rados.0.smithi007.stdout:1776: writing smithi00780855-23 from 3612672 to 3891200 tid 4 2024-08-04T15:33:41.490 INFO:tasks.rados.rados.0.smithi007.stdout:1777: snap_create 2024-08-04T15:33:41.490 INFO:tasks.rados.rados.0.smithi007.stdout:1776: finishing write tid 1 to smithi00780855-23 2024-08-04T15:33:41.490 INFO:tasks.rados.rados.0.smithi007.stdout:1776: finishing write tid 2 to smithi00780855-23 2024-08-04T15:33:41.491 INFO:tasks.rados.rados.0.smithi007.stdout:1776: finishing write tid 3 to smithi00780855-23 2024-08-04T15:33:41.492 INFO:tasks.rados.rados.0.smithi007.stdout:1776: finishing write tid 4 to smithi00780855-23 2024-08-04T15:33:41.492 INFO:tasks.rados.rados.0.smithi007.stdout:1776: finishing write tid 5 to smithi00780855-23 2024-08-04T15:33:41.493 INFO:tasks.rados.rados.0.smithi007.stdout:1776: finishing write tid 6 to smithi00780855-23 2024-08-04T15:33:41.493 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 1456 (ObjNum 554 snap 179 seq_num 554) dirty exists 2024-08-04T15:33:41.494 INFO:tasks.rados.rados.0.smithi007.stdout:1776: left oid 23 (ObjNum 554 snap 179 seq_num 554) 2024-08-04T15:33:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:41 smithi062 ceph-mon[85960]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-04T15:33:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:41 smithi062 ceph-mon[85960]: Upgrade: osd.4 is safe to restart 2024-08-04T15:33:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:41 smithi062 ceph-mon[85960]: osdmap e425: 8 total, 8 up, 8 in 2024-08-04T15:33:41.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:41 smithi007 ceph-mon[92692]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-04T15:33:41.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:41 smithi007 ceph-mon[92692]: Upgrade: osd.4 is safe to restart 2024-08-04T15:33:41.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:41 smithi007 ceph-mon[92692]: osdmap e425: 8 total, 8 up, 8 in 2024-08-04T15:33:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:41 smithi007 ceph-mon[94998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-04T15:33:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:41 smithi007 ceph-mon[94998]: Upgrade: osd.4 is safe to restart 2024-08-04T15:33:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:41 smithi007 ceph-mon[94998]: osdmap e425: 8 total, 8 up, 8 in 2024-08-04T15:33:42.462 INFO:tasks.rados.rados.0.smithi007.stdout:1776: done (1 left) 2024-08-04T15:33:42.462 INFO:tasks.rados.rados.0.smithi007.stdout:1777: done (0 left) 2024-08-04T15:33:42.462 INFO:tasks.rados.rados.0.smithi007.stdout:1778: read oid 33 snap -1 2024-08-04T15:33:42.462 INFO:tasks.rados.rados.0.smithi007.stdout:1778: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:33:42.462 INFO:tasks.rados.rados.0.smithi007.stdout:1779: rollback oid 17 current snap is 180 2024-08-04T15:33:42.462 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 17 to 171 2024-08-04T15:33:42.462 INFO:tasks.rados.rados.0.smithi007.stdout:1780: snap_create 2024-08-04T15:33:42.464 INFO:tasks.rados.rados.0.smithi007.stdout:1778: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:33:42.471 INFO:tasks.rados.rados.0.smithi007.stdout:1779: finishing rollback tid 0 to smithi00780855-17 2024-08-04T15:33:42.472 INFO:tasks.rados.rados.0.smithi007.stdout:1779: finishing rollback tid 1 to smithi00780855-17 2024-08-04T15:33:42.472 INFO:tasks.rados.rados.0.smithi007.stdout:1779: finishing rollback tid 2 to smithi00780855-17 2024-08-04T15:33:42.472 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 1149 (ObjNum 519 snap 165 seq_num 519) dirty exists 2024-08-04T15:33:42.585 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:42.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:42 smithi007 ceph-mon[92692]: pgmap v289: 121 pgs: 121 active+clean; 294 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-08-04T15:33:42.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:42 smithi007 ceph-mon[92692]: Upgrade: Updating osd.4 2024-08-04T15:33:42.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:42 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:42.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:42 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-04T15:33:42.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:42 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:33:42.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:42 smithi007 ceph-mon[92692]: Deploying daemon osd.4 on smithi062 2024-08-04T15:33:42.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:42 smithi007 ceph-mon[92692]: osdmap e426: 8 total, 8 up, 8 in 2024-08-04T15:33:42.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:42 smithi007 ceph-mon[94998]: pgmap v289: 121 pgs: 121 active+clean; 294 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-08-04T15:33:42.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:42 smithi007 ceph-mon[94998]: Upgrade: Updating osd.4 2024-08-04T15:33:42.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:42 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:42.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:42 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-04T15:33:42.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:42 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:33:42.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:42 smithi007 ceph-mon[94998]: Deploying daemon osd.4 on smithi062 2024-08-04T15:33:42.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:42 smithi007 ceph-mon[94998]: osdmap e426: 8 total, 8 up, 8 in 2024-08-04T15:33:42.898 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:42 smithi062 ceph-mon[85960]: pgmap v289: 121 pgs: 121 active+clean; 294 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-08-04T15:33:42.898 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:42 smithi062 ceph-mon[85960]: Upgrade: Updating osd.4 2024-08-04T15:33:42.898 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:42 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:42.898 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:42 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-04T15:33:42.898 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:42 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:33:42.898 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:42 smithi062 ceph-mon[85960]: Deploying daemon osd.4 on smithi062 2024-08-04T15:33:42.898 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:42 smithi062 ceph-mon[85960]: osdmap e426: 8 total, 8 up, 8 in 2024-08-04T15:33:43.461 INFO:tasks.rados.rados.0.smithi007.stdout:1778: done (2 left) 2024-08-04T15:33:43.462 INFO:tasks.rados.rados.0.smithi007.stdout:1779: done (1 left) 2024-08-04T15:33:43.462 INFO:tasks.rados.rados.0.smithi007.stdout:1780: done (0 left) 2024-08-04T15:33:43.462 INFO:tasks.rados.rados.0.smithi007.stdout:1781: snap_create 2024-08-04T15:33:43.763 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:44.468 INFO:tasks.rados.rados.0.smithi007.stdout:1781: done (0 left) 2024-08-04T15:33:44.469 INFO:tasks.rados.rados.0.smithi007.stdout:1782: read oid 37 snap -1 2024-08-04T15:33:44.469 INFO:tasks.rados.rados.0.smithi007.stdout:1782: expect (ObjNum 471 snap 144 seq_num 471) 2024-08-04T15:33:44.469 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 17 current snap is 182 2024-08-04T15:33:44.469 INFO:tasks.rados.rados.0.smithi007.stdout:1783: seq_num 555 ranges {10608640=499712,11108352=638976,11747328=425984,12173312=540672} 2024-08-04T15:33:44.530 INFO:tasks.rados.rados.0.smithi007.stdout:1783: writing smithi00780855-17 from 10608640 to 11108352 tid 1 2024-08-04T15:33:44.533 INFO:tasks.rados.rados.0.smithi007.stdout:1783: writing smithi00780855-17 from 11108352 to 11747328 tid 2 2024-08-04T15:33:44.536 INFO:tasks.rados.rados.0.smithi007.stdout:1783: writing smithi00780855-17 from 11747328 to 12173312 tid 3 2024-08-04T15:33:44.540 INFO:tasks.rados.rados.0.smithi007.stdout:1783: writing smithi00780855-17 from 12173312 to 12713984 tid 4 2024-08-04T15:33:44.540 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 182 2024-08-04T15:33:44.541 INFO:tasks.rados.rados.0.smithi007.stdout:1784: seq_num 556 ranges {2039808=516096,2555904=524288,3080192=638976,3719168=442368} 2024-08-04T15:33:44.554 INFO:tasks.rados.rados.0.smithi007.stdout:1784: writing smithi00780855-45 from 2039808 to 2555904 tid 1 2024-08-04T15:33:44.557 INFO:tasks.rados.rados.0.smithi007.stdout:1784: writing smithi00780855-45 from 2555904 to 3080192 tid 2 2024-08-04T15:33:44.560 INFO:tasks.rados.rados.0.smithi007.stdout:1784: writing smithi00780855-45 from 3080192 to 3719168 tid 3 2024-08-04T15:33:44.563 INFO:tasks.rados.rados.0.smithi007.stdout:1784: writing smithi00780855-45 from 3719168 to 4161536 tid 4 2024-08-04T15:33:44.563 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 12 current snap is 182 2024-08-04T15:33:44.563 INFO:tasks.rados.rados.0.smithi007.stdout:1785: seq_num 557 ranges {3440640=532480,3973120=802816,4775936=794624,5570560=8192} 2024-08-04T15:33:44.585 INFO:tasks.rados.rados.0.smithi007.stdout:1785: writing smithi00780855-12 from 3440640 to 3973120 tid 1 2024-08-04T15:33:44.591 INFO:tasks.rados.rados.0.smithi007.stdout:1785: writing smithi00780855-12 from 3973120 to 4775936 tid 2 2024-08-04T15:33:44.595 INFO:tasks.rados.rados.0.smithi007.stdout:1785: writing smithi00780855-12 from 4775936 to 5570560 tid 3 2024-08-04T15:33:44.595 INFO:tasks.rados.rados.0.smithi007.stdout:1785: writing smithi00780855-12 from 5570560 to 5578752 tid 4 2024-08-04T15:33:44.595 INFO:tasks.rados.rados.0.smithi007.stdout:1786: rollback oid 29 current snap is 182 2024-08-04T15:33:44.595 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 29 to 175 2024-08-04T15:33:44.595 INFO:tasks.rados.rados.0.smithi007.stdout:1782: expect (ObjNum 471 snap 144 seq_num 471) 2024-08-04T15:33:44.708 INFO:tasks.rados.rados.0.smithi007.stdout:1783: finishing write tid 1 to smithi00780855-17 2024-08-04T15:33:44.708 INFO:tasks.rados.rados.0.smithi007.stdout:1783: finishing write tid 2 to smithi00780855-17 2024-08-04T15:33:44.709 INFO:tasks.rados.rados.0.smithi007.stdout:1783: finishing write tid 3 to smithi00780855-17 2024-08-04T15:33:44.709 INFO:tasks.rados.rados.0.smithi007.stdout:1783: finishing write tid 4 to smithi00780855-17 2024-08-04T15:33:44.709 INFO:tasks.rados.rados.0.smithi007.stdout:1783: finishing write tid 5 to smithi00780855-17 2024-08-04T15:33:44.709 INFO:tasks.rados.rados.0.smithi007.stdout:1783: finishing write tid 6 to smithi00780855-17 2024-08-04T15:33:44.709 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 1154 (ObjNum 555 snap 182 seq_num 555) dirty exists 2024-08-04T15:33:44.709 INFO:tasks.rados.rados.0.smithi007.stdout:1783: left oid 17 (ObjNum 555 snap 182 seq_num 555) 2024-08-04T15:33:44.709 INFO:tasks.rados.rados.0.smithi007.stdout:1784: finishing write tid 1 to smithi00780855-45 2024-08-04T15:33:44.709 INFO:tasks.rados.rados.0.smithi007.stdout:1784: finishing write tid 2 to smithi00780855-45 2024-08-04T15:33:44.709 INFO:tasks.rados.rados.0.smithi007.stdout:1784: finishing write tid 3 to smithi00780855-45 2024-08-04T15:33:44.709 INFO:tasks.rados.rados.0.smithi007.stdout:1782: done (4 left) 2024-08-04T15:33:44.709 INFO:tasks.rados.rados.0.smithi007.stdout:1783: done (3 left) 2024-08-04T15:33:44.709 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 27 current snap is 182 2024-08-04T15:33:44.709 INFO:tasks.rados.rados.0.smithi007.stdout:1784: finishing write tid 4 to smithi00780855-45 2024-08-04T15:33:44.709 INFO:tasks.rados.rados.0.smithi007.stdout:1784: finishing write tid 5 to smithi00780855-45 2024-08-04T15:33:44.710 INFO:tasks.rados.rados.0.smithi007.stdout:1784: finishing write tid 6 to smithi00780855-45 2024-08-04T15:33:44.710 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 1569 (ObjNum 556 snap 182 seq_num 556) dirty exists 2024-08-04T15:33:44.710 INFO:tasks.rados.rados.0.smithi007.stdout:1784: left oid 45 (ObjNum 556 snap 182 seq_num 556) 2024-08-04T15:33:44.710 INFO:tasks.rados.rados.0.smithi007.stdout:1785: finishing write tid 1 to smithi00780855-12 2024-08-04T15:33:44.710 INFO:tasks.rados.rados.0.smithi007.stdout:1785: finishing write tid 2 to smithi00780855-12 2024-08-04T15:33:44.710 INFO:tasks.rados.rados.0.smithi007.stdout:1786: finishing rollback tid 0 to smithi00780855-29 2024-08-04T15:33:44.710 INFO:tasks.rados.rados.0.smithi007.stdout:1786: finishing rollback tid 1 to smithi00780855-29 2024-08-04T15:33:44.710 INFO:tasks.rados.rados.0.smithi007.stdout:1787: seq_num 558 ranges {4669440=548864,5218304=688128,5906432=606208,6512640=311296} 2024-08-04T15:33:44.735 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:44 smithi062 ceph-mon[85960]: pgmap v292: 121 pgs: 121 active+clean; 314 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.9 MiB/s wr, 20 op/s 2024-08-04T15:33:44.735 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:44 smithi062 ceph-mon[85960]: osdmap e427: 8 total, 8 up, 8 in 2024-08-04T15:33:44.736 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:44 smithi062 systemd[1]: Stopping Ceph osd.4 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:33:44.736 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:44.736 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:44.736 INFO:tasks.rados.rados.0.smithi007.stdout:1787: writing smithi00780855-27 from 4669440 to 5218304 tid 1 2024-08-04T15:33:44.740 INFO:tasks.rados.rados.0.smithi007.stdout:1787: writing smithi00780855-27 from 5218304 to 5906432 tid 2 2024-08-04T15:33:44.744 INFO:tasks.rados.rados.0.smithi007.stdout:1787: writing smithi00780855-27 from 5906432 to 6512640 tid 3 2024-08-04T15:33:44.746 INFO:tasks.rados.rados.0.smithi007.stdout:1787: writing smithi00780855-27 from 6512640 to 6823936 tid 4 2024-08-04T15:33:44.746 INFO:tasks.rados.rados.0.smithi007.stdout:1784: done (3 left) 2024-08-04T15:33:44.747 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 9 current snap is 182 2024-08-04T15:33:44.747 INFO:tasks.rados.rados.0.smithi007.stdout:1786: finishing rollback tid 2 to smithi00780855-29 2024-08-04T15:33:44.747 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 942 (ObjNum 534 snap 174 seq_num 534) dirty exists 2024-08-04T15:33:44.747 INFO:tasks.rados.rados.0.smithi007.stdout:1785: finishing write tid 3 to smithi00780855-12 2024-08-04T15:33:44.747 INFO:tasks.rados.rados.0.smithi007.stdout:1785: finishing write tid 4 to smithi00780855-12 2024-08-04T15:33:44.747 INFO:tasks.rados.rados.0.smithi007.stdout:1785: finishing write tid 5 to smithi00780855-12 2024-08-04T15:33:44.747 INFO:tasks.rados.rados.0.smithi007.stdout:1788: seq_num 559 ranges {2088960=565248,2654208=573440,3227648=409600,3637248=622592} 2024-08-04T15:33:44.760 INFO:tasks.rados.rados.0.smithi007.stdout:1788: writing smithi00780855-9 from 2088960 to 2654208 tid 1 2024-08-04T15:33:44.763 INFO:tasks.rados.rados.0.smithi007.stdout:1788: writing smithi00780855-9 from 2654208 to 3227648 tid 2 2024-08-04T15:33:44.766 INFO:tasks.rados.rados.0.smithi007.stdout:1788: writing smithi00780855-9 from 3227648 to 3637248 tid 3 2024-08-04T15:33:44.770 INFO:tasks.rados.rados.0.smithi007.stdout:1788: writing smithi00780855-9 from 3637248 to 4259840 tid 4 2024-08-04T15:33:44.770 INFO:tasks.rados.rados.0.smithi007.stdout:1786: done (3 left) 2024-08-04T15:33:44.770 INFO:tasks.rados.rados.0.smithi007.stdout:1789: delete oid 25 current snap is 182 2024-08-04T15:33:44.770 INFO:tasks.rados.rados.0.smithi007.stdout:1785: finishing write tid 6 to smithi00780855-12 2024-08-04T15:33:44.770 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 1575 (ObjNum 557 snap 182 seq_num 557) dirty exists 2024-08-04T15:33:44.770 INFO:tasks.rados.rados.0.smithi007.stdout:1785: left oid 12 (ObjNum 557 snap 182 seq_num 557) 2024-08-04T15:33:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:1787: finishing write tid 1 to smithi00780855-27 2024-08-04T15:33:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:1787: finishing write tid 2 to smithi00780855-27 2024-08-04T15:33:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:1787: finishing write tid 3 to smithi00780855-27 2024-08-04T15:33:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:1787: finishing write tid 4 to smithi00780855-27 2024-08-04T15:33:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:1787: finishing write tid 5 to smithi00780855-27 2024-08-04T15:33:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:1787: finishing write tid 6 to smithi00780855-27 2024-08-04T15:33:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 1450 (ObjNum 558 snap 182 seq_num 558) dirty exists 2024-08-04T15:33:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:1787: left oid 27 (ObjNum 558 snap 182 seq_num 558) 2024-08-04T15:33:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:1788: finishing write tid 1 to smithi00780855-9 2024-08-04T15:33:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:1788: finishing write tid 2 to smithi00780855-9 2024-08-04T15:33:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:1788: finishing write tid 3 to smithi00780855-9 2024-08-04T15:33:44.772 INFO:tasks.rados.rados.0.smithi007.stdout:1785: done (3 left) 2024-08-04T15:33:44.772 INFO:tasks.rados.rados.0.smithi007.stdout:1787: done (2 left) 2024-08-04T15:33:44.772 INFO:tasks.rados.rados.0.smithi007.stdout:1789: done (1 left) 2024-08-04T15:33:44.772 INFO:tasks.rados.rados.0.smithi007.stdout:1790: read oid 15 snap -1 2024-08-04T15:33:44.772 INFO:tasks.rados.rados.0.smithi007.stdout:1790: expect deleted 2024-08-04T15:33:44.772 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 182 2024-08-04T15:33:44.772 INFO:tasks.rados.rados.0.smithi007.stdout:1791: seq_num 561 ranges {0=598016,598016=745472,1343488=778240,2121728=81920} 2024-08-04T15:33:44.775 INFO:tasks.rados.rados.0.smithi007.stdout:1791: writing smithi00780855-22 from 0 to 598016 tid 1 2024-08-04T15:33:44.779 INFO:tasks.rados.rados.0.smithi007.stdout:1791: writing smithi00780855-22 from 598016 to 1343488 tid 2 2024-08-04T15:33:44.784 INFO:tasks.rados.rados.0.smithi007.stdout:1791: writing smithi00780855-22 from 1343488 to 2121728 tid 3 2024-08-04T15:33:44.785 INFO:tasks.rados.rados.0.smithi007.stdout:1791: writing smithi00780855-22 from 2121728 to 2203648 tid 4 2024-08-04T15:33:44.785 INFO:tasks.rados.rados.0.smithi007.stdout:1792: delete oid 49 current snap is 182 2024-08-04T15:33:44.785 INFO:tasks.rados.rados.0.smithi007.stdout:1788: finishing write tid 4 to smithi00780855-9 2024-08-04T15:33:44.785 INFO:tasks.rados.rados.0.smithi007.stdout:1788: finishing write tid 5 to smithi00780855-9 2024-08-04T15:33:44.786 INFO:tasks.rados.rados.0.smithi007.stdout:1788: finishing write tid 6 to smithi00780855-9 2024-08-04T15:33:44.786 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 1455 (ObjNum 559 snap 182 seq_num 559) dirty exists 2024-08-04T15:33:44.786 INFO:tasks.rados.rados.0.smithi007.stdout:1788: left oid 9 (ObjNum 559 snap 182 seq_num 559) 2024-08-04T15:33:44.786 INFO:tasks.rados.rados.0.smithi007.stdout:1791: finishing write tid 1 to smithi00780855-22 2024-08-04T15:33:44.786 INFO:tasks.rados.rados.0.smithi007.stdout:1791: finishing write tid 2 to smithi00780855-22 2024-08-04T15:33:44.787 INFO:tasks.rados.rados.0.smithi007.stdout:1788: done (3 left) 2024-08-04T15:33:44.787 INFO:tasks.rados.rados.0.smithi007.stdout:1790: done (2 left) 2024-08-04T15:33:44.787 INFO:tasks.rados.rados.0.smithi007.stdout:1792: done (1 left) 2024-08-04T15:33:44.788 INFO:tasks.rados.rados.0.smithi007.stdout:1793: copy_from oid 26 from oid 50 current snap is 182 2024-08-04T15:33:44.788 INFO:tasks.rados.rados.0.smithi007.stdout:1794: read oid 18 snap -1 2024-08-04T15:33:44.788 INFO:tasks.rados.rados.0.smithi007.stdout:1794: expect (ObjNum 434 snap 133 seq_num 434) 2024-08-04T15:33:44.788 INFO:tasks.rados.rados.0.smithi007.stdout:1795: rollback oid 11 current snap is 182 2024-08-04T15:33:44.788 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 11 to 180 2024-08-04T15:33:44.788 INFO:tasks.rados.rados.0.smithi007.stdout:1796: rmattr oid 34 current snap is 182 2024-08-04T15:33:44.788 INFO:tasks.rados.rados.0.smithi007.stdout:1796: done (4 left) 2024-08-04T15:33:44.788 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 20 current snap is 182 2024-08-04T15:33:44.788 INFO:tasks.rados.rados.0.smithi007.stdout:1797: seq_num 563 ranges {1851392=638976,2490368=565248,3055616=794624,3850240=245760} 2024-08-04T15:33:44.801 INFO:tasks.rados.rados.0.smithi007.stdout:1797: writing smithi00780855-20 from 1851392 to 2490368 tid 1 2024-08-04T15:33:44.805 INFO:tasks.rados.rados.0.smithi007.stdout:1797: writing smithi00780855-20 from 2490368 to 3055616 tid 2 2024-08-04T15:33:44.810 INFO:tasks.rados.rados.0.smithi007.stdout:1797: writing smithi00780855-20 from 3055616 to 3850240 tid 3 2024-08-04T15:33:44.812 INFO:tasks.rados.rados.0.smithi007.stdout:1797: writing smithi00780855-20 from 3850240 to 4096000 tid 4 2024-08-04T15:33:44.812 INFO:tasks.rados.rados.0.smithi007.stdout:1798: read oid 1 snap -1 2024-08-04T15:33:44.812 INFO:tasks.rados.rados.0.smithi007.stdout:1798: expect (ObjNum 490 snap 152 seq_num 490) 2024-08-04T15:33:44.812 INFO:tasks.rados.rados.0.smithi007.stdout:1799: delete oid 47 current snap is 182 2024-08-04T15:33:44.812 INFO:tasks.rados.rados.0.smithi007.stdout:1791: finishing write tid 3 to smithi00780855-22 2024-08-04T15:33:44.812 INFO:tasks.rados.rados.0.smithi007.stdout:1791: finishing write tid 4 to smithi00780855-22 2024-08-04T15:33:44.812 INFO:tasks.rados.rados.0.smithi007.stdout:1791: finishing write tid 5 to smithi00780855-22 2024-08-04T15:33:44.812 INFO:tasks.rados.rados.0.smithi007.stdout:1791: finishing write tid 6 to smithi00780855-22 2024-08-04T15:33:44.812 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 1461 (ObjNum 561 snap 182 seq_num 561) dirty exists 2024-08-04T15:33:44.813 INFO:tasks.rados.rados.0.smithi007.stdout:1791: left oid 22 (ObjNum 561 snap 182 seq_num 561) 2024-08-04T15:33:44.813 INFO:tasks.rados.rados.0.smithi007.stdout:1795: finishing rollback tid 0 to smithi00780855-11 2024-08-04T15:33:44.813 INFO:tasks.rados.rados.0.smithi007.stdout:1795: finishing rollback tid 1 to smithi00780855-11 2024-08-04T15:33:44.813 INFO:tasks.rados.rados.0.smithi007.stdout:1795: finishing rollback tid 2 to smithi00780855-11 2024-08-04T15:33:44.813 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 1166 (ObjNum 528 snap 170 seq_num 528) dirty exists 2024-08-04T15:33:44.813 INFO:tasks.rados.rados.0.smithi007.stdout:1797: finishing write tid 1 to smithi00780855-20 2024-08-04T15:33:44.813 INFO:tasks.rados.rados.0.smithi007.stdout:1797: finishing write tid 2 to smithi00780855-20 2024-08-04T15:33:44.815 INFO:tasks.rados.rados.0.smithi007.stdout:1797: finishing write tid 3 to smithi00780855-20 2024-08-04T15:33:44.816 INFO:tasks.rados.rados.0.smithi007.stdout:1797: finishing write tid 4 to smithi00780855-20 2024-08-04T15:33:44.816 INFO:tasks.rados.rados.0.smithi007.stdout:1797: finishing write tid 5 to smithi00780855-20 2024-08-04T15:33:44.818 INFO:tasks.rados.rados.0.smithi007.stdout:1797: finishing write tid 6 to smithi00780855-20 2024-08-04T15:33:44.818 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 1146 (ObjNum 563 snap 182 seq_num 563) dirty exists 2024-08-04T15:33:44.818 INFO:tasks.rados.rados.0.smithi007.stdout:1797: left oid 20 (ObjNum 563 snap 182 seq_num 563) 2024-08-04T15:33:44.818 INFO:tasks.rados.rados.0.smithi007.stdout:1794: expect (ObjNum 434 snap 133 seq_num 434) 2024-08-04T15:33:44.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:44 smithi007 ceph-mon[92692]: pgmap v292: 121 pgs: 121 active+clean; 314 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.9 MiB/s wr, 20 op/s 2024-08-04T15:33:44.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:44 smithi007 ceph-mon[92692]: osdmap e427: 8 total, 8 up, 8 in 2024-08-04T15:33:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:44 smithi007 ceph-mon[94998]: pgmap v292: 121 pgs: 121 active+clean; 314 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.9 MiB/s wr, 20 op/s 2024-08-04T15:33:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:44 smithi007 ceph-mon[94998]: osdmap e427: 8 total, 8 up, 8 in 2024-08-04T15:33:45.011 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[37551]: 2024-08-04T15:33:44.733+0000 7f3713a6e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T15:33:45.011 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[37551]: 2024-08-04T15:33:44.733+0000 7f3713a6e640 -1 osd.4 428 *** Got signal Terminated *** 2024-08-04T15:33:45.011 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[37551]: 2024-08-04T15:33:44.733+0000 7f3713a6e640 -1 osd.4 428 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-04T15:33:45.607 INFO:tasks.rados.rados.0.smithi007.stdout:1798: expect (ObjNum 490 snap 152 seq_num 490) 2024-08-04T15:33:45.743 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:45 smithi062 ceph-mon[85960]: osdmap e428: 8 total, 8 up, 8 in 2024-08-04T15:33:45.743 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:45 smithi062 ceph-mon[85960]: osd.4 marked itself down and dead 2024-08-04T15:33:45.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:45 smithi007 ceph-mon[92692]: osdmap e428: 8 total, 8 up, 8 in 2024-08-04T15:33:45.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:45 smithi007 ceph-mon[92692]: osd.4 marked itself down and dead 2024-08-04T15:33:45.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:45 smithi007 ceph-mon[94998]: osdmap e428: 8 total, 8 up, 8 in 2024-08-04T15:33:45.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:45 smithi007 ceph-mon[94998]: osd.4 marked itself down and dead 2024-08-04T15:33:45.914 INFO:tasks.rados.rados.0.smithi007.stdout:1793: finishing copy_from racing read to smithi00780855-26 2024-08-04T15:33:45.914 INFO:tasks.rados.rados.0.smithi007.stdout:1793: finishing copy_from to smithi00780855-26 2024-08-04T15:33:45.914 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 1134 (ObjNum 511 snap 160 seq_num 511) dirty exists 2024-08-04T15:33:45.914 INFO:tasks.rados.rados.0.smithi007.stdout:1791: done (6 left) 2024-08-04T15:33:45.914 INFO:tasks.rados.rados.0.smithi007.stdout:1793: done (5 left) 2024-08-04T15:33:45.914 INFO:tasks.rados.rados.0.smithi007.stdout:1794: done (4 left) 2024-08-04T15:33:45.914 INFO:tasks.rados.rados.0.smithi007.stdout:1795: done (3 left) 2024-08-04T15:33:45.914 INFO:tasks.rados.rados.0.smithi007.stdout:1797: done (2 left) 2024-08-04T15:33:45.914 INFO:tasks.rados.rados.0.smithi007.stdout:1798: done (1 left) 2024-08-04T15:33:45.914 INFO:tasks.rados.rados.0.smithi007.stdout:1799: done (0 left) 2024-08-04T15:33:45.915 INFO:tasks.rados.rados.0.smithi007.stdout:1800: setattr oid 45 current snap is 182 2024-08-04T15:33:45.915 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 5 current snap is 182 2024-08-04T15:33:45.915 INFO:tasks.rados.rados.0.smithi007.stdout:1801: seq_num 565 ranges {9035776=671744,9707520=729088,10436608=753664,11190272=122880} 2024-08-04T15:33:45.968 INFO:tasks.rados.rados.0.smithi007.stdout:1801: writing smithi00780855-5 from 9035776 to 9707520 tid 1 2024-08-04T15:33:45.972 INFO:tasks.rados.rados.0.smithi007.stdout:1801: writing smithi00780855-5 from 9707520 to 10436608 tid 2 2024-08-04T15:33:45.976 INFO:tasks.rados.rados.0.smithi007.stdout:1801: writing smithi00780855-5 from 10436608 to 11190272 tid 3 2024-08-04T15:33:45.976 INFO:tasks.rados.rados.0.smithi007.stdout:1801: writing smithi00780855-5 from 11190272 to 11313152 tid 4 2024-08-04T15:33:45.976 INFO:tasks.rados.rados.0.smithi007.stdout:1802: snap_create 2024-08-04T15:33:45.977 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 1578 (ObjNum 556 snap 182 seq_num 556) dirty exists 2024-08-04T15:33:46.341 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:46 smithi062 podman[90793]: 2024-08-04 15:33:46.031649431 +0000 UTC m=+1.401437809 container died a8621138799e8cc23d21e56c2d85fd8bea6cf860ed9e8c1dc8db90f3982a54ff (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=quincy-85224d9, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-04T15:33:46.477 INFO:tasks.rados.rados.0.smithi007.stdout:1800: done (2 left) 2024-08-04T15:33:46.477 INFO:tasks.rados.rados.0.smithi007.stdout:1802: done (1 left) 2024-08-04T15:33:46.477 INFO:tasks.rados.rados.0.smithi007.stdout:1803: read oid 9 snap -1 2024-08-04T15:33:46.477 INFO:tasks.rados.rados.0.smithi007.stdout:1803: expect (ObjNum 559 snap 182 seq_num 559) 2024-08-04T15:33:46.477 INFO:tasks.rados.rados.0.smithi007.stdout:1804: snap_remove snap 167 2024-08-04T15:33:46.477 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:33:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:33:46] "GET /metrics HTTP/1.1" 200 36133 "" "Prometheus/2.43.0" 2024-08-04T15:33:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:46 smithi062 ceph-mon[85960]: pgmap v295: 121 pgs: 121 active+clean; 318 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 6.4 MiB/s wr, 21 op/s 2024-08-04T15:33:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:46 smithi062 ceph-mon[85960]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:33:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:46 smithi062 ceph-mon[85960]: osdmap e429: 8 total, 7 up, 8 in 2024-08-04T15:33:46.762 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:46 smithi062 podman[90793]: 2024-08-04 15:33:46.342060548 +0000 UTC m=+1.711848915 container cleanup a8621138799e8cc23d21e56c2d85fd8bea6cf860ed9e8c1dc8db90f3982a54ff (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, RELEASE=quincy-85224d9, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-04T15:33:46.762 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:46 smithi062 bash[90793]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4 2024-08-04T15:33:46.762 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:46 smithi062 podman[90819]: 2024-08-04 15:33:46.576808647 +0000 UTC m=+0.541065829 container remove a8621138799e8cc23d21e56c2d85fd8bea6cf860ed9e8c1dc8db90f3982a54ff (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, RELEASE=quincy-85224d9, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-04T15:33:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:46 smithi007 ceph-mon[92692]: pgmap v295: 121 pgs: 121 active+clean; 318 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 6.4 MiB/s wr, 21 op/s 2024-08-04T15:33:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:46 smithi007 ceph-mon[92692]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:33:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:46 smithi007 ceph-mon[92692]: osdmap e429: 8 total, 7 up, 8 in 2024-08-04T15:33:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:46 smithi007 ceph-mon[94998]: pgmap v295: 121 pgs: 121 active+clean; 318 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 6.4 MiB/s wr, 21 op/s 2024-08-04T15:33:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:46 smithi007 ceph-mon[94998]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:33:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:46 smithi007 ceph-mon[94998]: osdmap e429: 8 total, 7 up, 8 in 2024-08-04T15:33:47.214 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:46 smithi062 podman[90908]: 2024-08-04 15:33:46.804943946 +0000 UTC m=+0.017724841 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:33:47.214 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:46 smithi062 podman[90908]: 2024-08-04 15:33:46.919471618 +0000 UTC m=+0.132252499 container create 32be90885f9f65ac2879e14c68ea291c4b4f85967a045cb451b02dc38f3403df (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-08-04T15:33:47.214 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:47 smithi062 podman[90908]: 2024-08-04 15:33:47.138690441 +0000 UTC m=+0.351471323 container init 32be90885f9f65ac2879e14c68ea291c4b4f85967a045cb451b02dc38f3403df (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-release-26c3fb8, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True) 2024-08-04T15:33:47.214 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:47 smithi062 podman[90908]: 2024-08-04 15:33:47.142076711 +0000 UTC m=+0.354857603 container start 32be90885f9f65ac2879e14c68ea291c4b4f85967a045cb451b02dc38f3403df (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-release-26c3fb8, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-04T15:33:47.215 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:47 smithi062 podman[90908]: 2024-08-04 15:33:47.213682544 +0000 UTC m=+0.426463443 container attach 32be90885f9f65ac2879e14c68ea291c4b4f85967a045cb451b02dc38f3403df (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=squid-release-26c3fb8, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True) 2024-08-04T15:33:47.484 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:47 smithi062 podman[90908]: 2024-08-04 15:33:47.336222336 +0000 UTC m=+0.549003228 container died 32be90885f9f65ac2879e14c68ea291c4b4f85967a045cb451b02dc38f3403df (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-release-26c3fb8, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-04T15:33:47.486 INFO:tasks.rados.rados.0.smithi007.stdout:1804: done (2 left) 2024-08-04T15:33:47.486 INFO:tasks.rados.rados.0.smithi007.stdout:1805: snap_remove snap 180 2024-08-04T15:33:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:47 smithi062 ceph-mon[85960]: osdmap e430: 8 total, 7 up, 8 in 2024-08-04T15:33:47.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:47 smithi007 ceph-mon[92692]: osdmap e430: 8 total, 7 up, 8 in 2024-08-04T15:33:47.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:47 smithi007 ceph-mon[94998]: osdmap e430: 8 total, 7 up, 8 in 2024-08-04T15:33:48.261 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:47 smithi062 podman[90931]: 2024-08-04 15:33:47.850475248 +0000 UTC m=+0.507856292 container remove 32be90885f9f65ac2879e14c68ea291c4b4f85967a045cb451b02dc38f3403df (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-release-26c3fb8, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-08-04T15:33:48.262 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:47 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.4.service: Deactivated successfully. 2024-08-04T15:33:48.262 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:47 smithi062 systemd[1]: Stopped Ceph osd.4 for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:33:48.262 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:47 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.4.service: Consumed 13.550s CPU time. 2024-08-04T15:33:48.262 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 systemd[1]: Starting Ceph osd.4 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:33:48.494 INFO:tasks.rados.rados.0.smithi007.stdout:1805: done (2 left) 2024-08-04T15:33:48.494 INFO:tasks.rados.rados.0.smithi007.stdout:1806: rmattr oid 15 current snap is 183 2024-08-04T15:33:48.494 INFO:tasks.rados.rados.0.smithi007.stdout:1806: done (2 left) 2024-08-04T15:33:48.494 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 2 current snap is 183 2024-08-04T15:33:48.494 INFO:tasks.rados.rados.0.smithi007.stdout:1807: seq_num 566 ranges {13377536=688128,14065664=614400,14680064=565248,15245312=425984} 2024-08-04T15:33:48.570 INFO:tasks.rados.rados.0.smithi007.stdout:1807: writing smithi00780855-2 from 13377536 to 14065664 tid 1 2024-08-04T15:33:48.574 INFO:tasks.rados.rados.0.smithi007.stdout:1807: writing smithi00780855-2 from 14065664 to 14680064 tid 2 2024-08-04T15:33:48.578 INFO:tasks.rados.rados.0.smithi007.stdout:1807: writing smithi00780855-2 from 14680064 to 15245312 tid 3 2024-08-04T15:33:48.579 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:48 smithi062 ceph-mon[85960]: pgmap v298: 121 pgs: 25 active+undersized, 7 peering, 2 stale+active+clean, 4 active+undersized+degraded, 83 active+clean; 339 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.1 MiB/s wr, 20 op/s; 24/474 objects degraded (5.063%) 2024-08-04T15:33:48.579 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:48 smithi062 ceph-mon[85960]: Health check failed: Degraded data redundancy: 24/474 objects degraded (5.063%), 4 pgs degraded (PG_DEGRADED) 2024-08-04T15:33:48.579 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:48 smithi062 ceph-mon[85960]: osdmap e431: 8 total, 7 up, 8 in 2024-08-04T15:33:48.579 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 podman[91031]: 2024-08-04 15:33:48.192418812 +0000 UTC m=+0.017855404 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:33:48.579 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 podman[91031]: 2024-08-04 15:33:48.318251209 +0000 UTC m=+0.143687837 container create 4c8f1198488f4613d5d1a786a9f5ee31a7c164ebda235f9594315c77698f9b7c (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-activate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-08-04T15:33:48.579 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 podman[91031]: 2024-08-04 15:33:48.520819341 +0000 UTC m=+0.346255937 container init 4c8f1198488f4613d5d1a786a9f5ee31a7c164ebda235f9594315c77698f9b7c (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-activate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-04T15:33:48.579 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 podman[91031]: 2024-08-04 15:33:48.524877093 +0000 UTC m=+0.350313684 container start 4c8f1198488f4613d5d1a786a9f5ee31a7c164ebda235f9594315c77698f9b7c (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-04T15:33:48.579 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 podman[91031]: 2024-08-04 15:33:48.578717744 +0000 UTC m=+0.404154341 container attach 4c8f1198488f4613d5d1a786a9f5ee31a7c164ebda235f9594315c77698f9b7c (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, RELEASE=squid-release-26c3fb8, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-08-04T15:33:48.581 INFO:tasks.rados.rados.0.smithi007.stdout:1807: writing smithi00780855-2 from 15245312 to 15671296 tid 4 2024-08-04T15:33:48.581 INFO:tasks.rados.rados.0.smithi007.stdout:1808: read oid 24 snap -1 2024-08-04T15:33:48.581 INFO:tasks.rados.rados.0.smithi007.stdout:1808: expect deleted 2024-08-04T15:33:48.581 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 183 2024-08-04T15:33:48.581 INFO:tasks.rados.rados.0.smithi007.stdout:1801: finishing write tid 1 to smithi00780855-5 2024-08-04T15:33:48.581 INFO:tasks.rados.rados.0.smithi007.stdout:1801: finishing write tid 2 to smithi00780855-5 2024-08-04T15:33:48.581 INFO:tasks.rados.rados.0.smithi007.stdout:1801: finishing write tid 3 to smithi00780855-5 2024-08-04T15:33:48.581 INFO:tasks.rados.rados.0.smithi007.stdout:1801: finishing write tid 4 to smithi00780855-5 2024-08-04T15:33:48.581 INFO:tasks.rados.rados.0.smithi007.stdout:1809: seq_num 567 ranges {0=704512,704512=499712,1204224=770048,1974272=335872} 2024-08-04T15:33:48.585 INFO:tasks.rados.rados.0.smithi007.stdout:1809: writing smithi00780855-49 from 0 to 704512 tid 1 2024-08-04T15:33:48.588 INFO:tasks.rados.rados.0.smithi007.stdout:1809: writing smithi00780855-49 from 704512 to 1204224 tid 2 2024-08-04T15:33:48.592 INFO:tasks.rados.rados.0.smithi007.stdout:1809: writing smithi00780855-49 from 1204224 to 1974272 tid 3 2024-08-04T15:33:48.595 INFO:tasks.rados.rados.0.smithi007.stdout:1809: writing smithi00780855-49 from 1974272 to 2310144 tid 4 2024-08-04T15:33:48.595 INFO:tasks.rados.rados.0.smithi007.stdout:1810: delete oid 37 current snap is 183 2024-08-04T15:33:48.595 INFO:tasks.rados.rados.0.smithi007.stdout:1801: finishing write tid 5 to smithi00780855-5 2024-08-04T15:33:48.595 INFO:tasks.rados.rados.0.smithi007.stdout:1801: finishing write tid 6 to smithi00780855-5 2024-08-04T15:33:48.595 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 947 (ObjNum 565 snap 182 seq_num 565) dirty exists 2024-08-04T15:33:48.595 INFO:tasks.rados.rados.0.smithi007.stdout:1801: left oid 5 (ObjNum 565 snap 182 seq_num 565) 2024-08-04T15:33:48.595 INFO:tasks.rados.rados.0.smithi007.stdout:1803: expect (ObjNum 559 snap 182 seq_num 559) 2024-08-04T15:33:48.781 INFO:tasks.rados.rados.0.smithi007.stdout:1807: finishing write tid 1 to smithi00780855-2 2024-08-04T15:33:48.781 INFO:tasks.rados.rados.0.smithi007.stdout:1807: finishing write tid 2 to smithi00780855-2 2024-08-04T15:33:48.781 INFO:tasks.rados.rados.0.smithi007.stdout:1807: finishing write tid 3 to smithi00780855-2 2024-08-04T15:33:48.781 INFO:tasks.rados.rados.0.smithi007.stdout:1807: finishing write tid 4 to smithi00780855-2 2024-08-04T15:33:48.782 INFO:tasks.rados.rados.0.smithi007.stdout:1807: finishing write tid 5 to smithi00780855-2 2024-08-04T15:33:48.782 INFO:tasks.rados.rados.0.smithi007.stdout:1807: finishing write tid 6 to smithi00780855-2 2024-08-04T15:33:48.782 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 941 (ObjNum 566 snap 183 seq_num 566) dirty exists 2024-08-04T15:33:48.782 INFO:tasks.rados.rados.0.smithi007.stdout:1807: left oid 2 (ObjNum 566 snap 183 seq_num 566) 2024-08-04T15:33:48.782 INFO:tasks.rados.rados.0.smithi007.stdout:1809: finishing write tid 1 to smithi00780855-49 2024-08-04T15:33:48.782 INFO:tasks.rados.rados.0.smithi007.stdout:1809: finishing write tid 2 to smithi00780855-49 2024-08-04T15:33:48.782 INFO:tasks.rados.rados.0.smithi007.stdout:1801: done (5 left) 2024-08-04T15:33:48.782 INFO:tasks.rados.rados.0.smithi007.stdout:1803: done (4 left) 2024-08-04T15:33:48.782 INFO:tasks.rados.rados.0.smithi007.stdout:1807: done (3 left) 2024-08-04T15:33:48.782 INFO:tasks.rados.rados.0.smithi007.stdout:1808: done (2 left) 2024-08-04T15:33:48.782 INFO:tasks.rados.rados.0.smithi007.stdout:1810: done (1 left) 2024-08-04T15:33:48.782 INFO:tasks.rados.rados.0.smithi007.stdout:1811: read oid 34 snap -1 2024-08-04T15:33:48.782 INFO:tasks.rados.rados.0.smithi007.stdout:1811: expect deleted 2024-08-04T15:33:48.782 INFO:tasks.rados.rados.0.smithi007.stdout:1812: delete oid 36 current snap is 183 2024-08-04T15:33:48.783 INFO:tasks.rados.rados.0.smithi007.stdout:1809: finishing write tid 3 to smithi00780855-49 2024-08-04T15:33:48.783 INFO:tasks.rados.rados.0.smithi007.stdout:1809: finishing write tid 4 to smithi00780855-49 2024-08-04T15:33:48.783 INFO:tasks.rados.rados.0.smithi007.stdout:1809: finishing write tid 5 to smithi00780855-49 2024-08-04T15:33:48.783 INFO:tasks.rados.rados.0.smithi007.stdout:1809: finishing write tid 6 to smithi00780855-49 2024-08-04T15:33:48.783 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 1226 (ObjNum 567 snap 183 seq_num 567) dirty exists 2024-08-04T15:33:48.783 INFO:tasks.rados.rados.0.smithi007.stdout:1809: left oid 49 (ObjNum 567 snap 183 seq_num 567) 2024-08-04T15:33:48.784 INFO:tasks.rados.rados.0.smithi007.stdout:1809: done (2 left) 2024-08-04T15:33:48.784 INFO:tasks.rados.rados.0.smithi007.stdout:1811: done (1 left) 2024-08-04T15:33:48.784 INFO:tasks.rados.rados.0.smithi007.stdout:1812: done (0 left) 2024-08-04T15:33:48.784 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 183 2024-08-04T15:33:48.784 INFO:tasks.rados.rados.0.smithi007.stdout:1813: seq_num 570 ranges {12492800=753664,13246464=548864,13795328=540672,14336000=516096} 2024-08-04T15:33:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:48 smithi007 ceph-mon[94998]: pgmap v298: 121 pgs: 25 active+undersized, 7 peering, 2 stale+active+clean, 4 active+undersized+degraded, 83 active+clean; 339 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.1 MiB/s wr, 20 op/s; 24/474 objects degraded (5.063%) 2024-08-04T15:33:48.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:48 smithi007 ceph-mon[94998]: Health check failed: Degraded data redundancy: 24/474 objects degraded (5.063%), 4 pgs degraded (PG_DEGRADED) 2024-08-04T15:33:48.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:48 smithi007 ceph-mon[94998]: osdmap e431: 8 total, 7 up, 8 in 2024-08-04T15:33:48.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:48 smithi007 ceph-mon[92692]: pgmap v298: 121 pgs: 25 active+undersized, 7 peering, 2 stale+active+clean, 4 active+undersized+degraded, 83 active+clean; 339 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.1 MiB/s wr, 20 op/s; 24/474 objects degraded (5.063%) 2024-08-04T15:33:48.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:48 smithi007 ceph-mon[92692]: Health check failed: Degraded data redundancy: 24/474 objects degraded (5.063%), 4 pgs degraded (PG_DEGRADED) 2024-08-04T15:33:48.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:48 smithi007 ceph-mon[92692]: osdmap e431: 8 total, 7 up, 8 in 2024-08-04T15:33:48.856 INFO:tasks.rados.rados.0.smithi007.stdout:1813: writing smithi00780855-31 from 12492800 to 13246464 tid 1 2024-08-04T15:33:48.859 INFO:tasks.rados.rados.0.smithi007.stdout:1813: writing smithi00780855-31 from 13246464 to 13795328 tid 2 2024-08-04T15:33:48.863 INFO:tasks.rados.rados.0.smithi007.stdout:1813: writing smithi00780855-31 from 13795328 to 14336000 tid 3 2024-08-04T15:33:48.865 INFO:tasks.rados.rados.0.smithi007.stdout:1813: writing smithi00780855-31 from 14336000 to 14852096 tid 4 2024-08-04T15:33:48.866 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 183 2024-08-04T15:33:48.866 INFO:tasks.rados.rados.0.smithi007.stdout:1813: finishing write tid 1 to smithi00780855-31 2024-08-04T15:33:48.866 INFO:tasks.rados.rados.0.smithi007.stdout:1813: finishing write tid 2 to smithi00780855-31 2024-08-04T15:33:48.866 INFO:tasks.rados.rados.0.smithi007.stdout:1814: seq_num 571 ranges {2310144=770048,3080192=483328,3563520=753664,4317184=368640} 2024-08-04T15:33:48.873 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:48.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:48.874 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-activate[91046]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:33:48.874 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 bash[91031]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:33:48.874 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-activate[91046]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:33:48.874 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 bash[91031]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:33:48.874 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-activate[91046]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-04T15:33:48.874 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 bash[91031]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-04T15:33:48.882 INFO:tasks.rados.rados.0.smithi007.stdout:1814: writing smithi00780855-49 from 2310144 to 3080192 tid 1 2024-08-04T15:33:48.885 INFO:tasks.rados.rados.0.smithi007.stdout:1814: writing smithi00780855-49 from 3080192 to 3563520 tid 2 2024-08-04T15:33:48.889 INFO:tasks.rados.rados.0.smithi007.stdout:1814: writing smithi00780855-49 from 3563520 to 4317184 tid 3 2024-08-04T15:33:48.892 INFO:tasks.rados.rados.0.smithi007.stdout:1814: writing smithi00780855-49 from 4317184 to 4685824 tid 4 2024-08-04T15:33:48.892 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 23 current snap is 183 2024-08-04T15:33:48.892 INFO:tasks.rados.rados.0.smithi007.stdout:1813: finishing write tid 3 to smithi00780855-31 2024-08-04T15:33:48.892 INFO:tasks.rados.rados.0.smithi007.stdout:1813: finishing write tid 4 to smithi00780855-31 2024-08-04T15:33:48.892 INFO:tasks.rados.rados.0.smithi007.stdout:1813: finishing write tid 5 to smithi00780855-31 2024-08-04T15:33:48.892 INFO:tasks.rados.rados.0.smithi007.stdout:1813: finishing write tid 6 to smithi00780855-31 2024-08-04T15:33:48.892 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 1171 (ObjNum 570 snap 183 seq_num 570) dirty exists 2024-08-04T15:33:48.893 INFO:tasks.rados.rados.0.smithi007.stdout:1813: left oid 31 (ObjNum 570 snap 183 seq_num 570) 2024-08-04T15:33:48.893 INFO:tasks.rados.rados.0.smithi007.stdout:1814: finishing write tid 1 to smithi00780855-49 2024-08-04T15:33:48.893 INFO:tasks.rados.rados.0.smithi007.stdout:1814: finishing write tid 2 to smithi00780855-49 2024-08-04T15:33:48.893 INFO:tasks.rados.rados.0.smithi007.stdout:1815: seq_num 572 ranges {3891200=786432,4677632=770048,5447680=557056,6004736=278528} 2024-08-04T15:33:48.917 INFO:tasks.rados.rados.0.smithi007.stdout:1815: writing smithi00780855-23 from 3891200 to 4677632 tid 1 2024-08-04T15:33:48.921 INFO:tasks.rados.rados.0.smithi007.stdout:1815: writing smithi00780855-23 from 4677632 to 5447680 tid 2 2024-08-04T15:33:48.925 INFO:tasks.rados.rados.0.smithi007.stdout:1815: writing smithi00780855-23 from 5447680 to 6004736 tid 3 2024-08-04T15:33:48.927 INFO:tasks.rados.rados.0.smithi007.stdout:1815: writing smithi00780855-23 from 6004736 to 6283264 tid 4 2024-08-04T15:33:48.928 INFO:tasks.rados.rados.0.smithi007.stdout:1813: done (2 left) 2024-08-04T15:33:48.928 INFO:tasks.rados.rados.0.smithi007.stdout:1816: read oid 1 snap -1 2024-08-04T15:33:48.928 INFO:tasks.rados.rados.0.smithi007.stdout:1816: expect (ObjNum 490 snap 152 seq_num 490) 2024-08-04T15:33:48.928 INFO:tasks.rados.rados.0.smithi007.stdout:1817: copy_from oid 2 from oid 43 current snap is 183 2024-08-04T15:33:48.928 INFO:tasks.rados.rados.0.smithi007.stdout:1814: finishing write tid 3 to smithi00780855-49 2024-08-04T15:33:48.928 INFO:tasks.rados.rados.0.smithi007.stdout:1814: finishing write tid 4 to smithi00780855-49 2024-08-04T15:33:48.928 INFO:tasks.rados.rados.0.smithi007.stdout:1814: finishing write tid 5 to smithi00780855-49 2024-08-04T15:33:48.928 INFO:tasks.rados.rados.0.smithi007.stdout:1814: finishing write tid 6 to smithi00780855-49 2024-08-04T15:33:48.928 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 1231 (ObjNum 571 snap 183 seq_num 571) dirty exists 2024-08-04T15:33:48.928 INFO:tasks.rados.rados.0.smithi007.stdout:1814: left oid 49 (ObjNum 571 snap 183 seq_num 571) 2024-08-04T15:33:48.929 INFO:tasks.rados.rados.0.smithi007.stdout:1815: finishing write tid 1 to smithi00780855-23 2024-08-04T15:33:48.929 INFO:tasks.rados.rados.0.smithi007.stdout:1815: finishing write tid 2 to smithi00780855-23 2024-08-04T15:33:48.929 INFO:tasks.rados.rados.0.smithi007.stdout:1814: done (3 left) 2024-08-04T15:33:48.929 INFO:tasks.rados.rados.0.smithi007.stdout:1818: read oid 36 snap -1 2024-08-04T15:33:48.929 INFO:tasks.rados.rados.0.smithi007.stdout:1818: expect deleted 2024-08-04T15:33:48.929 INFO:tasks.rados.rados.0.smithi007.stdout:1819: read oid 10 snap -1 2024-08-04T15:33:48.929 INFO:tasks.rados.rados.0.smithi007.stdout:1819: expect (ObjNum 405 snap 131 seq_num 405) 2024-08-04T15:33:48.929 INFO:tasks.rados.rados.0.smithi007.stdout:1820: snap_remove snap 179 2024-08-04T15:33:49.263 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-activate[91046]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-04T15:33:49.263 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 bash[91031]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-04T15:33:49.263 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-activate[91046]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-04T15:33:49.263 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 bash[91031]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-04T15:33:49.264 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-activate[91046]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-04T15:33:49.264 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 bash[91031]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-04T15:33:49.264 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-activate[91046]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-04T15:33:49.264 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 bash[91031]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-04T15:33:49.264 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-activate[91046]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-04T15:33:49.264 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 bash[91031]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-04T15:33:49.264 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-activate[91046]: --> ceph-volume raw activate successful for osd ID: 4 2024-08-04T15:33:49.264 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 bash[91031]: --> ceph-volume raw activate successful for osd ID: 4 2024-08-04T15:33:49.264 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:48 smithi062 podman[91031]: 2024-08-04 15:33:48.92889914 +0000 UTC m=+0.754335735 container died 4c8f1198488f4613d5d1a786a9f5ee31a7c164ebda235f9594315c77698f9b7c (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-08-04T15:33:49.456 INFO:tasks.rados.rados.0.smithi007.stdout:1820: done (5 left) 2024-08-04T15:33:49.457 INFO:tasks.rados.rados.0.smithi007.stdout:1821: rollback oid 5 current snap is 183 2024-08-04T15:33:49.457 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 5 to 160 2024-08-04T15:33:49.457 INFO:tasks.rados.rados.0.smithi007.stdout:1815: finishing write tid 3 to smithi00780855-23 2024-08-04T15:33:49.457 INFO:tasks.rados.rados.0.smithi007.stdout:1815: finishing write tid 4 to smithi00780855-23 2024-08-04T15:33:49.457 INFO:tasks.rados.rados.0.smithi007.stdout:1815: finishing write tid 5 to smithi00780855-23 2024-08-04T15:33:49.457 INFO:tasks.rados.rados.0.smithi007.stdout:1816: expect (ObjNum 490 snap 152 seq_num 490) 2024-08-04T15:33:49.549 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:49 smithi062 ceph-mon[85960]: osdmap e432: 8 total, 7 up, 8 in 2024-08-04T15:33:49.549 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:49 smithi062 ceph-mon[85960]: osdmap e433: 8 total, 7 up, 8 in 2024-08-04T15:33:49.768 INFO:tasks.rados.rados.0.smithi007.stdout:1815: finishing write tid 6 to smithi00780855-23 2024-08-04T15:33:49.768 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 1466 (ObjNum 572 snap 183 seq_num 572) dirty exists 2024-08-04T15:33:49.768 INFO:tasks.rados.rados.0.smithi007.stdout:1815: left oid 23 (ObjNum 572 snap 183 seq_num 572) 2024-08-04T15:33:49.768 INFO:tasks.rados.rados.0.smithi007.stdout:1817: finishing copy_from racing read to smithi00780855-2 2024-08-04T15:33:49.769 INFO:tasks.rados.rados.0.smithi007.stdout:1817: finishing copy_from to smithi00780855-2 2024-08-04T15:33:49.769 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 1148 (ObjNum 529 snap 170 seq_num 529) dirty exists 2024-08-04T15:33:49.769 INFO:tasks.rados.rados.0.smithi007.stdout:1819: expect (ObjNum 405 snap 131 seq_num 405) 2024-08-04T15:33:49.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:49 smithi007 ceph-mon[92692]: osdmap e432: 8 total, 7 up, 8 in 2024-08-04T15:33:49.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:49 smithi007 ceph-mon[92692]: osdmap e433: 8 total, 7 up, 8 in 2024-08-04T15:33:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:49 smithi007 ceph-mon[94998]: osdmap e432: 8 total, 7 up, 8 in 2024-08-04T15:33:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:49 smithi007 ceph-mon[94998]: osdmap e433: 8 total, 7 up, 8 in 2024-08-04T15:33:49.864 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:49 smithi062 podman[91175]: 2024-08-04 15:33:49.549432111 +0000 UTC m=+0.611198017 container remove 4c8f1198488f4613d5d1a786a9f5ee31a7c164ebda235f9594315c77698f9b7c (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-activate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-release-26c3fb8, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-04T15:33:49.864 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:49 smithi062 podman[91235]: 2024-08-04 15:33:49.667968327 +0000 UTC m=+0.017808136 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:33:49.864 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:49 smithi062 podman[91235]: 2024-08-04 15:33:49.766936137 +0000 UTC m=+0.116775984 container create ae7979574af0770f58102682ba2238036ae447c54be8eecb7ea31c8b855354a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-release-26c3fb8, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-04T15:33:50.152 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:49 smithi062 podman[91235]: 2024-08-04 15:33:49.952392209 +0000 UTC m=+0.302232004 container init ae7979574af0770f58102682ba2238036ae447c54be8eecb7ea31c8b855354a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T15:33:50.152 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:49 smithi062 podman[91235]: 2024-08-04 15:33:49.955667885 +0000 UTC m=+0.305507680 container start ae7979574af0770f58102682ba2238036ae447c54be8eecb7ea31c8b855354a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-release-26c3fb8, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-08-04T15:33:50.152 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:49 smithi062 ceph-osd[91254]: -- 172.21.15.62:0/205654531 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557517bb9a40 con 0x55751897c400 2024-08-04T15:33:50.270 INFO:tasks.rados.rados.0.smithi007.stdout:1821: finishing rollback tid 0 to smithi00780855-5 2024-08-04T15:33:50.270 INFO:tasks.rados.rados.0.smithi007.stdout:1821: finishing rollback tid 1 to smithi00780855-5 2024-08-04T15:33:50.270 INFO:tasks.rados.rados.0.smithi007.stdout:1821: finishing rollback tid 2 to smithi00780855-5 2024-08-04T15:33:50.270 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 950 (ObjNum 258 snap 74 seq_num 258) dirty exists 2024-08-04T15:33:50.270 INFO:tasks.rados.rados.0.smithi007.stdout:1815: done (5 left) 2024-08-04T15:33:50.270 INFO:tasks.rados.rados.0.smithi007.stdout:1816: done (4 left) 2024-08-04T15:33:50.271 INFO:tasks.rados.rados.0.smithi007.stdout:1817: done (3 left) 2024-08-04T15:33:50.271 INFO:tasks.rados.rados.0.smithi007.stdout:1818: done (2 left) 2024-08-04T15:33:50.271 INFO:tasks.rados.rados.0.smithi007.stdout:1819: done (1 left) 2024-08-04T15:33:50.271 INFO:tasks.rados.rados.0.smithi007.stdout:1821: done (0 left) 2024-08-04T15:33:50.271 INFO:tasks.rados.rados.0.smithi007.stdout:1822: delete oid 20 current snap is 183 2024-08-04T15:33:50.272 INFO:tasks.rados.rados.0.smithi007.stdout:1822: done (0 left) 2024-08-04T15:33:50.272 INFO:tasks.rados.rados.0.smithi007.stdout:1823: read oid 24 snap -1 2024-08-04T15:33:50.272 INFO:tasks.rados.rados.0.smithi007.stdout:1823: expect deleted 2024-08-04T15:33:50.272 INFO:tasks.rados.rados.0.smithi007.stdout:1824: copy_from oid 22 from oid 38 current snap is 183 2024-08-04T15:33:50.272 INFO:tasks.rados.rados.0.smithi007.stdout:1825: snap_create 2024-08-04T15:33:50.295 INFO:tasks.rados.rados.0.smithi007.stdout:1824: finishing copy_from racing read to smithi00780855-22 2024-08-04T15:33:50.297 INFO:tasks.rados.rados.0.smithi007.stdout:1824: finishing copy_from to smithi00780855-22 2024-08-04T15:33:50.297 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 1203 (ObjNum 507 snap 159 seq_num 507) dirty exists 2024-08-04T15:33:50.495 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:50 smithi062 bash[91235]: ae7979574af0770f58102682ba2238036ae447c54be8eecb7ea31c8b855354a0 2024-08-04T15:33:50.495 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:50 smithi062 systemd[1]: Started Ceph osd.4 for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:33:50.635 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:33:50.761 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:50 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[91250]: 2024-08-04T15:33:50.500+0000 7f4e6c0b1640 -1 Falling back to public interface 2024-08-04T15:33:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:50 smithi062 ceph-mon[85960]: pgmap v301: 121 pgs: 31 active+undersized, 7 peering, 9 active+undersized+degraded, 74 active+clean; 349 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.3 MiB/s wr, 25 op/s; 44/489 objects degraded (8.998%) 2024-08-04T15:33:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:50 smithi062 ceph-mon[85960]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-04T15:33:50.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:50 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:50.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:50 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:50.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:50 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:33:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:50 smithi007 ceph-mon[94998]: pgmap v301: 121 pgs: 31 active+undersized, 7 peering, 9 active+undersized+degraded, 74 active+clean; 349 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.3 MiB/s wr, 25 op/s; 44/489 objects degraded (8.998%) 2024-08-04T15:33:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:50 smithi007 ceph-mon[94998]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-04T15:33:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:50 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:50 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:50 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:33:50.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:50 smithi007 ceph-mon[92692]: pgmap v301: 121 pgs: 31 active+undersized, 7 peering, 9 active+undersized+degraded, 74 active+clean; 349 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.3 MiB/s wr, 25 op/s; 44/489 objects degraded (8.998%) 2024-08-04T15:33:50.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:50 smithi007 ceph-mon[92692]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-04T15:33:50.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:50 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:50.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:50 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:50.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:50 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:33:50.905 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:33:50.906 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (4m) 30s ago 8m 16.7M - 0.25.0 c8568f914cd2 d6b15156f420 2024-08-04T15:33:50.906 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (4m) 2m ago 8m 80.7M - 9.4.7 954c08fa6188 66e1e6bf99cd 2024-08-04T15:33:50.906 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (10m) 30s ago 10m 15.6M - 17.2.7-1207-g85224d90 3614407c4e10 39baa14185b8 2024-08-04T15:33:50.906 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (10m) 2m ago 10m 20.5M - 17.2.7-1207-g85224d90 3614407c4e10 951c2f76c840 2024-08-04T15:33:50.906 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443,9283,8765 running (3m) 2m ago 13m 438M - 19.1.0-1260-g26c3fb8e 564b849e9656 0a006181dce3 2024-08-04T15:33:50.906 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:8443,9283,8765 running (4m) 30s ago 15m 509M - 19.1.0-1260-g26c3fb8e 564b849e9656 37ef3ca8c5a9 2024-08-04T15:33:50.906 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (3m) 30s ago 15m 52.4M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 299809910b9f 2024-08-04T15:33:50.907 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (2m) 2m ago 14m 26.1M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 2e88aab312eb 2024-08-04T15:33:50.907 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (3m) 30s ago 13m 48.4M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 cb8318c43c9d 2024-08-04T15:33:50.907 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (4m) 30s ago 8m 8186k - 1.5.0 0da6a335fe13 e040078790b8 2024-08-04T15:33:50.907 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (4m) 2m ago 8m 15.9M - 1.5.0 0da6a335fe13 b7bce65c2f21 2024-08-04T15:33:50.907 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (2m) 30s ago 13m 172M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e9184d39c1f 2024-08-04T15:33:50.907 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (99s) 30s ago 12m 146M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e39c45ce0aa 2024-08-04T15:33:50.907 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (66s) 30s ago 12m 105M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 0fac930b36e6 2024-08-04T15:33:50.907 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (34s) 30s ago 12m 12.0M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 9fb37da143b0 2024-08-04T15:33:50.907 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 starting - - - 2480M 2024-08-04T15:33:50.907 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (11m) 2m ago 11m 137M 2480M 17.2.7-1207-g85224d90 3614407c4e10 4c11140cfb7d 2024-08-04T15:33:50.907 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (10m) 2m ago 10m 135M 2480M 17.2.7-1207-g85224d90 3614407c4e10 22d52664a755 2024-08-04T15:33:50.908 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (10m) 2m ago 10m 144M 2480M 17.2.7-1207-g85224d90 3614407c4e10 5e425b8303f1 2024-08-04T15:33:50.908 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (3m) 2m ago 9m 47.0M - 2.43.0 a07b618ecd1d ab854fccad8e 2024-08-04T15:33:51.211 INFO:tasks.rados.rados.0.smithi007.stdout:1823: done (2 left) 2024-08-04T15:33:51.211 INFO:tasks.rados.rados.0.smithi007.stdout:1824: done (1 left) 2024-08-04T15:33:51.211 INFO:tasks.rados.rados.0.smithi007.stdout:1825: done (0 left) 2024-08-04T15:33:51.211 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 23 current snap is 184 2024-08-04T15:33:51.212 INFO:tasks.rados.rados.0.smithi007.stdout:1826: seq_num 574 ranges {6283264=16384} 2024-08-04T15:33:51.242 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:33:51.242 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:33:51.242 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 3 2024-08-04T15:33:51.242 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:33:51.243 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:33:51.243 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:33:51.243 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:33:51.243 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:33:51.243 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 3, 2024-08-04T15:33:51.243 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 4 2024-08-04T15:33:51.243 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:33:51.243 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:33:51.243 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:33:51.243 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:33:51.243 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:33:51.243 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 5, 2024-08-04T15:33:51.243 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 9 2024-08-04T15:33:51.243 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:33:51.244 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:33:51.245 INFO:tasks.rados.rados.0.smithi007.stdout:1826: writing smithi00780855-23 from 6283264 to 6299648 tid 1 2024-08-04T15:33:51.246 INFO:tasks.rados.rados.0.smithi007.stdout:1827: read oid 15 snap -1 2024-08-04T15:33:51.246 INFO:tasks.rados.rados.0.smithi007.stdout:1827: expect deleted 2024-08-04T15:33:51.246 INFO:tasks.rados.rados.0.smithi007.stdout:1828: setattr oid 36 current snap is 184 2024-08-04T15:33:51.247 INFO:tasks.rados.rados.0.smithi007.stdout:1827: done (2 left) 2024-08-04T15:33:51.247 INFO:tasks.rados.rados.0.smithi007.stdout:1829: snap_create 2024-08-04T15:33:51.252 INFO:tasks.rados.rados.0.smithi007.stdout:1826: finishing write tid 1 to smithi00780855-23 2024-08-04T15:33:51.254 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 1157 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-04T15:33:51.254 INFO:tasks.rados.rados.0.smithi007.stdout:1826: finishing write tid 2 to smithi00780855-23 2024-08-04T15:33:51.254 INFO:tasks.rados.rados.0.smithi007.stdout:1826: finishing write tid 3 to smithi00780855-23 2024-08-04T15:33:51.254 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 1468 (ObjNum 574 snap 184 seq_num 574) dirty exists 2024-08-04T15:33:51.254 INFO:tasks.rados.rados.0.smithi007.stdout:1826: left oid 23 (ObjNum 574 snap 184 seq_num 574) 2024-08-04T15:33:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:51 smithi062 ceph-mon[85960]: from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:33:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:51 smithi062 ceph-mon[85960]: from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:33:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:33:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:51 smithi062 ceph-mon[85960]: osdmap e434: 8 total, 7 up, 8 in 2024-08-04T15:33:51.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:51 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/165051968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:33:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:51 smithi007 ceph-mon[94998]: from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:33:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:51 smithi007 ceph-mon[94998]: from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:33:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:33:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:51 smithi007 ceph-mon[94998]: osdmap e434: 8 total, 7 up, 8 in 2024-08-04T15:33:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:51 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/165051968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:33:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:51 smithi007 ceph-mon[92692]: from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:33:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:51 smithi007 ceph-mon[92692]: from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:33:51.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:51.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:33:51.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:51 smithi007 ceph-mon[92692]: osdmap e434: 8 total, 7 up, 8 in 2024-08-04T15:33:51.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:51 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/165051968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:33:52.214 INFO:tasks.rados.rados.0.smithi007.stdout:1826: done (2 left) 2024-08-04T15:33:52.214 INFO:tasks.rados.rados.0.smithi007.stdout:1828: done (1 left) 2024-08-04T15:33:52.214 INFO:tasks.rados.rados.0.smithi007.stdout:1829: done (0 left) 2024-08-04T15:33:52.214 INFO:tasks.rados.rados.0.smithi007.stdout:1830: delete oid 2 current snap is 185 2024-08-04T15:33:52.216 INFO:tasks.rados.rados.0.smithi007.stdout:1830: done (0 left) 2024-08-04T15:33:52.216 INFO:tasks.rados.rados.0.smithi007.stdout:1831: copy_from oid 29 from oid 30 current snap is 185 2024-08-04T15:33:52.216 INFO:tasks.rados.rados.0.smithi007.stdout:1832: read oid 1 snap 184 2024-08-04T15:33:52.216 INFO:tasks.rados.rados.0.smithi007.stdout:1832: expect (ObjNum 490 snap 152 seq_num 490) 2024-08-04T15:33:52.217 INFO:tasks.rados.rados.0.smithi007.stdout:1833: rollback oid 17 current snap is 185 2024-08-04T15:33:52.217 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 17 to 157 2024-08-04T15:33:52.217 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 185 2024-08-04T15:33:52.217 INFO:tasks.rados.rados.0.smithi007.stdout:1834: seq_num 576 ranges {4685824=49152} 2024-08-04T15:33:52.243 INFO:tasks.rados.rados.0.smithi007.stdout:1834: writing smithi00780855-49 from 4685824 to 4734976 tid 1 2024-08-04T15:33:52.243 INFO:tasks.rados.rados.0.smithi007.stdout:1835: setattr oid 5 current snap is 185 2024-08-04T15:33:52.243 INFO:tasks.rados.rados.0.smithi007.stdout:1833: finishing rollback tid 0 to smithi00780855-17 2024-08-04T15:33:52.243 INFO:tasks.rados.rados.0.smithi007.stdout:1833: finishing rollback tid 1 to smithi00780855-17 2024-08-04T15:33:52.244 INFO:tasks.rados.rados.0.smithi007.stdout:1833: finishing rollback tid 2 to smithi00780855-17 2024-08-04T15:33:52.244 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 1157 (ObjNum 497 snap 157 seq_num 497) dirty exists 2024-08-04T15:33:52.244 INFO:tasks.rados.rados.0.smithi007.stdout:1831: finishing copy_from to smithi00780855-29 2024-08-04T15:33:52.244 INFO:tasks.rados.rados.0.smithi007.stdout:1831: got expected ENOENT (src dne) 2024-08-04T15:33:52.244 INFO:tasks.rados.rados.0.smithi007.stdout:1831: finishing copy_from racing read to smithi00780855-29 2024-08-04T15:33:52.244 INFO:tasks.rados.rados.0.smithi007.stdout:1832: expect (ObjNum 490 snap 152 seq_num 490) 2024-08-04T15:33:52.551 INFO:tasks.rados.rados.0.smithi007.stdout:1834: finishing write tid 1 to smithi00780855-49 2024-08-04T15:33:52.551 INFO:tasks.rados.rados.0.smithi007.stdout:1834: finishing write tid 2 to smithi00780855-49 2024-08-04T15:33:52.551 INFO:tasks.rados.rados.0.smithi007.stdout:1834: finishing write tid 3 to smithi00780855-49 2024-08-04T15:33:52.551 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 1236 (ObjNum 576 snap 185 seq_num 576) dirty exists 2024-08-04T15:33:52.551 INFO:tasks.rados.rados.0.smithi007.stdout:1834: left oid 49 (ObjNum 576 snap 185 seq_num 576) 2024-08-04T15:33:52.551 INFO:tasks.rados.rados.0.smithi007.stdout:1831: done (4 left) 2024-08-04T15:33:52.551 INFO:tasks.rados.rados.0.smithi007.stdout:1832: done (3 left) 2024-08-04T15:33:52.552 INFO:tasks.rados.rados.0.smithi007.stdout:1833: done (2 left) 2024-08-04T15:33:52.552 INFO:tasks.rados.rados.0.smithi007.stdout:1834: done (1 left) 2024-08-04T15:33:52.552 INFO:tasks.rados.rados.0.smithi007.stdout:1836: read oid 41 snap 161 2024-08-04T15:33:52.552 INFO:tasks.rados.rados.0.smithi007.stdout:1836: expect deleted 2024-08-04T15:33:52.552 INFO:tasks.rados.rados.0.smithi007.stdout:1837: rmattr oid 9 current snap is 185 2024-08-04T15:33:52.552 INFO:tasks.rados.rados.0.smithi007.stdout:1837: done (2 left) 2024-08-04T15:33:52.552 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 185 2024-08-04T15:33:52.552 INFO:tasks.rados.rados.0.smithi007.stdout:1838: seq_num 577 ranges {2064384=65536} 2024-08-04T15:33:52.563 INFO:tasks.rados.rados.0.smithi007.stdout:1838: writing smithi00780855-16 from 2064384 to 2129920 tid 1 2024-08-04T15:33:52.563 INFO:tasks.rados.rados.0.smithi007.stdout:1839: rollback oid 24 current snap is 185 2024-08-04T15:33:52.563 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 24 to 171 2024-08-04T15:33:52.563 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 951 (ObjNum 258 snap 74 seq_num 258) dirty exists 2024-08-04T15:33:52.563 INFO:tasks.rados.rados.0.smithi007.stdout:1835: done (3 left) 2024-08-04T15:33:52.563 INFO:tasks.rados.rados.0.smithi007.stdout:1836: done (2 left) 2024-08-04T15:33:52.563 INFO:tasks.rados.rados.0.smithi007.stdout:1840: copy_from oid 35 from oid 32 current snap is 185 2024-08-04T15:33:52.563 INFO:tasks.rados.rados.0.smithi007.stdout:1841: rollback oid 4 current snap is 185 2024-08-04T15:33:52.563 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 4 to 181 2024-08-04T15:33:52.564 INFO:tasks.rados.rados.0.smithi007.stdout:1842: setattr oid 8 current snap is 185 2024-08-04T15:33:52.566 INFO:tasks.rados.rados.0.smithi007.stdout:1843: read oid 23 snap -1 2024-08-04T15:33:52.566 INFO:tasks.rados.rados.0.smithi007.stdout:1843: expect (ObjNum 574 snap 184 seq_num 574) 2024-08-04T15:33:52.566 INFO:tasks.rados.rados.0.smithi007.stdout:1844: copy_from oid 34 from oid 7 current snap is 185 2024-08-04T15:33:52.566 INFO:tasks.rados.rados.0.smithi007.stdout:1845: copy_from oid 18 from oid 1 current snap is 185 2024-08-04T15:33:52.566 INFO:tasks.rados.rados.0.smithi007.stdout:1846: read oid 50 snap 178 2024-08-04T15:33:52.566 INFO:tasks.rados.rados.0.smithi007.stdout:1846: expect (ObjNum 511 snap 160 seq_num 511) 2024-08-04T15:33:52.566 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 20 current snap is 185 2024-08-04T15:33:52.567 INFO:tasks.rados.rados.0.smithi007.stdout:1847: seq_num 578 ranges {0=81920} 2024-08-04T15:33:52.567 INFO:tasks.rados.rados.0.smithi007.stdout:1847: writing smithi00780855-20 from 0 to 81920 tid 1 2024-08-04T15:33:52.567 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 19 current snap is 185 2024-08-04T15:33:52.567 INFO:tasks.rados.rados.0.smithi007.stdout:1848: seq_num 579 ranges {0=98304} 2024-08-04T15:33:52.567 INFO:tasks.rados.rados.0.smithi007.stdout:1848: writing smithi00780855-19 from 0 to 98304 tid 1 2024-08-04T15:33:52.567 INFO:tasks.rados.rados.0.smithi007.stdout:1849: read oid 31 snap 172 2024-08-04T15:33:52.567 INFO:tasks.rados.rados.0.smithi007.stdout:1849: expect (ObjNum 532 snap 171 seq_num 532) 2024-08-04T15:33:52.567 INFO:tasks.rados.rados.0.smithi007.stdout:1850: delete oid 42 current snap is 185 2024-08-04T15:33:52.569 INFO:tasks.rados.rados.0.smithi007.stdout:1841: finishing rollback tid 0 to smithi00780855-4 2024-08-04T15:33:52.569 INFO:tasks.rados.rados.0.smithi007.stdout:1839: finishing rollback tid 1 to smithi00780855-24 2024-08-04T15:33:52.572 INFO:tasks.rados.rados.0.smithi007.stdout:1838: finishing write tid 1 to smithi00780855-16 2024-08-04T15:33:52.572 INFO:tasks.rados.rados.0.smithi007.stdout:1838: finishing write tid 2 to smithi00780855-16 2024-08-04T15:33:52.574 INFO:tasks.rados.rados.0.smithi007.stdout:1839: finishing rollback tid 2 to smithi00780855-24 2024-08-04T15:33:52.574 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 1602 (ObjNum 465 snap 142 seq_num 465) dirty exists 2024-08-04T15:33:52.575 INFO:tasks.rados.rados.0.smithi007.stdout:1848: finishing write tid 1 to smithi00780855-19 2024-08-04T15:33:52.575 INFO:tasks.rados.rados.0.smithi007.stdout:1848: finishing write tid 2 to smithi00780855-19 2024-08-04T15:33:52.577 INFO:tasks.rados.rados.0.smithi007.stdout:1841: finishing rollback tid 1 to smithi00780855-4 2024-08-04T15:33:52.578 INFO:tasks.rados.rados.0.smithi007.stdout:1841: finishing rollback tid 2 to smithi00780855-4 2024-08-04T15:33:52.578 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 1160 (ObjNum 550 snap 178 seq_num 550) dirty exists 2024-08-04T15:33:52.579 INFO:tasks.rados.rados.0.smithi007.stdout:1838: finishing write tid 3 to smithi00780855-16 2024-08-04T15:33:52.579 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 1239 (ObjNum 577 snap 185 seq_num 577) dirty exists 2024-08-04T15:33:52.579 INFO:tasks.rados.rados.0.smithi007.stdout:1838: left oid 16 (ObjNum 577 snap 185 seq_num 577) 2024-08-04T15:33:52.582 INFO:tasks.rados.rados.0.smithi007.stdout:1848: finishing write tid 3 to smithi00780855-19 2024-08-04T15:33:52.582 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 1206 (ObjNum 579 snap 185 seq_num 579) dirty exists 2024-08-04T15:33:52.582 INFO:tasks.rados.rados.0.smithi007.stdout:1848: left oid 19 (ObjNum 579 snap 185 seq_num 579) 2024-08-04T15:33:52.590 INFO:tasks.rados.rados.0.smithi007.stdout:1840: finishing copy_from racing read to smithi00780855-35 2024-08-04T15:33:52.593 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 1158 (ObjNum 546 snap 177 seq_num 546) dirty exists 2024-08-04T15:33:52.602 INFO:tasks.rados.rados.0.smithi007.stdout:1843: expect (ObjNum 574 snap 184 seq_num 574) 2024-08-04T15:33:52.703 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:52 smithi062 ceph-mon[85960]: pgmap v303: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 349 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.9 MiB/s wr, 21 op/s; 56/492 objects degraded (11.382%) 2024-08-04T15:33:52.703 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:52 smithi062 ceph-mon[85960]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-04T15:33:52.703 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:52 smithi062 ceph-mon[85960]: osdmap e435: 8 total, 7 up, 8 in 2024-08-04T15:33:52.704 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:52.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:52 smithi007 ceph-mon[92692]: pgmap v303: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 349 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.9 MiB/s wr, 21 op/s; 56/492 objects degraded (11.382%) 2024-08-04T15:33:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:52 smithi007 ceph-mon[92692]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-04T15:33:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:52 smithi007 ceph-mon[92692]: osdmap e435: 8 total, 7 up, 8 in 2024-08-04T15:33:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:52 smithi007 ceph-mon[94998]: pgmap v303: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 349 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.9 MiB/s wr, 21 op/s; 56/492 objects degraded (11.382%) 2024-08-04T15:33:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:52 smithi007 ceph-mon[94998]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-04T15:33:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:52 smithi007 ceph-mon[94998]: osdmap e435: 8 total, 7 up, 8 in 2024-08-04T15:33:52.973 INFO:tasks.rados.rados.0.smithi007.stdout:1845: finishing copy_from racing read to smithi00780855-18 2024-08-04T15:33:52.973 INFO:tasks.rados.rados.0.smithi007.stdout:1845: finishing copy_from to smithi00780855-18 2024-08-04T15:33:52.973 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 1444 (ObjNum 490 snap 152 seq_num 490) dirty exists 2024-08-04T15:33:52.973 INFO:tasks.rados.rados.0.smithi007.stdout:1846: expect (ObjNum 511 snap 160 seq_num 511) 2024-08-04T15:33:53.715 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:53 smithi062 ceph-mon[85960]: Health check update: Degraded data redundancy: 58/501 objects degraded (11.577%), 13 pgs degraded (PG_DEGRADED) 2024-08-04T15:33:53.715 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:53.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:53.827 INFO:tasks.rados.rados.0.smithi007.stdout:1847: finishing write tid 1 to smithi00780855-20 2024-08-04T15:33:53.827 INFO:tasks.rados.rados.0.smithi007.stdout:1844: finishing copy_from racing read to smithi00780855-34 2024-08-04T15:33:53.827 INFO:tasks.rados.rados.0.smithi007.stdout:1847: finishing write tid 2 to smithi00780855-20 2024-08-04T15:33:53.827 INFO:tasks.rados.rados.0.smithi007.stdout:1849: expect (ObjNum 532 snap 171 seq_num 532) 2024-08-04T15:33:53.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:53 smithi007 ceph-mon[94998]: Health check update: Degraded data redundancy: 58/501 objects degraded (11.577%), 13 pgs degraded (PG_DEGRADED) 2024-08-04T15:33:53.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:53 smithi007 ceph-mon[92692]: Health check update: Degraded data redundancy: 58/501 objects degraded (11.577%), 13 pgs degraded (PG_DEGRADED) 2024-08-04T15:33:54.011 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[91250]: 2024-08-04T15:33:53.714+0000 7f4e6c0b1640 -1 osd.4 428 log_to_monitors true 2024-08-04T15:33:54.454 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:54 smithi062 ceph-mon[85960]: pgmap v306: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 356 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 17 op/s; 58/501 objects degraded (11.577%) 2024-08-04T15:33:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:54 smithi062 ceph-mon[85960]: from='osd.4 [v2:172.21.15.62:6800/3604184372,v1:172.21.15.62:6801/3604184372]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-04T15:33:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:54 smithi062 ceph-mon[85960]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-04T15:33:54.761 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 15:33:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[91250]: 2024-08-04T15:33:54.584+0000 7f4e63e5c640 -1 osd.4 428 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-04T15:33:54.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:54 smithi007 ceph-mon[92692]: pgmap v306: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 356 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 17 op/s; 58/501 objects degraded (11.577%) 2024-08-04T15:33:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:54 smithi007 ceph-mon[92692]: from='osd.4 [v2:172.21.15.62:6800/3604184372,v1:172.21.15.62:6801/3604184372]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-04T15:33:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:54 smithi007 ceph-mon[92692]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-04T15:33:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:54 smithi007 ceph-mon[94998]: pgmap v306: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 356 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 17 op/s; 58/501 objects degraded (11.577%) 2024-08-04T15:33:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:54 smithi007 ceph-mon[94998]: from='osd.4 [v2:172.21.15.62:6800/3604184372,v1:172.21.15.62:6801/3604184372]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-04T15:33:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:54 smithi007 ceph-mon[94998]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-04T15:33:54.900 INFO:tasks.rados.rados.0.smithi007.stdout:1840: finishing copy_from to smithi00780855-35 2024-08-04T15:33:54.900 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 1146 (ObjNum 552 snap 179 seq_num 552) dirty exists 2024-08-04T15:33:54.900 INFO:tasks.rados.rados.0.smithi007.stdout:1844: finishing copy_from to smithi00780855-34 2024-08-04T15:33:54.900 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 676 (ObjNum 496 snap 157 seq_num 496) dirty exists 2024-08-04T15:33:54.900 INFO:tasks.rados.rados.0.smithi007.stdout:1838: done (12 left) 2024-08-04T15:33:54.900 INFO:tasks.rados.rados.0.smithi007.stdout:1839: done (11 left) 2024-08-04T15:33:54.900 INFO:tasks.rados.rados.0.smithi007.stdout:1840: done (10 left) 2024-08-04T15:33:54.900 INFO:tasks.rados.rados.0.smithi007.stdout:1841: done (9 left) 2024-08-04T15:33:54.900 INFO:tasks.rados.rados.0.smithi007.stdout:1842: done (8 left) 2024-08-04T15:33:54.900 INFO:tasks.rados.rados.0.smithi007.stdout:1843: done (7 left) 2024-08-04T15:33:54.900 INFO:tasks.rados.rados.0.smithi007.stdout:1844: done (6 left) 2024-08-04T15:33:54.901 INFO:tasks.rados.rados.0.smithi007.stdout:1845: done (5 left) 2024-08-04T15:33:54.901 INFO:tasks.rados.rados.0.smithi007.stdout:1846: done (4 left) 2024-08-04T15:33:54.901 INFO:tasks.rados.rados.0.smithi007.stdout:1848: done (3 left) 2024-08-04T15:33:54.901 INFO:tasks.rados.rados.0.smithi007.stdout:1849: done (2 left) 2024-08-04T15:33:54.901 INFO:tasks.rados.rados.0.smithi007.stdout:1850: done (1 left) 2024-08-04T15:33:54.901 INFO:tasks.rados.rados.0.smithi007.stdout:1851: delete oid 8 current snap is 185 2024-08-04T15:33:54.901 INFO:tasks.rados.rados.0.smithi007.stdout:1847: finishing write tid 3 to smithi00780855-20 2024-08-04T15:33:54.901 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 1149 (ObjNum 578 snap 185 seq_num 578) dirty exists 2024-08-04T15:33:54.901 INFO:tasks.rados.rados.0.smithi007.stdout:1847: left oid 20 (ObjNum 578 snap 185 seq_num 578) 2024-08-04T15:33:54.902 INFO:tasks.rados.rados.0.smithi007.stdout:1847: done (1 left) 2024-08-04T15:33:54.902 INFO:tasks.rados.rados.0.smithi007.stdout:1851: done (0 left) 2024-08-04T15:33:54.902 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 9 current snap is 185 2024-08-04T15:33:54.902 INFO:tasks.rados.rados.0.smithi007.stdout:1852: seq_num 582 ranges {4259840=155648} 2024-08-04T15:33:54.926 INFO:tasks.rados.rados.0.smithi007.stdout:1852: writing smithi00780855-9 from 4259840 to 4415488 tid 1 2024-08-04T15:33:54.926 INFO:tasks.rados.rados.0.smithi007.stdout:1853: snap_remove snap 159 2024-08-04T15:33:55.563 INFO:tasks.rados.rados.0.smithi007.stdout:1852: finishing write tid 1 to smithi00780855-9 2024-08-04T15:33:55.563 INFO:tasks.rados.rados.0.smithi007.stdout:1852: finishing write tid 2 to smithi00780855-9 2024-08-04T15:33:55.563 INFO:tasks.rados.rados.0.smithi007.stdout:1852: finishing write tid 3 to smithi00780855-9 2024-08-04T15:33:55.563 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 1457 (ObjNum 582 snap 185 seq_num 582) dirty exists 2024-08-04T15:33:55.563 INFO:tasks.rados.rados.0.smithi007.stdout:1852: left oid 9 (ObjNum 582 snap 185 seq_num 582) 2024-08-04T15:33:55.563 INFO:tasks.rados.rados.0.smithi007.stdout:1852: done (1 left) 2024-08-04T15:33:55.563 INFO:tasks.rados.rados.0.smithi007.stdout:1853: done (0 left) 2024-08-04T15:33:55.564 INFO:tasks.rados.rados.0.smithi007.stdout:1854: snap_remove snap 174 2024-08-04T15:33:55.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:55 smithi007 ceph-mon[92692]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-04T15:33:55.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:55 smithi007 ceph-mon[92692]: osdmap e436: 8 total, 7 up, 8 in 2024-08-04T15:33:55.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:55 smithi007 ceph-mon[92692]: from='osd.4 [v2:172.21.15.62:6800/3604184372,v1:172.21.15.62:6801/3604184372]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:33:55.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:55 smithi007 ceph-mon[92692]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:33:55.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:55 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:55.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:55 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:55.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:55 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:55.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:55 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:55.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:55 smithi007 ceph-mon[94998]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-04T15:33:55.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:55 smithi007 ceph-mon[94998]: osdmap e436: 8 total, 7 up, 8 in 2024-08-04T15:33:55.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:55 smithi007 ceph-mon[94998]: from='osd.4 [v2:172.21.15.62:6800/3604184372,v1:172.21.15.62:6801/3604184372]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:33:55.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:55 smithi007 ceph-mon[94998]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:33:55.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:55 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:55.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:55 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:55.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:55 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:55.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:55 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:55.902 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:55 smithi062 ceph-mon[85960]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-04T15:33:55.902 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:55 smithi062 ceph-mon[85960]: osdmap e436: 8 total, 7 up, 8 in 2024-08-04T15:33:55.902 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:55 smithi062 ceph-mon[85960]: from='osd.4 [v2:172.21.15.62:6800/3604184372,v1:172.21.15.62:6801/3604184372]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:33:55.902 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:55 smithi062 ceph-mon[85960]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:33:55.902 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:55 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:55.902 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:55 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:55.902 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:55 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:55.903 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:55 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:56.569 INFO:tasks.rados.rados.0.smithi007.stdout:1854: done (0 left) 2024-08-04T15:33:56.569 INFO:tasks.rados.rados.0.smithi007.stdout:1855: copy_from oid 15 from oid 20 current snap is 185 2024-08-04T15:33:56.569 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 185 2024-08-04T15:33:56.569 INFO:tasks.rados.rados.0.smithi007.stdout:1856: seq_num 583 ranges {8544256=172032} 2024-08-04T15:33:56.573 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:33:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:33:56] "GET /metrics HTTP/1.1" 200 36205 "" "Prometheus/2.43.0" 2024-08-04T15:33:56.620 INFO:tasks.rados.rados.0.smithi007.stdout:1856: writing smithi00780855-6 from 8544256 to 8716288 tid 1 2024-08-04T15:33:56.620 INFO:tasks.rados.rados.0.smithi007.stdout:1857: read oid 46 snap -1 2024-08-04T15:33:56.620 INFO:tasks.rados.rados.0.smithi007.stdout:1857: expect (ObjNum 543 snap 177 seq_num 543) 2024-08-04T15:33:56.620 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 1 current snap is 185 2024-08-04T15:33:56.620 INFO:tasks.rados.rados.0.smithi007.stdout:1855: finishing copy_from racing read to smithi00780855-15 2024-08-04T15:33:56.620 INFO:tasks.rados.rados.0.smithi007.stdout:1855: finishing copy_from to smithi00780855-15 2024-08-04T15:33:56.620 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 1149 (ObjNum 578 snap 185 seq_num 578) dirty exists 2024-08-04T15:33:56.620 INFO:tasks.rados.rados.0.smithi007.stdout:1858: seq_num 584 ranges {4669440=188416} 2024-08-04T15:33:56.647 INFO:tasks.rados.rados.0.smithi007.stdout:1858: writing smithi00780855-1 from 4669440 to 4857856 tid 1 2024-08-04T15:33:56.647 INFO:tasks.rados.rados.0.smithi007.stdout:1855: done (3 left) 2024-08-04T15:33:56.648 INFO:tasks.rados.rados.0.smithi007.stdout:1859: rollback oid 38 current snap is 185 2024-08-04T15:33:56.648 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 38 to 161 2024-08-04T15:33:56.648 INFO:tasks.rados.rados.0.smithi007.stdout:1856: finishing write tid 1 to smithi00780855-6 2024-08-04T15:33:56.648 INFO:tasks.rados.rados.0.smithi007.stdout:1856: finishing write tid 2 to smithi00780855-6 2024-08-04T15:33:56.648 INFO:tasks.rados.rados.0.smithi007.stdout:1856: finishing write tid 3 to smithi00780855-6 2024-08-04T15:33:56.648 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 1155 (ObjNum 583 snap 185 seq_num 583) dirty exists 2024-08-04T15:33:56.648 INFO:tasks.rados.rados.0.smithi007.stdout:1856: left oid 6 (ObjNum 583 snap 185 seq_num 583) 2024-08-04T15:33:56.648 INFO:tasks.rados.rados.0.smithi007.stdout:1857: expect (ObjNum 543 snap 177 seq_num 543) 2024-08-04T15:33:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:56 smithi007 ceph-mon[92692]: pgmap v308: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 372 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 21 op/s; 60/531 objects degraded (11.299%) 2024-08-04T15:33:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:56 smithi007 ceph-mon[92692]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:33:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:56 smithi007 ceph-mon[92692]: osd.4 [v2:172.21.15.62:6800/3604184372,v1:172.21.15.62:6801/3604184372] boot 2024-08-04T15:33:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:56 smithi007 ceph-mon[92692]: osdmap e437: 8 total, 8 up, 8 in 2024-08-04T15:33:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:33:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:56 smithi007 ceph-mon[94998]: pgmap v308: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 372 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 21 op/s; 60/531 objects degraded (11.299%) 2024-08-04T15:33:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:56 smithi007 ceph-mon[94998]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:33:56.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:56 smithi007 ceph-mon[94998]: osd.4 [v2:172.21.15.62:6800/3604184372,v1:172.21.15.62:6801/3604184372] boot 2024-08-04T15:33:56.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:56 smithi007 ceph-mon[94998]: osdmap e437: 8 total, 8 up, 8 in 2024-08-04T15:33:56.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:33:56.883 INFO:tasks.rados.rados.0.smithi007.stdout:1858: finishing write tid 1 to smithi00780855-1 2024-08-04T15:33:56.883 INFO:tasks.rados.rados.0.smithi007.stdout:1859: finishing rollback tid 0 to smithi00780855-38 2024-08-04T15:33:56.883 INFO:tasks.rados.rados.0.smithi007.stdout:1858: finishing write tid 2 to smithi00780855-1 2024-08-04T15:33:56.883 INFO:tasks.rados.rados.0.smithi007.stdout:1859: finishing rollback tid 1 to smithi00780855-38 2024-08-04T15:33:56.883 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 1208 (ObjNum 65 snap 0 seq_num 1330669665) dirty dne 2024-08-04T15:33:56.883 INFO:tasks.rados.rados.0.smithi007.stdout:1858: finishing write tid 3 to smithi00780855-1 2024-08-04T15:33:56.883 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 1471 (ObjNum 584 snap 185 seq_num 584) dirty exists 2024-08-04T15:33:56.884 INFO:tasks.rados.rados.0.smithi007.stdout:1858: left oid 1 (ObjNum 584 snap 185 seq_num 584) 2024-08-04T15:33:56.884 INFO:tasks.rados.rados.0.smithi007.stdout:1856: done (3 left) 2024-08-04T15:33:56.884 INFO:tasks.rados.rados.0.smithi007.stdout:1857: done (2 left) 2024-08-04T15:33:56.884 INFO:tasks.rados.rados.0.smithi007.stdout:1858: done (1 left) 2024-08-04T15:33:56.884 INFO:tasks.rados.rados.0.smithi007.stdout:1859: done (0 left) 2024-08-04T15:33:56.884 INFO:tasks.rados.rados.0.smithi007.stdout:1860: read oid 25 snap -1 2024-08-04T15:33:56.884 INFO:tasks.rados.rados.0.smithi007.stdout:1860: expect deleted 2024-08-04T15:33:56.884 INFO:tasks.rados.rados.0.smithi007.stdout:1861: rollback oid 22 current snap is 185 2024-08-04T15:33:56.884 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 22 to 175 2024-08-04T15:33:56.884 INFO:tasks.rados.rados.0.smithi007.stdout:1862: copy_from oid 45 from oid 40 current snap is 185 2024-08-04T15:33:56.884 INFO:tasks.rados.rados.0.smithi007.stdout:1863: read oid 33 snap -1 2024-08-04T15:33:56.884 INFO:tasks.rados.rados.0.smithi007.stdout:1863: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:33:56.884 INFO:tasks.rados.rados.0.smithi007.stdout:1864: rollback oid 26 current snap is 185 2024-08-04T15:33:56.884 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 26 to 177 2024-08-04T15:33:56.885 INFO:tasks.rados.rados.0.smithi007.stdout:1865: copy_from oid 39 from oid 8 current snap is 185 2024-08-04T15:33:56.885 INFO:tasks.rados.rados.0.smithi007.stdout:1866: snap_remove snap 162 2024-08-04T15:33:56.914 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:56 smithi062 ceph-mon[85960]: pgmap v308: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 372 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 21 op/s; 60/531 objects degraded (11.299%) 2024-08-04T15:33:56.914 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:56 smithi062 ceph-mon[85960]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:33:56.914 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:56 smithi062 ceph-mon[85960]: osd.4 [v2:172.21.15.62:6800/3604184372,v1:172.21.15.62:6801/3604184372] boot 2024-08-04T15:33:56.914 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:56 smithi062 ceph-mon[85960]: osdmap e437: 8 total, 8 up, 8 in 2024-08-04T15:33:56.914 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-04T15:33:57.583 INFO:tasks.rados.rados.0.smithi007.stdout:1863: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:33:57.587 INFO:tasks.rados.rados.0.smithi007.stdout:1865: finishing copy_from to smithi00780855-39 2024-08-04T15:33:57.587 INFO:tasks.rados.rados.0.smithi007.stdout:1865: got expected ENOENT (src dne) 2024-08-04T15:33:57.587 INFO:tasks.rados.rados.0.smithi007.stdout:1865: finishing copy_from racing read to smithi00780855-39 2024-08-04T15:33:57.587 INFO:tasks.rados.rados.0.smithi007.stdout:1861: finishing rollback tid 0 to smithi00780855-22 2024-08-04T15:33:57.587 INFO:tasks.rados.rados.0.smithi007.stdout:1861: finishing rollback tid 1 to smithi00780855-22 2024-08-04T15:33:57.587 INFO:tasks.rados.rados.0.smithi007.stdout:1861: finishing rollback tid 2 to smithi00780855-22 2024-08-04T15:33:57.588 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 1474 (ObjNum 496 snap 157 seq_num 496) dirty exists 2024-08-04T15:33:57.588 INFO:tasks.rados.rados.0.smithi007.stdout:1864: finishing rollback tid 0 to smithi00780855-26 2024-08-04T15:33:57.588 INFO:tasks.rados.rados.0.smithi007.stdout:1864: finishing rollback tid 1 to smithi00780855-26 2024-08-04T15:33:57.588 INFO:tasks.rados.rados.0.smithi007.stdout:1864: finishing rollback tid 2 to smithi00780855-26 2024-08-04T15:33:57.588 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 1251 (ObjNum 538 snap 175 seq_num 538) dirty exists 2024-08-04T15:33:57.588 INFO:tasks.rados.rados.0.smithi007.stdout:1862: finishing copy_from racing read to smithi00780855-45 2024-08-04T15:33:57.588 INFO:tasks.rados.rados.0.smithi007.stdout:1862: finishing copy_from to smithi00780855-45 2024-08-04T15:33:57.588 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 368 (ObjNum 513 snap 160 seq_num 513) dirty exists 2024-08-04T15:33:57.588 INFO:tasks.rados.rados.0.smithi007.stdout:1860: done (6 left) 2024-08-04T15:33:57.588 INFO:tasks.rados.rados.0.smithi007.stdout:1861: done (5 left) 2024-08-04T15:33:57.588 INFO:tasks.rados.rados.0.smithi007.stdout:1862: done (4 left) 2024-08-04T15:33:57.588 INFO:tasks.rados.rados.0.smithi007.stdout:1863: done (3 left) 2024-08-04T15:33:57.588 INFO:tasks.rados.rados.0.smithi007.stdout:1864: done (2 left) 2024-08-04T15:33:57.588 INFO:tasks.rados.rados.0.smithi007.stdout:1865: done (1 left) 2024-08-04T15:33:57.589 INFO:tasks.rados.rados.0.smithi007.stdout:1866: done (0 left) 2024-08-04T15:33:57.589 INFO:tasks.rados.rados.0.smithi007.stdout:1867: read oid 22 snap 172 2024-08-04T15:33:57.589 INFO:tasks.rados.rados.0.smithi007.stdout:1867: expect (ObjNum 496 snap 157 seq_num 496) 2024-08-04T15:33:57.589 INFO:tasks.rados.rados.0.smithi007.stdout:1868: setattr oid 42 current snap is 185 2024-08-04T15:33:57.589 INFO:tasks.rados.rados.0.smithi007.stdout:1869: delete oid 29 current snap is 185 2024-08-04T15:33:57.601 INFO:tasks.rados.rados.0.smithi007.stdout:1869: done (2 left) 2024-08-04T15:33:57.601 INFO:tasks.rados.rados.0.smithi007.stdout:1870: snap_create 2024-08-04T15:33:57.619 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 1475 (ObjNum 2681057 snap 0 seq_num 1847869041) dirty exists 2024-08-04T15:33:57.635 INFO:tasks.rados.rados.0.smithi007.stdout:1867: expect (ObjNum 496 snap 157 seq_num 496) 2024-08-04T15:33:57.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:57 smithi007 ceph-mon[92692]: osdmap e438: 8 total, 8 up, 8 in 2024-08-04T15:33:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:57 smithi007 ceph-mon[94998]: osdmap e438: 8 total, 8 up, 8 in 2024-08-04T15:33:57.850 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:57 smithi062 ceph-mon[85960]: osdmap e438: 8 total, 8 up, 8 in 2024-08-04T15:33:58.603 INFO:tasks.rados.rados.0.smithi007.stdout:1867: done (2 left) 2024-08-04T15:33:58.603 INFO:tasks.rados.rados.0.smithi007.stdout:1868: done (1 left) 2024-08-04T15:33:58.603 INFO:tasks.rados.rados.0.smithi007.stdout:1870: done (0 left) 2024-08-04T15:33:58.603 INFO:tasks.rados.rados.0.smithi007.stdout:1871: snap_remove snap 166 2024-08-04T15:33:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:58 smithi062 ceph-mon[85960]: pgmap v311: 121 pgs: 5 peering, 12 active+undersized, 11 active+undersized+degraded, 93 active+clean; 394 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.5 MiB/s wr, 22 op/s; 52/549 objects degraded (9.472%) 2024-08-04T15:33:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:58 smithi062 ceph-mon[85960]: osdmap e439: 8 total, 8 up, 8 in 2024-08-04T15:33:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:33:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:33:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:58.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:58 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:58.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-04T15:33:58.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:33:58 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:33:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:33:58.835 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:33:58 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:33:58.629+0000 7f16d331c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-08-04T15:33:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:58 smithi007 ceph-mon[92692]: pgmap v311: 121 pgs: 5 peering, 12 active+undersized, 11 active+undersized+degraded, 93 active+clean; 394 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.5 MiB/s wr, 22 op/s; 52/549 objects degraded (9.472%) 2024-08-04T15:33:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:58 smithi007 ceph-mon[92692]: osdmap e439: 8 total, 8 up, 8 in 2024-08-04T15:33:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:33:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:33:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:58.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:58 smithi007 ceph-mon[94998]: pgmap v311: 121 pgs: 5 peering, 12 active+undersized, 11 active+undersized+degraded, 93 active+clean; 394 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.5 MiB/s wr, 22 op/s; 52/549 objects degraded (9.472%) 2024-08-04T15:33:58.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:58 smithi007 ceph-mon[94998]: osdmap e439: 8 total, 8 up, 8 in 2024-08-04T15:33:58.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:58.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:58.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:33:58.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:33:58.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:33:59.592 INFO:tasks.rados.rados.0.smithi007.stdout:1871: done (0 left) 2024-08-04T15:33:59.593 INFO:tasks.rados.rados.0.smithi007.stdout:1872: snap_remove snap 185 2024-08-04T15:33:59.945 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:59 smithi062 ceph-mon[85960]: osdmap e440: 8 total, 8 up, 8 in 2024-08-04T15:33:59.945 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:59 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:33:59.945 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:59 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:33:59.946 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:59 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:33:59.946 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:59 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:33:59.946 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:59 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-04T15:33:59.946 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:59 smithi062 ceph-mon[85960]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-04T15:33:59.946 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:59 smithi062 ceph-mon[85960]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-08-04T15:33:59.946 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:33:59 smithi062 ceph-mon[85960]: Health check update: Degraded data redundancy: 52/549 objects degraded (9.472%), 11 pgs degraded (PG_DEGRADED) 2024-08-04T15:34:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:59 smithi007 ceph-mon[94998]: osdmap e440: 8 total, 8 up, 8 in 2024-08-04T15:34:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:59 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:34:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:59 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:59 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:59 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:59 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-04T15:34:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:59 smithi007 ceph-mon[94998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-04T15:34:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:59 smithi007 ceph-mon[94998]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-08-04T15:34:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:33:59 smithi007 ceph-mon[94998]: Health check update: Degraded data redundancy: 52/549 objects degraded (9.472%), 11 pgs degraded (PG_DEGRADED) 2024-08-04T15:34:00.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:59 smithi007 ceph-mon[92692]: osdmap e440: 8 total, 8 up, 8 in 2024-08-04T15:34:00.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:59 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:34:00.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:59 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:00.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:59 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:00.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:59 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:00.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:59 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-04T15:34:00.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:59 smithi007 ceph-mon[92692]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-04T15:34:00.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:59 smithi007 ceph-mon[92692]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-08-04T15:34:00.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:33:59 smithi007 ceph-mon[92692]: Health check update: Degraded data redundancy: 52/549 objects degraded (9.472%), 11 pgs degraded (PG_DEGRADED) 2024-08-04T15:34:00.594 INFO:tasks.rados.rados.0.smithi007.stdout:1872: done (0 left) 2024-08-04T15:34:00.595 INFO:tasks.rados.rados.0.smithi007.stdout:1873: snap_remove snap 182 2024-08-04T15:34:00.919 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:00 smithi062 ceph-mon[85960]: pgmap v314: 121 pgs: 5 peering, 7 active+undersized, 7 active+undersized+degraded, 102 active+clean; 399 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 17 op/s; 31/558 objects degraded (5.556%); 9.2 MiB/s, 0 objects/s recovering 2024-08-04T15:34:00.919 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:00 smithi062 ceph-mon[85960]: osdmap e441: 8 total, 8 up, 8 in 2024-08-04T15:34:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:00 smithi007 ceph-mon[92692]: pgmap v314: 121 pgs: 5 peering, 7 active+undersized, 7 active+undersized+degraded, 102 active+clean; 399 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 17 op/s; 31/558 objects degraded (5.556%); 9.2 MiB/s, 0 objects/s recovering 2024-08-04T15:34:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:00 smithi007 ceph-mon[92692]: osdmap e441: 8 total, 8 up, 8 in 2024-08-04T15:34:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:00 smithi007 ceph-mon[94998]: pgmap v314: 121 pgs: 5 peering, 7 active+undersized, 7 active+undersized+degraded, 102 active+clean; 399 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 17 op/s; 31/558 objects degraded (5.556%); 9.2 MiB/s, 0 objects/s recovering 2024-08-04T15:34:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:00 smithi007 ceph-mon[94998]: osdmap e441: 8 total, 8 up, 8 in 2024-08-04T15:34:01.607 INFO:tasks.rados.rados.0.smithi007.stdout:1873: done (0 left) 2024-08-04T15:34:01.607 INFO:tasks.rados.rados.0.smithi007.stdout:1874: delete oid 26 current snap is 186 2024-08-04T15:34:01.618 INFO:tasks.rados.rados.0.smithi007.stdout:1874: done (0 left) 2024-08-04T15:34:01.618 INFO:tasks.rados.rados.0.smithi007.stdout:1875: snap_remove snap 178 2024-08-04T15:34:02.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:01 smithi062 ceph-mon[85960]: osdmap e442: 8 total, 8 up, 8 in 2024-08-04T15:34:02.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:01 smithi007 ceph-mon[94998]: osdmap e442: 8 total, 8 up, 8 in 2024-08-04T15:34:02.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:01 smithi007 ceph-mon[92692]: osdmap e442: 8 total, 8 up, 8 in 2024-08-04T15:34:02.603 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:34:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:34:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:34:02.612 INFO:tasks.rados.rados.0.smithi007.stdout:1875: done (0 left) 2024-08-04T15:34:02.612 INFO:tasks.rados.rados.0.smithi007.stdout:1876: read oid 49 snap -1 2024-08-04T15:34:02.612 INFO:tasks.rados.rados.0.smithi007.stdout:1876: expect (ObjNum 576 snap 185 seq_num 576) 2024-08-04T15:34:02.612 INFO:tasks.rados.rados.0.smithi007.stdout:1877: copy_from oid 22 from oid 39 current snap is 186 2024-08-04T15:34:02.612 INFO:tasks.rados.rados.0.smithi007.stdout:1878: read oid 50 snap 177 2024-08-04T15:34:02.612 INFO:tasks.rados.rados.0.smithi007.stdout:1878: expect (ObjNum 511 snap 160 seq_num 511) 2024-08-04T15:34:02.612 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 186 2024-08-04T15:34:02.612 INFO:tasks.rados.rados.0.smithi007.stdout:1879: seq_num 587 ranges {81920=237568} 2024-08-04T15:34:02.613 INFO:tasks.rados.rados.0.smithi007.stdout:1879: writing smithi00780855-15 from 81920 to 319488 tid 1 2024-08-04T15:34:02.614 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 18 current snap is 186 2024-08-04T15:34:02.614 INFO:tasks.rados.rados.0.smithi007.stdout:1880: seq_num 588 ranges {4669440=253952} 2024-08-04T15:34:02.643 INFO:tasks.rados.rados.0.smithi007.stdout:1880: writing smithi00780855-18 from 4669440 to 4923392 tid 1 2024-08-04T15:34:02.643 INFO:tasks.rados.rados.0.smithi007.stdout:1881: snap_create 2024-08-04T15:34:02.643 INFO:tasks.rados.rados.0.smithi007.stdout:1879: finishing write tid 1 to smithi00780855-15 2024-08-04T15:34:02.643 INFO:tasks.rados.rados.0.smithi007.stdout:1879: finishing write tid 2 to smithi00780855-15 2024-08-04T15:34:02.643 INFO:tasks.rados.rados.0.smithi007.stdout:1879: finishing write tid 3 to smithi00780855-15 2024-08-04T15:34:02.643 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 1649 (ObjNum 587 snap 186 seq_num 587) dirty exists 2024-08-04T15:34:02.643 INFO:tasks.rados.rados.0.smithi007.stdout:1879: left oid 15 (ObjNum 587 snap 186 seq_num 587) 2024-08-04T15:34:02.648 INFO:tasks.rados.rados.0.smithi007.stdout:1880: finishing write tid 1 to smithi00780855-18 2024-08-04T15:34:02.651 INFO:tasks.rados.rados.0.smithi007.stdout:1880: finishing write tid 2 to smithi00780855-18 2024-08-04T15:34:02.653 INFO:tasks.rados.rados.0.smithi007.stdout:1877: finishing copy_from racing read to smithi00780855-22 2024-08-04T15:34:02.653 INFO:tasks.rados.rados.0.smithi007.stdout:1880: finishing write tid 3 to smithi00780855-18 2024-08-04T15:34:02.653 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 1446 (ObjNum 588 snap 186 seq_num 588) dirty exists 2024-08-04T15:34:02.653 INFO:tasks.rados.rados.0.smithi007.stdout:1880: left oid 18 (ObjNum 588 snap 186 seq_num 588) 2024-08-04T15:34:02.653 INFO:tasks.rados.rados.0.smithi007.stdout:1877: finishing copy_from to smithi00780855-22 2024-08-04T15:34:02.653 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 1143 (ObjNum 515 snap 160 seq_num 515) dirty exists 2024-08-04T15:34:02.656 INFO:tasks.rados.rados.0.smithi007.stdout:1876: expect (ObjNum 576 snap 185 seq_num 576) 2024-08-04T15:34:02.897 INFO:tasks.rados.rados.0.smithi007.stdout:1878: expect (ObjNum 511 snap 160 seq_num 511) 2024-08-04T15:34:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:02 smithi062 ceph-mon[85960]: pgmap v317: 121 pgs: 5 peering, 116 active+clean; 402 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 814 KiB/s wr, 11 op/s; 20 MiB/s, 2 objects/s recovering 2024-08-04T15:34:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:02 smithi062 ceph-mon[85960]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/558 objects degraded (5.556%), 7 pgs degraded) 2024-08-04T15:34:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:02 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:34:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:02 smithi062 ceph-mon[85960]: osdmap e443: 8 total, 8 up, 8 in 2024-08-04T15:34:03.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:02 smithi007 ceph-mon[92692]: pgmap v317: 121 pgs: 5 peering, 116 active+clean; 402 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 814 KiB/s wr, 11 op/s; 20 MiB/s, 2 objects/s recovering 2024-08-04T15:34:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:02 smithi007 ceph-mon[92692]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/558 objects degraded (5.556%), 7 pgs degraded) 2024-08-04T15:34:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:02 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:34:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:02 smithi007 ceph-mon[92692]: osdmap e443: 8 total, 8 up, 8 in 2024-08-04T15:34:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:02 smithi007 ceph-mon[94998]: pgmap v317: 121 pgs: 5 peering, 116 active+clean; 402 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 814 KiB/s wr, 11 op/s; 20 MiB/s, 2 objects/s recovering 2024-08-04T15:34:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:02 smithi007 ceph-mon[94998]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/558 objects degraded (5.556%), 7 pgs degraded) 2024-08-04T15:34:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:02 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:34:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:02 smithi007 ceph-mon[94998]: osdmap e443: 8 total, 8 up, 8 in 2024-08-04T15:34:03.752 INFO:tasks.rados.rados.0.smithi007.stdout:1876: done (5 left) 2024-08-04T15:34:03.753 INFO:tasks.rados.rados.0.smithi007.stdout:1877: done (4 left) 2024-08-04T15:34:03.753 INFO:tasks.rados.rados.0.smithi007.stdout:1878: done (3 left) 2024-08-04T15:34:03.753 INFO:tasks.rados.rados.0.smithi007.stdout:1879: done (2 left) 2024-08-04T15:34:03.753 INFO:tasks.rados.rados.0.smithi007.stdout:1880: done (1 left) 2024-08-04T15:34:03.753 INFO:tasks.rados.rados.0.smithi007.stdout:1881: done (0 left) 2024-08-04T15:34:03.753 INFO:tasks.rados.rados.0.smithi007.stdout:1882: read oid 42 snap 186 2024-08-04T15:34:03.753 INFO:tasks.rados.rados.0.smithi007.stdout:1882: expect (ObjNum -800657360 snap 22001 seq_num 3494108768) 2024-08-04T15:34:03.753 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 29 current snap is 187 2024-08-04T15:34:03.753 INFO:tasks.rados.rados.0.smithi007.stdout:1883: seq_num 589 ranges {0=270336} 2024-08-04T15:34:03.754 INFO:tasks.rados.rados.0.smithi007.stdout:1883: writing smithi00780855-29 from 0 to 270336 tid 1 2024-08-04T15:34:03.754 INFO:tasks.rados.rados.0.smithi007.stdout:1884: read oid 32 snap -1 2024-08-04T15:34:03.754 INFO:tasks.rados.rados.0.smithi007.stdout:1884: expect (ObjNum 552 snap 179 seq_num 552) 2024-08-04T15:34:03.754 INFO:tasks.rados.rados.0.smithi007.stdout:1885: copy_from oid 48 from oid 38 current snap is 187 2024-08-04T15:34:03.754 INFO:tasks.rados.rados.0.smithi007.stdout:1882: expect (ObjNum -800657360 snap 22001 seq_num 3494108768) 2024-08-04T15:34:03.757 INFO:tasks.rados.rados.0.smithi007.stdout:1883: finishing write tid 1 to smithi00780855-29 2024-08-04T15:34:03.757 INFO:tasks.rados.rados.0.smithi007.stdout:1883: finishing write tid 2 to smithi00780855-29 2024-08-04T15:34:03.757 INFO:tasks.rados.rados.0.smithi007.stdout:1882: done (3 left) 2024-08-04T15:34:03.757 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 20 current snap is 187 2024-08-04T15:34:03.757 INFO:tasks.rados.rados.0.smithi007.stdout:1886: seq_num 590 ranges {81920=286720} 2024-08-04T15:34:03.759 INFO:tasks.rados.rados.0.smithi007.stdout:1886: writing smithi00780855-20 from 81920 to 368640 tid 1 2024-08-04T15:34:03.760 INFO:tasks.rados.rados.0.smithi007.stdout:1887: read oid 44 snap -1 2024-08-04T15:34:03.760 INFO:tasks.rados.rados.0.smithi007.stdout:1887: expect (ObjNum 525 snap 165 seq_num 525) 2024-08-04T15:34:03.760 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 11 current snap is 187 2024-08-04T15:34:03.760 INFO:tasks.rados.rados.0.smithi007.stdout:1888: seq_num 591 ranges {3489792=303104} 2024-08-04T15:34:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:03 smithi062 ceph-mon[85960]: osdmap e444: 8 total, 8 up, 8 in 2024-08-04T15:34:03.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:34:03 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:34:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi007\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", domainname=\"(none)\", instance=\"smithi007\", job=\"node\", machine=\"x86_64\", nodename=\"smithi007\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:34:03.781 INFO:tasks.rados.rados.0.smithi007.stdout:1888: writing smithi00780855-11 from 3489792 to 3792896 tid 1 2024-08-04T15:34:03.781 INFO:tasks.rados.rados.0.smithi007.stdout:1889: snap_create 2024-08-04T15:34:03.781 INFO:tasks.rados.rados.0.smithi007.stdout:1883: finishing write tid 3 to smithi00780855-29 2024-08-04T15:34:03.781 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 954 (ObjNum 589 snap 187 seq_num 589) dirty exists 2024-08-04T15:34:03.782 INFO:tasks.rados.rados.0.smithi007.stdout:1883: left oid 29 (ObjNum 589 snap 187 seq_num 589) 2024-08-04T15:34:03.782 INFO:tasks.rados.rados.0.smithi007.stdout:1885: finishing copy_from to smithi00780855-48 2024-08-04T15:34:03.782 INFO:tasks.rados.rados.0.smithi007.stdout:1885: got expected ENOENT (src dne) 2024-08-04T15:34:03.782 INFO:tasks.rados.rados.0.smithi007.stdout:1885: finishing copy_from racing read to smithi00780855-48 2024-08-04T15:34:03.782 INFO:tasks.rados.rados.0.smithi007.stdout:1884: expect (ObjNum 552 snap 179 seq_num 552) 2024-08-04T15:34:03.871 INFO:tasks.rados.rados.0.smithi007.stdout:1886: finishing write tid 1 to smithi00780855-20 2024-08-04T15:34:03.871 INFO:tasks.rados.rados.0.smithi007.stdout:1886: finishing write tid 2 to smithi00780855-20 2024-08-04T15:34:03.871 INFO:tasks.rados.rados.0.smithi007.stdout:1886: finishing write tid 3 to smithi00780855-20 2024-08-04T15:34:03.871 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 1151 (ObjNum 590 snap 187 seq_num 590) dirty exists 2024-08-04T15:34:03.871 INFO:tasks.rados.rados.0.smithi007.stdout:1886: left oid 20 (ObjNum 590 snap 187 seq_num 590) 2024-08-04T15:34:03.871 INFO:tasks.rados.rados.0.smithi007.stdout:1887: expect (ObjNum 525 snap 165 seq_num 525) 2024-08-04T15:34:04.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:03 smithi007 ceph-mon[92692]: osdmap e444: 8 total, 8 up, 8 in 2024-08-04T15:34:04.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:03 smithi007 ceph-mon[94998]: osdmap e444: 8 total, 8 up, 8 in 2024-08-04T15:34:04.121 INFO:tasks.rados.rados.0.smithi007.stdout:1888: finishing write tid 1 to smithi00780855-11 2024-08-04T15:34:04.121 INFO:tasks.rados.rados.0.smithi007.stdout:1888: finishing write tid 2 to smithi00780855-11 2024-08-04T15:34:04.121 INFO:tasks.rados.rados.0.smithi007.stdout:1888: finishing write tid 3 to smithi00780855-11 2024-08-04T15:34:04.121 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 1173 (ObjNum 591 snap 187 seq_num 591) dirty exists 2024-08-04T15:34:04.121 INFO:tasks.rados.rados.0.smithi007.stdout:1888: left oid 11 (ObjNum 591 snap 187 seq_num 591) 2024-08-04T15:34:04.461 INFO:tasks.rados.rados.0.smithi007.stdout:1883: done (6 left) 2024-08-04T15:34:04.461 INFO:tasks.rados.rados.0.smithi007.stdout:1884: done (5 left) 2024-08-04T15:34:04.461 INFO:tasks.rados.rados.0.smithi007.stdout:1885: done (4 left) 2024-08-04T15:34:04.461 INFO:tasks.rados.rados.0.smithi007.stdout:1886: done (3 left) 2024-08-04T15:34:04.461 INFO:tasks.rados.rados.0.smithi007.stdout:1887: done (2 left) 2024-08-04T15:34:04.461 INFO:tasks.rados.rados.0.smithi007.stdout:1888: done (1 left) 2024-08-04T15:34:04.461 INFO:tasks.rados.rados.0.smithi007.stdout:1889: done (0 left) 2024-08-04T15:34:04.461 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 188 2024-08-04T15:34:04.461 INFO:tasks.rados.rados.0.smithi007.stdout:1890: seq_num 592 ranges {2064384=319488} 2024-08-04T15:34:04.474 INFO:tasks.rados.rados.0.smithi007.stdout:1890: writing smithi00780855-22 from 2064384 to 2383872 tid 1 2024-08-04T15:34:04.474 INFO:tasks.rados.rados.0.smithi007.stdout:1891: copy_from oid 50 from oid 15 current snap is 188 2024-08-04T15:34:04.474 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 8 current snap is 188 2024-08-04T15:34:04.474 INFO:tasks.rados.rados.0.smithi007.stdout:1892: seq_num 593 ranges {0=335872} 2024-08-04T15:34:04.476 INFO:tasks.rados.rados.0.smithi007.stdout:1892: writing smithi00780855-8 from 0 to 335872 tid 1 2024-08-04T15:34:04.476 INFO:tasks.rados.rados.0.smithi007.stdout:1893: copy_from oid 31 from oid 27 current snap is 188 2024-08-04T15:34:04.476 INFO:tasks.rados.rados.0.smithi007.stdout:1894: snap_create 2024-08-04T15:34:04.483 INFO:tasks.rados.rados.0.smithi007.stdout:1890: finishing write tid 1 to smithi00780855-22 2024-08-04T15:34:04.483 INFO:tasks.rados.rados.0.smithi007.stdout:1890: finishing write tid 2 to smithi00780855-22 2024-08-04T15:34:04.484 INFO:tasks.rados.rados.0.smithi007.stdout:1892: finishing write tid 1 to smithi00780855-8 2024-08-04T15:34:04.484 INFO:tasks.rados.rados.0.smithi007.stdout:1892: finishing write tid 2 to smithi00780855-8 2024-08-04T15:34:04.486 INFO:tasks.rados.rados.0.smithi007.stdout:1890: finishing write tid 3 to smithi00780855-22 2024-08-04T15:34:04.486 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 1477 (ObjNum 592 snap 188 seq_num 592) dirty exists 2024-08-04T15:34:04.486 INFO:tasks.rados.rados.0.smithi007.stdout:1890: left oid 22 (ObjNum 592 snap 188 seq_num 592) 2024-08-04T15:34:04.486 INFO:tasks.rados.rados.0.smithi007.stdout:1892: finishing write tid 3 to smithi00780855-8 2024-08-04T15:34:04.486 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 1161 (ObjNum 593 snap 188 seq_num 593) dirty exists 2024-08-04T15:34:04.486 INFO:tasks.rados.rados.0.smithi007.stdout:1892: left oid 8 (ObjNum 593 snap 188 seq_num 593) 2024-08-04T15:34:04.486 INFO:tasks.rados.rados.0.smithi007.stdout:1891: finishing copy_from racing read to smithi00780855-50 2024-08-04T15:34:04.487 INFO:tasks.rados.rados.0.smithi007.stdout:1891: finishing copy_from to smithi00780855-50 2024-08-04T15:34:04.487 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 1649 (ObjNum 587 snap 186 seq_num 587) dirty exists 2024-08-04T15:34:04.510 INFO:tasks.rados.rados.0.smithi007.stdout:1893: finishing copy_from racing read to smithi00780855-31 2024-08-04T15:34:04.514 INFO:tasks.rados.rados.0.smithi007.stdout:1893: finishing copy_from to smithi00780855-31 2024-08-04T15:34:04.514 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 1450 (ObjNum 558 snap 182 seq_num 558) dirty exists 2024-08-04T15:34:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:04 smithi062 ceph-mon[85960]: pgmap v320: 121 pgs: 121 active+clean; 393 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 726 KiB/s wr, 2 op/s; 15 MiB/s, 2 objects/s recovering 2024-08-04T15:34:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:04 smithi062 ceph-mon[85960]: osdmap e445: 8 total, 8 up, 8 in 2024-08-04T15:34:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:04 smithi062 ceph-mon[85960]: osdmap e446: 8 total, 8 up, 8 in 2024-08-04T15:34:04.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:34:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:34:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:34:04.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:34:04 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:34:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:34:05.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:04 smithi007 ceph-mon[92692]: pgmap v320: 121 pgs: 121 active+clean; 393 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 726 KiB/s wr, 2 op/s; 15 MiB/s, 2 objects/s recovering 2024-08-04T15:34:05.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:04 smithi007 ceph-mon[92692]: osdmap e445: 8 total, 8 up, 8 in 2024-08-04T15:34:05.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:04 smithi007 ceph-mon[92692]: osdmap e446: 8 total, 8 up, 8 in 2024-08-04T15:34:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:04 smithi007 ceph-mon[94998]: pgmap v320: 121 pgs: 121 active+clean; 393 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 726 KiB/s wr, 2 op/s; 15 MiB/s, 2 objects/s recovering 2024-08-04T15:34:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:04 smithi007 ceph-mon[94998]: osdmap e445: 8 total, 8 up, 8 in 2024-08-04T15:34:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:04 smithi007 ceph-mon[94998]: osdmap e446: 8 total, 8 up, 8 in 2024-08-04T15:34:05.462 INFO:tasks.rados.rados.0.smithi007.stdout:1890: done (4 left) 2024-08-04T15:34:05.462 INFO:tasks.rados.rados.0.smithi007.stdout:1891: done (3 left) 2024-08-04T15:34:05.462 INFO:tasks.rados.rados.0.smithi007.stdout:1892: done (2 left) 2024-08-04T15:34:05.462 INFO:tasks.rados.rados.0.smithi007.stdout:1893: done (1 left) 2024-08-04T15:34:05.462 INFO:tasks.rados.rados.0.smithi007.stdout:1894: done (0 left) 2024-08-04T15:34:05.462 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 189 2024-08-04T15:34:05.463 INFO:tasks.rados.rados.0.smithi007.stdout:1895: seq_num 594 ranges {3735552=352256} 2024-08-04T15:34:05.484 INFO:tasks.rados.rados.0.smithi007.stdout:1895: writing smithi00780855-43 from 3735552 to 4087808 tid 1 2024-08-04T15:34:05.484 INFO:tasks.rados.rados.0.smithi007.stdout:1896: delete oid 18 current snap is 189 2024-08-04T15:34:05.491 INFO:tasks.rados.rados.0.smithi007.stdout:1895: finishing write tid 1 to smithi00780855-43 2024-08-04T15:34:05.491 INFO:tasks.rados.rados.0.smithi007.stdout:1896: done (1 left) 2024-08-04T15:34:05.491 INFO:tasks.rados.rados.0.smithi007.stdout:1897: read oid 13 snap -1 2024-08-04T15:34:05.491 INFO:tasks.rados.rados.0.smithi007.stdout:1897: expect (ObjNum 536 snap 175 seq_num 536) 2024-08-04T15:34:05.491 INFO:tasks.rados.rados.0.smithi007.stdout:1898: copy_from oid 11 from oid 47 current snap is 189 2024-08-04T15:34:05.492 INFO:tasks.rados.rados.0.smithi007.stdout:1895: finishing write tid 2 to smithi00780855-43 2024-08-04T15:34:05.492 INFO:tasks.rados.rados.0.smithi007.stdout:1899: copy_from oid 18 from oid 27 current snap is 189 2024-08-04T15:34:05.492 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 25 current snap is 189 2024-08-04T15:34:05.492 INFO:tasks.rados.rados.0.smithi007.stdout:1900: seq_num 596 ranges {0=385024} 2024-08-04T15:34:05.494 INFO:tasks.rados.rados.0.smithi007.stdout:1900: writing smithi00780855-25 from 0 to 385024 tid 1 2024-08-04T15:34:05.494 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 29 current snap is 189 2024-08-04T15:34:05.494 INFO:tasks.rados.rados.0.smithi007.stdout:1901: seq_num 597 ranges {270336=401408} 2024-08-04T15:34:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1901: writing smithi00780855-29 from 270336 to 671744 tid 1 2024-08-04T15:34:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1902: read oid 30 snap -1 2024-08-04T15:34:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1902: expect deleted 2024-08-04T15:34:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1903: read oid 42 snap -1 2024-08-04T15:34:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1903: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:34:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 12 current snap is 189 2024-08-04T15:34:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1898: finishing copy_from to smithi00780855-11 2024-08-04T15:34:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1898: got expected ENOENT (src dne) 2024-08-04T15:34:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:1895: finishing write tid 3 to smithi00780855-43 2024-08-04T15:34:05.499 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 1157 (ObjNum 594 snap 189 seq_num 594) dirty exists 2024-08-04T15:34:05.500 INFO:tasks.rados.rados.0.smithi007.stdout:1895: left oid 43 (ObjNum 594 snap 189 seq_num 594) 2024-08-04T15:34:05.500 INFO:tasks.rados.rados.0.smithi007.stdout:1898: finishing copy_from racing read to smithi00780855-11 2024-08-04T15:34:05.500 INFO:tasks.rados.rados.0.smithi007.stdout:1904: seq_num 598 ranges {5578752=417792} 2024-08-04T15:34:05.532 INFO:tasks.rados.rados.0.smithi007.stdout:1904: writing smithi00780855-12 from 5578752 to 5996544 tid 1 2024-08-04T15:34:05.532 INFO:tasks.rados.rados.0.smithi007.stdout:1895: done (8 left) 2024-08-04T15:34:05.532 INFO:tasks.rados.rados.0.smithi007.stdout:1898: done (7 left) 2024-08-04T15:34:05.532 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 4 current snap is 189 2024-08-04T15:34:05.532 INFO:tasks.rados.rados.0.smithi007.stdout:1905: seq_num 599 ranges {8151040=434176} 2024-08-04T15:34:05.579 INFO:tasks.rados.rados.0.smithi007.stdout:1905: writing smithi00780855-4 from 8151040 to 8585216 tid 1 2024-08-04T15:34:05.579 INFO:tasks.rados.rados.0.smithi007.stdout:1906: copy_from oid 16 from oid 28 current snap is 189 2024-08-04T15:34:05.579 INFO:tasks.rados.rados.0.smithi007.stdout:1903: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:34:05.582 INFO:tasks.rados.rados.0.smithi007.stdout:1901: finishing write tid 1 to smithi00780855-29 2024-08-04T15:34:05.582 INFO:tasks.rados.rados.0.smithi007.stdout:1901: finishing write tid 2 to smithi00780855-29 2024-08-04T15:34:05.582 INFO:tasks.rados.rados.0.smithi007.stdout:1901: finishing write tid 3 to smithi00780855-29 2024-08-04T15:34:05.582 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 956 (ObjNum 597 snap 189 seq_num 597) dirty exists 2024-08-04T15:34:05.582 INFO:tasks.rados.rados.0.smithi007.stdout:1901: left oid 29 (ObjNum 597 snap 189 seq_num 597) 2024-08-04T15:34:05.582 INFO:tasks.rados.rados.0.smithi007.stdout:1900: finishing write tid 1 to smithi00780855-25 2024-08-04T15:34:05.582 INFO:tasks.rados.rados.0.smithi007.stdout:1899: finishing copy_from racing read to smithi00780855-18 2024-08-04T15:34:05.582 INFO:tasks.rados.rados.0.smithi007.stdout:1897: expect (ObjNum 536 snap 175 seq_num 536) 2024-08-04T15:34:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:1900: finishing write tid 2 to smithi00780855-25 2024-08-04T15:34:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:1900: finishing write tid 3 to smithi00780855-25 2024-08-04T15:34:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 1655 (ObjNum 596 snap 189 seq_num 596) dirty exists 2024-08-04T15:34:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:1900: left oid 25 (ObjNum 596 snap 189 seq_num 596) 2024-08-04T15:34:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:1897: done (8 left) 2024-08-04T15:34:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:1900: done (7 left) 2024-08-04T15:34:06.011 INFO:tasks.rados.rados.0.smithi007.stdout:1901: done (6 left) 2024-08-04T15:34:06.011 INFO:tasks.rados.rados.0.smithi007.stdout:1902: done (5 left) 2024-08-04T15:34:06.011 INFO:tasks.rados.rados.0.smithi007.stdout:1903: done (4 left) 2024-08-04T15:34:06.011 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 7 current snap is 189 2024-08-04T15:34:06.011 INFO:tasks.rados.rados.0.smithi007.stdout:1899: finishing copy_from to smithi00780855-18 2024-08-04T15:34:06.011 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 1450 (ObjNum 558 snap 182 seq_num 558) dirty exists 2024-08-04T15:34:06.011 INFO:tasks.rados.rados.0.smithi007.stdout:1904: finishing write tid 1 to smithi00780855-12 2024-08-04T15:34:06.011 INFO:tasks.rados.rados.0.smithi007.stdout:1907: seq_num 600 ranges {10223616=450560} 2024-08-04T15:34:06.069 INFO:tasks.rados.rados.0.smithi007.stdout:1907: writing smithi00780855-7 from 10223616 to 10674176 tid 1 2024-08-04T15:34:06.069 INFO:tasks.rados.rados.0.smithi007.stdout:1899: done (4 left) 2024-08-04T15:34:06.069 INFO:tasks.rados.rados.0.smithi007.stdout:1908: read oid 24 snap -1 2024-08-04T15:34:06.069 INFO:tasks.rados.rados.0.smithi007.stdout:1908: expect (ObjNum 465 snap 142 seq_num 465) 2024-08-04T15:34:06.069 INFO:tasks.rados.rados.0.smithi007.stdout:1909: read oid 37 snap -1 2024-08-04T15:34:06.069 INFO:tasks.rados.rados.0.smithi007.stdout:1909: expect deleted 2024-08-04T15:34:06.069 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 189 2024-08-04T15:34:06.069 INFO:tasks.rados.rados.0.smithi007.stdout:1904: finishing write tid 2 to smithi00780855-12 2024-08-04T15:34:06.069 INFO:tasks.rados.rados.0.smithi007.stdout:1904: finishing write tid 3 to smithi00780855-12 2024-08-04T15:34:06.070 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 1658 (ObjNum 598 snap 189 seq_num 598) dirty exists 2024-08-04T15:34:06.070 INFO:tasks.rados.rados.0.smithi007.stdout:1904: left oid 12 (ObjNum 598 snap 189 seq_num 598) 2024-08-04T15:34:06.070 INFO:tasks.rados.rados.0.smithi007.stdout:1905: finishing write tid 1 to smithi00780855-4 2024-08-04T15:34:06.070 INFO:tasks.rados.rados.0.smithi007.stdout:1905: finishing write tid 2 to smithi00780855-4 2024-08-04T15:34:06.070 INFO:tasks.rados.rados.0.smithi007.stdout:1905: finishing write tid 3 to smithi00780855-4 2024-08-04T15:34:06.070 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 1162 (ObjNum 599 snap 189 seq_num 599) dirty exists 2024-08-04T15:34:06.070 INFO:tasks.rados.rados.0.smithi007.stdout:1905: left oid 4 (ObjNum 599 snap 189 seq_num 599) 2024-08-04T15:34:06.070 INFO:tasks.rados.rados.0.smithi007.stdout:1906: finishing copy_from racing read to smithi00780855-16 2024-08-04T15:34:06.070 INFO:tasks.rados.rados.0.smithi007.stdout:1906: finishing copy_from to smithi00780855-16 2024-08-04T15:34:06.070 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 1141 (ObjNum 487 snap 151 seq_num 487) dirty exists 2024-08-04T15:34:06.071 INFO:tasks.rados.rados.0.smithi007.stdout:1910: seq_num 601 ranges {4734976=475136} 2024-08-04T15:34:06.097 INFO:tasks.rados.rados.0.smithi007.stdout:1910: writing smithi00780855-49 from 4734976 to 5210112 tid 1 2024-08-04T15:34:06.097 INFO:tasks.rados.rados.0.smithi007.stdout:1904: done (6 left) 2024-08-04T15:34:06.097 INFO:tasks.rados.rados.0.smithi007.stdout:1905: done (5 left) 2024-08-04T15:34:06.097 INFO:tasks.rados.rados.0.smithi007.stdout:1906: done (4 left) 2024-08-04T15:34:06.097 INFO:tasks.rados.rados.0.smithi007.stdout:1911: snap_remove snap 177 2024-08-04T15:34:06.460 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:34:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:34:06] "GET /metrics HTTP/1.1" 200 36198 "" "Prometheus/2.43.0" 2024-08-04T15:34:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:06 smithi062 ceph-mon[85960]: pgmap v323: 121 pgs: 121 active+clean; 388 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.3 MiB/s wr, 2 op/s; 3.9 MiB/s, 0 objects/s recovering 2024-08-04T15:34:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:06 smithi062 ceph-mon[85960]: osdmap e447: 8 total, 8 up, 8 in 2024-08-04T15:34:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:34:06.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:06 smithi007 ceph-mon[92692]: pgmap v323: 121 pgs: 121 active+clean; 388 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.3 MiB/s wr, 2 op/s; 3.9 MiB/s, 0 objects/s recovering 2024-08-04T15:34:06.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:06 smithi007 ceph-mon[92692]: osdmap e447: 8 total, 8 up, 8 in 2024-08-04T15:34:06.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:06.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:34:06.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:06 smithi007 ceph-mon[94998]: pgmap v323: 121 pgs: 121 active+clean; 388 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.3 MiB/s wr, 2 op/s; 3.9 MiB/s, 0 objects/s recovering 2024-08-04T15:34:06.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:06 smithi007 ceph-mon[94998]: osdmap e447: 8 total, 8 up, 8 in 2024-08-04T15:34:06.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:06.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:34:07.021 INFO:tasks.rados.rados.0.smithi007.stdout:1911: done (4 left) 2024-08-04T15:34:07.021 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 39 current snap is 189 2024-08-04T15:34:07.021 INFO:tasks.rados.rados.0.smithi007.stdout:1912: seq_num 602 ranges {2064384=491520} 2024-08-04T15:34:07.036 INFO:tasks.rados.rados.0.smithi007.stdout:1912: writing smithi00780855-39 from 2064384 to 2555904 tid 1 2024-08-04T15:34:07.036 INFO:tasks.rados.rados.0.smithi007.stdout:1913: delete oid 36 current snap is 189 2024-08-04T15:34:07.037 INFO:tasks.rados.rados.0.smithi007.stdout:1907: finishing write tid 1 to smithi00780855-7 2024-08-04T15:34:07.037 INFO:tasks.rados.rados.0.smithi007.stdout:1907: finishing write tid 2 to smithi00780855-7 2024-08-04T15:34:07.037 INFO:tasks.rados.rados.0.smithi007.stdout:1907: finishing write tid 3 to smithi00780855-7 2024-08-04T15:34:07.037 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 1269 (ObjNum 600 snap 189 seq_num 600) dirty exists 2024-08-04T15:34:07.037 INFO:tasks.rados.rados.0.smithi007.stdout:1907: left oid 7 (ObjNum 600 snap 189 seq_num 600) 2024-08-04T15:34:07.037 INFO:tasks.rados.rados.0.smithi007.stdout:1908: expect (ObjNum 465 snap 142 seq_num 465) 2024-08-04T15:34:07.145 INFO:tasks.rados.rados.0.smithi007.stdout:1910: finishing write tid 1 to smithi00780855-49 2024-08-04T15:34:07.146 INFO:tasks.rados.rados.0.smithi007.stdout:1910: finishing write tid 2 to smithi00780855-49 2024-08-04T15:34:07.146 INFO:tasks.rados.rados.0.smithi007.stdout:1910: finishing write tid 3 to smithi00780855-49 2024-08-04T15:34:07.146 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 1272 (ObjNum 601 snap 189 seq_num 601) dirty exists 2024-08-04T15:34:07.146 INFO:tasks.rados.rados.0.smithi007.stdout:1910: left oid 49 (ObjNum 601 snap 189 seq_num 601) 2024-08-04T15:34:07.146 INFO:tasks.rados.rados.0.smithi007.stdout:1912: finishing write tid 1 to smithi00780855-39 2024-08-04T15:34:07.146 INFO:tasks.rados.rados.0.smithi007.stdout:1907: done (5 left) 2024-08-04T15:34:07.146 INFO:tasks.rados.rados.0.smithi007.stdout:1908: done (4 left) 2024-08-04T15:34:07.146 INFO:tasks.rados.rados.0.smithi007.stdout:1909: done (3 left) 2024-08-04T15:34:07.146 INFO:tasks.rados.rados.0.smithi007.stdout:1910: done (2 left) 2024-08-04T15:34:07.146 INFO:tasks.rados.rados.0.smithi007.stdout:1913: done (1 left) 2024-08-04T15:34:07.146 INFO:tasks.rados.rados.0.smithi007.stdout:1914: setattr oid 31 current snap is 189 2024-08-04T15:34:07.147 INFO:tasks.rados.rados.0.smithi007.stdout:1912: finishing write tid 2 to smithi00780855-39 2024-08-04T15:34:07.147 INFO:tasks.rados.rados.0.smithi007.stdout:1912: finishing write tid 3 to smithi00780855-39 2024-08-04T15:34:07.147 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 1452 (ObjNum 602 snap 189 seq_num 602) dirty exists 2024-08-04T15:34:07.147 INFO:tasks.rados.rados.0.smithi007.stdout:1912: left oid 39 (ObjNum 602 snap 189 seq_num 602) 2024-08-04T15:34:07.147 INFO:tasks.rados.rados.0.smithi007.stdout:1912: done (1 left) 2024-08-04T15:34:07.148 INFO:tasks.rados.rados.0.smithi007.stdout:1915: rmattr oid 7 current snap is 189 2024-08-04T15:34:07.148 INFO:tasks.rados.rados.0.smithi007.stdout:1916: delete oid 15 current snap is 189 2024-08-04T15:34:07.149 INFO:tasks.rados.rados.0.smithi007.stdout:1916: done (2 left) 2024-08-04T15:34:07.149 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 35 current snap is 189 2024-08-04T15:34:07.150 INFO:tasks.rados.rados.0.smithi007.stdout:1917: seq_num 605 ranges {2875392=540672} 2024-08-04T15:34:07.168 INFO:tasks.rados.rados.0.smithi007.stdout:1917: writing smithi00780855-35 from 2875392 to 3416064 tid 1 2024-08-04T15:34:07.169 INFO:tasks.rados.rados.0.smithi007.stdout:1918: read oid 1 snap -1 2024-08-04T15:34:07.169 INFO:tasks.rados.rados.0.smithi007.stdout:1918: expect (ObjNum 584 snap 185 seq_num 584) 2024-08-04T15:34:07.169 INFO:tasks.rados.rados.0.smithi007.stdout:1919: delete oid 45 current snap is 189 2024-08-04T15:34:07.169 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 1279 (ObjNum 600 snap 189 seq_num 600) dirty exists 2024-08-04T15:34:07.169 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 1453 (ObjNum 558 snap 182 seq_num 558) dirty exists 2024-08-04T15:34:07.171 INFO:tasks.rados.rados.0.smithi007.stdout:1914: done (4 left) 2024-08-04T15:34:07.171 INFO:tasks.rados.rados.0.smithi007.stdout:1915: done (3 left) 2024-08-04T15:34:07.171 INFO:tasks.rados.rados.0.smithi007.stdout:1919: done (2 left) 2024-08-04T15:34:07.171 INFO:tasks.rados.rados.0.smithi007.stdout:1920: snap_create 2024-08-04T15:34:07.172 INFO:tasks.rados.rados.0.smithi007.stdout:1917: finishing write tid 1 to smithi00780855-35 2024-08-04T15:34:07.172 INFO:tasks.rados.rados.0.smithi007.stdout:1917: finishing write tid 2 to smithi00780855-35 2024-08-04T15:34:07.173 INFO:tasks.rados.rados.0.smithi007.stdout:1917: finishing write tid 3 to smithi00780855-35 2024-08-04T15:34:07.173 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 1455 (ObjNum 605 snap 189 seq_num 605) dirty exists 2024-08-04T15:34:07.173 INFO:tasks.rados.rados.0.smithi007.stdout:1917: left oid 35 (ObjNum 605 snap 189 seq_num 605) 2024-08-04T15:34:07.182 INFO:tasks.rados.rados.0.smithi007.stdout:1918: expect (ObjNum 584 snap 185 seq_num 584) 2024-08-04T15:34:08.024 INFO:tasks.rados.rados.0.smithi007.stdout:1917: done (2 left) 2024-08-04T15:34:08.025 INFO:tasks.rados.rados.0.smithi007.stdout:1918: done (1 left) 2024-08-04T15:34:08.025 INFO:tasks.rados.rados.0.smithi007.stdout:1920: done (0 left) 2024-08-04T15:34:08.025 INFO:tasks.rados.rados.0.smithi007.stdout:1921: snap_create 2024-08-04T15:34:08.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:08 smithi007 ceph-mon[92692]: pgmap v325: 121 pgs: 121 active+clean; 395 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2024-08-04T15:34:08.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:08 smithi007 ceph-mon[92692]: osdmap e448: 8 total, 8 up, 8 in 2024-08-04T15:34:08.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:08 smithi007 ceph-mon[94998]: pgmap v325: 121 pgs: 121 active+clean; 395 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2024-08-04T15:34:08.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:08 smithi007 ceph-mon[94998]: osdmap e448: 8 total, 8 up, 8 in 2024-08-04T15:34:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:08 smithi062 ceph-mon[85960]: pgmap v325: 121 pgs: 121 active+clean; 395 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2024-08-04T15:34:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:08 smithi062 ceph-mon[85960]: osdmap e448: 8 total, 8 up, 8 in 2024-08-04T15:34:09.011 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:34:08 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:34:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)\", cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)\", cluster_addr=\"172.21.15.7\", device_class=\"ssd\", hostname=\"smithi007\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.7\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:34:09.032 INFO:tasks.rados.rados.0.smithi007.stdout:1921: done (0 left) 2024-08-04T15:34:09.032 INFO:tasks.rados.rados.0.smithi007.stdout:1922: read oid 37 snap 190 2024-08-04T15:34:09.032 INFO:tasks.rados.rados.0.smithi007.stdout:1922: expect deleted 2024-08-04T15:34:09.032 INFO:tasks.rados.rados.0.smithi007.stdout:1923: read oid 11 snap -1 2024-08-04T15:34:09.032 INFO:tasks.rados.rados.0.smithi007.stdout:1923: expect (ObjNum 591 snap 187 seq_num 591) 2024-08-04T15:34:09.033 INFO:tasks.rados.rados.0.smithi007.stdout:1924: rollback oid 21 current snap is 191 2024-08-04T15:34:09.033 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 21 to 183 2024-08-04T15:34:09.033 INFO:tasks.rados.rados.0.smithi007.stdout:1925: snap_create 2024-08-04T15:34:09.042 INFO:tasks.rados.rados.0.smithi007.stdout:1924: finishing rollback tid 0 to smithi00780855-21 2024-08-04T15:34:09.043 INFO:tasks.rados.rados.0.smithi007.stdout:1924: finishing rollback tid 1 to smithi00780855-21 2024-08-04T15:34:09.043 INFO:tasks.rados.rados.0.smithi007.stdout:1924: finishing rollback tid 2 to smithi00780855-21 2024-08-04T15:34:09.043 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 1283 (ObjNum 507 snap 159 seq_num 507) dirty exists 2024-08-04T15:34:09.054 INFO:tasks.rados.rados.0.smithi007.stdout:1923: expect (ObjNum 591 snap 187 seq_num 591) 2024-08-04T15:34:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:09 smithi007 ceph-mon[92692]: osdmap e449: 8 total, 8 up, 8 in 2024-08-04T15:34:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:09 smithi007 ceph-mon[94998]: osdmap e449: 8 total, 8 up, 8 in 2024-08-04T15:34:09.461 INFO:tasks.rados.rados.0.smithi007.stdout:1922: done (3 left) 2024-08-04T15:34:09.462 INFO:tasks.rados.rados.0.smithi007.stdout:1923: done (2 left) 2024-08-04T15:34:09.462 INFO:tasks.rados.rados.0.smithi007.stdout:1924: done (1 left) 2024-08-04T15:34:09.462 INFO:tasks.rados.rados.0.smithi007.stdout:1925: done (0 left) 2024-08-04T15:34:09.462 INFO:tasks.rados.rados.0.smithi007.stdout:1926: snap_remove snap 172 2024-08-04T15:34:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:09 smithi062 ceph-mon[85960]: osdmap e449: 8 total, 8 up, 8 in 2024-08-04T15:34:10.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:10 smithi007 ceph-mon[92692]: pgmap v328: 121 pgs: 121 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 5.3 MiB/s wr, 18 op/s 2024-08-04T15:34:10.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:10 smithi007 ceph-mon[92692]: osdmap e450: 8 total, 8 up, 8 in 2024-08-04T15:34:10.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:10 smithi007 ceph-mon[92692]: osdmap e451: 8 total, 8 up, 8 in 2024-08-04T15:34:10.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:10 smithi007 ceph-mon[94998]: pgmap v328: 121 pgs: 121 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 5.3 MiB/s wr, 18 op/s 2024-08-04T15:34:10.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:10 smithi007 ceph-mon[94998]: osdmap e450: 8 total, 8 up, 8 in 2024-08-04T15:34:10.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:10 smithi007 ceph-mon[94998]: osdmap e451: 8 total, 8 up, 8 in 2024-08-04T15:34:10.400 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:10 smithi062 ceph-mon[85960]: pgmap v328: 121 pgs: 121 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 5.3 MiB/s wr, 18 op/s 2024-08-04T15:34:10.401 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:10 smithi062 ceph-mon[85960]: osdmap e450: 8 total, 8 up, 8 in 2024-08-04T15:34:10.401 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:10 smithi062 ceph-mon[85960]: osdmap e451: 8 total, 8 up, 8 in 2024-08-04T15:34:10.464 INFO:tasks.rados.rados.0.smithi007.stdout:1926: done (0 left) 2024-08-04T15:34:10.465 INFO:tasks.rados.rados.0.smithi007.stdout:1927: snap_remove snap 169 2024-08-04T15:34:11.471 INFO:tasks.rados.rados.0.smithi007.stdout:1927: done (0 left) 2024-08-04T15:34:11.472 INFO:tasks.rados.rados.0.smithi007.stdout:1928: setattr oid 41 current snap is 192 2024-08-04T15:34:11.475 INFO:tasks.rados.rados.0.smithi007.stdout:1929: delete oid 8 current snap is 192 2024-08-04T15:34:11.488 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 1681 (ObjNum 65 snap 0 seq_num 1885757552) dirty exists 2024-08-04T15:34:11.495 INFO:tasks.rados.rados.0.smithi007.stdout:1928: done (1 left) 2024-08-04T15:34:11.495 INFO:tasks.rados.rados.0.smithi007.stdout:1929: done (0 left) 2024-08-04T15:34:11.495 INFO:tasks.rados.rados.0.smithi007.stdout:1930: read oid 27 snap 161 2024-08-04T15:34:11.495 INFO:tasks.rados.rados.0.smithi007.stdout:1930: expect (ObjNum 490 snap 152 seq_num 490) 2024-08-04T15:34:11.495 INFO:tasks.rados.rados.0.smithi007.stdout:1931: read oid 6 snap -1 2024-08-04T15:34:11.495 INFO:tasks.rados.rados.0.smithi007.stdout:1931: expect (ObjNum 583 snap 185 seq_num 583) 2024-08-04T15:34:11.495 INFO:tasks.rados.rados.0.smithi007.stdout:1932: read oid 17 snap -1 2024-08-04T15:34:11.496 INFO:tasks.rados.rados.0.smithi007.stdout:1932: expect (ObjNum 497 snap 157 seq_num 497) 2024-08-04T15:34:11.496 INFO:tasks.rados.rados.0.smithi007.stdout:1933: delete oid 2 current snap is 192 2024-08-04T15:34:11.499 INFO:tasks.rados.rados.0.smithi007.stdout:1933: done (3 left) 2024-08-04T15:34:11.499 INFO:tasks.rados.rados.0.smithi007.stdout:1934: rollback oid 38 current snap is 192 2024-08-04T15:34:11.499 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 38 to 187 2024-08-04T15:34:11.500 INFO:tasks.rados.rados.0.smithi007.stdout:1935: read oid 36 snap -1 2024-08-04T15:34:11.500 INFO:tasks.rados.rados.0.smithi007.stdout:1935: expect deleted 2024-08-04T15:34:11.500 INFO:tasks.rados.rados.0.smithi007.stdout:1936: read oid 26 snap -1 2024-08-04T15:34:11.500 INFO:tasks.rados.rados.0.smithi007.stdout:1936: expect deleted 2024-08-04T15:34:11.500 INFO:tasks.rados.rados.0.smithi007.stdout:1937: rollback oid 32 current snap is 192 2024-08-04T15:34:11.500 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 32 to 189 2024-08-04T15:34:11.500 INFO:tasks.rados.rados.0.smithi007.stdout:1938: read oid 45 snap -1 2024-08-04T15:34:11.500 INFO:tasks.rados.rados.0.smithi007.stdout:1938: expect deleted 2024-08-04T15:34:11.500 INFO:tasks.rados.rados.0.smithi007.stdout:1939: delete oid 8 current snap is 192 2024-08-04T15:34:11.502 INFO:tasks.rados.rados.0.smithi007.stdout:1934: finishing rollback tid 1 to smithi00780855-38 2024-08-04T15:34:11.502 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 1208 (ObjNum 177 snap 0 seq_num 3493360016) dirty dne 2024-08-04T15:34:11.514 INFO:tasks.rados.rados.0.smithi007.stdout:1932: expect (ObjNum 497 snap 157 seq_num 497) 2024-08-04T15:34:11.682 INFO:tasks.rados.rados.0.smithi007.stdout:1937: finishing rollback tid 0 to smithi00780855-32 2024-08-04T15:34:11.682 INFO:tasks.rados.rados.0.smithi007.stdout:1937: finishing rollback tid 1 to smithi00780855-32 2024-08-04T15:34:11.683 INFO:tasks.rados.rados.0.smithi007.stdout:1937: finishing rollback tid 2 to smithi00780855-32 2024-08-04T15:34:11.683 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 1165 (ObjNum 552 snap 179 seq_num 552) dirty exists 2024-08-04T15:34:11.683 INFO:tasks.rados.rados.0.smithi007.stdout:1930: expect (ObjNum 490 snap 152 seq_num 490) 2024-08-04T15:34:11.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:11 smithi062 ceph-mon[85960]: osdmap e452: 8 total, 8 up, 8 in 2024-08-04T15:34:11.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:11 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:11.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:11 smithi007 ceph-mon[94998]: osdmap e452: 8 total, 8 up, 8 in 2024-08-04T15:34:11.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:11 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:11 smithi007 ceph-mon[92692]: osdmap e452: 8 total, 8 up, 8 in 2024-08-04T15:34:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:11 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:11.990 INFO:tasks.rados.rados.0.smithi007.stdout:1931: expect (ObjNum 583 snap 185 seq_num 583) 2024-08-04T15:34:12.695 INFO:tasks.rados.rados.0.smithi007.stdout:1930: done (8 left) 2024-08-04T15:34:12.695 INFO:tasks.rados.rados.0.smithi007.stdout:1931: done (7 left) 2024-08-04T15:34:12.695 INFO:tasks.rados.rados.0.smithi007.stdout:1932: done (6 left) 2024-08-04T15:34:12.696 INFO:tasks.rados.rados.0.smithi007.stdout:1934: done (5 left) 2024-08-04T15:34:12.696 INFO:tasks.rados.rados.0.smithi007.stdout:1935: done (4 left) 2024-08-04T15:34:12.696 INFO:tasks.rados.rados.0.smithi007.stdout:1936: done (3 left) 2024-08-04T15:34:12.696 INFO:tasks.rados.rados.0.smithi007.stdout:1937: done (2 left) 2024-08-04T15:34:12.696 INFO:tasks.rados.rados.0.smithi007.stdout:1938: done (1 left) 2024-08-04T15:34:12.696 INFO:tasks.rados.rados.0.smithi007.stdout:1939: done (0 left) 2024-08-04T15:34:12.696 INFO:tasks.rados.rados.0.smithi007.stdout:1940: read oid 47 snap -1 2024-08-04T15:34:12.696 INFO:tasks.rados.rados.0.smithi007.stdout:1940: expect deleted 2024-08-04T15:34:12.696 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 192 2024-08-04T15:34:12.696 INFO:tasks.rados.rados.0.smithi007.stdout:1941: seq_num 610 ranges {5201920=622592} 2024-08-04T15:34:12.727 INFO:tasks.rados.rados.0.smithi007.stdout:1941: writing smithi00780855-46 from 5201920 to 5824512 tid 1 2024-08-04T15:34:12.727 INFO:tasks.rados.rados.0.smithi007.stdout:1942: read oid 33 snap -1 2024-08-04T15:34:12.727 INFO:tasks.rados.rados.0.smithi007.stdout:1942: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:34:12.727 INFO:tasks.rados.rados.0.smithi007.stdout:1943: read oid 38 snap -1 2024-08-04T15:34:12.727 INFO:tasks.rados.rados.0.smithi007.stdout:1943: expect deleted 2024-08-04T15:34:12.727 INFO:tasks.rados.rados.0.smithi007.stdout:1944: setattr oid 44 current snap is 192 2024-08-04T15:34:12.728 INFO:tasks.rados.rados.0.smithi007.stdout:1942: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:34:12.731 INFO:tasks.rados.rados.0.smithi007.stdout:1941: finishing write tid 1 to smithi00780855-46 2024-08-04T15:34:12.731 INFO:tasks.rados.rados.0.smithi007.stdout:1941: finishing write tid 2 to smithi00780855-46 2024-08-04T15:34:12.731 INFO:tasks.rados.rados.0.smithi007.stdout:1940: done (4 left) 2024-08-04T15:34:12.731 INFO:tasks.rados.rados.0.smithi007.stdout:1942: done (3 left) 2024-08-04T15:34:12.731 INFO:tasks.rados.rados.0.smithi007.stdout:1943: done (2 left) 2024-08-04T15:34:12.731 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 17 current snap is 192 2024-08-04T15:34:12.731 INFO:tasks.rados.rados.0.smithi007.stdout:1945: seq_num 611 ranges {3260416=638976} 2024-08-04T15:34:12.737 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:12 smithi007 ceph-mon[92692]: pgmap v332: 121 pgs: 121 active+clean; 404 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-08-04T15:34:12.737 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:12 smithi007 ceph-mon[92692]: osdmap e453: 8 total, 8 up, 8 in 2024-08-04T15:34:12.737 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:12 smithi007 ceph-mon[94998]: pgmap v332: 121 pgs: 121 active+clean; 404 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-08-04T15:34:12.737 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:12 smithi007 ceph-mon[94998]: osdmap e453: 8 total, 8 up, 8 in 2024-08-04T15:34:12.752 INFO:tasks.rados.rados.0.smithi007.stdout:1945: writing smithi00780855-17 from 3260416 to 3899392 tid 1 2024-08-04T15:34:12.752 INFO:tasks.rados.rados.0.smithi007.stdout:1946: snap_remove snap 181 2024-08-04T15:34:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:12 smithi062 ceph-mon[85960]: pgmap v332: 121 pgs: 121 active+clean; 404 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-08-04T15:34:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:12 smithi062 ceph-mon[85960]: osdmap e453: 8 total, 8 up, 8 in 2024-08-04T15:34:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:34:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:34:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:34:13.476 INFO:tasks.rados.rados.0.smithi007.stdout:1946: done (3 left) 2024-08-04T15:34:13.476 INFO:tasks.rados.rados.0.smithi007.stdout:1947: snap_create 2024-08-04T15:34:13.476 INFO:tasks.rados.rados.0.smithi007.stdout:1941: finishing write tid 3 to smithi00780855-46 2024-08-04T15:34:13.476 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 958 (ObjNum 610 snap 192 seq_num 610) dirty exists 2024-08-04T15:34:13.477 INFO:tasks.rados.rados.0.smithi007.stdout:1941: left oid 46 (ObjNum 610 snap 192 seq_num 610) 2024-08-04T15:34:13.477 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1164 (ObjNum 525 snap 165 seq_num 525) dirty exists 2024-08-04T15:34:13.477 INFO:tasks.rados.rados.0.smithi007.stdout:1945: finishing write tid 1 to smithi00780855-17 2024-08-04T15:34:13.477 INFO:tasks.rados.rados.0.smithi007.stdout:1945: finishing write tid 2 to smithi00780855-17 2024-08-04T15:34:13.477 INFO:tasks.rados.rados.0.smithi007.stdout:1945: finishing write tid 3 to smithi00780855-17 2024-08-04T15:34:13.477 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 1167 (ObjNum 611 snap 192 seq_num 611) dirty exists 2024-08-04T15:34:13.477 INFO:tasks.rados.rados.0.smithi007.stdout:1945: left oid 17 (ObjNum 611 snap 192 seq_num 611) 2024-08-04T15:34:14.462 INFO:tasks.rados.rados.0.smithi007.stdout:1941: done (3 left) 2024-08-04T15:34:14.463 INFO:tasks.rados.rados.0.smithi007.stdout:1944: done (2 left) 2024-08-04T15:34:14.463 INFO:tasks.rados.rados.0.smithi007.stdout:1945: done (1 left) 2024-08-04T15:34:14.463 INFO:tasks.rados.rados.0.smithi007.stdout:1947: done (0 left) 2024-08-04T15:34:14.463 INFO:tasks.rados.rados.0.smithi007.stdout:1948: delete oid 38 current snap is 193 2024-08-04T15:34:14.464 INFO:tasks.rados.rados.0.smithi007.stdout:1948: done (0 left) 2024-08-04T15:34:14.464 INFO:tasks.rados.rados.0.smithi007.stdout:1949: snap_remove snap 186 2024-08-04T15:34:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:14 smithi062 ceph-mon[85960]: pgmap v334: 121 pgs: 121 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 252 KiB/s wr, 17 op/s 2024-08-04T15:34:14.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:14 smithi062 ceph-mon[85960]: osdmap e454: 8 total, 8 up, 8 in 2024-08-04T15:34:14.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-04T15:34:14.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:14 smithi062 ceph-mon[85960]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-04T15:34:14.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:14 smithi062 ceph-mon[85960]: Upgrade: osd.5 is safe to restart 2024-08-04T15:34:14.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:14 smithi062 ceph-mon[85960]: osdmap e455: 8 total, 8 up, 8 in 2024-08-04T15:34:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:14 smithi007 ceph-mon[92692]: pgmap v334: 121 pgs: 121 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 252 KiB/s wr, 17 op/s 2024-08-04T15:34:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:14 smithi007 ceph-mon[92692]: osdmap e454: 8 total, 8 up, 8 in 2024-08-04T15:34:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-04T15:34:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:14 smithi007 ceph-mon[92692]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-04T15:34:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:14 smithi007 ceph-mon[92692]: Upgrade: osd.5 is safe to restart 2024-08-04T15:34:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:14 smithi007 ceph-mon[92692]: osdmap e455: 8 total, 8 up, 8 in 2024-08-04T15:34:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:14 smithi007 ceph-mon[94998]: pgmap v334: 121 pgs: 121 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 252 KiB/s wr, 17 op/s 2024-08-04T15:34:14.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:14 smithi007 ceph-mon[94998]: osdmap e454: 8 total, 8 up, 8 in 2024-08-04T15:34:14.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-04T15:34:14.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:14 smithi007 ceph-mon[94998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-04T15:34:14.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:14 smithi007 ceph-mon[94998]: Upgrade: osd.5 is safe to restart 2024-08-04T15:34:14.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:14 smithi007 ceph-mon[94998]: osdmap e455: 8 total, 8 up, 8 in 2024-08-04T15:34:15.465 INFO:tasks.rados.rados.0.smithi007.stdout:1949: done (0 left) 2024-08-04T15:34:15.465 INFO:tasks.rados.rados.0.smithi007.stdout:1950: rmattr oid 12 current snap is 193 2024-08-04T15:34:15.465 INFO:tasks.rados.rados.0.smithi007.stdout:1951: snap_remove snap 191 2024-08-04T15:34:16.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:34:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:34:16] "GET /metrics HTTP/1.1" 200 36198 "" "Prometheus/2.43.0" 2024-08-04T15:34:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:16 smithi007 ceph-mon[92692]: pgmap v337: 121 pgs: 121 active+clean; 402 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 271 KiB/s wr, 12 op/s 2024-08-04T15:34:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:16 smithi007 ceph-mon[92692]: Upgrade: Updating osd.5 2024-08-04T15:34:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-04T15:34:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:34:16.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:16 smithi007 ceph-mon[92692]: Deploying daemon osd.5 on smithi062 2024-08-04T15:34:16.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:16 smithi007 ceph-mon[92692]: osdmap e456: 8 total, 8 up, 8 in 2024-08-04T15:34:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:16 smithi007 ceph-mon[94998]: pgmap v337: 121 pgs: 121 active+clean; 402 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 271 KiB/s wr, 12 op/s 2024-08-04T15:34:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:16 smithi007 ceph-mon[94998]: Upgrade: Updating osd.5 2024-08-04T15:34:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-04T15:34:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:34:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:16 smithi007 ceph-mon[94998]: Deploying daemon osd.5 on smithi062 2024-08-04T15:34:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:16 smithi007 ceph-mon[94998]: osdmap e456: 8 total, 8 up, 8 in 2024-08-04T15:34:16.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:16 smithi062 ceph-mon[85960]: pgmap v337: 121 pgs: 121 active+clean; 402 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 271 KiB/s wr, 12 op/s 2024-08-04T15:34:16.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:16 smithi062 ceph-mon[85960]: Upgrade: Updating osd.5 2024-08-04T15:34:16.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:16.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-04T15:34:16.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:34:16.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:16 smithi062 ceph-mon[85960]: Deploying daemon osd.5 on smithi062 2024-08-04T15:34:16.397 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:16 smithi062 ceph-mon[85960]: osdmap e456: 8 total, 8 up, 8 in 2024-08-04T15:34:16.466 INFO:tasks.rados.rados.0.smithi007.stdout:1951: done (1 left) 2024-08-04T15:34:16.467 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 193 2024-08-04T15:34:16.467 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 1699 (ObjNum 598 snap 189 seq_num 598) dirty exists 2024-08-04T15:34:16.467 INFO:tasks.rados.rados.0.smithi007.stdout:1952: seq_num 613 ranges {0=671744} 2024-08-04T15:34:16.470 INFO:tasks.rados.rados.0.smithi007.stdout:1952: writing smithi00780855-45 from 0 to 671744 tid 1 2024-08-04T15:34:16.470 INFO:tasks.rados.rados.0.smithi007.stdout:1950: done (1 left) 2024-08-04T15:34:16.470 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 37 current snap is 193 2024-08-04T15:34:16.470 INFO:tasks.rados.rados.0.smithi007.stdout:1953: seq_num 614 ranges {0=688128} 2024-08-04T15:34:16.474 INFO:tasks.rados.rados.0.smithi007.stdout:1953: writing smithi00780855-37 from 0 to 688128 tid 1 2024-08-04T15:34:16.474 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 1 current snap is 193 2024-08-04T15:34:16.474 INFO:tasks.rados.rados.0.smithi007.stdout:1954: seq_num 615 ranges {4857856=704512} 2024-08-04T15:34:16.505 INFO:tasks.rados.rados.0.smithi007.stdout:1954: writing smithi00780855-1 from 4857856 to 5562368 tid 1 2024-08-04T15:34:16.506 INFO:tasks.rados.rados.0.smithi007.stdout:1955: rollback oid 33 current snap is 193 2024-08-04T15:34:16.506 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 33 to 161 2024-08-04T15:34:16.506 INFO:tasks.rados.rados.0.smithi007.stdout:1952: finishing write tid 1 to smithi00780855-45 2024-08-04T15:34:16.506 INFO:tasks.rados.rados.0.smithi007.stdout:1952: finishing write tid 2 to smithi00780855-45 2024-08-04T15:34:16.506 INFO:tasks.rados.rados.0.smithi007.stdout:1956: rollback oid 7 current snap is 193 2024-08-04T15:34:16.506 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 7 to 189 2024-08-04T15:34:16.506 INFO:tasks.rados.rados.0.smithi007.stdout:1953: finishing write tid 1 to smithi00780855-37 2024-08-04T15:34:16.506 INFO:tasks.rados.rados.0.smithi007.stdout:1953: finishing write tid 2 to smithi00780855-37 2024-08-04T15:34:16.506 INFO:tasks.rados.rados.0.smithi007.stdout:1952: finishing write tid 3 to smithi00780855-45 2024-08-04T15:34:16.506 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 1707 (ObjNum 613 snap 193 seq_num 613) dirty exists 2024-08-04T15:34:16.507 INFO:tasks.rados.rados.0.smithi007.stdout:1952: left oid 45 (ObjNum 613 snap 193 seq_num 613) 2024-08-04T15:34:16.507 INFO:tasks.rados.rados.0.smithi007.stdout:1953: finishing write tid 3 to smithi00780855-37 2024-08-04T15:34:16.507 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 1226 (ObjNum 614 snap 193 seq_num 614) dirty exists 2024-08-04T15:34:16.507 INFO:tasks.rados.rados.0.smithi007.stdout:1953: left oid 37 (ObjNum 614 snap 193 seq_num 614) 2024-08-04T15:34:16.507 INFO:tasks.rados.rados.0.smithi007.stdout:1952: done (4 left) 2024-08-04T15:34:16.507 INFO:tasks.rados.rados.0.smithi007.stdout:1953: done (3 left) 2024-08-04T15:34:16.507 INFO:tasks.rados.rados.0.smithi007.stdout:1957: copy_from oid 8 from oid 35 current snap is 193 2024-08-04T15:34:16.507 INFO:tasks.rados.rados.0.smithi007.stdout:1958: read oid 47 snap -1 2024-08-04T15:34:16.507 INFO:tasks.rados.rados.0.smithi007.stdout:1958: expect deleted 2024-08-04T15:34:16.507 INFO:tasks.rados.rados.0.smithi007.stdout:1959: delete oid 45 current snap is 193 2024-08-04T15:34:16.508 INFO:tasks.rados.rados.0.smithi007.stdout:1959: done (5 left) 2024-08-04T15:34:16.508 INFO:tasks.rados.rados.0.smithi007.stdout:1960: read oid 40 snap -1 2024-08-04T15:34:16.508 INFO:tasks.rados.rados.0.smithi007.stdout:1960: expect (ObjNum 513 snap 160 seq_num 513) 2024-08-04T15:34:16.508 INFO:tasks.rados.rados.0.smithi007.stdout:1961: snap_create 2024-08-04T15:34:16.513 INFO:tasks.rados.rados.0.smithi007.stdout:1954: finishing write tid 1 to smithi00780855-1 2024-08-04T15:34:16.516 INFO:tasks.rados.rados.0.smithi007.stdout:1955: finishing rollback tid 0 to smithi00780855-33 2024-08-04T15:34:16.516 INFO:tasks.rados.rados.0.smithi007.stdout:1954: finishing write tid 2 to smithi00780855-1 2024-08-04T15:34:16.516 INFO:tasks.rados.rados.0.smithi007.stdout:1956: finishing rollback tid 0 to smithi00780855-7 2024-08-04T15:34:16.516 INFO:tasks.rados.rados.0.smithi007.stdout:1955: finishing rollback tid 1 to smithi00780855-33 2024-08-04T15:34:16.516 INFO:tasks.rados.rados.0.smithi007.stdout:1956: finishing rollback tid 1 to smithi00780855-7 2024-08-04T15:34:16.516 INFO:tasks.rados.rados.0.smithi007.stdout:1955: finishing rollback tid 2 to smithi00780855-33 2024-08-04T15:34:16.516 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 1460 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-04T15:34:16.517 INFO:tasks.rados.rados.0.smithi007.stdout:1956: finishing rollback tid 2 to smithi00780855-7 2024-08-04T15:34:16.517 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 1315 (ObjNum 600 snap 189 seq_num 600) dirty exists 2024-08-04T15:34:16.517 INFO:tasks.rados.rados.0.smithi007.stdout:1954: finishing write tid 3 to smithi00780855-1 2024-08-04T15:34:16.517 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 1479 (ObjNum 615 snap 193 seq_num 615) dirty exists 2024-08-04T15:34:16.517 INFO:tasks.rados.rados.0.smithi007.stdout:1954: left oid 1 (ObjNum 615 snap 193 seq_num 615) 2024-08-04T15:34:16.518 INFO:tasks.rados.rados.0.smithi007.stdout:1960: expect (ObjNum 513 snap 160 seq_num 513) 2024-08-04T15:34:16.557 INFO:tasks.rados.rados.0.smithi007.stdout:1957: finishing copy_from racing read to smithi00780855-8 2024-08-04T15:34:16.557 INFO:tasks.rados.rados.0.smithi007.stdout:1957: finishing copy_from to smithi00780855-8 2024-08-04T15:34:16.558 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 1455 (ObjNum 605 snap 189 seq_num 605) dirty exists 2024-08-04T15:34:17.471 INFO:tasks.rados.rados.0.smithi007.stdout:1954: done (6 left) 2024-08-04T15:34:17.471 INFO:tasks.rados.rados.0.smithi007.stdout:1955: done (5 left) 2024-08-04T15:34:17.471 INFO:tasks.rados.rados.0.smithi007.stdout:1956: done (4 left) 2024-08-04T15:34:17.471 INFO:tasks.rados.rados.0.smithi007.stdout:1957: done (3 left) 2024-08-04T15:34:17.471 INFO:tasks.rados.rados.0.smithi007.stdout:1958: done (2 left) 2024-08-04T15:34:17.471 INFO:tasks.rados.rados.0.smithi007.stdout:1960: done (1 left) 2024-08-04T15:34:17.471 INFO:tasks.rados.rados.0.smithi007.stdout:1961: done (0 left) 2024-08-04T15:34:17.472 INFO:tasks.rados.rados.0.smithi007.stdout:1962: snap_remove snap 175 2024-08-04T15:34:17.679 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:17 smithi062 ceph-mon[85960]: osdmap e457: 8 total, 8 up, 8 in 2024-08-04T15:34:17.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:17 smithi007 ceph-mon[94998]: osdmap e457: 8 total, 8 up, 8 in 2024-08-04T15:34:17.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:17 smithi007 ceph-mon[92692]: osdmap e457: 8 total, 8 up, 8 in 2024-08-04T15:34:18.312 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:18 smithi062 systemd[1]: Stopping Ceph osd.5 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:34:18.487 INFO:tasks.rados.rados.0.smithi007.stdout:1962: done (0 left) 2024-08-04T15:34:18.488 INFO:tasks.rados.rados.0.smithi007.stdout:1963: snap_remove snap 165 2024-08-04T15:34:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:18 smithi062 ceph-mon[85960]: pgmap v340: 121 pgs: 121 active+clean; 393 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 640 KiB/s wr, 14 op/s 2024-08-04T15:34:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:18 smithi062 ceph-mon[85960]: osdmap e458: 8 total, 8 up, 8 in 2024-08-04T15:34:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:18 smithi062 ceph-mon[85960]: osd.5 marked itself down and dead 2024-08-04T15:34:18.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:18 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[43021]: 2024-08-04T15:34:18.359+0000 7f8239742640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T15:34:18.762 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:18 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[43021]: 2024-08-04T15:34:18.359+0000 7f8239742640 -1 osd.5 458 *** Got signal Terminated *** 2024-08-04T15:34:18.762 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:18 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[43021]: 2024-08-04T15:34:18.359+0000 7f8239742640 -1 osd.5 458 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-04T15:34:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:18 smithi007 ceph-mon[92692]: pgmap v340: 121 pgs: 121 active+clean; 393 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 640 KiB/s wr, 14 op/s 2024-08-04T15:34:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:18 smithi007 ceph-mon[92692]: osdmap e458: 8 total, 8 up, 8 in 2024-08-04T15:34:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:18 smithi007 ceph-mon[92692]: osd.5 marked itself down and dead 2024-08-04T15:34:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:18 smithi007 ceph-mon[94998]: pgmap v340: 121 pgs: 121 active+clean; 393 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 640 KiB/s wr, 14 op/s 2024-08-04T15:34:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:18 smithi007 ceph-mon[94998]: osdmap e458: 8 total, 8 up, 8 in 2024-08-04T15:34:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:18 smithi007 ceph-mon[94998]: osd.5 marked itself down and dead 2024-08-04T15:34:19.433 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:19 smithi062 podman[95697]: 2024-08-04 15:34:19.034456448 +0000 UTC m=+0.801527114 container died 4c11140cfb7d5c18dc1b7320d335d4f3aede08288b80cf03c2df4bb7b84ed050 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=quincy-85224d9, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:34:19.433 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:19 smithi062 podman[95697]: 2024-08-04 15:34:19.433813941 +0000 UTC m=+1.200884648 container cleanup 4c11140cfb7d5c18dc1b7320d335d4f3aede08288b80cf03c2df4bb7b84ed050 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5, RELEASE=quincy-85224d9, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:34:19.467 INFO:tasks.rados.rados.0.smithi007.stdout:1963: done (0 left) 2024-08-04T15:34:19.467 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 8 current snap is 194 2024-08-04T15:34:19.467 INFO:tasks.rados.rados.0.smithi007.stdout:1964: seq_num 617 ranges {3416064=737280} 2024-08-04T15:34:19.492 INFO:tasks.rados.rados.0.smithi007.stdout:1964: writing smithi00780855-8 from 3416064 to 4153344 tid 1 2024-08-04T15:34:19.493 INFO:tasks.rados.rados.0.smithi007.stdout:1965: rollback oid 45 current snap is 194 2024-08-04T15:34:19.493 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 45 to 192 2024-08-04T15:34:19.493 INFO:tasks.rados.rados.0.smithi007.stdout:1966: rollback oid 9 current snap is 194 2024-08-04T15:34:19.493 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 9 to 192 2024-08-04T15:34:19.493 INFO:tasks.rados.rados.0.smithi007.stdout:1967: read oid 36 snap -1 2024-08-04T15:34:19.493 INFO:tasks.rados.rados.0.smithi007.stdout:1967: expect deleted 2024-08-04T15:34:19.493 INFO:tasks.rados.rados.0.smithi007.stdout:1968: delete oid 30 current snap is 194 2024-08-04T15:34:19.498 INFO:tasks.rados.rados.0.smithi007.stdout:1966: finishing rollback tid 0 to smithi00780855-9 2024-08-04T15:34:19.499 INFO:tasks.rados.rados.0.smithi007.stdout:1966: finishing rollback tid 1 to smithi00780855-9 2024-08-04T15:34:19.499 INFO:tasks.rados.rados.0.smithi007.stdout:1966: finishing rollback tid 2 to smithi00780855-9 2024-08-04T15:34:19.499 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 1463 (ObjNum 582 snap 185 seq_num 582) dirty exists 2024-08-04T15:34:19.500 INFO:tasks.rados.rados.0.smithi007.stdout:1966: done (4 left) 2024-08-04T15:34:19.500 INFO:tasks.rados.rados.0.smithi007.stdout:1967: done (3 left) 2024-08-04T15:34:19.500 INFO:tasks.rados.rados.0.smithi007.stdout:1968: done (2 left) 2024-08-04T15:34:19.500 INFO:tasks.rados.rados.0.smithi007.stdout:1969: read oid 46 snap -1 2024-08-04T15:34:19.500 INFO:tasks.rados.rados.0.smithi007.stdout:1969: expect (ObjNum 610 snap 192 seq_num 610) 2024-08-04T15:34:19.500 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 27 current snap is 194 2024-08-04T15:34:19.500 INFO:tasks.rados.rados.0.smithi007.stdout:1970: seq_num 619 ranges {6823936=770048} 2024-08-04T15:34:19.543 INFO:tasks.rados.rados.0.smithi007.stdout:1970: writing smithi00780855-27 from 6823936 to 7593984 tid 1 2024-08-04T15:34:19.543 INFO:tasks.rados.rados.0.smithi007.stdout:1971: read oid 36 snap -1 2024-08-04T15:34:19.543 INFO:tasks.rados.rados.0.smithi007.stdout:1971: expect deleted 2024-08-04T15:34:19.543 INFO:tasks.rados.rados.0.smithi007.stdout:1972: copy_from oid 17 from oid 32 current snap is 194 2024-08-04T15:34:19.543 INFO:tasks.rados.rados.0.smithi007.stdout:1965: finishing rollback tid 1 to smithi00780855-45 2024-08-04T15:34:19.543 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 1710 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-04T15:34:19.544 INFO:tasks.rados.rados.0.smithi007.stdout:1964: finishing write tid 1 to smithi00780855-8 2024-08-04T15:34:19.544 INFO:tasks.rados.rados.0.smithi007.stdout:1964: finishing write tid 2 to smithi00780855-8 2024-08-04T15:34:19.544 INFO:tasks.rados.rados.0.smithi007.stdout:1965: done (5 left) 2024-08-04T15:34:19.544 INFO:tasks.rados.rados.0.smithi007.stdout:1973: copy_from oid 10 from oid 25 current snap is 194 2024-08-04T15:34:19.544 INFO:tasks.rados.rados.0.smithi007.stdout:1964: finishing write tid 3 to smithi00780855-8 2024-08-04T15:34:19.544 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 1457 (ObjNum 617 snap 194 seq_num 617) dirty exists 2024-08-04T15:34:19.544 INFO:tasks.rados.rados.0.smithi007.stdout:1964: left oid 8 (ObjNum 617 snap 194 seq_num 617) 2024-08-04T15:34:19.544 INFO:tasks.rados.rados.0.smithi007.stdout:1969: expect (ObjNum 610 snap 192 seq_num 610) 2024-08-04T15:34:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:19 smithi062 ceph-mon[85960]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:34:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:19 smithi062 ceph-mon[85960]: osdmap e459: 8 total, 7 up, 8 in 2024-08-04T15:34:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:19 smithi062 ceph-mon[85960]: osdmap e460: 8 total, 7 up, 8 in 2024-08-04T15:34:19.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:19 smithi062 bash[95697]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5 2024-08-04T15:34:19.762 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:19 smithi062 podman[95715]: 2024-08-04 15:34:19.67690454 +0000 UTC m=+0.635367912 container remove 4c11140cfb7d5c18dc1b7320d335d4f3aede08288b80cf03c2df4bb7b84ed050 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-85224d9, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-04T15:34:19.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:19 smithi007 ceph-mon[92692]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:34:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:19 smithi007 ceph-mon[92692]: osdmap e459: 8 total, 7 up, 8 in 2024-08-04T15:34:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:19 smithi007 ceph-mon[92692]: osdmap e460: 8 total, 7 up, 8 in 2024-08-04T15:34:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:19 smithi007 ceph-mon[94998]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:34:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:19 smithi007 ceph-mon[94998]: osdmap e459: 8 total, 7 up, 8 in 2024-08-04T15:34:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:19 smithi007 ceph-mon[94998]: osdmap e460: 8 total, 7 up, 8 in 2024-08-04T15:34:19.863 INFO:tasks.rados.rados.0.smithi007.stdout:1970: finishing write tid 1 to smithi00780855-27 2024-08-04T15:34:19.863 INFO:tasks.rados.rados.0.smithi007.stdout:1973: finishing copy_from racing read to smithi00780855-10 2024-08-04T15:34:19.863 INFO:tasks.rados.rados.0.smithi007.stdout:1973: finishing copy_from to smithi00780855-10 2024-08-04T15:34:19.863 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 1655 (ObjNum 596 snap 189 seq_num 596) dirty exists 2024-08-04T15:34:19.863 INFO:tasks.rados.rados.0.smithi007.stdout:1970: finishing write tid 2 to smithi00780855-27 2024-08-04T15:34:19.863 INFO:tasks.rados.rados.0.smithi007.stdout:1970: finishing write tid 3 to smithi00780855-27 2024-08-04T15:34:19.863 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 1465 (ObjNum 619 snap 194 seq_num 619) dirty exists 2024-08-04T15:34:19.863 INFO:tasks.rados.rados.0.smithi007.stdout:1970: left oid 27 (ObjNum 619 snap 194 seq_num 619) 2024-08-04T15:34:19.863 INFO:tasks.rados.rados.0.smithi007.stdout:1972: finishing copy_from racing read to smithi00780855-17 2024-08-04T15:34:19.863 INFO:tasks.rados.rados.0.smithi007.stdout:1972: finishing copy_from to smithi00780855-17 2024-08-04T15:34:19.863 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 1165 (ObjNum 552 snap 179 seq_num 552) dirty exists 2024-08-04T15:34:19.864 INFO:tasks.rados.rados.0.smithi007.stdout:1964: done (5 left) 2024-08-04T15:34:19.864 INFO:tasks.rados.rados.0.smithi007.stdout:1969: done (4 left) 2024-08-04T15:34:19.864 INFO:tasks.rados.rados.0.smithi007.stdout:1970: done (3 left) 2024-08-04T15:34:19.864 INFO:tasks.rados.rados.0.smithi007.stdout:1971: done (2 left) 2024-08-04T15:34:19.864 INFO:tasks.rados.rados.0.smithi007.stdout:1972: done (1 left) 2024-08-04T15:34:19.864 INFO:tasks.rados.rados.0.smithi007.stdout:1973: done (0 left) 2024-08-04T15:34:19.864 INFO:tasks.rados.rados.0.smithi007.stdout:1974: snap_remove snap 163 2024-08-04T15:34:20.280 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:20 smithi062 podman[95806]: 2024-08-04 15:34:20.019711822 +0000 UTC m=+0.104271930 container create 26b1f5bd59e52aa1c606d3fa25d3d0c2729b08a0a216c64daf4e2eb9e01366a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=squid-release-26c3fb8, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:34:20.280 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:20 smithi062 podman[95806]: 2024-08-04 15:34:19.933394317 +0000 UTC m=+0.017954438 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:34:20.280 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:20 smithi062 podman[95806]: 2024-08-04 15:34:20.213964629 +0000 UTC m=+0.298524745 container init 26b1f5bd59e52aa1c606d3fa25d3d0c2729b08a0a216c64daf4e2eb9e01366a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-deactivate, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-04T15:34:20.280 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:20 smithi062 podman[95806]: 2024-08-04 15:34:20.217807868 +0000 UTC m=+0.302367975 container start 26b1f5bd59e52aa1c606d3fa25d3d0c2729b08a0a216c64daf4e2eb9e01366a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:34:20.280 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:20 smithi062 podman[95806]: 2024-08-04 15:34:20.280153951 +0000 UTC m=+0.364714069 container attach 26b1f5bd59e52aa1c606d3fa25d3d0c2729b08a0a216c64daf4e2eb9e01366a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-deactivate, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-release-26c3fb8, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-08-04T15:34:20.495 INFO:tasks.rados.rados.0.smithi007.stdout:1974: done (0 left) 2024-08-04T15:34:20.495 INFO:tasks.rados.rados.0.smithi007.stdout:1975: copy_from oid 42 from oid 39 current snap is 194 2024-08-04T15:34:20.495 INFO:tasks.rados.rados.0.smithi007.stdout:1976: read oid 1 snap 160 2024-08-04T15:34:20.495 INFO:tasks.rados.rados.0.smithi007.stdout:1976: expect (ObjNum 501 snap 157 seq_num 501) 2024-08-04T15:34:20.495 INFO:tasks.rados.rados.0.smithi007.stdout:1977: snap_remove snap 168 2024-08-04T15:34:20.692 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:20 smithi062 ceph-mon[85960]: pgmap v343: 121 pgs: 12 peering, 15 stale+active+clean, 94 active+clean; 395 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-08-04T15:34:20.692 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:20 smithi062 ceph-mon[85960]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-04T15:34:20.692 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:20 smithi062 podman[95806]: 2024-08-04 15:34:20.408655543 +0000 UTC m=+0.493215654 container died 26b1f5bd59e52aa1c606d3fa25d3d0c2729b08a0a216c64daf4e2eb9e01366a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-deactivate, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-04T15:34:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:20 smithi007 ceph-mon[92692]: pgmap v343: 121 pgs: 12 peering, 15 stale+active+clean, 94 active+clean; 395 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-08-04T15:34:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:20 smithi007 ceph-mon[92692]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-04T15:34:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:20 smithi007 ceph-mon[94998]: pgmap v343: 121 pgs: 12 peering, 15 stale+active+clean, 94 active+clean; 395 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-08-04T15:34:20.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:20 smithi007 ceph-mon[94998]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-04T15:34:21.493 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:21 smithi062 podman[95829]: 2024-08-04 15:34:21.04220876 +0000 UTC m=+0.624916076 container remove 26b1f5bd59e52aa1c606d3fa25d3d0c2729b08a0a216c64daf4e2eb9e01366a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=) 2024-08-04T15:34:21.493 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:21 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.5.service: Deactivated successfully. 2024-08-04T15:34:21.493 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:21 smithi062 systemd[1]: Stopped Ceph osd.5 for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:34:21.493 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:21 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.5.service: Consumed 15.756s CPU time. 2024-08-04T15:34:21.493 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:21 smithi062 systemd[1]: Starting Ceph osd.5 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:34:21.506 INFO:tasks.rados.rados.0.smithi007.stdout:1977: done (2 left) 2024-08-04T15:34:21.507 INFO:tasks.rados.rados.0.smithi007.stdout:1978: snap_create 2024-08-04T15:34:21.507 INFO:tasks.rados.rados.0.smithi007.stdout:1975: finishing copy_from racing read to smithi00780855-42 2024-08-04T15:34:21.507 INFO:tasks.rados.rados.0.smithi007.stdout:1976: expect (ObjNum 501 snap 157 seq_num 501) 2024-08-04T15:34:21.570 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:34:21.589 INFO:tasks.rados.rados.0.smithi007.stdout:1975: finishing copy_from to smithi00780855-42 2024-08-04T15:34:21.590 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 1452 (ObjNum 602 snap 189 seq_num 602) dirty exists 2024-08-04T15:34:21.753 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:21 smithi062 ceph-mon[85960]: osdmap e461: 8 total, 7 up, 8 in 2024-08-04T15:34:21.754 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:21.754 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:34:21.754 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:21 smithi062 podman[95927]: 2024-08-04 15:34:21.493149077 +0000 UTC m=+0.113346203 container create 17e8420af32fb3c1db6788318d15a56fd7ca1d9c518a8e6090412d78bf229de8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T15:34:21.754 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:21 smithi062 podman[95927]: 2024-08-04 15:34:21.397634937 +0000 UTC m=+0.017832079 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:34:21.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:21 smithi007 ceph-mon[92692]: osdmap e461: 8 total, 7 up, 8 in 2024-08-04T15:34:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:34:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:21 smithi007 ceph-mon[94998]: osdmap e461: 8 total, 7 up, 8 in 2024-08-04T15:34:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:34:21.841 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:34:21.842 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (5m) 60s ago 9m 16.7M - 0.25.0 c8568f914cd2 d6b15156f420 2024-08-04T15:34:21.842 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (4m) 27s ago 8m 86.4M - 9.4.7 954c08fa6188 66e1e6bf99cd 2024-08-04T15:34:21.842 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (10m) 60s ago 10m 15.6M - 17.2.7-1207-g85224d90 3614407c4e10 39baa14185b8 2024-08-04T15:34:21.842 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (10m) 27s ago 10m 22.0M - 17.2.7-1207-g85224d90 3614407c4e10 951c2f76c840 2024-08-04T15:34:21.842 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443,9283,8765 running (4m) 27s ago 14m 440M - 19.1.0-1260-g26c3fb8e 564b849e9656 0a006181dce3 2024-08-04T15:34:21.842 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:8443,9283,8765 running (4m) 60s ago 15m 509M - 19.1.0-1260-g26c3fb8e 564b849e9656 37ef3ca8c5a9 2024-08-04T15:34:21.842 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (4m) 60s ago 15m 52.4M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 299809910b9f 2024-08-04T15:34:21.842 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (3m) 27s ago 14m 53.1M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 2e88aab312eb 2024-08-04T15:34:21.842 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (3m) 60s ago 14m 48.4M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 cb8318c43c9d 2024-08-04T15:34:21.842 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (5m) 60s ago 9m 8186k - 1.5.0 0da6a335fe13 e040078790b8 2024-08-04T15:34:21.842 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (4m) 27s ago 9m 15.5M - 1.5.0 0da6a335fe13 b7bce65c2f21 2024-08-04T15:34:21.842 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (2m) 60s ago 13m 172M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e9184d39c1f 2024-08-04T15:34:21.843 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (2m) 60s ago 13m 146M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e39c45ce0aa 2024-08-04T15:34:21.843 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (97s) 60s ago 13m 105M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 0fac930b36e6 2024-08-04T15:34:21.843 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (64s) 60s ago 12m 12.0M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 9fb37da143b0 2024-08-04T15:34:21.843 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (32s) 27s ago 12m 12.1M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 ae7979574af0 2024-08-04T15:34:21.843 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (11m) 27s ago 11m 236M 2480M 17.2.7-1207-g85224d90 3614407c4e10 4c11140cfb7d 2024-08-04T15:34:21.843 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (11m) 27s ago 11m 211M 2480M 17.2.7-1207-g85224d90 3614407c4e10 22d52664a755 2024-08-04T15:34:21.843 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (11m) 27s ago 11m 224M 2480M 17.2.7-1207-g85224d90 3614407c4e10 5e425b8303f1 2024-08-04T15:34:21.843 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (4m) 27s ago 9m 65.2M - 2.43.0 a07b618ecd1d ab854fccad8e 2024-08-04T15:34:22.011 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:21 smithi062 podman[95927]: 2024-08-04 15:34:21.754177132 +0000 UTC m=+0.374374271 container init 17e8420af32fb3c1db6788318d15a56fd7ca1d9c518a8e6090412d78bf229de8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-activate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-04T15:34:22.011 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:21 smithi062 podman[95927]: 2024-08-04 15:34:21.757642037 +0000 UTC m=+0.377839169 container start 17e8420af32fb3c1db6788318d15a56fd7ca1d9c518a8e6090412d78bf229de8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-activate, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-08-04T15:34:22.011 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:21 smithi062 podman[95927]: 2024-08-04 15:34:21.82913295 +0000 UTC m=+0.449330094 container attach 17e8420af32fb3c1db6788318d15a56fd7ca1d9c518a8e6090412d78bf229de8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-activate, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-release-26c3fb8, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-04T15:34:22.011 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-activate[95942]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:34:22.011 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:21 smithi062 bash[95927]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:34:22.011 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-activate[95942]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:34:22.012 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:21 smithi062 bash[95927]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:34:22.174 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:34:22.175 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:34:22.175 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 3 2024-08-04T15:34:22.175 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:34:22.175 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:34:22.175 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:34:22.175 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:34:22.175 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:34:22.175 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2, 2024-08-04T15:34:22.175 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 5 2024-08-04T15:34:22.175 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:34:22.175 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:34:22.175 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:34:22.175 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:34:22.176 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:34:22.176 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 4, 2024-08-04T15:34:22.176 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 10 2024-08-04T15:34:22.176 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:34:22.176 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:34:22.504 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:34:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:34:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:34:22.504 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-activate[95942]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-04T15:34:22.504 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:22 smithi062 bash[95927]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-04T15:34:22.504 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-activate[95942]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-04T15:34:22.505 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:22 smithi062 bash[95927]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-04T15:34:22.505 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-activate[95942]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-04T15:34:22.505 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:22 smithi062 bash[95927]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-04T15:34:22.505 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-activate[95942]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-04T15:34:22.505 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:22 smithi062 bash[95927]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-04T15:34:22.505 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-activate[95942]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-04T15:34:22.505 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:22 smithi062 bash[95927]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-04T15:34:22.505 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-activate[95942]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-04T15:34:22.505 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:22 smithi062 bash[95927]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-04T15:34:22.505 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-activate[95942]: --> ceph-volume raw activate successful for osd ID: 5 2024-08-04T15:34:22.505 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:22 smithi062 bash[95927]: --> ceph-volume raw activate successful for osd ID: 5 2024-08-04T15:34:22.505 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:22 smithi062 podman[95927]: 2024-08-04 15:34:22.150339957 +0000 UTC m=+0.770537084 container died 17e8420af32fb3c1db6788318d15a56fd7ca1d9c518a8e6090412d78bf229de8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-release-26c3fb8, ceph=True) 2024-08-04T15:34:22.511 INFO:tasks.rados.rados.0.smithi007.stdout:1975: done (2 left) 2024-08-04T15:34:22.511 INFO:tasks.rados.rados.0.smithi007.stdout:1976: done (1 left) 2024-08-04T15:34:22.511 INFO:tasks.rados.rados.0.smithi007.stdout:1978: done (0 left) 2024-08-04T15:34:22.512 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 195 2024-08-04T15:34:22.512 INFO:tasks.rados.rados.0.smithi007.stdout:1979: seq_num 620 ranges {0=794624} 2024-08-04T15:34:22.516 INFO:tasks.rados.rados.0.smithi007.stdout:1979: writing smithi00780855-48 from 0 to 794624 tid 1 2024-08-04T15:34:22.516 INFO:tasks.rados.rados.0.smithi007.stdout:1980: setattr oid 21 current snap is 195 2024-08-04T15:34:22.516 INFO:tasks.rados.rados.0.smithi007.stdout:1981: snap_create 2024-08-04T15:34:22.521 INFO:tasks.rados.rados.0.smithi007.stdout:1979: finishing write tid 1 to smithi00780855-48 2024-08-04T15:34:22.521 INFO:tasks.rados.rados.0.smithi007.stdout:1979: finishing write tid 2 to smithi00780855-48 2024-08-04T15:34:22.522 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 1656 (ObjNum 507 snap 159 seq_num 507) dirty exists 2024-08-04T15:34:22.522 INFO:tasks.rados.rados.0.smithi007.stdout:1979: finishing write tid 3 to smithi00780855-48 2024-08-04T15:34:22.522 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 1151 (ObjNum 620 snap 195 seq_num 620) dirty exists 2024-08-04T15:34:22.522 INFO:tasks.rados.rados.0.smithi007.stdout:1979: left oid 48 (ObjNum 620 snap 195 seq_num 620) 2024-08-04T15:34:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:22 smithi062 ceph-mon[85960]: pgmap v346: 121 pgs: 8 active+undersized, 12 peering, 10 stale+active+clean, 4 active+undersized+degraded, 87 active+clean; 394 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1006 KiB/s wr, 1 op/s; 23/591 objects degraded (3.892%) 2024-08-04T15:34:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:22 smithi062 ceph-mon[85960]: Health check failed: Degraded data redundancy: 23/591 objects degraded (3.892%), 4 pgs degraded (PG_DEGRADED) 2024-08-04T15:34:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:22 smithi062 ceph-mon[85960]: osdmap e462: 8 total, 7 up, 8 in 2024-08-04T15:34:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:22 smithi062 ceph-mon[85960]: from='client.44249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:34:22.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:22 smithi062 ceph-mon[85960]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:34:22.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:22 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2194804198' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:22 smithi007 ceph-mon[92692]: pgmap v346: 121 pgs: 8 active+undersized, 12 peering, 10 stale+active+clean, 4 active+undersized+degraded, 87 active+clean; 394 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1006 KiB/s wr, 1 op/s; 23/591 objects degraded (3.892%) 2024-08-04T15:34:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:22 smithi007 ceph-mon[92692]: Health check failed: Degraded data redundancy: 23/591 objects degraded (3.892%), 4 pgs degraded (PG_DEGRADED) 2024-08-04T15:34:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:22 smithi007 ceph-mon[92692]: osdmap e462: 8 total, 7 up, 8 in 2024-08-04T15:34:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:22 smithi007 ceph-mon[92692]: from='client.44249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:34:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:22 smithi007 ceph-mon[92692]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:34:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:22 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2194804198' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:22 smithi007 ceph-mon[94998]: pgmap v346: 121 pgs: 8 active+undersized, 12 peering, 10 stale+active+clean, 4 active+undersized+degraded, 87 active+clean; 394 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1006 KiB/s wr, 1 op/s; 23/591 objects degraded (3.892%) 2024-08-04T15:34:22.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:22 smithi007 ceph-mon[94998]: Health check failed: Degraded data redundancy: 23/591 objects degraded (3.892%), 4 pgs degraded (PG_DEGRADED) 2024-08-04T15:34:22.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:22 smithi007 ceph-mon[94998]: osdmap e462: 8 total, 7 up, 8 in 2024-08-04T15:34:22.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:22 smithi007 ceph-mon[94998]: from='client.44249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:34:22.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:22 smithi007 ceph-mon[94998]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:34:22.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:22 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2194804198' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:23.448 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:23 smithi062 podman[96071]: 2024-08-04 15:34:23.10814152 +0000 UTC m=+0.951470644 container remove 17e8420af32fb3c1db6788318d15a56fd7ca1d9c518a8e6090412d78bf229de8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T15:34:23.448 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:23 smithi062 podman[96135]: 2024-08-04 15:34:23.333876461 +0000 UTC m=+0.110678566 container create 66fd13de21017f9b98938a8e62fe004d82666107d65e55824e79e0ab9b2238ec (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-release-26c3fb8) 2024-08-04T15:34:23.448 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:23 smithi062 podman[96135]: 2024-08-04 15:34:23.241917684 +0000 UTC m=+0.018719793 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:34:23.519 INFO:tasks.rados.rados.0.smithi007.stdout:1979: done (2 left) 2024-08-04T15:34:23.519 INFO:tasks.rados.rados.0.smithi007.stdout:1980: done (1 left) 2024-08-04T15:34:23.519 INFO:tasks.rados.rados.0.smithi007.stdout:1981: done (0 left) 2024-08-04T15:34:23.519 INFO:tasks.rados.rados.0.smithi007.stdout:1982: setattr oid 1 current snap is 196 2024-08-04T15:34:23.521 INFO:tasks.rados.rados.0.smithi007.stdout:1983: rmattr oid 4 current snap is 196 2024-08-04T15:34:23.521 INFO:tasks.rados.rados.0.smithi007.stdout:1984: copy_from oid 14 from oid 44 current snap is 196 2024-08-04T15:34:23.521 INFO:tasks.rados.rados.0.smithi007.stdout:1985: snap_remove snap 157 2024-08-04T15:34:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:23 smithi062 ceph-mon[85960]: osdmap e463: 8 total, 7 up, 8 in 2024-08-04T15:34:23.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:23 smithi062 podman[96135]: 2024-08-04 15:34:23.561874881 +0000 UTC m=+0.338676988 container init 66fd13de21017f9b98938a8e62fe004d82666107d65e55824e79e0ab9b2238ec (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-08-04T15:34:23.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:23 smithi062 podman[96135]: 2024-08-04 15:34:23.565899021 +0000 UTC m=+0.342701114 container start 66fd13de21017f9b98938a8e62fe004d82666107d65e55824e79e0ab9b2238ec (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-08-04T15:34:23.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:23 smithi062 ceph-osd[96153]: -- 172.21.15.62:0/1652872587 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559e5f485a40 con 0x559e60248000 2024-08-04T15:34:23.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:23 smithi062 bash[96135]: 66fd13de21017f9b98938a8e62fe004d82666107d65e55824e79e0ab9b2238ec 2024-08-04T15:34:23.762 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:23 smithi062 systemd[1]: Started Ceph osd.5 for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:34:23.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:23 smithi007 ceph-mon[92692]: osdmap e463: 8 total, 7 up, 8 in 2024-08-04T15:34:23.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:23 smithi007 ceph-mon[94998]: osdmap e463: 8 total, 7 up, 8 in 2024-08-04T15:34:24.391 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:24 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T15:34:24.115+0000 7f9d8ef16640 -1 Falling back to public interface 2024-08-04T15:34:24.467 INFO:tasks.rados.rados.0.smithi007.stdout:1985: done (3 left) 2024-08-04T15:34:24.467 INFO:tasks.rados.rados.0.smithi007.stdout:1986: setattr oid 27 current snap is 196 2024-08-04T15:34:24.467 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 1480 (ObjNum 615 snap 193 seq_num 615) dirty exists 2024-08-04T15:34:24.467 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 1165 (ObjNum 599 snap 189 seq_num 599) dirty exists 2024-08-04T15:34:24.467 INFO:tasks.rados.rados.0.smithi007.stdout:1984: finishing copy_from racing read to smithi00780855-14 2024-08-04T15:34:24.467 INFO:tasks.rados.rados.0.smithi007.stdout:1984: finishing copy_from to smithi00780855-14 2024-08-04T15:34:24.467 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 1164 (ObjNum 525 snap 165 seq_num 525) dirty exists 2024-08-04T15:34:24.469 INFO:tasks.rados.rados.0.smithi007.stdout:1982: done (3 left) 2024-08-04T15:34:24.469 INFO:tasks.rados.rados.0.smithi007.stdout:1983: done (2 left) 2024-08-04T15:34:24.469 INFO:tasks.rados.rados.0.smithi007.stdout:1984: done (1 left) 2024-08-04T15:34:24.469 INFO:tasks.rados.rados.0.smithi007.stdout:1987: read oid 46 snap 188 2024-08-04T15:34:24.469 INFO:tasks.rados.rados.0.smithi007.stdout:1987: expect (ObjNum 543 snap 177 seq_num 543) 2024-08-04T15:34:24.469 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 196 2024-08-04T15:34:24.469 INFO:tasks.rados.rados.0.smithi007.stdout:1988: seq_num 621 ranges {2383872=409600,2793472=401408} 2024-08-04T15:34:24.485 INFO:tasks.rados.rados.0.smithi007.stdout:1988: writing smithi00780855-22 from 2383872 to 2793472 tid 1 2024-08-04T15:34:24.488 INFO:tasks.rados.rados.0.smithi007.stdout:1988: writing smithi00780855-22 from 2793472 to 3194880 tid 2 2024-08-04T15:34:24.489 INFO:tasks.rados.rados.0.smithi007.stdout:1989: copy_from oid 28 from oid 34 current snap is 196 2024-08-04T15:34:24.489 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 1466 (ObjNum 619 snap 194 seq_num 619) dirty exists 2024-08-04T15:34:24.489 INFO:tasks.rados.rados.0.smithi007.stdout:1986: done (3 left) 2024-08-04T15:34:24.489 INFO:tasks.rados.rados.0.smithi007.stdout:1990: rollback oid 39 current snap is 196 2024-08-04T15:34:24.489 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 39 to 193 2024-08-04T15:34:24.489 INFO:tasks.rados.rados.0.smithi007.stdout:1991: read oid 6 snap -1 2024-08-04T15:34:24.489 INFO:tasks.rados.rados.0.smithi007.stdout:1991: expect (ObjNum 583 snap 185 seq_num 583) 2024-08-04T15:34:24.489 INFO:tasks.rados.rados.0.smithi007.stdout:1992: copy_from oid 20 from oid 30 current snap is 196 2024-08-04T15:34:24.489 INFO:tasks.rados.rados.0.smithi007.stdout:1993: copy_from oid 25 from oid 13 current snap is 196 2024-08-04T15:34:24.489 INFO:tasks.rados.rados.0.smithi007.stdout:1994: snap_remove snap 183 2024-08-04T15:34:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:24 smithi062 ceph-mon[85960]: pgmap v349: 121 pgs: 28 active+undersized, 12 peering, 9 active+undersized+degraded, 72 active+clean; 395 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 282 KiB/s wr, 1 op/s; 65/600 objects degraded (10.833%) 2024-08-04T15:34:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:24 smithi062 ceph-mon[85960]: osdmap e464: 8 total, 7 up, 8 in 2024-08-04T15:34:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:34:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:24 smithi062 ceph-mon[85960]: osdmap e465: 8 total, 7 up, 8 in 2024-08-04T15:34:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:24 smithi007 ceph-mon[92692]: pgmap v349: 121 pgs: 28 active+undersized, 12 peering, 9 active+undersized+degraded, 72 active+clean; 395 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 282 KiB/s wr, 1 op/s; 65/600 objects degraded (10.833%) 2024-08-04T15:34:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:24 smithi007 ceph-mon[92692]: osdmap e464: 8 total, 7 up, 8 in 2024-08-04T15:34:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:34:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:24 smithi007 ceph-mon[92692]: osdmap e465: 8 total, 7 up, 8 in 2024-08-04T15:34:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:24 smithi007 ceph-mon[94998]: pgmap v349: 121 pgs: 28 active+undersized, 12 peering, 9 active+undersized+degraded, 72 active+clean; 395 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 282 KiB/s wr, 1 op/s; 65/600 objects degraded (10.833%) 2024-08-04T15:34:24.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:24 smithi007 ceph-mon[94998]: osdmap e464: 8 total, 7 up, 8 in 2024-08-04T15:34:24.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:24.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:24.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:34:24.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:24 smithi007 ceph-mon[94998]: osdmap e465: 8 total, 7 up, 8 in 2024-08-04T15:34:25.469 INFO:tasks.rados.rados.0.smithi007.stdout:1992: finishing copy_from to smithi00780855-20 2024-08-04T15:34:25.469 INFO:tasks.rados.rados.0.smithi007.stdout:1992: got expected ENOENT (src dne) 2024-08-04T15:34:25.470 INFO:tasks.rados.rados.0.smithi007.stdout:1992: finishing copy_from racing read to smithi00780855-20 2024-08-04T15:34:25.470 INFO:tasks.rados.rados.0.smithi007.stdout:1988: finishing write tid 1 to smithi00780855-22 2024-08-04T15:34:25.470 INFO:tasks.rados.rados.0.smithi007.stdout:1990: finishing rollback tid 0 to smithi00780855-39 2024-08-04T15:34:25.470 INFO:tasks.rados.rados.0.smithi007.stdout:1990: finishing rollback tid 1 to smithi00780855-39 2024-08-04T15:34:25.470 INFO:tasks.rados.rados.0.smithi007.stdout:1990: finishing rollback tid 2 to smithi00780855-39 2024-08-04T15:34:25.470 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 1458 (ObjNum 602 snap 189 seq_num 602) dirty exists 2024-08-04T15:34:25.470 INFO:tasks.rados.rados.0.smithi007.stdout:1987: expect (ObjNum 543 snap 177 seq_num 543) 2024-08-04T15:34:25.692 INFO:tasks.rados.rados.0.smithi007.stdout:1988: finishing write tid 2 to smithi00780855-22 2024-08-04T15:34:25.693 INFO:tasks.rados.rados.0.smithi007.stdout:1988: finishing write tid 3 to smithi00780855-22 2024-08-04T15:34:25.693 INFO:tasks.rados.rados.0.smithi007.stdout:1987: done (7 left) 2024-08-04T15:34:25.693 INFO:tasks.rados.rados.0.smithi007.stdout:1990: done (6 left) 2024-08-04T15:34:25.693 INFO:tasks.rados.rados.0.smithi007.stdout:1992: done (5 left) 2024-08-04T15:34:25.693 INFO:tasks.rados.rados.0.smithi007.stdout:1994: done (4 left) 2024-08-04T15:34:25.693 INFO:tasks.rados.rados.0.smithi007.stdout:1995: delete oid 37 current snap is 196 2024-08-04T15:34:25.693 INFO:tasks.rados.rados.0.smithi007.stdout:1988: finishing write tid 4 to smithi00780855-22 2024-08-04T15:34:25.693 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 1483 (ObjNum 621 snap 196 seq_num 621) dirty exists 2024-08-04T15:34:25.693 INFO:tasks.rados.rados.0.smithi007.stdout:1988: left oid 22 (ObjNum 621 snap 196 seq_num 621) 2024-08-04T15:34:25.693 INFO:tasks.rados.rados.0.smithi007.stdout:1993: finishing copy_from racing read to smithi00780855-25 2024-08-04T15:34:25.693 INFO:tasks.rados.rados.0.smithi007.stdout:1993: finishing copy_from to smithi00780855-25 2024-08-04T15:34:25.693 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 1532 (ObjNum 536 snap 175 seq_num 536) dirty exists 2024-08-04T15:34:25.694 INFO:tasks.rados.rados.0.smithi007.stdout:1991: expect (ObjNum 583 snap 185 seq_num 583) 2024-08-04T15:34:26.399 INFO:tasks.rados.rados.0.smithi007.stdout:1989: finishing copy_from racing read to smithi00780855-28 2024-08-04T15:34:26.399 INFO:tasks.rados.rados.0.smithi007.stdout:1989: finishing copy_from to smithi00780855-28 2024-08-04T15:34:26.399 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 676 (ObjNum 496 snap 157 seq_num 496) dirty exists 2024-08-04T15:34:26.399 INFO:tasks.rados.rados.0.smithi007.stdout:1988: done (4 left) 2024-08-04T15:34:26.399 INFO:tasks.rados.rados.0.smithi007.stdout:1989: done (3 left) 2024-08-04T15:34:26.399 INFO:tasks.rados.rados.0.smithi007.stdout:1991: done (2 left) 2024-08-04T15:34:26.399 INFO:tasks.rados.rados.0.smithi007.stdout:1993: done (1 left) 2024-08-04T15:34:26.399 INFO:tasks.rados.rados.0.smithi007.stdout:1995: done (0 left) 2024-08-04T15:34:26.399 INFO:tasks.rados.rados.0.smithi007.stdout:1996: snap_create 2024-08-04T15:34:26.465 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:34:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:34:26] "GET /metrics HTTP/1.1" 200 36200 "" "Prometheus/2.43.0" 2024-08-04T15:34:26.521 INFO:tasks.rados.rados.0.smithi007.stdout:1996: done (0 left) 2024-08-04T15:34:26.521 INFO:tasks.rados.rados.0.smithi007.stdout:1997: delete oid 34 current snap is 197 2024-08-04T15:34:26.526 INFO:tasks.rados.rados.0.smithi007.stdout:1997: done (0 left) 2024-08-04T15:34:26.526 INFO:tasks.rados.rados.0.smithi007.stdout:1998: snap_remove snap 184 2024-08-04T15:34:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:26 smithi062 ceph-mon[85960]: pgmap v352: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 401 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.9 MiB/s wr, 6 op/s; 103/606 objects degraded (16.997%) 2024-08-04T15:34:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:26 smithi062 ceph-mon[85960]: osdmap e466: 8 total, 7 up, 8 in 2024-08-04T15:34:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:26 smithi062 ceph-mon[85960]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-08-04T15:34:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:26 smithi007 ceph-mon[92692]: pgmap v352: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 401 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.9 MiB/s wr, 6 op/s; 103/606 objects degraded (16.997%) 2024-08-04T15:34:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:26 smithi007 ceph-mon[92692]: osdmap e466: 8 total, 7 up, 8 in 2024-08-04T15:34:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:26 smithi007 ceph-mon[92692]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-08-04T15:34:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:26 smithi007 ceph-mon[94998]: pgmap v352: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 401 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.9 MiB/s wr, 6 op/s; 103/606 objects degraded (16.997%) 2024-08-04T15:34:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:26 smithi007 ceph-mon[94998]: osdmap e466: 8 total, 7 up, 8 in 2024-08-04T15:34:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:26 smithi007 ceph-mon[94998]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-08-04T15:34:27.511 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T15:34:27.385+0000 7f9d8ef16640 -1 osd.5 458 log_to_monitors true 2024-08-04T15:34:27.529 INFO:tasks.rados.rados.0.smithi007.stdout:1998: done (0 left) 2024-08-04T15:34:27.529 INFO:tasks.rados.rados.0.smithi007.stdout:1999: copy_from oid 3 from oid 28 current snap is 197 2024-08-04T15:34:27.529 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 197 2024-08-04T15:34:27.529 INFO:tasks.rados.rados.0.smithi007.stdout:2000: seq_num 624 ranges {0=458752,458752=401408} 2024-08-04T15:34:27.532 INFO:tasks.rados.rados.0.smithi007.stdout:2000: writing smithi00780855-45 from 0 to 458752 tid 1 2024-08-04T15:34:27.536 INFO:tasks.rados.rados.0.smithi007.stdout:2000: writing smithi00780855-45 from 458752 to 860160 tid 2 2024-08-04T15:34:27.536 INFO:tasks.rados.rados.0.smithi007.stdout:2001: read oid 14 snap -1 2024-08-04T15:34:27.536 INFO:tasks.rados.rados.0.smithi007.stdout:2001: expect (ObjNum 525 snap 165 seq_num 525) 2024-08-04T15:34:27.536 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 197 2024-08-04T15:34:27.537 INFO:tasks.rados.rados.0.smithi007.stdout:2002: seq_num 625 ranges {8716288=475136,9191424=401408} 2024-08-04T15:34:27.588 INFO:tasks.rados.rados.0.smithi007.stdout:2002: writing smithi00780855-6 from 8716288 to 9191424 tid 1 2024-08-04T15:34:27.590 INFO:tasks.rados.rados.0.smithi007.stdout:2002: writing smithi00780855-6 from 9191424 to 9592832 tid 2 2024-08-04T15:34:27.590 INFO:tasks.rados.rados.0.smithi007.stdout:2003: snap_create 2024-08-04T15:34:27.590 INFO:tasks.rados.rados.0.smithi007.stdout:2000: finishing write tid 1 to smithi00780855-45 2024-08-04T15:34:27.590 INFO:tasks.rados.rados.0.smithi007.stdout:2000: finishing write tid 2 to smithi00780855-45 2024-08-04T15:34:27.590 INFO:tasks.rados.rados.0.smithi007.stdout:2000: finishing write tid 3 to smithi00780855-45 2024-08-04T15:34:27.591 INFO:tasks.rados.rados.0.smithi007.stdout:2001: expect (ObjNum 525 snap 165 seq_num 525) 2024-08-04T15:34:27.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:27 smithi007 ceph-mon[94998]: osdmap e467: 8 total, 7 up, 8 in 2024-08-04T15:34:27.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:27 smithi007 ceph-mon[94998]: from='osd.5 [v2:172.21.15.62:6808/2343806331,v1:172.21.15.62:6809/2343806331]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-04T15:34:27.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:27 smithi007 ceph-mon[94998]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-04T15:34:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:27 smithi007 ceph-mon[92692]: osdmap e467: 8 total, 7 up, 8 in 2024-08-04T15:34:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:27 smithi007 ceph-mon[92692]: from='osd.5 [v2:172.21.15.62:6808/2343806331,v1:172.21.15.62:6809/2343806331]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-04T15:34:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:27 smithi007 ceph-mon[92692]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-04T15:34:27.845 INFO:tasks.rados.rados.0.smithi007.stdout:2000: finishing write tid 4 to smithi00780855-45 2024-08-04T15:34:27.845 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 1718 (ObjNum 624 snap 197 seq_num 624) dirty exists 2024-08-04T15:34:27.846 INFO:tasks.rados.rados.0.smithi007.stdout:2000: left oid 45 (ObjNum 624 snap 197 seq_num 624) 2024-08-04T15:34:27.846 INFO:tasks.rados.rados.0.smithi007.stdout:1999: finishing copy_from racing read to smithi00780855-3 2024-08-04T15:34:27.846 INFO:tasks.rados.rados.0.smithi007.stdout:1999: finishing copy_from to smithi00780855-3 2024-08-04T15:34:27.846 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 676 (ObjNum 496 snap 157 seq_num 496) dirty exists 2024-08-04T15:34:27.846 INFO:tasks.rados.rados.0.smithi007.stdout:2002: finishing write tid 1 to smithi00780855-6 2024-08-04T15:34:27.846 INFO:tasks.rados.rados.0.smithi007.stdout:2002: finishing write tid 2 to smithi00780855-6 2024-08-04T15:34:27.846 INFO:tasks.rados.rados.0.smithi007.stdout:2002: finishing write tid 3 to smithi00780855-6 2024-08-04T15:34:27.846 INFO:tasks.rados.rados.0.smithi007.stdout:2002: finishing write tid 4 to smithi00780855-6 2024-08-04T15:34:27.846 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 1160 (ObjNum 625 snap 197 seq_num 625) dirty exists 2024-08-04T15:34:27.846 INFO:tasks.rados.rados.0.smithi007.stdout:2002: left oid 6 (ObjNum 625 snap 197 seq_num 625) 2024-08-04T15:34:28.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:27 smithi062 ceph-mon[85960]: osdmap e467: 8 total, 7 up, 8 in 2024-08-04T15:34:28.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:27 smithi062 ceph-mon[85960]: from='osd.5 [v2:172.21.15.62:6808/2343806331,v1:172.21.15.62:6809/2343806331]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-04T15:34:28.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:27 smithi062 ceph-mon[85960]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-04T15:34:28.383 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 15:34:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T15:34:28.016+0000 7f9d82cb9640 -1 osd.5 458 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-04T15:34:28.536 INFO:tasks.rados.rados.0.smithi007.stdout:1999: done (4 left) 2024-08-04T15:34:28.536 INFO:tasks.rados.rados.0.smithi007.stdout:2000: done (3 left) 2024-08-04T15:34:28.536 INFO:tasks.rados.rados.0.smithi007.stdout:2001: done (2 left) 2024-08-04T15:34:28.536 INFO:tasks.rados.rados.0.smithi007.stdout:2002: done (1 left) 2024-08-04T15:34:28.536 INFO:tasks.rados.rados.0.smithi007.stdout:2003: done (0 left) 2024-08-04T15:34:28.537 INFO:tasks.rados.rados.0.smithi007.stdout:2004: read oid 50 snap -1 2024-08-04T15:34:28.537 INFO:tasks.rados.rados.0.smithi007.stdout:2004: expect (ObjNum 587 snap 186 seq_num 587) 2024-08-04T15:34:28.537 INFO:tasks.rados.rados.0.smithi007.stdout:2005: snap_remove snap 192 2024-08-04T15:34:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:28 smithi062 ceph-mon[85960]: pgmap v355: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 402 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.7 MiB/s wr, 20 op/s; 106/609 objects degraded (17.406%) 2024-08-04T15:34:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:28 smithi062 ceph-mon[85960]: Health check update: Degraded data redundancy: 106/609 objects degraded (17.406%), 13 pgs degraded (PG_DEGRADED) 2024-08-04T15:34:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:28 smithi062 ceph-mon[85960]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-04T15:34:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:28 smithi062 ceph-mon[85960]: osdmap e468: 8 total, 7 up, 8 in 2024-08-04T15:34:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:28 smithi062 ceph-mon[85960]: from='osd.5 [v2:172.21.15.62:6808/2343806331,v1:172.21.15.62:6809/2343806331]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:34:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:28 smithi062 ceph-mon[85960]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:34:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:28 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:28 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:28 smithi062 ceph-mon[85960]: from='osd.5 ' entity='osd.5' 2024-08-04T15:34:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:28 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:28 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[92692]: pgmap v355: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 402 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.7 MiB/s wr, 20 op/s; 106/609 objects degraded (17.406%) 2024-08-04T15:34:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[92692]: Health check update: Degraded data redundancy: 106/609 objects degraded (17.406%), 13 pgs degraded (PG_DEGRADED) 2024-08-04T15:34:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[92692]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-04T15:34:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[92692]: osdmap e468: 8 total, 7 up, 8 in 2024-08-04T15:34:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[92692]: from='osd.5 [v2:172.21.15.62:6808/2343806331,v1:172.21.15.62:6809/2343806331]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:34:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[92692]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:34:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[92692]: from='osd.5 ' entity='osd.5' 2024-08-04T15:34:28.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:28.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[94998]: pgmap v355: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 402 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.7 MiB/s wr, 20 op/s; 106/609 objects degraded (17.406%) 2024-08-04T15:34:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[94998]: Health check update: Degraded data redundancy: 106/609 objects degraded (17.406%), 13 pgs degraded (PG_DEGRADED) 2024-08-04T15:34:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[94998]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-04T15:34:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[94998]: osdmap e468: 8 total, 7 up, 8 in 2024-08-04T15:34:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[94998]: from='osd.5 [v2:172.21.15.62:6808/2343806331,v1:172.21.15.62:6809/2343806331]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:34:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[94998]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:34:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[94998]: from='osd.5 ' entity='osd.5' 2024-08-04T15:34:28.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:28.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:28 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:29.544 INFO:tasks.rados.rados.0.smithi007.stdout:2005: done (1 left) 2024-08-04T15:34:29.544 INFO:tasks.rados.rados.0.smithi007.stdout:2006: rollback oid 11 current snap is 198 2024-08-04T15:34:29.544 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 11 to 161 2024-08-04T15:34:29.544 INFO:tasks.rados.rados.0.smithi007.stdout:2007: read oid 7 snap -1 2024-08-04T15:34:29.544 INFO:tasks.rados.rados.0.smithi007.stdout:2007: expect (ObjNum 600 snap 189 seq_num 600) 2024-08-04T15:34:29.544 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 40 current snap is 198 2024-08-04T15:34:29.544 INFO:tasks.rados.rados.0.smithi007.stdout:2008: seq_num 626 ranges {1400832=491520,1892352=401408} 2024-08-04T15:34:29.555 INFO:tasks.rados.rados.0.smithi007.stdout:2008: writing smithi00780855-40 from 1400832 to 1892352 tid 1 2024-08-04T15:34:29.559 INFO:tasks.rados.rados.0.smithi007.stdout:2008: writing smithi00780855-40 from 1892352 to 2293760 tid 2 2024-08-04T15:34:29.560 INFO:tasks.rados.rados.0.smithi007.stdout:2004: expect (ObjNum 587 snap 186 seq_num 587) 2024-08-04T15:34:29.574 INFO:tasks.rados.rados.0.smithi007.stdout:2008: finishing write tid 1 to smithi00780855-40 2024-08-04T15:34:29.574 INFO:tasks.rados.rados.0.smithi007.stdout:2008: finishing write tid 2 to smithi00780855-40 2024-08-04T15:34:29.575 INFO:tasks.rados.rados.0.smithi007.stdout:2008: finishing write tid 3 to smithi00780855-40 2024-08-04T15:34:29.575 INFO:tasks.rados.rados.0.smithi007.stdout:2008: finishing write tid 4 to smithi00780855-40 2024-08-04T15:34:29.575 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 1453 (ObjNum 626 snap 198 seq_num 626) dirty exists 2024-08-04T15:34:29.575 INFO:tasks.rados.rados.0.smithi007.stdout:2008: left oid 40 (ObjNum 626 snap 198 seq_num 626) 2024-08-04T15:34:29.575 INFO:tasks.rados.rados.0.smithi007.stdout:2004: done (3 left) 2024-08-04T15:34:29.575 INFO:tasks.rados.rados.0.smithi007.stdout:2008: done (2 left) 2024-08-04T15:34:29.575 INFO:tasks.rados.rados.0.smithi007.stdout:2009: snap_create 2024-08-04T15:34:29.585 INFO:tasks.rados.rados.0.smithi007.stdout:2006: finishing rollback tid 0 to smithi00780855-11 2024-08-04T15:34:29.585 INFO:tasks.rados.rados.0.smithi007.stdout:2006: finishing rollback tid 1 to smithi00780855-11 2024-08-04T15:34:29.586 INFO:tasks.rados.rados.0.smithi007.stdout:2006: finishing rollback tid 2 to smithi00780855-11 2024-08-04T15:34:29.586 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 1461 (ObjNum 476 snap 147 seq_num 476) dirty exists 2024-08-04T15:34:29.615 INFO:tasks.rados.rados.0.smithi007.stdout:2007: expect (ObjNum 600 snap 189 seq_num 600) 2024-08-04T15:34:29.816 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:29 smithi062 ceph-mon[85960]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:34:29.816 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:29 smithi062 ceph-mon[85960]: osd.5 [v2:172.21.15.62:6808/2343806331,v1:172.21.15.62:6809/2343806331] boot 2024-08-04T15:34:29.816 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:29 smithi062 ceph-mon[85960]: osdmap e469: 8 total, 8 up, 8 in 2024-08-04T15:34:29.816 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:34:29.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:29 smithi007 ceph-mon[92692]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:34:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:29 smithi007 ceph-mon[92692]: osd.5 [v2:172.21.15.62:6808/2343806331,v1:172.21.15.62:6809/2343806331] boot 2024-08-04T15:34:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:29 smithi007 ceph-mon[92692]: osdmap e469: 8 total, 8 up, 8 in 2024-08-04T15:34:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:34:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:29 smithi007 ceph-mon[94998]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:34:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:29 smithi007 ceph-mon[94998]: osd.5 [v2:172.21.15.62:6808/2343806331,v1:172.21.15.62:6809/2343806331] boot 2024-08-04T15:34:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:29 smithi007 ceph-mon[94998]: osdmap e469: 8 total, 8 up, 8 in 2024-08-04T15:34:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-04T15:34:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:30 smithi062 ceph-mon[85960]: pgmap v358: 121 pgs: 5 peering, 34 active+undersized, 10 active+undersized+degraded, 72 active+clean; 402 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.9 MiB/s wr, 24 op/s; 70/597 objects degraded (11.725%) 2024-08-04T15:34:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:30 smithi062 ceph-mon[85960]: osdmap e470: 8 total, 8 up, 8 in 2024-08-04T15:34:30.773 INFO:tasks.rados.rados.0.smithi007.stdout:2006: done (2 left) 2024-08-04T15:34:30.773 INFO:tasks.rados.rados.0.smithi007.stdout:2007: done (1 left) 2024-08-04T15:34:30.773 INFO:tasks.rados.rados.0.smithi007.stdout:2009: done (0 left) 2024-08-04T15:34:30.773 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 199 2024-08-04T15:34:30.774 INFO:tasks.rados.rados.0.smithi007.stdout:2010: seq_num 627 ranges {5210112=507904,5718016=401408} 2024-08-04T15:34:30.804 INFO:tasks.rados.rados.0.smithi007.stdout:2010: writing smithi00780855-49 from 5210112 to 5718016 tid 1 2024-08-04T15:34:30.807 INFO:tasks.rados.rados.0.smithi007.stdout:2010: writing smithi00780855-49 from 5718016 to 6119424 tid 2 2024-08-04T15:34:30.807 INFO:tasks.rados.rados.0.smithi007.stdout:2011: delete oid 40 current snap is 199 2024-08-04T15:34:30.811 INFO:tasks.rados.rados.0.smithi007.stdout:2011: done (1 left) 2024-08-04T15:34:30.811 INFO:tasks.rados.rados.0.smithi007.stdout:2012: read oid 6 snap 171 2024-08-04T15:34:30.811 INFO:tasks.rados.rados.0.smithi007.stdout:2012: expect (ObjNum 522 snap 165 seq_num 522) 2024-08-04T15:34:30.811 INFO:tasks.rados.rados.0.smithi007.stdout:2013: rollback oid 3 current snap is 199 2024-08-04T15:34:30.811 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 3 to 193 2024-08-04T15:34:30.811 INFO:tasks.rados.rados.0.smithi007.stdout:2014: read oid 42 snap -1 2024-08-04T15:34:30.811 INFO:tasks.rados.rados.0.smithi007.stdout:2014: expect (ObjNum 602 snap 189 seq_num 602) 2024-08-04T15:34:30.811 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 41 current snap is 199 2024-08-04T15:34:30.811 INFO:tasks.rados.rados.0.smithi007.stdout:2015: seq_num 629 ranges {0=540672,540672=401408} 2024-08-04T15:34:30.814 INFO:tasks.rados.rados.0.smithi007.stdout:2015: writing smithi00780855-41 from 0 to 540672 tid 1 2024-08-04T15:34:30.817 INFO:tasks.rados.rados.0.smithi007.stdout:2015: writing smithi00780855-41 from 540672 to 942080 tid 2 2024-08-04T15:34:30.818 INFO:tasks.rados.rados.0.smithi007.stdout:2016: read oid 28 snap -1 2024-08-04T15:34:30.818 INFO:tasks.rados.rados.0.smithi007.stdout:2016: expect (ObjNum 496 snap 157 seq_num 496) 2024-08-04T15:34:30.818 INFO:tasks.rados.rados.0.smithi007.stdout:2017: copy_from oid 36 from oid 43 current snap is 199 2024-08-04T15:34:30.818 INFO:tasks.rados.rados.0.smithi007.stdout:2010: finishing write tid 1 to smithi00780855-49 2024-08-04T15:34:30.818 INFO:tasks.rados.rados.0.smithi007.stdout:2010: finishing write tid 2 to smithi00780855-49 2024-08-04T15:34:30.818 INFO:tasks.rados.rados.0.smithi007.stdout:2010: finishing write tid 3 to smithi00780855-49 2024-08-04T15:34:30.819 INFO:tasks.rados.rados.0.smithi007.stdout:2010: finishing write tid 4 to smithi00780855-49 2024-08-04T15:34:30.819 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 1659 (ObjNum 627 snap 199 seq_num 627) dirty exists 2024-08-04T15:34:30.819 INFO:tasks.rados.rados.0.smithi007.stdout:2010: left oid 49 (ObjNum 627 snap 199 seq_num 627) 2024-08-04T15:34:30.819 INFO:tasks.rados.rados.0.smithi007.stdout:2013: finishing rollback tid 0 to smithi00780855-3 2024-08-04T15:34:30.819 INFO:tasks.rados.rados.0.smithi007.stdout:2010: done (6 left) 2024-08-04T15:34:30.819 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 11 current snap is 199 2024-08-04T15:34:30.819 INFO:tasks.rados.rados.0.smithi007.stdout:2018: seq_num 630 ranges {1835008=557056,2392064=401408} 2024-08-04T15:34:30.832 INFO:tasks.rados.rados.0.smithi007.stdout:2018: writing smithi00780855-11 from 1835008 to 2392064 tid 1 2024-08-04T15:34:30.835 INFO:tasks.rados.rados.0.smithi007.stdout:2018: writing smithi00780855-11 from 2392064 to 2793472 tid 2 2024-08-04T15:34:30.835 INFO:tasks.rados.rados.0.smithi007.stdout:2019: rollback oid 17 current snap is 199 2024-08-04T15:34:30.835 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 17 to 171 2024-08-04T15:34:30.835 INFO:tasks.rados.rados.0.smithi007.stdout:2015: finishing write tid 1 to smithi00780855-41 2024-08-04T15:34:30.835 INFO:tasks.rados.rados.0.smithi007.stdout:2013: finishing rollback tid 1 to smithi00780855-3 2024-08-04T15:34:30.835 INFO:tasks.rados.rados.0.smithi007.stdout:2013: finishing rollback tid 2 to smithi00780855-3 2024-08-04T15:34:30.835 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 1154 (ObjNum 478 snap 148 seq_num 478) dirty exists 2024-08-04T15:34:30.836 INFO:tasks.rados.rados.0.smithi007.stdout:2015: finishing write tid 2 to smithi00780855-41 2024-08-04T15:34:30.836 INFO:tasks.rados.rados.0.smithi007.stdout:2015: finishing write tid 3 to smithi00780855-41 2024-08-04T15:34:30.836 INFO:tasks.rados.rados.0.smithi007.stdout:2014: expect (ObjNum 602 snap 189 seq_num 602) 2024-08-04T15:34:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:30 smithi007 ceph-mon[92692]: pgmap v358: 121 pgs: 5 peering, 34 active+undersized, 10 active+undersized+degraded, 72 active+clean; 402 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.9 MiB/s wr, 24 op/s; 70/597 objects degraded (11.725%) 2024-08-04T15:34:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:30 smithi007 ceph-mon[92692]: osdmap e470: 8 total, 8 up, 8 in 2024-08-04T15:34:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:30 smithi007 ceph-mon[94998]: pgmap v358: 121 pgs: 5 peering, 34 active+undersized, 10 active+undersized+degraded, 72 active+clean; 402 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.9 MiB/s wr, 24 op/s; 70/597 objects degraded (11.725%) 2024-08-04T15:34:30.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:30 smithi007 ceph-mon[94998]: osdmap e470: 8 total, 8 up, 8 in 2024-08-04T15:34:30.955 INFO:tasks.rados.rados.0.smithi007.stdout:2015: finishing write tid 4 to smithi00780855-41 2024-08-04T15:34:30.955 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 1760 (ObjNum 629 snap 199 seq_num 629) dirty exists 2024-08-04T15:34:30.955 INFO:tasks.rados.rados.0.smithi007.stdout:2015: left oid 41 (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:34:30.956 INFO:tasks.rados.rados.0.smithi007.stdout:2013: done (7 left) 2024-08-04T15:34:30.956 INFO:tasks.rados.rados.0.smithi007.stdout:2014: done (6 left) 2024-08-04T15:34:30.956 INFO:tasks.rados.rados.0.smithi007.stdout:2015: done (5 left) 2024-08-04T15:34:30.956 INFO:tasks.rados.rados.0.smithi007.stdout:2020: copy_from oid 21 from oid 42 current snap is 199 2024-08-04T15:34:30.956 INFO:tasks.rados.rados.0.smithi007.stdout:2018: finishing write tid 1 to smithi00780855-11 2024-08-04T15:34:30.956 INFO:tasks.rados.rados.0.smithi007.stdout:2018: finishing write tid 2 to smithi00780855-11 2024-08-04T15:34:30.956 INFO:tasks.rados.rados.0.smithi007.stdout:2018: finishing write tid 3 to smithi00780855-11 2024-08-04T15:34:30.956 INFO:tasks.rados.rados.0.smithi007.stdout:2018: finishing write tid 4 to smithi00780855-11 2024-08-04T15:34:30.956 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 1464 (ObjNum 630 snap 199 seq_num 630) dirty exists 2024-08-04T15:34:30.956 INFO:tasks.rados.rados.0.smithi007.stdout:2018: left oid 11 (ObjNum 630 snap 199 seq_num 630) 2024-08-04T15:34:30.956 INFO:tasks.rados.rados.0.smithi007.stdout:2012: expect (ObjNum 522 snap 165 seq_num 522) 2024-08-04T15:34:31.356 INFO:tasks.rados.rados.0.smithi007.stdout:2019: finishing rollback tid 0 to smithi00780855-17 2024-08-04T15:34:31.356 INFO:tasks.rados.rados.0.smithi007.stdout:2019: finishing rollback tid 1 to smithi00780855-17 2024-08-04T15:34:31.356 INFO:tasks.rados.rados.0.smithi007.stdout:2019: finishing rollback tid 2 to smithi00780855-17 2024-08-04T15:34:31.356 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 1460 (ObjNum 519 snap 165 seq_num 519) dirty exists 2024-08-04T15:34:31.356 INFO:tasks.rados.rados.0.smithi007.stdout:2017: finishing copy_from racing read to smithi00780855-36 2024-08-04T15:34:31.356 INFO:tasks.rados.rados.0.smithi007.stdout:2012: done (5 left) 2024-08-04T15:34:31.356 INFO:tasks.rados.rados.0.smithi007.stdout:2018: done (4 left) 2024-08-04T15:34:31.356 INFO:tasks.rados.rados.0.smithi007.stdout:2019: done (3 left) 2024-08-04T15:34:31.356 INFO:tasks.rados.rados.0.smithi007.stdout:2021: snap_create 2024-08-04T15:34:31.357 INFO:tasks.rados.rados.0.smithi007.stdout:2017: finishing copy_from to smithi00780855-36 2024-08-04T15:34:31.357 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 1157 (ObjNum 594 snap 189 seq_num 594) dirty exists 2024-08-04T15:34:31.357 INFO:tasks.rados.rados.0.smithi007.stdout:2016: expect (ObjNum 496 snap 157 seq_num 496) 2024-08-04T15:34:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:31 smithi062 ceph-mon[85960]: osdmap e471: 8 total, 8 up, 8 in 2024-08-04T15:34:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:34:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:34:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:31.835 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:34:31 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:34:31.647+0000 7f16d331c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-08-04T15:34:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:31 smithi007 ceph-mon[92692]: osdmap e471: 8 total, 8 up, 8 in 2024-08-04T15:34:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:34:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:34:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:31 smithi007 ceph-mon[94998]: osdmap e471: 8 total, 8 up, 8 in 2024-08-04T15:34:31.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:31.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:31.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:34:31.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:34:31.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:32.321 INFO:tasks.rados.rados.0.smithi007.stdout:2020: finishing copy_from racing read to smithi00780855-21 2024-08-04T15:34:32.321 INFO:tasks.rados.rados.0.smithi007.stdout:2020: finishing copy_from to smithi00780855-21 2024-08-04T15:34:32.321 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 1452 (ObjNum 602 snap 189 seq_num 602) dirty exists 2024-08-04T15:34:32.321 INFO:tasks.rados.rados.0.smithi007.stdout:2016: done (3 left) 2024-08-04T15:34:32.321 INFO:tasks.rados.rados.0.smithi007.stdout:2017: done (2 left) 2024-08-04T15:34:32.322 INFO:tasks.rados.rados.0.smithi007.stdout:2020: done (1 left) 2024-08-04T15:34:32.322 INFO:tasks.rados.rados.0.smithi007.stdout:2021: done (0 left) 2024-08-04T15:34:32.322 INFO:tasks.rados.rados.0.smithi007.stdout:2022: copy_from oid 35 from oid 2 current snap is 200 2024-08-04T15:34:32.322 INFO:tasks.rados.rados.0.smithi007.stdout:2023: copy_from oid 24 from oid 12 current snap is 200 2024-08-04T15:34:32.322 INFO:tasks.rados.rados.0.smithi007.stdout:2024: copy_from oid 44 from oid 36 current snap is 200 2024-08-04T15:34:32.322 INFO:tasks.rados.rados.0.smithi007.stdout:2025: snap_create 2024-08-04T15:34:32.324 INFO:tasks.rados.rados.0.smithi007.stdout:2022: finishing copy_from to smithi00780855-35 2024-08-04T15:34:32.324 INFO:tasks.rados.rados.0.smithi007.stdout:2022: got expected ENOENT (src dne) 2024-08-04T15:34:32.324 INFO:tasks.rados.rados.0.smithi007.stdout:2022: finishing copy_from racing read to smithi00780855-35 2024-08-04T15:34:32.338 INFO:tasks.rados.rados.0.smithi007.stdout:2024: finishing copy_from racing read to smithi00780855-44 2024-08-04T15:34:32.341 INFO:tasks.rados.rados.0.smithi007.stdout:2024: finishing copy_from to smithi00780855-44 2024-08-04T15:34:32.341 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1157 (ObjNum 594 snap 189 seq_num 594) dirty exists 2024-08-04T15:34:32.347 INFO:tasks.rados.rados.0.smithi007.stdout:2023: finishing copy_from racing read to smithi00780855-24 2024-08-04T15:34:32.351 INFO:tasks.rados.rados.0.smithi007.stdout:2023: finishing copy_from to smithi00780855-24 2024-08-04T15:34:32.351 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 1699 (ObjNum 598 snap 189 seq_num 598) dirty exists 2024-08-04T15:34:32.555 INFO:tasks.rados.rados.0.smithi007.stdout:2022: done (3 left) 2024-08-04T15:34:32.555 INFO:tasks.rados.rados.0.smithi007.stdout:2023: done (2 left) 2024-08-04T15:34:32.555 INFO:tasks.rados.rados.0.smithi007.stdout:2024: done (1 left) 2024-08-04T15:34:32.555 INFO:tasks.rados.rados.0.smithi007.stdout:2025: done (0 left) 2024-08-04T15:34:32.555 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 201 2024-08-04T15:34:32.555 INFO:tasks.rados.rados.0.smithi007.stdout:2026: seq_num 631 ranges {860160=573440,1433600=401408} 2024-08-04T15:34:32.562 INFO:tasks.rados.rados.0.smithi007.stdout:2026: writing smithi00780855-45 from 860160 to 1433600 tid 1 2024-08-04T15:34:32.565 INFO:tasks.rados.rados.0.smithi007.stdout:2026: writing smithi00780855-45 from 1433600 to 1835008 tid 2 2024-08-04T15:34:32.565 INFO:tasks.rados.rados.0.smithi007.stdout:2027: rollback oid 15 current snap is 201 2024-08-04T15:34:32.565 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 15 to 194 2024-08-04T15:34:32.565 INFO:tasks.rados.rados.0.smithi007.stdout:2028: snap_remove snap 199 2024-08-04T15:34:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:34:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:34:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:34:32.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:32 smithi062 ceph-mon[85960]: pgmap v361: 121 pgs: 5 peering, 1 active+recovery_wait+degraded, 30 active+undersized, 7 active+undersized+degraded, 78 active+clean; 397 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 51/594 objects degraded (8.586%) 2024-08-04T15:34:32.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:32 smithi062 ceph-mon[85960]: osdmap e472: 8 total, 8 up, 8 in 2024-08-04T15:34:32.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:34:32.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:32.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:32.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:32.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-04T15:34:32.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:32 smithi062 ceph-mon[85960]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-04T15:34:32.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:32 smithi062 ceph-mon[85960]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-08-04T15:34:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:32 smithi007 ceph-mon[92692]: pgmap v361: 121 pgs: 5 peering, 1 active+recovery_wait+degraded, 30 active+undersized, 7 active+undersized+degraded, 78 active+clean; 397 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 51/594 objects degraded (8.586%) 2024-08-04T15:34:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:32 smithi007 ceph-mon[92692]: osdmap e472: 8 total, 8 up, 8 in 2024-08-04T15:34:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:34:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-04T15:34:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:32 smithi007 ceph-mon[92692]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-04T15:34:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:32 smithi007 ceph-mon[92692]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-08-04T15:34:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:32 smithi007 ceph-mon[94998]: pgmap v361: 121 pgs: 5 peering, 1 active+recovery_wait+degraded, 30 active+undersized, 7 active+undersized+degraded, 78 active+clean; 397 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 51/594 objects degraded (8.586%) 2024-08-04T15:34:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:32 smithi007 ceph-mon[94998]: osdmap e472: 8 total, 8 up, 8 in 2024-08-04T15:34:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:34:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-04T15:34:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:32 smithi007 ceph-mon[94998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-04T15:34:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:32 smithi007 ceph-mon[94998]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-08-04T15:34:33.563 INFO:tasks.rados.rados.0.smithi007.stdout:2028: done (2 left) 2024-08-04T15:34:33.563 INFO:tasks.rados.rados.0.smithi007.stdout:2029: read oid 8 snap 193 2024-08-04T15:34:33.563 INFO:tasks.rados.rados.0.smithi007.stdout:2029: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-04T15:34:33.563 INFO:tasks.rados.rados.0.smithi007.stdout:2030: rollback oid 47 current snap is 201 2024-08-04T15:34:33.564 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 47 to 200 2024-08-04T15:34:33.564 INFO:tasks.rados.rados.0.smithi007.stdout:2026: finishing write tid 1 to smithi00780855-45 2024-08-04T15:34:33.564 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 11 current snap is 201 2024-08-04T15:34:33.564 INFO:tasks.rados.rados.0.smithi007.stdout:2026: finishing write tid 2 to smithi00780855-45 2024-08-04T15:34:33.564 INFO:tasks.rados.rados.0.smithi007.stdout:2026: finishing write tid 3 to smithi00780855-45 2024-08-04T15:34:33.564 INFO:tasks.rados.rados.0.smithi007.stdout:2026: finishing write tid 4 to smithi00780855-45 2024-08-04T15:34:33.564 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 1766 (ObjNum 631 snap 201 seq_num 631) dirty exists 2024-08-04T15:34:33.564 INFO:tasks.rados.rados.0.smithi007.stdout:2026: left oid 45 (ObjNum 631 snap 201 seq_num 631) 2024-08-04T15:34:33.564 INFO:tasks.rados.rados.0.smithi007.stdout:2027: finishing rollback tid 1 to smithi00780855-15 2024-08-04T15:34:33.564 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 1668 (ObjNum 241 snap 0 seq_num 4118785472) dirty dne 2024-08-04T15:34:33.564 INFO:tasks.rados.rados.0.smithi007.stdout:2031: seq_num 632 ranges {2793472=589824,3383296=401408} 2024-08-04T15:34:33.582 INFO:tasks.rados.rados.0.smithi007.stdout:2031: writing smithi00780855-11 from 2793472 to 3383296 tid 1 2024-08-04T15:34:33.584 INFO:tasks.rados.rados.0.smithi007.stdout:2031: writing smithi00780855-11 from 3383296 to 3784704 tid 2 2024-08-04T15:34:33.584 INFO:tasks.rados.rados.0.smithi007.stdout:2026: done (4 left) 2024-08-04T15:34:33.584 INFO:tasks.rados.rados.0.smithi007.stdout:2027: done (3 left) 2024-08-04T15:34:33.584 INFO:tasks.rados.rados.0.smithi007.stdout:2032: copy_from oid 33 from oid 12 current snap is 201 2024-08-04T15:34:33.584 INFO:tasks.rados.rados.0.smithi007.stdout:2030: finishing rollback tid 1 to smithi00780855-47 2024-08-04T15:34:33.585 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 204 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-04T15:34:33.585 INFO:tasks.rados.rados.0.smithi007.stdout:2029: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-04T15:34:33.736 INFO:tasks.rados.rados.0.smithi007.stdout:2031: finishing write tid 1 to smithi00780855-11 2024-08-04T15:34:33.736 INFO:tasks.rados.rados.0.smithi007.stdout:2031: finishing write tid 2 to smithi00780855-11 2024-08-04T15:34:33.736 INFO:tasks.rados.rados.0.smithi007.stdout:2031: finishing write tid 3 to smithi00780855-11 2024-08-04T15:34:33.736 INFO:tasks.rados.rados.0.smithi007.stdout:2031: finishing write tid 4 to smithi00780855-11 2024-08-04T15:34:33.737 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 1467 (ObjNum 632 snap 201 seq_num 632) dirty exists 2024-08-04T15:34:33.737 INFO:tasks.rados.rados.0.smithi007.stdout:2031: left oid 11 (ObjNum 632 snap 201 seq_num 632) 2024-08-04T15:34:33.737 INFO:tasks.rados.rados.0.smithi007.stdout:2032: finishing copy_from racing read to smithi00780855-33 2024-08-04T15:34:33.737 INFO:tasks.rados.rados.0.smithi007.stdout:2032: finishing copy_from to smithi00780855-33 2024-08-04T15:34:33.737 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 1699 (ObjNum 598 snap 189 seq_num 598) dirty exists 2024-08-04T15:34:33.737 INFO:tasks.rados.rados.0.smithi007.stdout:2029: done (3 left) 2024-08-04T15:34:33.737 INFO:tasks.rados.rados.0.smithi007.stdout:2030: done (2 left) 2024-08-04T15:34:33.737 INFO:tasks.rados.rados.0.smithi007.stdout:2031: done (1 left) 2024-08-04T15:34:33.737 INFO:tasks.rados.rados.0.smithi007.stdout:2032: done (0 left) 2024-08-04T15:34:33.737 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 25 current snap is 201 2024-08-04T15:34:33.737 INFO:tasks.rados.rados.0.smithi007.stdout:2033: seq_num 633 ranges {6643712=606208,7249920=401408} 2024-08-04T15:34:33.775 INFO:tasks.rados.rados.0.smithi007.stdout:2033: writing smithi00780855-25 from 6643712 to 7249920 tid 1 2024-08-04T15:34:33.778 INFO:tasks.rados.rados.0.smithi007.stdout:2033: writing smithi00780855-25 from 7249920 to 7651328 tid 2 2024-08-04T15:34:33.778 INFO:tasks.rados.rados.0.smithi007.stdout:2034: snap_remove snap 188 2024-08-04T15:34:33.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:33 smithi007 ceph-mon[92692]: osdmap e473: 8 total, 8 up, 8 in 2024-08-04T15:34:33.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:33 smithi007 ceph-mon[94998]: osdmap e473: 8 total, 8 up, 8 in 2024-08-04T15:34:34.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:33 smithi062 ceph-mon[85960]: osdmap e473: 8 total, 8 up, 8 in 2024-08-04T15:34:34.567 INFO:tasks.rados.rados.0.smithi007.stdout:2034: done (1 left) 2024-08-04T15:34:34.568 INFO:tasks.rados.rados.0.smithi007.stdout:2035: snap_remove snap 194 2024-08-04T15:34:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:34 smithi007 ceph-mon[92692]: pgmap v364: 121 pgs: 5 peering, 1 active+recovery_wait+degraded, 3 active+undersized, 1 active+undersized+degraded, 111 active+clean; 390 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.2 MiB/s wr, 6 op/s; 3/570 objects degraded (0.526%); 11 MiB/s, 2 objects/s recovering 2024-08-04T15:34:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:34 smithi007 ceph-mon[92692]: Health check update: Degraded data redundancy: 3/570 objects degraded (0.526%), 2 pgs degraded (PG_DEGRADED) 2024-08-04T15:34:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:34 smithi007 ceph-mon[92692]: osdmap e474: 8 total, 8 up, 8 in 2024-08-04T15:34:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:34 smithi007 ceph-mon[94998]: pgmap v364: 121 pgs: 5 peering, 1 active+recovery_wait+degraded, 3 active+undersized, 1 active+undersized+degraded, 111 active+clean; 390 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.2 MiB/s wr, 6 op/s; 3/570 objects degraded (0.526%); 11 MiB/s, 2 objects/s recovering 2024-08-04T15:34:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:34 smithi007 ceph-mon[94998]: Health check update: Degraded data redundancy: 3/570 objects degraded (0.526%), 2 pgs degraded (PG_DEGRADED) 2024-08-04T15:34:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:34 smithi007 ceph-mon[94998]: osdmap e474: 8 total, 8 up, 8 in 2024-08-04T15:34:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:34 smithi062 ceph-mon[85960]: pgmap v364: 121 pgs: 5 peering, 1 active+recovery_wait+degraded, 3 active+undersized, 1 active+undersized+degraded, 111 active+clean; 390 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.2 MiB/s wr, 6 op/s; 3/570 objects degraded (0.526%); 11 MiB/s, 2 objects/s recovering 2024-08-04T15:34:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:34 smithi062 ceph-mon[85960]: Health check update: Degraded data redundancy: 3/570 objects degraded (0.526%), 2 pgs degraded (PG_DEGRADED) 2024-08-04T15:34:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:34 smithi062 ceph-mon[85960]: osdmap e474: 8 total, 8 up, 8 in 2024-08-04T15:34:35.573 INFO:tasks.rados.rados.0.smithi007.stdout:2035: done (1 left) 2024-08-04T15:34:35.573 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 201 2024-08-04T15:34:35.573 INFO:tasks.rados.rados.0.smithi007.stdout:2036: seq_num 634 ranges {6823936=622592,7446528=401408} 2024-08-04T15:34:35.614 INFO:tasks.rados.rados.0.smithi007.stdout:2036: writing smithi00780855-31 from 6823936 to 7446528 tid 1 2024-08-04T15:34:35.616 INFO:tasks.rados.rados.0.smithi007.stdout:2036: writing smithi00780855-31 from 7446528 to 7847936 tid 2 2024-08-04T15:34:35.617 INFO:tasks.rados.rados.0.smithi007.stdout:2037: setattr oid 32 current snap is 201 2024-08-04T15:34:35.617 INFO:tasks.rados.rados.0.smithi007.stdout:2033: finishing write tid 1 to smithi00780855-25 2024-08-04T15:34:35.617 INFO:tasks.rados.rados.0.smithi007.stdout:2033: finishing write tid 2 to smithi00780855-25 2024-08-04T15:34:35.617 INFO:tasks.rados.rados.0.smithi007.stdout:2033: finishing write tid 3 to smithi00780855-25 2024-08-04T15:34:35.617 INFO:tasks.rados.rados.0.smithi007.stdout:2033: finishing write tid 4 to smithi00780855-25 2024-08-04T15:34:35.617 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 1775 (ObjNum 633 snap 201 seq_num 633) dirty exists 2024-08-04T15:34:35.617 INFO:tasks.rados.rados.0.smithi007.stdout:2033: left oid 25 (ObjNum 633 snap 201 seq_num 633) 2024-08-04T15:34:35.619 INFO:tasks.rados.rados.0.smithi007.stdout:2033: done (2 left) 2024-08-04T15:34:35.619 INFO:tasks.rados.rados.0.smithi007.stdout:2038: rollback oid 11 current snap is 201 2024-08-04T15:34:35.619 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 11 to 200 2024-08-04T15:34:35.619 INFO:tasks.rados.rados.0.smithi007.stdout:2039: read oid 47 snap -1 2024-08-04T15:34:35.619 INFO:tasks.rados.rados.0.smithi007.stdout:2039: expect deleted 2024-08-04T15:34:35.619 INFO:tasks.rados.rados.0.smithi007.stdout:2040: setattr oid 23 current snap is 201 2024-08-04T15:34:35.621 INFO:tasks.rados.rados.0.smithi007.stdout:2036: finishing write tid 1 to smithi00780855-31 2024-08-04T15:34:35.621 INFO:tasks.rados.rados.0.smithi007.stdout:2041: read oid 6 snap 195 2024-08-04T15:34:35.621 INFO:tasks.rados.rados.0.smithi007.stdout:2041: expect (ObjNum 583 snap 185 seq_num 583) 2024-08-04T15:34:35.621 INFO:tasks.rados.rados.0.smithi007.stdout:2042: snap_create 2024-08-04T15:34:35.622 INFO:tasks.rados.rados.0.smithi007.stdout:2036: finishing write tid 2 to smithi00780855-31 2024-08-04T15:34:35.627 INFO:tasks.rados.rados.0.smithi007.stdout:2036: finishing write tid 3 to smithi00780855-31 2024-08-04T15:34:35.627 INFO:tasks.rados.rados.0.smithi007.stdout:2038: finishing rollback tid 0 to smithi00780855-11 2024-08-04T15:34:35.627 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 1461 (ObjNum 552 snap 179 seq_num 552) dirty exists 2024-08-04T15:34:35.628 INFO:tasks.rados.rados.0.smithi007.stdout:2038: finishing rollback tid 1 to smithi00780855-11 2024-08-04T15:34:35.628 INFO:tasks.rados.rados.0.smithi007.stdout:2038: finishing rollback tid 2 to smithi00780855-11 2024-08-04T15:34:35.628 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 1473 (ObjNum 630 snap 199 seq_num 630) dirty exists 2024-08-04T15:34:35.629 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 1484 (ObjNum 574 snap 184 seq_num 574) dirty exists 2024-08-04T15:34:35.630 INFO:tasks.rados.rados.0.smithi007.stdout:2036: finishing write tid 4 to smithi00780855-31 2024-08-04T15:34:35.630 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 1470 (ObjNum 634 snap 201 seq_num 634) dirty exists 2024-08-04T15:34:35.630 INFO:tasks.rados.rados.0.smithi007.stdout:2036: left oid 31 (ObjNum 634 snap 201 seq_num 634) 2024-08-04T15:34:35.655 INFO:tasks.rados.rados.0.smithi007.stdout:2041: expect (ObjNum 583 snap 185 seq_num 583) 2024-08-04T15:34:35.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:35 smithi007 ceph-mon[92692]: osdmap e475: 8 total, 8 up, 8 in 2024-08-04T15:34:35.836 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:34:35 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[109388]: 2024-08-04T15:34:35.651+0000 7f86d0585640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 10b after trimming was started 2024-08-04T15:34:35.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:35 smithi007 ceph-mon[94998]: osdmap e475: 8 total, 8 up, 8 in 2024-08-04T15:34:36.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:35 smithi062 ceph-mon[85960]: osdmap e475: 8 total, 8 up, 8 in 2024-08-04T15:34:36.569 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:34:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:34:36] "GET /metrics HTTP/1.1" 200 36210 "" "Prometheus/2.43.0" 2024-08-04T15:34:36.578 INFO:tasks.rados.rados.0.smithi007.stdout:2036: done (6 left) 2024-08-04T15:34:36.578 INFO:tasks.rados.rados.0.smithi007.stdout:2037: done (5 left) 2024-08-04T15:34:36.578 INFO:tasks.rados.rados.0.smithi007.stdout:2038: done (4 left) 2024-08-04T15:34:36.578 INFO:tasks.rados.rados.0.smithi007.stdout:2039: done (3 left) 2024-08-04T15:34:36.578 INFO:tasks.rados.rados.0.smithi007.stdout:2040: done (2 left) 2024-08-04T15:34:36.578 INFO:tasks.rados.rados.0.smithi007.stdout:2041: done (1 left) 2024-08-04T15:34:36.579 INFO:tasks.rados.rados.0.smithi007.stdout:2042: done (0 left) 2024-08-04T15:34:36.579 INFO:tasks.rados.rados.0.smithi007.stdout:2043: read oid 24 snap -1 2024-08-04T15:34:36.579 INFO:tasks.rados.rados.0.smithi007.stdout:2043: expect (ObjNum 598 snap 189 seq_num 598) 2024-08-04T15:34:36.579 INFO:tasks.rados.rados.0.smithi007.stdout:2044: snap_create 2024-08-04T15:34:36.610 INFO:tasks.rados.rados.0.smithi007.stdout:2043: expect (ObjNum 598 snap 189 seq_num 598) 2024-08-04T15:34:36.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:36 smithi007 ceph-mon[92692]: pgmap v367: 121 pgs: 121 active+clean; 391 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.9 MiB/s wr, 13 op/s; 23 MiB/s, 5 objects/s recovering 2024-08-04T15:34:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:36 smithi007 ceph-mon[92692]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/570 objects degraded (0.526%), 2 pgs degraded) 2024-08-04T15:34:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:36 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:34:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:36 smithi007 ceph-mon[92692]: osdmap e476: 8 total, 8 up, 8 in 2024-08-04T15:34:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:34:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:36 smithi007 ceph-mon[94998]: pgmap v367: 121 pgs: 121 active+clean; 391 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.9 MiB/s wr, 13 op/s; 23 MiB/s, 5 objects/s recovering 2024-08-04T15:34:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:36 smithi007 ceph-mon[94998]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/570 objects degraded (0.526%), 2 pgs degraded) 2024-08-04T15:34:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:36 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:34:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:36 smithi007 ceph-mon[94998]: osdmap e476: 8 total, 8 up, 8 in 2024-08-04T15:34:36.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:36.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:34:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:36 smithi062 ceph-mon[85960]: pgmap v367: 121 pgs: 121 active+clean; 391 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.9 MiB/s wr, 13 op/s; 23 MiB/s, 5 objects/s recovering 2024-08-04T15:34:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:36 smithi062 ceph-mon[85960]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/570 objects degraded (0.526%), 2 pgs degraded) 2024-08-04T15:34:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:36 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:34:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:36 smithi062 ceph-mon[85960]: osdmap e476: 8 total, 8 up, 8 in 2024-08-04T15:34:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:34:37.584 INFO:tasks.rados.rados.0.smithi007.stdout:2043: done (1 left) 2024-08-04T15:34:37.584 INFO:tasks.rados.rados.0.smithi007.stdout:2044: done (0 left) 2024-08-04T15:34:37.584 INFO:tasks.rados.rados.0.smithi007.stdout:2045: rmattr oid 33 current snap is 203 2024-08-04T15:34:37.584 INFO:tasks.rados.rados.0.smithi007.stdout:2046: read oid 8 snap -1 2024-08-04T15:34:37.584 INFO:tasks.rados.rados.0.smithi007.stdout:2046: expect (ObjNum 617 snap 194 seq_num 617) 2024-08-04T15:34:37.584 INFO:tasks.rados.rados.0.smithi007.stdout:2047: snap_create 2024-08-04T15:34:37.589 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 1700 (ObjNum 598 snap 189 seq_num 598) dirty exists 2024-08-04T15:34:37.599 INFO:tasks.rados.rados.0.smithi007.stdout:2046: expect (ObjNum 617 snap 194 seq_num 617) 2024-08-04T15:34:37.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:37 smithi007 ceph-mon[94998]: osdmap e477: 8 total, 8 up, 8 in 2024-08-04T15:34:37.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:37 smithi007 ceph-mon[92692]: osdmap e477: 8 total, 8 up, 8 in 2024-08-04T15:34:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:37 smithi062 ceph-mon[85960]: osdmap e477: 8 total, 8 up, 8 in 2024-08-04T15:34:38.586 INFO:tasks.rados.rados.0.smithi007.stdout:2045: done (2 left) 2024-08-04T15:34:38.586 INFO:tasks.rados.rados.0.smithi007.stdout:2046: done (1 left) 2024-08-04T15:34:38.586 INFO:tasks.rados.rados.0.smithi007.stdout:2047: done (0 left) 2024-08-04T15:34:38.586 INFO:tasks.rados.rados.0.smithi007.stdout:2048: read oid 48 snap -1 2024-08-04T15:34:38.586 INFO:tasks.rados.rados.0.smithi007.stdout:2048: expect (ObjNum 620 snap 195 seq_num 620) 2024-08-04T15:34:38.586 INFO:tasks.rados.rados.0.smithi007.stdout:2049: read oid 22 snap -1 2024-08-04T15:34:38.587 INFO:tasks.rados.rados.0.smithi007.stdout:2049: expect (ObjNum 621 snap 196 seq_num 621) 2024-08-04T15:34:38.587 INFO:tasks.rados.rados.0.smithi007.stdout:2050: delete oid 49 current snap is 204 2024-08-04T15:34:38.596 INFO:tasks.rados.rados.0.smithi007.stdout:2050: done (2 left) 2024-08-04T15:34:38.597 INFO:tasks.rados.rados.0.smithi007.stdout:2051: read oid 8 snap -1 2024-08-04T15:34:38.597 INFO:tasks.rados.rados.0.smithi007.stdout:2051: expect (ObjNum 617 snap 194 seq_num 617) 2024-08-04T15:34:38.597 INFO:tasks.rados.rados.0.smithi007.stdout:2052: snap_remove snap 196 2024-08-04T15:34:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:38 smithi062 ceph-mon[85960]: pgmap v370: 121 pgs: 121 active+clean; 408 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 13 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-04T15:34:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:38 smithi062 ceph-mon[85960]: osdmap e478: 8 total, 8 up, 8 in 2024-08-04T15:34:39.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:38 smithi007 ceph-mon[92692]: pgmap v370: 121 pgs: 121 active+clean; 408 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 13 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-04T15:34:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:38 smithi007 ceph-mon[92692]: osdmap e478: 8 total, 8 up, 8 in 2024-08-04T15:34:39.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:38 smithi007 ceph-mon[94998]: pgmap v370: 121 pgs: 121 active+clean; 408 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 13 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-04T15:34:39.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:38 smithi007 ceph-mon[94998]: osdmap e478: 8 total, 8 up, 8 in 2024-08-04T15:34:39.473 INFO:tasks.rados.rados.0.smithi007.stdout:2052: done (3 left) 2024-08-04T15:34:39.473 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 47 current snap is 204 2024-08-04T15:34:39.473 INFO:tasks.rados.rados.0.smithi007.stdout:2053: seq_num 636 ranges {0=655360,655360=401408} 2024-08-04T15:34:39.477 INFO:tasks.rados.rados.0.smithi007.stdout:2053: writing smithi00780855-47 from 0 to 655360 tid 1 2024-08-04T15:34:39.480 INFO:tasks.rados.rados.0.smithi007.stdout:2053: writing smithi00780855-47 from 655360 to 1056768 tid 2 2024-08-04T15:34:39.480 INFO:tasks.rados.rados.0.smithi007.stdout:2054: copy_from oid 5 from oid 49 current snap is 204 2024-08-04T15:34:39.480 INFO:tasks.rados.rados.0.smithi007.stdout:2049: expect (ObjNum 621 snap 196 seq_num 621) 2024-08-04T15:34:39.656 INFO:tasks.rados.rados.0.smithi007.stdout:2048: expect (ObjNum 620 snap 195 seq_num 620) 2024-08-04T15:34:39.677 INFO:tasks.rados.rados.0.smithi007.stdout:2051: expect (ObjNum 617 snap 194 seq_num 617) 2024-08-04T15:34:39.902 INFO:tasks.rados.rados.0.smithi007.stdout:2054: finishing copy_from to smithi00780855-5 2024-08-04T15:34:39.902 INFO:tasks.rados.rados.0.smithi007.stdout:2054: got expected ENOENT (src dne) 2024-08-04T15:34:39.902 INFO:tasks.rados.rados.0.smithi007.stdout:2054: finishing copy_from racing read to smithi00780855-5 2024-08-04T15:34:39.902 INFO:tasks.rados.rados.0.smithi007.stdout:2053: finishing write tid 1 to smithi00780855-47 2024-08-04T15:34:39.902 INFO:tasks.rados.rados.0.smithi007.stdout:2048: done (4 left) 2024-08-04T15:34:39.902 INFO:tasks.rados.rados.0.smithi007.stdout:2049: done (3 left) 2024-08-04T15:34:39.903 INFO:tasks.rados.rados.0.smithi007.stdout:2051: done (2 left) 2024-08-04T15:34:39.903 INFO:tasks.rados.rados.0.smithi007.stdout:2054: done (1 left) 2024-08-04T15:34:39.903 INFO:tasks.rados.rados.0.smithi007.stdout:2055: snap_create 2024-08-04T15:34:39.903 INFO:tasks.rados.rados.0.smithi007.stdout:2053: finishing write tid 2 to smithi00780855-47 2024-08-04T15:34:39.903 INFO:tasks.rados.rados.0.smithi007.stdout:2053: finishing write tid 3 to smithi00780855-47 2024-08-04T15:34:39.903 INFO:tasks.rados.rados.0.smithi007.stdout:2053: finishing write tid 4 to smithi00780855-47 2024-08-04T15:34:39.903 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 236 (ObjNum 636 snap 204 seq_num 636) dirty exists 2024-08-04T15:34:39.903 INFO:tasks.rados.rados.0.smithi007.stdout:2053: left oid 47 (ObjNum 636 snap 204 seq_num 636) 2024-08-04T15:34:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:39 smithi062 ceph-mon[85960]: osdmap e479: 8 total, 8 up, 8 in 2024-08-04T15:34:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:39 smithi062 ceph-mon[85960]: osdmap e480: 8 total, 8 up, 8 in 2024-08-04T15:34:40.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:39 smithi007 ceph-mon[92692]: osdmap e479: 8 total, 8 up, 8 in 2024-08-04T15:34:40.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:39 smithi007 ceph-mon[92692]: osdmap e480: 8 total, 8 up, 8 in 2024-08-04T15:34:40.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:39 smithi007 ceph-mon[94998]: osdmap e479: 8 total, 8 up, 8 in 2024-08-04T15:34:40.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:39 smithi007 ceph-mon[94998]: osdmap e480: 8 total, 8 up, 8 in 2024-08-04T15:34:40.601 INFO:tasks.rados.rados.0.smithi007.stdout:2053: done (1 left) 2024-08-04T15:34:40.601 INFO:tasks.rados.rados.0.smithi007.stdout:2055: done (0 left) 2024-08-04T15:34:40.601 INFO:tasks.rados.rados.0.smithi007.stdout:2056: copy_from oid 24 from oid 14 current snap is 205 2024-08-04T15:34:40.601 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 10 current snap is 205 2024-08-04T15:34:40.601 INFO:tasks.rados.rados.0.smithi007.stdout:2057: seq_num 637 ranges {385024=671744,1056768=401408} 2024-08-04T15:34:40.606 INFO:tasks.rados.rados.0.smithi007.stdout:2057: writing smithi00780855-10 from 385024 to 1056768 tid 1 2024-08-04T15:34:40.609 INFO:tasks.rados.rados.0.smithi007.stdout:2057: writing smithi00780855-10 from 1056768 to 1458176 tid 2 2024-08-04T15:34:40.609 INFO:tasks.rados.rados.0.smithi007.stdout:2058: snap_remove snap 189 2024-08-04T15:34:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:40 smithi062 ceph-mon[85960]: pgmap v373: 121 pgs: 121 active+clean; 408 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.3 MiB/s wr, 19 op/s 2024-08-04T15:34:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:40 smithi007 ceph-mon[92692]: pgmap v373: 121 pgs: 121 active+clean; 408 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.3 MiB/s wr, 19 op/s 2024-08-04T15:34:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:40 smithi007 ceph-mon[94998]: pgmap v373: 121 pgs: 121 active+clean; 408 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.3 MiB/s wr, 19 op/s 2024-08-04T15:34:41.617 INFO:tasks.rados.rados.0.smithi007.stdout:2058: done (2 left) 2024-08-04T15:34:41.617 INFO:tasks.rados.rados.0.smithi007.stdout:2059: read oid 36 snap -1 2024-08-04T15:34:41.617 INFO:tasks.rados.rados.0.smithi007.stdout:2059: expect (ObjNum 594 snap 189 seq_num 594) 2024-08-04T15:34:41.617 INFO:tasks.rados.rados.0.smithi007.stdout:2060: delete oid 40 current snap is 205 2024-08-04T15:34:41.617 INFO:tasks.rados.rados.0.smithi007.stdout:2057: finishing write tid 1 to smithi00780855-10 2024-08-04T15:34:41.618 INFO:tasks.rados.rados.0.smithi007.stdout:2057: finishing write tid 2 to smithi00780855-10 2024-08-04T15:34:41.618 INFO:tasks.rados.rados.0.smithi007.stdout:2057: finishing write tid 3 to smithi00780855-10 2024-08-04T15:34:41.618 INFO:tasks.rados.rados.0.smithi007.stdout:2057: finishing write tid 4 to smithi00780855-10 2024-08-04T15:34:41.618 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 1663 (ObjNum 637 snap 205 seq_num 637) dirty exists 2024-08-04T15:34:41.618 INFO:tasks.rados.rados.0.smithi007.stdout:2057: left oid 10 (ObjNum 637 snap 205 seq_num 637) 2024-08-04T15:34:41.618 INFO:tasks.rados.rados.0.smithi007.stdout:2056: finishing copy_from racing read to smithi00780855-24 2024-08-04T15:34:41.618 INFO:tasks.rados.rados.0.smithi007.stdout:2056: finishing copy_from to smithi00780855-24 2024-08-04T15:34:41.618 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 1164 (ObjNum 525 snap 165 seq_num 525) dirty exists 2024-08-04T15:34:41.630 INFO:tasks.rados.rados.0.smithi007.stdout:2056: done (3 left) 2024-08-04T15:34:41.630 INFO:tasks.rados.rados.0.smithi007.stdout:2057: done (2 left) 2024-08-04T15:34:41.630 INFO:tasks.rados.rados.0.smithi007.stdout:2060: done (1 left) 2024-08-04T15:34:41.630 INFO:tasks.rados.rados.0.smithi007.stdout:2061: rmattr oid 25 current snap is 205 2024-08-04T15:34:41.630 INFO:tasks.rados.rados.0.smithi007.stdout:2062: rollback oid 24 current snap is 205 2024-08-04T15:34:41.630 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 24 to 201 2024-08-04T15:34:41.631 INFO:tasks.rados.rados.0.smithi007.stdout:2063: rmattr oid 23 current snap is 205 2024-08-04T15:34:41.631 INFO:tasks.rados.rados.0.smithi007.stdout:2064: rollback oid 37 current snap is 205 2024-08-04T15:34:41.631 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 37 to 202 2024-08-04T15:34:41.631 INFO:tasks.rados.rados.0.smithi007.stdout:2065: read oid 9 snap -1 2024-08-04T15:34:41.631 INFO:tasks.rados.rados.0.smithi007.stdout:2065: expect (ObjNum 582 snap 185 seq_num 582) 2024-08-04T15:34:41.631 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 205 2024-08-04T15:34:41.631 INFO:tasks.rados.rados.0.smithi007.stdout:2066: seq_num 639 ranges {0=704512,704512=401408} 2024-08-04T15:34:41.635 INFO:tasks.rados.rados.0.smithi007.stdout:2066: writing smithi00780855-15 from 0 to 704512 tid 1 2024-08-04T15:34:41.638 INFO:tasks.rados.rados.0.smithi007.stdout:2066: writing smithi00780855-15 from 704512 to 1105920 tid 2 2024-08-04T15:34:41.638 INFO:tasks.rados.rados.0.smithi007.stdout:2064: finishing rollback tid 1 to smithi00780855-37 2024-08-04T15:34:41.638 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 1227 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-04T15:34:41.638 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 1485 (ObjNum 574 snap 184 seq_num 574) dirty exists 2024-08-04T15:34:41.639 INFO:tasks.rados.rados.0.smithi007.stdout:2063: done (6 left) 2024-08-04T15:34:41.639 INFO:tasks.rados.rados.0.smithi007.stdout:2064: done (5 left) 2024-08-04T15:34:41.639 INFO:tasks.rados.rados.0.smithi007.stdout:2067: snap_create 2024-08-04T15:34:41.642 INFO:tasks.rados.rados.0.smithi007.stdout:2059: expect (ObjNum 594 snap 189 seq_num 594) 2024-08-04T15:34:41.857 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 1811 (ObjNum 633 snap 201 seq_num 633) dirty exists 2024-08-04T15:34:41.858 INFO:tasks.rados.rados.0.smithi007.stdout:2062: finishing rollback tid 0 to smithi00780855-24 2024-08-04T15:34:41.858 INFO:tasks.rados.rados.0.smithi007.stdout:2062: finishing rollback tid 1 to smithi00780855-24 2024-08-04T15:34:41.858 INFO:tasks.rados.rados.0.smithi007.stdout:2062: finishing rollback tid 2 to smithi00780855-24 2024-08-04T15:34:41.858 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 1814 (ObjNum 598 snap 189 seq_num 598) dirty exists 2024-08-04T15:34:41.858 INFO:tasks.rados.rados.0.smithi007.stdout:2066: finishing write tid 1 to smithi00780855-15 2024-08-04T15:34:41.858 INFO:tasks.rados.rados.0.smithi007.stdout:2066: finishing write tid 2 to smithi00780855-15 2024-08-04T15:34:41.858 INFO:tasks.rados.rados.0.smithi007.stdout:2066: finishing write tid 3 to smithi00780855-15 2024-08-04T15:34:41.858 INFO:tasks.rados.rados.0.smithi007.stdout:2066: finishing write tid 4 to smithi00780855-15 2024-08-04T15:34:41.858 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 1817 (ObjNum 639 snap 205 seq_num 639) dirty exists 2024-08-04T15:34:41.858 INFO:tasks.rados.rados.0.smithi007.stdout:2066: left oid 15 (ObjNum 639 snap 205 seq_num 639) 2024-08-04T15:34:41.858 INFO:tasks.rados.rados.0.smithi007.stdout:2065: expect (ObjNum 582 snap 185 seq_num 582) 2024-08-04T15:34:42.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:41 smithi062 ceph-mon[85960]: osdmap e481: 8 total, 8 up, 8 in 2024-08-04T15:34:42.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:41 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:42.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:41 smithi007 ceph-mon[92692]: osdmap e481: 8 total, 8 up, 8 in 2024-08-04T15:34:42.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:41 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:42.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:41 smithi007 ceph-mon[94998]: osdmap e481: 8 total, 8 up, 8 in 2024-08-04T15:34:42.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:41 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:42.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:34:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:34:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:34:42.619 INFO:tasks.rados.rados.0.smithi007.stdout:2059: done (5 left) 2024-08-04T15:34:42.619 INFO:tasks.rados.rados.0.smithi007.stdout:2061: done (4 left) 2024-08-04T15:34:42.619 INFO:tasks.rados.rados.0.smithi007.stdout:2062: done (3 left) 2024-08-04T15:34:42.619 INFO:tasks.rados.rados.0.smithi007.stdout:2065: done (2 left) 2024-08-04T15:34:42.619 INFO:tasks.rados.rados.0.smithi007.stdout:2066: done (1 left) 2024-08-04T15:34:42.619 INFO:tasks.rados.rados.0.smithi007.stdout:2067: done (0 left) 2024-08-04T15:34:42.619 INFO:tasks.rados.rados.0.smithi007.stdout:2068: snap_create 2024-08-04T15:34:42.986 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:42 smithi007 ceph-mon[92692]: pgmap v376: 121 pgs: 121 active+clean; 408 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 250 KiB/s wr, 15 op/s 2024-08-04T15:34:42.987 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:42 smithi007 ceph-mon[92692]: osdmap e482: 8 total, 8 up, 8 in 2024-08-04T15:34:42.987 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:42 smithi007 ceph-mon[94998]: pgmap v376: 121 pgs: 121 active+clean; 408 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 250 KiB/s wr, 15 op/s 2024-08-04T15:34:42.987 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:42 smithi007 ceph-mon[94998]: osdmap e482: 8 total, 8 up, 8 in 2024-08-04T15:34:43.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:42 smithi062 ceph-mon[85960]: pgmap v376: 121 pgs: 121 active+clean; 408 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 250 KiB/s wr, 15 op/s 2024-08-04T15:34:43.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:42 smithi062 ceph-mon[85960]: osdmap e482: 8 total, 8 up, 8 in 2024-08-04T15:34:43.626 INFO:tasks.rados.rados.0.smithi007.stdout:2068: done (0 left) 2024-08-04T15:34:43.626 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 11 current snap is 207 2024-08-04T15:34:43.626 INFO:tasks.rados.rados.0.smithi007.stdout:2069: seq_num 640 ranges {2793472=729088,3522560=401408} 2024-08-04T15:34:43.645 INFO:tasks.rados.rados.0.smithi007.stdout:2069: writing smithi00780855-11 from 2793472 to 3522560 tid 1 2024-08-04T15:34:43.647 INFO:tasks.rados.rados.0.smithi007.stdout:2069: writing smithi00780855-11 from 3522560 to 3923968 tid 2 2024-08-04T15:34:43.647 INFO:tasks.rados.rados.0.smithi007.stdout:2070: delete oid 48 current snap is 207 2024-08-04T15:34:43.650 INFO:tasks.rados.rados.0.smithi007.stdout:2070: done (1 left) 2024-08-04T15:34:43.650 INFO:tasks.rados.rados.0.smithi007.stdout:2071: snap_create 2024-08-04T15:34:43.655 INFO:tasks.rados.rados.0.smithi007.stdout:2069: finishing write tid 1 to smithi00780855-11 2024-08-04T15:34:43.655 INFO:tasks.rados.rados.0.smithi007.stdout:2069: finishing write tid 2 to smithi00780855-11 2024-08-04T15:34:43.655 INFO:tasks.rados.rados.0.smithi007.stdout:2069: finishing write tid 3 to smithi00780855-11 2024-08-04T15:34:43.657 INFO:tasks.rados.rados.0.smithi007.stdout:2069: finishing write tid 4 to smithi00780855-11 2024-08-04T15:34:43.657 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 1476 (ObjNum 640 snap 207 seq_num 640) dirty exists 2024-08-04T15:34:43.657 INFO:tasks.rados.rados.0.smithi007.stdout:2069: left oid 11 (ObjNum 640 snap 207 seq_num 640) 2024-08-04T15:34:44.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:43 smithi062 ceph-mon[85960]: osdmap e483: 8 total, 8 up, 8 in 2024-08-04T15:34:44.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:43 smithi007 ceph-mon[94998]: osdmap e483: 8 total, 8 up, 8 in 2024-08-04T15:34:44.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:43 smithi007 ceph-mon[92692]: osdmap e483: 8 total, 8 up, 8 in 2024-08-04T15:34:44.475 INFO:tasks.rados.rados.0.smithi007.stdout:2069: done (1 left) 2024-08-04T15:34:44.475 INFO:tasks.rados.rados.0.smithi007.stdout:2071: done (0 left) 2024-08-04T15:34:44.475 INFO:tasks.rados.rados.0.smithi007.stdout:2072: read oid 1 snap -1 2024-08-04T15:34:44.475 INFO:tasks.rados.rados.0.smithi007.stdout:2072: expect (ObjNum 615 snap 193 seq_num 615) 2024-08-04T15:34:44.475 INFO:tasks.rados.rados.0.smithi007.stdout:2073: setattr oid 42 current snap is 208 2024-08-04T15:34:44.476 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 10 current snap is 208 2024-08-04T15:34:44.476 INFO:tasks.rados.rados.0.smithi007.stdout:2074: seq_num 642 ranges {1458176=761856,2220032=401408} 2024-08-04T15:34:44.489 INFO:tasks.rados.rados.0.smithi007.stdout:2074: writing smithi00780855-10 from 1458176 to 2220032 tid 1 2024-08-04T15:34:44.492 INFO:tasks.rados.rados.0.smithi007.stdout:2074: writing smithi00780855-10 from 2220032 to 2621440 tid 2 2024-08-04T15:34:44.492 INFO:tasks.rados.rados.0.smithi007.stdout:2075: snap_create 2024-08-04T15:34:44.495 INFO:tasks.rados.rados.0.smithi007.stdout:2072: expect (ObjNum 615 snap 193 seq_num 615) 2024-08-04T15:34:44.984 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 1486 (ObjNum 602 snap 189 seq_num 602) dirty exists 2024-08-04T15:34:44.984 INFO:tasks.rados.rados.0.smithi007.stdout:2074: finishing write tid 1 to smithi00780855-10 2024-08-04T15:34:44.984 INFO:tasks.rados.rados.0.smithi007.stdout:2074: finishing write tid 2 to smithi00780855-10 2024-08-04T15:34:44.984 INFO:tasks.rados.rados.0.smithi007.stdout:2074: finishing write tid 3 to smithi00780855-10 2024-08-04T15:34:44.985 INFO:tasks.rados.rados.0.smithi007.stdout:2074: finishing write tid 4 to smithi00780855-10 2024-08-04T15:34:44.985 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 1666 (ObjNum 642 snap 208 seq_num 642) dirty exists 2024-08-04T15:34:44.985 INFO:tasks.rados.rados.0.smithi007.stdout:2074: left oid 10 (ObjNum 642 snap 208 seq_num 642) 2024-08-04T15:34:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:44 smithi062 ceph-mon[85960]: pgmap v379: 121 pgs: 121 active+clean; 416 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-08-04T15:34:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:44 smithi062 ceph-mon[85960]: osdmap e484: 8 total, 8 up, 8 in 2024-08-04T15:34:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:44 smithi062 ceph-mon[85960]: osdmap e485: 8 total, 8 up, 8 in 2024-08-04T15:34:45.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:44 smithi007 ceph-mon[94998]: pgmap v379: 121 pgs: 121 active+clean; 416 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-08-04T15:34:45.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:44 smithi007 ceph-mon[94998]: osdmap e484: 8 total, 8 up, 8 in 2024-08-04T15:34:45.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:44 smithi007 ceph-mon[94998]: osdmap e485: 8 total, 8 up, 8 in 2024-08-04T15:34:45.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:44 smithi007 ceph-mon[92692]: pgmap v379: 121 pgs: 121 active+clean; 416 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-08-04T15:34:45.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:44 smithi007 ceph-mon[92692]: osdmap e484: 8 total, 8 up, 8 in 2024-08-04T15:34:45.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:44 smithi007 ceph-mon[92692]: osdmap e485: 8 total, 8 up, 8 in 2024-08-04T15:34:45.475 INFO:tasks.rados.rados.0.smithi007.stdout:2072: done (3 left) 2024-08-04T15:34:45.475 INFO:tasks.rados.rados.0.smithi007.stdout:2073: done (2 left) 2024-08-04T15:34:45.475 INFO:tasks.rados.rados.0.smithi007.stdout:2074: done (1 left) 2024-08-04T15:34:45.475 INFO:tasks.rados.rados.0.smithi007.stdout:2075: done (0 left) 2024-08-04T15:34:45.475 INFO:tasks.rados.rados.0.smithi007.stdout:2076: delete oid 9 current snap is 209 2024-08-04T15:34:45.480 INFO:tasks.rados.rados.0.smithi007.stdout:2076: done (0 left) 2024-08-04T15:34:45.480 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 35 current snap is 209 2024-08-04T15:34:45.480 INFO:tasks.rados.rados.0.smithi007.stdout:2077: seq_num 644 ranges {3416064=794624,4210688=401408} 2024-08-04T15:34:45.503 INFO:tasks.rados.rados.0.smithi007.stdout:2077: writing smithi00780855-35 from 3416064 to 4210688 tid 1 2024-08-04T15:34:45.505 INFO:tasks.rados.rados.0.smithi007.stdout:2077: writing smithi00780855-35 from 4210688 to 4612096 tid 2 2024-08-04T15:34:45.505 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 209 2024-08-04T15:34:45.505 INFO:tasks.rados.rados.0.smithi007.stdout:2078: seq_num 645 ranges {9592832=409600,10002432=778240,10780672=24576} 2024-08-04T15:34:45.560 INFO:tasks.rados.rados.0.smithi007.stdout:2078: writing smithi00780855-6 from 9592832 to 10002432 tid 1 2024-08-04T15:34:45.565 INFO:tasks.rados.rados.0.smithi007.stdout:2078: writing smithi00780855-6 from 10002432 to 10780672 tid 2 2024-08-04T15:34:45.565 INFO:tasks.rados.rados.0.smithi007.stdout:2078: writing smithi00780855-6 from 10780672 to 10805248 tid 3 2024-08-04T15:34:45.565 INFO:tasks.rados.rados.0.smithi007.stdout:2079: delete oid 37 current snap is 209 2024-08-04T15:34:45.565 INFO:tasks.rados.rados.0.smithi007.stdout:2077: finishing write tid 1 to smithi00780855-35 2024-08-04T15:34:45.565 INFO:tasks.rados.rados.0.smithi007.stdout:2077: finishing write tid 2 to smithi00780855-35 2024-08-04T15:34:45.565 INFO:tasks.rados.rados.0.smithi007.stdout:2077: finishing write tid 3 to smithi00780855-35 2024-08-04T15:34:45.565 INFO:tasks.rados.rados.0.smithi007.stdout:2077: finishing write tid 4 to smithi00780855-35 2024-08-04T15:34:45.565 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 1479 (ObjNum 644 snap 209 seq_num 644) dirty exists 2024-08-04T15:34:45.565 INFO:tasks.rados.rados.0.smithi007.stdout:2077: left oid 35 (ObjNum 644 snap 209 seq_num 644) 2024-08-04T15:34:45.565 INFO:tasks.rados.rados.0.smithi007.stdout:2078: finishing write tid 1 to smithi00780855-6 2024-08-04T15:34:45.567 INFO:tasks.rados.rados.0.smithi007.stdout:2077: done (2 left) 2024-08-04T15:34:45.567 INFO:tasks.rados.rados.0.smithi007.stdout:2079: done (1 left) 2024-08-04T15:34:45.567 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 40 current snap is 209 2024-08-04T15:34:45.567 INFO:tasks.rados.rados.0.smithi007.stdout:2080: seq_num 647 ranges {0=442368,442368=589824,1032192=212992} 2024-08-04T15:34:45.570 INFO:tasks.rados.rados.0.smithi007.stdout:2080: writing smithi00780855-40 from 0 to 442368 tid 1 2024-08-04T15:34:45.573 INFO:tasks.rados.rados.0.smithi007.stdout:2080: writing smithi00780855-40 from 442368 to 1032192 tid 2 2024-08-04T15:34:45.575 INFO:tasks.rados.rados.0.smithi007.stdout:2080: writing smithi00780855-40 from 1032192 to 1245184 tid 3 2024-08-04T15:34:45.576 INFO:tasks.rados.rados.0.smithi007.stdout:2081: copy_from oid 31 from oid 21 current snap is 209 2024-08-04T15:34:45.576 INFO:tasks.rados.rados.0.smithi007.stdout:2078: finishing write tid 2 to smithi00780855-6 2024-08-04T15:34:45.576 INFO:tasks.rados.rados.0.smithi007.stdout:2078: finishing write tid 3 to smithi00780855-6 2024-08-04T15:34:45.576 INFO:tasks.rados.rados.0.smithi007.stdout:2078: finishing write tid 4 to smithi00780855-6 2024-08-04T15:34:45.576 INFO:tasks.rados.rados.0.smithi007.stdout:2078: finishing write tid 5 to smithi00780855-6 2024-08-04T15:34:45.576 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 1164 (ObjNum 645 snap 209 seq_num 645) dirty exists 2024-08-04T15:34:45.576 INFO:tasks.rados.rados.0.smithi007.stdout:2078: left oid 6 (ObjNum 645 snap 209 seq_num 645) 2024-08-04T15:34:45.576 INFO:tasks.rados.rados.0.smithi007.stdout:2080: finishing write tid 1 to smithi00780855-40 2024-08-04T15:34:45.576 INFO:tasks.rados.rados.0.smithi007.stdout:2078: done (2 left) 2024-08-04T15:34:45.576 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 10 current snap is 209 2024-08-04T15:34:45.576 INFO:tasks.rados.rados.0.smithi007.stdout:2082: seq_num 648 ranges {2621440=458752,3080192=475136,3555328=327680} 2024-08-04T15:34:45.592 INFO:tasks.rados.rados.0.smithi007.stdout:2082: writing smithi00780855-10 from 2621440 to 3080192 tid 1 2024-08-04T15:34:45.595 INFO:tasks.rados.rados.0.smithi007.stdout:2082: writing smithi00780855-10 from 3080192 to 3555328 tid 2 2024-08-04T15:34:45.597 INFO:tasks.rados.rados.0.smithi007.stdout:2082: writing smithi00780855-10 from 3555328 to 3883008 tid 3 2024-08-04T15:34:45.597 INFO:tasks.rados.rados.0.smithi007.stdout:2083: copy_from oid 19 from oid 47 current snap is 209 2024-08-04T15:34:45.597 INFO:tasks.rados.rados.0.smithi007.stdout:2080: finishing write tid 2 to smithi00780855-40 2024-08-04T15:34:45.597 INFO:tasks.rados.rados.0.smithi007.stdout:2080: finishing write tid 3 to smithi00780855-40 2024-08-04T15:34:45.597 INFO:tasks.rados.rados.0.smithi007.stdout:2080: finishing write tid 4 to smithi00780855-40 2024-08-04T15:34:45.598 INFO:tasks.rados.rados.0.smithi007.stdout:2080: finishing write tid 5 to smithi00780855-40 2024-08-04T15:34:45.598 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 1458 (ObjNum 647 snap 209 seq_num 647) dirty exists 2024-08-04T15:34:45.598 INFO:tasks.rados.rados.0.smithi007.stdout:2080: left oid 40 (ObjNum 647 snap 209 seq_num 647) 2024-08-04T15:34:45.598 INFO:tasks.rados.rados.0.smithi007.stdout:2081: finishing copy_from racing read to smithi00780855-31 2024-08-04T15:34:45.598 INFO:tasks.rados.rados.0.smithi007.stdout:2080: done (3 left) 2024-08-04T15:34:45.598 INFO:tasks.rados.rados.0.smithi007.stdout:2084: delete oid 3 current snap is 209 2024-08-04T15:34:45.598 INFO:tasks.rados.rados.0.smithi007.stdout:2081: finishing copy_from to smithi00780855-31 2024-08-04T15:34:45.598 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 1452 (ObjNum 602 snap 189 seq_num 602) dirty exists 2024-08-04T15:34:45.598 INFO:tasks.rados.rados.0.smithi007.stdout:2082: finishing write tid 1 to smithi00780855-10 2024-08-04T15:34:45.598 INFO:tasks.rados.rados.0.smithi007.stdout:2081: done (3 left) 2024-08-04T15:34:45.599 INFO:tasks.rados.rados.0.smithi007.stdout:2084: done (2 left) 2024-08-04T15:34:45.599 INFO:tasks.rados.rados.0.smithi007.stdout:2085: snap_remove snap 203 2024-08-04T15:34:46.472 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:34:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:34:46] "GET /metrics HTTP/1.1" 200 36210 "" "Prometheus/2.43.0" 2024-08-04T15:34:46.481 INFO:tasks.rados.rados.0.smithi007.stdout:2085: done (2 left) 2024-08-04T15:34:46.481 INFO:tasks.rados.rados.0.smithi007.stdout:2086: snap_remove snap 195 2024-08-04T15:34:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:46 smithi062 ceph-mon[85960]: pgmap v382: 121 pgs: 121 active+clean; 418 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-04T15:34:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:46 smithi062 ceph-mon[85960]: osdmap e486: 8 total, 8 up, 8 in 2024-08-04T15:34:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:46 smithi007 ceph-mon[92692]: pgmap v382: 121 pgs: 121 active+clean; 418 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-04T15:34:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:46 smithi007 ceph-mon[92692]: osdmap e486: 8 total, 8 up, 8 in 2024-08-04T15:34:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:46 smithi007 ceph-mon[94998]: pgmap v382: 121 pgs: 121 active+clean; 418 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-04T15:34:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:46 smithi007 ceph-mon[94998]: osdmap e486: 8 total, 8 up, 8 in 2024-08-04T15:34:47.488 INFO:tasks.rados.rados.0.smithi007.stdout:2086: done (2 left) 2024-08-04T15:34:47.488 INFO:tasks.rados.rados.0.smithi007.stdout:2087: copy_from oid 30 from oid 31 current snap is 209 2024-08-04T15:34:47.488 INFO:tasks.rados.rados.0.smithi007.stdout:2082: finishing write tid 2 to smithi00780855-10 2024-08-04T15:34:47.488 INFO:tasks.rados.rados.0.smithi007.stdout:2082: finishing write tid 3 to smithi00780855-10 2024-08-04T15:34:47.488 INFO:tasks.rados.rados.0.smithi007.stdout:2082: finishing write tid 4 to smithi00780855-10 2024-08-04T15:34:47.488 INFO:tasks.rados.rados.0.smithi007.stdout:2082: finishing write tid 5 to smithi00780855-10 2024-08-04T15:34:47.488 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 1670 (ObjNum 648 snap 209 seq_num 648) dirty exists 2024-08-04T15:34:47.488 INFO:tasks.rados.rados.0.smithi007.stdout:2082: left oid 10 (ObjNum 648 snap 209 seq_num 648) 2024-08-04T15:34:47.488 INFO:tasks.rados.rados.0.smithi007.stdout:2083: finishing copy_from racing read to smithi00780855-19 2024-08-04T15:34:47.489 INFO:tasks.rados.rados.0.smithi007.stdout:2083: finishing copy_from to smithi00780855-19 2024-08-04T15:34:47.489 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 236 (ObjNum 636 snap 204 seq_num 636) dirty exists 2024-08-04T15:34:47.489 INFO:tasks.rados.rados.0.smithi007.stdout:2082: done (2 left) 2024-08-04T15:34:47.489 INFO:tasks.rados.rados.0.smithi007.stdout:2083: done (1 left) 2024-08-04T15:34:47.489 INFO:tasks.rados.rados.0.smithi007.stdout:2088: read oid 21 snap -1 2024-08-04T15:34:47.489 INFO:tasks.rados.rados.0.smithi007.stdout:2088: expect (ObjNum 602 snap 189 seq_num 602) 2024-08-04T15:34:47.489 INFO:tasks.rados.rados.0.smithi007.stdout:2089: setattr oid 28 current snap is 209 2024-08-04T15:34:47.489 INFO:tasks.rados.rados.0.smithi007.stdout:2090: snap_remove snap 171 2024-08-04T15:34:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:47 smithi062 ceph-mon[85960]: osdmap e487: 8 total, 8 up, 8 in 2024-08-04T15:34:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-04T15:34:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:47 smithi062 ceph-mon[85960]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-04T15:34:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:47 smithi062 ceph-mon[85960]: Upgrade: osd.6 is safe to restart 2024-08-04T15:34:47.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:47 smithi007 ceph-mon[92692]: osdmap e487: 8 total, 8 up, 8 in 2024-08-04T15:34:47.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-04T15:34:47.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:47 smithi007 ceph-mon[92692]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-04T15:34:47.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:47 smithi007 ceph-mon[92692]: Upgrade: osd.6 is safe to restart 2024-08-04T15:34:47.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:47 smithi007 ceph-mon[94998]: osdmap e487: 8 total, 8 up, 8 in 2024-08-04T15:34:47.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-04T15:34:47.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:47 smithi007 ceph-mon[94998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-04T15:34:47.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:47 smithi007 ceph-mon[94998]: Upgrade: osd.6 is safe to restart 2024-08-04T15:34:48.491 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 1651 (ObjNum 496 snap 157 seq_num 496) dirty exists 2024-08-04T15:34:48.491 INFO:tasks.rados.rados.0.smithi007.stdout:2088: expect (ObjNum 602 snap 189 seq_num 602) 2024-08-04T15:34:48.614 INFO:tasks.rados.rados.0.smithi007.stdout:2087: finishing copy_from racing read to smithi00780855-30 2024-08-04T15:34:48.614 INFO:tasks.rados.rados.0.smithi007.stdout:2087: finishing copy_from to smithi00780855-30 2024-08-04T15:34:48.615 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 1452 (ObjNum 602 snap 189 seq_num 602) dirty exists 2024-08-04T15:34:48.615 INFO:tasks.rados.rados.0.smithi007.stdout:2087: done (3 left) 2024-08-04T15:34:48.615 INFO:tasks.rados.rados.0.smithi007.stdout:2088: done (2 left) 2024-08-04T15:34:48.615 INFO:tasks.rados.rados.0.smithi007.stdout:2089: done (1 left) 2024-08-04T15:34:48.615 INFO:tasks.rados.rados.0.smithi007.stdout:2090: done (0 left) 2024-08-04T15:34:48.615 INFO:tasks.rados.rados.0.smithi007.stdout:2091: read oid 13 snap 201 2024-08-04T15:34:48.615 INFO:tasks.rados.rados.0.smithi007.stdout:2091: expect (ObjNum 536 snap 175 seq_num 536) 2024-08-04T15:34:48.615 INFO:tasks.rados.rados.0.smithi007.stdout:2092: rollback oid 1 current snap is 209 2024-08-04T15:34:48.615 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 1 to 206 2024-08-04T15:34:48.615 INFO:tasks.rados.rados.0.smithi007.stdout:2093: delete oid 31 current snap is 209 2024-08-04T15:34:48.618 INFO:tasks.rados.rados.0.smithi007.stdout:2093: done (2 left) 2024-08-04T15:34:48.618 INFO:tasks.rados.rados.0.smithi007.stdout:2094: read oid 3 snap -1 2024-08-04T15:34:48.618 INFO:tasks.rados.rados.0.smithi007.stdout:2094: expect deleted 2024-08-04T15:34:48.618 INFO:tasks.rados.rados.0.smithi007.stdout:2095: copy_from oid 4 from oid 39 current snap is 209 2024-08-04T15:34:48.618 INFO:tasks.rados.rados.0.smithi007.stdout:2096: rollback oid 10 current snap is 209 2024-08-04T15:34:48.618 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 10 to 207 2024-08-04T15:34:48.619 INFO:tasks.rados.rados.0.smithi007.stdout:2097: rollback oid 36 current snap is 209 2024-08-04T15:34:48.619 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 36 to 190 2024-08-04T15:34:48.619 INFO:tasks.rados.rados.0.smithi007.stdout:2098: snap_create 2024-08-04T15:34:48.620 INFO:tasks.rados.rados.0.smithi007.stdout:2092: finishing rollback tid 0 to smithi00780855-1 2024-08-04T15:34:48.620 INFO:tasks.rados.rados.0.smithi007.stdout:2092: finishing rollback tid 1 to smithi00780855-1 2024-08-04T15:34:48.623 INFO:tasks.rados.rados.0.smithi007.stdout:2097: finishing rollback tid 0 to smithi00780855-36 2024-08-04T15:34:48.623 INFO:tasks.rados.rados.0.smithi007.stdout:2097: finishing rollback tid 1 to smithi00780855-36 2024-08-04T15:34:48.624 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 1167 (ObjNum 1057 snap 0 seq_num 3493602512) dirty dne 2024-08-04T15:34:48.624 INFO:tasks.rados.rados.0.smithi007.stdout:2092: finishing rollback tid 2 to smithi00780855-1 2024-08-04T15:34:48.624 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 1489 (ObjNum 615 snap 193 seq_num 615) dirty exists 2024-08-04T15:34:48.624 INFO:tasks.rados.rados.0.smithi007.stdout:2096: finishing rollback tid 0 to smithi00780855-10 2024-08-04T15:34:48.624 INFO:tasks.rados.rados.0.smithi007.stdout:2096: finishing rollback tid 1 to smithi00780855-10 2024-08-04T15:34:48.625 INFO:tasks.rados.rados.0.smithi007.stdout:2096: finishing rollback tid 2 to smithi00780855-10 2024-08-04T15:34:48.625 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 1673 (ObjNum 637 snap 205 seq_num 637) dirty exists 2024-08-04T15:34:48.637 INFO:tasks.rados.rados.0.smithi007.stdout:2095: finishing copy_from racing read to smithi00780855-4 2024-08-04T15:34:48.638 INFO:tasks.rados.rados.0.smithi007.stdout:2095: finishing copy_from to smithi00780855-4 2024-08-04T15:34:48.638 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 1458 (ObjNum 602 snap 189 seq_num 602) dirty exists 2024-08-04T15:34:48.648 INFO:tasks.rados.rados.0.smithi007.stdout:2091: expect (ObjNum 536 snap 175 seq_num 536) 2024-08-04T15:34:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:48 smithi062 ceph-mon[85960]: pgmap v385: 121 pgs: 121 active+clean; 420 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-04T15:34:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:48 smithi062 ceph-mon[85960]: osdmap e488: 8 total, 8 up, 8 in 2024-08-04T15:34:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:48 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:48 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-04T15:34:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:48 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:34:48.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:48 smithi007 ceph-mon[94998]: pgmap v385: 121 pgs: 121 active+clean; 420 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-04T15:34:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:48 smithi007 ceph-mon[94998]: osdmap e488: 8 total, 8 up, 8 in 2024-08-04T15:34:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:48 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:48 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-04T15:34:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:48 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:34:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:48 smithi007 ceph-mon[92692]: pgmap v385: 121 pgs: 121 active+clean; 420 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-04T15:34:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:48 smithi007 ceph-mon[92692]: osdmap e488: 8 total, 8 up, 8 in 2024-08-04T15:34:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:48 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:48 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-04T15:34:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:48 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:34:49.475 INFO:tasks.rados.rados.0.smithi007.stdout:2091: done (6 left) 2024-08-04T15:34:49.475 INFO:tasks.rados.rados.0.smithi007.stdout:2092: done (5 left) 2024-08-04T15:34:49.475 INFO:tasks.rados.rados.0.smithi007.stdout:2094: done (4 left) 2024-08-04T15:34:49.475 INFO:tasks.rados.rados.0.smithi007.stdout:2095: done (3 left) 2024-08-04T15:34:49.475 INFO:tasks.rados.rados.0.smithi007.stdout:2096: done (2 left) 2024-08-04T15:34:49.475 INFO:tasks.rados.rados.0.smithi007.stdout:2097: done (1 left) 2024-08-04T15:34:49.475 INFO:tasks.rados.rados.0.smithi007.stdout:2098: done (0 left) 2024-08-04T15:34:49.476 INFO:tasks.rados.rados.0.smithi007.stdout:2099: read oid 42 snap 202 2024-08-04T15:34:49.476 INFO:tasks.rados.rados.0.smithi007.stdout:2099: expect (ObjNum 602 snap 189 seq_num 602) 2024-08-04T15:34:49.476 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 12 current snap is 210 2024-08-04T15:34:49.476 INFO:tasks.rados.rados.0.smithi007.stdout:2100: seq_num 651 ranges {5996544=507904,6504448=532480,7036928=270336} 2024-08-04T15:34:49.510 INFO:tasks.rados.rados.0.smithi007.stdout:2100: writing smithi00780855-12 from 5996544 to 6504448 tid 1 2024-08-04T15:34:49.513 INFO:tasks.rados.rados.0.smithi007.stdout:2100: writing smithi00780855-12 from 6504448 to 7036928 tid 2 2024-08-04T15:34:49.515 INFO:tasks.rados.rados.0.smithi007.stdout:2100: writing smithi00780855-12 from 7036928 to 7307264 tid 3 2024-08-04T15:34:49.515 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 210 2024-08-04T15:34:49.515 INFO:tasks.rados.rados.0.smithi007.stdout:2101: seq_num 652 ranges {3194880=524288,3719168=409600,4128768=393216} 2024-08-04T15:34:49.535 INFO:tasks.rados.rados.0.smithi007.stdout:2101: writing smithi00780855-22 from 3194880 to 3719168 tid 1 2024-08-04T15:34:49.538 INFO:tasks.rados.rados.0.smithi007.stdout:2101: writing smithi00780855-22 from 3719168 to 4128768 tid 2 2024-08-04T15:34:49.541 INFO:tasks.rados.rados.0.smithi007.stdout:2101: writing smithi00780855-22 from 4128768 to 4521984 tid 3 2024-08-04T15:34:49.541 INFO:tasks.rados.rados.0.smithi007.stdout:2102: rollback oid 35 current snap is 210 2024-08-04T15:34:49.541 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 35 to 204 2024-08-04T15:34:49.541 INFO:tasks.rados.rados.0.smithi007.stdout:2099: expect (ObjNum 602 snap 189 seq_num 602) 2024-08-04T15:34:49.653 INFO:tasks.rados.rados.0.smithi007.stdout:2100: finishing write tid 1 to smithi00780855-12 2024-08-04T15:34:49.654 INFO:tasks.rados.rados.0.smithi007.stdout:2100: finishing write tid 2 to smithi00780855-12 2024-08-04T15:34:49.654 INFO:tasks.rados.rados.0.smithi007.stdout:2100: finishing write tid 3 to smithi00780855-12 2024-08-04T15:34:49.654 INFO:tasks.rados.rados.0.smithi007.stdout:2100: finishing write tid 4 to smithi00780855-12 2024-08-04T15:34:49.654 INFO:tasks.rados.rados.0.smithi007.stdout:2100: finishing write tid 5 to smithi00780855-12 2024-08-04T15:34:49.654 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 1846 (ObjNum 651 snap 210 seq_num 651) dirty exists 2024-08-04T15:34:49.654 INFO:tasks.rados.rados.0.smithi007.stdout:2100: left oid 12 (ObjNum 651 snap 210 seq_num 651) 2024-08-04T15:34:49.654 INFO:tasks.rados.rados.0.smithi007.stdout:2101: finishing write tid 1 to smithi00780855-22 2024-08-04T15:34:49.654 INFO:tasks.rados.rados.0.smithi007.stdout:2099: done (3 left) 2024-08-04T15:34:49.654 INFO:tasks.rados.rados.0.smithi007.stdout:2100: done (2 left) 2024-08-04T15:34:49.654 INFO:tasks.rados.rados.0.smithi007.stdout:2103: rollback oid 50 current snap is 210 2024-08-04T15:34:49.655 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 50 to 197 2024-08-04T15:34:49.655 INFO:tasks.rados.rados.0.smithi007.stdout:2101: finishing write tid 2 to smithi00780855-22 2024-08-04T15:34:49.655 INFO:tasks.rados.rados.0.smithi007.stdout:2101: finishing write tid 3 to smithi00780855-22 2024-08-04T15:34:49.655 INFO:tasks.rados.rados.0.smithi007.stdout:2101: finishing write tid 4 to smithi00780855-22 2024-08-04T15:34:49.655 INFO:tasks.rados.rados.0.smithi007.stdout:2102: finishing rollback tid 0 to smithi00780855-35 2024-08-04T15:34:49.655 INFO:tasks.rados.rados.0.smithi007.stdout:2102: finishing rollback tid 1 to smithi00780855-35 2024-08-04T15:34:49.655 INFO:tasks.rados.rados.0.smithi007.stdout:2102: finishing rollback tid 2 to smithi00780855-35 2024-08-04T15:34:49.655 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 1483 (ObjNum 605 snap 189 seq_num 605) dirty exists 2024-08-04T15:34:49.655 INFO:tasks.rados.rados.0.smithi007.stdout:2101: finishing write tid 5 to smithi00780855-22 2024-08-04T15:34:49.655 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 1493 (ObjNum 652 snap 210 seq_num 652) dirty exists 2024-08-04T15:34:49.655 INFO:tasks.rados.rados.0.smithi007.stdout:2101: left oid 22 (ObjNum 652 snap 210 seq_num 652) 2024-08-04T15:34:49.655 INFO:tasks.rados.rados.0.smithi007.stdout:2101: done (2 left) 2024-08-04T15:34:49.656 INFO:tasks.rados.rados.0.smithi007.stdout:2102: done (1 left) 2024-08-04T15:34:49.656 INFO:tasks.rados.rados.0.smithi007.stdout:2104: read oid 35 snap -1 2024-08-04T15:34:49.656 INFO:tasks.rados.rados.0.smithi007.stdout:2104: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-04T15:34:49.656 INFO:tasks.rados.rados.0.smithi007.stdout:2105: rmattr oid 36 current snap is 210 2024-08-04T15:34:49.656 INFO:tasks.rados.rados.0.smithi007.stdout:2105: done (2 left) 2024-08-04T15:34:49.656 INFO:tasks.rados.rados.0.smithi007.stdout:2106: setattr oid 7 current snap is 210 2024-08-04T15:34:49.657 INFO:tasks.rados.rados.0.smithi007.stdout:2107: delete oid 37 current snap is 210 2024-08-04T15:34:49.657 INFO:tasks.rados.rados.0.smithi007.stdout:2103: finishing rollback tid 0 to smithi00780855-50 2024-08-04T15:34:49.657 INFO:tasks.rados.rados.0.smithi007.stdout:2103: finishing rollback tid 1 to smithi00780855-50 2024-08-04T15:34:49.657 INFO:tasks.rados.rados.0.smithi007.stdout:2103: finishing rollback tid 2 to smithi00780855-50 2024-08-04T15:34:49.657 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 1654 (ObjNum 587 snap 186 seq_num 587) dirty exists 2024-08-04T15:34:49.659 INFO:tasks.rados.rados.0.smithi007.stdout:2103: done (3 left) 2024-08-04T15:34:49.659 INFO:tasks.rados.rados.0.smithi007.stdout:2107: done (2 left) 2024-08-04T15:34:49.659 INFO:tasks.rados.rados.0.smithi007.stdout:2108: copy_from oid 21 from oid 36 current snap is 210 2024-08-04T15:34:49.659 INFO:tasks.rados.rados.0.smithi007.stdout:2109: delete oid 38 current snap is 210 2024-08-04T15:34:49.662 INFO:tasks.rados.rados.0.smithi007.stdout:2108: finishing copy_from to smithi00780855-21 2024-08-04T15:34:49.662 INFO:tasks.rados.rados.0.smithi007.stdout:2108: got expected ENOENT (src dne) 2024-08-04T15:34:49.663 INFO:tasks.rados.rados.0.smithi007.stdout:2108: finishing copy_from racing read to smithi00780855-21 2024-08-04T15:34:49.663 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 1674 (ObjNum 600 snap 189 seq_num 600) dirty exists 2024-08-04T15:34:49.665 INFO:tasks.rados.rados.0.smithi007.stdout:2106: done (3 left) 2024-08-04T15:34:49.666 INFO:tasks.rados.rados.0.smithi007.stdout:2108: done (2 left) 2024-08-04T15:34:49.666 INFO:tasks.rados.rados.0.smithi007.stdout:2109: done (1 left) 2024-08-04T15:34:49.666 INFO:tasks.rados.rados.0.smithi007.stdout:2110: read oid 34 snap -1 2024-08-04T15:34:49.666 INFO:tasks.rados.rados.0.smithi007.stdout:2110: expect deleted 2024-08-04T15:34:49.666 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 24 current snap is 210 2024-08-04T15:34:49.666 INFO:tasks.rados.rados.0.smithi007.stdout:2111: seq_num 655 ranges {5996544=573440,6569984=516096,7086080=286720} 2024-08-04T15:34:49.701 INFO:tasks.rados.rados.0.smithi007.stdout:2111: writing smithi00780855-24 from 5996544 to 6569984 tid 1 2024-08-04T15:34:49.704 INFO:tasks.rados.rados.0.smithi007.stdout:2111: writing smithi00780855-24 from 6569984 to 7086080 tid 2 2024-08-04T15:34:49.706 INFO:tasks.rados.rados.0.smithi007.stdout:2111: writing smithi00780855-24 from 7086080 to 7372800 tid 3 2024-08-04T15:34:49.706 INFO:tasks.rados.rados.0.smithi007.stdout:2112: read oid 20 snap -1 2024-08-04T15:34:49.706 INFO:tasks.rados.rados.0.smithi007.stdout:2112: expect (ObjNum 590 snap 187 seq_num 590) 2024-08-04T15:34:49.706 INFO:tasks.rados.rados.0.smithi007.stdout:2113: snap_create 2024-08-04T15:34:49.706 INFO:tasks.rados.rados.0.smithi007.stdout:2104: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-04T15:34:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:49 smithi062 ceph-mon[85960]: Upgrade: Updating osd.6 2024-08-04T15:34:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:49 smithi062 ceph-mon[85960]: Deploying daemon osd.6 on smithi062 2024-08-04T15:34:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:49 smithi062 ceph-mon[85960]: osdmap e489: 8 total, 8 up, 8 in 2024-08-04T15:34:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:49 smithi062 ceph-mon[85960]: osdmap e490: 8 total, 8 up, 8 in 2024-08-04T15:34:49.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:49 smithi007 ceph-mon[92692]: Upgrade: Updating osd.6 2024-08-04T15:34:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:49 smithi007 ceph-mon[92692]: Deploying daemon osd.6 on smithi062 2024-08-04T15:34:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:49 smithi007 ceph-mon[92692]: osdmap e489: 8 total, 8 up, 8 in 2024-08-04T15:34:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:49 smithi007 ceph-mon[92692]: osdmap e490: 8 total, 8 up, 8 in 2024-08-04T15:34:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:49 smithi007 ceph-mon[94998]: Upgrade: Updating osd.6 2024-08-04T15:34:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:49 smithi007 ceph-mon[94998]: Deploying daemon osd.6 on smithi062 2024-08-04T15:34:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:49 smithi007 ceph-mon[94998]: osdmap e489: 8 total, 8 up, 8 in 2024-08-04T15:34:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:49 smithi007 ceph-mon[94998]: osdmap e490: 8 total, 8 up, 8 in 2024-08-04T15:34:49.858 INFO:tasks.rados.rados.0.smithi007.stdout:2111: finishing write tid 1 to smithi00780855-24 2024-08-04T15:34:49.859 INFO:tasks.rados.rados.0.smithi007.stdout:2112: expect (ObjNum 590 snap 187 seq_num 590) 2024-08-04T15:34:49.869 INFO:tasks.rados.rados.0.smithi007.stdout:2111: finishing write tid 2 to smithi00780855-24 2024-08-04T15:34:49.870 INFO:tasks.rados.rados.0.smithi007.stdout:2111: finishing write tid 3 to smithi00780855-24 2024-08-04T15:34:49.870 INFO:tasks.rados.rados.0.smithi007.stdout:2111: finishing write tid 4 to smithi00780855-24 2024-08-04T15:34:49.870 INFO:tasks.rados.rados.0.smithi007.stdout:2111: finishing write tid 5 to smithi00780855-24 2024-08-04T15:34:49.870 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 1851 (ObjNum 655 snap 210 seq_num 655) dirty exists 2024-08-04T15:34:49.870 INFO:tasks.rados.rados.0.smithi007.stdout:2111: left oid 24 (ObjNum 655 snap 210 seq_num 655) 2024-08-04T15:34:50.501 INFO:tasks.rados.rados.0.smithi007.stdout:2104: done (4 left) 2024-08-04T15:34:50.501 INFO:tasks.rados.rados.0.smithi007.stdout:2110: done (3 left) 2024-08-04T15:34:50.501 INFO:tasks.rados.rados.0.smithi007.stdout:2111: done (2 left) 2024-08-04T15:34:50.501 INFO:tasks.rados.rados.0.smithi007.stdout:2112: done (1 left) 2024-08-04T15:34:50.501 INFO:tasks.rados.rados.0.smithi007.stdout:2113: done (0 left) 2024-08-04T15:34:50.501 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 39 current snap is 211 2024-08-04T15:34:50.501 INFO:tasks.rados.rados.0.smithi007.stdout:2114: seq_num 656 ranges {2555904=589824,3145728=802816} 2024-08-04T15:34:50.518 INFO:tasks.rados.rados.0.smithi007.stdout:2114: writing smithi00780855-39 from 2555904 to 3145728 tid 1 2024-08-04T15:34:50.522 INFO:tasks.rados.rados.0.smithi007.stdout:2114: writing smithi00780855-39 from 3145728 to 3948544 tid 2 2024-08-04T15:34:50.522 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 211 2024-08-04T15:34:50.522 INFO:tasks.rados.rados.0.smithi007.stdout:2115: seq_num 657 ranges {0=606208,606208=688128,1294336=114688} 2024-08-04T15:34:50.525 INFO:tasks.rados.rados.0.smithi007.stdout:2115: writing smithi00780855-38 from 0 to 606208 tid 1 2024-08-04T15:34:50.529 INFO:tasks.rados.rados.0.smithi007.stdout:2115: writing smithi00780855-38 from 606208 to 1294336 tid 2 2024-08-04T15:34:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:2115: writing smithi00780855-38 from 1294336 to 1409024 tid 3 2024-08-04T15:34:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:2116: read oid 35 snap -1 2024-08-04T15:34:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:2116: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-04T15:34:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:2117: copy_from oid 28 from oid 26 current snap is 211 2024-08-04T15:34:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:2114: finishing write tid 1 to smithi00780855-39 2024-08-04T15:34:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:2114: finishing write tid 2 to smithi00780855-39 2024-08-04T15:34:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:2114: finishing write tid 3 to smithi00780855-39 2024-08-04T15:34:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:2114: finishing write tid 4 to smithi00780855-39 2024-08-04T15:34:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 1486 (ObjNum 656 snap 211 seq_num 656) dirty exists 2024-08-04T15:34:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:2114: left oid 39 (ObjNum 656 snap 211 seq_num 656) 2024-08-04T15:34:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:2115: finishing write tid 1 to smithi00780855-38 2024-08-04T15:34:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:2114: done (3 left) 2024-08-04T15:34:50.531 INFO:tasks.rados.rados.0.smithi007.stdout:2118: snap_remove snap 204 2024-08-04T15:34:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:50 smithi062 ceph-mon[85960]: pgmap v388: 121 pgs: 121 active+clean; 404 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-04T15:34:50.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:50 smithi007 ceph-mon[92692]: pgmap v388: 121 pgs: 121 active+clean; 404 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-04T15:34:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:50 smithi007 ceph-mon[94998]: pgmap v388: 121 pgs: 121 active+clean; 404 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-04T15:34:51.452 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:51 smithi062 systemd[1]: Stopping Ceph osd.6 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:34:51.507 INFO:tasks.rados.rados.0.smithi007.stdout:2118: done (3 left) 2024-08-04T15:34:51.507 INFO:tasks.rados.rados.0.smithi007.stdout:2119: read oid 39 snap -1 2024-08-04T15:34:51.507 INFO:tasks.rados.rados.0.smithi007.stdout:2119: expect (ObjNum 656 snap 211 seq_num 656) 2024-08-04T15:34:51.508 INFO:tasks.rados.rados.0.smithi007.stdout:2120: delete oid 27 current snap is 211 2024-08-04T15:34:51.508 INFO:tasks.rados.rados.0.smithi007.stdout:2117: finishing copy_from to smithi00780855-28 2024-08-04T15:34:51.508 INFO:tasks.rados.rados.0.smithi007.stdout:2117: got expected ENOENT (src dne) 2024-08-04T15:34:51.508 INFO:tasks.rados.rados.0.smithi007.stdout:2117: finishing copy_from racing read to smithi00780855-28 2024-08-04T15:34:51.509 INFO:tasks.rados.rados.0.smithi007.stdout:2115: finishing write tid 2 to smithi00780855-38 2024-08-04T15:34:51.509 INFO:tasks.rados.rados.0.smithi007.stdout:2115: finishing write tid 3 to smithi00780855-38 2024-08-04T15:34:51.509 INFO:tasks.rados.rados.0.smithi007.stdout:2115: finishing write tid 4 to smithi00780855-38 2024-08-04T15:34:51.509 INFO:tasks.rados.rados.0.smithi007.stdout:2115: finishing write tid 5 to smithi00780855-38 2024-08-04T15:34:51.509 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 1212 (ObjNum 657 snap 211 seq_num 657) dirty exists 2024-08-04T15:34:51.509 INFO:tasks.rados.rados.0.smithi007.stdout:2115: left oid 38 (ObjNum 657 snap 211 seq_num 657) 2024-08-04T15:34:51.509 INFO:tasks.rados.rados.0.smithi007.stdout:2116: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-04T15:34:51.666 INFO:tasks.rados.rados.0.smithi007.stdout:2119: expect (ObjNum 656 snap 211 seq_num 656) 2024-08-04T15:34:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:51 smithi062 ceph-mon[85960]: osdmap e491: 8 total, 8 up, 8 in 2024-08-04T15:34:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:34:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:51 smithi062 ceph-mon[85960]: osd.6 marked itself down and dead 2024-08-04T15:34:51.761 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:51 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[48527]: 2024-08-04T15:34:51.451+0000 7f7583b4c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T15:34:51.761 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:51 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[48527]: 2024-08-04T15:34:51.452+0000 7f7583b4c640 -1 osd.6 491 *** Got signal Terminated *** 2024-08-04T15:34:51.762 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:51 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[48527]: 2024-08-04T15:34:51.452+0000 7f7583b4c640 -1 osd.6 491 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-04T15:34:51.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:51 smithi007 ceph-mon[92692]: osdmap e491: 8 total, 8 up, 8 in 2024-08-04T15:34:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:34:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:51 smithi007 ceph-mon[92692]: osd.6 marked itself down and dead 2024-08-04T15:34:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:51 smithi007 ceph-mon[94998]: osdmap e491: 8 total, 8 up, 8 in 2024-08-04T15:34:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:34:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:51 smithi007 ceph-mon[94998]: osd.6 marked itself down and dead 2024-08-04T15:34:51.855 INFO:tasks.rados.rados.0.smithi007.stdout:2115: done (4 left) 2024-08-04T15:34:51.855 INFO:tasks.rados.rados.0.smithi007.stdout:2116: done (3 left) 2024-08-04T15:34:51.855 INFO:tasks.rados.rados.0.smithi007.stdout:2117: done (2 left) 2024-08-04T15:34:51.855 INFO:tasks.rados.rados.0.smithi007.stdout:2119: done (1 left) 2024-08-04T15:34:51.855 INFO:tasks.rados.rados.0.smithi007.stdout:2120: done (0 left) 2024-08-04T15:34:51.855 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 26 current snap is 211 2024-08-04T15:34:51.855 INFO:tasks.rados.rados.0.smithi007.stdout:2121: seq_num 659 ranges {0=647168,647168=450560,1097728=352256} 2024-08-04T15:34:51.858 INFO:tasks.rados.rados.0.smithi007.stdout:2121: writing smithi00780855-26 from 0 to 647168 tid 1 2024-08-04T15:34:51.860 INFO:tasks.rados.rados.0.smithi007.stdout:2121: writing smithi00780855-26 from 647168 to 1097728 tid 2 2024-08-04T15:34:51.862 INFO:tasks.rados.rados.0.smithi007.stdout:2121: writing smithi00780855-26 from 1097728 to 1449984 tid 3 2024-08-04T15:34:51.863 INFO:tasks.rados.rados.0.smithi007.stdout:2122: read oid 21 snap 201 2024-08-04T15:34:51.863 INFO:tasks.rados.rados.0.smithi007.stdout:2122: expect (ObjNum 602 snap 189 seq_num 602) 2024-08-04T15:34:51.863 INFO:tasks.rados.rados.0.smithi007.stdout:2123: read oid 25 snap 201 2024-08-04T15:34:51.863 INFO:tasks.rados.rados.0.smithi007.stdout:2123: expect (ObjNum 633 snap 201 seq_num 633) 2024-08-04T15:34:51.863 INFO:tasks.rados.rados.0.smithi007.stdout:2124: snap_create 2024-08-04T15:34:52.327 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:52 smithi062 podman[100213]: 2024-08-04 15:34:52.066943522 +0000 UTC m=+0.729951334 container died 22d52664a75545c4573f4cb3327f4bb0ea1e18b69d3592395a2a388fa27fcab5 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=quincy-85224d9, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-04T15:34:52.327 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:34:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:34:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:34:52.473 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:34:52.507 INFO:tasks.rados.rados.0.smithi007.stdout:2124: done (3 left) 2024-08-04T15:34:52.507 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 11 current snap is 212 2024-08-04T15:34:52.507 INFO:tasks.rados.rados.0.smithi007.stdout:2125: seq_num 660 ranges {3923968=663552,4587520=737280,5324800=65536} 2024-08-04T15:34:52.534 INFO:tasks.rados.rados.0.smithi007.stdout:2125: writing smithi00780855-11 from 3923968 to 4587520 tid 1 2024-08-04T15:34:52.538 INFO:tasks.rados.rados.0.smithi007.stdout:2125: writing smithi00780855-11 from 4587520 to 5324800 tid 2 2024-08-04T15:34:52.538 INFO:tasks.rados.rados.0.smithi007.stdout:2125: writing smithi00780855-11 from 5324800 to 5390336 tid 3 2024-08-04T15:34:52.539 INFO:tasks.rados.rados.0.smithi007.stdout:2126: delete oid 48 current snap is 212 2024-08-04T15:34:52.539 INFO:tasks.rados.rados.0.smithi007.stdout:2121: finishing write tid 1 to smithi00780855-26 2024-08-04T15:34:52.539 INFO:tasks.rados.rados.0.smithi007.stdout:2121: finishing write tid 2 to smithi00780855-26 2024-08-04T15:34:52.539 INFO:tasks.rados.rados.0.smithi007.stdout:2121: finishing write tid 3 to smithi00780855-26 2024-08-04T15:34:52.539 INFO:tasks.rados.rados.0.smithi007.stdout:2121: finishing write tid 4 to smithi00780855-26 2024-08-04T15:34:52.540 INFO:tasks.rados.rados.0.smithi007.stdout:2122: expect (ObjNum 602 snap 189 seq_num 602) 2024-08-04T15:34:52.673 INFO:tasks.rados.rados.0.smithi007.stdout:2121: finishing write tid 5 to smithi00780855-26 2024-08-04T15:34:52.673 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 1678 (ObjNum 659 snap 211 seq_num 659) dirty exists 2024-08-04T15:34:52.673 INFO:tasks.rados.rados.0.smithi007.stdout:2121: left oid 26 (ObjNum 659 snap 211 seq_num 659) 2024-08-04T15:34:52.673 INFO:tasks.rados.rados.0.smithi007.stdout:2125: finishing write tid 1 to smithi00780855-11 2024-08-04T15:34:52.673 INFO:tasks.rados.rados.0.smithi007.stdout:2121: done (4 left) 2024-08-04T15:34:52.673 INFO:tasks.rados.rados.0.smithi007.stdout:2122: done (3 left) 2024-08-04T15:34:52.673 INFO:tasks.rados.rados.0.smithi007.stdout:2126: done (2 left) 2024-08-04T15:34:52.673 INFO:tasks.rados.rados.0.smithi007.stdout:2127: snap_remove snap 198 2024-08-04T15:34:52.711 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:52 smithi062 ceph-mon[85960]: pgmap v391: 121 pgs: 121 active+clean; 405 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-08-04T15:34:52.711 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:52 smithi062 ceph-mon[85960]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:34:52.711 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:52 smithi062 ceph-mon[85960]: osdmap e492: 8 total, 7 up, 8 in 2024-08-04T15:34:52.712 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:52 smithi062 podman[100213]: 2024-08-04 15:34:52.501707447 +0000 UTC m=+1.164715258 container cleanup 22d52664a75545c4573f4cb3327f4bb0ea1e18b69d3592395a2a388fa27fcab5 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=quincy-85224d9, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-08-04T15:34:52.712 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:52 smithi062 bash[100213]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6 2024-08-04T15:34:52.790 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:34:52.790 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (5m) 91s ago 9m 16.7M - 0.25.0 c8568f914cd2 d6b15156f420 2024-08-04T15:34:52.790 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (5m) 25s ago 9m 88.7M - 9.4.7 954c08fa6188 66e1e6bf99cd 2024-08-04T15:34:52.790 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (11m) 91s ago 11m 15.6M - 17.2.7-1207-g85224d90 3614407c4e10 39baa14185b8 2024-08-04T15:34:52.790 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (11m) 25s ago 11m 22.1M - 17.2.7-1207-g85224d90 3614407c4e10 951c2f76c840 2024-08-04T15:34:52.790 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443,9283,8765 running (4m) 25s ago 14m 440M - 19.1.0-1260-g26c3fb8e 564b849e9656 0a006181dce3 2024-08-04T15:34:52.791 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:8443,9283,8765 running (5m) 91s ago 16m 509M - 19.1.0-1260-g26c3fb8e 564b849e9656 37ef3ca8c5a9 2024-08-04T15:34:52.791 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (4m) 91s ago 16m 52.4M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 299809910b9f 2024-08-04T15:34:52.791 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (3m) 25s ago 15m 48.8M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 2e88aab312eb 2024-08-04T15:34:52.791 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (4m) 91s ago 14m 48.4M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 cb8318c43c9d 2024-08-04T15:34:52.791 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (5m) 91s ago 9m 8186k - 1.5.0 0da6a335fe13 e040078790b8 2024-08-04T15:34:52.791 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (5m) 25s ago 9m 15.4M - 1.5.0 0da6a335fe13 b7bce65c2f21 2024-08-04T15:34:52.791 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (3m) 91s ago 14m 172M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e9184d39c1f 2024-08-04T15:34:52.791 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (2m) 91s ago 13m 146M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e39c45ce0aa 2024-08-04T15:34:52.791 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (2m) 91s ago 13m 105M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 0fac930b36e6 2024-08-04T15:34:52.791 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (95s) 91s ago 13m 12.0M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 9fb37da143b0 2024-08-04T15:34:52.791 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (63s) 25s ago 12m 123M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 ae7979574af0 2024-08-04T15:34:52.791 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (29s) 25s ago 12m 11.7M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 66fd13de2101 2024-08-04T15:34:52.791 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (12m) 25s ago 12m 225M 2480M 17.2.7-1207-g85224d90 3614407c4e10 22d52664a755 2024-08-04T15:34:52.792 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (11m) 25s ago 11m 235M 2480M 17.2.7-1207-g85224d90 3614407c4e10 5e425b8303f1 2024-08-04T15:34:52.792 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (4m) 25s ago 10m 65.3M - 2.43.0 a07b618ecd1d ab854fccad8e 2024-08-04T15:34:52.792 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:52 smithi007 ceph-mon[92692]: pgmap v391: 121 pgs: 121 active+clean; 405 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-08-04T15:34:52.792 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:52 smithi007 ceph-mon[92692]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:34:52.792 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:52 smithi007 ceph-mon[92692]: osdmap e492: 8 total, 7 up, 8 in 2024-08-04T15:34:52.792 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:52 smithi007 ceph-mon[94998]: pgmap v391: 121 pgs: 121 active+clean; 405 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-08-04T15:34:52.792 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:52 smithi007 ceph-mon[94998]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:34:52.792 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:52 smithi007 ceph-mon[94998]: osdmap e492: 8 total, 7 up, 8 in 2024-08-04T15:34:53.011 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:52 smithi062 podman[100231]: 2024-08-04 15:34:52.711758045 +0000 UTC m=+0.646465789 container remove 22d52664a75545c4573f4cb3327f4bb0ea1e18b69d3592395a2a388fa27fcab5 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6, org.label-schema.vendor=CentOS, RELEASE=quincy-85224d9, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-04T15:34:53.127 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:34:53.127 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:34:53.127 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 3 2024-08-04T15:34:53.128 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:34:53.128 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:34:53.128 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:34:53.128 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:34:53.128 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:34:53.128 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 1, 2024-08-04T15:34:53.128 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 6 2024-08-04T15:34:53.128 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:34:53.128 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:34:53.128 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:34:53.128 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:34:53.128 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:34:53.128 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 3, 2024-08-04T15:34:53.128 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 11 2024-08-04T15:34:53.128 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:34:53.129 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:34:53.473 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:53 smithi062 podman[100319]: 2024-08-04 15:34:53.137649064 +0000 UTC m=+0.113239388 container create eabde48cfd353c899c2bfeb634a1f3782ab2a8244f656ba3c4634caf57b27468 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-08-04T15:34:53.473 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:53 smithi062 podman[100319]: 2024-08-04 15:34:53.042652854 +0000 UTC m=+0.018243179 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:34:53.473 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:53 smithi062 podman[100319]: 2024-08-04 15:34:53.364879791 +0000 UTC m=+0.340470130 container init eabde48cfd353c899c2bfeb634a1f3782ab2a8244f656ba3c4634caf57b27468 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-04T15:34:53.474 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:53 smithi062 podman[100319]: 2024-08-04 15:34:53.368590803 +0000 UTC m=+0.344181127 container start eabde48cfd353c899c2bfeb634a1f3782ab2a8244f656ba3c4634caf57b27468 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-04T15:34:53.474 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:53 smithi062 podman[100319]: 2024-08-04 15:34:53.473270042 +0000 UTC m=+0.448860373 container attach eabde48cfd353c899c2bfeb634a1f3782ab2a8244f656ba3c4634caf57b27468 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-04T15:34:53.518 INFO:tasks.rados.rados.0.smithi007.stdout:2127: done (2 left) 2024-08-04T15:34:53.518 INFO:tasks.rados.rados.0.smithi007.stdout:2128: snap_remove snap 161 2024-08-04T15:34:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:53 smithi062 ceph-mon[85960]: from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:34:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:53 smithi062 ceph-mon[85960]: osdmap e493: 8 total, 7 up, 8 in 2024-08-04T15:34:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:53 smithi062 ceph-mon[85960]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:34:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:53 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2842589149' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:53.762 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:53 smithi062 podman[100319]: 2024-08-04 15:34:53.563184241 +0000 UTC m=+0.538774570 container died eabde48cfd353c899c2bfeb634a1f3782ab2a8244f656ba3c4634caf57b27468 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T15:34:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:53 smithi007 ceph-mon[92692]: from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:34:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:53 smithi007 ceph-mon[92692]: osdmap e493: 8 total, 7 up, 8 in 2024-08-04T15:34:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:53 smithi007 ceph-mon[92692]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:34:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:53 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2842589149' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:53 smithi007 ceph-mon[94998]: from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:34:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:53 smithi007 ceph-mon[94998]: osdmap e493: 8 total, 7 up, 8 in 2024-08-04T15:34:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:53 smithi007 ceph-mon[94998]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:34:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:53 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2842589149' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:34:54.480 INFO:tasks.rados.rados.0.smithi007.stdout:2128: done (2 left) 2024-08-04T15:34:54.480 INFO:tasks.rados.rados.0.smithi007.stdout:2129: rollback oid 30 current snap is 212 2024-08-04T15:34:54.480 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 30 to 208 2024-08-04T15:34:54.480 INFO:tasks.rados.rados.0.smithi007.stdout:2130: snap_remove snap 200 2024-08-04T15:34:54.502 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:54 smithi062 podman[100341]: 2024-08-04 15:34:54.252203031 +0000 UTC m=+0.682179636 container remove eabde48cfd353c899c2bfeb634a1f3782ab2a8244f656ba3c4634caf57b27468 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-release-26c3fb8, GIT_BRANCH=HEAD) 2024-08-04T15:34:54.502 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:54 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.6.service: Deactivated successfully. 2024-08-04T15:34:54.502 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:54 smithi062 systemd[1]: Stopped Ceph osd.6 for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:34:54.502 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:54 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.6.service: Consumed 17.346s CPU time. 2024-08-04T15:34:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:54 smithi062 ceph-mon[85960]: pgmap v394: 121 pgs: 9 active+undersized, 16 peering, 8 stale+active+clean, 88 active+clean; 408 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-08-04T15:34:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:54 smithi062 ceph-mon[85960]: Health check failed: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2024-08-04T15:34:54.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:54 smithi062 ceph-mon[85960]: osdmap e494: 8 total, 7 up, 8 in 2024-08-04T15:34:54.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:54 smithi062 ceph-mon[85960]: osdmap e495: 8 total, 7 up, 8 in 2024-08-04T15:34:54.762 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:54 smithi062 systemd[1]: Starting Ceph osd.6 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:34:54.762 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:54 smithi062 podman[100439]: 2024-08-04 15:34:54.703336519 +0000 UTC m=+0.094768168 container create bb850b3c9852959e3e536d79210f885bd7bf1e0b24e7c7380373d27d2c9ee5f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-activate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-08-04T15:34:54.762 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:54 smithi062 podman[100439]: 2024-08-04 15:34:54.6263287 +0000 UTC m=+0.017760323 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:34:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:54 smithi007 ceph-mon[94998]: pgmap v394: 121 pgs: 9 active+undersized, 16 peering, 8 stale+active+clean, 88 active+clean; 408 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-08-04T15:34:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:54 smithi007 ceph-mon[94998]: Health check failed: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2024-08-04T15:34:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:54 smithi007 ceph-mon[94998]: osdmap e494: 8 total, 7 up, 8 in 2024-08-04T15:34:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:54 smithi007 ceph-mon[94998]: osdmap e495: 8 total, 7 up, 8 in 2024-08-04T15:34:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:54 smithi007 ceph-mon[92692]: pgmap v394: 121 pgs: 9 active+undersized, 16 peering, 8 stale+active+clean, 88 active+clean; 408 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-08-04T15:34:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:54 smithi007 ceph-mon[92692]: Health check failed: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2024-08-04T15:34:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:54 smithi007 ceph-mon[92692]: osdmap e494: 8 total, 7 up, 8 in 2024-08-04T15:34:54.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:54 smithi007 ceph-mon[92692]: osdmap e495: 8 total, 7 up, 8 in 2024-08-04T15:34:55.076 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:54 smithi062 podman[100439]: 2024-08-04 15:34:54.922337065 +0000 UTC m=+0.313768694 container init bb850b3c9852959e3e536d79210f885bd7bf1e0b24e7c7380373d27d2c9ee5f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-activate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T15:34:55.076 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:54 smithi062 podman[100439]: 2024-08-04 15:34:54.925938251 +0000 UTC m=+0.317369870 container start bb850b3c9852959e3e536d79210f885bd7bf1e0b24e7c7380373d27d2c9ee5f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-activate, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-release-26c3fb8, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-04T15:34:55.076 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 podman[100439]: 2024-08-04 15:34:55.005472454 +0000 UTC m=+0.396904063 container attach bb850b3c9852959e3e536d79210f885bd7bf1e0b24e7c7380373d27d2c9ee5f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-activate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0) 2024-08-04T15:34:55.076 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-activate[100454]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:34:55.076 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 bash[100439]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:34:55.076 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-activate[100454]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:34:55.076 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 bash[100439]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:34:55.479 INFO:tasks.rados.rados.0.smithi007.stdout:2130: done (3 left) 2024-08-04T15:34:55.479 INFO:tasks.rados.rados.0.smithi007.stdout:2131: copy_from oid 20 from oid 46 current snap is 212 2024-08-04T15:34:55.479 INFO:tasks.rados.rados.0.smithi007.stdout:2125: finishing write tid 2 to smithi00780855-11 2024-08-04T15:34:55.479 INFO:tasks.rados.rados.0.smithi007.stdout:2125: finishing write tid 3 to smithi00780855-11 2024-08-04T15:34:55.479 INFO:tasks.rados.rados.0.smithi007.stdout:2125: finishing write tid 4 to smithi00780855-11 2024-08-04T15:34:55.479 INFO:tasks.rados.rados.0.smithi007.stdout:2125: finishing write tid 5 to smithi00780855-11 2024-08-04T15:34:55.479 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 1490 (ObjNum 660 snap 212 seq_num 660) dirty exists 2024-08-04T15:34:55.479 INFO:tasks.rados.rados.0.smithi007.stdout:2125: left oid 11 (ObjNum 660 snap 212 seq_num 660) 2024-08-04T15:34:55.479 INFO:tasks.rados.rados.0.smithi007.stdout:2123: expect (ObjNum 633 snap 201 seq_num 633) 2024-08-04T15:34:55.511 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-activate[100454]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-04T15:34:55.511 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 bash[100439]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-04T15:34:55.511 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-activate[100454]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-04T15:34:55.512 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 bash[100439]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-04T15:34:55.512 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-activate[100454]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-04T15:34:55.512 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 bash[100439]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-04T15:34:55.512 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-activate[100454]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-04T15:34:55.512 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 bash[100439]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-04T15:34:55.512 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-activate[100454]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-04T15:34:55.512 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 bash[100439]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-04T15:34:55.512 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-activate[100454]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-04T15:34:55.512 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 bash[100439]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-04T15:34:55.512 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-activate[100454]: --> ceph-volume raw activate successful for osd ID: 6 2024-08-04T15:34:55.512 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 bash[100439]: --> ceph-volume raw activate successful for osd ID: 6 2024-08-04T15:34:55.512 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 podman[100439]: 2024-08-04 15:34:55.321336941 +0000 UTC m=+0.712768555 container died bb850b3c9852959e3e536d79210f885bd7bf1e0b24e7c7380373d27d2c9ee5f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-activate, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-04T15:34:56.036 INFO:tasks.rados.rados.0.smithi007.stdout:2129: finishing rollback tid 0 to smithi00780855-30 2024-08-04T15:34:56.037 INFO:tasks.rados.rados.0.smithi007.stdout:2129: finishing rollback tid 1 to smithi00780855-30 2024-08-04T15:34:56.037 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 1704 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-04T15:34:56.037 INFO:tasks.rados.rados.0.smithi007.stdout:2131: finishing copy_from racing read to smithi00780855-20 2024-08-04T15:34:56.037 INFO:tasks.rados.rados.0.smithi007.stdout:2123: done (3 left) 2024-08-04T15:34:56.037 INFO:tasks.rados.rados.0.smithi007.stdout:2125: done (2 left) 2024-08-04T15:34:56.037 INFO:tasks.rados.rados.0.smithi007.stdout:2129: done (1 left) 2024-08-04T15:34:56.037 INFO:tasks.rados.rados.0.smithi007.stdout:2132: snap_remove snap 190 2024-08-04T15:34:56.227 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:55 smithi062 podman[100588]: 2024-08-04 15:34:55.909442015 +0000 UTC m=+0.581912820 container remove bb850b3c9852959e3e536d79210f885bd7bf1e0b24e7c7380373d27d2c9ee5f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-release-26c3fb8, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-08-04T15:34:56.227 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:56 smithi062 podman[100648]: 2024-08-04 15:34:56.12694204 +0000 UTC m=+0.112419352 container create 2cc66e231f7e8277e036bd3076689a9d6328395bfd7d27bbe87e689ee80542f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6, RELEASE=squid-release-26c3fb8, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-04T15:34:56.227 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:56 smithi062 podman[100648]: 2024-08-04 15:34:56.032423097 +0000 UTC m=+0.017900416 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:34:56.475 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:34:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:34:56] "GET /metrics HTTP/1.1" 200 36196 "" "Prometheus/2.43.0" 2024-08-04T15:34:56.485 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:56 smithi062 ceph-mon[85960]: pgmap v397: 121 pgs: 22 active+undersized, 16 peering, 2 active+undersized+degraded, 81 active+clean; 404 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.2 MiB/s wr, 22 op/s; 46/600 objects degraded (7.667%) 2024-08-04T15:34:56.485 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:56 smithi062 ceph-mon[85960]: osdmap e496: 8 total, 7 up, 8 in 2024-08-04T15:34:56.485 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:56 smithi062 ceph-mon[85960]: Health check failed: Degraded data redundancy: 46/600 objects degraded (7.667%), 2 pgs degraded (PG_DEGRADED) 2024-08-04T15:34:56.486 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:56 smithi062 podman[100648]: 2024-08-04 15:34:56.394847867 +0000 UTC m=+0.380325174 container init 2cc66e231f7e8277e036bd3076689a9d6328395bfd7d27bbe87e689ee80542f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-release-26c3fb8, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:34:56.486 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:56 smithi062 podman[100648]: 2024-08-04 15:34:56.398327507 +0000 UTC m=+0.383804815 container start 2cc66e231f7e8277e036bd3076689a9d6328395bfd7d27bbe87e689ee80542f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-04T15:34:56.486 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:56 smithi062 ceph-osd[100667]: -- 172.21.15.62:0/414806969 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a65e3f3a40 con 0x55a65f1b6000 2024-08-04T15:34:56.521 INFO:tasks.rados.rados.0.smithi007.stdout:2132: done (1 left) 2024-08-04T15:34:56.522 INFO:tasks.rados.rados.0.smithi007.stdout:2133: delete oid 11 current snap is 212 2024-08-04T15:34:56.522 INFO:tasks.rados.rados.0.smithi007.stdout:2131: finishing copy_from to smithi00780855-20 2024-08-04T15:34:56.522 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 958 (ObjNum 610 snap 192 seq_num 610) dirty exists 2024-08-04T15:34:56.532 INFO:tasks.rados.rados.0.smithi007.stdout:2131: done (1 left) 2024-08-04T15:34:56.532 INFO:tasks.rados.rados.0.smithi007.stdout:2133: done (0 left) 2024-08-04T15:34:56.532 INFO:tasks.rados.rados.0.smithi007.stdout:2134: read oid 47 snap -1 2024-08-04T15:34:56.532 INFO:tasks.rados.rados.0.smithi007.stdout:2134: expect (ObjNum 636 snap 204 seq_num 636) 2024-08-04T15:34:56.532 INFO:tasks.rados.rados.0.smithi007.stdout:2135: read oid 2 snap -1 2024-08-04T15:34:56.532 INFO:tasks.rados.rados.0.smithi007.stdout:2135: expect deleted 2024-08-04T15:34:56.532 INFO:tasks.rados.rados.0.smithi007.stdout:2136: read oid 42 snap -1 2024-08-04T15:34:56.532 INFO:tasks.rados.rados.0.smithi007.stdout:2136: expect (ObjNum 602 snap 189 seq_num 602) 2024-08-04T15:34:56.532 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 3 current snap is 212 2024-08-04T15:34:56.532 INFO:tasks.rados.rados.0.smithi007.stdout:2137: seq_num 663 ranges {0=712704,712704=442368,1155072=360448} 2024-08-04T15:34:56.537 INFO:tasks.rados.rados.0.smithi007.stdout:2137: writing smithi00780855-3 from 0 to 712704 tid 1 2024-08-04T15:34:56.540 INFO:tasks.rados.rados.0.smithi007.stdout:2137: writing smithi00780855-3 from 712704 to 1155072 tid 2 2024-08-04T15:34:56.544 INFO:tasks.rados.rados.0.smithi007.stdout:2137: writing smithi00780855-3 from 1155072 to 1515520 tid 3 2024-08-04T15:34:56.544 INFO:tasks.rados.rados.0.smithi007.stdout:2138: snap_remove snap 193 2024-08-04T15:34:56.761 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:56 smithi062 bash[100648]: 2cc66e231f7e8277e036bd3076689a9d6328395bfd7d27bbe87e689ee80542f9 2024-08-04T15:34:56.761 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:56 smithi062 systemd[1]: Started Ceph osd.6 for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:34:56.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:56 smithi007 ceph-mon[94998]: pgmap v397: 121 pgs: 22 active+undersized, 16 peering, 2 active+undersized+degraded, 81 active+clean; 404 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.2 MiB/s wr, 22 op/s; 46/600 objects degraded (7.667%) 2024-08-04T15:34:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:56 smithi007 ceph-mon[94998]: osdmap e496: 8 total, 7 up, 8 in 2024-08-04T15:34:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:56 smithi007 ceph-mon[94998]: Health check failed: Degraded data redundancy: 46/600 objects degraded (7.667%), 2 pgs degraded (PG_DEGRADED) 2024-08-04T15:34:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:56 smithi007 ceph-mon[92692]: pgmap v397: 121 pgs: 22 active+undersized, 16 peering, 2 active+undersized+degraded, 81 active+clean; 404 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.2 MiB/s wr, 22 op/s; 46/600 objects degraded (7.667%) 2024-08-04T15:34:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:56 smithi007 ceph-mon[92692]: osdmap e496: 8 total, 7 up, 8 in 2024-08-04T15:34:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:56 smithi007 ceph-mon[92692]: Health check failed: Degraded data redundancy: 46/600 objects degraded (7.667%), 2 pgs degraded (PG_DEGRADED) 2024-08-04T15:34:57.223 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:34:56 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T15:34:56.941+0000 7faae53a5640 -1 Falling back to public interface 2024-08-04T15:34:57.532 INFO:tasks.rados.rados.0.smithi007.stdout:2138: done (4 left) 2024-08-04T15:34:57.532 INFO:tasks.rados.rados.0.smithi007.stdout:2139: rollback oid 23 current snap is 212 2024-08-04T15:34:57.533 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 23 to 208 2024-08-04T15:34:57.533 INFO:tasks.rados.rados.0.smithi007.stdout:2134: expect (ObjNum 636 snap 204 seq_num 636) 2024-08-04T15:34:57.565 INFO:tasks.rados.rados.0.smithi007.stdout:2136: expect (ObjNum 602 snap 189 seq_num 602) 2024-08-04T15:34:57.678 INFO:tasks.rados.rados.0.smithi007.stdout:2137: finishing write tid 1 to smithi00780855-3 2024-08-04T15:34:57.678 INFO:tasks.rados.rados.0.smithi007.stdout:2137: finishing write tid 2 to smithi00780855-3 2024-08-04T15:34:57.679 INFO:tasks.rados.rados.0.smithi007.stdout:2137: finishing write tid 3 to smithi00780855-3 2024-08-04T15:34:57.679 INFO:tasks.rados.rados.0.smithi007.stdout:2137: finishing write tid 4 to smithi00780855-3 2024-08-04T15:34:57.679 INFO:tasks.rados.rados.0.smithi007.stdout:2134: done (4 left) 2024-08-04T15:34:57.679 INFO:tasks.rados.rados.0.smithi007.stdout:2135: done (3 left) 2024-08-04T15:34:57.679 INFO:tasks.rados.rados.0.smithi007.stdout:2136: done (2 left) 2024-08-04T15:34:57.679 INFO:tasks.rados.rados.0.smithi007.stdout:2140: read oid 34 snap -1 2024-08-04T15:34:57.679 INFO:tasks.rados.rados.0.smithi007.stdout:2140: expect deleted 2024-08-04T15:34:57.679 INFO:tasks.rados.rados.0.smithi007.stdout:2141: snap_create 2024-08-04T15:34:57.679 INFO:tasks.rados.rados.0.smithi007.stdout:2137: finishing write tid 5 to smithi00780855-3 2024-08-04T15:34:57.679 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 1160 (ObjNum 663 snap 212 seq_num 663) dirty exists 2024-08-04T15:34:57.679 INFO:tasks.rados.rados.0.smithi007.stdout:2137: left oid 3 (ObjNum 663 snap 212 seq_num 663) 2024-08-04T15:34:57.679 INFO:tasks.rados.rados.0.smithi007.stdout:2139: finishing rollback tid 0 to smithi00780855-23 2024-08-04T15:34:57.679 INFO:tasks.rados.rados.0.smithi007.stdout:2139: finishing rollback tid 1 to smithi00780855-23 2024-08-04T15:34:57.679 INFO:tasks.rados.rados.0.smithi007.stdout:2139: finishing rollback tid 2 to smithi00780855-23 2024-08-04T15:34:57.680 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 1496 (ObjNum 574 snap 184 seq_num 574) dirty exists 2024-08-04T15:34:57.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:57 smithi007 ceph-mon[94998]: osdmap e497: 8 total, 7 up, 8 in 2024-08-04T15:34:57.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:57.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:57.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:34:57.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:57 smithi007 ceph-mon[92692]: osdmap e497: 8 total, 7 up, 8 in 2024-08-04T15:34:57.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:57.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:57.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:34:57.949 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:57 smithi062 ceph-mon[85960]: osdmap e497: 8 total, 7 up, 8 in 2024-08-04T15:34:57.949 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:57.949 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:34:57.950 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:34:58.561 INFO:tasks.rados.rados.0.smithi007.stdout:2137: done (3 left) 2024-08-04T15:34:58.562 INFO:tasks.rados.rados.0.smithi007.stdout:2139: done (2 left) 2024-08-04T15:34:58.562 INFO:tasks.rados.rados.0.smithi007.stdout:2140: done (1 left) 2024-08-04T15:34:58.562 INFO:tasks.rados.rados.0.smithi007.stdout:2141: done (0 left) 2024-08-04T15:34:58.562 INFO:tasks.rados.rados.0.smithi007.stdout:2142: copy_from oid 21 from oid 50 current snap is 213 2024-08-04T15:34:58.562 INFO:tasks.rados.rados.0.smithi007.stdout:2143: read oid 7 snap -1 2024-08-04T15:34:58.562 INFO:tasks.rados.rados.0.smithi007.stdout:2143: expect (ObjNum 600 snap 189 seq_num 600) 2024-08-04T15:34:58.562 INFO:tasks.rados.rados.0.smithi007.stdout:2144: copy_from oid 42 from oid 43 current snap is 213 2024-08-04T15:34:58.562 INFO:tasks.rados.rados.0.smithi007.stdout:2145: delete oid 2 current snap is 213 2024-08-04T15:34:58.568 INFO:tasks.rados.rados.0.smithi007.stdout:2145: done (3 left) 2024-08-04T15:34:58.568 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 20 current snap is 213 2024-08-04T15:34:58.568 INFO:tasks.rados.rados.0.smithi007.stdout:2146: seq_num 665 ranges {5824512=745472,6569984=606208,7176192=196608} 2024-08-04T15:34:58.604 INFO:tasks.rados.rados.0.smithi007.stdout:2146: writing smithi00780855-20 from 5824512 to 6569984 tid 1 2024-08-04T15:34:58.608 INFO:tasks.rados.rados.0.smithi007.stdout:2146: writing smithi00780855-20 from 6569984 to 7176192 tid 2 2024-08-04T15:34:58.609 INFO:tasks.rados.rados.0.smithi007.stdout:2146: writing smithi00780855-20 from 7176192 to 7372800 tid 3 2024-08-04T15:34:58.610 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 41 current snap is 213 2024-08-04T15:34:58.610 INFO:tasks.rados.rados.0.smithi007.stdout:2142: finishing copy_from racing read to smithi00780855-21 2024-08-04T15:34:58.610 INFO:tasks.rados.rados.0.smithi007.stdout:2147: seq_num 666 ranges {942080=761856,1703936=491520,2195456=311296} 2024-08-04T15:34:58.618 INFO:tasks.rados.rados.0.smithi007.stdout:2147: writing smithi00780855-41 from 942080 to 1703936 tid 1 2024-08-04T15:34:58.621 INFO:tasks.rados.rados.0.smithi007.stdout:2147: writing smithi00780855-41 from 1703936 to 2195456 tid 2 2024-08-04T15:34:58.624 INFO:tasks.rados.rados.0.smithi007.stdout:2147: writing smithi00780855-41 from 2195456 to 2506752 tid 3 2024-08-04T15:34:58.624 INFO:tasks.rados.rados.0.smithi007.stdout:2148: rollback oid 17 current snap is 213 2024-08-04T15:34:58.624 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 17 to 160 2024-08-04T15:34:58.624 INFO:tasks.rados.rados.0.smithi007.stdout:2144: finishing copy_from racing read to smithi00780855-42 2024-08-04T15:34:58.624 INFO:tasks.rados.rados.0.smithi007.stdout:2144: finishing copy_from to smithi00780855-42 2024-08-04T15:34:58.624 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 1157 (ObjNum 594 snap 189 seq_num 594) dirty exists 2024-08-04T15:34:58.624 INFO:tasks.rados.rados.0.smithi007.stdout:2142: finishing copy_from to smithi00780855-21 2024-08-04T15:34:58.624 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 1654 (ObjNum 587 snap 186 seq_num 587) dirty exists 2024-08-04T15:34:58.625 INFO:tasks.rados.rados.0.smithi007.stdout:2142: done (5 left) 2024-08-04T15:34:58.625 INFO:tasks.rados.rados.0.smithi007.stdout:2144: done (4 left) 2024-08-04T15:34:58.625 INFO:tasks.rados.rados.0.smithi007.stdout:2149: delete oid 4 current snap is 213 2024-08-04T15:34:58.625 INFO:tasks.rados.rados.0.smithi007.stdout:2146: finishing write tid 1 to smithi00780855-20 2024-08-04T15:34:58.625 INFO:tasks.rados.rados.0.smithi007.stdout:2146: finishing write tid 2 to smithi00780855-20 2024-08-04T15:34:58.625 INFO:tasks.rados.rados.0.smithi007.stdout:2146: finishing write tid 3 to smithi00780855-20 2024-08-04T15:34:58.625 INFO:tasks.rados.rados.0.smithi007.stdout:2146: finishing write tid 4 to smithi00780855-20 2024-08-04T15:34:58.625 INFO:tasks.rados.rados.0.smithi007.stdout:2146: finishing write tid 5 to smithi00780855-20 2024-08-04T15:34:58.625 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 1658 (ObjNum 665 snap 213 seq_num 665) dirty exists 2024-08-04T15:34:58.625 INFO:tasks.rados.rados.0.smithi007.stdout:2146: left oid 20 (ObjNum 665 snap 213 seq_num 665) 2024-08-04T15:34:58.625 INFO:tasks.rados.rados.0.smithi007.stdout:2143: expect (ObjNum 600 snap 189 seq_num 600) 2024-08-04T15:34:58.798 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:58 smithi062 ceph-mon[85960]: pgmap v400: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 411 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.7 MiB/s wr, 16 op/s; 77/606 objects degraded (12.706%) 2024-08-04T15:34:58.798 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:58 smithi062 ceph-mon[85960]: osdmap e498: 8 total, 7 up, 8 in 2024-08-04T15:34:58.799 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:58 smithi062 ceph-mon[85960]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs peering) 2024-08-04T15:34:58.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:58 smithi007 ceph-mon[94998]: pgmap v400: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 411 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.7 MiB/s wr, 16 op/s; 77/606 objects degraded (12.706%) 2024-08-04T15:34:58.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:58 smithi007 ceph-mon[94998]: osdmap e498: 8 total, 7 up, 8 in 2024-08-04T15:34:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:58 smithi007 ceph-mon[94998]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs peering) 2024-08-04T15:34:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:58 smithi007 ceph-mon[92692]: pgmap v400: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 411 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.7 MiB/s wr, 16 op/s; 77/606 objects degraded (12.706%) 2024-08-04T15:34:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:58 smithi007 ceph-mon[92692]: osdmap e498: 8 total, 7 up, 8 in 2024-08-04T15:34:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:58 smithi007 ceph-mon[92692]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs peering) 2024-08-04T15:34:59.784 INFO:tasks.rados.rados.0.smithi007.stdout:2147: finishing write tid 1 to smithi00780855-41 2024-08-04T15:34:59.784 INFO:tasks.rados.rados.0.smithi007.stdout:2147: finishing write tid 2 to smithi00780855-41 2024-08-04T15:34:59.784 INFO:tasks.rados.rados.0.smithi007.stdout:2147: finishing write tid 3 to smithi00780855-41 2024-08-04T15:34:59.784 INFO:tasks.rados.rados.0.smithi007.stdout:2147: finishing write tid 4 to smithi00780855-41 2024-08-04T15:34:59.784 INFO:tasks.rados.rados.0.smithi007.stdout:2148: finishing rollback tid 0 to smithi00780855-17 2024-08-04T15:34:59.784 INFO:tasks.rados.rados.0.smithi007.stdout:2148: finishing rollback tid 1 to smithi00780855-17 2024-08-04T15:34:59.784 INFO:tasks.rados.rados.0.smithi007.stdout:2148: finishing rollback tid 2 to smithi00780855-17 2024-08-04T15:34:59.784 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 1464 (ObjNum 434 snap 133 seq_num 434) dirty exists 2024-08-04T15:34:59.784 INFO:tasks.rados.rados.0.smithi007.stdout:2147: finishing write tid 5 to smithi00780855-41 2024-08-04T15:34:59.784 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 1856 (ObjNum 666 snap 213 seq_num 666) dirty exists 2024-08-04T15:34:59.785 INFO:tasks.rados.rados.0.smithi007.stdout:2147: left oid 41 (ObjNum 666 snap 213 seq_num 666) 2024-08-04T15:34:59.785 INFO:tasks.rados.rados.0.smithi007.stdout:2143: done (4 left) 2024-08-04T15:34:59.785 INFO:tasks.rados.rados.0.smithi007.stdout:2146: done (3 left) 2024-08-04T15:34:59.785 INFO:tasks.rados.rados.0.smithi007.stdout:2147: done (2 left) 2024-08-04T15:34:59.785 INFO:tasks.rados.rados.0.smithi007.stdout:2148: done (1 left) 2024-08-04T15:34:59.785 INFO:tasks.rados.rados.0.smithi007.stdout:2149: done (0 left) 2024-08-04T15:34:59.785 INFO:tasks.rados.rados.0.smithi007.stdout:2150: read oid 13 snap -1 2024-08-04T15:34:59.785 INFO:tasks.rados.rados.0.smithi007.stdout:2150: expect (ObjNum 536 snap 175 seq_num 536) 2024-08-04T15:34:59.785 INFO:tasks.rados.rados.0.smithi007.stdout:2151: snap_create 2024-08-04T15:34:59.809 INFO:tasks.rados.rados.0.smithi007.stdout:2150: expect (ObjNum 536 snap 175 seq_num 536) 2024-08-04T15:34:59.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:59 smithi007 ceph-mon[92692]: osdmap e499: 8 total, 7 up, 8 in 2024-08-04T15:34:59.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:34:59 smithi007 ceph-mon[92692]: osdmap e500: 8 total, 7 up, 8 in 2024-08-04T15:34:59.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:59 smithi007 ceph-mon[94998]: osdmap e499: 8 total, 7 up, 8 in 2024-08-04T15:34:59.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:34:59 smithi007 ceph-mon[94998]: osdmap e500: 8 total, 7 up, 8 in 2024-08-04T15:35:00.005 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:59 smithi062 ceph-mon[85960]: osdmap e499: 8 total, 7 up, 8 in 2024-08-04T15:35:00.005 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:34:59 smithi062 ceph-mon[85960]: osdmap e500: 8 total, 7 up, 8 in 2024-08-04T15:35:00.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:35:00 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T15:35:00.210+0000 7faae53a5640 -1 osd.6 491 log_to_monitors true 2024-08-04T15:35:00.569 INFO:tasks.rados.rados.0.smithi007.stdout:2150: done (1 left) 2024-08-04T15:35:00.569 INFO:tasks.rados.rados.0.smithi007.stdout:2151: done (0 left) 2024-08-04T15:35:00.569 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 40 current snap is 214 2024-08-04T15:35:00.569 INFO:tasks.rados.rados.0.smithi007.stdout:2152: seq_num 668 ranges {1245184=794624,2039808=663552,2703360=139264} 2024-08-04T15:35:00.580 INFO:tasks.rados.rados.0.smithi007.stdout:2152: writing smithi00780855-40 from 1245184 to 2039808 tid 1 2024-08-04T15:35:00.584 INFO:tasks.rados.rados.0.smithi007.stdout:2152: writing smithi00780855-40 from 2039808 to 2703360 tid 2 2024-08-04T15:35:00.585 INFO:tasks.rados.rados.0.smithi007.stdout:2152: writing smithi00780855-40 from 2703360 to 2842624 tid 3 2024-08-04T15:35:00.586 INFO:tasks.rados.rados.0.smithi007.stdout:2153: copy_from oid 26 from oid 4 current snap is 214 2024-08-04T15:35:00.586 INFO:tasks.rados.rados.0.smithi007.stdout:2154: snap_create 2024-08-04T15:35:00.587 INFO:tasks.rados.rados.0.smithi007.stdout:2152: finishing write tid 1 to smithi00780855-40 2024-08-04T15:35:00.591 INFO:tasks.rados.rados.0.smithi007.stdout:2152: finishing write tid 2 to smithi00780855-40 2024-08-04T15:35:00.591 INFO:tasks.rados.rados.0.smithi007.stdout:2153: finishing copy_from to smithi00780855-26 2024-08-04T15:35:00.591 INFO:tasks.rados.rados.0.smithi007.stdout:2153: got expected ENOENT (src dne) 2024-08-04T15:35:00.591 INFO:tasks.rados.rados.0.smithi007.stdout:2152: finishing write tid 3 to smithi00780855-40 2024-08-04T15:35:00.591 INFO:tasks.rados.rados.0.smithi007.stdout:2153: finishing copy_from racing read to smithi00780855-26 2024-08-04T15:35:00.591 INFO:tasks.rados.rados.0.smithi007.stdout:2152: finishing write tid 4 to smithi00780855-40 2024-08-04T15:35:00.591 INFO:tasks.rados.rados.0.smithi007.stdout:2152: finishing write tid 5 to smithi00780855-40 2024-08-04T15:35:00.592 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 1462 (ObjNum 668 snap 214 seq_num 668) dirty exists 2024-08-04T15:35:00.592 INFO:tasks.rados.rados.0.smithi007.stdout:2152: left oid 40 (ObjNum 668 snap 214 seq_num 668) 2024-08-04T15:35:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:00 smithi062 ceph-mon[85960]: pgmap v403: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 419 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.1 MiB/s wr, 7 op/s; 78/600 objects degraded (13.000%) 2024-08-04T15:35:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:00 smithi062 ceph-mon[85960]: from='osd.6 [v2:172.21.15.62:6816/297512779,v1:172.21.15.62:6817/297512779]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-04T15:35:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:00 smithi062 ceph-mon[85960]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-04T15:35:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:00 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:00 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:00 smithi007 ceph-mon[92692]: pgmap v403: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 419 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.1 MiB/s wr, 7 op/s; 78/600 objects degraded (13.000%) 2024-08-04T15:35:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:00 smithi007 ceph-mon[92692]: from='osd.6 [v2:172.21.15.62:6816/297512779,v1:172.21.15.62:6817/297512779]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-04T15:35:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:00 smithi007 ceph-mon[92692]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-04T15:35:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:00 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:00 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:00 smithi007 ceph-mon[94998]: pgmap v403: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 419 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.1 MiB/s wr, 7 op/s; 78/600 objects degraded (13.000%) 2024-08-04T15:35:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:00 smithi007 ceph-mon[94998]: from='osd.6 [v2:172.21.15.62:6816/297512779,v1:172.21.15.62:6817/297512779]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-04T15:35:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:00 smithi007 ceph-mon[94998]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-04T15:35:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:00 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:00 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:01.511 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 15:35:01 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T15:35:01.067+0000 7faad9148640 -1 osd.6 491 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-04T15:35:01.576 INFO:tasks.rados.rados.0.smithi007.stdout:2152: done (2 left) 2024-08-04T15:35:01.576 INFO:tasks.rados.rados.0.smithi007.stdout:2153: done (1 left) 2024-08-04T15:35:01.576 INFO:tasks.rados.rados.0.smithi007.stdout:2154: done (0 left) 2024-08-04T15:35:01.576 INFO:tasks.rados.rados.0.smithi007.stdout:2155: snap_remove snap 213 2024-08-04T15:35:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:01 smithi007 ceph-mon[92692]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-04T15:35:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:01 smithi007 ceph-mon[92692]: osdmap e501: 8 total, 7 up, 8 in 2024-08-04T15:35:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:01 smithi007 ceph-mon[92692]: from='osd.6 [v2:172.21.15.62:6816/297512779,v1:172.21.15.62:6817/297512779]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:35:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:01 smithi007 ceph-mon[92692]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:35:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:01 smithi007 ceph-mon[92692]: from='osd.6 ' entity='osd.6' 2024-08-04T15:35:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:01 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:01 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:01.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:01 smithi007 ceph-mon[94998]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-04T15:35:01.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:01 smithi007 ceph-mon[94998]: osdmap e501: 8 total, 7 up, 8 in 2024-08-04T15:35:01.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:01 smithi007 ceph-mon[94998]: from='osd.6 [v2:172.21.15.62:6816/297512779,v1:172.21.15.62:6817/297512779]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:35:01.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:01 smithi007 ceph-mon[94998]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:35:01.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:01 smithi007 ceph-mon[94998]: from='osd.6 ' entity='osd.6' 2024-08-04T15:35:01.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:01 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:01.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:01 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:01.843 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:01 smithi062 ceph-mon[85960]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-04T15:35:01.844 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:01 smithi062 ceph-mon[85960]: osdmap e501: 8 total, 7 up, 8 in 2024-08-04T15:35:01.844 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:01 smithi062 ceph-mon[85960]: from='osd.6 [v2:172.21.15.62:6816/297512779,v1:172.21.15.62:6817/297512779]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:35:01.844 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:01 smithi062 ceph-mon[85960]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:35:01.844 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:01 smithi062 ceph-mon[85960]: from='osd.6 ' entity='osd.6' 2024-08-04T15:35:01.844 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:01 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:01.844 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:01 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:02.573 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:35:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:35:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:35:02.583 INFO:tasks.rados.rados.0.smithi007.stdout:2155: done (0 left) 2024-08-04T15:35:02.583 INFO:tasks.rados.rados.0.smithi007.stdout:2156: delete oid 21 current snap is 215 2024-08-04T15:35:02.614 INFO:tasks.rados.rados.0.smithi007.stdout:2156: done (0 left) 2024-08-04T15:35:02.614 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 23 current snap is 215 2024-08-04T15:35:02.614 INFO:tasks.rados.rados.0.smithi007.stdout:2157: seq_num 670 ranges {6299648=425984,6725632=483328,7208960=507904,7716864=212992} 2024-08-04T15:35:02.653 INFO:tasks.rados.rados.0.smithi007.stdout:2157: writing smithi00780855-23 from 6299648 to 6725632 tid 1 2024-08-04T15:35:02.655 INFO:tasks.rados.rados.0.smithi007.stdout:2157: writing smithi00780855-23 from 6725632 to 7208960 tid 2 2024-08-04T15:35:02.659 INFO:tasks.rados.rados.0.smithi007.stdout:2157: writing smithi00780855-23 from 7208960 to 7716864 tid 3 2024-08-04T15:35:02.660 INFO:tasks.rados.rados.0.smithi007.stdout:2157: writing smithi00780855-23 from 7716864 to 7929856 tid 4 2024-08-04T15:35:02.661 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 215 2024-08-04T15:35:02.661 INFO:tasks.rados.rados.0.smithi007.stdout:2157: finishing write tid 1 to smithi00780855-23 2024-08-04T15:35:02.661 INFO:tasks.rados.rados.0.smithi007.stdout:2157: finishing write tid 2 to smithi00780855-23 2024-08-04T15:35:02.661 INFO:tasks.rados.rados.0.smithi007.stdout:2158: seq_num 671 ranges {4087808=442368,4530176=761856,5292032=442368} 2024-08-04T15:35:02.686 INFO:tasks.rados.rados.0.smithi007.stdout:2158: writing smithi00780855-43 from 4087808 to 4530176 tid 1 2024-08-04T15:35:02.691 INFO:tasks.rados.rados.0.smithi007.stdout:2158: writing smithi00780855-43 from 4530176 to 5292032 tid 2 2024-08-04T15:35:02.695 INFO:tasks.rados.rados.0.smithi007.stdout:2158: writing smithi00780855-43 from 5292032 to 5734400 tid 3 2024-08-04T15:35:02.695 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 215 2024-08-04T15:35:02.695 INFO:tasks.rados.rados.0.smithi007.stdout:2157: finishing write tid 3 to smithi00780855-23 2024-08-04T15:35:02.695 INFO:tasks.rados.rados.0.smithi007.stdout:2159: seq_num 672 ranges {0=458752,458752=647168,1105920=466944,1572864=90112} 2024-08-04T15:35:02.698 INFO:tasks.rados.rados.0.smithi007.stdout:2159: writing smithi00780855-48 from 0 to 458752 tid 1 2024-08-04T15:35:02.702 INFO:tasks.rados.rados.0.smithi007.stdout:2159: writing smithi00780855-48 from 458752 to 1105920 tid 2 2024-08-04T15:35:02.705 INFO:tasks.rados.rados.0.smithi007.stdout:2159: writing smithi00780855-48 from 1105920 to 1572864 tid 3 2024-08-04T15:35:02.707 INFO:tasks.rados.rados.0.smithi007.stdout:2159: writing smithi00780855-48 from 1572864 to 1662976 tid 4 2024-08-04T15:35:02.707 INFO:tasks.rados.rados.0.smithi007.stdout:2160: read oid 10 snap -1 2024-08-04T15:35:02.707 INFO:tasks.rados.rados.0.smithi007.stdout:2160: expect (ObjNum 637 snap 205 seq_num 637) 2024-08-04T15:35:02.707 INFO:tasks.rados.rados.0.smithi007.stdout:2161: snap_remove snap 202 2024-08-04T15:35:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:02 smithi007 ceph-mon[92692]: pgmap v406: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 419 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 748 KiB/s wr, 5 op/s; 78/597 objects degraded (13.065%) 2024-08-04T15:35:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:02 smithi007 ceph-mon[92692]: Health check update: Degraded data redundancy: 78/597 objects degraded (13.065%), 8 pgs degraded (PG_DEGRADED) 2024-08-04T15:35:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:02 smithi007 ceph-mon[92692]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:35:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:02 smithi007 ceph-mon[92692]: osd.6 [v2:172.21.15.62:6816/297512779,v1:172.21.15.62:6817/297512779] boot 2024-08-04T15:35:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:02 smithi007 ceph-mon[92692]: osdmap e502: 8 total, 8 up, 8 in 2024-08-04T15:35:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:02 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:35:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:02 smithi007 ceph-mon[94998]: pgmap v406: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 419 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 748 KiB/s wr, 5 op/s; 78/597 objects degraded (13.065%) 2024-08-04T15:35:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:02 smithi007 ceph-mon[94998]: Health check update: Degraded data redundancy: 78/597 objects degraded (13.065%), 8 pgs degraded (PG_DEGRADED) 2024-08-04T15:35:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:02 smithi007 ceph-mon[94998]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:35:02.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:02 smithi007 ceph-mon[94998]: osd.6 [v2:172.21.15.62:6816/297512779,v1:172.21.15.62:6817/297512779] boot 2024-08-04T15:35:02.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:02 smithi007 ceph-mon[94998]: osdmap e502: 8 total, 8 up, 8 in 2024-08-04T15:35:02.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:02 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:35:02.957 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:02 smithi062 ceph-mon[85960]: pgmap v406: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 419 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 748 KiB/s wr, 5 op/s; 78/597 objects degraded (13.065%) 2024-08-04T15:35:02.958 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:02 smithi062 ceph-mon[85960]: Health check update: Degraded data redundancy: 78/597 objects degraded (13.065%), 8 pgs degraded (PG_DEGRADED) 2024-08-04T15:35:02.958 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:02 smithi062 ceph-mon[85960]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:35:02.958 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:02 smithi062 ceph-mon[85960]: osd.6 [v2:172.21.15.62:6816/297512779,v1:172.21.15.62:6817/297512779] boot 2024-08-04T15:35:02.958 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:02 smithi062 ceph-mon[85960]: osdmap e502: 8 total, 8 up, 8 in 2024-08-04T15:35:02.958 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:02 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-04T15:35:03.586 INFO:tasks.rados.rados.0.smithi007.stdout:2157: finishing write tid 4 to smithi00780855-23 2024-08-04T15:35:03.586 INFO:tasks.rados.rados.0.smithi007.stdout:2157: finishing write tid 5 to smithi00780855-23 2024-08-04T15:35:03.586 INFO:tasks.rados.rados.0.smithi007.stdout:2157: finishing write tid 6 to smithi00780855-23 2024-08-04T15:35:03.586 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 1501 (ObjNum 670 snap 215 seq_num 670) dirty exists 2024-08-04T15:35:03.586 INFO:tasks.rados.rados.0.smithi007.stdout:2157: left oid 23 (ObjNum 670 snap 215 seq_num 670) 2024-08-04T15:35:03.587 INFO:tasks.rados.rados.0.smithi007.stdout:2158: finishing write tid 1 to smithi00780855-43 2024-08-04T15:35:03.587 INFO:tasks.rados.rados.0.smithi007.stdout:2158: finishing write tid 2 to smithi00780855-43 2024-08-04T15:35:03.587 INFO:tasks.rados.rados.0.smithi007.stdout:2158: finishing write tid 3 to smithi00780855-43 2024-08-04T15:35:03.587 INFO:tasks.rados.rados.0.smithi007.stdout:2158: finishing write tid 4 to smithi00780855-43 2024-08-04T15:35:03.587 INFO:tasks.rados.rados.0.smithi007.stdout:2158: finishing write tid 5 to smithi00780855-43 2024-08-04T15:35:03.587 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 1168 (ObjNum 671 snap 215 seq_num 671) dirty exists 2024-08-04T15:35:03.587 INFO:tasks.rados.rados.0.smithi007.stdout:2158: left oid 43 (ObjNum 671 snap 215 seq_num 671) 2024-08-04T15:35:03.587 INFO:tasks.rados.rados.0.smithi007.stdout:2159: finishing write tid 1 to smithi00780855-48 2024-08-04T15:35:03.587 INFO:tasks.rados.rados.0.smithi007.stdout:2159: finishing write tid 2 to smithi00780855-48 2024-08-04T15:35:03.587 INFO:tasks.rados.rados.0.smithi007.stdout:2159: finishing write tid 3 to smithi00780855-48 2024-08-04T15:35:03.587 INFO:tasks.rados.rados.0.smithi007.stdout:2159: finishing write tid 4 to smithi00780855-48 2024-08-04T15:35:03.587 INFO:tasks.rados.rados.0.smithi007.stdout:2159: finishing write tid 5 to smithi00780855-48 2024-08-04T15:35:03.587 INFO:tasks.rados.rados.0.smithi007.stdout:2159: finishing write tid 6 to smithi00780855-48 2024-08-04T15:35:03.588 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 1165 (ObjNum 672 snap 215 seq_num 672) dirty exists 2024-08-04T15:35:03.588 INFO:tasks.rados.rados.0.smithi007.stdout:2159: left oid 48 (ObjNum 672 snap 215 seq_num 672) 2024-08-04T15:35:03.588 INFO:tasks.rados.rados.0.smithi007.stdout:2160: expect (ObjNum 637 snap 205 seq_num 637) 2024-08-04T15:35:03.639 INFO:tasks.rados.rados.0.smithi007.stdout:2157: done (4 left) 2024-08-04T15:35:03.639 INFO:tasks.rados.rados.0.smithi007.stdout:2158: done (3 left) 2024-08-04T15:35:03.639 INFO:tasks.rados.rados.0.smithi007.stdout:2159: done (2 left) 2024-08-04T15:35:03.639 INFO:tasks.rados.rados.0.smithi007.stdout:2160: done (1 left) 2024-08-04T15:35:03.639 INFO:tasks.rados.rados.0.smithi007.stdout:2161: done (0 left) 2024-08-04T15:35:03.639 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 215 2024-08-04T15:35:03.639 INFO:tasks.rados.rados.0.smithi007.stdout:2162: seq_num 673 ranges {4521984=475136,4997120=532480,5529600=671744} 2024-08-04T15:35:03.666 INFO:tasks.rados.rados.0.smithi007.stdout:2162: writing smithi00780855-22 from 4521984 to 4997120 tid 1 2024-08-04T15:35:03.669 INFO:tasks.rados.rados.0.smithi007.stdout:2162: writing smithi00780855-22 from 4997120 to 5529600 tid 2 2024-08-04T15:35:03.674 INFO:tasks.rados.rados.0.smithi007.stdout:2162: writing smithi00780855-22 from 5529600 to 6201344 tid 3 2024-08-04T15:35:03.674 INFO:tasks.rados.rados.0.smithi007.stdout:2163: read oid 40 snap 187 2024-08-04T15:35:03.674 INFO:tasks.rados.rados.0.smithi007.stdout:2163: expect (ObjNum 513 snap 160 seq_num 513) 2024-08-04T15:35:03.674 INFO:tasks.rados.rados.0.smithi007.stdout:2164: read oid 46 snap -1 2024-08-04T15:35:03.674 INFO:tasks.rados.rados.0.smithi007.stdout:2164: expect (ObjNum 610 snap 192 seq_num 610) 2024-08-04T15:35:03.674 INFO:tasks.rados.rados.0.smithi007.stdout:2165: rollback oid 32 current snap is 215 2024-08-04T15:35:03.674 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 32 to 187 2024-08-04T15:35:03.674 INFO:tasks.rados.rados.0.smithi007.stdout:2162: finishing write tid 1 to smithi00780855-22 2024-08-04T15:35:03.674 INFO:tasks.rados.rados.0.smithi007.stdout:2162: finishing write tid 2 to smithi00780855-22 2024-08-04T15:35:03.675 INFO:tasks.rados.rados.0.smithi007.stdout:2166: read oid 47 snap -1 2024-08-04T15:35:03.675 INFO:tasks.rados.rados.0.smithi007.stdout:2166: expect (ObjNum 636 snap 204 seq_num 636) 2024-08-04T15:35:03.675 INFO:tasks.rados.rados.0.smithi007.stdout:2167: rollback oid 34 current snap is 215 2024-08-04T15:35:03.675 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 34 to 208 2024-08-04T15:35:03.675 INFO:tasks.rados.rados.0.smithi007.stdout:2168: delete oid 35 current snap is 215 2024-08-04T15:35:03.677 INFO:tasks.rados.rados.0.smithi007.stdout:2168: done (6 left) 2024-08-04T15:35:03.677 INFO:tasks.rados.rados.0.smithi007.stdout:2169: read oid 45 snap -1 2024-08-04T15:35:03.677 INFO:tasks.rados.rados.0.smithi007.stdout:2169: expect (ObjNum 631 snap 201 seq_num 631) 2024-08-04T15:35:03.677 INFO:tasks.rados.rados.0.smithi007.stdout:2170: copy_from oid 23 from oid 36 current snap is 215 2024-08-04T15:35:03.677 INFO:tasks.rados.rados.0.smithi007.stdout:2171: snap_create 2024-08-04T15:35:03.680 INFO:tasks.rados.rados.0.smithi007.stdout:2162: finishing write tid 3 to smithi00780855-22 2024-08-04T15:35:03.681 INFO:tasks.rados.rados.0.smithi007.stdout:2162: finishing write tid 4 to smithi00780855-22 2024-08-04T15:35:03.682 INFO:tasks.rados.rados.0.smithi007.stdout:2162: finishing write tid 5 to smithi00780855-22 2024-08-04T15:35:03.682 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 1505 (ObjNum 673 snap 215 seq_num 673) dirty exists 2024-08-04T15:35:03.682 INFO:tasks.rados.rados.0.smithi007.stdout:2162: left oid 22 (ObjNum 673 snap 215 seq_num 673) 2024-08-04T15:35:03.684 INFO:tasks.rados.rados.0.smithi007.stdout:2166: expect (ObjNum 636 snap 204 seq_num 636) 2024-08-04T15:35:03.715 INFO:tasks.rados.rados.0.smithi007.stdout:2167: finishing rollback tid 1 to smithi00780855-34 2024-08-04T15:35:03.715 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 1650 (ObjNum 49 snap 0 seq_num 1733189730) dirty dne 2024-08-04T15:35:03.715 INFO:tasks.rados.rados.0.smithi007.stdout:2170: finishing copy_from to smithi00780855-23 2024-08-04T15:35:03.715 INFO:tasks.rados.rados.0.smithi007.stdout:2170: got expected ENOENT (src dne) 2024-08-04T15:35:03.715 INFO:tasks.rados.rados.0.smithi007.stdout:2163: expect (ObjNum 513 snap 160 seq_num 513) 2024-08-04T15:35:03.752 INFO:tasks.rados.rados.0.smithi007.stdout:2165: finishing rollback tid 0 to smithi00780855-32 2024-08-04T15:35:03.752 INFO:tasks.rados.rados.0.smithi007.stdout:2165: finishing rollback tid 1 to smithi00780855-32 2024-08-04T15:35:03.752 INFO:tasks.rados.rados.0.smithi007.stdout:2165: finishing rollback tid 2 to smithi00780855-32 2024-08-04T15:35:03.752 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 1467 (ObjNum 552 snap 179 seq_num 552) dirty exists 2024-08-04T15:35:03.752 INFO:tasks.rados.rados.0.smithi007.stdout:2170: finishing copy_from racing read to smithi00780855-23 2024-08-04T15:35:03.752 INFO:tasks.rados.rados.0.smithi007.stdout:2169: expect (ObjNum 631 snap 201 seq_num 631) 2024-08-04T15:35:03.816 INFO:tasks.rados.rados.0.smithi007.stdout:2164: expect (ObjNum 610 snap 192 seq_num 610) 2024-08-04T15:35:03.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:03 smithi007 ceph-mon[92692]: osdmap e503: 8 total, 8 up, 8 in 2024-08-04T15:35:03.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:03 smithi007 ceph-mon[94998]: osdmap e503: 8 total, 8 up, 8 in 2024-08-04T15:35:03.847 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:03 smithi062 ceph-mon[85960]: osdmap e503: 8 total, 8 up, 8 in 2024-08-04T15:35:04.591 INFO:tasks.rados.rados.0.smithi007.stdout:2162: done (8 left) 2024-08-04T15:35:04.591 INFO:tasks.rados.rados.0.smithi007.stdout:2163: done (7 left) 2024-08-04T15:35:04.591 INFO:tasks.rados.rados.0.smithi007.stdout:2164: done (6 left) 2024-08-04T15:35:04.591 INFO:tasks.rados.rados.0.smithi007.stdout:2165: done (5 left) 2024-08-04T15:35:04.591 INFO:tasks.rados.rados.0.smithi007.stdout:2166: done (4 left) 2024-08-04T15:35:04.591 INFO:tasks.rados.rados.0.smithi007.stdout:2167: done (3 left) 2024-08-04T15:35:04.591 INFO:tasks.rados.rados.0.smithi007.stdout:2169: done (2 left) 2024-08-04T15:35:04.591 INFO:tasks.rados.rados.0.smithi007.stdout:2170: done (1 left) 2024-08-04T15:35:04.592 INFO:tasks.rados.rados.0.smithi007.stdout:2171: done (0 left) 2024-08-04T15:35:04.592 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 36 current snap is 216 2024-08-04T15:35:04.592 INFO:tasks.rados.rados.0.smithi007.stdout:2172: seq_num 675 ranges {0=507904,507904=704512,1212416=499712} 2024-08-04T15:35:04.593 INFO:tasks.rados.rados.0.smithi007.stdout:2172: writing smithi00780855-36 from 0 to 507904 tid 1 2024-08-04T15:35:04.597 INFO:tasks.rados.rados.0.smithi007.stdout:2172: writing smithi00780855-36 from 507904 to 1212416 tid 2 2024-08-04T15:35:04.601 INFO:tasks.rados.rados.0.smithi007.stdout:2172: writing smithi00780855-36 from 1212416 to 1712128 tid 3 2024-08-04T15:35:04.601 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 216 2024-08-04T15:35:04.601 INFO:tasks.rados.rados.0.smithi007.stdout:2172: finishing write tid 1 to smithi00780855-36 2024-08-04T15:35:04.601 INFO:tasks.rados.rados.0.smithi007.stdout:2173: seq_num 676 ranges {0=524288,524288=589824,1114112=450560,1564672=163840} 2024-08-04T15:35:04.604 INFO:tasks.rados.rados.0.smithi007.stdout:2173: writing smithi00780855-31 from 0 to 524288 tid 1 2024-08-04T15:35:04.608 INFO:tasks.rados.rados.0.smithi007.stdout:2173: writing smithi00780855-31 from 524288 to 1114112 tid 2 2024-08-04T15:35:04.614 INFO:tasks.rados.rados.0.smithi007.stdout:2173: writing smithi00780855-31 from 1114112 to 1564672 tid 3 2024-08-04T15:35:04.615 INFO:tasks.rados.rados.0.smithi007.stdout:2173: writing smithi00780855-31 from 1564672 to 1728512 tid 4 2024-08-04T15:35:04.615 INFO:tasks.rados.rados.0.smithi007.stdout:2174: rmattr oid 39 current snap is 216 2024-08-04T15:35:04.615 INFO:tasks.rados.rados.0.smithi007.stdout:2174: done (2 left) 2024-08-04T15:35:04.615 INFO:tasks.rados.rados.0.smithi007.stdout:2175: snap_remove snap 209 2024-08-04T15:35:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:04 smithi062 ceph-mon[85960]: pgmap v409: 121 pgs: 7 peering, 25 active+undersized, 5 active+undersized+degraded, 84 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 456 KiB/s wr, 3 op/s; 53/600 objects degraded (8.833%) 2024-08-04T15:35:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:04 smithi062 ceph-mon[85960]: osdmap e504: 8 total, 8 up, 8 in 2024-08-04T15:35:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:04 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:04 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:04 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:35:04.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:04 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:35:04.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:04 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:04.835 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:35:04 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T15:35:04.649+0000 7f16d331c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-04T15:35:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:04 smithi007 ceph-mon[94998]: pgmap v409: 121 pgs: 7 peering, 25 active+undersized, 5 active+undersized+degraded, 84 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 456 KiB/s wr, 3 op/s; 53/600 objects degraded (8.833%) 2024-08-04T15:35:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:04 smithi007 ceph-mon[94998]: osdmap e504: 8 total, 8 up, 8 in 2024-08-04T15:35:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:04 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:04 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:04 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:35:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:04 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:35:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:04 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:04.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:04 smithi007 ceph-mon[92692]: pgmap v409: 121 pgs: 7 peering, 25 active+undersized, 5 active+undersized+degraded, 84 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 456 KiB/s wr, 3 op/s; 53/600 objects degraded (8.833%) 2024-08-04T15:35:04.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:04 smithi007 ceph-mon[92692]: osdmap e504: 8 total, 8 up, 8 in 2024-08-04T15:35:04.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:04 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:04.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:04 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:04.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:04 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:35:04.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:04 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:35:04.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:04 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:05.600 INFO:tasks.rados.rados.0.smithi007.stdout:2172: finishing write tid 2 to smithi00780855-36 2024-08-04T15:35:05.601 INFO:tasks.rados.rados.0.smithi007.stdout:2172: finishing write tid 3 to smithi00780855-36 2024-08-04T15:35:05.601 INFO:tasks.rados.rados.0.smithi007.stdout:2172: finishing write tid 4 to smithi00780855-36 2024-08-04T15:35:05.601 INFO:tasks.rados.rados.0.smithi007.stdout:2172: finishing write tid 5 to smithi00780855-36 2024-08-04T15:35:05.601 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 1463 (ObjNum 675 snap 216 seq_num 675) dirty exists 2024-08-04T15:35:05.601 INFO:tasks.rados.rados.0.smithi007.stdout:2172: left oid 36 (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:35:05.601 INFO:tasks.rados.rados.0.smithi007.stdout:2173: finishing write tid 1 to smithi00780855-31 2024-08-04T15:35:05.601 INFO:tasks.rados.rados.0.smithi007.stdout:2173: finishing write tid 2 to smithi00780855-31 2024-08-04T15:35:05.601 INFO:tasks.rados.rados.0.smithi007.stdout:2173: finishing write tid 3 to smithi00780855-31 2024-08-04T15:35:05.601 INFO:tasks.rados.rados.0.smithi007.stdout:2173: finishing write tid 4 to smithi00780855-31 2024-08-04T15:35:05.601 INFO:tasks.rados.rados.0.smithi007.stdout:2173: finishing write tid 5 to smithi00780855-31 2024-08-04T15:35:05.601 INFO:tasks.rados.rados.0.smithi007.stdout:2173: finishing write tid 6 to smithi00780855-31 2024-08-04T15:35:05.601 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 1497 (ObjNum 676 snap 216 seq_num 676) dirty exists 2024-08-04T15:35:05.601 INFO:tasks.rados.rados.0.smithi007.stdout:2173: left oid 31 (ObjNum 676 snap 216 seq_num 676) 2024-08-04T15:35:05.602 INFO:tasks.rados.rados.0.smithi007.stdout:2172: done (2 left) 2024-08-04T15:35:05.602 INFO:tasks.rados.rados.0.smithi007.stdout:2173: done (1 left) 2024-08-04T15:35:05.602 INFO:tasks.rados.rados.0.smithi007.stdout:2175: done (0 left) 2024-08-04T15:35:05.602 INFO:tasks.rados.rados.0.smithi007.stdout:2176: delete oid 43 current snap is 216 2024-08-04T15:35:05.610 INFO:tasks.rados.rados.0.smithi007.stdout:2176: done (0 left) 2024-08-04T15:35:05.610 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 27 current snap is 216 2024-08-04T15:35:05.610 INFO:tasks.rados.rados.0.smithi007.stdout:2177: seq_num 678 ranges {0=565248,565248=802816,1368064=401408} 2024-08-04T15:35:05.614 INFO:tasks.rados.rados.0.smithi007.stdout:2177: writing smithi00780855-27 from 0 to 565248 tid 1 2024-08-04T15:35:05.619 INFO:tasks.rados.rados.0.smithi007.stdout:2177: writing smithi00780855-27 from 565248 to 1368064 tid 2 2024-08-04T15:35:05.622 INFO:tasks.rados.rados.0.smithi007.stdout:2177: writing smithi00780855-27 from 1368064 to 1769472 tid 3 2024-08-04T15:35:05.622 INFO:tasks.rados.rados.0.smithi007.stdout:2178: delete oid 7 current snap is 216 2024-08-04T15:35:05.622 INFO:tasks.rados.rados.0.smithi007.stdout:2177: finishing write tid 1 to smithi00780855-27 2024-08-04T15:35:05.625 INFO:tasks.rados.rados.0.smithi007.stdout:2177: finishing write tid 2 to smithi00780855-27 2024-08-04T15:35:05.625 INFO:tasks.rados.rados.0.smithi007.stdout:2177: finishing write tid 3 to smithi00780855-27 2024-08-04T15:35:05.625 INFO:tasks.rados.rados.0.smithi007.stdout:2177: finishing write tid 4 to smithi00780855-27 2024-08-04T15:35:05.626 INFO:tasks.rados.rados.0.smithi007.stdout:2178: done (1 left) 2024-08-04T15:35:05.626 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 1 current snap is 216 2024-08-04T15:35:05.626 INFO:tasks.rados.rados.0.smithi007.stdout:2179: seq_num 680 ranges {5562368=598016,6160384=573440,6733824=434176,7168000=196608} 2024-08-04T15:35:05.660 INFO:tasks.rados.rados.0.smithi007.stdout:2179: writing smithi00780855-1 from 5562368 to 6160384 tid 1 2024-08-04T15:35:05.663 INFO:tasks.rados.rados.0.smithi007.stdout:2179: writing smithi00780855-1 from 6160384 to 6733824 tid 2 2024-08-04T15:35:05.666 INFO:tasks.rados.rados.0.smithi007.stdout:2179: writing smithi00780855-1 from 6733824 to 7168000 tid 3 2024-08-04T15:35:05.668 INFO:tasks.rados.rados.0.smithi007.stdout:2179: writing smithi00780855-1 from 7168000 to 7364608 tid 4 2024-08-04T15:35:05.668 INFO:tasks.rados.rados.0.smithi007.stdout:2180: snap_create 2024-08-04T15:35:05.668 INFO:tasks.rados.rados.0.smithi007.stdout:2177: finishing write tid 5 to smithi00780855-27 2024-08-04T15:35:05.668 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 1708 (ObjNum 678 snap 216 seq_num 678) dirty exists 2024-08-04T15:35:05.668 INFO:tasks.rados.rados.0.smithi007.stdout:2177: left oid 27 (ObjNum 678 snap 216 seq_num 678) 2024-08-04T15:35:05.668 INFO:tasks.rados.rados.0.smithi007.stdout:2179: finishing write tid 1 to smithi00780855-1 2024-08-04T15:35:05.668 INFO:tasks.rados.rados.0.smithi007.stdout:2179: finishing write tid 2 to smithi00780855-1 2024-08-04T15:35:05.671 INFO:tasks.rados.rados.0.smithi007.stdout:2179: finishing write tid 3 to smithi00780855-1 2024-08-04T15:35:05.671 INFO:tasks.rados.rados.0.smithi007.stdout:2179: finishing write tid 4 to smithi00780855-1 2024-08-04T15:35:05.671 INFO:tasks.rados.rados.0.smithi007.stdout:2179: finishing write tid 5 to smithi00780855-1 2024-08-04T15:35:05.672 INFO:tasks.rados.rados.0.smithi007.stdout:2179: finishing write tid 6 to smithi00780855-1 2024-08-04T15:35:05.672 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 1510 (ObjNum 680 snap 216 seq_num 680) dirty exists 2024-08-04T15:35:05.672 INFO:tasks.rados.rados.0.smithi007.stdout:2179: left oid 1 (ObjNum 680 snap 216 seq_num 680) 2024-08-04T15:35:06.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:05 smithi062 ceph-mon[85960]: osdmap e505: 8 total, 8 up, 8 in 2024-08-04T15:35:06.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:05 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:35:06.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:05 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:06.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:05 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:06.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:05 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:06.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:05 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-04T15:35:06.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:05 smithi062 ceph-mon[85960]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-04T15:35:06.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:05 smithi062 ceph-mon[85960]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-04T15:35:06.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:05 smithi007 ceph-mon[92692]: osdmap e505: 8 total, 8 up, 8 in 2024-08-04T15:35:06.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:05 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:35:06.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:05 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:06.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:05 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:06.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:05 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:06.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:05 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-04T15:35:06.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:05 smithi007 ceph-mon[92692]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-04T15:35:06.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:05 smithi007 ceph-mon[92692]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-04T15:35:06.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:05 smithi007 ceph-mon[94998]: osdmap e505: 8 total, 8 up, 8 in 2024-08-04T15:35:06.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:05 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:35:06.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:05 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:06.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:05 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:06.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:05 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:06.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:05 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-04T15:35:06.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:05 smithi007 ceph-mon[94998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-04T15:35:06.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:05 smithi007 ceph-mon[94998]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-04T15:35:06.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:35:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:35:06] "GET /metrics HTTP/1.1" 200 36204 "" "Prometheus/2.43.0" 2024-08-04T15:35:06.605 INFO:tasks.rados.rados.0.smithi007.stdout:2177: done (2 left) 2024-08-04T15:35:06.605 INFO:tasks.rados.rados.0.smithi007.stdout:2179: done (1 left) 2024-08-04T15:35:06.605 INFO:tasks.rados.rados.0.smithi007.stdout:2180: done (0 left) 2024-08-04T15:35:06.605 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 217 2024-08-04T15:35:06.605 INFO:tasks.rados.rados.0.smithi007.stdout:2181: seq_num 681 ranges {1728512=614400,2342912=458752,2801664=638976,3440640=106496} 2024-08-04T15:35:06.618 INFO:tasks.rados.rados.0.smithi007.stdout:2181: writing smithi00780855-31 from 1728512 to 2342912 tid 1 2024-08-04T15:35:06.620 INFO:tasks.rados.rados.0.smithi007.stdout:2181: writing smithi00780855-31 from 2342912 to 2801664 tid 2 2024-08-04T15:35:06.624 INFO:tasks.rados.rados.0.smithi007.stdout:2181: writing smithi00780855-31 from 2801664 to 3440640 tid 3 2024-08-04T15:35:06.625 INFO:tasks.rados.rados.0.smithi007.stdout:2181: writing smithi00780855-31 from 3440640 to 3547136 tid 4 2024-08-04T15:35:06.625 INFO:tasks.rados.rados.0.smithi007.stdout:2181: finishing write tid 1 to smithi00780855-31 2024-08-04T15:35:06.625 INFO:tasks.rados.rados.0.smithi007.stdout:2181: finishing write tid 2 to smithi00780855-31 2024-08-04T15:35:06.625 INFO:tasks.rados.rados.0.smithi007.stdout:2182: read oid 19 snap -1 2024-08-04T15:35:06.625 INFO:tasks.rados.rados.0.smithi007.stdout:2182: expect (ObjNum 636 snap 204 seq_num 636) 2024-08-04T15:35:06.625 INFO:tasks.rados.rados.0.smithi007.stdout:2183: snap_remove snap 214 2024-08-04T15:35:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:06 smithi062 ceph-mon[85960]: pgmap v412: 121 pgs: 7 peering, 19 active+undersized, 4 active+undersized+degraded, 91 active+clean; 430 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.6 MiB/s wr, 10 op/s; 34/612 objects degraded (5.556%); 4.6 MiB/s, 0 objects/s recovering 2024-08-04T15:35:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:06 smithi062 ceph-mon[85960]: osdmap e506: 8 total, 8 up, 8 in 2024-08-04T15:35:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:35:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:06 smithi007 ceph-mon[92692]: pgmap v412: 121 pgs: 7 peering, 19 active+undersized, 4 active+undersized+degraded, 91 active+clean; 430 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.6 MiB/s wr, 10 op/s; 34/612 objects degraded (5.556%); 4.6 MiB/s, 0 objects/s recovering 2024-08-04T15:35:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:06 smithi007 ceph-mon[92692]: osdmap e506: 8 total, 8 up, 8 in 2024-08-04T15:35:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:35:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:06 smithi007 ceph-mon[94998]: pgmap v412: 121 pgs: 7 peering, 19 active+undersized, 4 active+undersized+degraded, 91 active+clean; 430 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.6 MiB/s wr, 10 op/s; 34/612 objects degraded (5.556%); 4.6 MiB/s, 0 objects/s recovering 2024-08-04T15:35:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:06 smithi007 ceph-mon[94998]: osdmap e506: 8 total, 8 up, 8 in 2024-08-04T15:35:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:07.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:35:07.612 INFO:tasks.rados.rados.0.smithi007.stdout:2183: done (2 left) 2024-08-04T15:35:07.612 INFO:tasks.rados.rados.0.smithi007.stdout:2184: rollback oid 45 current snap is 217 2024-08-04T15:35:07.612 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 45 to 208 2024-08-04T15:35:07.613 INFO:tasks.rados.rados.0.smithi007.stdout:2181: finishing write tid 3 to smithi00780855-31 2024-08-04T15:35:07.613 INFO:tasks.rados.rados.0.smithi007.stdout:2181: finishing write tid 4 to smithi00780855-31 2024-08-04T15:35:07.613 INFO:tasks.rados.rados.0.smithi007.stdout:2181: finishing write tid 5 to smithi00780855-31 2024-08-04T15:35:07.613 INFO:tasks.rados.rados.0.smithi007.stdout:2181: finishing write tid 6 to smithi00780855-31 2024-08-04T15:35:07.613 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 1502 (ObjNum 681 snap 217 seq_num 681) dirty exists 2024-08-04T15:35:07.613 INFO:tasks.rados.rados.0.smithi007.stdout:2181: left oid 31 (ObjNum 681 snap 217 seq_num 681) 2024-08-04T15:35:07.613 INFO:tasks.rados.rados.0.smithi007.stdout:2182: expect (ObjNum 636 snap 204 seq_num 636) 2024-08-04T15:35:07.645 INFO:tasks.rados.rados.0.smithi007.stdout:2184: finishing rollback tid 0 to smithi00780855-45 2024-08-04T15:35:07.645 INFO:tasks.rados.rados.0.smithi007.stdout:2184: finishing rollback tid 1 to smithi00780855-45 2024-08-04T15:35:07.645 INFO:tasks.rados.rados.0.smithi007.stdout:2184: finishing rollback tid 2 to smithi00780855-45 2024-08-04T15:35:07.645 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 1904 (ObjNum 631 snap 201 seq_num 631) dirty exists 2024-08-04T15:35:07.645 INFO:tasks.rados.rados.0.smithi007.stdout:2181: done (2 left) 2024-08-04T15:35:07.645 INFO:tasks.rados.rados.0.smithi007.stdout:2182: done (1 left) 2024-08-04T15:35:07.645 INFO:tasks.rados.rados.0.smithi007.stdout:2184: done (0 left) 2024-08-04T15:35:07.645 INFO:tasks.rados.rados.0.smithi007.stdout:2185: setattr oid 46 current snap is 217 2024-08-04T15:35:07.646 INFO:tasks.rados.rados.0.smithi007.stdout:2186: snap_create 2024-08-04T15:35:07.648 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 959 (ObjNum 610 snap 192 seq_num 610) dirty exists 2024-08-04T15:35:08.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:07 smithi062 ceph-mon[85960]: osdmap e507: 8 total, 8 up, 8 in 2024-08-04T15:35:08.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:07 smithi007 ceph-mon[92692]: osdmap e507: 8 total, 8 up, 8 in 2024-08-04T15:35:08.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:07 smithi007 ceph-mon[94998]: osdmap e507: 8 total, 8 up, 8 in 2024-08-04T15:35:08.613 INFO:tasks.rados.rados.0.smithi007.stdout:2185: done (1 left) 2024-08-04T15:35:08.614 INFO:tasks.rados.rados.0.smithi007.stdout:2186: done (0 left) 2024-08-04T15:35:08.614 INFO:tasks.rados.rados.0.smithi007.stdout:2187: delete oid 49 current snap is 218 2024-08-04T15:35:08.621 INFO:tasks.rados.rados.0.smithi007.stdout:2187: done (0 left) 2024-08-04T15:35:08.621 INFO:tasks.rados.rados.0.smithi007.stdout:2188: read oid 3 snap 217 2024-08-04T15:35:08.621 INFO:tasks.rados.rados.0.smithi007.stdout:2188: expect (ObjNum 663 snap 212 seq_num 663) 2024-08-04T15:35:08.622 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 10 current snap is 218 2024-08-04T15:35:08.622 INFO:tasks.rados.rados.0.smithi007.stdout:2189: seq_num 683 ranges {1458176=647168,2105344=630784,2736128=573440} 2024-08-04T15:35:08.633 INFO:tasks.rados.rados.0.smithi007.stdout:2189: writing smithi00780855-10 from 1458176 to 2105344 tid 1 2024-08-04T15:35:08.636 INFO:tasks.rados.rados.0.smithi007.stdout:2189: writing smithi00780855-10 from 2105344 to 2736128 tid 2 2024-08-04T15:35:08.640 INFO:tasks.rados.rados.0.smithi007.stdout:2189: writing smithi00780855-10 from 2736128 to 3309568 tid 3 2024-08-04T15:35:08.640 INFO:tasks.rados.rados.0.smithi007.stdout:2190: snap_create 2024-08-04T15:35:08.640 INFO:tasks.rados.rados.0.smithi007.stdout:2188: expect (ObjNum 663 snap 212 seq_num 663) 2024-08-04T15:35:08.680 INFO:tasks.rados.rados.0.smithi007.stdout:2189: finishing write tid 1 to smithi00780855-10 2024-08-04T15:35:08.680 INFO:tasks.rados.rados.0.smithi007.stdout:2189: finishing write tid 2 to smithi00780855-10 2024-08-04T15:35:08.680 INFO:tasks.rados.rados.0.smithi007.stdout:2189: finishing write tid 3 to smithi00780855-10 2024-08-04T15:35:08.681 INFO:tasks.rados.rados.0.smithi007.stdout:2189: finishing write tid 4 to smithi00780855-10 2024-08-04T15:35:08.681 INFO:tasks.rados.rados.0.smithi007.stdout:2189: finishing write tid 5 to smithi00780855-10 2024-08-04T15:35:08.681 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 1684 (ObjNum 683 snap 218 seq_num 683) dirty exists 2024-08-04T15:35:08.681 INFO:tasks.rados.rados.0.smithi007.stdout:2189: left oid 10 (ObjNum 683 snap 218 seq_num 683) 2024-08-04T15:35:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:08 smithi062 ceph-mon[85960]: pgmap v415: 121 pgs: 121 active+clean; 426 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.7 MiB/s wr, 16 op/s; 6.4 MiB/s, 2 objects/s recovering 2024-08-04T15:35:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:08 smithi062 ceph-mon[85960]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/612 objects degraded (5.556%), 4 pgs degraded) 2024-08-04T15:35:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:08 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:35:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:08 smithi062 ceph-mon[85960]: osdmap e508: 8 total, 8 up, 8 in 2024-08-04T15:35:09.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:08 smithi007 ceph-mon[92692]: pgmap v415: 121 pgs: 121 active+clean; 426 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.7 MiB/s wr, 16 op/s; 6.4 MiB/s, 2 objects/s recovering 2024-08-04T15:35:09.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:08 smithi007 ceph-mon[92692]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/612 objects degraded (5.556%), 4 pgs degraded) 2024-08-04T15:35:09.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:08 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:35:09.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:08 smithi007 ceph-mon[92692]: osdmap e508: 8 total, 8 up, 8 in 2024-08-04T15:35:09.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:08 smithi007 ceph-mon[94998]: pgmap v415: 121 pgs: 121 active+clean; 426 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.7 MiB/s wr, 16 op/s; 6.4 MiB/s, 2 objects/s recovering 2024-08-04T15:35:09.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:08 smithi007 ceph-mon[94998]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/612 objects degraded (5.556%), 4 pgs degraded) 2024-08-04T15:35:09.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:08 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:35:09.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:08 smithi007 ceph-mon[94998]: osdmap e508: 8 total, 8 up, 8 in 2024-08-04T15:35:09.480 INFO:tasks.rados.rados.0.smithi007.stdout:2188: done (2 left) 2024-08-04T15:35:09.480 INFO:tasks.rados.rados.0.smithi007.stdout:2189: done (1 left) 2024-08-04T15:35:09.481 INFO:tasks.rados.rados.0.smithi007.stdout:2190: done (0 left) 2024-08-04T15:35:09.481 INFO:tasks.rados.rados.0.smithi007.stdout:2191: copy_from oid 45 from oid 2 current snap is 219 2024-08-04T15:35:09.481 INFO:tasks.rados.rados.0.smithi007.stdout:2192: read oid 19 snap 212 2024-08-04T15:35:09.481 INFO:tasks.rados.rados.0.smithi007.stdout:2192: expect (ObjNum 636 snap 204 seq_num 636) 2024-08-04T15:35:09.481 INFO:tasks.rados.rados.0.smithi007.stdout:2193: setattr oid 40 current snap is 219 2024-08-04T15:35:09.481 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 219 2024-08-04T15:35:09.481 INFO:tasks.rados.rados.0.smithi007.stdout:2194: seq_num 684 ranges {0=663552,663552=507904,1171456=409600,1581056=286720} 2024-08-04T15:35:09.486 INFO:tasks.rados.rados.0.smithi007.stdout:2194: writing smithi00780855-49 from 0 to 663552 tid 1 2024-08-04T15:35:09.489 INFO:tasks.rados.rados.0.smithi007.stdout:2194: writing smithi00780855-49 from 663552 to 1171456 tid 2 2024-08-04T15:35:09.492 INFO:tasks.rados.rados.0.smithi007.stdout:2194: writing smithi00780855-49 from 1171456 to 1581056 tid 3 2024-08-04T15:35:09.494 INFO:tasks.rados.rados.0.smithi007.stdout:2194: writing smithi00780855-49 from 1581056 to 1867776 tid 4 2024-08-04T15:35:09.494 INFO:tasks.rados.rados.0.smithi007.stdout:2195: rmattr oid 27 current snap is 219 2024-08-04T15:35:09.494 INFO:tasks.rados.rados.0.smithi007.stdout:2195: done (4 left) 2024-08-04T15:35:09.494 INFO:tasks.rados.rados.0.smithi007.stdout:2196: rmattr oid 15 current snap is 219 2024-08-04T15:35:09.494 INFO:tasks.rados.rados.0.smithi007.stdout:2196: done (4 left) 2024-08-04T15:35:09.494 INFO:tasks.rados.rados.0.smithi007.stdout:2197: delete oid 44 current snap is 219 2024-08-04T15:35:09.494 INFO:tasks.rados.rados.0.smithi007.stdout:2192: expect (ObjNum 636 snap 204 seq_num 636) 2024-08-04T15:35:09.524 INFO:tasks.rados.rados.0.smithi007.stdout:2191: finishing copy_from to smithi00780855-45 2024-08-04T15:35:09.524 INFO:tasks.rados.rados.0.smithi007.stdout:2191: got expected ENOENT (src dne) 2024-08-04T15:35:09.524 INFO:tasks.rados.rados.0.smithi007.stdout:2191: finishing copy_from racing read to smithi00780855-45 2024-08-04T15:35:09.524 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 1463 (ObjNum 668 snap 214 seq_num 668) dirty exists 2024-08-04T15:35:09.524 INFO:tasks.rados.rados.0.smithi007.stdout:2194: finishing write tid 1 to smithi00780855-49 2024-08-04T15:35:09.524 INFO:tasks.rados.rados.0.smithi007.stdout:2191: done (4 left) 2024-08-04T15:35:09.524 INFO:tasks.rados.rados.0.smithi007.stdout:2192: done (3 left) 2024-08-04T15:35:09.524 INFO:tasks.rados.rados.0.smithi007.stdout:2193: done (2 left) 2024-08-04T15:35:09.525 INFO:tasks.rados.rados.0.smithi007.stdout:2197: done (1 left) 2024-08-04T15:35:09.525 INFO:tasks.rados.rados.0.smithi007.stdout:2198: rmattr oid 48 current snap is 219 2024-08-04T15:35:09.525 INFO:tasks.rados.rados.0.smithi007.stdout:2198: done (1 left) 2024-08-04T15:35:09.525 INFO:tasks.rados.rados.0.smithi007.stdout:2199: read oid 38 snap 215 2024-08-04T15:35:09.525 INFO:tasks.rados.rados.0.smithi007.stdout:2199: expect (ObjNum 657 snap 211 seq_num 657) 2024-08-04T15:35:09.525 INFO:tasks.rados.rados.0.smithi007.stdout:2200: rollback oid 2 current snap is 219 2024-08-04T15:35:09.525 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 2 to 215 2024-08-04T15:35:09.525 INFO:tasks.rados.rados.0.smithi007.stdout:2194: finishing write tid 2 to smithi00780855-49 2024-08-04T15:35:09.525 INFO:tasks.rados.rados.0.smithi007.stdout:2194: finishing write tid 3 to smithi00780855-49 2024-08-04T15:35:09.525 INFO:tasks.rados.rados.0.smithi007.stdout:2194: finishing write tid 4 to smithi00780855-49 2024-08-04T15:35:09.525 INFO:tasks.rados.rados.0.smithi007.stdout:2194: finishing write tid 5 to smithi00780855-49 2024-08-04T15:35:09.525 INFO:tasks.rados.rados.0.smithi007.stdout:2194: finishing write tid 6 to smithi00780855-49 2024-08-04T15:35:09.525 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 1689 (ObjNum 684 snap 219 seq_num 684) dirty exists 2024-08-04T15:35:09.526 INFO:tasks.rados.rados.0.smithi007.stdout:2194: left oid 49 (ObjNum 684 snap 219 seq_num 684) 2024-08-04T15:35:09.526 INFO:tasks.rados.rados.0.smithi007.stdout:2194: done (2 left) 2024-08-04T15:35:09.526 INFO:tasks.rados.rados.0.smithi007.stdout:2201: setattr oid 13 current snap is 219 2024-08-04T15:35:09.526 INFO:tasks.rados.rados.0.smithi007.stdout:2202: read oid 44 snap -1 2024-08-04T15:35:09.526 INFO:tasks.rados.rados.0.smithi007.stdout:2202: expect deleted 2024-08-04T15:35:09.526 INFO:tasks.rados.rados.0.smithi007.stdout:2203: snap_remove snap 187 2024-08-04T15:35:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:09 smithi062 ceph-mon[85960]: osdmap e509: 8 total, 8 up, 8 in 2024-08-04T15:35:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:09 smithi062 ceph-mon[85960]: osdmap e510: 8 total, 8 up, 8 in 2024-08-04T15:35:10.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:09 smithi007 ceph-mon[92692]: osdmap e509: 8 total, 8 up, 8 in 2024-08-04T15:35:10.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:09 smithi007 ceph-mon[92692]: osdmap e510: 8 total, 8 up, 8 in 2024-08-04T15:35:10.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:09 smithi007 ceph-mon[94998]: osdmap e509: 8 total, 8 up, 8 in 2024-08-04T15:35:10.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:09 smithi007 ceph-mon[94998]: osdmap e510: 8 total, 8 up, 8 in 2024-08-04T15:35:10.482 INFO:tasks.rados.rados.0.smithi007.stdout:2203: done (4 left) 2024-08-04T15:35:10.482 INFO:tasks.rados.rados.0.smithi007.stdout:2204: read oid 15 snap -1 2024-08-04T15:35:10.482 INFO:tasks.rados.rados.0.smithi007.stdout:2204: expect (ObjNum 639 snap 205 seq_num 639) 2024-08-04T15:35:10.483 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 8 current snap is 219 2024-08-04T15:35:10.483 INFO:tasks.rados.rados.0.smithi007.stdout:2205: seq_num 686 ranges {4153344=696320,4849664=729088,5578752=425984,6004736=49152} 2024-08-04T15:35:10.511 INFO:tasks.rados.rados.0.smithi007.stdout:2205: writing smithi00780855-8 from 4153344 to 4849664 tid 1 2024-08-04T15:35:10.516 INFO:tasks.rados.rados.0.smithi007.stdout:2205: writing smithi00780855-8 from 4849664 to 5578752 tid 2 2024-08-04T15:35:10.519 INFO:tasks.rados.rados.0.smithi007.stdout:2205: writing smithi00780855-8 from 5578752 to 6004736 tid 3 2024-08-04T15:35:10.519 INFO:tasks.rados.rados.0.smithi007.stdout:2205: writing smithi00780855-8 from 6004736 to 6053888 tid 4 2024-08-04T15:35:10.519 INFO:tasks.rados.rados.0.smithi007.stdout:2206: delete oid 21 current snap is 219 2024-08-04T15:35:10.520 INFO:tasks.rados.rados.0.smithi007.stdout:2200: finishing rollback tid 1 to smithi00780855-2 2024-08-04T15:35:10.520 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 1149 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-04T15:35:10.520 INFO:tasks.rados.rados.0.smithi007.stdout:2199: expect (ObjNum 657 snap 211 seq_num 657) 2024-08-04T15:35:10.558 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 1906 (ObjNum 536 snap 175 seq_num 536) dirty exists 2024-08-04T15:35:10.558 INFO:tasks.rados.rados.0.smithi007.stdout:2204: expect (ObjNum 639 snap 205 seq_num 639) 2024-08-04T15:35:10.587 INFO:tasks.rados.rados.0.smithi007.stdout:2205: finishing write tid 1 to smithi00780855-8 2024-08-04T15:35:10.588 INFO:tasks.rados.rados.0.smithi007.stdout:2205: finishing write tid 2 to smithi00780855-8 2024-08-04T15:35:10.588 INFO:tasks.rados.rados.0.smithi007.stdout:2205: finishing write tid 3 to smithi00780855-8 2024-08-04T15:35:10.588 INFO:tasks.rados.rados.0.smithi007.stdout:2205: finishing write tid 4 to smithi00780855-8 2024-08-04T15:35:10.588 INFO:tasks.rados.rados.0.smithi007.stdout:2205: finishing write tid 5 to smithi00780855-8 2024-08-04T15:35:10.588 INFO:tasks.rados.rados.0.smithi007.stdout:2205: finishing write tid 6 to smithi00780855-8 2024-08-04T15:35:10.588 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 1472 (ObjNum 686 snap 219 seq_num 686) dirty exists 2024-08-04T15:35:10.588 INFO:tasks.rados.rados.0.smithi007.stdout:2205: left oid 8 (ObjNum 686 snap 219 seq_num 686) 2024-08-04T15:35:10.588 INFO:tasks.rados.rados.0.smithi007.stdout:2199: done (6 left) 2024-08-04T15:35:10.588 INFO:tasks.rados.rados.0.smithi007.stdout:2200: done (5 left) 2024-08-04T15:35:10.588 INFO:tasks.rados.rados.0.smithi007.stdout:2201: done (4 left) 2024-08-04T15:35:10.588 INFO:tasks.rados.rados.0.smithi007.stdout:2202: done (3 left) 2024-08-04T15:35:10.588 INFO:tasks.rados.rados.0.smithi007.stdout:2204: done (2 left) 2024-08-04T15:35:10.589 INFO:tasks.rados.rados.0.smithi007.stdout:2205: done (1 left) 2024-08-04T15:35:10.589 INFO:tasks.rados.rados.0.smithi007.stdout:2206: done (0 left) 2024-08-04T15:35:10.589 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 26 current snap is 219 2024-08-04T15:35:10.589 INFO:tasks.rados.rados.0.smithi007.stdout:2207: seq_num 688 ranges {1449984=729088,2179072=499712,2678784=704512} 2024-08-04T15:35:10.599 INFO:tasks.rados.rados.0.smithi007.stdout:2207: writing smithi00780855-26 from 1449984 to 2179072 tid 1 2024-08-04T15:35:10.602 INFO:tasks.rados.rados.0.smithi007.stdout:2207: writing smithi00780855-26 from 2179072 to 2678784 tid 2 2024-08-04T15:35:10.607 INFO:tasks.rados.rados.0.smithi007.stdout:2207: writing smithi00780855-26 from 2678784 to 3383296 tid 3 2024-08-04T15:35:10.607 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 20 current snap is 219 2024-08-04T15:35:10.607 INFO:tasks.rados.rados.0.smithi007.stdout:2207: finishing write tid 1 to smithi00780855-26 2024-08-04T15:35:10.607 INFO:tasks.rados.rados.0.smithi007.stdout:2207: finishing write tid 2 to smithi00780855-26 2024-08-04T15:35:10.607 INFO:tasks.rados.rados.0.smithi007.stdout:2208: seq_num 689 ranges {7372800=745472,8118272=786432,8904704=417792} 2024-08-04T15:35:10.651 INFO:tasks.rados.rados.0.smithi007.stdout:2208: writing smithi00780855-20 from 7372800 to 8118272 tid 1 2024-08-04T15:35:10.656 INFO:tasks.rados.rados.0.smithi007.stdout:2208: writing smithi00780855-20 from 8118272 to 8904704 tid 2 2024-08-04T15:35:10.658 INFO:tasks.rados.rados.0.smithi007.stdout:2208: writing smithi00780855-20 from 8904704 to 9322496 tid 3 2024-08-04T15:35:10.658 INFO:tasks.rados.rados.0.smithi007.stdout:2209: snap_remove snap 218 2024-08-04T15:35:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:10 smithi062 ceph-mon[85960]: pgmap v418: 121 pgs: 121 active+clean; 430 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 17 op/s; 1.9 MiB/s, 1 objects/s recovering 2024-08-04T15:35:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:10 smithi062 ceph-mon[85960]: osdmap e511: 8 total, 8 up, 8 in 2024-08-04T15:35:11.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:10 smithi007 ceph-mon[92692]: pgmap v418: 121 pgs: 121 active+clean; 430 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 17 op/s; 1.9 MiB/s, 1 objects/s recovering 2024-08-04T15:35:11.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:10 smithi007 ceph-mon[92692]: osdmap e511: 8 total, 8 up, 8 in 2024-08-04T15:35:11.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:10 smithi007 ceph-mon[94998]: pgmap v418: 121 pgs: 121 active+clean; 430 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 17 op/s; 1.9 MiB/s, 1 objects/s recovering 2024-08-04T15:35:11.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:10 smithi007 ceph-mon[94998]: osdmap e511: 8 total, 8 up, 8 in 2024-08-04T15:35:11.628 INFO:tasks.rados.rados.0.smithi007.stdout:2209: done (2 left) 2024-08-04T15:35:11.628 INFO:tasks.rados.rados.0.smithi007.stdout:2210: setattr oid 39 current snap is 219 2024-08-04T15:35:11.628 INFO:tasks.rados.rados.0.smithi007.stdout:2207: finishing write tid 3 to smithi00780855-26 2024-08-04T15:35:11.628 INFO:tasks.rados.rados.0.smithi007.stdout:2207: finishing write tid 4 to smithi00780855-26 2024-08-04T15:35:11.628 INFO:tasks.rados.rados.0.smithi007.stdout:2207: finishing write tid 5 to smithi00780855-26 2024-08-04T15:35:11.629 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 1693 (ObjNum 688 snap 219 seq_num 688) dirty exists 2024-08-04T15:35:11.629 INFO:tasks.rados.rados.0.smithi007.stdout:2207: left oid 26 (ObjNum 688 snap 219 seq_num 688) 2024-08-04T15:35:11.629 INFO:tasks.rados.rados.0.smithi007.stdout:2208: finishing write tid 1 to smithi00780855-20 2024-08-04T15:35:11.629 INFO:tasks.rados.rados.0.smithi007.stdout:2208: finishing write tid 2 to smithi00780855-20 2024-08-04T15:35:11.629 INFO:tasks.rados.rados.0.smithi007.stdout:2208: finishing write tid 3 to smithi00780855-20 2024-08-04T15:35:11.629 INFO:tasks.rados.rados.0.smithi007.stdout:2208: finishing write tid 4 to smithi00780855-20 2024-08-04T15:35:11.629 INFO:tasks.rados.rados.0.smithi007.stdout:2208: finishing write tid 5 to smithi00780855-20 2024-08-04T15:35:11.629 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 1662 (ObjNum 689 snap 219 seq_num 689) dirty exists 2024-08-04T15:35:11.629 INFO:tasks.rados.rados.0.smithi007.stdout:2208: left oid 20 (ObjNum 689 snap 219 seq_num 689) 2024-08-04T15:35:11.630 INFO:tasks.rados.rados.0.smithi007.stdout:2207: done (2 left) 2024-08-04T15:35:11.630 INFO:tasks.rados.rados.0.smithi007.stdout:2208: done (1 left) 2024-08-04T15:35:11.630 INFO:tasks.rados.rados.0.smithi007.stdout:2211: snap_create 2024-08-04T15:35:11.634 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 1503 (ObjNum 656 snap 211 seq_num 656) dirty exists 2024-08-04T15:35:12.626 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:35:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:35:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:35:12.636 INFO:tasks.rados.rados.0.smithi007.stdout:2210: done (1 left) 2024-08-04T15:35:12.636 INFO:tasks.rados.rados.0.smithi007.stdout:2211: done (0 left) 2024-08-04T15:35:12.636 INFO:tasks.rados.rados.0.smithi007.stdout:2212: snap_remove snap 217 2024-08-04T15:35:12.888 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:12 smithi007 ceph-mon[92692]: pgmap v421: 121 pgs: 121 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-08-04T15:35:12.888 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:12 smithi007 ceph-mon[92692]: osdmap e512: 8 total, 8 up, 8 in 2024-08-04T15:35:12.888 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:12 smithi007 ceph-mon[94998]: pgmap v421: 121 pgs: 121 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-08-04T15:35:12.888 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:12 smithi007 ceph-mon[94998]: osdmap e512: 8 total, 8 up, 8 in 2024-08-04T15:35:13.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:12 smithi062 ceph-mon[85960]: pgmap v421: 121 pgs: 121 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-08-04T15:35:13.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:12 smithi062 ceph-mon[85960]: osdmap e512: 8 total, 8 up, 8 in 2024-08-04T15:35:13.642 INFO:tasks.rados.rados.0.smithi007.stdout:2212: done (0 left) 2024-08-04T15:35:13.642 INFO:tasks.rados.rados.0.smithi007.stdout:2213: read oid 8 snap -1 2024-08-04T15:35:13.642 INFO:tasks.rados.rados.0.smithi007.stdout:2213: expect (ObjNum 686 snap 219 seq_num 686) 2024-08-04T15:35:13.642 INFO:tasks.rados.rados.0.smithi007.stdout:2214: read oid 35 snap -1 2024-08-04T15:35:13.642 INFO:tasks.rados.rados.0.smithi007.stdout:2214: expect deleted 2024-08-04T15:35:13.643 INFO:tasks.rados.rados.0.smithi007.stdout:2215: read oid 6 snap -1 2024-08-04T15:35:13.643 INFO:tasks.rados.rados.0.smithi007.stdout:2215: expect (ObjNum 645 snap 209 seq_num 645) 2024-08-04T15:35:13.643 INFO:tasks.rados.rados.0.smithi007.stdout:2216: snap_remove snap 160 2024-08-04T15:35:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:13 smithi062 ceph-mon[85960]: osdmap e513: 8 total, 8 up, 8 in 2024-08-04T15:35:14.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:13 smithi007 ceph-mon[92692]: osdmap e513: 8 total, 8 up, 8 in 2024-08-04T15:35:14.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:13 smithi007 ceph-mon[94998]: osdmap e513: 8 total, 8 up, 8 in 2024-08-04T15:35:14.483 INFO:tasks.rados.rados.0.smithi007.stdout:2216: done (3 left) 2024-08-04T15:35:14.483 INFO:tasks.rados.rados.0.smithi007.stdout:2217: snap_create 2024-08-04T15:35:14.483 INFO:tasks.rados.rados.0.smithi007.stdout:2213: expect (ObjNum 686 snap 219 seq_num 686) 2024-08-04T15:35:14.839 INFO:tasks.rados.rados.0.smithi007.stdout:2215: expect (ObjNum 645 snap 209 seq_num 645) 2024-08-04T15:35:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:14 smithi062 ceph-mon[85960]: pgmap v424: 121 pgs: 121 active+clean; 423 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-08-04T15:35:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:14 smithi062 ceph-mon[85960]: osdmap e514: 8 total, 8 up, 8 in 2024-08-04T15:35:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:14 smithi062 ceph-mon[85960]: osdmap e515: 8 total, 8 up, 8 in 2024-08-04T15:35:15.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:14 smithi007 ceph-mon[92692]: pgmap v424: 121 pgs: 121 active+clean; 423 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-08-04T15:35:15.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:14 smithi007 ceph-mon[92692]: osdmap e514: 8 total, 8 up, 8 in 2024-08-04T15:35:15.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:14 smithi007 ceph-mon[92692]: osdmap e515: 8 total, 8 up, 8 in 2024-08-04T15:35:15.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:14 smithi007 ceph-mon[94998]: pgmap v424: 121 pgs: 121 active+clean; 423 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-08-04T15:35:15.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:14 smithi007 ceph-mon[94998]: osdmap e514: 8 total, 8 up, 8 in 2024-08-04T15:35:15.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:14 smithi007 ceph-mon[94998]: osdmap e515: 8 total, 8 up, 8 in 2024-08-04T15:35:15.896 INFO:tasks.rados.rados.0.smithi007.stdout:2213: done (3 left) 2024-08-04T15:35:15.896 INFO:tasks.rados.rados.0.smithi007.stdout:2214: done (2 left) 2024-08-04T15:35:15.896 INFO:tasks.rados.rados.0.smithi007.stdout:2215: done (1 left) 2024-08-04T15:35:15.896 INFO:tasks.rados.rados.0.smithi007.stdout:2217: done (0 left) 2024-08-04T15:35:15.896 INFO:tasks.rados.rados.0.smithi007.stdout:2218: snap_remove snap 219 2024-08-04T15:35:16.479 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:35:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:35:16] "GET /metrics HTTP/1.1" 200 36204 "" "Prometheus/2.43.0" 2024-08-04T15:35:16.645 INFO:tasks.rados.rados.0.smithi007.stdout:2218: done (0 left) 2024-08-04T15:35:16.645 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 221 2024-08-04T15:35:16.645 INFO:tasks.rados.rados.0.smithi007.stdout:2219: seq_num 690 ranges {10805248=761856,11567104=663552,12230656=409600,12640256=131072} 2024-08-04T15:35:16.708 INFO:tasks.rados.rados.0.smithi007.stdout:2219: writing smithi00780855-6 from 10805248 to 11567104 tid 1 2024-08-04T15:35:16.711 INFO:tasks.rados.rados.0.smithi007.stdout:2219: writing smithi00780855-6 from 11567104 to 12230656 tid 2 2024-08-04T15:35:16.714 INFO:tasks.rados.rados.0.smithi007.stdout:2219: writing smithi00780855-6 from 12230656 to 12640256 tid 3 2024-08-04T15:35:16.715 INFO:tasks.rados.rados.0.smithi007.stdout:2219: writing smithi00780855-6 from 12640256 to 12771328 tid 4 2024-08-04T15:35:16.715 INFO:tasks.rados.rados.0.smithi007.stdout:2220: copy_from oid 20 from oid 45 current snap is 221 2024-08-04T15:35:16.716 INFO:tasks.rados.rados.0.smithi007.stdout:2221: rollback oid 39 current snap is 221 2024-08-04T15:35:16.716 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 39 to 212 2024-08-04T15:35:16.716 INFO:tasks.rados.rados.0.smithi007.stdout:2222: read oid 30 snap 216 2024-08-04T15:35:16.716 INFO:tasks.rados.rados.0.smithi007.stdout:2222: expect deleted 2024-08-04T15:35:16.716 INFO:tasks.rados.rados.0.smithi007.stdout:2223: read oid 26 snap 215 2024-08-04T15:35:16.716 INFO:tasks.rados.rados.0.smithi007.stdout:2223: expect (ObjNum 659 snap 211 seq_num 659) 2024-08-04T15:35:16.716 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 32 current snap is 221 2024-08-04T15:35:16.716 INFO:tasks.rados.rados.0.smithi007.stdout:2224: seq_num 691 ranges {2875392=778240,3653632=548864,4202496=614400,4816896=40960} 2024-08-04T15:35:16.736 INFO:tasks.rados.rados.0.smithi007.stdout:2224: writing smithi00780855-32 from 2875392 to 3653632 tid 1 2024-08-04T15:35:16.739 INFO:tasks.rados.rados.0.smithi007.stdout:2224: writing smithi00780855-32 from 3653632 to 4202496 tid 2 2024-08-04T15:35:16.743 INFO:tasks.rados.rados.0.smithi007.stdout:2224: writing smithi00780855-32 from 4202496 to 4816896 tid 3 2024-08-04T15:35:16.744 INFO:tasks.rados.rados.0.smithi007.stdout:2224: writing smithi00780855-32 from 4816896 to 4857856 tid 4 2024-08-04T15:35:16.744 INFO:tasks.rados.rados.0.smithi007.stdout:2225: read oid 3 snap -1 2024-08-04T15:35:16.744 INFO:tasks.rados.rados.0.smithi007.stdout:2225: expect (ObjNum 663 snap 212 seq_num 663) 2024-08-04T15:35:16.744 INFO:tasks.rados.rados.0.smithi007.stdout:2226: snap_create 2024-08-04T15:35:16.744 INFO:tasks.rados.rados.0.smithi007.stdout:2219: finishing write tid 1 to smithi00780855-6 2024-08-04T15:35:16.744 INFO:tasks.rados.rados.0.smithi007.stdout:2219: finishing write tid 2 to smithi00780855-6 2024-08-04T15:35:16.744 INFO:tasks.rados.rados.0.smithi007.stdout:2219: finishing write tid 3 to smithi00780855-6 2024-08-04T15:35:16.744 INFO:tasks.rados.rados.0.smithi007.stdout:2219: finishing write tid 4 to smithi00780855-6 2024-08-04T15:35:16.744 INFO:tasks.rados.rados.0.smithi007.stdout:2219: finishing write tid 5 to smithi00780855-6 2024-08-04T15:35:16.744 INFO:tasks.rados.rados.0.smithi007.stdout:2219: finishing write tid 6 to smithi00780855-6 2024-08-04T15:35:16.745 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 1174 (ObjNum 690 snap 221 seq_num 690) dirty exists 2024-08-04T15:35:16.745 INFO:tasks.rados.rados.0.smithi007.stdout:2219: left oid 6 (ObjNum 690 snap 221 seq_num 690) 2024-08-04T15:35:16.745 INFO:tasks.rados.rados.0.smithi007.stdout:2221: finishing rollback tid 0 to smithi00780855-39 2024-08-04T15:35:16.745 INFO:tasks.rados.rados.0.smithi007.stdout:2221: finishing rollback tid 1 to smithi00780855-39 2024-08-04T15:35:16.745 INFO:tasks.rados.rados.0.smithi007.stdout:2221: finishing rollback tid 2 to smithi00780855-39 2024-08-04T15:35:16.745 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 1506 (ObjNum 656 snap 211 seq_num 656) dirty exists 2024-08-04T15:35:16.745 INFO:tasks.rados.rados.0.smithi007.stdout:2223: expect (ObjNum 659 snap 211 seq_num 659) 2024-08-04T15:35:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:16 smithi062 ceph-mon[85960]: pgmap v427: 121 pgs: 121 active+clean; 395 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-04T15:35:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:16 smithi062 ceph-mon[85960]: osdmap e516: 8 total, 8 up, 8 in 2024-08-04T15:35:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:16.783 INFO:tasks.rados.rados.0.smithi007.stdout:2220: finishing copy_from racing read to smithi00780855-20 2024-08-04T15:35:16.783 INFO:tasks.rados.rados.0.smithi007.stdout:2220: finishing copy_from to smithi00780855-20 2024-08-04T15:35:16.784 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 1904 (ObjNum 631 snap 201 seq_num 631) dirty exists 2024-08-04T15:35:16.784 INFO:tasks.rados.rados.0.smithi007.stdout:2224: finishing write tid 1 to smithi00780855-32 2024-08-04T15:35:16.784 INFO:tasks.rados.rados.0.smithi007.stdout:2224: finishing write tid 2 to smithi00780855-32 2024-08-04T15:35:16.784 INFO:tasks.rados.rados.0.smithi007.stdout:2224: finishing write tid 3 to smithi00780855-32 2024-08-04T15:35:16.784 INFO:tasks.rados.rados.0.smithi007.stdout:2224: finishing write tid 4 to smithi00780855-32 2024-08-04T15:35:16.784 INFO:tasks.rados.rados.0.smithi007.stdout:2224: finishing write tid 5 to smithi00780855-32 2024-08-04T15:35:16.784 INFO:tasks.rados.rados.0.smithi007.stdout:2225: expect (ObjNum 663 snap 212 seq_num 663) 2024-08-04T15:35:16.824 INFO:tasks.rados.rados.0.smithi007.stdout:2224: finishing write tid 6 to smithi00780855-32 2024-08-04T15:35:16.824 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 1477 (ObjNum 691 snap 221 seq_num 691) dirty exists 2024-08-04T15:35:16.824 INFO:tasks.rados.rados.0.smithi007.stdout:2224: left oid 32 (ObjNum 691 snap 221 seq_num 691) 2024-08-04T15:35:16.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:16 smithi007 ceph-mon[92692]: pgmap v427: 121 pgs: 121 active+clean; 395 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-04T15:35:16.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:16 smithi007 ceph-mon[92692]: osdmap e516: 8 total, 8 up, 8 in 2024-08-04T15:35:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:16 smithi007 ceph-mon[94998]: pgmap v427: 121 pgs: 121 active+clean; 395 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-04T15:35:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:16 smithi007 ceph-mon[94998]: osdmap e516: 8 total, 8 up, 8 in 2024-08-04T15:35:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:17.649 INFO:tasks.rados.rados.0.smithi007.stdout:2219: done (7 left) 2024-08-04T15:35:17.650 INFO:tasks.rados.rados.0.smithi007.stdout:2220: done (6 left) 2024-08-04T15:35:17.650 INFO:tasks.rados.rados.0.smithi007.stdout:2221: done (5 left) 2024-08-04T15:35:17.650 INFO:tasks.rados.rados.0.smithi007.stdout:2222: done (4 left) 2024-08-04T15:35:17.650 INFO:tasks.rados.rados.0.smithi007.stdout:2223: done (3 left) 2024-08-04T15:35:17.650 INFO:tasks.rados.rados.0.smithi007.stdout:2224: done (2 left) 2024-08-04T15:35:17.650 INFO:tasks.rados.rados.0.smithi007.stdout:2225: done (1 left) 2024-08-04T15:35:17.650 INFO:tasks.rados.rados.0.smithi007.stdout:2226: done (0 left) 2024-08-04T15:35:17.650 INFO:tasks.rados.rados.0.smithi007.stdout:2227: delete oid 37 current snap is 222 2024-08-04T15:35:17.652 INFO:tasks.rados.rados.0.smithi007.stdout:2227: done (0 left) 2024-08-04T15:35:17.652 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 4 current snap is 222 2024-08-04T15:35:17.652 INFO:tasks.rados.rados.0.smithi007.stdout:2228: seq_num 693 ranges {0=409600,409600=770048,1179648=581632,1761280=253952} 2024-08-04T15:35:17.654 INFO:tasks.rados.rados.0.smithi007.stdout:2228: writing smithi00780855-4 from 0 to 409600 tid 1 2024-08-04T15:35:17.658 INFO:tasks.rados.rados.0.smithi007.stdout:2228: writing smithi00780855-4 from 409600 to 1179648 tid 2 2024-08-04T15:35:17.662 INFO:tasks.rados.rados.0.smithi007.stdout:2228: writing smithi00780855-4 from 1179648 to 1761280 tid 3 2024-08-04T15:35:17.664 INFO:tasks.rados.rados.0.smithi007.stdout:2228: writing smithi00780855-4 from 1761280 to 2015232 tid 4 2024-08-04T15:35:17.665 INFO:tasks.rados.rados.0.smithi007.stdout:2229: snap_create 2024-08-04T15:35:17.665 INFO:tasks.rados.rados.0.smithi007.stdout:2228: finishing write tid 1 to smithi00780855-4 2024-08-04T15:35:17.665 INFO:tasks.rados.rados.0.smithi007.stdout:2228: finishing write tid 2 to smithi00780855-4 2024-08-04T15:35:17.667 INFO:tasks.rados.rados.0.smithi007.stdout:2228: finishing write tid 3 to smithi00780855-4 2024-08-04T15:35:17.667 INFO:tasks.rados.rados.0.smithi007.stdout:2228: finishing write tid 4 to smithi00780855-4 2024-08-04T15:35:17.668 INFO:tasks.rados.rados.0.smithi007.stdout:2228: finishing write tid 5 to smithi00780855-4 2024-08-04T15:35:17.669 INFO:tasks.rados.rados.0.smithi007.stdout:2228: finishing write tid 6 to smithi00780855-4 2024-08-04T15:35:17.669 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 1469 (ObjNum 693 snap 222 seq_num 693) dirty exists 2024-08-04T15:35:17.669 INFO:tasks.rados.rados.0.smithi007.stdout:2228: left oid 4 (ObjNum 693 snap 222 seq_num 693) 2024-08-04T15:35:18.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:17 smithi062 ceph-mon[85960]: osdmap e517: 8 total, 8 up, 8 in 2024-08-04T15:35:18.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:17 smithi007 ceph-mon[94998]: osdmap e517: 8 total, 8 up, 8 in 2024-08-04T15:35:18.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:17 smithi007 ceph-mon[92692]: osdmap e517: 8 total, 8 up, 8 in 2024-08-04T15:35:18.655 INFO:tasks.rados.rados.0.smithi007.stdout:2228: done (1 left) 2024-08-04T15:35:18.655 INFO:tasks.rados.rados.0.smithi007.stdout:2229: done (0 left) 2024-08-04T15:35:18.655 INFO:tasks.rados.rados.0.smithi007.stdout:2230: read oid 39 snap 220 2024-08-04T15:35:18.655 INFO:tasks.rados.rados.0.smithi007.stdout:2230: expect (ObjNum 656 snap 211 seq_num 656) 2024-08-04T15:35:18.655 INFO:tasks.rados.rados.0.smithi007.stdout:2231: rollback oid 41 current snap is 223 2024-08-04T15:35:18.655 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 41 to 206 2024-08-04T15:35:18.655 INFO:tasks.rados.rados.0.smithi007.stdout:2232: copy_from oid 40 from oid 12 current snap is 223 2024-08-04T15:35:18.656 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 1 current snap is 223 2024-08-04T15:35:18.656 INFO:tasks.rados.rados.0.smithi007.stdout:2233: seq_num 694 ranges {7364608=425984,7790592=655360,8445952=786432,9232384=163840} 2024-08-04T15:35:18.698 INFO:tasks.rados.rados.0.smithi007.stdout:2233: writing smithi00780855-1 from 7364608 to 7790592 tid 1 2024-08-04T15:35:18.702 INFO:tasks.rados.rados.0.smithi007.stdout:2233: writing smithi00780855-1 from 7790592 to 8445952 tid 2 2024-08-04T15:35:18.707 INFO:tasks.rados.rados.0.smithi007.stdout:2233: writing smithi00780855-1 from 8445952 to 9232384 tid 3 2024-08-04T15:35:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:2233: writing smithi00780855-1 from 9232384 to 9396224 tid 4 2024-08-04T15:35:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 11 current snap is 223 2024-08-04T15:35:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:2231: finishing rollback tid 0 to smithi00780855-41 2024-08-04T15:35:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:2231: finishing rollback tid 1 to smithi00780855-41 2024-08-04T15:35:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:2231: finishing rollback tid 2 to smithi00780855-41 2024-08-04T15:35:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 1938 (ObjNum 629 snap 199 seq_num 629) dirty exists 2024-08-04T15:35:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:2230: expect (ObjNum 656 snap 211 seq_num 656) 2024-08-04T15:35:18.901 INFO:tasks.rados.rados.0.smithi007.stdout:2232: finishing copy_from racing read to smithi00780855-40 2024-08-04T15:35:18.902 INFO:tasks.rados.rados.0.smithi007.stdout:2233: finishing write tid 1 to smithi00780855-1 2024-08-04T15:35:18.902 INFO:tasks.rados.rados.0.smithi007.stdout:2233: finishing write tid 2 to smithi00780855-1 2024-08-04T15:35:18.902 INFO:tasks.rados.rados.0.smithi007.stdout:2232: finishing copy_from to smithi00780855-40 2024-08-04T15:35:18.902 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 1846 (ObjNum 651 snap 210 seq_num 651) dirty exists 2024-08-04T15:35:18.902 INFO:tasks.rados.rados.0.smithi007.stdout:2233: finishing write tid 3 to smithi00780855-1 2024-08-04T15:35:18.902 INFO:tasks.rados.rados.0.smithi007.stdout:2233: finishing write tid 4 to smithi00780855-1 2024-08-04T15:35:18.902 INFO:tasks.rados.rados.0.smithi007.stdout:2233: finishing write tid 5 to smithi00780855-1 2024-08-04T15:35:18.902 INFO:tasks.rados.rados.0.smithi007.stdout:2233: finishing write tid 6 to smithi00780855-1 2024-08-04T15:35:18.902 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 1515 (ObjNum 694 snap 223 seq_num 694) dirty exists 2024-08-04T15:35:18.902 INFO:tasks.rados.rados.0.smithi007.stdout:2233: left oid 1 (ObjNum 694 snap 223 seq_num 694) 2024-08-04T15:35:18.903 INFO:tasks.rados.rados.0.smithi007.stdout:2234: seq_num 695 ranges {0=442368,442368=540672,983040=598016,1581056=466944} 2024-08-04T15:35:18.903 INFO:tasks.rados.rados.0.smithi007.stdout:2234: writing smithi00780855-11 from 0 to 442368 tid 1 2024-08-04T15:35:18.906 INFO:tasks.rados.rados.0.smithi007.stdout:2234: writing smithi00780855-11 from 442368 to 983040 tid 2 2024-08-04T15:35:18.910 INFO:tasks.rados.rados.0.smithi007.stdout:2234: writing smithi00780855-11 from 983040 to 1581056 tid 3 2024-08-04T15:35:18.913 INFO:tasks.rados.rados.0.smithi007.stdout:2234: writing smithi00780855-11 from 1581056 to 2048000 tid 4 2024-08-04T15:35:18.913 INFO:tasks.rados.rados.0.smithi007.stdout:2230: done (4 left) 2024-08-04T15:35:18.914 INFO:tasks.rados.rados.0.smithi007.stdout:2231: done (3 left) 2024-08-04T15:35:18.914 INFO:tasks.rados.rados.0.smithi007.stdout:2232: done (2 left) 2024-08-04T15:35:18.914 INFO:tasks.rados.rados.0.smithi007.stdout:2233: done (1 left) 2024-08-04T15:35:18.914 INFO:tasks.rados.rados.0.smithi007.stdout:2235: read oid 29 snap -1 2024-08-04T15:35:18.914 INFO:tasks.rados.rados.0.smithi007.stdout:2235: expect (ObjNum 597 snap 189 seq_num 597) 2024-08-04T15:35:18.914 INFO:tasks.rados.rados.0.smithi007.stdout:2236: rmattr oid 48 current snap is 223 2024-08-04T15:35:18.914 INFO:tasks.rados.rados.0.smithi007.stdout:2236: done (2 left) 2024-08-04T15:35:18.914 INFO:tasks.rados.rados.0.smithi007.stdout:2237: snap_create 2024-08-04T15:35:18.914 INFO:tasks.rados.rados.0.smithi007.stdout:2234: finishing write tid 1 to smithi00780855-11 2024-08-04T15:35:18.914 INFO:tasks.rados.rados.0.smithi007.stdout:2234: finishing write tid 2 to smithi00780855-11 2024-08-04T15:35:18.914 INFO:tasks.rados.rados.0.smithi007.stdout:2234: finishing write tid 3 to smithi00780855-11 2024-08-04T15:35:18.916 INFO:tasks.rados.rados.0.smithi007.stdout:2235: expect (ObjNum 597 snap 189 seq_num 597) 2024-08-04T15:35:18.938 INFO:tasks.rados.rados.0.smithi007.stdout:2234: finishing write tid 4 to smithi00780855-11 2024-08-04T15:35:18.938 INFO:tasks.rados.rados.0.smithi007.stdout:2234: finishing write tid 5 to smithi00780855-11 2024-08-04T15:35:18.938 INFO:tasks.rados.rados.0.smithi007.stdout:2234: finishing write tid 6 to smithi00780855-11 2024-08-04T15:35:18.938 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 1511 (ObjNum 695 snap 223 seq_num 695) dirty exists 2024-08-04T15:35:18.938 INFO:tasks.rados.rados.0.smithi007.stdout:2234: left oid 11 (ObjNum 695 snap 223 seq_num 695) 2024-08-04T15:35:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:18 smithi062 ceph-mon[85960]: pgmap v430: 121 pgs: 121 active+clean; 360 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 940 KiB/s wr, 15 op/s 2024-08-04T15:35:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:18 smithi062 ceph-mon[85960]: osdmap e518: 8 total, 8 up, 8 in 2024-08-04T15:35:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:18 smithi007 ceph-mon[94998]: pgmap v430: 121 pgs: 121 active+clean; 360 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 940 KiB/s wr, 15 op/s 2024-08-04T15:35:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:18 smithi007 ceph-mon[94998]: osdmap e518: 8 total, 8 up, 8 in 2024-08-04T15:35:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:18 smithi007 ceph-mon[92692]: pgmap v430: 121 pgs: 121 active+clean; 360 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 940 KiB/s wr, 15 op/s 2024-08-04T15:35:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:18 smithi007 ceph-mon[92692]: osdmap e518: 8 total, 8 up, 8 in 2024-08-04T15:35:19.483 INFO:tasks.rados.rados.0.smithi007.stdout:2234: done (2 left) 2024-08-04T15:35:19.483 INFO:tasks.rados.rados.0.smithi007.stdout:2235: done (1 left) 2024-08-04T15:35:19.483 INFO:tasks.rados.rados.0.smithi007.stdout:2237: done (0 left) 2024-08-04T15:35:19.483 INFO:tasks.rados.rados.0.smithi007.stdout:2238: read oid 44 snap 222 2024-08-04T15:35:19.483 INFO:tasks.rados.rados.0.smithi007.stdout:2238: expect deleted 2024-08-04T15:35:19.483 INFO:tasks.rados.rados.0.smithi007.stdout:2239: delete oid 39 current snap is 224 2024-08-04T15:35:19.486 INFO:tasks.rados.rados.0.smithi007.stdout:2238: done (1 left) 2024-08-04T15:35:19.487 INFO:tasks.rados.rados.0.smithi007.stdout:2239: done (0 left) 2024-08-04T15:35:19.487 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 7 current snap is 224 2024-08-04T15:35:19.487 INFO:tasks.rados.rados.0.smithi007.stdout:2240: seq_num 697 ranges {0=475136,475136=704512,1179648=557056,1736704=344064} 2024-08-04T15:35:19.489 INFO:tasks.rados.rados.0.smithi007.stdout:2240: writing smithi00780855-7 from 0 to 475136 tid 1 2024-08-04T15:35:19.493 INFO:tasks.rados.rados.0.smithi007.stdout:2240: writing smithi00780855-7 from 475136 to 1179648 tid 2 2024-08-04T15:35:19.496 INFO:tasks.rados.rados.0.smithi007.stdout:2240: writing smithi00780855-7 from 1179648 to 1736704 tid 3 2024-08-04T15:35:19.498 INFO:tasks.rados.rados.0.smithi007.stdout:2240: writing smithi00780855-7 from 1736704 to 2080768 tid 4 2024-08-04T15:35:19.498 INFO:tasks.rados.rados.0.smithi007.stdout:2241: snap_remove snap 216 2024-08-04T15:35:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:19 smithi062 ceph-mon[85960]: osdmap e519: 8 total, 8 up, 8 in 2024-08-04T15:35:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:19 smithi062 ceph-mon[85960]: osdmap e520: 8 total, 8 up, 8 in 2024-08-04T15:35:20.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:19 smithi007 ceph-mon[94998]: osdmap e519: 8 total, 8 up, 8 in 2024-08-04T15:35:20.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:19 smithi007 ceph-mon[94998]: osdmap e520: 8 total, 8 up, 8 in 2024-08-04T15:35:20.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:19 smithi007 ceph-mon[92692]: osdmap e519: 8 total, 8 up, 8 in 2024-08-04T15:35:20.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:19 smithi007 ceph-mon[92692]: osdmap e520: 8 total, 8 up, 8 in 2024-08-04T15:35:20.488 INFO:tasks.rados.rados.0.smithi007.stdout:2241: done (1 left) 2024-08-04T15:35:20.488 INFO:tasks.rados.rados.0.smithi007.stdout:2242: read oid 48 snap -1 2024-08-04T15:35:20.488 INFO:tasks.rados.rados.0.smithi007.stdout:2242: expect (ObjNum 672 snap 215 seq_num 672) 2024-08-04T15:35:20.488 INFO:tasks.rados.rados.0.smithi007.stdout:2243: delete oid 43 current snap is 224 2024-08-04T15:35:20.488 INFO:tasks.rados.rados.0.smithi007.stdout:2240: finishing write tid 1 to smithi00780855-7 2024-08-04T15:35:20.488 INFO:tasks.rados.rados.0.smithi007.stdout:2240: finishing write tid 2 to smithi00780855-7 2024-08-04T15:35:20.488 INFO:tasks.rados.rados.0.smithi007.stdout:2240: finishing write tid 3 to smithi00780855-7 2024-08-04T15:35:20.488 INFO:tasks.rados.rados.0.smithi007.stdout:2240: finishing write tid 4 to smithi00780855-7 2024-08-04T15:35:20.488 INFO:tasks.rados.rados.0.smithi007.stdout:2240: finishing write tid 5 to smithi00780855-7 2024-08-04T15:35:20.488 INFO:tasks.rados.rados.0.smithi007.stdout:2240: finishing write tid 6 to smithi00780855-7 2024-08-04T15:35:20.488 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 1698 (ObjNum 697 snap 224 seq_num 697) dirty exists 2024-08-04T15:35:20.489 INFO:tasks.rados.rados.0.smithi007.stdout:2240: left oid 7 (ObjNum 697 snap 224 seq_num 697) 2024-08-04T15:35:20.495 INFO:tasks.rados.rados.0.smithi007.stdout:2240: done (2 left) 2024-08-04T15:35:20.495 INFO:tasks.rados.rados.0.smithi007.stdout:2243: done (1 left) 2024-08-04T15:35:20.496 INFO:tasks.rados.rados.0.smithi007.stdout:2244: read oid 9 snap 205 2024-08-04T15:35:20.496 INFO:tasks.rados.rados.0.smithi007.stdout:2244: expect (ObjNum 582 snap 185 seq_num 582) 2024-08-04T15:35:20.496 INFO:tasks.rados.rados.0.smithi007.stdout:2245: rollback oid 18 current snap is 224 2024-08-04T15:35:20.496 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 18 to 211 2024-08-04T15:35:20.496 INFO:tasks.rados.rados.0.smithi007.stdout:2246: setattr oid 3 current snap is 224 2024-08-04T15:35:20.496 INFO:tasks.rados.rados.0.smithi007.stdout:2247: read oid 17 snap -1 2024-08-04T15:35:20.497 INFO:tasks.rados.rados.0.smithi007.stdout:2247: expect (ObjNum 434 snap 133 seq_num 434) 2024-08-04T15:35:20.497 INFO:tasks.rados.rados.0.smithi007.stdout:2248: delete oid 23 current snap is 224 2024-08-04T15:35:20.505 INFO:tasks.rados.rados.0.smithi007.stdout:2245: finishing rollback tid 0 to smithi00780855-18 2024-08-04T15:35:20.507 INFO:tasks.rados.rados.0.smithi007.stdout:2242: expect (ObjNum 672 snap 215 seq_num 672) 2024-08-04T15:35:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 1166 (ObjNum 663 snap 212 seq_num 663) dirty exists 2024-08-04T15:35:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:2245: finishing rollback tid 1 to smithi00780855-18 2024-08-04T15:35:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:2245: finishing rollback tid 2 to smithi00780855-18 2024-08-04T15:35:20.559 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 1849 (ObjNum 558 snap 182 seq_num 558) dirty exists 2024-08-04T15:35:20.559 INFO:tasks.rados.rados.0.smithi007.stdout:2244: expect (ObjNum 582 snap 185 seq_num 582) 2024-08-04T15:35:20.817 INFO:tasks.rados.rados.0.smithi007.stdout:2247: expect (ObjNum 434 snap 133 seq_num 434) 2024-08-04T15:35:20.978 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:20 smithi062 ceph-mon[85960]: pgmap v433: 121 pgs: 121 active+clean; 299 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-04T15:35:20.979 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:20 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-04T15:35:20.979 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:20 smithi062 ceph-mon[85960]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-04T15:35:20.979 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:20 smithi062 ceph-mon[85960]: Upgrade: osd.7 is safe to restart 2024-08-04T15:35:20.979 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:20 smithi062 ceph-mon[85960]: osdmap e521: 8 total, 8 up, 8 in 2024-08-04T15:35:21.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:20 smithi007 ceph-mon[94998]: pgmap v433: 121 pgs: 121 active+clean; 299 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-04T15:35:21.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:20 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-04T15:35:21.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:20 smithi007 ceph-mon[94998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-04T15:35:21.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:20 smithi007 ceph-mon[94998]: Upgrade: osd.7 is safe to restart 2024-08-04T15:35:21.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:20 smithi007 ceph-mon[94998]: osdmap e521: 8 total, 8 up, 8 in 2024-08-04T15:35:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:20 smithi007 ceph-mon[92692]: pgmap v433: 121 pgs: 121 active+clean; 299 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-04T15:35:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:20 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-04T15:35:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:20 smithi007 ceph-mon[92692]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-04T15:35:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:20 smithi007 ceph-mon[92692]: Upgrade: osd.7 is safe to restart 2024-08-04T15:35:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:20 smithi007 ceph-mon[92692]: osdmap e521: 8 total, 8 up, 8 in 2024-08-04T15:35:21.605 INFO:tasks.rados.rados.0.smithi007.stdout:2242: done (5 left) 2024-08-04T15:35:21.606 INFO:tasks.rados.rados.0.smithi007.stdout:2244: done (4 left) 2024-08-04T15:35:21.606 INFO:tasks.rados.rados.0.smithi007.stdout:2245: done (3 left) 2024-08-04T15:35:21.606 INFO:tasks.rados.rados.0.smithi007.stdout:2246: done (2 left) 2024-08-04T15:35:21.606 INFO:tasks.rados.rados.0.smithi007.stdout:2247: done (1 left) 2024-08-04T15:35:21.606 INFO:tasks.rados.rados.0.smithi007.stdout:2248: done (0 left) 2024-08-04T15:35:21.606 INFO:tasks.rados.rados.0.smithi007.stdout:2249: rollback oid 1 current snap is 224 2024-08-04T15:35:21.606 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 1 to 221 2024-08-04T15:35:21.606 INFO:tasks.rados.rados.0.smithi007.stdout:2250: snap_create 2024-08-04T15:35:21.610 INFO:tasks.rados.rados.0.smithi007.stdout:2249: finishing rollback tid 0 to smithi00780855-1 2024-08-04T15:35:21.610 INFO:tasks.rados.rados.0.smithi007.stdout:2249: finishing rollback tid 1 to smithi00780855-1 2024-08-04T15:35:21.610 INFO:tasks.rados.rados.0.smithi007.stdout:2249: finishing rollback tid 2 to smithi00780855-1 2024-08-04T15:35:21.610 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 1519 (ObjNum 680 snap 216 seq_num 680) dirty exists 2024-08-04T15:35:22.032 INFO:tasks.rados.rados.0.smithi007.stdout:2249: done (1 left) 2024-08-04T15:35:22.032 INFO:tasks.rados.rados.0.smithi007.stdout:2250: done (0 left) 2024-08-04T15:35:22.032 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 20 current snap is 225 2024-08-04T15:35:22.032 INFO:tasks.rados.rados.0.smithi007.stdout:2251: seq_num 700 ranges {1835008=532480,2367488=409600,2777088=737280,3514368=458752} 2024-08-04T15:35:22.045 INFO:tasks.rados.rados.0.smithi007.stdout:2251: writing smithi00780855-20 from 1835008 to 2367488 tid 1 2024-08-04T15:35:22.047 INFO:tasks.rados.rados.0.smithi007.stdout:2251: writing smithi00780855-20 from 2367488 to 2777088 tid 2 2024-08-04T15:35:22.052 INFO:tasks.rados.rados.0.smithi007.stdout:2251: writing smithi00780855-20 from 2777088 to 3514368 tid 3 2024-08-04T15:35:22.054 INFO:tasks.rados.rados.0.smithi007.stdout:2251: writing smithi00780855-20 from 3514368 to 3973120 tid 4 2024-08-04T15:35:22.055 INFO:tasks.rados.rados.0.smithi007.stdout:2252: delete oid 11 current snap is 225 2024-08-04T15:35:22.055 INFO:tasks.rados.rados.0.smithi007.stdout:2251: finishing write tid 1 to smithi00780855-20 2024-08-04T15:35:22.055 INFO:tasks.rados.rados.0.smithi007.stdout:2251: finishing write tid 2 to smithi00780855-20 2024-08-04T15:35:22.055 INFO:tasks.rados.rados.0.smithi007.stdout:2251: finishing write tid 3 to smithi00780855-20 2024-08-04T15:35:22.057 INFO:tasks.rados.rados.0.smithi007.stdout:2252: done (1 left) 2024-08-04T15:35:22.057 INFO:tasks.rados.rados.0.smithi007.stdout:2253: snap_remove snap 222 2024-08-04T15:35:22.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:22 smithi062 ceph-mon[85960]: Upgrade: Updating osd.7 2024-08-04T15:35:22.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:22.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-04T15:35:22.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:35:22.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:22.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:35:22.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:22 smithi062 ceph-mon[85960]: Deploying daemon osd.7 on smithi062 2024-08-04T15:35:22.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:22 smithi062 ceph-mon[85960]: pgmap v436: 121 pgs: 121 active+clean; 303 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.6 MiB/s wr, 8 op/s 2024-08-04T15:35:22.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:22 smithi007 ceph-mon[94998]: Upgrade: Updating osd.7 2024-08-04T15:35:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-04T15:35:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:35:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:35:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:22 smithi007 ceph-mon[94998]: Deploying daemon osd.7 on smithi062 2024-08-04T15:35:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:22 smithi007 ceph-mon[94998]: pgmap v436: 121 pgs: 121 active+clean; 303 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.6 MiB/s wr, 8 op/s 2024-08-04T15:35:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:22 smithi007 ceph-mon[92692]: Upgrade: Updating osd.7 2024-08-04T15:35:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-04T15:35:22.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:35:22.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:22.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:35:22.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:22 smithi007 ceph-mon[92692]: Deploying daemon osd.7 on smithi062 2024-08-04T15:35:22.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:22 smithi007 ceph-mon[92692]: pgmap v436: 121 pgs: 121 active+clean; 303 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.6 MiB/s wr, 8 op/s 2024-08-04T15:35:22.570 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:35:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:35:23.041 INFO:tasks.rados.rados.0.smithi007.stdout:2253: done (1 left) 2024-08-04T15:35:23.041 INFO:tasks.rados.rados.0.smithi007.stdout:2254: read oid 18 snap 210 2024-08-04T15:35:23.041 INFO:tasks.rados.rados.0.smithi007.stdout:2254: expect (ObjNum 558 snap 182 seq_num 558) 2024-08-04T15:35:23.041 INFO:tasks.rados.rados.0.smithi007.stdout:2255: rmattr oid 46 current snap is 225 2024-08-04T15:35:23.041 INFO:tasks.rados.rados.0.smithi007.stdout:2251: finishing write tid 4 to smithi00780855-20 2024-08-04T15:35:23.041 INFO:tasks.rados.rados.0.smithi007.stdout:2251: finishing write tid 5 to smithi00780855-20 2024-08-04T15:35:23.041 INFO:tasks.rados.rados.0.smithi007.stdout:2251: finishing write tid 6 to smithi00780855-20 2024-08-04T15:35:23.041 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 1909 (ObjNum 700 snap 225 seq_num 700) dirty exists 2024-08-04T15:35:23.042 INFO:tasks.rados.rados.0.smithi007.stdout:2251: left oid 20 (ObjNum 700 snap 225 seq_num 700) 2024-08-04T15:35:23.042 INFO:tasks.rados.rados.0.smithi007.stdout:2251: done (2 left) 2024-08-04T15:35:23.042 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 20 current snap is 225 2024-08-04T15:35:23.042 INFO:tasks.rados.rados.0.smithi007.stdout:2256: seq_num 702 ranges {3973120=565248,4538368=581632,5120000=745472,5865472=278528} 2024-08-04T15:35:23.066 INFO:tasks.rados.rados.0.smithi007.stdout:2256: writing smithi00780855-20 from 3973120 to 4538368 tid 1 2024-08-04T15:35:23.070 INFO:tasks.rados.rados.0.smithi007.stdout:2256: writing smithi00780855-20 from 4538368 to 5120000 tid 2 2024-08-04T15:35:23.074 INFO:tasks.rados.rados.0.smithi007.stdout:2256: writing smithi00780855-20 from 5120000 to 5865472 tid 3 2024-08-04T15:35:23.076 INFO:tasks.rados.rados.0.smithi007.stdout:2256: writing smithi00780855-20 from 5865472 to 6144000 tid 4 2024-08-04T15:35:23.076 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 36 current snap is 225 2024-08-04T15:35:23.076 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 960 (ObjNum 610 snap 192 seq_num 610) dirty exists 2024-08-04T15:35:23.077 INFO:tasks.rados.rados.0.smithi007.stdout:2257: seq_num 703 ranges {1712128=581632,2293760=458752,2752512=557056,3309568=417792,3727360=172032} 2024-08-04T15:35:23.089 INFO:tasks.rados.rados.0.smithi007.stdout:2257: writing smithi00780855-36 from 1712128 to 2293760 tid 1 2024-08-04T15:35:23.092 INFO:tasks.rados.rados.0.smithi007.stdout:2257: writing smithi00780855-36 from 2293760 to 2752512 tid 2 2024-08-04T15:35:23.096 INFO:tasks.rados.rados.0.smithi007.stdout:2257: writing smithi00780855-36 from 2752512 to 3309568 tid 3 2024-08-04T15:35:23.098 INFO:tasks.rados.rados.0.smithi007.stdout:2257: writing smithi00780855-36 from 3309568 to 3727360 tid 4 2024-08-04T15:35:23.099 INFO:tasks.rados.rados.0.smithi007.stdout:2257: writing smithi00780855-36 from 3727360 to 3899392 tid 5 2024-08-04T15:35:23.100 INFO:tasks.rados.rados.0.smithi007.stdout:2255: done (3 left) 2024-08-04T15:35:23.100 INFO:tasks.rados.rados.0.smithi007.stdout:2258: read oid 35 snap -1 2024-08-04T15:35:23.100 INFO:tasks.rados.rados.0.smithi007.stdout:2258: expect deleted 2024-08-04T15:35:23.100 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 225 2024-08-04T15:35:23.100 INFO:tasks.rados.rados.0.smithi007.stdout:2259: seq_num 704 ranges {12771328=598016,13369344=745472,14114816=712704,14827520=147456} 2024-08-04T15:35:23.173 INFO:tasks.rados.rados.0.smithi007.stdout:2259: writing smithi00780855-6 from 12771328 to 13369344 tid 1 2024-08-04T15:35:23.176 INFO:tasks.rados.rados.0.smithi007.stdout:2259: writing smithi00780855-6 from 13369344 to 14114816 tid 2 2024-08-04T15:35:23.181 INFO:tasks.rados.rados.0.smithi007.stdout:2259: writing smithi00780855-6 from 14114816 to 14827520 tid 3 2024-08-04T15:35:23.182 INFO:tasks.rados.rados.0.smithi007.stdout:2259: writing smithi00780855-6 from 14827520 to 14974976 tid 4 2024-08-04T15:35:23.182 INFO:tasks.rados.rados.0.smithi007.stdout:2260: copy_from oid 17 from oid 19 current snap is 225 2024-08-04T15:35:23.182 INFO:tasks.rados.rados.0.smithi007.stdout:2256: finishing write tid 1 to smithi00780855-20 2024-08-04T15:35:23.182 INFO:tasks.rados.rados.0.smithi007.stdout:2254: expect (ObjNum 558 snap 182 seq_num 558) 2024-08-04T15:35:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:23 smithi062 ceph-mon[85960]: osdmap e522: 8 total, 8 up, 8 in 2024-08-04T15:35:23.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:23 smithi007 ceph-mon[92692]: osdmap e522: 8 total, 8 up, 8 in 2024-08-04T15:35:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:23 smithi007 ceph-mon[94998]: osdmap e522: 8 total, 8 up, 8 in 2024-08-04T15:35:23.432 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:35:23.630 INFO:tasks.rados.rados.0.smithi007.stdout:2256: finishing write tid 2 to smithi00780855-20 2024-08-04T15:35:23.631 INFO:tasks.rados.rados.0.smithi007.stdout:2256: finishing write tid 3 to smithi00780855-20 2024-08-04T15:35:23.631 INFO:tasks.rados.rados.0.smithi007.stdout:2256: finishing write tid 4 to smithi00780855-20 2024-08-04T15:35:23.631 INFO:tasks.rados.rados.0.smithi007.stdout:2254: done (5 left) 2024-08-04T15:35:23.631 INFO:tasks.rados.rados.0.smithi007.stdout:2261: read oid 30 snap -1 2024-08-04T15:35:23.631 INFO:tasks.rados.rados.0.smithi007.stdout:2261: expect deleted 2024-08-04T15:35:23.631 INFO:tasks.rados.rados.0.smithi007.stdout:2262: snap_create 2024-08-04T15:35:23.631 INFO:tasks.rados.rados.0.smithi007.stdout:2256: finishing write tid 5 to smithi00780855-20 2024-08-04T15:35:23.631 INFO:tasks.rados.rados.0.smithi007.stdout:2256: finishing write tid 6 to smithi00780855-20 2024-08-04T15:35:23.631 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 1914 (ObjNum 702 snap 225 seq_num 702) dirty exists 2024-08-04T15:35:23.631 INFO:tasks.rados.rados.0.smithi007.stdout:2256: left oid 20 (ObjNum 702 snap 225 seq_num 702) 2024-08-04T15:35:23.631 INFO:tasks.rados.rados.0.smithi007.stdout:2257: finishing write tid 1 to smithi00780855-36 2024-08-04T15:35:23.632 INFO:tasks.rados.rados.0.smithi007.stdout:2257: finishing write tid 2 to smithi00780855-36 2024-08-04T15:35:23.632 INFO:tasks.rados.rados.0.smithi007.stdout:2257: finishing write tid 3 to smithi00780855-36 2024-08-04T15:35:23.632 INFO:tasks.rados.rados.0.smithi007.stdout:2257: finishing write tid 4 to smithi00780855-36 2024-08-04T15:35:23.632 INFO:tasks.rados.rados.0.smithi007.stdout:2257: finishing write tid 5 to smithi00780855-36 2024-08-04T15:35:23.632 INFO:tasks.rados.rados.0.smithi007.stdout:2257: finishing write tid 6 to smithi00780855-36 2024-08-04T15:35:23.632 INFO:tasks.rados.rados.0.smithi007.stdout:2257: finishing write tid 7 to smithi00780855-36 2024-08-04T15:35:23.632 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 1475 (ObjNum 703 snap 225 seq_num 703) dirty exists 2024-08-04T15:35:23.632 INFO:tasks.rados.rados.0.smithi007.stdout:2257: left oid 36 (ObjNum 703 snap 225 seq_num 703) 2024-08-04T15:35:23.632 INFO:tasks.rados.rados.0.smithi007.stdout:2259: finishing write tid 1 to smithi00780855-6 2024-08-04T15:35:23.632 INFO:tasks.rados.rados.0.smithi007.stdout:2259: finishing write tid 2 to smithi00780855-6 2024-08-04T15:35:23.632 INFO:tasks.rados.rados.0.smithi007.stdout:2259: finishing write tid 3 to smithi00780855-6 2024-08-04T15:35:23.632 INFO:tasks.rados.rados.0.smithi007.stdout:2259: finishing write tid 4 to smithi00780855-6 2024-08-04T15:35:23.632 INFO:tasks.rados.rados.0.smithi007.stdout:2259: finishing write tid 5 to smithi00780855-6 2024-08-04T15:35:23.632 INFO:tasks.rados.rados.0.smithi007.stdout:2259: finishing write tid 6 to smithi00780855-6 2024-08-04T15:35:23.633 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 1179 (ObjNum 704 snap 225 seq_num 704) dirty exists 2024-08-04T15:35:23.633 INFO:tasks.rados.rados.0.smithi007.stdout:2259: left oid 6 (ObjNum 704 snap 225 seq_num 704) 2024-08-04T15:35:23.633 INFO:tasks.rados.rados.0.smithi007.stdout:2260: finishing copy_from racing read to smithi00780855-17 2024-08-04T15:35:23.633 INFO:tasks.rados.rados.0.smithi007.stdout:2260: finishing copy_from to smithi00780855-17 2024-08-04T15:35:23.633 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 236 (ObjNum 636 snap 204 seq_num 636) dirty exists 2024-08-04T15:35:23.711 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:35:23.711 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (6m) 2m ago 10m 16.7M - 0.25.0 c8568f914cd2 d6b15156f420 2024-08-04T15:35:23.711 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (5m) 23s ago 9m 87.9M - 9.4.7 954c08fa6188 66e1e6bf99cd 2024-08-04T15:35:23.711 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (11m) 2m ago 11m 15.6M - 17.2.7-1207-g85224d90 3614407c4e10 39baa14185b8 2024-08-04T15:35:23.711 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (11m) 23s ago 11m 22.3M - 17.2.7-1207-g85224d90 3614407c4e10 951c2f76c840 2024-08-04T15:35:23.711 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443,9283,8765 running (5m) 23s ago 15m 440M - 19.1.0-1260-g26c3fb8e 564b849e9656 0a006181dce3 2024-08-04T15:35:23.711 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:8443,9283,8765 running (5m) 2m ago 16m 509M - 19.1.0-1260-g26c3fb8e 564b849e9656 37ef3ca8c5a9 2024-08-04T15:35:23.711 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (5m) 2m ago 16m 52.4M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 299809910b9f 2024-08-04T15:35:23.711 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (4m) 23s ago 15m 48.9M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 2e88aab312eb 2024-08-04T15:35:23.711 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (4m) 2m ago 15m 48.4M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 cb8318c43c9d 2024-08-04T15:35:23.711 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (6m) 2m ago 10m 8186k - 1.5.0 0da6a335fe13 e040078790b8 2024-08-04T15:35:23.712 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (6m) 23s ago 10m 15.6M - 1.5.0 0da6a335fe13 b7bce65c2f21 2024-08-04T15:35:23.712 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (3m) 2m ago 14m 172M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e9184d39c1f 2024-08-04T15:35:23.712 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (3m) 2m ago 14m 146M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e39c45ce0aa 2024-08-04T15:35:23.712 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (2m) 2m ago 14m 105M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 0fac930b36e6 2024-08-04T15:35:23.712 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (2m) 2m ago 13m 12.0M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 9fb37da143b0 2024-08-04T15:35:23.712 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (94s) 23s ago 13m 154M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 ae7979574af0 2024-08-04T15:35:23.712 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (60s) 23s ago 12m 129M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 66fd13de2101 2024-08-04T15:35:23.712 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (27s) 23s ago 12m 14.4M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 2cc66e231f7e 2024-08-04T15:35:23.712 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (12m) 23s ago 12m 241M 2480M 17.2.7-1207-g85224d90 3614407c4e10 5e425b8303f1 2024-08-04T15:35:23.712 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (5m) 23s ago 10m 65.3M - 2.43.0 a07b618ecd1d ab854fccad8e 2024-08-04T15:35:24.043 INFO:tasks.rados.rados.0.smithi007.stdout:2256: done (6 left) 2024-08-04T15:35:24.043 INFO:tasks.rados.rados.0.smithi007.stdout:2257: done (5 left) 2024-08-04T15:35:24.043 INFO:tasks.rados.rados.0.smithi007.stdout:2258: done (4 left) 2024-08-04T15:35:24.043 INFO:tasks.rados.rados.0.smithi007.stdout:2259: done (3 left) 2024-08-04T15:35:24.043 INFO:tasks.rados.rados.0.smithi007.stdout:2260: done (2 left) 2024-08-04T15:35:24.043 INFO:tasks.rados.rados.0.smithi007.stdout:2261: done (1 left) 2024-08-04T15:35:24.043 INFO:tasks.rados.rados.0.smithi007.stdout:2262: done (0 left) 2024-08-04T15:35:24.043 INFO:tasks.rados.rados.0.smithi007.stdout:2263: delete oid 16 current snap is 226 2024-08-04T15:35:24.048 INFO:tasks.rados.rados.0.smithi007.stdout:2263: done (0 left) 2024-08-04T15:35:24.048 INFO:tasks.rados.rados.0.smithi007.stdout:2264: rollback oid 28 current snap is 226 2024-08-04T15:35:24.048 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 28 to 210 2024-08-04T15:35:24.048 INFO:tasks.rados.rados.0.smithi007.stdout:2265: copy_from oid 35 from oid 21 current snap is 226 2024-08-04T15:35:24.048 INFO:tasks.rados.rados.0.smithi007.stdout:2266: delete oid 50 current snap is 226 2024-08-04T15:35:24.049 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:35:24.049 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:35:24.049 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 3 2024-08-04T15:35:24.049 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:35:24.049 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:35:24.049 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:35:24.049 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:35:24.049 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:35:24.049 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 1, 2024-08-04T15:35:24.049 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 7 2024-08-04T15:35:24.049 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:35:24.050 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:35:24.050 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 2 2024-08-04T15:35:24.050 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:35:24.050 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:35:24.050 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 3, 2024-08-04T15:35:24.050 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 12 2024-08-04T15:35:24.050 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:35:24.050 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:35:24.050 INFO:tasks.rados.rados.0.smithi007.stdout:2265: finishing copy_from to smithi00780855-35 2024-08-04T15:35:24.051 INFO:tasks.rados.rados.0.smithi007.stdout:2265: got expected ENOENT (src dne) 2024-08-04T15:35:24.051 INFO:tasks.rados.rados.0.smithi007.stdout:2265: finishing copy_from racing read to smithi00780855-35 2024-08-04T15:35:24.054 INFO:tasks.rados.rados.0.smithi007.stdout:2264: finishing rollback tid 0 to smithi00780855-28 2024-08-04T15:35:24.054 INFO:tasks.rados.rados.0.smithi007.stdout:2264: finishing rollback tid 1 to smithi00780855-28 2024-08-04T15:35:24.055 INFO:tasks.rados.rados.0.smithi007.stdout:2264: finishing rollback tid 2 to smithi00780855-28 2024-08-04T15:35:24.056 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 1917 (ObjNum 496 snap 157 seq_num 496) dirty exists 2024-08-04T15:35:24.056 INFO:tasks.rados.rados.0.smithi007.stdout:2264: done (2 left) 2024-08-04T15:35:24.056 INFO:tasks.rados.rados.0.smithi007.stdout:2265: done (1 left) 2024-08-04T15:35:24.056 INFO:tasks.rados.rados.0.smithi007.stdout:2266: done (0 left) 2024-08-04T15:35:24.056 INFO:tasks.rados.rados.0.smithi007.stdout:2267: setattr oid 46 current snap is 226 2024-08-04T15:35:24.058 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 3 current snap is 226 2024-08-04T15:35:24.059 INFO:tasks.rados.rados.0.smithi007.stdout:2268: seq_num 707 ranges {1515520=647168,2162688=802816,2965504=532480,3497984=270336} 2024-08-04T15:35:24.070 INFO:tasks.rados.rados.0.smithi007.stdout:2268: writing smithi00780855-3 from 1515520 to 2162688 tid 1 2024-08-04T15:35:24.074 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:24 smithi062 ceph-mon[85960]: pgmap v438: 121 pgs: 121 active+clean; 307 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.2 MiB/s wr, 11 op/s 2024-08-04T15:35:24.074 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:24 smithi062 ceph-mon[85960]: osdmap e523: 8 total, 8 up, 8 in 2024-08-04T15:35:24.074 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:24 smithi062 ceph-mon[85960]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:35:24.075 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:24 smithi062 ceph-mon[85960]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:35:24.075 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:23 smithi062 systemd[1]: Stopping Ceph osd.7 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:35:24.075 INFO:tasks.rados.rados.0.smithi007.stdout:2268: writing smithi00780855-3 from 2162688 to 2965504 tid 2 2024-08-04T15:35:24.078 INFO:tasks.rados.rados.0.smithi007.stdout:2268: writing smithi00780855-3 from 2965504 to 3497984 tid 3 2024-08-04T15:35:24.080 INFO:tasks.rados.rados.0.smithi007.stdout:2268: writing smithi00780855-3 from 3497984 to 3768320 tid 4 2024-08-04T15:35:24.080 INFO:tasks.rados.rados.0.smithi007.stdout:2269: read oid 28 snap -1 2024-08-04T15:35:24.080 INFO:tasks.rados.rados.0.smithi007.stdout:2269: expect (ObjNum 496 snap 157 seq_num 496) 2024-08-04T15:35:24.080 INFO:tasks.rados.rados.0.smithi007.stdout:2270: setattr oid 33 current snap is 226 2024-08-04T15:35:24.080 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 961 (ObjNum 610 snap 192 seq_num 610) dirty exists 2024-08-04T15:35:24.080 INFO:tasks.rados.rados.0.smithi007.stdout:2268: finishing write tid 1 to smithi00780855-3 2024-08-04T15:35:24.080 INFO:tasks.rados.rados.0.smithi007.stdout:2268: finishing write tid 2 to smithi00780855-3 2024-08-04T15:35:24.082 INFO:tasks.rados.rados.0.smithi007.stdout:2268: finishing write tid 3 to smithi00780855-3 2024-08-04T15:35:24.082 INFO:tasks.rados.rados.0.smithi007.stdout:2267: done (3 left) 2024-08-04T15:35:24.082 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 10 current snap is 226 2024-08-04T15:35:24.082 INFO:tasks.rados.rados.0.smithi007.stdout:2271: seq_num 708 ranges {3309568=663552,3973120=737280,4710400=696320,5406720=172032} 2024-08-04T15:35:24.104 INFO:tasks.rados.rados.0.smithi007.stdout:2271: writing smithi00780855-10 from 3309568 to 3973120 tid 1 2024-08-04T15:35:24.108 INFO:tasks.rados.rados.0.smithi007.stdout:2271: writing smithi00780855-10 from 3973120 to 4710400 tid 2 2024-08-04T15:35:24.113 INFO:tasks.rados.rados.0.smithi007.stdout:2271: writing smithi00780855-10 from 4710400 to 5406720 tid 3 2024-08-04T15:35:24.115 INFO:tasks.rados.rados.0.smithi007.stdout:2271: writing smithi00780855-10 from 5406720 to 5578752 tid 4 2024-08-04T15:35:24.115 INFO:tasks.rados.rados.0.smithi007.stdout:2272: copy_from oid 47 from oid 11 current snap is 226 2024-08-04T15:35:24.115 INFO:tasks.rados.rados.0.smithi007.stdout:2268: finishing write tid 4 to smithi00780855-3 2024-08-04T15:35:24.115 INFO:tasks.rados.rados.0.smithi007.stdout:2268: finishing write tid 5 to smithi00780855-3 2024-08-04T15:35:24.115 INFO:tasks.rados.rados.0.smithi007.stdout:2268: finishing write tid 6 to smithi00780855-3 2024-08-04T15:35:24.115 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 1171 (ObjNum 707 snap 226 seq_num 707) dirty exists 2024-08-04T15:35:24.115 INFO:tasks.rados.rados.0.smithi007.stdout:2268: left oid 3 (ObjNum 707 snap 226 seq_num 707) 2024-08-04T15:35:24.115 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 1709 (ObjNum 598 snap 189 seq_num 598) dirty exists 2024-08-04T15:35:24.115 INFO:tasks.rados.rados.0.smithi007.stdout:2271: finishing write tid 1 to smithi00780855-10 2024-08-04T15:35:24.116 INFO:tasks.rados.rados.0.smithi007.stdout:2269: expect (ObjNum 496 snap 157 seq_num 496) 2024-08-04T15:35:24.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:24 smithi007 ceph-mon[94998]: pgmap v438: 121 pgs: 121 active+clean; 307 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.2 MiB/s wr, 11 op/s 2024-08-04T15:35:24.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:24 smithi007 ceph-mon[94998]: osdmap e523: 8 total, 8 up, 8 in 2024-08-04T15:35:24.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:24 smithi007 ceph-mon[94998]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:35:24.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:24 smithi007 ceph-mon[94998]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:35:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:24 smithi007 ceph-mon[92692]: pgmap v438: 121 pgs: 121 active+clean; 307 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.2 MiB/s wr, 11 op/s 2024-08-04T15:35:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:24 smithi007 ceph-mon[92692]: osdmap e523: 8 total, 8 up, 8 in 2024-08-04T15:35:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:24 smithi007 ceph-mon[92692]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:35:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:24 smithi007 ceph-mon[92692]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:35:24.511 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:24 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[54621]: 2024-08-04T15:35:24.071+0000 7f17efa44640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T15:35:24.511 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:24 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[54621]: 2024-08-04T15:35:24.071+0000 7f17efa44640 -1 osd.7 524 *** Got signal Terminated *** 2024-08-04T15:35:24.511 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:24 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[54621]: 2024-08-04T15:35:24.071+0000 7f17efa44640 -1 osd.7 524 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-04T15:35:25.085 INFO:tasks.rados.rados.0.smithi007.stdout:2272: finishing copy_from to smithi00780855-47 2024-08-04T15:35:25.086 INFO:tasks.rados.rados.0.smithi007.stdout:2272: got expected ENOENT (src dne) 2024-08-04T15:35:25.086 INFO:tasks.rados.rados.0.smithi007.stdout:2271: finishing write tid 2 to smithi00780855-10 2024-08-04T15:35:25.086 INFO:tasks.rados.rados.0.smithi007.stdout:2272: finishing copy_from racing read to smithi00780855-47 2024-08-04T15:35:25.086 INFO:tasks.rados.rados.0.smithi007.stdout:2271: finishing write tid 3 to smithi00780855-10 2024-08-04T15:35:25.086 INFO:tasks.rados.rados.0.smithi007.stdout:2268: done (4 left) 2024-08-04T15:35:25.086 INFO:tasks.rados.rados.0.smithi007.stdout:2269: done (3 left) 2024-08-04T15:35:25.086 INFO:tasks.rados.rados.0.smithi007.stdout:2270: done (2 left) 2024-08-04T15:35:25.086 INFO:tasks.rados.rados.0.smithi007.stdout:2272: done (1 left) 2024-08-04T15:35:25.086 INFO:tasks.rados.rados.0.smithi007.stdout:2273: snap_remove snap 210 2024-08-04T15:35:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:25 smithi007 ceph-mon[92692]: osdmap e524: 8 total, 8 up, 8 in 2024-08-04T15:35:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:25 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/809298502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:25 smithi007 ceph-mon[92692]: osd.7 marked itself down and dead 2024-08-04T15:35:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:25 smithi007 ceph-mon[92692]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:35:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:25 smithi007 ceph-mon[92692]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-04T15:35:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:25 smithi007 ceph-mon[92692]: osdmap e525: 8 total, 7 up, 8 in 2024-08-04T15:35:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:25 smithi007 ceph-mon[94998]: osdmap e524: 8 total, 8 up, 8 in 2024-08-04T15:35:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:25 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/809298502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:25 smithi007 ceph-mon[94998]: osd.7 marked itself down and dead 2024-08-04T15:35:25.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:25 smithi007 ceph-mon[94998]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:35:25.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:25 smithi007 ceph-mon[94998]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-04T15:35:25.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:25 smithi007 ceph-mon[94998]: osdmap e525: 8 total, 7 up, 8 in 2024-08-04T15:35:25.356 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:25 smithi062 podman[105123]: 2024-08-04 15:35:25.038667739 +0000 UTC m=+1.066013842 container died 5e425b8303f1232bcdfad3272af59267ab6a4f8eb47ef6e245815c4cd982f3c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=quincy-85224d9, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-08-04T15:35:25.356 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:25 smithi062 ceph-mon[85960]: osdmap e524: 8 total, 8 up, 8 in 2024-08-04T15:35:25.356 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:25 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/809298502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:25.356 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:25 smithi062 ceph-mon[85960]: osd.7 marked itself down and dead 2024-08-04T15:35:25.356 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:25 smithi062 ceph-mon[85960]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-04T15:35:25.357 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:25 smithi062 ceph-mon[85960]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-04T15:35:25.357 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:25 smithi062 ceph-mon[85960]: osdmap e525: 8 total, 7 up, 8 in 2024-08-04T15:35:25.493 INFO:tasks.rados.rados.0.smithi007.stdout:2273: done (1 left) 2024-08-04T15:35:25.493 INFO:tasks.rados.rados.0.smithi007.stdout:2274: snap_create 2024-08-04T15:35:25.493 INFO:tasks.rados.rados.0.smithi007.stdout:2271: finishing write tid 4 to smithi00780855-10 2024-08-04T15:35:25.493 INFO:tasks.rados.rados.0.smithi007.stdout:2271: finishing write tid 5 to smithi00780855-10 2024-08-04T15:35:25.493 INFO:tasks.rados.rados.0.smithi007.stdout:2271: finishing write tid 6 to smithi00780855-10 2024-08-04T15:35:25.493 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 1704 (ObjNum 708 snap 226 seq_num 708) dirty exists 2024-08-04T15:35:25.493 INFO:tasks.rados.rados.0.smithi007.stdout:2271: left oid 10 (ObjNum 708 snap 226 seq_num 708) 2024-08-04T15:35:25.665 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:25 smithi062 podman[105123]: 2024-08-04 15:35:25.463761311 +0000 UTC m=+1.491107413 container cleanup 5e425b8303f1232bcdfad3272af59267ab6a4f8eb47ef6e245815c4cd982f3c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=quincy-85224d9, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T15:35:25.665 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:25 smithi062 bash[105123]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7 2024-08-04T15:35:26.011 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:25 smithi062 podman[105148]: 2024-08-04 15:35:25.665323575 +0000 UTC m=+0.619968003 container remove 5e425b8303f1232bcdfad3272af59267ab6a4f8eb47ef6e245815c4cd982f3c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, RELEASE=quincy-85224d9, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-04T15:35:26.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:26 smithi007 ceph-mon[92692]: pgmap v442: 121 pgs: 9 peering, 15 stale+active+clean, 97 active+clean; 312 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-08-04T15:35:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:26 smithi007 ceph-mon[92692]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-08-04T15:35:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:26 smithi007 ceph-mon[92692]: osdmap e526: 8 total, 7 up, 8 in 2024-08-04T15:35:26.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:35:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:35:26] "GET /metrics HTTP/1.1" 200 36190 "" "Prometheus/2.43.0" 2024-08-04T15:35:26.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:26 smithi007 ceph-mon[94998]: pgmap v442: 121 pgs: 9 peering, 15 stale+active+clean, 97 active+clean; 312 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-08-04T15:35:26.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:26 smithi007 ceph-mon[94998]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-08-04T15:35:26.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:26 smithi007 ceph-mon[94998]: osdmap e526: 8 total, 7 up, 8 in 2024-08-04T15:35:26.386 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:26 smithi062 ceph-mon[85960]: pgmap v442: 121 pgs: 9 peering, 15 stale+active+clean, 97 active+clean; 312 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-08-04T15:35:26.386 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:26 smithi062 ceph-mon[85960]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-08-04T15:35:26.386 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:26 smithi062 ceph-mon[85960]: osdmap e526: 8 total, 7 up, 8 in 2024-08-04T15:35:26.386 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:26 smithi062 podman[105235]: 2024-08-04 15:35:26.09956279 +0000 UTC m=+0.109362676 container create 59d7699b31bed5be8c1a67ce0d73fa1640d6893277533b41626f4c4fe9e46c6d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-08-04T15:35:26.386 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:26 smithi062 podman[105235]: 2024-08-04 15:35:26.007877409 +0000 UTC m=+0.017677306 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:35:26.386 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:26 smithi062 podman[105235]: 2024-08-04 15:35:26.385975295 +0000 UTC m=+0.395775191 container init 59d7699b31bed5be8c1a67ce0d73fa1640d6893277533b41626f4c4fe9e46c6d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-08-04T15:35:26.491 INFO:tasks.rados.rados.0.smithi007.stdout:2271: done (1 left) 2024-08-04T15:35:26.491 INFO:tasks.rados.rados.0.smithi007.stdout:2274: done (0 left) 2024-08-04T15:35:26.491 INFO:tasks.rados.rados.0.smithi007.stdout:2275: rollback oid 29 current snap is 227 2024-08-04T15:35:26.491 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 29 to 223 2024-08-04T15:35:26.491 INFO:tasks.rados.rados.0.smithi007.stdout:2276: snap_remove snap 205 2024-08-04T15:35:26.761 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:26 smithi062 podman[105235]: 2024-08-04 15:35:26.390101478 +0000 UTC m=+0.399901368 container start 59d7699b31bed5be8c1a67ce0d73fa1640d6893277533b41626f4c4fe9e46c6d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-release-26c3fb8, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-04T15:35:26.762 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:26 smithi062 podman[105235]: 2024-08-04 15:35:26.493689766 +0000 UTC m=+0.503489655 container attach 59d7699b31bed5be8c1a67ce0d73fa1640d6893277533b41626f4c4fe9e46c6d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:35:26.762 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:26 smithi062 podman[105235]: 2024-08-04 15:35:26.592904165 +0000 UTC m=+0.602704058 container died 59d7699b31bed5be8c1a67ce0d73fa1640d6893277533b41626f4c4fe9e46c6d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T15:35:27.498 INFO:tasks.rados.rados.0.smithi007.stdout:2276: done (1 left) 2024-08-04T15:35:27.498 INFO:tasks.rados.rados.0.smithi007.stdout:2277: rollback oid 42 current snap is 227 2024-08-04T15:35:27.498 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 42 to 212 2024-08-04T15:35:27.498 INFO:tasks.rados.rados.0.smithi007.stdout:2275: finishing rollback tid 0 to smithi00780855-29 2024-08-04T15:35:27.498 INFO:tasks.rados.rados.0.smithi007.stdout:2275: finishing rollback tid 1 to smithi00780855-29 2024-08-04T15:35:27.498 INFO:tasks.rados.rados.0.smithi007.stdout:2275: finishing rollback tid 2 to smithi00780855-29 2024-08-04T15:35:27.499 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 964 (ObjNum 597 snap 189 seq_num 597) dirty exists 2024-08-04T15:35:27.499 INFO:tasks.rados.rados.0.smithi007.stdout:2275: done (1 left) 2024-08-04T15:35:27.499 INFO:tasks.rados.rados.0.smithi007.stdout:2278: delete oid 11 current snap is 227 2024-08-04T15:35:27.503 INFO:tasks.rados.rados.0.smithi007.stdout:2278: done (1 left) 2024-08-04T15:35:27.507 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 227 2024-08-04T15:35:27.507 INFO:tasks.rados.rados.0.smithi007.stdout:2279: seq_num 710 ranges {1867776=696320,2564096=499712,3063808=712704,3776512=393216} 2024-08-04T15:35:27.520 INFO:tasks.rados.rados.0.smithi007.stdout:2279: writing smithi00780855-49 from 1867776 to 2564096 tid 1 2024-08-04T15:35:27.523 INFO:tasks.rados.rados.0.smithi007.stdout:2279: writing smithi00780855-49 from 2564096 to 3063808 tid 2 2024-08-04T15:35:27.526 INFO:tasks.rados.rados.0.smithi007.stdout:2279: writing smithi00780855-49 from 3063808 to 3776512 tid 3 2024-08-04T15:35:27.530 INFO:tasks.rados.rados.0.smithi007.stdout:2279: writing smithi00780855-49 from 3776512 to 4169728 tid 4 2024-08-04T15:35:27.530 INFO:tasks.rados.rados.0.smithi007.stdout:2280: rmattr oid 12 current snap is 227 2024-08-04T15:35:27.530 INFO:tasks.rados.rados.0.smithi007.stdout:2277: finishing rollback tid 0 to smithi00780855-42 2024-08-04T15:35:27.531 INFO:tasks.rados.rados.0.smithi007.stdout:2277: finishing rollback tid 1 to smithi00780855-42 2024-08-04T15:35:27.531 INFO:tasks.rados.rados.0.smithi007.stdout:2277: finishing rollback tid 2 to smithi00780855-42 2024-08-04T15:35:27.531 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 1522 (ObjNum 602 snap 189 seq_num 602) dirty exists 2024-08-04T15:35:27.531 INFO:tasks.rados.rados.0.smithi007.stdout:2279: finishing write tid 1 to smithi00780855-49 2024-08-04T15:35:27.531 INFO:tasks.rados.rados.0.smithi007.stdout:2279: finishing write tid 2 to smithi00780855-49 2024-08-04T15:35:27.531 INFO:tasks.rados.rados.0.smithi007.stdout:2277: done (2 left) 2024-08-04T15:35:27.531 INFO:tasks.rados.rados.0.smithi007.stdout:2281: rmattr oid 10 current snap is 227 2024-08-04T15:35:27.531 INFO:tasks.rados.rados.0.smithi007.stdout:2281: done (2 left) 2024-08-04T15:35:27.531 INFO:tasks.rados.rados.0.smithi007.stdout:2282: copy_from oid 24 from oid 37 current snap is 227 2024-08-04T15:35:27.531 INFO:tasks.rados.rados.0.smithi007.stdout:2283: copy_from oid 11 from oid 50 current snap is 227 2024-08-04T15:35:27.531 INFO:tasks.rados.rados.0.smithi007.stdout:2284: snap_remove snap 201 2024-08-04T15:35:27.573 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:27 smithi062 ceph-mon[85960]: osdmap e527: 8 total, 7 up, 8 in 2024-08-04T15:35:27.573 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:27 smithi062 podman[105259]: 2024-08-04 15:35:27.306151951 +0000 UTC m=+0.705889443 container remove 59d7699b31bed5be8c1a67ce0d73fa1640d6893277533b41626f4c4fe9e46c6d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=squid-release-26c3fb8, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-08-04T15:35:27.573 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:27 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.7.service: Deactivated successfully. 2024-08-04T15:35:27.573 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:27 smithi062 systemd[1]: Stopped Ceph osd.7 for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:35:27.573 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:27 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.7.service: Consumed 18.759s CPU time. 2024-08-04T15:35:27.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:27 smithi007 ceph-mon[92692]: osdmap e527: 8 total, 7 up, 8 in 2024-08-04T15:35:27.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:27 smithi007 ceph-mon[94998]: osdmap e527: 8 total, 7 up, 8 in 2024-08-04T15:35:27.956 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:27 smithi062 systemd[1]: Starting Ceph osd.7 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:35:27.957 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:27 smithi062 podman[105358]: 2024-08-04 15:35:27.695161127 +0000 UTC m=+0.017864582 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:35:28.259 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:27 smithi062 podman[105358]: 2024-08-04 15:35:27.957132048 +0000 UTC m=+0.279835494 container create 29a9c6be9a08836669e1f887d34a3ad209a1cdd6f2423c89e958266f84e278f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-release-26c3fb8, org.label-schema.build-date=20240731) 2024-08-04T15:35:28.260 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 podman[105358]: 2024-08-04 15:35:28.167730236 +0000 UTC m=+0.490433679 container init 29a9c6be9a08836669e1f887d34a3ad209a1cdd6f2423c89e958266f84e278f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-activate, io.buildah.version=1.36.0, RELEASE=squid-release-26c3fb8, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-08-04T15:35:28.260 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 podman[105358]: 2024-08-04 15:35:28.171133933 +0000 UTC m=+0.493837381 container start 29a9c6be9a08836669e1f887d34a3ad209a1cdd6f2423c89e958266f84e278f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-activate, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2) 2024-08-04T15:35:28.260 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 podman[105358]: 2024-08-04 15:35:28.259348596 +0000 UTC m=+0.582052040 container attach 29a9c6be9a08836669e1f887d34a3ad209a1cdd6f2423c89e958266f84e278f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-activate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-08-04T15:35:28.499 INFO:tasks.rados.rados.0.smithi007.stdout:2284: done (4 left) 2024-08-04T15:35:28.499 INFO:tasks.rados.rados.0.smithi007.stdout:2285: rollback oid 1 current snap is 227 2024-08-04T15:35:28.499 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 1 to 215 2024-08-04T15:35:28.499 INFO:tasks.rados.rados.0.smithi007.stdout:2279: finishing write tid 3 to smithi00780855-49 2024-08-04T15:35:28.499 INFO:tasks.rados.rados.0.smithi007.stdout:2283: finishing copy_from to smithi00780855-11 2024-08-04T15:35:28.500 INFO:tasks.rados.rados.0.smithi007.stdout:2283: got expected ENOENT (src dne) 2024-08-04T15:35:28.500 INFO:tasks.rados.rados.0.smithi007.stdout:2283: finishing copy_from racing read to smithi00780855-11 2024-08-04T15:35:28.500 INFO:tasks.rados.rados.0.smithi007.stdout:2279: finishing write tid 4 to smithi00780855-49 2024-08-04T15:35:28.500 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 1964 (ObjNum 651 snap 210 seq_num 651) dirty exists 2024-08-04T15:35:28.500 INFO:tasks.rados.rados.0.smithi007.stdout:2279: finishing write tid 5 to smithi00780855-49 2024-08-04T15:35:28.500 INFO:tasks.rados.rados.0.smithi007.stdout:2282: finishing copy_from to smithi00780855-24 2024-08-04T15:35:28.500 INFO:tasks.rados.rados.0.smithi007.stdout:2282: got expected ENOENT (src dne) 2024-08-04T15:35:28.500 INFO:tasks.rados.rados.0.smithi007.stdout:2282: finishing copy_from racing read to smithi00780855-24 2024-08-04T15:35:28.501 INFO:tasks.rados.rados.0.smithi007.stdout:2279: finishing write tid 6 to smithi00780855-49 2024-08-04T15:35:28.501 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 1709 (ObjNum 710 snap 227 seq_num 710) dirty exists 2024-08-04T15:35:28.501 INFO:tasks.rados.rados.0.smithi007.stdout:2279: left oid 49 (ObjNum 710 snap 227 seq_num 710) 2024-08-04T15:35:28.501 INFO:tasks.rados.rados.0.smithi007.stdout:2279: done (4 left) 2024-08-04T15:35:28.501 INFO:tasks.rados.rados.0.smithi007.stdout:2280: done (3 left) 2024-08-04T15:35:28.501 INFO:tasks.rados.rados.0.smithi007.stdout:2282: done (2 left) 2024-08-04T15:35:28.501 INFO:tasks.rados.rados.0.smithi007.stdout:2283: done (1 left) 2024-08-04T15:35:28.501 INFO:tasks.rados.rados.0.smithi007.stdout:2286: rollback oid 9 current snap is 227 2024-08-04T15:35:28.501 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 9 to 223 2024-08-04T15:35:28.501 INFO:tasks.rados.rados.0.smithi007.stdout:2287: read oid 48 snap -1 2024-08-04T15:35:28.501 INFO:tasks.rados.rados.0.smithi007.stdout:2287: expect (ObjNum 672 snap 215 seq_num 672) 2024-08-04T15:35:28.502 INFO:tasks.rados.rados.0.smithi007.stdout:2288: rollback oid 47 current snap is 227 2024-08-04T15:35:28.502 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 47 to 212 2024-08-04T15:35:28.502 INFO:tasks.rados.rados.0.smithi007.stdout:2289: snap_remove snap 225 2024-08-04T15:35:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:28 smithi062 ceph-mon[85960]: pgmap v445: 121 pgs: 12 active+undersized, 9 peering, 10 stale+active+clean, 3 active+undersized+degraded, 87 active+clean; 320 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 3.4 MiB/s wr, 24 op/s; 21/501 objects degraded (4.192%) 2024-08-04T15:35:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:28 smithi062 ceph-mon[85960]: Health check failed: Degraded data redundancy: 21/501 objects degraded (4.192%), 3 pgs degraded (PG_DEGRADED) 2024-08-04T15:35:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:28 smithi062 ceph-mon[85960]: osdmap e528: 8 total, 7 up, 8 in 2024-08-04T15:35:28.511 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-activate[105372]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:35:28.511 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 bash[105358]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:35:28.512 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-activate[105372]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:35:28.512 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 bash[105358]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-04T15:35:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:28 smithi007 ceph-mon[94998]: pgmap v445: 121 pgs: 12 active+undersized, 9 peering, 10 stale+active+clean, 3 active+undersized+degraded, 87 active+clean; 320 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 3.4 MiB/s wr, 24 op/s; 21/501 objects degraded (4.192%) 2024-08-04T15:35:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:28 smithi007 ceph-mon[94998]: Health check failed: Degraded data redundancy: 21/501 objects degraded (4.192%), 3 pgs degraded (PG_DEGRADED) 2024-08-04T15:35:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:28 smithi007 ceph-mon[94998]: osdmap e528: 8 total, 7 up, 8 in 2024-08-04T15:35:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:28 smithi007 ceph-mon[92692]: pgmap v445: 121 pgs: 12 active+undersized, 9 peering, 10 stale+active+clean, 3 active+undersized+degraded, 87 active+clean; 320 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 3.4 MiB/s wr, 24 op/s; 21/501 objects degraded (4.192%) 2024-08-04T15:35:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:28 smithi007 ceph-mon[92692]: Health check failed: Degraded data redundancy: 21/501 objects degraded (4.192%), 3 pgs degraded (PG_DEGRADED) 2024-08-04T15:35:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:28 smithi007 ceph-mon[92692]: osdmap e528: 8 total, 7 up, 8 in 2024-08-04T15:35:28.959 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-activate[105372]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-04T15:35:28.960 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 bash[105358]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-04T15:35:28.960 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-activate[105372]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-04T15:35:28.960 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 bash[105358]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-04T15:35:28.960 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-activate[105372]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-04T15:35:28.960 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 bash[105358]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-04T15:35:28.960 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-activate[105372]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-04T15:35:28.960 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 bash[105358]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-04T15:35:28.960 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-activate[105372]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-04T15:35:28.960 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 bash[105358]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-04T15:35:28.960 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-activate[105372]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-04T15:35:28.960 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 bash[105358]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-04T15:35:28.960 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-activate[105372]: --> ceph-volume raw activate successful for osd ID: 7 2024-08-04T15:35:28.961 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 bash[105358]: --> ceph-volume raw activate successful for osd ID: 7 2024-08-04T15:35:28.961 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:28 smithi062 podman[105358]: 2024-08-04 15:35:28.580287302 +0000 UTC m=+0.902990755 container died 29a9c6be9a08836669e1f887d34a3ad209a1cdd6f2423c89e958266f84e278f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-04T15:35:29.487 INFO:tasks.rados.rados.0.smithi007.stdout:2286: finishing rollback tid 1 to smithi00780855-9 2024-08-04T15:35:29.487 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 1701 (ObjNum 177 snap 0 seq_num 4118785408) dirty dne 2024-08-04T15:35:29.487 INFO:tasks.rados.rados.0.smithi007.stdout:2287: expect (ObjNum 672 snap 215 seq_num 672) 2024-08-04T15:35:29.552 INFO:tasks.rados.rados.0.smithi007.stdout:2288: finishing rollback tid 0 to smithi00780855-47 2024-08-04T15:35:29.552 INFO:tasks.rados.rados.0.smithi007.stdout:2288: finishing rollback tid 1 to smithi00780855-47 2024-08-04T15:35:29.552 INFO:tasks.rados.rados.0.smithi007.stdout:2288: finishing rollback tid 2 to smithi00780855-47 2024-08-04T15:35:29.552 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 246 (ObjNum 636 snap 204 seq_num 636) dirty exists 2024-08-04T15:35:29.552 INFO:tasks.rados.rados.0.smithi007.stdout:2285: finishing rollback tid 0 to smithi00780855-1 2024-08-04T15:35:29.552 INFO:tasks.rados.rados.0.smithi007.stdout:2285: finishing rollback tid 1 to smithi00780855-1 2024-08-04T15:35:29.552 INFO:tasks.rados.rados.0.smithi007.stdout:2285: finishing rollback tid 2 to smithi00780855-1 2024-08-04T15:35:29.552 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 1525 (ObjNum 615 snap 193 seq_num 615) dirty exists 2024-08-04T15:35:29.552 INFO:tasks.rados.rados.0.smithi007.stdout:2285: done (4 left) 2024-08-04T15:35:29.552 INFO:tasks.rados.rados.0.smithi007.stdout:2286: done (3 left) 2024-08-04T15:35:29.552 INFO:tasks.rados.rados.0.smithi007.stdout:2287: done (2 left) 2024-08-04T15:35:29.553 INFO:tasks.rados.rados.0.smithi007.stdout:2288: done (1 left) 2024-08-04T15:35:29.553 INFO:tasks.rados.rados.0.smithi007.stdout:2289: done (0 left) 2024-08-04T15:35:29.553 INFO:tasks.rados.rados.0.smithi007.stdout:2290: rollback oid 10 current snap is 227 2024-08-04T15:35:29.553 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 10 to 224 2024-08-04T15:35:29.553 INFO:tasks.rados.rados.0.smithi007.stdout:2291: delete oid 37 current snap is 227 2024-08-04T15:35:29.553 INFO:tasks.rados.rados.0.smithi007.stdout:2291: done (1 left) 2024-08-04T15:35:29.553 INFO:tasks.rados.rados.0.smithi007.stdout:2292: rollback oid 35 current snap is 227 2024-08-04T15:35:29.553 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 35 to 206 2024-08-04T15:35:29.554 INFO:tasks.rados.rados.0.smithi007.stdout:2293: snap_create 2024-08-04T15:35:29.555 INFO:tasks.rados.rados.0.smithi007.stdout:2290: finishing rollback tid 0 to smithi00780855-10 2024-08-04T15:35:29.555 INFO:tasks.rados.rados.0.smithi007.stdout:2290: finishing rollback tid 1 to smithi00780855-10 2024-08-04T15:35:29.555 INFO:tasks.rados.rados.0.smithi007.stdout:2290: finishing rollback tid 2 to smithi00780855-10 2024-08-04T15:35:29.555 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 1712 (ObjNum 683 snap 218 seq_num 683) dirty exists 2024-08-04T15:35:29.555 INFO:tasks.rados.rados.0.smithi007.stdout:2292: finishing rollback tid 1 to smithi00780855-35 2024-08-04T15:35:29.556 INFO:tasks.rados.rados.0.smithi007.stdout:2292: finishing rollback tid 2 to smithi00780855-35 2024-08-04T15:35:29.556 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 1515 (ObjNum 605 snap 189 seq_num 605) dirty exists 2024-08-04T15:35:29.656 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:29 smithi062 ceph-mon[85960]: osdmap e529: 8 total, 7 up, 8 in 2024-08-04T15:35:29.656 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:29 smithi062 ceph-mon[85960]: osdmap e530: 8 total, 7 up, 8 in 2024-08-04T15:35:29.656 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:29 smithi062 podman[105506]: 2024-08-04 15:35:29.30524184 +0000 UTC m=+0.715135482 container remove 29a9c6be9a08836669e1f887d34a3ad209a1cdd6f2423c89e958266f84e278f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=squid-release-26c3fb8, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-08-04T15:35:29.656 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:29 smithi062 podman[105565]: 2024-08-04 15:35:29.436913594 +0000 UTC m=+0.018572980 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:35:29.656 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:29 smithi062 podman[105565]: 2024-08-04 15:35:29.539328157 +0000 UTC m=+0.120987569 container create 6c28fcd30e2bf6827d560fc43a40c60b9336e30a49a1dc672f36df05196a601d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-release-26c3fb8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-04T15:35:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:29 smithi007 ceph-mon[94998]: osdmap e529: 8 total, 7 up, 8 in 2024-08-04T15:35:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:29 smithi007 ceph-mon[94998]: osdmap e530: 8 total, 7 up, 8 in 2024-08-04T15:35:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:29 smithi007 ceph-mon[92692]: osdmap e529: 8 total, 7 up, 8 in 2024-08-04T15:35:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:29 smithi007 ceph-mon[92692]: osdmap e530: 8 total, 7 up, 8 in 2024-08-04T15:35:30.011 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:29 smithi062 podman[105565]: 2024-08-04 15:35:29.758793696 +0000 UTC m=+0.340453075 container init 6c28fcd30e2bf6827d560fc43a40c60b9336e30a49a1dc672f36df05196a601d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-release-26c3fb8, org.label-schema.vendor=CentOS) 2024-08-04T15:35:30.011 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:29 smithi062 podman[105565]: 2024-08-04 15:35:29.762361842 +0000 UTC m=+0.344021219 container start 6c28fcd30e2bf6827d560fc43a40c60b9336e30a49a1dc672f36df05196a601d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7, GIT_BRANCH=HEAD, RELEASE=squid-release-26c3fb8, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-04T15:35:30.011 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:29 smithi062 ceph-osd[105584]: -- 172.21.15.62:0/2516131417 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563ca188da40 con 0x563ca186bc00 2024-08-04T15:35:30.011 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:29 smithi062 bash[105565]: 6c28fcd30e2bf6827d560fc43a40c60b9336e30a49a1dc672f36df05196a601d 2024-08-04T15:35:30.012 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:29 smithi062 systemd[1]: Started Ceph osd.7 for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:35:30.515 INFO:tasks.rados.rados.0.smithi007.stdout:2290: done (2 left) 2024-08-04T15:35:30.515 INFO:tasks.rados.rados.0.smithi007.stdout:2292: done (1 left) 2024-08-04T15:35:30.515 INFO:tasks.rados.rados.0.smithi007.stdout:2293: done (0 left) 2024-08-04T15:35:30.515 INFO:tasks.rados.rados.0.smithi007.stdout:2294: snap_create 2024-08-04T15:35:30.652 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:30 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T15:35:30.308+0000 7f8bce231640 -1 Falling back to public interface 2024-08-04T15:35:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:30 smithi062 ceph-mon[85960]: pgmap v448: 121 pgs: 31 active+undersized, 9 peering, 10 active+undersized+degraded, 71 active+clean; 325 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.6 MiB/s wr, 19 op/s; 45/519 objects degraded (8.671%) 2024-08-04T15:35:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:35:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:30 smithi062 ceph-mon[85960]: osdmap e531: 8 total, 7 up, 8 in 2024-08-04T15:35:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:30 smithi007 ceph-mon[94998]: pgmap v448: 121 pgs: 31 active+undersized, 9 peering, 10 active+undersized+degraded, 71 active+clean; 325 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.6 MiB/s wr, 19 op/s; 45/519 objects degraded (8.671%) 2024-08-04T15:35:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:35:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:30 smithi007 ceph-mon[94998]: osdmap e531: 8 total, 7 up, 8 in 2024-08-04T15:35:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:30 smithi007 ceph-mon[92692]: pgmap v448: 121 pgs: 31 active+undersized, 9 peering, 10 active+undersized+degraded, 71 active+clean; 325 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.6 MiB/s wr, 19 op/s; 45/519 objects degraded (8.671%) 2024-08-04T15:35:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:35:31.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:30 smithi007 ceph-mon[92692]: osdmap e531: 8 total, 7 up, 8 in 2024-08-04T15:35:31.518 INFO:tasks.rados.rados.0.smithi007.stdout:2294: done (0 left) 2024-08-04T15:35:31.518 INFO:tasks.rados.rados.0.smithi007.stdout:2295: snap_create 2024-08-04T15:35:32.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:35:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:35:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:35:32.519 INFO:tasks.rados.rados.0.smithi007.stdout:2295: done (0 left) 2024-08-04T15:35:32.519 INFO:tasks.rados.rados.0.smithi007.stdout:2296: read oid 21 snap -1 2024-08-04T15:35:32.519 INFO:tasks.rados.rados.0.smithi007.stdout:2296: expect deleted 2024-08-04T15:35:32.519 INFO:tasks.rados.rados.0.smithi007.stdout:2297: delete oid 10 current snap is 230 2024-08-04T15:35:32.522 INFO:tasks.rados.rados.0.smithi007.stdout:2296: done (1 left) 2024-08-04T15:35:32.523 INFO:tasks.rados.rados.0.smithi007.stdout:2297: done (0 left) 2024-08-04T15:35:32.523 INFO:tasks.rados.rados.0.smithi007.stdout:2298: rollback oid 38 current snap is 230 2024-08-04T15:35:32.523 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 38 to 197 2024-08-04T15:35:32.523 INFO:tasks.rados.rados.0.smithi007.stdout:2299: snap_remove snap 221 2024-08-04T15:35:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:32 smithi007 ceph-mon[92692]: pgmap v451: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 325 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s wr, 16 op/s; 52/522 objects degraded (9.962%) 2024-08-04T15:35:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:32 smithi007 ceph-mon[92692]: osdmap e532: 8 total, 7 up, 8 in 2024-08-04T15:35:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:32 smithi007 ceph-mon[92692]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-08-04T15:35:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:32 smithi007 ceph-mon[94998]: pgmap v451: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 325 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s wr, 16 op/s; 52/522 objects degraded (9.962%) 2024-08-04T15:35:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:32 smithi007 ceph-mon[94998]: osdmap e532: 8 total, 7 up, 8 in 2024-08-04T15:35:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:32 smithi007 ceph-mon[94998]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-08-04T15:35:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:32 smithi062 ceph-mon[85960]: pgmap v451: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 325 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s wr, 16 op/s; 52/522 objects degraded (9.962%) 2024-08-04T15:35:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:32 smithi062 ceph-mon[85960]: osdmap e532: 8 total, 7 up, 8 in 2024-08-04T15:35:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:32 smithi062 ceph-mon[85960]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-08-04T15:35:33.530 INFO:tasks.rados.rados.0.smithi007.stdout:2299: done (1 left) 2024-08-04T15:35:33.530 INFO:tasks.rados.rados.0.smithi007.stdout:2300: snap_create 2024-08-04T15:35:33.530 INFO:tasks.rados.rados.0.smithi007.stdout:2298: finishing rollback tid 0 to smithi00780855-38 2024-08-04T15:35:33.530 INFO:tasks.rados.rados.0.smithi007.stdout:2298: finishing rollback tid 1 to smithi00780855-38 2024-08-04T15:35:33.530 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 1214 (ObjNum 129 snap 0 seq_num 3494171696) dirty dne 2024-08-04T15:35:33.774 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:33 smithi062 ceph-mon[85960]: osdmap e533: 8 total, 7 up, 8 in 2024-08-04T15:35:33.775 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:33 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T15:35:33.522+0000 7f8bce231640 -1 osd.7 524 log_to_monitors true 2024-08-04T15:35:33.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:33 smithi007 ceph-mon[94998]: osdmap e533: 8 total, 7 up, 8 in 2024-08-04T15:35:33.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:33 smithi007 ceph-mon[92692]: osdmap e533: 8 total, 7 up, 8 in 2024-08-04T15:35:34.489 INFO:tasks.rados.rados.0.smithi007.stdout:2298: done (1 left) 2024-08-04T15:35:34.489 INFO:tasks.rados.rados.0.smithi007.stdout:2300: done (0 left) 2024-08-04T15:35:34.489 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 40 current snap is 231 2024-08-04T15:35:34.489 INFO:tasks.rados.rados.0.smithi007.stdout:2301: seq_num 713 ranges {7307264=745472,8052736=557056,8609792=483328,9093120=565248} 2024-08-04T15:35:34.533 INFO:tasks.rados.rados.0.smithi007.stdout:2301: writing smithi00780855-40 from 7307264 to 8052736 tid 1 2024-08-04T15:35:34.536 INFO:tasks.rados.rados.0.smithi007.stdout:2301: writing smithi00780855-40 from 8052736 to 8609792 tid 2 2024-08-04T15:35:34.539 INFO:tasks.rados.rados.0.smithi007.stdout:2301: writing smithi00780855-40 from 8609792 to 9093120 tid 3 2024-08-04T15:35:34.543 INFO:tasks.rados.rados.0.smithi007.stdout:2301: writing smithi00780855-40 from 9093120 to 9658368 tid 4 2024-08-04T15:35:34.543 INFO:tasks.rados.rados.0.smithi007.stdout:2302: setattr oid 18 current snap is 231 2024-08-04T15:35:34.543 INFO:tasks.rados.rados.0.smithi007.stdout:2301: finishing write tid 1 to smithi00780855-40 2024-08-04T15:35:34.544 INFO:tasks.rados.rados.0.smithi007.stdout:2301: finishing write tid 2 to smithi00780855-40 2024-08-04T15:35:34.544 INFO:tasks.rados.rados.0.smithi007.stdout:2301: finishing write tid 3 to smithi00780855-40 2024-08-04T15:35:34.544 INFO:tasks.rados.rados.0.smithi007.stdout:2303: setattr oid 7 current snap is 231 2024-08-04T15:35:34.546 INFO:tasks.rados.rados.0.smithi007.stdout:2304: rollback oid 12 current snap is 231 2024-08-04T15:35:34.546 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 12 to 215 2024-08-04T15:35:34.546 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 4 current snap is 231 2024-08-04T15:35:34.546 INFO:tasks.rados.rados.0.smithi007.stdout:2305: seq_num 714 ranges {2015232=761856,2777088=442368,3219456=688128,3907584=475136} 2024-08-04T15:35:34.561 INFO:tasks.rados.rados.0.smithi007.stdout:2305: writing smithi00780855-4 from 2015232 to 2777088 tid 1 2024-08-04T15:35:34.564 INFO:tasks.rados.rados.0.smithi007.stdout:2305: writing smithi00780855-4 from 2777088 to 3219456 tid 2 2024-08-04T15:35:34.568 INFO:tasks.rados.rados.0.smithi007.stdout:2305: writing smithi00780855-4 from 3219456 to 3907584 tid 3 2024-08-04T15:35:34.572 INFO:tasks.rados.rados.0.smithi007.stdout:2305: writing smithi00780855-4 from 3907584 to 4382720 tid 4 2024-08-04T15:35:34.572 INFO:tasks.rados.rados.0.smithi007.stdout:2306: read oid 32 snap 227 2024-08-04T15:35:34.572 INFO:tasks.rados.rados.0.smithi007.stdout:2306: expect (ObjNum 691 snap 221 seq_num 691) 2024-08-04T15:35:34.572 INFO:tasks.rados.rados.0.smithi007.stdout:2307: copy_from oid 46 from oid 20 current snap is 231 2024-08-04T15:35:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:2301: finishing write tid 4 to smithi00780855-40 2024-08-04T15:35:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:2301: finishing write tid 5 to smithi00780855-40 2024-08-04T15:35:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:2301: finishing write tid 6 to smithi00780855-40 2024-08-04T15:35:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 1854 (ObjNum 713 snap 231 seq_num 713) dirty exists 2024-08-04T15:35:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:2301: left oid 40 (ObjNum 713 snap 231 seq_num 713) 2024-08-04T15:35:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 1855 (ObjNum 558 snap 182 seq_num 558) dirty exists 2024-08-04T15:35:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:2301: done (6 left) 2024-08-04T15:35:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:2302: done (5 left) 2024-08-04T15:35:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:2308: read oid 5 snap 215 2024-08-04T15:35:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:2308: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:35:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 231 2024-08-04T15:35:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:2309: seq_num 715 ranges {10223616=778240,11001856=770048,11771904=499712,12271616=335872} 2024-08-04T15:35:34.636 INFO:tasks.rados.rados.0.smithi007.stdout:2309: writing smithi00780855-28 from 10223616 to 11001856 tid 1 2024-08-04T15:35:34.640 INFO:tasks.rados.rados.0.smithi007.stdout:2309: writing smithi00780855-28 from 11001856 to 11771904 tid 2 2024-08-04T15:35:34.643 INFO:tasks.rados.rados.0.smithi007.stdout:2309: writing smithi00780855-28 from 11771904 to 12271616 tid 3 2024-08-04T15:35:34.646 INFO:tasks.rados.rados.0.smithi007.stdout:2309: writing smithi00780855-28 from 12271616 to 12607488 tid 4 2024-08-04T15:35:34.646 INFO:tasks.rados.rados.0.smithi007.stdout:2310: delete oid 27 current snap is 231 2024-08-04T15:35:34.646 INFO:tasks.rados.rados.0.smithi007.stdout:2306: expect (ObjNum 691 snap 221 seq_num 691) 2024-08-04T15:35:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[92692]: pgmap v454: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 325 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 562 KiB/s wr, 3 op/s; 52/522 objects degraded (9.962%) 2024-08-04T15:35:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[92692]: osdmap e534: 8 total, 7 up, 8 in 2024-08-04T15:35:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[92692]: from='osd.7 [v2:172.21.15.62:6824/1633192547,v1:172.21.15.62:6825/1633192547]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-04T15:35:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[92692]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-04T15:35:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[92692]: Health check update: Degraded data redundancy: 52/522 objects degraded (9.962%), 13 pgs degraded (PG_DEGRADED) 2024-08-04T15:35:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[92692]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-04T15:35:34.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[92692]: from='osd.7 [v2:172.21.15.62:6824/1633192547,v1:172.21.15.62:6825/1633192547]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:35:34.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[92692]: osdmap e535: 8 total, 7 up, 8 in 2024-08-04T15:35:34.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[92692]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:35:34.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[94998]: pgmap v454: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 325 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 562 KiB/s wr, 3 op/s; 52/522 objects degraded (9.962%) 2024-08-04T15:35:34.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[94998]: osdmap e534: 8 total, 7 up, 8 in 2024-08-04T15:35:34.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[94998]: from='osd.7 [v2:172.21.15.62:6824/1633192547,v1:172.21.15.62:6825/1633192547]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-04T15:35:34.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[94998]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-04T15:35:34.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:34.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:34.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[94998]: Health check update: Degraded data redundancy: 52/522 objects degraded (9.962%), 13 pgs degraded (PG_DEGRADED) 2024-08-04T15:35:34.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[94998]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-04T15:35:34.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[94998]: from='osd.7 [v2:172.21.15.62:6824/1633192547,v1:172.21.15.62:6825/1633192547]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:35:34.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[94998]: osdmap e535: 8 total, 7 up, 8 in 2024-08-04T15:35:34.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:34 smithi007 ceph-mon[94998]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:35:34.838 INFO:tasks.rados.rados.0.smithi007.stdout:2305: finishing write tid 1 to smithi00780855-4 2024-08-04T15:35:34.838 INFO:tasks.rados.rados.0.smithi007.stdout:2305: finishing write tid 2 to smithi00780855-4 2024-08-04T15:35:34.838 INFO:tasks.rados.rados.0.smithi007.stdout:2308: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:35:34.970 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:34 smithi062 ceph-mon[85960]: pgmap v454: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 325 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 562 KiB/s wr, 3 op/s; 52/522 objects degraded (9.962%) 2024-08-04T15:35:34.970 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:34 smithi062 ceph-mon[85960]: osdmap e534: 8 total, 7 up, 8 in 2024-08-04T15:35:34.970 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:34 smithi062 ceph-mon[85960]: from='osd.7 [v2:172.21.15.62:6824/1633192547,v1:172.21.15.62:6825/1633192547]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-04T15:35:34.970 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:34 smithi062 ceph-mon[85960]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-04T15:35:34.970 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:34.970 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:34.971 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:34 smithi062 ceph-mon[85960]: Health check update: Degraded data redundancy: 52/522 objects degraded (9.962%), 13 pgs degraded (PG_DEGRADED) 2024-08-04T15:35:34.971 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:34 smithi062 ceph-mon[85960]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-04T15:35:34.971 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:34 smithi062 ceph-mon[85960]: from='osd.7 [v2:172.21.15.62:6824/1633192547,v1:172.21.15.62:6825/1633192547]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:35:34.971 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:34 smithi062 ceph-mon[85960]: osdmap e535: 8 total, 7 up, 8 in 2024-08-04T15:35:34.971 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:34 smithi062 ceph-mon[85960]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-08-04T15:35:35.261 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 15:35:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T15:35:34.968+0000 7f8bc1fd4640 -1 osd.7 524 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-04T15:35:35.472 INFO:tasks.rados.rados.0.smithi007.stdout:2305: finishing write tid 3 to smithi00780855-4 2024-08-04T15:35:35.472 INFO:tasks.rados.rados.0.smithi007.stdout:2305: finishing write tid 4 to smithi00780855-4 2024-08-04T15:35:35.473 INFO:tasks.rados.rados.0.smithi007.stdout:2305: finishing write tid 5 to smithi00780855-4 2024-08-04T15:35:35.473 INFO:tasks.rados.rados.0.smithi007.stdout:2305: finishing write tid 6 to smithi00780855-4 2024-08-04T15:35:35.473 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 1480 (ObjNum 714 snap 231 seq_num 714) dirty exists 2024-08-04T15:35:35.473 INFO:tasks.rados.rados.0.smithi007.stdout:2305: left oid 4 (ObjNum 714 snap 231 seq_num 714) 2024-08-04T15:35:35.473 INFO:tasks.rados.rados.0.smithi007.stdout:2307: finishing copy_from racing read to smithi00780855-46 2024-08-04T15:35:35.473 INFO:tasks.rados.rados.0.smithi007.stdout:2305: done (7 left) 2024-08-04T15:35:35.473 INFO:tasks.rados.rados.0.smithi007.stdout:2306: done (6 left) 2024-08-04T15:35:35.473 INFO:tasks.rados.rados.0.smithi007.stdout:2308: done (5 left) 2024-08-04T15:35:35.473 INFO:tasks.rados.rados.0.smithi007.stdout:2310: done (4 left) 2024-08-04T15:35:35.473 INFO:tasks.rados.rados.0.smithi007.stdout:2311: rmattr oid 15 current snap is 231 2024-08-04T15:35:35.473 INFO:tasks.rados.rados.0.smithi007.stdout:2311: done (4 left) 2024-08-04T15:35:35.473 INFO:tasks.rados.rados.0.smithi007.stdout:2312: read oid 43 snap 220 2024-08-04T15:35:35.473 INFO:tasks.rados.rados.0.smithi007.stdout:2312: expect deleted 2024-08-04T15:35:35.474 INFO:tasks.rados.rados.0.smithi007.stdout:2313: snap_create 2024-08-04T15:35:35.474 INFO:tasks.rados.rados.0.smithi007.stdout:2304: finishing rollback tid 0 to smithi00780855-12 2024-08-04T15:35:35.474 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 1714 (ObjNum 697 snap 224 seq_num 697) dirty exists 2024-08-04T15:35:35.474 INFO:tasks.rados.rados.0.smithi007.stdout:2304: finishing rollback tid 1 to smithi00780855-12 2024-08-04T15:35:35.474 INFO:tasks.rados.rados.0.smithi007.stdout:2304: finishing rollback tid 2 to smithi00780855-12 2024-08-04T15:35:35.474 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 1986 (ObjNum 651 snap 210 seq_num 651) dirty exists 2024-08-04T15:35:35.474 INFO:tasks.rados.rados.0.smithi007.stdout:2309: finishing write tid 1 to smithi00780855-28 2024-08-04T15:35:35.474 INFO:tasks.rados.rados.0.smithi007.stdout:2309: finishing write tid 2 to smithi00780855-28 2024-08-04T15:35:35.474 INFO:tasks.rados.rados.0.smithi007.stdout:2309: finishing write tid 3 to smithi00780855-28 2024-08-04T15:35:35.474 INFO:tasks.rados.rados.0.smithi007.stdout:2309: finishing write tid 4 to smithi00780855-28 2024-08-04T15:35:35.474 INFO:tasks.rados.rados.0.smithi007.stdout:2309: finishing write tid 5 to smithi00780855-28 2024-08-04T15:35:35.474 INFO:tasks.rados.rados.0.smithi007.stdout:2309: finishing write tid 6 to smithi00780855-28 2024-08-04T15:35:35.474 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 1923 (ObjNum 715 snap 231 seq_num 715) dirty exists 2024-08-04T15:35:35.474 INFO:tasks.rados.rados.0.smithi007.stdout:2309: left oid 28 (ObjNum 715 snap 231 seq_num 715) 2024-08-04T15:35:35.475 INFO:tasks.rados.rados.0.smithi007.stdout:2307: finishing copy_from to smithi00780855-46 2024-08-04T15:35:35.475 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 1914 (ObjNum 702 snap 225 seq_num 702) dirty exists 2024-08-04T15:35:35.965 INFO:tasks.rados.rados.0.smithi007.stdout:2303: done (5 left) 2024-08-04T15:35:35.965 INFO:tasks.rados.rados.0.smithi007.stdout:2304: done (4 left) 2024-08-04T15:35:35.965 INFO:tasks.rados.rados.0.smithi007.stdout:2307: done (3 left) 2024-08-04T15:35:35.965 INFO:tasks.rados.rados.0.smithi007.stdout:2309: done (2 left) 2024-08-04T15:35:35.965 INFO:tasks.rados.rados.0.smithi007.stdout:2312: done (1 left) 2024-08-04T15:35:35.966 INFO:tasks.rados.rados.0.smithi007.stdout:2313: done (0 left) 2024-08-04T15:35:35.966 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 27 current snap is 232 2024-08-04T15:35:35.966 INFO:tasks.rados.rados.0.smithi007.stdout:2314: seq_num 717 ranges {0=16384} 2024-08-04T15:35:35.966 INFO:tasks.rados.rados.0.smithi007.stdout:2314: writing smithi00780855-27 from 0 to 16384 tid 1 2024-08-04T15:35:35.966 INFO:tasks.rados.rados.0.smithi007.stdout:2315: setattr oid 31 current snap is 232 2024-08-04T15:35:35.968 INFO:tasks.rados.rados.0.smithi007.stdout:2316: read oid 26 snap -1 2024-08-04T15:35:35.968 INFO:tasks.rados.rados.0.smithi007.stdout:2316: expect (ObjNum 688 snap 219 seq_num 688) 2024-08-04T15:35:35.968 INFO:tasks.rados.rados.0.smithi007.stdout:2317: rollback oid 36 current snap is 232 2024-08-04T15:35:35.968 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 36 to 220 2024-08-04T15:35:35.968 INFO:tasks.rados.rados.0.smithi007.stdout:2318: rmattr oid 2 current snap is 232 2024-08-04T15:35:35.968 INFO:tasks.rados.rados.0.smithi007.stdout:2318: done (4 left) 2024-08-04T15:35:35.969 INFO:tasks.rados.rados.0.smithi007.stdout:2319: delete oid 34 current snap is 232 2024-08-04T15:35:35.978 INFO:tasks.rados.rados.0.smithi007.stdout:2319: done (4 left) 2024-08-04T15:35:35.978 INFO:tasks.rados.rados.0.smithi007.stdout:2320: delete oid 48 current snap is 232 2024-08-04T15:35:35.979 INFO:tasks.rados.rados.0.smithi007.stdout:2317: finishing rollback tid 0 to smithi00780855-36 2024-08-04T15:35:35.979 INFO:tasks.rados.rados.0.smithi007.stdout:2317: finishing rollback tid 1 to smithi00780855-36 2024-08-04T15:35:35.979 INFO:tasks.rados.rados.0.smithi007.stdout:2317: finishing rollback tid 2 to smithi00780855-36 2024-08-04T15:35:35.980 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 1483 (ObjNum 675 snap 216 seq_num 675) dirty exists 2024-08-04T15:35:35.982 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 1516 (ObjNum 681 snap 217 seq_num 681) dirty exists 2024-08-04T15:35:35.983 INFO:tasks.rados.rados.0.smithi007.stdout:2315: done (4 left) 2024-08-04T15:35:35.984 INFO:tasks.rados.rados.0.smithi007.stdout:2317: done (3 left) 2024-08-04T15:35:35.984 INFO:tasks.rados.rados.0.smithi007.stdout:2320: done (2 left) 2024-08-04T15:35:35.984 INFO:tasks.rados.rados.0.smithi007.stdout:2321: snap_create 2024-08-04T15:35:36.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:35 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:36.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:35 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:36.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:35 smithi062 ceph-mon[85960]: from='osd.7 ' entity='osd.7' 2024-08-04T15:35:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:35 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:35 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:35 smithi007 ceph-mon[92692]: from='osd.7 ' entity='osd.7' 2024-08-04T15:35:36.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:35:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:35:36] "GET /metrics HTTP/1.1" 200 36117 "" "Prometheus/2.43.0" 2024-08-04T15:35:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:35 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:35 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:35 smithi007 ceph-mon[94998]: from='osd.7 ' entity='osd.7' 2024-08-04T15:35:36.973 INFO:tasks.rados.rados.0.smithi007.stdout:2321: done (2 left) 2024-08-04T15:35:36.973 INFO:tasks.rados.rados.0.smithi007.stdout:2322: rmattr oid 25 current snap is 233 2024-08-04T15:35:36.973 INFO:tasks.rados.rados.0.smithi007.stdout:2323: read oid 36 snap -1 2024-08-04T15:35:36.974 INFO:tasks.rados.rados.0.smithi007.stdout:2323: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:35:36.974 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 12 current snap is 233 2024-08-04T15:35:36.974 INFO:tasks.rados.rados.0.smithi007.stdout:2324: seq_num 720 ranges {7307264=65536} 2024-08-04T15:35:37.016 INFO:tasks.rados.rados.0.smithi007.stdout:2324: writing smithi00780855-12 from 7307264 to 7372800 tid 1 2024-08-04T15:35:37.017 INFO:tasks.rados.rados.0.smithi007.stdout:2325: read oid 30 snap -1 2024-08-04T15:35:37.017 INFO:tasks.rados.rados.0.smithi007.stdout:2325: expect deleted 2024-08-04T15:35:37.017 INFO:tasks.rados.rados.0.smithi007.stdout:2326: setattr oid 44 current snap is 233 2024-08-04T15:35:37.017 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 1988 (ObjNum 633 snap 201 seq_num 633) dirty exists 2024-08-04T15:35:37.017 INFO:tasks.rados.rados.0.smithi007.stdout:2323: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:35:37.065 INFO:tasks.rados.rados.0.smithi007.stdout:2314: finishing write tid 1 to smithi00780855-27 2024-08-04T15:35:37.066 INFO:tasks.rados.rados.0.smithi007.stdout:2314: finishing write tid 2 to smithi00780855-27 2024-08-04T15:35:37.066 INFO:tasks.rados.rados.0.smithi007.stdout:2314: finishing write tid 3 to smithi00780855-27 2024-08-04T15:35:37.066 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 1712 (ObjNum 717 snap 232 seq_num 717) dirty exists 2024-08-04T15:35:37.066 INFO:tasks.rados.rados.0.smithi007.stdout:2314: left oid 27 (ObjNum 717 snap 232 seq_num 717) 2024-08-04T15:35:37.066 INFO:tasks.rados.rados.0.smithi007.stdout:2324: finishing write tid 1 to smithi00780855-12 2024-08-04T15:35:37.066 INFO:tasks.rados.rados.0.smithi007.stdout:2324: finishing write tid 2 to smithi00780855-12 2024-08-04T15:35:37.066 INFO:tasks.rados.rados.0.smithi007.stdout:2316: expect (ObjNum 688 snap 219 seq_num 688) 2024-08-04T15:35:37.180 INFO:tasks.rados.rados.0.smithi007.stdout:2324: finishing write tid 3 to smithi00780855-12 2024-08-04T15:35:37.180 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 1991 (ObjNum 720 snap 233 seq_num 720) dirty exists 2024-08-04T15:35:37.180 INFO:tasks.rados.rados.0.smithi007.stdout:2324: left oid 12 (ObjNum 720 snap 233 seq_num 720) 2024-08-04T15:35:37.180 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1484 (ObjNum 145 snap 0 seq_num 3493987520) dirty exists 2024-08-04T15:35:37.180 INFO:tasks.rados.rados.0.smithi007.stdout:2314: done (6 left) 2024-08-04T15:35:37.180 INFO:tasks.rados.rados.0.smithi007.stdout:2316: done (5 left) 2024-08-04T15:35:37.180 INFO:tasks.rados.rados.0.smithi007.stdout:2322: done (4 left) 2024-08-04T15:35:37.180 INFO:tasks.rados.rados.0.smithi007.stdout:2323: done (3 left) 2024-08-04T15:35:37.180 INFO:tasks.rados.rados.0.smithi007.stdout:2324: done (2 left) 2024-08-04T15:35:37.180 INFO:tasks.rados.rados.0.smithi007.stdout:2325: done (1 left) 2024-08-04T15:35:37.180 INFO:tasks.rados.rados.0.smithi007.stdout:2326: done (0 left) 2024-08-04T15:35:37.180 INFO:tasks.rados.rados.0.smithi007.stdout:2327: read oid 42 snap 208 2024-08-04T15:35:37.180 INFO:tasks.rados.rados.0.smithi007.stdout:2327: expect (ObjNum 602 snap 189 seq_num 602) 2024-08-04T15:35:37.181 INFO:tasks.rados.rados.0.smithi007.stdout:2328: snap_create 2024-08-04T15:35:37.185 INFO:tasks.rados.rados.0.smithi007.stdout:2327: expect (ObjNum 602 snap 189 seq_num 602) 2024-08-04T15:35:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:36 smithi062 ceph-mon[85960]: pgmap v457: 121 pgs: 2 active+clean+snaptrim, 37 active+undersized, 13 active+undersized+degraded, 69 active+clean; 325 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 53/522 objects degraded (10.153%) 2024-08-04T15:35:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:36 smithi062 ceph-mon[85960]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:35:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:36 smithi062 ceph-mon[85960]: osd.7 [v2:172.21.15.62:6824/1633192547,v1:172.21.15.62:6825/1633192547] boot 2024-08-04T15:35:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:36 smithi062 ceph-mon[85960]: osdmap e536: 8 total, 8 up, 8 in 2024-08-04T15:35:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:35:37.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:37.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:35:37.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:36 smithi007 ceph-mon[92692]: pgmap v457: 121 pgs: 2 active+clean+snaptrim, 37 active+undersized, 13 active+undersized+degraded, 69 active+clean; 325 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 53/522 objects degraded (10.153%) 2024-08-04T15:35:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:36 smithi007 ceph-mon[92692]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:35:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:36 smithi007 ceph-mon[92692]: osd.7 [v2:172.21.15.62:6824/1633192547,v1:172.21.15.62:6825/1633192547] boot 2024-08-04T15:35:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:36 smithi007 ceph-mon[92692]: osdmap e536: 8 total, 8 up, 8 in 2024-08-04T15:35:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:35:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:35:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:36 smithi007 ceph-mon[94998]: pgmap v457: 121 pgs: 2 active+clean+snaptrim, 37 active+undersized, 13 active+undersized+degraded, 69 active+clean; 325 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 53/522 objects degraded (10.153%) 2024-08-04T15:35:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:36 smithi007 ceph-mon[94998]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-04T15:35:37.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:36 smithi007 ceph-mon[94998]: osd.7 [v2:172.21.15.62:6824/1633192547,v1:172.21.15.62:6825/1633192547] boot 2024-08-04T15:35:37.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:36 smithi007 ceph-mon[94998]: osdmap e536: 8 total, 8 up, 8 in 2024-08-04T15:35:37.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-04T15:35:37.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:37.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:35:37.977 INFO:tasks.rados.rados.0.smithi007.stdout:2327: done (1 left) 2024-08-04T15:35:37.978 INFO:tasks.rados.rados.0.smithi007.stdout:2328: done (0 left) 2024-08-04T15:35:37.978 INFO:tasks.rados.rados.0.smithi007.stdout:2329: setattr oid 39 current snap is 234 2024-08-04T15:35:37.979 INFO:tasks.rados.rados.0.smithi007.stdout:2330: rmattr oid 7 current snap is 234 2024-08-04T15:35:37.980 INFO:tasks.rados.rados.0.smithi007.stdout:2331: read oid 26 snap -1 2024-08-04T15:35:37.980 INFO:tasks.rados.rados.0.smithi007.stdout:2331: expect (ObjNum 688 snap 219 seq_num 688) 2024-08-04T15:35:37.980 INFO:tasks.rados.rados.0.smithi007.stdout:2332: read oid 25 snap -1 2024-08-04T15:35:37.980 INFO:tasks.rados.rados.0.smithi007.stdout:2332: expect (ObjNum 633 snap 201 seq_num 633) 2024-08-04T15:35:37.980 INFO:tasks.rados.rados.0.smithi007.stdout:2333: read oid 15 snap -1 2024-08-04T15:35:37.980 INFO:tasks.rados.rados.0.smithi007.stdout:2333: expect (ObjNum 639 snap 205 seq_num 639) 2024-08-04T15:35:37.980 INFO:tasks.rados.rados.0.smithi007.stdout:2334: setattr oid 43 current snap is 234 2024-08-04T15:35:37.982 INFO:tasks.rados.rados.0.smithi007.stdout:2335: read oid 37 snap -1 2024-08-04T15:35:37.982 INFO:tasks.rados.rados.0.smithi007.stdout:2335: expect deleted 2024-08-04T15:35:37.982 INFO:tasks.rados.rados.0.smithi007.stdout:2336: read oid 14 snap 223 2024-08-04T15:35:37.982 INFO:tasks.rados.rados.0.smithi007.stdout:2336: expect (ObjNum 525 snap 165 seq_num 525) 2024-08-04T15:35:37.982 INFO:tasks.rados.rados.0.smithi007.stdout:2337: rollback oid 50 current snap is 234 2024-08-04T15:35:37.982 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 50 to 232 2024-08-04T15:35:37.983 INFO:tasks.rados.rados.0.smithi007.stdout:2338: rollback oid 36 current snap is 234 2024-08-04T15:35:37.983 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 36 to 232 2024-08-04T15:35:37.983 INFO:tasks.rados.rados.0.smithi007.stdout:2339: rmattr oid 48 current snap is 234 2024-08-04T15:35:37.983 INFO:tasks.rados.rados.0.smithi007.stdout:2339: done (10 left) 2024-08-04T15:35:37.983 INFO:tasks.rados.rados.0.smithi007.stdout:2340: read oid 12 snap -1 2024-08-04T15:35:37.983 INFO:tasks.rados.rados.0.smithi007.stdout:2340: expect (ObjNum 720 snap 233 seq_num 720) 2024-08-04T15:35:37.983 INFO:tasks.rados.rados.0.smithi007.stdout:2341: read oid 5 snap -1 2024-08-04T15:35:37.983 INFO:tasks.rados.rados.0.smithi007.stdout:2341: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:35:37.983 INFO:tasks.rados.rados.0.smithi007.stdout:2342: snap_remove snap 212 2024-08-04T15:35:38.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:37 smithi062 ceph-mon[85960]: osdmap e537: 8 total, 8 up, 8 in 2024-08-04T15:35:38.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: pgmap v460: 121 pgs: 4 peering, 2 active+clean+snaptrim, 33 active+undersized, 13 active+undersized+degraded, 69 active+clean; 329 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 9 op/s; 55/540 objects degraded (10.185%) 2024-08-04T15:35:38.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:37 smithi007 ceph-mon[92692]: osdmap e537: 8 total, 8 up, 8 in 2024-08-04T15:35:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:37 smithi007 ceph-mon[92692]: pgmap v460: 121 pgs: 4 peering, 2 active+clean+snaptrim, 33 active+undersized, 13 active+undersized+degraded, 69 active+clean; 329 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 9 op/s; 55/540 objects degraded (10.185%) 2024-08-04T15:35:38.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:37 smithi007 ceph-mon[94998]: osdmap e537: 8 total, 8 up, 8 in 2024-08-04T15:35:38.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:37 smithi007 ceph-mon[94998]: pgmap v460: 121 pgs: 4 peering, 2 active+clean+snaptrim, 33 active+undersized, 13 active+undersized+degraded, 69 active+clean; 329 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 9 op/s; 55/540 objects degraded (10.185%) 2024-08-04T15:35:38.980 INFO:tasks.rados.rados.0.smithi007.stdout:2342: done (12 left) 2024-08-04T15:35:38.980 INFO:tasks.rados.rados.0.smithi007.stdout:2343: read oid 27 snap -1 2024-08-04T15:35:38.980 INFO:tasks.rados.rados.0.smithi007.stdout:2343: expect (ObjNum 717 snap 232 seq_num 717) 2024-08-04T15:35:38.980 INFO:tasks.rados.rados.0.smithi007.stdout:2344: read oid 32 snap -1 2024-08-04T15:35:38.981 INFO:tasks.rados.rados.0.smithi007.stdout:2344: expect (ObjNum 691 snap 221 seq_num 691) 2024-08-04T15:35:38.981 INFO:tasks.rados.rados.0.smithi007.stdout:2345: snap_create 2024-08-04T15:35:38.981 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 1517 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-08-04T15:35:38.981 INFO:tasks.rados.rados.0.smithi007.stdout:2338: finishing rollback tid 0 to smithi00780855-36 2024-08-04T15:35:38.981 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 1180 (ObjNum 113 snap 0 seq_num 2401480896) dirty exists 2024-08-04T15:35:38.981 INFO:tasks.rados.rados.0.smithi007.stdout:2338: finishing rollback tid 1 to smithi00780855-36 2024-08-04T15:35:38.981 INFO:tasks.rados.rados.0.smithi007.stdout:2338: finishing rollback tid 2 to smithi00780855-36 2024-08-04T15:35:38.981 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 1487 (ObjNum 675 snap 216 seq_num 675) dirty exists 2024-08-04T15:35:38.981 INFO:tasks.rados.rados.0.smithi007.stdout:2337: finishing rollback tid 1 to smithi00780855-50 2024-08-04T15:35:38.981 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 1918 (ObjNum 33 snap 0 seq_num 3467646328) dirty dne 2024-08-04T15:35:38.981 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 1715 (ObjNum 697 snap 224 seq_num 697) dirty exists 2024-08-04T15:35:38.981 INFO:tasks.rados.rados.0.smithi007.stdout:2331: expect (ObjNum 688 snap 219 seq_num 688) 2024-08-04T15:35:39.112 INFO:tasks.rados.rados.0.smithi007.stdout:2341: expect (ObjNum 258 snap 74 seq_num 258) 2024-08-04T15:35:39.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: osdmap e538: 8 total, 8 up, 8 in 2024-08-04T15:35:39.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:39.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:39.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:35:39.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:35:39.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:39.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:35:39.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:39.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:39.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:39.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:39.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: Upgrade: Setting container_image for all osd 2024-08-04T15:35:39.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:39.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-08-04T15:35:39.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-04T15:35:39.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-08-04T15:35:39.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-04T15:35:39.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-08-04T15:35:39.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-04T15:35:39.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-08-04T15:35:39.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-04T15:35:39.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-08-04T15:35:39.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-04T15:35:39.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-08-04T15:35:39.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-04T15:35:39.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-08-04T15:35:39.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-04T15:35:39.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-08-04T15:35:39.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-04T15:35:39.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: Upgrade: Setting require_osd_release to 19 squid 2024-08-04T15:35:39.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-08-04T15:35:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: osdmap e538: 8 total, 8 up, 8 in 2024-08-04T15:35:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:35:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:35:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:35:39.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:39.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:39.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:39.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:39.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: Upgrade: Setting container_image for all osd 2024-08-04T15:35:39.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:39.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-08-04T15:35:39.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-04T15:35:39.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-08-04T15:35:39.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-04T15:35:39.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-08-04T15:35:39.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-04T15:35:39.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-08-04T15:35:39.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-04T15:35:39.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-08-04T15:35:39.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-04T15:35:39.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-08-04T15:35:39.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-04T15:35:39.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-08-04T15:35:39.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-04T15:35:39.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-08-04T15:35:39.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-04T15:35:39.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: Upgrade: Setting require_osd_release to 19 squid 2024-08-04T15:35:39.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-08-04T15:35:39.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: osdmap e538: 8 total, 8 up, 8 in 2024-08-04T15:35:39.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:39.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:39.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:35:39.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:35:39.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:39.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:35:39.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:39.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:39.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:39.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:39.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: Upgrade: Setting container_image for all osd 2024-08-04T15:35:39.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:39.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-08-04T15:35:39.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-04T15:35:39.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-08-04T15:35:39.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-04T15:35:39.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-08-04T15:35:39.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-04T15:35:39.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-08-04T15:35:39.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-04T15:35:39.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-08-04T15:35:39.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-04T15:35:39.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-08-04T15:35:39.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-04T15:35:39.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-08-04T15:35:39.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-04T15:35:39.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-08-04T15:35:39.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-04T15:35:39.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: Upgrade: Setting require_osd_release to 19 squid 2024-08-04T15:35:39.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-08-04T15:35:39.762 INFO:tasks.rados.rados.0.smithi007.stdout:2332: expect (ObjNum 633 snap 201 seq_num 633) 2024-08-04T15:35:40.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:39 smithi007 ceph-mon[94998]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-04T15:35:40.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-04T15:35:40.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:39 smithi007 ceph-mon[94998]: osdmap e539: 8 total, 8 up, 8 in 2024-08-04T15:35:40.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-04T15:35:40.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:39 smithi007 ceph-mon[94998]: Upgrade: It appears safe to stop mds.a 2024-08-04T15:35:40.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:39 smithi007 ceph-mon[94998]: pgmap v463: 121 pgs: 4 peering, 21 active+undersized, 9 active+undersized+degraded, 87 active+clean; 337 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 25 op/s; 44/552 objects degraded (7.971%) 2024-08-04T15:35:40.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:39 smithi007 ceph-mon[94998]: Health check update: Degraded data redundancy: 55/540 objects degraded (10.185%), 13 pgs degraded (PG_DEGRADED) 2024-08-04T15:35:40.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:39 smithi007 ceph-mon[92692]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-04T15:35:40.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-04T15:35:40.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:39 smithi007 ceph-mon[92692]: osdmap e539: 8 total, 8 up, 8 in 2024-08-04T15:35:40.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-04T15:35:40.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:39 smithi007 ceph-mon[92692]: Upgrade: It appears safe to stop mds.a 2024-08-04T15:35:40.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:39 smithi007 ceph-mon[92692]: pgmap v463: 121 pgs: 4 peering, 21 active+undersized, 9 active+undersized+degraded, 87 active+clean; 337 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 25 op/s; 44/552 objects degraded (7.971%) 2024-08-04T15:35:40.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:39 smithi007 ceph-mon[92692]: Health check update: Degraded data redundancy: 55/540 objects degraded (10.185%), 13 pgs degraded (PG_DEGRADED) 2024-08-04T15:35:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:39 smithi062 ceph-mon[85960]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-04T15:35:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-04T15:35:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:39 smithi062 ceph-mon[85960]: osdmap e539: 8 total, 8 up, 8 in 2024-08-04T15:35:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-04T15:35:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:39 smithi062 ceph-mon[85960]: Upgrade: It appears safe to stop mds.a 2024-08-04T15:35:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:39 smithi062 ceph-mon[85960]: pgmap v463: 121 pgs: 4 peering, 21 active+undersized, 9 active+undersized+degraded, 87 active+clean; 337 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 25 op/s; 44/552 objects degraded (7.971%) 2024-08-04T15:35:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:39 smithi062 ceph-mon[85960]: Health check update: Degraded data redundancy: 55/540 objects degraded (10.185%), 13 pgs degraded (PG_DEGRADED) 2024-08-04T15:35:40.312 INFO:tasks.rados.rados.0.smithi007.stdout:2333: expect (ObjNum 639 snap 205 seq_num 639) 2024-08-04T15:35:40.341 INFO:tasks.rados.rados.0.smithi007.stdout:2336: expect (ObjNum 525 snap 165 seq_num 525) 2024-08-04T15:35:40.594 INFO:tasks.rados.rados.0.smithi007.stdout:2340: expect (ObjNum 720 snap 233 seq_num 720) 2024-08-04T15:35:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:40 smithi007 ceph-mon[92692]: osdmap e540: 8 total, 8 up, 8 in 2024-08-04T15:35:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:40 smithi007 ceph-mon[92692]: Upgrade: Updating mds.a 2024-08-04T15:35:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:40 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:40 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-04T15:35:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:40 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:35:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:40 smithi007 ceph-mon[92692]: Deploying daemon mds.a on smithi007 2024-08-04T15:35:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:40 smithi007 ceph-mon[94998]: osdmap e540: 8 total, 8 up, 8 in 2024-08-04T15:35:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:40 smithi007 ceph-mon[94998]: Upgrade: Updating mds.a 2024-08-04T15:35:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:40 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:40 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-04T15:35:41.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:40 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:35:41.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:40 smithi007 ceph-mon[94998]: Deploying daemon mds.a on smithi007 2024-08-04T15:35:41.176 INFO:tasks.rados.rados.0.smithi007.stdout:2343: expect (ObjNum 717 snap 232 seq_num 717) 2024-08-04T15:35:41.176 INFO:tasks.rados.rados.0.smithi007.stdout:2344: expect (ObjNum 691 snap 221 seq_num 691) 2024-08-04T15:35:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:40 smithi062 ceph-mon[85960]: osdmap e540: 8 total, 8 up, 8 in 2024-08-04T15:35:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:40 smithi062 ceph-mon[85960]: Upgrade: Updating mds.a 2024-08-04T15:35:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:40 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:40 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-04T15:35:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:40 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:35:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:40 smithi062 ceph-mon[85960]: Deploying daemon mds.a on smithi007 2024-08-04T15:35:41.368 INFO:tasks.rados.rados.0.smithi007.stdout:2329: done (14 left) 2024-08-04T15:35:41.368 INFO:tasks.rados.rados.0.smithi007.stdout:2330: done (13 left) 2024-08-04T15:35:41.368 INFO:tasks.rados.rados.0.smithi007.stdout:2331: done (12 left) 2024-08-04T15:35:41.368 INFO:tasks.rados.rados.0.smithi007.stdout:2332: done (11 left) 2024-08-04T15:35:41.368 INFO:tasks.rados.rados.0.smithi007.stdout:2333: done (10 left) 2024-08-04T15:35:41.368 INFO:tasks.rados.rados.0.smithi007.stdout:2334: done (9 left) 2024-08-04T15:35:41.368 INFO:tasks.rados.rados.0.smithi007.stdout:2335: done (8 left) 2024-08-04T15:35:41.368 INFO:tasks.rados.rados.0.smithi007.stdout:2336: done (7 left) 2024-08-04T15:35:41.368 INFO:tasks.rados.rados.0.smithi007.stdout:2337: done (6 left) 2024-08-04T15:35:41.369 INFO:tasks.rados.rados.0.smithi007.stdout:2338: done (5 left) 2024-08-04T15:35:41.369 INFO:tasks.rados.rados.0.smithi007.stdout:2340: done (4 left) 2024-08-04T15:35:41.369 INFO:tasks.rados.rados.0.smithi007.stdout:2341: done (3 left) 2024-08-04T15:35:41.369 INFO:tasks.rados.rados.0.smithi007.stdout:2343: done (2 left) 2024-08-04T15:35:41.369 INFO:tasks.rados.rados.0.smithi007.stdout:2344: done (1 left) 2024-08-04T15:35:41.369 INFO:tasks.rados.rados.0.smithi007.stdout:2345: done (0 left) 2024-08-04T15:35:41.369 INFO:tasks.rados.rados.0.smithi007.stdout:2346: read oid 30 snap -1 2024-08-04T15:35:41.369 INFO:tasks.rados.rados.0.smithi007.stdout:2346: expect deleted 2024-08-04T15:35:41.369 INFO:tasks.rados.rados.0.smithi007.stdout:2347: read oid 46 snap -1 2024-08-04T15:35:41.369 INFO:tasks.rados.rados.0.smithi007.stdout:2347: expect (ObjNum 702 snap 225 seq_num 702) 2024-08-04T15:35:41.369 INFO:tasks.rados.rados.0.smithi007.stdout:2348: delete oid 33 current snap is 235 2024-08-04T15:35:41.374 INFO:tasks.rados.rados.0.smithi007.stdout:2346: done (2 left) 2024-08-04T15:35:41.374 INFO:tasks.rados.rados.0.smithi007.stdout:2348: done (1 left) 2024-08-04T15:35:41.374 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 20 current snap is 235 2024-08-04T15:35:41.374 INFO:tasks.rados.rados.0.smithi007.stdout:2349: seq_num 722 ranges {6144000=98304} 2024-08-04T15:35:41.408 INFO:tasks.rados.rados.0.smithi007.stdout:2349: writing smithi00780855-20 from 6144000 to 6242304 tid 1 2024-08-04T15:35:41.408 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 235 2024-08-04T15:35:41.408 INFO:tasks.rados.rados.0.smithi007.stdout:2350: seq_num 723 ranges {14974976=114688} 2024-08-04T15:35:41.490 INFO:tasks.rados.rados.0.smithi007.stdout:2350: writing smithi00780855-6 from 14974976 to 15089664 tid 1 2024-08-04T15:35:41.491 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 7 current snap is 235 2024-08-04T15:35:41.491 INFO:tasks.rados.rados.0.smithi007.stdout:2351: seq_num 724 ranges {2080768=131072} 2024-08-04T15:35:41.503 INFO:tasks.rados.rados.0.smithi007.stdout:2351: writing smithi00780855-7 from 2080768 to 2211840 tid 1 2024-08-04T15:35:41.503 INFO:tasks.rados.rados.0.smithi007.stdout:2352: read oid 15 snap -1 2024-08-04T15:35:41.503 INFO:tasks.rados.rados.0.smithi007.stdout:2352: expect (ObjNum 639 snap 205 seq_num 639) 2024-08-04T15:35:41.503 INFO:tasks.rados.rados.0.smithi007.stdout:2353: delete oid 19 current snap is 235 2024-08-04T15:35:41.503 INFO:tasks.rados.rados.0.smithi007.stdout:2347: expect (ObjNum 702 snap 225 seq_num 702) 2024-08-04T15:35:41.774 INFO:tasks.rados.rados.0.smithi007.stdout:2349: finishing write tid 1 to smithi00780855-20 2024-08-04T15:35:41.775 INFO:tasks.rados.rados.0.smithi007.stdout:2349: finishing write tid 2 to smithi00780855-20 2024-08-04T15:35:41.775 INFO:tasks.rados.rados.0.smithi007.stdout:2349: finishing write tid 3 to smithi00780855-20 2024-08-04T15:35:41.775 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 1925 (ObjNum 722 snap 235 seq_num 722) dirty exists 2024-08-04T15:35:41.775 INFO:tasks.rados.rados.0.smithi007.stdout:2349: left oid 20 (ObjNum 722 snap 235 seq_num 722) 2024-08-04T15:35:41.775 INFO:tasks.rados.rados.0.smithi007.stdout:2350: finishing write tid 1 to smithi00780855-6 2024-08-04T15:35:41.775 INFO:tasks.rados.rados.0.smithi007.stdout:2347: done (5 left) 2024-08-04T15:35:41.775 INFO:tasks.rados.rados.0.smithi007.stdout:2349: done (4 left) 2024-08-04T15:35:41.775 INFO:tasks.rados.rados.0.smithi007.stdout:2353: done (3 left) 2024-08-04T15:35:41.775 INFO:tasks.rados.rados.0.smithi007.stdout:2354: rmattr oid 8 current snap is 235 2024-08-04T15:35:41.775 INFO:tasks.rados.rados.0.smithi007.stdout:2354: done (3 left) 2024-08-04T15:35:41.775 INFO:tasks.rados.rados.0.smithi007.stdout:2355: snap_remove snap 197 2024-08-04T15:35:41.998 INFO:tasks.rados.rados.0.smithi007.stdout:2355: done (3 left) 2024-08-04T15:35:41.998 INFO:tasks.rados.rados.0.smithi007.stdout:2356: snap_create 2024-08-04T15:35:41.998 INFO:tasks.rados.rados.0.smithi007.stdout:2350: finishing write tid 2 to smithi00780855-6 2024-08-04T15:35:41.998 INFO:tasks.rados.rados.0.smithi007.stdout:2350: finishing write tid 3 to smithi00780855-6 2024-08-04T15:35:41.998 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 1182 (ObjNum 723 snap 235 seq_num 723) dirty exists 2024-08-04T15:35:41.998 INFO:tasks.rados.rados.0.smithi007.stdout:2350: left oid 6 (ObjNum 723 snap 235 seq_num 723) 2024-08-04T15:35:41.998 INFO:tasks.rados.rados.0.smithi007.stdout:2351: finishing write tid 1 to smithi00780855-7 2024-08-04T15:35:41.998 INFO:tasks.rados.rados.0.smithi007.stdout:2351: finishing write tid 2 to smithi00780855-7 2024-08-04T15:35:41.999 INFO:tasks.rados.rados.0.smithi007.stdout:2352: expect (ObjNum 639 snap 205 seq_num 639) 2024-08-04T15:35:42.036 INFO:tasks.rados.rados.0.smithi007.stdout:2351: finishing write tid 3 to smithi00780855-7 2024-08-04T15:35:42.036 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 1717 (ObjNum 724 snap 235 seq_num 724) dirty exists 2024-08-04T15:35:42.036 INFO:tasks.rados.rados.0.smithi007.stdout:2351: left oid 7 (ObjNum 724 snap 235 seq_num 724) 2024-08-04T15:35:42.258 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:41 smithi007 ceph-mon[94998]: pgmap v465: 121 pgs: 4 peering, 117 active+clean; 336 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 37 MiB/s rd, 2.0 MiB/s wr, 37 op/s; 5.2 MiB/s, 2 objects/s recovering 2024-08-04T15:35:42.258 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:41 smithi007 ceph-mon[92692]: pgmap v465: 121 pgs: 4 peering, 117 active+clean; 336 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 37 MiB/s rd, 2.0 MiB/s wr, 37 op/s; 5.2 MiB/s, 2 objects/s recovering 2024-08-04T15:35:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:41 smithi062 ceph-mon[85960]: pgmap v465: 121 pgs: 4 peering, 117 active+clean; 336 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 37 MiB/s rd, 2.0 MiB/s wr, 37 op/s; 5.2 MiB/s, 2 objects/s recovering 2024-08-04T15:35:42.534 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:35:42 smithi007 systemd[1]: Stopping Ceph mds.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:35:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:35:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:35:43.002 INFO:tasks.rados.rados.0.smithi007.stdout:2350: done (3 left) 2024-08-04T15:35:43.002 INFO:tasks.rados.rados.0.smithi007.stdout:2351: done (2 left) 2024-08-04T15:35:43.002 INFO:tasks.rados.rados.0.smithi007.stdout:2352: done (1 left) 2024-08-04T15:35:43.002 INFO:tasks.rados.rados.0.smithi007.stdout:2356: done (0 left) 2024-08-04T15:35:43.002 INFO:tasks.rados.rados.0.smithi007.stdout:2357: rollback oid 30 current snap is 236 2024-08-04T15:35:43.002 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 30 to 211 2024-08-04T15:35:43.002 INFO:tasks.rados.rados.0.smithi007.stdout:2358: rollback oid 21 current snap is 236 2024-08-04T15:35:43.002 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 21 to 227 2024-08-04T15:35:43.002 INFO:tasks.rados.rados.0.smithi007.stdout:2359: delete oid 10 current snap is 236 2024-08-04T15:35:43.008 INFO:tasks.rados.rados.0.smithi007.stdout:2357: finishing rollback tid 1 to smithi00780855-30 2024-08-04T15:35:43.008 INFO:tasks.rados.rados.0.smithi007.stdout:2357: finishing rollback tid 2 to smithi00780855-30 2024-08-04T15:35:43.008 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 1715 (ObjNum 602 snap 189 seq_num 602) dirty exists 2024-08-04T15:35:43.009 INFO:tasks.rados.rados.0.smithi007.stdout:2358: finishing rollback tid 1 to smithi00780855-21 2024-08-04T15:35:43.009 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 1679 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-04T15:35:43.009 INFO:tasks.rados.rados.0.smithi007.stdout:2357: done (2 left) 2024-08-04T15:35:43.009 INFO:tasks.rados.rados.0.smithi007.stdout:2358: done (1 left) 2024-08-04T15:35:43.009 INFO:tasks.rados.rados.0.smithi007.stdout:2359: done (0 left) 2024-08-04T15:35:43.009 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 236 2024-08-04T15:35:43.010 INFO:tasks.rados.rados.0.smithi007.stdout:2360: seq_num 727 ranges {1105920=180224} 2024-08-04T15:35:43.016 INFO:tasks.rados.rados.0.smithi007.stdout:2360: writing smithi00780855-15 from 1105920 to 1286144 tid 1 2024-08-04T15:35:43.016 INFO:tasks.rados.rados.0.smithi007.stdout:2361: snap_create 2024-08-04T15:35:43.019 INFO:tasks.rados.rados.0.smithi007.stdout:2360: finishing write tid 1 to smithi00780855-15 2024-08-04T15:35:43.020 INFO:tasks.rados.rados.0.smithi007.stdout:2360: finishing write tid 2 to smithi00780855-15 2024-08-04T15:35:43.021 INFO:tasks.rados.rados.0.smithi007.stdout:2360: finishing write tid 3 to smithi00780855-15 2024-08-04T15:35:43.021 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 2016 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-08-04T15:35:43.021 INFO:tasks.rados.rados.0.smithi007.stdout:2360: left oid 15 (ObjNum 727 snap 236 seq_num 727) 2024-08-04T15:35:43.086 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:35:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a[66484]: 2024-08-04T15:35:42.796+0000 7efcf9cb4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T15:35:43.086 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:35:42 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a[66484]: 2024-08-04T15:35:42.796+0000 7efcf9cb4640 -1 mds.a *** got signal Terminated *** 2024-08-04T15:35:43.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:42 smithi007 ceph-mon[92692]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 44/552 objects degraded (7.971%), 9 pgs degraded) 2024-08-04T15:35:43.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:42 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:35:43.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:42 smithi007 ceph-mon[92692]: osdmap e541: 8 total, 8 up, 8 in 2024-08-04T15:35:43.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:42 smithi007 ceph-mon[94998]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 44/552 objects degraded (7.971%), 9 pgs degraded) 2024-08-04T15:35:43.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:42 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:35:43.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:42 smithi007 ceph-mon[94998]: osdmap e541: 8 total, 8 up, 8 in 2024-08-04T15:35:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:42 smithi062 ceph-mon[85960]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 44/552 objects degraded (7.971%), 9 pgs degraded) 2024-08-04T15:35:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:42 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:35:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:42 smithi062 ceph-mon[85960]: osdmap e541: 8 total, 8 up, 8 in 2024-08-04T15:35:44.010 INFO:tasks.rados.rados.0.smithi007.stdout:2360: done (1 left) 2024-08-04T15:35:44.010 INFO:tasks.rados.rados.0.smithi007.stdout:2361: done (0 left) 2024-08-04T15:35:44.010 INFO:tasks.rados.rados.0.smithi007.stdout:2362: rmattr oid 36 current snap is 237 2024-08-04T15:35:44.010 INFO:tasks.rados.rados.0.smithi007.stdout:2362: done (0 left) 2024-08-04T15:35:44.010 INFO:tasks.rados.rados.0.smithi007.stdout:2363: delete oid 24 current snap is 237 2024-08-04T15:35:44.017 INFO:tasks.rados.rados.0.smithi007.stdout:2363: done (0 left) 2024-08-04T15:35:44.017 INFO:tasks.rados.rados.0.smithi007.stdout:2364: read oid 46 snap -1 2024-08-04T15:35:44.017 INFO:tasks.rados.rados.0.smithi007.stdout:2364: expect (ObjNum 702 snap 225 seq_num 702) 2024-08-04T15:35:44.017 INFO:tasks.rados.rados.0.smithi007.stdout:2365: setattr oid 5 current snap is 237 2024-08-04T15:35:44.021 INFO:tasks.rados.rados.0.smithi007.stdout:2366: copy_from oid 6 from oid 7 current snap is 237 2024-08-04T15:35:44.021 INFO:tasks.rados.rados.0.smithi007.stdout:2367: read oid 48 snap -1 2024-08-04T15:35:44.021 INFO:tasks.rados.rados.0.smithi007.stdout:2367: expect deleted 2024-08-04T15:35:44.021 INFO:tasks.rados.rados.0.smithi007.stdout:2368: snap_remove snap 230 2024-08-04T15:35:44.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:43 smithi007 ceph-mon[92692]: osdmap e542: 8 total, 8 up, 8 in 2024-08-04T15:35:44.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:43 smithi007 ceph-mon[92692]: fsmap cephfs:1 {0=b=up:active} 2024-08-04T15:35:44.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:43 smithi007 ceph-mon[92692]: pgmap v468: 121 pgs: 121 active+clean; 336 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 20 KiB/s wr, 27 op/s; 5.2 MiB/s, 2 objects/s recovering 2024-08-04T15:35:44.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:43 smithi007 ceph-mon[94998]: osdmap e542: 8 total, 8 up, 8 in 2024-08-04T15:35:44.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:43 smithi007 ceph-mon[94998]: fsmap cephfs:1 {0=b=up:active} 2024-08-04T15:35:44.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:43 smithi007 ceph-mon[94998]: pgmap v468: 121 pgs: 121 active+clean; 336 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 20 KiB/s wr, 27 op/s; 5.2 MiB/s, 2 objects/s recovering 2024-08-04T15:35:44.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:43 smithi062 ceph-mon[85960]: osdmap e542: 8 total, 8 up, 8 in 2024-08-04T15:35:44.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:43 smithi062 ceph-mon[85960]: fsmap cephfs:1 {0=b=up:active} 2024-08-04T15:35:44.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:43 smithi062 ceph-mon[85960]: pgmap v468: 121 pgs: 121 active+clean; 336 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 20 KiB/s wr, 27 op/s; 5.2 MiB/s, 2 objects/s recovering 2024-08-04T15:35:44.495 INFO:tasks.rados.rados.0.smithi007.stdout:2364: expect (ObjNum 702 snap 225 seq_num 702) 2024-08-04T15:35:44.770 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 1915 (ObjNum 258 snap 74 seq_num 258) dirty exists 2024-08-04T15:35:44.770 INFO:tasks.rados.rados.0.smithi007.stdout:2366: finishing copy_from racing read to smithi00780855-6 2024-08-04T15:35:44.770 INFO:tasks.rados.rados.0.smithi007.stdout:2366: finishing copy_from to smithi00780855-6 2024-08-04T15:35:44.770 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 1717 (ObjNum 724 snap 235 seq_num 724) dirty exists 2024-08-04T15:35:44.770 INFO:tasks.rados.rados.0.smithi007.stdout:2364: done (4 left) 2024-08-04T15:35:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:2365: done (3 left) 2024-08-04T15:35:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:2366: done (2 left) 2024-08-04T15:35:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:2367: done (1 left) 2024-08-04T15:35:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:2368: done (0 left) 2024-08-04T15:35:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:2369: rmattr oid 38 current snap is 237 2024-08-04T15:35:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:2369: done (0 left) 2024-08-04T15:35:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 237 2024-08-04T15:35:44.771 INFO:tasks.rados.rados.0.smithi007.stdout:2370: seq_num 729 ranges {6201344=212992} 2024-08-04T15:35:44.805 INFO:tasks.rados.rados.0.smithi007.stdout:2370: writing smithi00780855-22 from 6201344 to 6414336 tid 1 2024-08-04T15:35:44.805 INFO:tasks.rados.rados.0.smithi007.stdout:2371: snap_create 2024-08-04T15:35:44.809 INFO:tasks.rados.rados.0.smithi007.stdout:2370: finishing write tid 1 to smithi00780855-22 2024-08-04T15:35:44.809 INFO:tasks.rados.rados.0.smithi007.stdout:2370: finishing write tid 2 to smithi00780855-22 2024-08-04T15:35:44.810 INFO:tasks.rados.rados.0.smithi007.stdout:2370: finishing write tid 3 to smithi00780855-22 2024-08-04T15:35:44.810 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 1527 (ObjNum 729 snap 237 seq_num 729) dirty exists 2024-08-04T15:35:44.810 INFO:tasks.rados.rados.0.smithi007.stdout:2370: left oid 22 (ObjNum 729 snap 237 seq_num 729) 2024-08-04T15:35:44.921 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:35:44 smithi007 podman[119247]: 2024-08-04 15:35:44.671006168 +0000 UTC m=+1.983268617 container died 39baa14185b8884f021bc63ee8adc5548ebfd80ecb1082ccccbbe8bf1bcb0e8e (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=quincy-85224d9, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-04T15:35:45.173 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:45 smithi007 ceph-mon[92692]: osdmap e543: 8 total, 8 up, 8 in 2024-08-04T15:35:45.173 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:45 smithi007 ceph-mon[92692]: osdmap e544: 8 total, 8 up, 8 in 2024-08-04T15:35:45.174 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:45 smithi007 ceph-mon[94998]: osdmap e543: 8 total, 8 up, 8 in 2024-08-04T15:35:45.174 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:45 smithi007 ceph-mon[94998]: osdmap e544: 8 total, 8 up, 8 in 2024-08-04T15:35:45.174 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:35:45 smithi007 podman[119247]: 2024-08-04 15:35:45.154553737 +0000 UTC m=+2.466816175 container cleanup 39baa14185b8884f021bc63ee8adc5548ebfd80ecb1082ccccbbe8bf1bcb0e8e (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-85224d9, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-04T15:35:45.174 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:35:45 smithi007 bash[119247]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a 2024-08-04T15:35:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:45 smithi062 ceph-mon[85960]: osdmap e543: 8 total, 8 up, 8 in 2024-08-04T15:35:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:45 smithi062 ceph-mon[85960]: osdmap e544: 8 total, 8 up, 8 in 2024-08-04T15:35:45.494 INFO:tasks.rados.rados.0.smithi007.stdout:2370: done (1 left) 2024-08-04T15:35:45.495 INFO:tasks.rados.rados.0.smithi007.stdout:2371: done (0 left) 2024-08-04T15:35:45.495 INFO:tasks.rados.rados.0.smithi007.stdout:2372: read oid 13 snap 215 2024-08-04T15:35:45.495 INFO:tasks.rados.rados.0.smithi007.stdout:2372: expect (ObjNum 536 snap 175 seq_num 536) 2024-08-04T15:35:45.495 INFO:tasks.rados.rados.0.smithi007.stdout:2373: read oid 11 snap 232 2024-08-04T15:35:45.495 INFO:tasks.rados.rados.0.smithi007.stdout:2373: expect deleted 2024-08-04T15:35:45.495 INFO:tasks.rados.rados.0.smithi007.stdout:2374: rollback oid 16 current snap is 238 2024-08-04T15:35:45.495 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 16 to 215 2024-08-04T15:35:45.495 INFO:tasks.rados.rados.0.smithi007.stdout:2375: rollback oid 22 current snap is 238 2024-08-04T15:35:45.495 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 22 to 237 2024-08-04T15:35:45.495 INFO:tasks.rados.rados.0.smithi007.stdout:2376: rollback oid 42 current snap is 238 2024-08-04T15:35:45.495 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 42 to 233 2024-08-04T15:35:45.495 INFO:tasks.rados.rados.0.smithi007.stdout:2377: read oid 50 snap -1 2024-08-04T15:35:45.495 INFO:tasks.rados.rados.0.smithi007.stdout:2377: expect deleted 2024-08-04T15:35:45.496 INFO:tasks.rados.rados.0.smithi007.stdout:2378: rmattr oid 41 current snap is 238 2024-08-04T15:35:45.496 INFO:tasks.rados.rados.0.smithi007.stdout:2379: read oid 35 snap -1 2024-08-04T15:35:45.496 INFO:tasks.rados.rados.0.smithi007.stdout:2379: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-04T15:35:45.496 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 238 2024-08-04T15:35:45.496 INFO:tasks.rados.rados.0.smithi007.stdout:2380: seq_num 730 ranges {6144000=229376} 2024-08-04T15:35:45.530 INFO:tasks.rados.rados.0.smithi007.stdout:2380: writing smithi00780855-46 from 6144000 to 6373376 tid 1 2024-08-04T15:35:45.530 INFO:tasks.rados.rados.0.smithi007.stdout:2381: read oid 49 snap 206 2024-08-04T15:35:45.530 INFO:tasks.rados.rados.0.smithi007.stdout:2381: expect deleted 2024-08-04T15:35:45.530 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 20 current snap is 238 2024-08-04T15:35:45.530 INFO:tasks.rados.rados.0.smithi007.stdout:2382: seq_num 731 ranges {6242304=245760} 2024-08-04T15:35:45.566 INFO:tasks.rados.rados.0.smithi007.stdout:2382: writing smithi00780855-20 from 6242304 to 6488064 tid 1 2024-08-04T15:35:45.566 INFO:tasks.rados.rados.0.smithi007.stdout:2383: delete oid 37 current snap is 238 2024-08-04T15:35:45.566 INFO:tasks.rados.rados.0.smithi007.stdout:2375: finishing rollback tid 0 to smithi00780855-22 2024-08-04T15:35:45.566 INFO:tasks.rados.rados.0.smithi007.stdout:2375: finishing rollback tid 1 to smithi00780855-22 2024-08-04T15:35:45.566 INFO:tasks.rados.rados.0.smithi007.stdout:2374: finishing rollback tid 1 to smithi00780855-16 2024-08-04T15:35:45.566 INFO:tasks.rados.rados.0.smithi007.stdout:2375: finishing rollback tid 2 to smithi00780855-22 2024-08-04T15:35:45.566 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 1530 (ObjNum 729 snap 237 seq_num 729) dirty exists 2024-08-04T15:35:45.566 INFO:tasks.rados.rados.0.smithi007.stdout:2374: finishing rollback tid 2 to smithi00780855-16 2024-08-04T15:35:45.567 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 1719 (ObjNum 487 snap 151 seq_num 487) dirty exists 2024-08-04T15:35:45.567 INFO:tasks.rados.rados.0.smithi007.stdout:2376: finishing rollback tid 0 to smithi00780855-42 2024-08-04T15:35:45.567 INFO:tasks.rados.rados.0.smithi007.stdout:2376: finishing rollback tid 1 to smithi00780855-42 2024-08-04T15:35:45.567 INFO:tasks.rados.rados.0.smithi007.stdout:2376: finishing rollback tid 2 to smithi00780855-42 2024-08-04T15:35:45.567 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 1533 (ObjNum 602 snap 189 seq_num 602) dirty exists 2024-08-04T15:35:45.567 INFO:tasks.rados.rados.0.smithi007.stdout:2379: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-04T15:35:45.725 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 2028 (ObjNum 629 snap 199 seq_num 629) dirty exists 2024-08-04T15:35:45.726 INFO:tasks.rados.rados.0.smithi007.stdout:2380: finishing write tid 1 to smithi00780855-46 2024-08-04T15:35:45.726 INFO:tasks.rados.rados.0.smithi007.stdout:2373: done (11 left) 2024-08-04T15:35:45.726 INFO:tasks.rados.rados.0.smithi007.stdout:2374: done (10 left) 2024-08-04T15:35:45.726 INFO:tasks.rados.rados.0.smithi007.stdout:2375: done (9 left) 2024-08-04T15:35:45.726 INFO:tasks.rados.rados.0.smithi007.stdout:2376: done (8 left) 2024-08-04T15:35:45.726 INFO:tasks.rados.rados.0.smithi007.stdout:2377: done (7 left) 2024-08-04T15:35:45.726 INFO:tasks.rados.rados.0.smithi007.stdout:2378: done (6 left) 2024-08-04T15:35:45.726 INFO:tasks.rados.rados.0.smithi007.stdout:2379: done (5 left) 2024-08-04T15:35:45.726 INFO:tasks.rados.rados.0.smithi007.stdout:2381: done (4 left) 2024-08-04T15:35:45.726 INFO:tasks.rados.rados.0.smithi007.stdout:2383: done (3 left) 2024-08-04T15:35:45.726 INFO:tasks.rados.rados.0.smithi007.stdout:2384: snap_create 2024-08-04T15:35:45.726 INFO:tasks.rados.rados.0.smithi007.stdout:2380: finishing write tid 2 to smithi00780855-46 2024-08-04T15:35:45.727 INFO:tasks.rados.rados.0.smithi007.stdout:2380: finishing write tid 3 to smithi00780855-46 2024-08-04T15:35:45.727 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 1917 (ObjNum 730 snap 238 seq_num 730) dirty exists 2024-08-04T15:35:45.727 INFO:tasks.rados.rados.0.smithi007.stdout:2380: left oid 46 (ObjNum 730 snap 238 seq_num 730) 2024-08-04T15:35:45.727 INFO:tasks.rados.rados.0.smithi007.stdout:2372: expect (ObjNum 536 snap 175 seq_num 536) 2024-08-04T15:35:45.757 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:35:45 smithi007 podman[119271]: 2024-08-04 15:35:45.405929965 +0000 UTC m=+0.737686392 container remove 39baa14185b8884f021bc63ee8adc5548ebfd80ecb1082ccccbbe8bf1bcb0e8e (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=quincy-85224d9, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:35:45.757 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:35:45 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mds.a.service: Deactivated successfully. 2024-08-04T15:35:45.757 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:35:45 smithi007 systemd[1]: Stopped Ceph mds.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:35:45.757 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:35:45 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mds.a.service: Consumed 1.135s CPU time. 2024-08-04T15:35:45.757 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:35:45 smithi007 systemd[1]: Starting Ceph mds.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:35:46.079 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:35:45 smithi007 podman[119401]: 2024-08-04 15:35:45.973747642 +0000 UTC m=+0.110444877 container create 7ce692391c458856f771ee2094ac905016654b21f44274567552591d728a511e (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-08-04T15:35:46.079 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:35:45 smithi007 podman[119401]: 2024-08-04 15:35:45.882310695 +0000 UTC m=+0.019007955 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:35:46.149 INFO:tasks.rados.rados.0.smithi007.stdout:2382: finishing write tid 1 to smithi00780855-20 2024-08-04T15:35:46.149 INFO:tasks.rados.rados.0.smithi007.stdout:2382: finishing write tid 2 to smithi00780855-20 2024-08-04T15:35:46.149 INFO:tasks.rados.rados.0.smithi007.stdout:2382: finishing write tid 3 to smithi00780855-20 2024-08-04T15:35:46.149 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 1927 (ObjNum 731 snap 238 seq_num 731) dirty exists 2024-08-04T15:35:46.149 INFO:tasks.rados.rados.0.smithi007.stdout:2382: left oid 20 (ObjNum 731 snap 238 seq_num 731) 2024-08-04T15:35:46.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:35:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:35:46] "GET /metrics HTTP/1.1" 200 36117 "" "Prometheus/2.43.0" 2024-08-04T15:35:46.336 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:35:46 smithi007 podman[119401]: 2024-08-04 15:35:46.201964926 +0000 UTC m=+0.338662174 container init 7ce692391c458856f771ee2094ac905016654b21f44274567552591d728a511e (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-04T15:35:46.336 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:35:46 smithi007 podman[119401]: 2024-08-04 15:35:46.20506808 +0000 UTC m=+0.341765318 container start 7ce692391c458856f771ee2094ac905016654b21f44274567552591d728a511e (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T15:35:46.336 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:35:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a[119416]: starting mds.a at 2024-08-04T15:35:46.336 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:35:46 smithi007 bash[119401]: 7ce692391c458856f771ee2094ac905016654b21f44274567552591d728a511e 2024-08-04T15:35:46.336 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:35:46 smithi007 systemd[1]: Started Ceph mds.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:35:46.495 INFO:tasks.rados.rados.0.smithi007.stdout:2372: done (3 left) 2024-08-04T15:35:46.495 INFO:tasks.rados.rados.0.smithi007.stdout:2380: done (2 left) 2024-08-04T15:35:46.495 INFO:tasks.rados.rados.0.smithi007.stdout:2382: done (1 left) 2024-08-04T15:35:46.495 INFO:tasks.rados.rados.0.smithi007.stdout:2384: done (0 left) 2024-08-04T15:35:46.495 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 13 current snap is 239 2024-08-04T15:35:46.496 INFO:tasks.rados.rados.0.smithi007.stdout:2385: seq_num 733 ranges {6643712=278528} 2024-08-04T15:35:46.533 INFO:tasks.rados.rados.0.smithi007.stdout:2385: writing smithi00780855-13 from 6643712 to 6922240 tid 1 2024-08-04T15:35:46.533 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 17 current snap is 239 2024-08-04T15:35:46.533 INFO:tasks.rados.rados.0.smithi007.stdout:2386: seq_num 734 ranges {1056768=294912} 2024-08-04T15:35:46.540 INFO:tasks.rados.rados.0.smithi007.stdout:2386: writing smithi00780855-17 from 1056768 to 1351680 tid 1 2024-08-04T15:35:46.540 INFO:tasks.rados.rados.0.smithi007.stdout:2387: read oid 30 snap -1 2024-08-04T15:35:46.540 INFO:tasks.rados.rados.0.smithi007.stdout:2387: expect (ObjNum 602 snap 189 seq_num 602) 2024-08-04T15:35:46.540 INFO:tasks.rados.rados.0.smithi007.stdout:2388: snap_remove snap 207 2024-08-04T15:35:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:46 smithi062 ceph-mon[85960]: pgmap v471: 121 pgs: 121 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 60 KiB/s wr, 10 op/s 2024-08-04T15:35:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:46 smithi062 ceph-mon[85960]: osdmap e545: 8 total, 8 up, 8 in 2024-08-04T15:35:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:46 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:46 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:46 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:35:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:46 smithi007 ceph-mon[92692]: pgmap v471: 121 pgs: 121 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 60 KiB/s wr, 10 op/s 2024-08-04T15:35:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:46 smithi007 ceph-mon[92692]: osdmap e545: 8 total, 8 up, 8 in 2024-08-04T15:35:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:46 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:46 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:46 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:35:46.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:46 smithi007 ceph-mon[94998]: pgmap v471: 121 pgs: 121 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 60 KiB/s wr, 10 op/s 2024-08-04T15:35:46.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:46 smithi007 ceph-mon[94998]: osdmap e545: 8 total, 8 up, 8 in 2024-08-04T15:35:46.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:46 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:46.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:46 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:46.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:46 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:35:47.514 INFO:tasks.rados.rados.0.smithi007.stdout:2388: done (3 left) 2024-08-04T15:35:47.514 INFO:tasks.rados.rados.0.smithi007.stdout:2389: delete oid 47 current snap is 239 2024-08-04T15:35:47.514 INFO:tasks.rados.rados.0.smithi007.stdout:2385: finishing write tid 1 to smithi00780855-13 2024-08-04T15:35:47.514 INFO:tasks.rados.rados.0.smithi007.stdout:2385: finishing write tid 2 to smithi00780855-13 2024-08-04T15:35:47.514 INFO:tasks.rados.rados.0.smithi007.stdout:2385: finishing write tid 3 to smithi00780855-13 2024-08-04T15:35:47.514 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 2031 (ObjNum 733 snap 239 seq_num 733) dirty exists 2024-08-04T15:35:47.515 INFO:tasks.rados.rados.0.smithi007.stdout:2385: left oid 13 (ObjNum 733 snap 239 seq_num 733) 2024-08-04T15:35:47.515 INFO:tasks.rados.rados.0.smithi007.stdout:2386: finishing write tid 1 to smithi00780855-17 2024-08-04T15:35:47.515 INFO:tasks.rados.rados.0.smithi007.stdout:2386: finishing write tid 2 to smithi00780855-17 2024-08-04T15:35:47.515 INFO:tasks.rados.rados.0.smithi007.stdout:2386: finishing write tid 3 to smithi00780855-17 2024-08-04T15:35:47.515 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 1479 (ObjNum 734 snap 239 seq_num 734) dirty exists 2024-08-04T15:35:47.515 INFO:tasks.rados.rados.0.smithi007.stdout:2386: left oid 17 (ObjNum 734 snap 239 seq_num 734) 2024-08-04T15:35:47.515 INFO:tasks.rados.rados.0.smithi007.stdout:2387: expect (ObjNum 602 snap 189 seq_num 602) 2024-08-04T15:35:47.639 INFO:tasks.rados.rados.0.smithi007.stdout:2385: done (3 left) 2024-08-04T15:35:47.639 INFO:tasks.rados.rados.0.smithi007.stdout:2386: done (2 left) 2024-08-04T15:35:47.639 INFO:tasks.rados.rados.0.smithi007.stdout:2387: done (1 left) 2024-08-04T15:35:47.639 INFO:tasks.rados.rados.0.smithi007.stdout:2389: done (0 left) 2024-08-04T15:35:47.639 INFO:tasks.rados.rados.0.smithi007.stdout:2390: snap_create 2024-08-04T15:35:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:47 smithi062 ceph-mon[85960]: osdmap e546: 8 total, 8 up, 8 in 2024-08-04T15:35:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:47 smithi062 ceph-mon[85960]: mds.? [v2:172.21.15.7:6834/705405629,v1:172.21.15.7:6835/705405629] up:boot 2024-08-04T15:35:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:47 smithi062 ceph-mon[85960]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:35:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T15:35:47.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:47 smithi007 ceph-mon[92692]: osdmap e546: 8 total, 8 up, 8 in 2024-08-04T15:35:47.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:47 smithi007 ceph-mon[92692]: mds.? [v2:172.21.15.7:6834/705405629,v1:172.21.15.7:6835/705405629] up:boot 2024-08-04T15:35:47.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:47 smithi007 ceph-mon[92692]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:35:47.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T15:35:47.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:47 smithi007 ceph-mon[94998]: osdmap e546: 8 total, 8 up, 8 in 2024-08-04T15:35:47.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:47 smithi007 ceph-mon[94998]: mds.? [v2:172.21.15.7:6834/705405629,v1:172.21.15.7:6835/705405629] up:boot 2024-08-04T15:35:47.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:47 smithi007 ceph-mon[94998]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-04T15:35:47.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T15:35:48.511 INFO:tasks.rados.rados.0.smithi007.stdout:2390: done (0 left) 2024-08-04T15:35:48.511 INFO:tasks.rados.rados.0.smithi007.stdout:2391: delete oid 28 current snap is 240 2024-08-04T15:35:48.515 INFO:tasks.rados.rados.0.smithi007.stdout:2391: done (0 left) 2024-08-04T15:35:48.516 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 39 current snap is 240 2024-08-04T15:35:48.516 INFO:tasks.rados.rados.0.smithi007.stdout:2392: seq_num 737 ranges {0=352256} 2024-08-04T15:35:48.517 INFO:tasks.rados.rados.0.smithi007.stdout:2392: writing smithi00780855-39 from 0 to 352256 tid 1 2024-08-04T15:35:48.518 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 13 current snap is 240 2024-08-04T15:35:48.518 INFO:tasks.rados.rados.0.smithi007.stdout:2393: seq_num 738 ranges {6922240=368640} 2024-08-04T15:35:48.557 INFO:tasks.rados.rados.0.smithi007.stdout:2393: writing smithi00780855-13 from 6922240 to 7290880 tid 1 2024-08-04T15:35:48.558 INFO:tasks.rados.rados.0.smithi007.stdout:2394: snap_remove snap 215 2024-08-04T15:35:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:48 smithi062 ceph-mon[85960]: pgmap v474: 121 pgs: 121 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 128 KiB/s wr, 10 op/s 2024-08-04T15:35:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:48 smithi062 ceph-mon[85960]: osdmap e547: 8 total, 8 up, 8 in 2024-08-04T15:35:48.801 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:48 smithi007 ceph-mon[92692]: pgmap v474: 121 pgs: 121 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 128 KiB/s wr, 10 op/s 2024-08-04T15:35:48.802 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:48 smithi007 ceph-mon[92692]: osdmap e547: 8 total, 8 up, 8 in 2024-08-04T15:35:48.802 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:48 smithi007 ceph-mon[94998]: pgmap v474: 121 pgs: 121 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 128 KiB/s wr, 10 op/s 2024-08-04T15:35:48.802 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:48 smithi007 ceph-mon[94998]: osdmap e547: 8 total, 8 up, 8 in 2024-08-04T15:35:49.494 INFO:tasks.rados.rados.0.smithi007.stdout:2394: done (2 left) 2024-08-04T15:35:49.495 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 240 2024-08-04T15:35:49.495 INFO:tasks.rados.rados.0.smithi007.stdout:2395: seq_num 739 ranges {0=385024} 2024-08-04T15:35:49.497 INFO:tasks.rados.rados.0.smithi007.stdout:2395: writing smithi00780855-28 from 0 to 385024 tid 1 2024-08-04T15:35:49.497 INFO:tasks.rados.rados.0.smithi007.stdout:2396: read oid 31 snap 234 2024-08-04T15:35:49.498 INFO:tasks.rados.rados.0.smithi007.stdout:2396: expect (ObjNum 681 snap 217 seq_num 681) 2024-08-04T15:35:49.498 INFO:tasks.rados.rados.0.smithi007.stdout:2397: copy_from oid 29 from oid 6 current snap is 240 2024-08-04T15:35:49.498 INFO:tasks.rados.rados.0.smithi007.stdout:2398: delete oid 1 current snap is 240 2024-08-04T15:35:49.498 INFO:tasks.rados.rados.0.smithi007.stdout:2392: finishing write tid 1 to smithi00780855-39 2024-08-04T15:35:49.498 INFO:tasks.rados.rados.0.smithi007.stdout:2392: finishing write tid 2 to smithi00780855-39 2024-08-04T15:35:49.498 INFO:tasks.rados.rados.0.smithi007.stdout:2392: finishing write tid 3 to smithi00780855-39 2024-08-04T15:35:49.499 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 1519 (ObjNum 737 snap 240 seq_num 737) dirty exists 2024-08-04T15:35:49.499 INFO:tasks.rados.rados.0.smithi007.stdout:2392: left oid 39 (ObjNum 737 snap 240 seq_num 737) 2024-08-04T15:35:49.499 INFO:tasks.rados.rados.0.smithi007.stdout:2393: finishing write tid 1 to smithi00780855-13 2024-08-04T15:35:49.499 INFO:tasks.rados.rados.0.smithi007.stdout:2393: finishing write tid 2 to smithi00780855-13 2024-08-04T15:35:49.499 INFO:tasks.rados.rados.0.smithi007.stdout:2393: finishing write tid 3 to smithi00780855-13 2024-08-04T15:35:49.499 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 2048 (ObjNum 738 snap 240 seq_num 738) dirty exists 2024-08-04T15:35:49.499 INFO:tasks.rados.rados.0.smithi007.stdout:2393: left oid 13 (ObjNum 738 snap 240 seq_num 738) 2024-08-04T15:35:49.511 INFO:tasks.rados.rados.0.smithi007.stdout:2395: finishing write tid 1 to smithi00780855-28 2024-08-04T15:35:49.511 INFO:tasks.rados.rados.0.smithi007.stdout:2395: finishing write tid 2 to smithi00780855-28 2024-08-04T15:35:49.514 INFO:tasks.rados.rados.0.smithi007.stdout:2392: done (5 left) 2024-08-04T15:35:49.514 INFO:tasks.rados.rados.0.smithi007.stdout:2393: done (4 left) 2024-08-04T15:35:49.514 INFO:tasks.rados.rados.0.smithi007.stdout:2398: done (3 left) 2024-08-04T15:35:49.514 INFO:tasks.rados.rados.0.smithi007.stdout:2399: read oid 50 snap -1 2024-08-04T15:35:49.514 INFO:tasks.rados.rados.0.smithi007.stdout:2399: expect deleted 2024-08-04T15:35:49.514 INFO:tasks.rados.rados.0.smithi007.stdout:2400: snap_remove snap 236 2024-08-04T15:35:49.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:49 smithi007 ceph-mon[92692]: osdmap e548: 8 total, 8 up, 8 in 2024-08-04T15:35:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:49 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:49 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:49 smithi007 ceph-mon[92692]: osdmap e549: 8 total, 8 up, 8 in 2024-08-04T15:35:49.836 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 15:35:49 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1[104886]: 2024-08-04T15:35:49.512+0000 7f1ba3294640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 120 after trimming was started 2024-08-04T15:35:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:49 smithi007 ceph-mon[94998]: osdmap e548: 8 total, 8 up, 8 in 2024-08-04T15:35:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:49 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:49 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:49.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:49 smithi007 ceph-mon[94998]: osdmap e549: 8 total, 8 up, 8 in 2024-08-04T15:35:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:49 smithi062 ceph-mon[85960]: osdmap e548: 8 total, 8 up, 8 in 2024-08-04T15:35:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:49 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:49 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:49 smithi062 ceph-mon[85960]: osdmap e549: 8 total, 8 up, 8 in 2024-08-04T15:35:50.522 INFO:tasks.rados.rados.0.smithi007.stdout:2400: done (4 left) 2024-08-04T15:35:50.522 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 240 2024-08-04T15:35:50.522 INFO:tasks.rados.rados.0.smithi007.stdout:2401: seq_num 741 ranges {6414336=417792} 2024-08-04T15:35:50.559 INFO:tasks.rados.rados.0.smithi007.stdout:2401: writing smithi00780855-22 from 6414336 to 6832128 tid 1 2024-08-04T15:35:50.559 INFO:tasks.rados.rados.0.smithi007.stdout:2402: rmattr oid 49 current snap is 240 2024-08-04T15:35:50.559 INFO:tasks.rados.rados.0.smithi007.stdout:2402: done (5 left) 2024-08-04T15:35:50.559 INFO:tasks.rados.rados.0.smithi007.stdout:2403: read oid 13 snap 229 2024-08-04T15:35:50.559 INFO:tasks.rados.rados.0.smithi007.stdout:2403: expect (ObjNum 536 snap 175 seq_num 536) 2024-08-04T15:35:50.560 INFO:tasks.rados.rados.0.smithi007.stdout:2404: copy_from oid 27 from oid 39 current snap is 240 2024-08-04T15:35:50.560 INFO:tasks.rados.rados.0.smithi007.stdout:2395: finishing write tid 3 to smithi00780855-28 2024-08-04T15:35:50.560 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 1930 (ObjNum 739 snap 240 seq_num 739) dirty exists 2024-08-04T15:35:50.560 INFO:tasks.rados.rados.0.smithi007.stdout:2395: left oid 28 (ObjNum 739 snap 240 seq_num 739) 2024-08-04T15:35:50.560 INFO:tasks.rados.rados.0.smithi007.stdout:2396: expect (ObjNum 681 snap 217 seq_num 681) 2024-08-04T15:35:50.688 INFO:tasks.rados.rados.0.smithi007.stdout:2397: finishing copy_from racing read to smithi00780855-29 2024-08-04T15:35:50.688 INFO:tasks.rados.rados.0.smithi007.stdout:2397: finishing copy_from to smithi00780855-29 2024-08-04T15:35:50.688 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 1717 (ObjNum 724 snap 235 seq_num 724) dirty exists 2024-08-04T15:35:50.688 INFO:tasks.rados.rados.0.smithi007.stdout:2401: finishing write tid 1 to smithi00780855-22 2024-08-04T15:35:50.688 INFO:tasks.rados.rados.0.smithi007.stdout:2401: finishing write tid 2 to smithi00780855-22 2024-08-04T15:35:50.689 INFO:tasks.rados.rados.0.smithi007.stdout:2404: finishing copy_from racing read to smithi00780855-27 2024-08-04T15:35:50.689 INFO:tasks.rados.rados.0.smithi007.stdout:2401: finishing write tid 3 to smithi00780855-22 2024-08-04T15:35:50.689 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 1536 (ObjNum 741 snap 240 seq_num 741) dirty exists 2024-08-04T15:35:50.689 INFO:tasks.rados.rados.0.smithi007.stdout:2401: left oid 22 (ObjNum 741 snap 240 seq_num 741) 2024-08-04T15:35:50.689 INFO:tasks.rados.rados.0.smithi007.stdout:2404: finishing copy_from to smithi00780855-27 2024-08-04T15:35:50.689 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 1519 (ObjNum 737 snap 240 seq_num 737) dirty exists 2024-08-04T15:35:50.689 INFO:tasks.rados.rados.0.smithi007.stdout:2403: expect (ObjNum 536 snap 175 seq_num 536) 2024-08-04T15:35:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:50 smithi062 ceph-mon[85960]: pgmap v477: 121 pgs: 121 active+clean; 310 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 788 KiB/s wr, 15 op/s 2024-08-04T15:35:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:50 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:50 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:50 smithi062 ceph-mon[85960]: osdmap e550: 8 total, 8 up, 8 in 2024-08-04T15:35:51.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:50 smithi007 ceph-mon[92692]: pgmap v477: 121 pgs: 121 active+clean; 310 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 788 KiB/s wr, 15 op/s 2024-08-04T15:35:51.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:50 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:51.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:50 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:51.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:50 smithi007 ceph-mon[92692]: osdmap e550: 8 total, 8 up, 8 in 2024-08-04T15:35:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:50 smithi007 ceph-mon[94998]: pgmap v477: 121 pgs: 121 active+clean; 310 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 788 KiB/s wr, 15 op/s 2024-08-04T15:35:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:50 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:50 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:50 smithi007 ceph-mon[94998]: osdmap e550: 8 total, 8 up, 8 in 2024-08-04T15:35:51.110 INFO:tasks.rados.rados.0.smithi007.stdout:2395: done (6 left) 2024-08-04T15:35:51.111 INFO:tasks.rados.rados.0.smithi007.stdout:2396: done (5 left) 2024-08-04T15:35:51.111 INFO:tasks.rados.rados.0.smithi007.stdout:2397: done (4 left) 2024-08-04T15:35:51.111 INFO:tasks.rados.rados.0.smithi007.stdout:2399: done (3 left) 2024-08-04T15:35:51.111 INFO:tasks.rados.rados.0.smithi007.stdout:2401: done (2 left) 2024-08-04T15:35:51.111 INFO:tasks.rados.rados.0.smithi007.stdout:2403: done (1 left) 2024-08-04T15:35:51.111 INFO:tasks.rados.rados.0.smithi007.stdout:2404: done (0 left) 2024-08-04T15:35:51.111 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 33 current snap is 240 2024-08-04T15:35:51.111 INFO:tasks.rados.rados.0.smithi007.stdout:2405: seq_num 742 ranges {0=434176} 2024-08-04T15:35:51.113 INFO:tasks.rados.rados.0.smithi007.stdout:2405: writing smithi00780855-33 from 0 to 434176 tid 1 2024-08-04T15:35:51.113 INFO:tasks.rados.rados.0.smithi007.stdout:2406: snap_create 2024-08-04T15:35:51.116 INFO:tasks.rados.rados.0.smithi007.stdout:2405: finishing write tid 1 to smithi00780855-33 2024-08-04T15:35:51.117 INFO:tasks.rados.rados.0.smithi007.stdout:2405: finishing write tid 2 to smithi00780855-33 2024-08-04T15:35:51.118 INFO:tasks.rados.rados.0.smithi007.stdout:2405: finishing write tid 3 to smithi00780855-33 2024-08-04T15:35:51.118 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 1717 (ObjNum 742 snap 240 seq_num 742) dirty exists 2024-08-04T15:35:51.118 INFO:tasks.rados.rados.0.smithi007.stdout:2405: left oid 33 (ObjNum 742 snap 240 seq_num 742) 2024-08-04T15:35:52.118 INFO:tasks.rados.rados.0.smithi007.stdout:2405: done (1 left) 2024-08-04T15:35:52.118 INFO:tasks.rados.rados.0.smithi007.stdout:2406: done (0 left) 2024-08-04T15:35:52.118 INFO:tasks.rados.rados.0.smithi007.stdout:2407: rmattr oid 32 current snap is 241 2024-08-04T15:35:52.119 INFO:tasks.rados.rados.0.smithi007.stdout:2407: done (0 left) 2024-08-04T15:35:52.119 INFO:tasks.rados.rados.0.smithi007.stdout:2408: rollback oid 3 current snap is 241 2024-08-04T15:35:52.119 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 3 to 208 2024-08-04T15:35:52.119 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 9 current snap is 241 2024-08-04T15:35:52.119 INFO:tasks.rados.rados.0.smithi007.stdout:2409: seq_num 743 ranges {0=450560} 2024-08-04T15:35:52.121 INFO:tasks.rados.rados.0.smithi007.stdout:2409: writing smithi00780855-9 from 0 to 450560 tid 1 2024-08-04T15:35:52.121 INFO:tasks.rados.rados.0.smithi007.stdout:2410: snap_create 2024-08-04T15:35:52.124 INFO:tasks.rados.rados.0.smithi007.stdout:2408: finishing rollback tid 0 to smithi00780855-3 2024-08-04T15:35:52.124 INFO:tasks.rados.rados.0.smithi007.stdout:2408: finishing rollback tid 1 to smithi00780855-3 2024-08-04T15:35:52.124 INFO:tasks.rados.rados.0.smithi007.stdout:2408: finishing rollback tid 2 to smithi00780855-3 2024-08-04T15:35:52.124 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 1175 (ObjNum 478 snap 148 seq_num 478) dirty exists 2024-08-04T15:35:52.128 INFO:tasks.rados.rados.0.smithi007.stdout:2409: finishing write tid 1 to smithi00780855-9 2024-08-04T15:35:52.128 INFO:tasks.rados.rados.0.smithi007.stdout:2409: finishing write tid 2 to smithi00780855-9 2024-08-04T15:35:52.130 INFO:tasks.rados.rados.0.smithi007.stdout:2409: finishing write tid 3 to smithi00780855-9 2024-08-04T15:35:52.130 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 1719 (ObjNum 743 snap 241 seq_num 743) dirty exists 2024-08-04T15:35:52.130 INFO:tasks.rados.rados.0.smithi007.stdout:2409: left oid 9 (ObjNum 743 snap 241 seq_num 743) 2024-08-04T15:35:52.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:52.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:35:52.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:52 smithi062 ceph-mon[85960]: pgmap v480: 121 pgs: 121 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-04T15:35:52.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:52.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:35:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:52 smithi007 ceph-mon[92692]: pgmap v480: 121 pgs: 121 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-04T15:35:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:35:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:52 smithi007 ceph-mon[94998]: pgmap v480: 121 pgs: 121 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-04T15:35:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:35:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:35:53.125 INFO:tasks.rados.rados.0.smithi007.stdout:2408: done (2 left) 2024-08-04T15:35:53.125 INFO:tasks.rados.rados.0.smithi007.stdout:2409: done (1 left) 2024-08-04T15:35:53.125 INFO:tasks.rados.rados.0.smithi007.stdout:2410: done (0 left) 2024-08-04T15:35:53.126 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 33 current snap is 242 2024-08-04T15:35:53.126 INFO:tasks.rados.rados.0.smithi007.stdout:2411: seq_num 744 ranges {434176=466944} 2024-08-04T15:35:53.130 INFO:tasks.rados.rados.0.smithi007.stdout:2411: writing smithi00780855-33 from 434176 to 901120 tid 1 2024-08-04T15:35:53.130 INFO:tasks.rados.rados.0.smithi007.stdout:2412: snap_create 2024-08-04T15:35:53.136 INFO:tasks.rados.rados.0.smithi007.stdout:2411: finishing write tid 1 to smithi00780855-33 2024-08-04T15:35:53.137 INFO:tasks.rados.rados.0.smithi007.stdout:2411: finishing write tid 2 to smithi00780855-33 2024-08-04T15:35:53.138 INFO:tasks.rados.rados.0.smithi007.stdout:2411: finishing write tid 3 to smithi00780855-33 2024-08-04T15:35:53.138 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 1721 (ObjNum 744 snap 242 seq_num 744) dirty exists 2024-08-04T15:35:53.138 INFO:tasks.rados.rados.0.smithi007.stdout:2411: left oid 33 (ObjNum 744 snap 242 seq_num 744) 2024-08-04T15:35:53.407 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:53 smithi062 ceph-mon[85960]: osdmap e551: 8 total, 8 up, 8 in 2024-08-04T15:35:53.407 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:53 smithi062 ceph-mon[85960]: Detected new or changed devices on smithi007 2024-08-04T15:35:53.407 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:53.408 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:53.408 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:35:53.408 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:35:53.408 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:53.408 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:35:53.408 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:53.408 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:53.408 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:53.408 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:53.408 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-04T15:35:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[94998]: osdmap e551: 8 total, 8 up, 8 in 2024-08-04T15:35:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[94998]: Detected new or changed devices on smithi007 2024-08-04T15:35:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:35:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:35:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:35:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:53.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:53.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:53.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-04T15:35:53.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[92692]: osdmap e551: 8 total, 8 up, 8 in 2024-08-04T15:35:53.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[92692]: Detected new or changed devices on smithi007 2024-08-04T15:35:53.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:53.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:53.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:35:53.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:35:53.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:53.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:35:53.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:53.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:53.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:53.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:53.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-04T15:35:54.127 INFO:tasks.rados.rados.0.smithi007.stdout:2411: done (1 left) 2024-08-04T15:35:54.127 INFO:tasks.rados.rados.0.smithi007.stdout:2412: done (0 left) 2024-08-04T15:35:54.127 INFO:tasks.rados.rados.0.smithi007.stdout:2413: delete oid 46 current snap is 243 2024-08-04T15:35:54.130 INFO:tasks.rados.rados.0.smithi007.stdout:2413: done (0 left) 2024-08-04T15:35:54.130 INFO:tasks.rados.rados.0.smithi007.stdout:2414: delete oid 40 current snap is 243 2024-08-04T15:35:54.135 INFO:tasks.rados.rados.0.smithi007.stdout:2414: done (0 left) 2024-08-04T15:35:54.135 INFO:tasks.rados.rados.0.smithi007.stdout:2415: snap_create 2024-08-04T15:35:54.367 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:35:54.411 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:54 smithi062 ceph-mon[85960]: Upgrade: It appears safe to stop mds.b 2024-08-04T15:35:54.411 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:54 smithi062 ceph-mon[85960]: pgmap v482: 121 pgs: 121 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 987 KiB/s wr, 16 op/s 2024-08-04T15:35:54.411 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:54 smithi062 ceph-mon[85960]: osdmap e552: 8 total, 8 up, 8 in 2024-08-04T15:35:54.495 INFO:tasks.rados.rados.0.smithi007.stdout:2415: done (0 left) 2024-08-04T15:35:54.495 INFO:tasks.rados.rados.0.smithi007.stdout:2416: read oid 50 snap -1 2024-08-04T15:35:54.495 INFO:tasks.rados.rados.0.smithi007.stdout:2416: expect deleted 2024-08-04T15:35:54.495 INFO:tasks.rados.rados.0.smithi007.stdout:2417: read oid 18 snap -1 2024-08-04T15:35:54.496 INFO:tasks.rados.rados.0.smithi007.stdout:2417: expect (ObjNum 558 snap 182 seq_num 558) 2024-08-04T15:35:54.496 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 5 current snap is 244 2024-08-04T15:35:54.496 INFO:tasks.rados.rados.0.smithi007.stdout:2418: seq_num 747 ranges {9035776=516096} 2024-08-04T15:35:54.552 INFO:tasks.rados.rados.0.smithi007.stdout:2418: writing smithi00780855-5 from 9035776 to 9551872 tid 1 2024-08-04T15:35:54.552 INFO:tasks.rados.rados.0.smithi007.stdout:2419: snap_create 2024-08-04T15:35:54.553 INFO:tasks.rados.rados.0.smithi007.stdout:2417: expect (ObjNum 558 snap 182 seq_num 558) 2024-08-04T15:35:54.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:54 smithi007 ceph-mon[92692]: Upgrade: It appears safe to stop mds.b 2024-08-04T15:35:54.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:54 smithi007 ceph-mon[92692]: pgmap v482: 121 pgs: 121 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 987 KiB/s wr, 16 op/s 2024-08-04T15:35:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:54 smithi007 ceph-mon[92692]: osdmap e552: 8 total, 8 up, 8 in 2024-08-04T15:35:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:54 smithi007 ceph-mon[94998]: Upgrade: It appears safe to stop mds.b 2024-08-04T15:35:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:54 smithi007 ceph-mon[94998]: pgmap v482: 121 pgs: 121 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 987 KiB/s wr, 16 op/s 2024-08-04T15:35:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:54 smithi007 ceph-mon[94998]: osdmap e552: 8 total, 8 up, 8 in 2024-08-04T15:35:54.669 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:35:54.669 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (6m) 5s ago 10m 26.0M - 0.25.0 c8568f914cd2 d6b15156f420 2024-08-04T15:35:54.669 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (6m) 20s ago 10m 87.9M - 9.4.7 954c08fa6188 66e1e6bf99cd 2024-08-04T15:35:54.669 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (8s) 5s ago 12m 11.8M - 19.1.0-1260-g26c3fb8e 564b849e9656 7ce692391c45 2024-08-04T15:35:54.669 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (12m) 20s ago 12m 22.6M - 17.2.7-1207-g85224d90 3614407c4e10 951c2f76c840 2024-08-04T15:35:54.669 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443,9283,8765 running (5m) 20s ago 15m 441M - 19.1.0-1260-g26c3fb8e 564b849e9656 0a006181dce3 2024-08-04T15:35:54.669 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:8443,9283,8765 running (6m) 5s ago 17m 513M - 19.1.0-1260-g26c3fb8e 564b849e9656 37ef3ca8c5a9 2024-08-04T15:35:54.669 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (5m) 5s ago 17m 64.4M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 299809910b9f 2024-08-04T15:35:54.670 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (5m) 20s ago 16m 55.4M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 2e88aab312eb 2024-08-04T15:35:54.670 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (5m) 5s ago 15m 57.2M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 cb8318c43c9d 2024-08-04T15:35:54.670 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (6m) 5s ago 10m 15.9M - 1.5.0 0da6a335fe13 e040078790b8 2024-08-04T15:35:54.670 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (6m) 20s ago 10m 15.5M - 1.5.0 0da6a335fe13 b7bce65c2f21 2024-08-04T15:35:54.670 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (4m) 5s ago 15m 325M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e9184d39c1f 2024-08-04T15:35:54.670 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (3m) 5s ago 14m 261M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e39c45ce0aa 2024-08-04T15:35:54.670 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (3m) 5s ago 14m 194M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 0fac930b36e6 2024-08-04T15:35:54.670 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (2m) 5s ago 14m 139M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 9fb37da143b0 2024-08-04T15:35:54.670 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (2m) 20s ago 13m 165M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 ae7979574af0 2024-08-04T15:35:54.670 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (91s) 20s ago 13m 149M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 66fd13de2101 2024-08-04T15:35:54.671 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (58s) 20s ago 13m 114M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 2cc66e231f7e 2024-08-04T15:35:54.671 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (25s) 20s ago 12m 11.6M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 6c28fcd30e2b 2024-08-04T15:35:54.671 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (6m) 20s ago 11m 65.3M - 2.43.0 a07b618ecd1d ab854fccad8e 2024-08-04T15:35:54.999 INFO:tasks.rados.rados.0.smithi007.stdout:2418: finishing write tid 1 to smithi00780855-5 2024-08-04T15:35:55.000 INFO:tasks.rados.rados.0.smithi007.stdout:2418: finishing write tid 2 to smithi00780855-5 2024-08-04T15:35:55.000 INFO:tasks.rados.rados.0.smithi007.stdout:2418: finishing write tid 3 to smithi00780855-5 2024-08-04T15:35:55.000 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 1920 (ObjNum 747 snap 244 seq_num 747) dirty exists 2024-08-04T15:35:55.000 INFO:tasks.rados.rados.0.smithi007.stdout:2418: left oid 5 (ObjNum 747 snap 244 seq_num 747) 2024-08-04T15:35:55.004 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:35:55.004 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:35:55.005 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 3 2024-08-04T15:35:55.005 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:35:55.005 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:35:55.005 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:35:55.005 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:35:55.005 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:35:55.005 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 8 2024-08-04T15:35:55.005 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:35:55.006 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:35:55.006 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 1, 2024-08-04T15:35:55.006 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 1 2024-08-04T15:35:55.006 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:35:55.006 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:35:55.006 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 17.2.7-1207-g85224d90 (85224d90e0d1cb4a74d5aeb0e0b9f3bb40b0b569) quincy (stable)": 1, 2024-08-04T15:35:55.006 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 14 2024-08-04T15:35:55.006 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:35:55.007 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:35:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:55 smithi062 ceph-mon[85960]: osdmap e553: 8 total, 8 up, 8 in 2024-08-04T15:35:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:55 smithi062 ceph-mon[85960]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:35:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:55 smithi062 ceph-mon[85960]: osdmap e554: 8 total, 8 up, 8 in 2024-08-04T15:35:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:55 smithi062 ceph-mon[85960]: Upgrade: Updating mds.b 2024-08-04T15:35:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:55 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:55 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-04T15:35:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:55 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:35:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:55 smithi062 ceph-mon[85960]: Deploying daemon mds.b on smithi062 2024-08-04T15:35:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:55 smithi062 ceph-mon[85960]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:35:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:55 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3163395910' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[92692]: osdmap e553: 8 total, 8 up, 8 in 2024-08-04T15:35:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[92692]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:35:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[92692]: osdmap e554: 8 total, 8 up, 8 in 2024-08-04T15:35:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[92692]: Upgrade: Updating mds.b 2024-08-04T15:35:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-04T15:35:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:35:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[92692]: Deploying daemon mds.b on smithi062 2024-08-04T15:35:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[92692]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:35:55.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3163395910' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:55.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[94998]: osdmap e553: 8 total, 8 up, 8 in 2024-08-04T15:35:55.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[94998]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:35:55.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[94998]: osdmap e554: 8 total, 8 up, 8 in 2024-08-04T15:35:55.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[94998]: Upgrade: Updating mds.b 2024-08-04T15:35:55.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:35:55.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-04T15:35:55.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:35:55.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[94998]: Deploying daemon mds.b on smithi062 2024-08-04T15:35:55.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[94998]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:35:55.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:55 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3163395910' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:35:55.497 INFO:tasks.rados.rados.0.smithi007.stdout:2416: done (3 left) 2024-08-04T15:35:55.497 INFO:tasks.rados.rados.0.smithi007.stdout:2417: done (2 left) 2024-08-04T15:35:55.497 INFO:tasks.rados.rados.0.smithi007.stdout:2418: done (1 left) 2024-08-04T15:35:55.497 INFO:tasks.rados.rados.0.smithi007.stdout:2419: done (0 left) 2024-08-04T15:35:55.497 INFO:tasks.rados.rados.0.smithi007.stdout:2420: read oid 8 snap -1 2024-08-04T15:35:55.497 INFO:tasks.rados.rados.0.smithi007.stdout:2420: expect (ObjNum 686 snap 219 seq_num 686) 2024-08-04T15:35:55.497 INFO:tasks.rados.rados.0.smithi007.stdout:2421: read oid 29 snap 241 2024-08-04T15:35:55.497 INFO:tasks.rados.rados.0.smithi007.stdout:2421: expect (ObjNum 724 snap 235 seq_num 724) 2024-08-04T15:35:55.497 INFO:tasks.rados.rados.0.smithi007.stdout:2422: setattr oid 21 current snap is 245 2024-08-04T15:35:55.500 INFO:tasks.rados.rados.0.smithi007.stdout:2423: copy_from oid 18 from oid 4 current snap is 245 2024-08-04T15:35:55.500 INFO:tasks.rados.rados.0.smithi007.stdout:2424: rmattr oid 50 current snap is 245 2024-08-04T15:35:55.500 INFO:tasks.rados.rados.0.smithi007.stdout:2424: done (4 left) 2024-08-04T15:35:55.500 INFO:tasks.rados.rados.0.smithi007.stdout:2425: copy_from oid 31 from oid 47 current snap is 245 2024-08-04T15:35:55.500 INFO:tasks.rados.rados.0.smithi007.stdout:2426: read oid 43 snap -1 2024-08-04T15:35:55.500 INFO:tasks.rados.rados.0.smithi007.stdout:2426: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:35:55.500 INFO:tasks.rados.rados.0.smithi007.stdout:2427: delete oid 45 current snap is 245 2024-08-04T15:35:55.501 INFO:tasks.rados.rados.0.smithi007.stdout:2425: finishing copy_from to smithi00780855-31 2024-08-04T15:35:55.501 INFO:tasks.rados.rados.0.smithi007.stdout:2425: got expected ENOENT (src dne) 2024-08-04T15:35:55.501 INFO:tasks.rados.rados.0.smithi007.stdout:2425: finishing copy_from racing read to smithi00780855-31 2024-08-04T15:35:55.502 INFO:tasks.rados.rados.0.smithi007.stdout:2426: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:35:55.507 INFO:tasks.rados.rados.0.smithi007.stdout:2421: expect (ObjNum 724 snap 235 seq_num 724) 2024-08-04T15:35:55.611 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 1720 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-04T15:35:55.611 INFO:tasks.rados.rados.0.smithi007.stdout:2420: expect (ObjNum 686 snap 219 seq_num 686) 2024-08-04T15:35:55.954 INFO:tasks.rados.rados.0.smithi007.stdout:2423: finishing copy_from racing read to smithi00780855-18 2024-08-04T15:35:55.954 INFO:tasks.rados.rados.0.smithi007.stdout:2423: finishing copy_from to smithi00780855-18 2024-08-04T15:35:55.955 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 1480 (ObjNum 714 snap 231 seq_num 714) dirty exists 2024-08-04T15:35:55.955 INFO:tasks.rados.rados.0.smithi007.stdout:2420: done (6 left) 2024-08-04T15:35:55.955 INFO:tasks.rados.rados.0.smithi007.stdout:2421: done (5 left) 2024-08-04T15:35:55.955 INFO:tasks.rados.rados.0.smithi007.stdout:2422: done (4 left) 2024-08-04T15:35:55.955 INFO:tasks.rados.rados.0.smithi007.stdout:2423: done (3 left) 2024-08-04T15:35:55.955 INFO:tasks.rados.rados.0.smithi007.stdout:2425: done (2 left) 2024-08-04T15:35:55.955 INFO:tasks.rados.rados.0.smithi007.stdout:2426: done (1 left) 2024-08-04T15:35:55.955 INFO:tasks.rados.rados.0.smithi007.stdout:2427: done (0 left) 2024-08-04T15:35:55.955 INFO:tasks.rados.rados.0.smithi007.stdout:2428: snap_remove snap 206 2024-08-04T15:35:56.458 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:35:56 smithi062 systemd[1]: Stopping Ceph mds.b for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:35:56.493 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:35:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:35:56] "GET /metrics HTTP/1.1" 200 36251 "" "Prometheus/2.43.0" 2024-08-04T15:35:56.594 INFO:tasks.rados.rados.0.smithi007.stdout:2428: done (0 left) 2024-08-04T15:35:56.594 INFO:tasks.rados.rados.0.smithi007.stdout:2429: read oid 38 snap 229 2024-08-04T15:35:56.594 INFO:tasks.rados.rados.0.smithi007.stdout:2429: expect (ObjNum 657 snap 211 seq_num 657) 2024-08-04T15:35:56.594 INFO:tasks.rados.rados.0.smithi007.stdout:2430: snap_remove snap 235 2024-08-04T15:35:56.734 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:56 smithi062 ceph-mon[85960]: pgmap v486: 121 pgs: 121 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-04T15:35:56.734 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:56 smithi062 ceph-mon[85960]: osdmap e555: 8 total, 8 up, 8 in 2024-08-04T15:35:56.745 INFO:tasks.rados.rados.0.smithi007.stdout:2430: done (1 left) 2024-08-04T15:35:56.746 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 245 2024-08-04T15:35:56.746 INFO:tasks.rados.rados.0.smithi007.stdout:2431: seq_num 749 ranges {0=548864} 2024-08-04T15:35:56.748 INFO:tasks.rados.rados.0.smithi007.stdout:2431: writing smithi00780855-48 from 0 to 548864 tid 1 2024-08-04T15:35:56.748 INFO:tasks.rados.rados.0.smithi007.stdout:2432: rollback oid 11 current snap is 245 2024-08-04T15:35:56.748 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 11 to 241 2024-08-04T15:35:56.748 INFO:tasks.rados.rados.0.smithi007.stdout:2433: read oid 42 snap -1 2024-08-04T15:35:56.748 INFO:tasks.rados.rados.0.smithi007.stdout:2433: expect (ObjNum 602 snap 189 seq_num 602) 2024-08-04T15:35:56.748 INFO:tasks.rados.rados.0.smithi007.stdout:2434: snap_create 2024-08-04T15:35:56.748 INFO:tasks.rados.rados.0.smithi007.stdout:2429: expect (ObjNum 657 snap 211 seq_num 657) 2024-08-04T15:35:56.795 INFO:tasks.rados.rados.0.smithi007.stdout:2432: finishing rollback tid 1 to smithi00780855-11 2024-08-04T15:35:56.796 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 1513 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-04T15:35:56.796 INFO:tasks.rados.rados.0.smithi007.stdout:2431: finishing write tid 1 to smithi00780855-48 2024-08-04T15:35:56.796 INFO:tasks.rados.rados.0.smithi007.stdout:2431: finishing write tid 2 to smithi00780855-48 2024-08-04T15:35:56.796 INFO:tasks.rados.rados.0.smithi007.stdout:2431: finishing write tid 3 to smithi00780855-48 2024-08-04T15:35:56.796 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 1177 (ObjNum 749 snap 245 seq_num 749) dirty exists 2024-08-04T15:35:56.797 INFO:tasks.rados.rados.0.smithi007.stdout:2431: left oid 48 (ObjNum 749 snap 245 seq_num 749) 2024-08-04T15:35:56.797 INFO:tasks.rados.rados.0.smithi007.stdout:2433: expect (ObjNum 602 snap 189 seq_num 602) 2024-08-04T15:35:56.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:56 smithi007 ceph-mon[92692]: pgmap v486: 121 pgs: 121 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-04T15:35:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:56 smithi007 ceph-mon[92692]: osdmap e555: 8 total, 8 up, 8 in 2024-08-04T15:35:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a[92669]: 2024-08-04T15:35:56.734+0000 7f40dff77640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-04T15:35:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:56 smithi007 ceph-mon[94998]: pgmap v486: 121 pgs: 121 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-04T15:35:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:56 smithi007 ceph-mon[94998]: osdmap e555: 8 total, 8 up, 8 in 2024-08-04T15:35:57.011 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:35:56 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b[58866]: 2024-08-04T15:35:56.733+0000 7f8f38e9d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T15:35:57.011 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:35:56 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b[58866]: 2024-08-04T15:35:56.733+0000 7f8f38e9d640 -1 mds.b *** got signal Terminated *** 2024-08-04T15:35:57.751 INFO:tasks.rados.rados.0.smithi007.stdout:2429: done (4 left) 2024-08-04T15:35:57.751 INFO:tasks.rados.rados.0.smithi007.stdout:2431: done (3 left) 2024-08-04T15:35:57.752 INFO:tasks.rados.rados.0.smithi007.stdout:2432: done (2 left) 2024-08-04T15:35:57.752 INFO:tasks.rados.rados.0.smithi007.stdout:2433: done (1 left) 2024-08-04T15:35:57.752 INFO:tasks.rados.rados.0.smithi007.stdout:2434: done (0 left) 2024-08-04T15:35:57.752 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 246 2024-08-04T15:35:57.752 INFO:tasks.rados.rados.0.smithi007.stdout:2435: seq_num 750 ranges {548864=565248} 2024-08-04T15:35:57.757 INFO:tasks.rados.rados.0.smithi007.stdout:2435: writing smithi00780855-48 from 548864 to 1114112 tid 1 2024-08-04T15:35:57.758 INFO:tasks.rados.rados.0.smithi007.stdout:2436: copy_from oid 50 from oid 3 current snap is 246 2024-08-04T15:35:57.758 INFO:tasks.rados.rados.0.smithi007.stdout:2437: delete oid 27 current snap is 246 2024-08-04T15:35:57.761 INFO:tasks.rados.rados.0.smithi007.stdout:2437: done (2 left) 2024-08-04T15:35:57.761 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 246 2024-08-04T15:35:57.762 INFO:tasks.rados.rados.0.smithi007.stdout:2438: seq_num 752 ranges {6438912=598016} 2024-08-04T15:35:57.800 INFO:tasks.rados.rados.0.smithi007.stdout:2438: writing smithi00780855-16 from 6438912 to 7036928 tid 1 2024-08-04T15:35:57.800 INFO:tasks.rados.rados.0.smithi007.stdout:2439: rmattr oid 12 current snap is 246 2024-08-04T15:35:57.801 INFO:tasks.rados.rados.0.smithi007.stdout:2435: finishing write tid 1 to smithi00780855-48 2024-08-04T15:35:57.801 INFO:tasks.rados.rados.0.smithi007.stdout:2435: finishing write tid 2 to smithi00780855-48 2024-08-04T15:35:57.801 INFO:tasks.rados.rados.0.smithi007.stdout:2435: finishing write tid 3 to smithi00780855-48 2024-08-04T15:35:57.801 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 1179 (ObjNum 750 snap 246 seq_num 750) dirty exists 2024-08-04T15:35:57.801 INFO:tasks.rados.rados.0.smithi007.stdout:2435: left oid 48 (ObjNum 750 snap 246 seq_num 750) 2024-08-04T15:35:57.801 INFO:tasks.rados.rados.0.smithi007.stdout:2436: finishing copy_from racing read to smithi00780855-50 2024-08-04T15:35:57.801 INFO:tasks.rados.rados.0.smithi007.stdout:2436: finishing copy_from to smithi00780855-50 2024-08-04T15:35:57.801 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 1175 (ObjNum 478 snap 148 seq_num 478) dirty exists 2024-08-04T15:35:57.801 INFO:tasks.rados.rados.0.smithi007.stdout:2435: done (3 left) 2024-08-04T15:35:57.801 INFO:tasks.rados.rados.0.smithi007.stdout:2436: done (2 left) 2024-08-04T15:35:57.801 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 39 current snap is 246 2024-08-04T15:35:57.801 INFO:tasks.rados.rados.0.smithi007.stdout:2440: seq_num 753 ranges {352256=614400} 2024-08-04T15:35:57.805 INFO:tasks.rados.rados.0.smithi007.stdout:2440: writing smithi00780855-39 from 352256 to 966656 tid 1 2024-08-04T15:35:57.806 INFO:tasks.rados.rados.0.smithi007.stdout:2441: delete oid 32 current snap is 246 2024-08-04T15:35:57.806 INFO:tasks.rados.rados.0.smithi007.stdout:2438: finishing write tid 1 to smithi00780855-16 2024-08-04T15:35:57.807 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 2096 (ObjNum 720 snap 233 seq_num 720) dirty exists 2024-08-04T15:35:57.807 INFO:tasks.rados.rados.0.smithi007.stdout:2438: finishing write tid 2 to smithi00780855-16 2024-08-04T15:35:57.808 INFO:tasks.rados.rados.0.smithi007.stdout:2439: done (3 left) 2024-08-04T15:35:57.808 INFO:tasks.rados.rados.0.smithi007.stdout:2441: done (2 left) 2024-08-04T15:35:57.808 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 246 2024-08-04T15:35:57.808 INFO:tasks.rados.rados.0.smithi007.stdout:2442: seq_num 755 ranges {0=647168} 2024-08-04T15:35:57.813 INFO:tasks.rados.rados.0.smithi007.stdout:2442: writing smithi00780855-46 from 0 to 647168 tid 1 2024-08-04T15:35:57.813 INFO:tasks.rados.rados.0.smithi007.stdout:2443: delete oid 4 current snap is 246 2024-08-04T15:35:57.813 INFO:tasks.rados.rados.0.smithi007.stdout:2438: finishing write tid 3 to smithi00780855-16 2024-08-04T15:35:57.814 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 1722 (ObjNum 752 snap 246 seq_num 752) dirty exists 2024-08-04T15:35:57.814 INFO:tasks.rados.rados.0.smithi007.stdout:2438: left oid 16 (ObjNum 752 snap 246 seq_num 752) 2024-08-04T15:35:57.814 INFO:tasks.rados.rados.0.smithi007.stdout:2440: finishing write tid 1 to smithi00780855-39 2024-08-04T15:35:57.814 INFO:tasks.rados.rados.0.smithi007.stdout:2440: finishing write tid 2 to smithi00780855-39 2024-08-04T15:35:57.814 INFO:tasks.rados.rados.0.smithi007.stdout:2440: finishing write tid 3 to smithi00780855-39 2024-08-04T15:35:57.815 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 1521 (ObjNum 753 snap 246 seq_num 753) dirty exists 2024-08-04T15:35:57.815 INFO:tasks.rados.rados.0.smithi007.stdout:2440: left oid 39 (ObjNum 753 snap 246 seq_num 753) 2024-08-04T15:35:57.815 INFO:tasks.rados.rados.0.smithi007.stdout:2442: finishing write tid 1 to smithi00780855-46 2024-08-04T15:35:57.815 INFO:tasks.rados.rados.0.smithi007.stdout:2442: finishing write tid 2 to smithi00780855-46 2024-08-04T15:35:57.816 INFO:tasks.rados.rados.0.smithi007.stdout:2438: done (3 left) 2024-08-04T15:35:57.816 INFO:tasks.rados.rados.0.smithi007.stdout:2440: done (2 left) 2024-08-04T15:35:57.817 INFO:tasks.rados.rados.0.smithi007.stdout:2443: done (1 left) 2024-08-04T15:35:57.817 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 3 current snap is 246 2024-08-04T15:35:57.817 INFO:tasks.rados.rados.0.smithi007.stdout:2444: seq_num 757 ranges {819200=688128} 2024-08-04T15:35:57.824 INFO:tasks.rados.rados.0.smithi007.stdout:2444: writing smithi00780855-3 from 819200 to 1507328 tid 1 2024-08-04T15:35:57.824 INFO:tasks.rados.rados.0.smithi007.stdout:2445: snap_create 2024-08-04T15:35:57.825 INFO:tasks.rados.rados.0.smithi007.stdout:2442: finishing write tid 3 to smithi00780855-46 2024-08-04T15:35:57.825 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 1922 (ObjNum 755 snap 246 seq_num 755) dirty exists 2024-08-04T15:35:57.825 INFO:tasks.rados.rados.0.smithi007.stdout:2442: left oid 46 (ObjNum 755 snap 246 seq_num 755) 2024-08-04T15:35:57.827 INFO:tasks.rados.rados.0.smithi007.stdout:2444: finishing write tid 1 to smithi00780855-3 2024-08-04T15:35:57.828 INFO:tasks.rados.rados.0.smithi007.stdout:2444: finishing write tid 2 to smithi00780855-3 2024-08-04T15:35:57.828 INFO:tasks.rados.rados.0.smithi007.stdout:2444: finishing write tid 3 to smithi00780855-3 2024-08-04T15:35:57.828 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 1181 (ObjNum 757 snap 246 seq_num 757) dirty exists 2024-08-04T15:35:57.828 INFO:tasks.rados.rados.0.smithi007.stdout:2444: left oid 3 (ObjNum 757 snap 246 seq_num 757) 2024-08-04T15:35:57.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:57 smithi007 ceph-mon[94998]: osdmap e556: 8 total, 8 up, 8 in 2024-08-04T15:35:57.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:57 smithi007 ceph-mon[94998]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-04T15:35:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:57 smithi007 ceph-mon[94998]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-04T15:35:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:57 smithi007 ceph-mon[94998]: osdmap e557: 8 total, 8 up, 8 in 2024-08-04T15:35:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:57 smithi007 ceph-mon[94998]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-04T15:35:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:57 smithi007 ceph-mon[94998]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-04T15:35:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:57 smithi007 ceph-mon[94998]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-04T15:35:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:57 smithi007 ceph-mon[94998]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-04T15:35:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:35:57.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:57 smithi007 ceph-mon[92692]: osdmap e556: 8 total, 8 up, 8 in 2024-08-04T15:35:57.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:57 smithi007 ceph-mon[92692]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-04T15:35:57.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:57 smithi007 ceph-mon[92692]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-04T15:35:57.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:57 smithi007 ceph-mon[92692]: osdmap e557: 8 total, 8 up, 8 in 2024-08-04T15:35:57.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:57 smithi007 ceph-mon[92692]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-04T15:35:57.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:57 smithi007 ceph-mon[92692]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-04T15:35:57.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:57 smithi007 ceph-mon[92692]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-04T15:35:57.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:57 smithi007 ceph-mon[92692]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-04T15:35:57.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:35:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:57 smithi062 ceph-mon[85960]: osdmap e556: 8 total, 8 up, 8 in 2024-08-04T15:35:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:57 smithi062 ceph-mon[85960]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-04T15:35:58.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:57 smithi062 ceph-mon[85960]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-04T15:35:58.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:57 smithi062 ceph-mon[85960]: osdmap e557: 8 total, 8 up, 8 in 2024-08-04T15:35:58.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:57 smithi062 ceph-mon[85960]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-04T15:35:58.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:57 smithi062 ceph-mon[85960]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-04T15:35:58.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:57 smithi062 ceph-mon[85960]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-04T15:35:58.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:57 smithi062 ceph-mon[85960]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-04T15:35:58.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:35:58.758 INFO:tasks.rados.rados.0.smithi007.stdout:2442: done (2 left) 2024-08-04T15:35:58.758 INFO:tasks.rados.rados.0.smithi007.stdout:2444: done (1 left) 2024-08-04T15:35:58.758 INFO:tasks.rados.rados.0.smithi007.stdout:2445: done (0 left) 2024-08-04T15:35:58.758 INFO:tasks.rados.rados.0.smithi007.stdout:2446: delete oid 47 current snap is 247 2024-08-04T15:35:58.762 INFO:tasks.rados.rados.0.smithi007.stdout:2446: done (0 left) 2024-08-04T15:35:58.762 INFO:tasks.rados.rados.0.smithi007.stdout:2447: copy_from oid 37 from oid 34 current snap is 247 2024-08-04T15:35:58.762 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 9 current snap is 247 2024-08-04T15:35:58.762 INFO:tasks.rados.rados.0.smithi007.stdout:2448: seq_num 759 ranges {450560=720896} 2024-08-04T15:35:58.768 INFO:tasks.rados.rados.0.smithi007.stdout:2448: writing smithi00780855-9 from 450560 to 1171456 tid 1 2024-08-04T15:35:58.768 INFO:tasks.rados.rados.0.smithi007.stdout:2449: rollback oid 27 current snap is 247 2024-08-04T15:35:58.768 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 27 to 227 2024-08-04T15:35:58.769 INFO:tasks.rados.rados.0.smithi007.stdout:2447: finishing copy_from to smithi00780855-37 2024-08-04T15:35:58.769 INFO:tasks.rados.rados.0.smithi007.stdout:2447: got expected ENOENT (src dne) 2024-08-04T15:35:58.769 INFO:tasks.rados.rados.0.smithi007.stdout:2447: finishing copy_from racing read to smithi00780855-37 2024-08-04T15:35:58.769 INFO:tasks.rados.rados.0.smithi007.stdout:2447: done (2 left) 2024-08-04T15:35:58.769 INFO:tasks.rados.rados.0.smithi007.stdout:2450: delete oid 48 current snap is 247 2024-08-04T15:35:58.770 INFO:tasks.rados.rados.0.smithi007.stdout:2450: done (2 left) 2024-08-04T15:35:58.771 INFO:tasks.rados.rados.0.smithi007.stdout:2451: delete oid 20 current snap is 247 2024-08-04T15:35:58.773 INFO:tasks.rados.rados.0.smithi007.stdout:2451: done (2 left) 2024-08-04T15:35:58.773 INFO:tasks.rados.rados.0.smithi007.stdout:2452: snap_create 2024-08-04T15:35:58.777 INFO:tasks.rados.rados.0.smithi007.stdout:2448: finishing write tid 1 to smithi00780855-9 2024-08-04T15:35:58.777 INFO:tasks.rados.rados.0.smithi007.stdout:2448: finishing write tid 2 to smithi00780855-9 2024-08-04T15:35:58.778 INFO:tasks.rados.rados.0.smithi007.stdout:2449: finishing rollback tid 1 to smithi00780855-27 2024-08-04T15:35:58.778 INFO:tasks.rados.rados.0.smithi007.stdout:2449: finishing rollback tid 2 to smithi00780855-27 2024-08-04T15:35:58.778 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 1726 (ObjNum 678 snap 216 seq_num 678) dirty exists 2024-08-04T15:35:58.779 INFO:tasks.rados.rados.0.smithi007.stdout:2448: finishing write tid 3 to smithi00780855-9 2024-08-04T15:35:58.779 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 1724 (ObjNum 759 snap 247 seq_num 759) dirty exists 2024-08-04T15:35:58.779 INFO:tasks.rados.rados.0.smithi007.stdout:2448: left oid 9 (ObjNum 759 snap 247 seq_num 759) 2024-08-04T15:35:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:58 smithi062 ceph-mon[85960]: pgmap v490: 121 pgs: 121 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.0 KiB/s rd, 571 KiB/s wr, 4 op/s 2024-08-04T15:35:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:58 smithi062 ceph-mon[85960]: osdmap e558: 8 total, 8 up, 8 in 2024-08-04T15:35:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:58 smithi062 ceph-mon[85960]: mds.? [v2:172.21.15.7:6834/705405629,v1:172.21.15.7:6835/705405629] up:reconnect 2024-08-04T15:35:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:58 smithi062 ceph-mon[85960]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-04T15:35:59.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:58 smithi007 ceph-mon[92692]: pgmap v490: 121 pgs: 121 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.0 KiB/s rd, 571 KiB/s wr, 4 op/s 2024-08-04T15:35:59.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:58 smithi007 ceph-mon[92692]: osdmap e558: 8 total, 8 up, 8 in 2024-08-04T15:35:59.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:58 smithi007 ceph-mon[92692]: mds.? [v2:172.21.15.7:6834/705405629,v1:172.21.15.7:6835/705405629] up:reconnect 2024-08-04T15:35:59.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:58 smithi007 ceph-mon[92692]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-04T15:35:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:58 smithi007 ceph-mon[94998]: pgmap v490: 121 pgs: 121 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.0 KiB/s rd, 571 KiB/s wr, 4 op/s 2024-08-04T15:35:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:58 smithi007 ceph-mon[94998]: osdmap e558: 8 total, 8 up, 8 in 2024-08-04T15:35:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:58 smithi007 ceph-mon[94998]: mds.? [v2:172.21.15.7:6834/705405629,v1:172.21.15.7:6835/705405629] up:reconnect 2024-08-04T15:35:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:58 smithi007 ceph-mon[94998]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-04T15:35:59.498 INFO:tasks.rados.rados.0.smithi007.stdout:2448: done (2 left) 2024-08-04T15:35:59.498 INFO:tasks.rados.rados.0.smithi007.stdout:2449: done (1 left) 2024-08-04T15:35:59.498 INFO:tasks.rados.rados.0.smithi007.stdout:2452: done (0 left) 2024-08-04T15:35:59.498 INFO:tasks.rados.rados.0.smithi007.stdout:2453: snap_remove snap 239 2024-08-04T15:36:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:59 smithi062 ceph-mon[85960]: mds.? [v2:172.21.15.7:6834/705405629,v1:172.21.15.7:6835/705405629] up:rejoin 2024-08-04T15:36:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:59 smithi062 ceph-mon[85960]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-04T15:36:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:59 smithi062 ceph-mon[85960]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-04T15:36:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:59 smithi062 ceph-mon[85960]: osdmap e559: 8 total, 8 up, 8 in 2024-08-04T15:36:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:59 smithi062 ceph-mon[85960]: osdmap e560: 8 total, 8 up, 8 in 2024-08-04T15:36:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:59 smithi062 ceph-mon[85960]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-04T15:36:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:35:59 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:36:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:59 smithi007 ceph-mon[94998]: mds.? [v2:172.21.15.7:6834/705405629,v1:172.21.15.7:6835/705405629] up:rejoin 2024-08-04T15:36:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:59 smithi007 ceph-mon[94998]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-04T15:36:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:59 smithi007 ceph-mon[94998]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-04T15:36:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:59 smithi007 ceph-mon[94998]: osdmap e559: 8 total, 8 up, 8 in 2024-08-04T15:36:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:59 smithi007 ceph-mon[94998]: osdmap e560: 8 total, 8 up, 8 in 2024-08-04T15:36:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:59 smithi007 ceph-mon[94998]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-04T15:36:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:35:59 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:36:00.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:59 smithi007 ceph-mon[92692]: mds.? [v2:172.21.15.7:6834/705405629,v1:172.21.15.7:6835/705405629] up:rejoin 2024-08-04T15:36:00.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:59 smithi007 ceph-mon[92692]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-04T15:36:00.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:59 smithi007 ceph-mon[92692]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-04T15:36:00.090 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:59 smithi007 ceph-mon[92692]: osdmap e559: 8 total, 8 up, 8 in 2024-08-04T15:36:00.090 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:59 smithi007 ceph-mon[92692]: osdmap e560: 8 total, 8 up, 8 in 2024-08-04T15:36:00.090 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:59 smithi007 ceph-mon[92692]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-04T15:36:00.090 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:35:59 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:36:00.504 INFO:tasks.rados.rados.0.smithi007.stdout:2453: done (0 left) 2024-08-04T15:36:00.504 INFO:tasks.rados.rados.0.smithi007.stdout:2454: snap_create 2024-08-04T15:36:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:00 smithi062 ceph-mon[85960]: pgmap v493: 121 pgs: 121 active+clean; 327 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-04T15:36:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:00 smithi062 ceph-mon[85960]: mds.? [v2:172.21.15.7:6834/705405629,v1:172.21.15.7:6835/705405629] up:active 2024-08-04T15:36:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:00 smithi062 ceph-mon[85960]: fsmap cephfs:1 {0=a=up:active} 2024-08-04T15:36:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:00 smithi062 ceph-mon[85960]: osdmap e561: 8 total, 8 up, 8 in 2024-08-04T15:36:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:00 smithi007 ceph-mon[94998]: pgmap v493: 121 pgs: 121 active+clean; 327 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-04T15:36:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:00 smithi007 ceph-mon[94998]: mds.? [v2:172.21.15.7:6834/705405629,v1:172.21.15.7:6835/705405629] up:active 2024-08-04T15:36:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:00 smithi007 ceph-mon[94998]: fsmap cephfs:1 {0=a=up:active} 2024-08-04T15:36:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:00 smithi007 ceph-mon[94998]: osdmap e561: 8 total, 8 up, 8 in 2024-08-04T15:36:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:00 smithi007 ceph-mon[92692]: pgmap v493: 121 pgs: 121 active+clean; 327 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-04T15:36:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:00 smithi007 ceph-mon[92692]: mds.? [v2:172.21.15.7:6834/705405629,v1:172.21.15.7:6835/705405629] up:active 2024-08-04T15:36:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:00 smithi007 ceph-mon[92692]: fsmap cephfs:1 {0=a=up:active} 2024-08-04T15:36:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:00 smithi007 ceph-mon[92692]: osdmap e561: 8 total, 8 up, 8 in 2024-08-04T15:36:01.500 INFO:tasks.rados.rados.0.smithi007.stdout:2454: done (0 left) 2024-08-04T15:36:01.500 INFO:tasks.rados.rados.0.smithi007.stdout:2455: snap_remove snap 227 2024-08-04T15:36:02.336 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 15:36:02 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a[119416]: 2024-08-04T15:36:02.016+0000 7f60a62a6640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-04T15:36:02.497 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:36:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:36:02.510 INFO:tasks.rados.rados.0.smithi007.stdout:2455: done (0 left) 2024-08-04T15:36:02.510 INFO:tasks.rados.rados.0.smithi007.stdout:2456: setattr oid 43 current snap is 249 2024-08-04T15:36:02.512 INFO:tasks.rados.rados.0.smithi007.stdout:2457: setattr oid 29 current snap is 249 2024-08-04T15:36:02.513 INFO:tasks.rados.rados.0.smithi007.stdout:2458: rmattr oid 12 current snap is 249 2024-08-04T15:36:02.514 INFO:tasks.rados.rados.0.smithi007.stdout:2459: read oid 6 snap -1 2024-08-04T15:36:02.515 INFO:tasks.rados.rados.0.smithi007.stdout:2459: expect (ObjNum 724 snap 235 seq_num 724) 2024-08-04T15:36:02.515 INFO:tasks.rados.rados.0.smithi007.stdout:2460: read oid 8 snap -1 2024-08-04T15:36:02.515 INFO:tasks.rados.rados.0.smithi007.stdout:2460: expect (ObjNum 686 snap 219 seq_num 686) 2024-08-04T15:36:02.515 INFO:tasks.rados.rados.0.smithi007.stdout:2461: copy_from oid 36 from oid 45 current snap is 249 2024-08-04T15:36:02.515 INFO:tasks.rados.rados.0.smithi007.stdout:2462: snap_remove snap 208 2024-08-04T15:36:02.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:02 smithi062 ceph-mon[85960]: pgmap v496: 121 pgs: 121 active+clean; 332 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-08-04T15:36:02.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:02 smithi062 ceph-mon[85960]: osdmap e562: 8 total, 8 up, 8 in 2024-08-04T15:36:02.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:02 smithi007 ceph-mon[94998]: pgmap v496: 121 pgs: 121 active+clean; 332 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-08-04T15:36:02.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:02 smithi007 ceph-mon[94998]: osdmap e562: 8 total, 8 up, 8 in 2024-08-04T15:36:02.836 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:36:02 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[109388]: 2024-08-04T15:36:02.533+0000 7f86cc57d640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 12c after trimming was started 2024-08-04T15:36:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:02 smithi007 ceph-mon[92692]: pgmap v496: 121 pgs: 121 active+clean; 332 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-08-04T15:36:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:02 smithi007 ceph-mon[92692]: osdmap e562: 8 total, 8 up, 8 in 2024-08-04T15:36:03.515 INFO:tasks.rados.rados.0.smithi007.stdout:2462: done (6 left) 2024-08-04T15:36:03.515 INFO:tasks.rados.rados.0.smithi007.stdout:2463: rmattr oid 15 current snap is 249 2024-08-04T15:36:03.515 INFO:tasks.rados.rados.0.smithi007.stdout:2461: finishing copy_from to smithi00780855-36 2024-08-04T15:36:03.516 INFO:tasks.rados.rados.0.smithi007.stdout:2461: got expected ENOENT (src dne) 2024-08-04T15:36:03.516 INFO:tasks.rados.rados.0.smithi007.stdout:2461: finishing copy_from racing read to smithi00780855-36 2024-08-04T15:36:03.516 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 2108 (ObjNum 720 snap 233 seq_num 720) dirty exists 2024-08-04T15:36:03.516 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 1923 (ObjNum 724 snap 235 seq_num 724) dirty exists 2024-08-04T15:36:03.516 INFO:tasks.rados.rados.0.smithi007.stdout:2459: expect (ObjNum 724 snap 235 seq_num 724) 2024-08-04T15:36:03.620 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 1718 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-04T15:36:03.620 INFO:tasks.rados.rados.0.smithi007.stdout:2460: expect (ObjNum 686 snap 219 seq_num 686) 2024-08-04T15:36:03.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:03 smithi062 ceph-mon[85960]: osdmap e563: 8 total, 8 up, 8 in 2024-08-04T15:36:03.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:03 smithi007 ceph-mon[92692]: osdmap e563: 8 total, 8 up, 8 in 2024-08-04T15:36:03.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:03 smithi007 ceph-mon[94998]: osdmap e563: 8 total, 8 up, 8 in 2024-08-04T15:36:03.962 INFO:tasks.rados.rados.0.smithi007.stdout:2456: done (6 left) 2024-08-04T15:36:03.963 INFO:tasks.rados.rados.0.smithi007.stdout:2457: done (5 left) 2024-08-04T15:36:03.963 INFO:tasks.rados.rados.0.smithi007.stdout:2458: done (4 left) 2024-08-04T15:36:03.963 INFO:tasks.rados.rados.0.smithi007.stdout:2459: done (3 left) 2024-08-04T15:36:03.963 INFO:tasks.rados.rados.0.smithi007.stdout:2460: done (2 left) 2024-08-04T15:36:03.963 INFO:tasks.rados.rados.0.smithi007.stdout:2461: done (1 left) 2024-08-04T15:36:03.963 INFO:tasks.rados.rados.0.smithi007.stdout:2463: done (0 left) 2024-08-04T15:36:03.963 INFO:tasks.rados.rados.0.smithi007.stdout:2464: copy_from oid 10 from oid 38 current snap is 249 2024-08-04T15:36:03.963 INFO:tasks.rados.rados.0.smithi007.stdout:2465: read oid 37 snap -1 2024-08-04T15:36:03.963 INFO:tasks.rados.rados.0.smithi007.stdout:2465: expect deleted 2024-08-04T15:36:03.963 INFO:tasks.rados.rados.0.smithi007.stdout:2466: read oid 19 snap -1 2024-08-04T15:36:03.963 INFO:tasks.rados.rados.0.smithi007.stdout:2466: expect deleted 2024-08-04T15:36:03.963 INFO:tasks.rados.rados.0.smithi007.stdout:2467: setattr oid 30 current snap is 249 2024-08-04T15:36:03.964 INFO:tasks.rados.rados.0.smithi007.stdout:2465: done (3 left) 2024-08-04T15:36:03.964 INFO:tasks.rados.rados.0.smithi007.stdout:2466: done (2 left) 2024-08-04T15:36:03.964 INFO:tasks.rados.rados.0.smithi007.stdout:2468: read oid 11 snap 247 2024-08-04T15:36:03.965 INFO:tasks.rados.rados.0.smithi007.stdout:2468: expect deleted 2024-08-04T15:36:03.965 INFO:tasks.rados.rados.0.smithi007.stdout:2469: copy_from oid 13 from oid 25 current snap is 249 2024-08-04T15:36:03.965 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 7 current snap is 249 2024-08-04T15:36:03.965 INFO:tasks.rados.rados.0.smithi007.stdout:2470: seq_num 762 ranges {2211840=770048} 2024-08-04T15:36:03.980 INFO:tasks.rados.rados.0.smithi007.stdout:2470: writing smithi00780855-7 from 2211840 to 2981888 tid 1 2024-08-04T15:36:03.980 INFO:tasks.rados.rados.0.smithi007.stdout:2471: snap_remove snap 229 2024-08-04T15:36:04.501 INFO:tasks.rados.rados.0.smithi007.stdout:2471: done (5 left) 2024-08-04T15:36:04.501 INFO:tasks.rados.rados.0.smithi007.stdout:2472: copy_from oid 6 from oid 29 current snap is 249 2024-08-04T15:36:04.501 INFO:tasks.rados.rados.0.smithi007.stdout:2464: finishing copy_from to smithi00780855-10 2024-08-04T15:36:04.501 INFO:tasks.rados.rados.0.smithi007.stdout:2464: got expected ENOENT (src dne) 2024-08-04T15:36:04.501 INFO:tasks.rados.rados.0.smithi007.stdout:2464: finishing copy_from racing read to smithi00780855-10 2024-08-04T15:36:04.501 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 1727 (ObjNum 602 snap 189 seq_num 602) dirty exists 2024-08-04T15:36:04.501 INFO:tasks.rados.rados.0.smithi007.stdout:2470: finishing write tid 1 to smithi00780855-7 2024-08-04T15:36:04.501 INFO:tasks.rados.rados.0.smithi007.stdout:2470: finishing write tid 2 to smithi00780855-7 2024-08-04T15:36:04.501 INFO:tasks.rados.rados.0.smithi007.stdout:2470: finishing write tid 3 to smithi00780855-7 2024-08-04T15:36:04.501 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 1724 (ObjNum 762 snap 249 seq_num 762) dirty exists 2024-08-04T15:36:04.501 INFO:tasks.rados.rados.0.smithi007.stdout:2470: left oid 7 (ObjNum 762 snap 249 seq_num 762) 2024-08-04T15:36:04.501 INFO:tasks.rados.rados.0.smithi007.stdout:2469: finishing copy_from racing read to smithi00780855-13 2024-08-04T15:36:04.502 INFO:tasks.rados.rados.0.smithi007.stdout:2469: finishing copy_from to smithi00780855-13 2024-08-04T15:36:04.502 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 1988 (ObjNum 633 snap 201 seq_num 633) dirty exists 2024-08-04T15:36:04.502 INFO:tasks.rados.rados.0.smithi007.stdout:2464: done (5 left) 2024-08-04T15:36:04.502 INFO:tasks.rados.rados.0.smithi007.stdout:2467: done (4 left) 2024-08-04T15:36:04.502 INFO:tasks.rados.rados.0.smithi007.stdout:2468: done (3 left) 2024-08-04T15:36:04.502 INFO:tasks.rados.rados.0.smithi007.stdout:2469: done (2 left) 2024-08-04T15:36:04.502 INFO:tasks.rados.rados.0.smithi007.stdout:2470: done (1 left) 2024-08-04T15:36:04.502 INFO:tasks.rados.rados.0.smithi007.stdout:2473: rmattr oid 32 current snap is 249 2024-08-04T15:36:04.502 INFO:tasks.rados.rados.0.smithi007.stdout:2473: done (1 left) 2024-08-04T15:36:04.502 INFO:tasks.rados.rados.0.smithi007.stdout:2474: snap_create 2024-08-04T15:36:04.527 INFO:tasks.rados.rados.0.smithi007.stdout:2472: finishing copy_from racing read to smithi00780855-6 2024-08-04T15:36:04.529 INFO:tasks.rados.rados.0.smithi007.stdout:2472: finishing copy_from to smithi00780855-6 2024-08-04T15:36:04.529 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 1923 (ObjNum 724 snap 235 seq_num 724) dirty exists 2024-08-04T15:36:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:04 smithi062 ceph-mon[85960]: pgmap v499: 121 pgs: 121 active+clean; 332 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 672 KiB/s wr, 18 op/s 2024-08-04T15:36:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:04 smithi062 ceph-mon[85960]: osdmap e564: 8 total, 8 up, 8 in 2024-08-04T15:36:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:04 smithi062 ceph-mon[85960]: osdmap e565: 8 total, 8 up, 8 in 2024-08-04T15:36:04.761 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:36:04 smithi062 podman[109576]: 2024-08-04 15:36:04.607058214 +0000 UTC m=+7.980466174 container died 951c2f76c840052f46ccee09384ab5d376c886229def170bcd95d740af1bf1e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=quincy-85224d9, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T15:36:04.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:04 smithi007 ceph-mon[92692]: pgmap v499: 121 pgs: 121 active+clean; 332 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 672 KiB/s wr, 18 op/s 2024-08-04T15:36:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:04 smithi007 ceph-mon[92692]: osdmap e564: 8 total, 8 up, 8 in 2024-08-04T15:36:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:04 smithi007 ceph-mon[92692]: osdmap e565: 8 total, 8 up, 8 in 2024-08-04T15:36:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:04 smithi007 ceph-mon[94998]: pgmap v499: 121 pgs: 121 active+clean; 332 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 672 KiB/s wr, 18 op/s 2024-08-04T15:36:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:04 smithi007 ceph-mon[94998]: osdmap e564: 8 total, 8 up, 8 in 2024-08-04T15:36:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:04 smithi007 ceph-mon[94998]: osdmap e565: 8 total, 8 up, 8 in 2024-08-04T15:36:05.261 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:36:05 smithi062 podman[109576]: 2024-08-04 15:36:05.091213679 +0000 UTC m=+8.464621671 container cleanup 951c2f76c840052f46ccee09384ab5d376c886229def170bcd95d740af1bf1e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b, RELEASE=quincy-85224d9, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-08-04T15:36:05.261 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:36:05 smithi062 bash[109576]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b 2024-08-04T15:36:05.500 INFO:tasks.rados.rados.0.smithi007.stdout:2472: done (1 left) 2024-08-04T15:36:05.500 INFO:tasks.rados.rados.0.smithi007.stdout:2474: done (0 left) 2024-08-04T15:36:05.501 INFO:tasks.rados.rados.0.smithi007.stdout:2475: rollback oid 50 current snap is 250 2024-08-04T15:36:05.501 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 50 to 244 2024-08-04T15:36:05.501 INFO:tasks.rados.rados.0.smithi007.stdout:2476: read oid 14 snap -1 2024-08-04T15:36:05.501 INFO:tasks.rados.rados.0.smithi007.stdout:2476: expect (ObjNum 525 snap 165 seq_num 525) 2024-08-04T15:36:05.501 INFO:tasks.rados.rados.0.smithi007.stdout:2477: copy_from oid 19 from oid 12 current snap is 250 2024-08-04T15:36:05.501 INFO:tasks.rados.rados.0.smithi007.stdout:2478: read oid 20 snap -1 2024-08-04T15:36:05.501 INFO:tasks.rados.rados.0.smithi007.stdout:2478: expect deleted 2024-08-04T15:36:05.501 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 250 2024-08-04T15:36:05.501 INFO:tasks.rados.rados.0.smithi007.stdout:2479: seq_num 763 ranges {2211840=786432} 2024-08-04T15:36:05.517 INFO:tasks.rados.rados.0.smithi007.stdout:2479: writing smithi00780855-6 from 2211840 to 2998272 tid 1 2024-08-04T15:36:05.517 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 8 current snap is 250 2024-08-04T15:36:05.517 INFO:tasks.rados.rados.0.smithi007.stdout:2480: seq_num 764 ranges {6053888=802816} 2024-08-04T15:36:05.557 INFO:tasks.rados.rados.0.smithi007.stdout:2480: writing smithi00780855-8 from 6053888 to 6856704 tid 1 2024-08-04T15:36:05.557 INFO:tasks.rados.rados.0.smithi007.stdout:2481: delete oid 43 current snap is 250 2024-08-04T15:36:05.557 INFO:tasks.rados.rados.0.smithi007.stdout:2475: finishing rollback tid 0 to smithi00780855-50 2024-08-04T15:36:05.557 INFO:tasks.rados.rados.0.smithi007.stdout:2475: finishing rollback tid 1 to smithi00780855-50 2024-08-04T15:36:05.557 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 1933 (ObjNum 129 snap 0 seq_num 3494095984) dirty dne 2024-08-04T15:36:05.557 INFO:tasks.rados.rados.0.smithi007.stdout:2476: expect (ObjNum 525 snap 165 seq_num 525) 2024-08-04T15:36:05.759 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:36:05 smithi062 podman[109600]: 2024-08-04 15:36:05.367372237 +0000 UTC m=+0.756666214 container remove 951c2f76c840052f46ccee09384ab5d376c886229def170bcd95d740af1bf1e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:98ac2ea06fb9b993e1e0b212709bdd82fcfad19004c39974e26caee8c14b03d7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, RELEASE=quincy-85224d9, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:36:05.759 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:36:05 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mds.b.service: Deactivated successfully. 2024-08-04T15:36:05.759 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:36:05 smithi062 systemd[1]: Stopped Ceph mds.b for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:36:05.759 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:36:05 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mds.b.service: Consumed 1.720s CPU time. 2024-08-04T15:36:05.811 INFO:tasks.rados.rados.0.smithi007.stdout:2479: finishing write tid 1 to smithi00780855-6 2024-08-04T15:36:05.811 INFO:tasks.rados.rados.0.smithi007.stdout:2479: finishing write tid 2 to smithi00780855-6 2024-08-04T15:36:05.812 INFO:tasks.rados.rados.0.smithi007.stdout:2479: finishing write tid 3 to smithi00780855-6 2024-08-04T15:36:05.812 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 1925 (ObjNum 763 snap 250 seq_num 763) dirty exists 2024-08-04T15:36:05.812 INFO:tasks.rados.rados.0.smithi007.stdout:2479: left oid 6 (ObjNum 763 snap 250 seq_num 763) 2024-08-04T15:36:05.812 INFO:tasks.rados.rados.0.smithi007.stdout:2477: finishing copy_from racing read to smithi00780855-19 2024-08-04T15:36:05.812 INFO:tasks.rados.rados.0.smithi007.stdout:2477: finishing copy_from to smithi00780855-19 2024-08-04T15:36:05.812 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 2108 (ObjNum 720 snap 233 seq_num 720) dirty exists 2024-08-04T15:36:05.812 INFO:tasks.rados.rados.0.smithi007.stdout:2480: finishing write tid 1 to smithi00780855-8 2024-08-04T15:36:05.812 INFO:tasks.rados.rados.0.smithi007.stdout:2480: finishing write tid 2 to smithi00780855-8 2024-08-04T15:36:05.812 INFO:tasks.rados.rados.0.smithi007.stdout:2475: done (6 left) 2024-08-04T15:36:05.812 INFO:tasks.rados.rados.0.smithi007.stdout:2476: done (5 left) 2024-08-04T15:36:05.812 INFO:tasks.rados.rados.0.smithi007.stdout:2477: done (4 left) 2024-08-04T15:36:05.812 INFO:tasks.rados.rados.0.smithi007.stdout:2478: done (3 left) 2024-08-04T15:36:05.812 INFO:tasks.rados.rados.0.smithi007.stdout:2479: done (2 left) 2024-08-04T15:36:05.812 INFO:tasks.rados.rados.0.smithi007.stdout:2481: done (1 left) 2024-08-04T15:36:05.813 INFO:tasks.rados.rados.0.smithi007.stdout:2482: setattr oid 4 current snap is 250 2024-08-04T15:36:05.813 INFO:tasks.rados.rados.0.smithi007.stdout:2480: finishing write tid 3 to smithi00780855-8 2024-08-04T15:36:05.813 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 1482 (ObjNum 764 snap 250 seq_num 764) dirty exists 2024-08-04T15:36:05.813 INFO:tasks.rados.rados.0.smithi007.stdout:2480: left oid 8 (ObjNum 764 snap 250 seq_num 764) 2024-08-04T15:36:05.813 INFO:tasks.rados.rados.0.smithi007.stdout:2480: done (1 left) 2024-08-04T15:36:05.813 INFO:tasks.rados.rados.0.smithi007.stdout:2483: read oid 1 snap -1 2024-08-04T15:36:05.813 INFO:tasks.rados.rados.0.smithi007.stdout:2483: expect deleted 2024-08-04T15:36:05.813 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 18 current snap is 250 2024-08-04T15:36:05.813 INFO:tasks.rados.rados.0.smithi007.stdout:2484: seq_num 766 ranges {4382720=434176,4816896=401408} 2024-08-04T15:36:05.838 INFO:tasks.rados.rados.0.smithi007.stdout:2484: writing smithi00780855-18 from 4382720 to 4816896 tid 1 2024-08-04T15:36:05.840 INFO:tasks.rados.rados.0.smithi007.stdout:2484: writing smithi00780855-18 from 4816896 to 5218304 tid 2 2024-08-04T15:36:05.840 INFO:tasks.rados.rados.0.smithi007.stdout:2485: delete oid 20 current snap is 250 2024-08-04T15:36:05.840 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 1489 (ObjNum -801885968 snap 22001 seq_num 304) dirty exists 2024-08-04T15:36:05.841 INFO:tasks.rados.rados.0.smithi007.stdout:2484: finishing write tid 1 to smithi00780855-18 2024-08-04T15:36:05.842 INFO:tasks.rados.rados.0.smithi007.stdout:2482: done (3 left) 2024-08-04T15:36:05.843 INFO:tasks.rados.rados.0.smithi007.stdout:2483: done (2 left) 2024-08-04T15:36:05.843 INFO:tasks.rados.rados.0.smithi007.stdout:2485: done (1 left) 2024-08-04T15:36:05.843 INFO:tasks.rados.rados.0.smithi007.stdout:2486: read oid 28 snap -1 2024-08-04T15:36:05.843 INFO:tasks.rados.rados.0.smithi007.stdout:2486: expect (ObjNum 739 snap 240 seq_num 739) 2024-08-04T15:36:05.843 INFO:tasks.rados.rados.0.smithi007.stdout:2487: rollback oid 6 current snap is 250 2024-08-04T15:36:05.843 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 6 to 223 2024-08-04T15:36:05.843 INFO:tasks.rados.rados.0.smithi007.stdout:2488: rmattr oid 33 current snap is 250 2024-08-04T15:36:05.843 INFO:tasks.rados.rados.0.smithi007.stdout:2488: done (3 left) 2024-08-04T15:36:05.843 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 50 current snap is 250 2024-08-04T15:36:05.843 INFO:tasks.rados.rados.0.smithi007.stdout:2489: seq_num 768 ranges {0=466944,466944=401408} 2024-08-04T15:36:05.845 INFO:tasks.rados.rados.0.smithi007.stdout:2489: writing smithi00780855-50 from 0 to 466944 tid 1 2024-08-04T15:36:05.849 INFO:tasks.rados.rados.0.smithi007.stdout:2489: writing smithi00780855-50 from 466944 to 868352 tid 2 2024-08-04T15:36:05.849 INFO:tasks.rados.rados.0.smithi007.stdout:2490: read oid 49 snap -1 2024-08-04T15:36:05.849 INFO:tasks.rados.rados.0.smithi007.stdout:2490: expect (ObjNum 710 snap 227 seq_num 710) 2024-08-04T15:36:05.849 INFO:tasks.rados.rados.0.smithi007.stdout:2491: read oid 47 snap -1 2024-08-04T15:36:05.849 INFO:tasks.rados.rados.0.smithi007.stdout:2491: expect deleted 2024-08-04T15:36:05.849 INFO:tasks.rados.rados.0.smithi007.stdout:2492: rollback oid 40 current snap is 250 2024-08-04T15:36:05.849 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 40 to 220 2024-08-04T15:36:05.849 INFO:tasks.rados.rados.0.smithi007.stdout:2484: finishing write tid 2 to smithi00780855-18 2024-08-04T15:36:05.849 INFO:tasks.rados.rados.0.smithi007.stdout:2484: finishing write tid 3 to smithi00780855-18 2024-08-04T15:36:05.849 INFO:tasks.rados.rados.0.smithi007.stdout:2484: finishing write tid 4 to smithi00780855-18 2024-08-04T15:36:05.849 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 1859 (ObjNum 766 snap 250 seq_num 766) dirty exists 2024-08-04T15:36:05.849 INFO:tasks.rados.rados.0.smithi007.stdout:2484: left oid 18 (ObjNum 766 snap 250 seq_num 766) 2024-08-04T15:36:05.849 INFO:tasks.rados.rados.0.smithi007.stdout:2487: finishing rollback tid 0 to smithi00780855-6 2024-08-04T15:36:05.850 INFO:tasks.rados.rados.0.smithi007.stdout:2486: expect (ObjNum 739 snap 240 seq_num 739) 2024-08-04T15:36:05.860 INFO:tasks.rados.rados.0.smithi007.stdout:2487: finishing rollback tid 1 to smithi00780855-6 2024-08-04T15:36:05.861 INFO:tasks.rados.rados.0.smithi007.stdout:2487: finishing rollback tid 2 to smithi00780855-6 2024-08-04T15:36:05.861 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 1929 (ObjNum 690 snap 221 seq_num 690) dirty exists 2024-08-04T15:36:05.861 INFO:tasks.rados.rados.0.smithi007.stdout:2489: finishing write tid 1 to smithi00780855-50 2024-08-04T15:36:05.861 INFO:tasks.rados.rados.0.smithi007.stdout:2489: finishing write tid 2 to smithi00780855-50 2024-08-04T15:36:05.861 INFO:tasks.rados.rados.0.smithi007.stdout:2489: finishing write tid 3 to smithi00780855-50 2024-08-04T15:36:05.861 INFO:tasks.rados.rados.0.smithi007.stdout:2492: finishing rollback tid 1 to smithi00780855-40 2024-08-04T15:36:05.861 INFO:tasks.rados.rados.0.smithi007.stdout:2492: finishing rollback tid 2 to smithi00780855-40 2024-08-04T15:36:05.861 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 1861 (ObjNum 668 snap 214 seq_num 668) dirty exists 2024-08-04T15:36:05.861 INFO:tasks.rados.rados.0.smithi007.stdout:2489: finishing write tid 4 to smithi00780855-50 2024-08-04T15:36:05.861 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 1936 (ObjNum 768 snap 250 seq_num 768) dirty exists 2024-08-04T15:36:05.861 INFO:tasks.rados.rados.0.smithi007.stdout:2489: left oid 50 (ObjNum 768 snap 250 seq_num 768) 2024-08-04T15:36:05.861 INFO:tasks.rados.rados.0.smithi007.stdout:2484: done (6 left) 2024-08-04T15:36:05.861 INFO:tasks.rados.rados.0.smithi007.stdout:2486: done (5 left) 2024-08-04T15:36:05.862 INFO:tasks.rados.rados.0.smithi007.stdout:2487: done (4 left) 2024-08-04T15:36:05.862 INFO:tasks.rados.rados.0.smithi007.stdout:2489: done (3 left) 2024-08-04T15:36:05.862 INFO:tasks.rados.rados.0.smithi007.stdout:2491: done (2 left) 2024-08-04T15:36:05.862 INFO:tasks.rados.rados.0.smithi007.stdout:2492: done (1 left) 2024-08-04T15:36:05.862 INFO:tasks.rados.rados.0.smithi007.stdout:2493: read oid 43 snap -1 2024-08-04T15:36:05.862 INFO:tasks.rados.rados.0.smithi007.stdout:2493: expect deleted 2024-08-04T15:36:05.862 INFO:tasks.rados.rados.0.smithi007.stdout:2494: read oid 36 snap -1 2024-08-04T15:36:05.862 INFO:tasks.rados.rados.0.smithi007.stdout:2494: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:36:05.862 INFO:tasks.rados.rados.0.smithi007.stdout:2495: setattr oid 31 current snap is 250 2024-08-04T15:36:05.863 INFO:tasks.rados.rados.0.smithi007.stdout:2493: done (3 left) 2024-08-04T15:36:05.863 INFO:tasks.rados.rados.0.smithi007.stdout:2496: rollback oid 20 current snap is 250 2024-08-04T15:36:05.863 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 20 to 240 2024-08-04T15:36:05.863 INFO:tasks.rados.rados.0.smithi007.stdout:2497: snap_create 2024-08-04T15:36:05.867 INFO:tasks.rados.rados.0.smithi007.stdout:2496: finishing rollback tid 1 to smithi00780855-20 2024-08-04T15:36:05.868 INFO:tasks.rados.rados.0.smithi007.stdout:2496: finishing rollback tid 2 to smithi00780855-20 2024-08-04T15:36:05.868 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 1938 (ObjNum 731 snap 238 seq_num 731) dirty exists 2024-08-04T15:36:05.868 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 1522 (ObjNum 681 snap 217 seq_num 681) dirty exists 2024-08-04T15:36:05.868 INFO:tasks.rados.rados.0.smithi007.stdout:2494: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:36:05.913 INFO:tasks.rados.rados.0.smithi007.stdout:2490: expect (ObjNum 710 snap 227 seq_num 710) 2024-08-04T15:36:06.011 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:36:05 smithi062 systemd[1]: Starting Ceph mds.b for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:36:06.011 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:36:05 smithi062 podman[109729]: 2024-08-04 15:36:05.886000057 +0000 UTC m=+0.018377605 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T15:36:06.011 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:36:05 smithi062 podman[109729]: 2024-08-04 15:36:05.985097589 +0000 UTC m=+0.117475123 container create d2af414de1fd77b04ef367c89d28e00903432c814a1540901b29399dbaef499e (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T15:36:06.496 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:36:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:36:06] "GET /metrics HTTP/1.1" 200 36022 "" "Prometheus/2.43.0" 2024-08-04T15:36:06.499 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:36:06 smithi062 podman[109729]: 2024-08-04 15:36:06.195874319 +0000 UTC m=+0.328251855 container init d2af414de1fd77b04ef367c89d28e00903432c814a1540901b29399dbaef499e (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T15:36:06.499 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:36:06 smithi062 podman[109729]: 2024-08-04 15:36:06.198749847 +0000 UTC m=+0.331127383 container start d2af414de1fd77b04ef367c89d28e00903432c814a1540901b29399dbaef499e (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b, RELEASE=squid-release-26c3fb8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-08-04T15:36:06.499 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:36:06 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b[109743]: starting mds.b at 2024-08-04T15:36:06.499 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:36:06 smithi062 bash[109729]: d2af414de1fd77b04ef367c89d28e00903432c814a1540901b29399dbaef499e 2024-08-04T15:36:06.499 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 15:36:06 smithi062 systemd[1]: Started Ceph mds.b for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:36:06.524 INFO:tasks.rados.rados.0.smithi007.stdout:2490: done (4 left) 2024-08-04T15:36:06.524 INFO:tasks.rados.rados.0.smithi007.stdout:2494: done (3 left) 2024-08-04T15:36:06.524 INFO:tasks.rados.rados.0.smithi007.stdout:2495: done (2 left) 2024-08-04T15:36:06.524 INFO:tasks.rados.rados.0.smithi007.stdout:2496: done (1 left) 2024-08-04T15:36:06.524 INFO:tasks.rados.rados.0.smithi007.stdout:2497: done (0 left) 2024-08-04T15:36:06.524 INFO:tasks.rados.rados.0.smithi007.stdout:2498: copy_from oid 16 from oid 7 current snap is 251 2024-08-04T15:36:06.525 INFO:tasks.rados.rados.0.smithi007.stdout:2499: read oid 14 snap -1 2024-08-04T15:36:06.525 INFO:tasks.rados.rados.0.smithi007.stdout:2499: expect (ObjNum 525 snap 165 seq_num 525) 2024-08-04T15:36:06.525 INFO:tasks.rados.rados.0.smithi007.stdout:2500: copy_from oid 21 from oid 50 current snap is 251 2024-08-04T15:36:06.525 INFO:tasks.rados.rados.0.smithi007.stdout:2501: rollback oid 42 current snap is 251 2024-08-04T15:36:06.525 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 42 to 248 2024-08-04T15:36:06.525 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 251 2024-08-04T15:36:06.525 INFO:tasks.rados.rados.0.smithi007.stdout:2502: seq_num 769 ranges {385024=483328,868352=401408} 2024-08-04T15:36:06.529 INFO:tasks.rados.rados.0.smithi007.stdout:2502: writing smithi00780855-28 from 385024 to 868352 tid 1 2024-08-04T15:36:06.532 INFO:tasks.rados.rados.0.smithi007.stdout:2502: writing smithi00780855-28 from 868352 to 1269760 tid 2 2024-08-04T15:36:06.532 INFO:tasks.rados.rados.0.smithi007.stdout:2503: snap_create 2024-08-04T15:36:06.532 INFO:tasks.rados.rados.0.smithi007.stdout:2501: finishing rollback tid 0 to smithi00780855-42 2024-08-04T15:36:06.532 INFO:tasks.rados.rados.0.smithi007.stdout:2501: finishing rollback tid 1 to smithi00780855-42 2024-08-04T15:36:06.532 INFO:tasks.rados.rados.0.smithi007.stdout:2501: finishing rollback tid 2 to smithi00780855-42 2024-08-04T15:36:06.532 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 1539 (ObjNum 602 snap 189 seq_num 602) dirty exists 2024-08-04T15:36:06.538 INFO:tasks.rados.rados.0.smithi007.stdout:2502: finishing write tid 1 to smithi00780855-28 2024-08-04T15:36:06.538 INFO:tasks.rados.rados.0.smithi007.stdout:2502: finishing write tid 2 to smithi00780855-28 2024-08-04T15:36:06.539 INFO:tasks.rados.rados.0.smithi007.stdout:2502: finishing write tid 3 to smithi00780855-28 2024-08-04T15:36:06.540 INFO:tasks.rados.rados.0.smithi007.stdout:2502: finishing write tid 4 to smithi00780855-28 2024-08-04T15:36:06.540 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 1941 (ObjNum 769 snap 251 seq_num 769) dirty exists 2024-08-04T15:36:06.540 INFO:tasks.rados.rados.0.smithi007.stdout:2502: left oid 28 (ObjNum 769 snap 251 seq_num 769) 2024-08-04T15:36:06.548 INFO:tasks.rados.rados.0.smithi007.stdout:2500: finishing copy_from racing read to smithi00780855-21 2024-08-04T15:36:06.548 INFO:tasks.rados.rados.0.smithi007.stdout:2498: finishing copy_from racing read to smithi00780855-16 2024-08-04T15:36:06.549 INFO:tasks.rados.rados.0.smithi007.stdout:2498: finishing copy_from to smithi00780855-16 2024-08-04T15:36:06.549 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 1724 (ObjNum 762 snap 249 seq_num 762) dirty exists 2024-08-04T15:36:06.549 INFO:tasks.rados.rados.0.smithi007.stdout:2500: finishing copy_from to smithi00780855-21 2024-08-04T15:36:06.550 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 1936 (ObjNum 768 snap 250 seq_num 768) dirty exists 2024-08-04T15:36:06.550 INFO:tasks.rados.rados.0.smithi007.stdout:2499: expect (ObjNum 525 snap 165 seq_num 525) 2024-08-04T15:36:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:06 smithi062 ceph-mon[85960]: pgmap v502: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 311 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 188 KiB/s wr, 30 op/s 2024-08-04T15:36:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:06 smithi062 ceph-mon[85960]: osdmap e566: 8 total, 8 up, 8 in 2024-08-04T15:36:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:36:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:06 smithi007 ceph-mon[92692]: pgmap v502: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 311 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 188 KiB/s wr, 30 op/s 2024-08-04T15:36:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:06 smithi007 ceph-mon[92692]: osdmap e566: 8 total, 8 up, 8 in 2024-08-04T15:36:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:36:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:06 smithi007 ceph-mon[94998]: pgmap v502: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 311 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 188 KiB/s wr, 30 op/s 2024-08-04T15:36:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:06 smithi007 ceph-mon[94998]: osdmap e566: 8 total, 8 up, 8 in 2024-08-04T15:36:06.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:36:06.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:06.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:06.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:07.529 INFO:tasks.rados.rados.0.smithi007.stdout:2498: done (5 left) 2024-08-04T15:36:07.529 INFO:tasks.rados.rados.0.smithi007.stdout:2499: done (4 left) 2024-08-04T15:36:07.529 INFO:tasks.rados.rados.0.smithi007.stdout:2500: done (3 left) 2024-08-04T15:36:07.529 INFO:tasks.rados.rados.0.smithi007.stdout:2501: done (2 left) 2024-08-04T15:36:07.529 INFO:tasks.rados.rados.0.smithi007.stdout:2502: done (1 left) 2024-08-04T15:36:07.529 INFO:tasks.rados.rados.0.smithi007.stdout:2503: done (0 left) 2024-08-04T15:36:07.529 INFO:tasks.rados.rados.0.smithi007.stdout:2504: snap_remove snap 248 2024-08-04T15:36:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:07 smithi062 ceph-mon[85960]: mds.? [v2:172.21.15.62:6832/2896686474,v1:172.21.15.62:6833/2896686474] up:boot 2024-08-04T15:36:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:07 smithi062 ceph-mon[85960]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-04T15:36:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:36:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:07 smithi062 ceph-mon[85960]: osdmap e567: 8 total, 8 up, 8 in 2024-08-04T15:36:07.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:07 smithi007 ceph-mon[92692]: mds.? [v2:172.21.15.62:6832/2896686474,v1:172.21.15.62:6833/2896686474] up:boot 2024-08-04T15:36:07.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:07 smithi007 ceph-mon[92692]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-04T15:36:07.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:36:07.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:07 smithi007 ceph-mon[92692]: osdmap e567: 8 total, 8 up, 8 in 2024-08-04T15:36:07.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:07 smithi007 ceph-mon[94998]: mds.? [v2:172.21.15.62:6832/2896686474,v1:172.21.15.62:6833/2896686474] up:boot 2024-08-04T15:36:07.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:07 smithi007 ceph-mon[94998]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-04T15:36:07.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-04T15:36:07.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:07 smithi007 ceph-mon[94998]: osdmap e567: 8 total, 8 up, 8 in 2024-08-04T15:36:08.532 INFO:tasks.rados.rados.0.smithi007.stdout:2504: done (0 left) 2024-08-04T15:36:08.532 INFO:tasks.rados.rados.0.smithi007.stdout:2505: rmattr oid 25 current snap is 252 2024-08-04T15:36:08.532 INFO:tasks.rados.rados.0.smithi007.stdout:2506: read oid 26 snap -1 2024-08-04T15:36:08.532 INFO:tasks.rados.rados.0.smithi007.stdout:2506: expect (ObjNum 688 snap 219 seq_num 688) 2024-08-04T15:36:08.532 INFO:tasks.rados.rados.0.smithi007.stdout:2507: delete oid 30 current snap is 252 2024-08-04T15:36:08.540 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 2150 (ObjNum 633 snap 201 seq_num 633) dirty exists 2024-08-04T15:36:08.543 INFO:tasks.rados.rados.0.smithi007.stdout:2505: done (2 left) 2024-08-04T15:36:08.543 INFO:tasks.rados.rados.0.smithi007.stdout:2507: done (1 left) 2024-08-04T15:36:08.543 INFO:tasks.rados.rados.0.smithi007.stdout:2508: rollback oid 22 current snap is 252 2024-08-04T15:36:08.543 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 22 to 211 2024-08-04T15:36:08.543 INFO:tasks.rados.rados.0.smithi007.stdout:2509: snap_remove snap 226 2024-08-04T15:36:08.822 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:08 smithi062 ceph-mon[85960]: pgmap v505: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 307 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-08-04T15:36:08.822 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:08 smithi062 ceph-mon[85960]: osdmap e568: 8 total, 8 up, 8 in 2024-08-04T15:36:08.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:08 smithi007 ceph-mon[92692]: pgmap v505: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 307 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-08-04T15:36:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:08 smithi007 ceph-mon[92692]: osdmap e568: 8 total, 8 up, 8 in 2024-08-04T15:36:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:08 smithi007 ceph-mon[94998]: pgmap v505: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 307 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-08-04T15:36:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:08 smithi007 ceph-mon[94998]: osdmap e568: 8 total, 8 up, 8 in 2024-08-04T15:36:09.504 INFO:tasks.rados.rados.0.smithi007.stdout:2509: done (2 left) 2024-08-04T15:36:09.504 INFO:tasks.rados.rados.0.smithi007.stdout:2510: copy_from oid 37 from oid 45 current snap is 252 2024-08-04T15:36:09.504 INFO:tasks.rados.rados.0.smithi007.stdout:2508: finishing rollback tid 0 to smithi00780855-22 2024-08-04T15:36:09.504 INFO:tasks.rados.rados.0.smithi007.stdout:2508: finishing rollback tid 1 to smithi00780855-22 2024-08-04T15:36:09.504 INFO:tasks.rados.rados.0.smithi007.stdout:2508: finishing rollback tid 2 to smithi00780855-22 2024-08-04T15:36:09.504 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 1542 (ObjNum 652 snap 210 seq_num 652) dirty exists 2024-08-04T15:36:09.504 INFO:tasks.rados.rados.0.smithi007.stdout:2506: expect (ObjNum 688 snap 219 seq_num 688) 2024-08-04T15:36:09.627 INFO:tasks.rados.rados.0.smithi007.stdout:2510: finishing copy_from to smithi00780855-37 2024-08-04T15:36:09.627 INFO:tasks.rados.rados.0.smithi007.stdout:2510: got expected ENOENT (src dne) 2024-08-04T15:36:09.627 INFO:tasks.rados.rados.0.smithi007.stdout:2510: finishing copy_from racing read to smithi00780855-37 2024-08-04T15:36:09.627 INFO:tasks.rados.rados.0.smithi007.stdout:2506: done (2 left) 2024-08-04T15:36:09.627 INFO:tasks.rados.rados.0.smithi007.stdout:2508: done (1 left) 2024-08-04T15:36:09.627 INFO:tasks.rados.rados.0.smithi007.stdout:2510: done (0 left) 2024-08-04T15:36:09.627 INFO:tasks.rados.rados.0.smithi007.stdout:2511: read oid 14 snap -1 2024-08-04T15:36:09.627 INFO:tasks.rados.rados.0.smithi007.stdout:2511: expect (ObjNum 525 snap 165 seq_num 525) 2024-08-04T15:36:09.628 INFO:tasks.rados.rados.0.smithi007.stdout:2512: read oid 17 snap -1 2024-08-04T15:36:09.628 INFO:tasks.rados.rados.0.smithi007.stdout:2512: expect (ObjNum 734 snap 239 seq_num 734) 2024-08-04T15:36:09.628 INFO:tasks.rados.rados.0.smithi007.stdout:2513: copy_from oid 30 from oid 50 current snap is 252 2024-08-04T15:36:09.628 INFO:tasks.rados.rados.0.smithi007.stdout:2514: rollback oid 13 current snap is 252 2024-08-04T15:36:09.628 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 13 to 245 2024-08-04T15:36:09.628 INFO:tasks.rados.rados.0.smithi007.stdout:2515: setattr oid 22 current snap is 252 2024-08-04T15:36:09.629 INFO:tasks.rados.rados.0.smithi007.stdout:2516: setattr oid 7 current snap is 252 2024-08-04T15:36:09.629 INFO:tasks.rados.rados.0.smithi007.stdout:2517: read oid 27 snap -1 2024-08-04T15:36:09.629 INFO:tasks.rados.rados.0.smithi007.stdout:2517: expect (ObjNum 678 snap 216 seq_num 678) 2024-08-04T15:36:09.629 INFO:tasks.rados.rados.0.smithi007.stdout:2518: rmattr oid 44 current snap is 252 2024-08-04T15:36:09.629 INFO:tasks.rados.rados.0.smithi007.stdout:2519: copy_from oid 5 from oid 36 current snap is 252 2024-08-04T15:36:09.629 INFO:tasks.rados.rados.0.smithi007.stdout:2520: delete oid 34 current snap is 252 2024-08-04T15:36:09.633 INFO:tasks.rados.rados.0.smithi007.stdout:2520: done (9 left) 2024-08-04T15:36:09.633 INFO:tasks.rados.rados.0.smithi007.stdout:2521: rollback oid 46 current snap is 252 2024-08-04T15:36:09.634 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 46 to 251 2024-08-04T15:36:09.634 INFO:tasks.rados.rados.0.smithi007.stdout:2522: read oid 29 snap -1 2024-08-04T15:36:09.634 INFO:tasks.rados.rados.0.smithi007.stdout:2522: expect (ObjNum 724 snap 235 seq_num 724) 2024-08-04T15:36:09.634 INFO:tasks.rados.rados.0.smithi007.stdout:2523: delete oid 23 current snap is 252 2024-08-04T15:36:09.634 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1490 (ObjNum 4113 snap 0 seq_num 4294967295) dirty exists 2024-08-04T15:36:09.634 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 1937 (ObjNum 762 snap 249 seq_num 762) dirty exists 2024-08-04T15:36:09.635 INFO:tasks.rados.rados.0.smithi007.stdout:2512: expect (ObjNum 734 snap 239 seq_num 734) 2024-08-04T15:36:09.691 INFO:tasks.rados.rados.0.smithi007.stdout:2513: finishing copy_from racing read to smithi00780855-30 2024-08-04T15:36:09.692 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 1543 (ObjNum 652 snap 210 seq_num 652) dirty exists 2024-08-04T15:36:09.692 INFO:tasks.rados.rados.0.smithi007.stdout:2519: finishing copy_from racing read to smithi00780855-5 2024-08-04T15:36:09.692 INFO:tasks.rados.rados.0.smithi007.stdout:2521: finishing rollback tid 0 to smithi00780855-46 2024-08-04T15:36:09.692 INFO:tasks.rados.rados.0.smithi007.stdout:2521: finishing rollback tid 1 to smithi00780855-46 2024-08-04T15:36:09.692 INFO:tasks.rados.rados.0.smithi007.stdout:2512: done (11 left) 2024-08-04T15:36:09.692 INFO:tasks.rados.rados.0.smithi007.stdout:2515: done (10 left) 2024-08-04T15:36:09.692 INFO:tasks.rados.rados.0.smithi007.stdout:2516: done (9 left) 2024-08-04T15:36:09.692 INFO:tasks.rados.rados.0.smithi007.stdout:2518: done (8 left) 2024-08-04T15:36:09.692 INFO:tasks.rados.rados.0.smithi007.stdout:2523: done (7 left) 2024-08-04T15:36:09.692 INFO:tasks.rados.rados.0.smithi007.stdout:2524: snap_create 2024-08-04T15:36:09.692 INFO:tasks.rados.rados.0.smithi007.stdout:2521: finishing rollback tid 2 to smithi00780855-46 2024-08-04T15:36:09.692 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 1926 (ObjNum 755 snap 246 seq_num 755) dirty exists 2024-08-04T15:36:09.692 INFO:tasks.rados.rados.0.smithi007.stdout:2517: expect (ObjNum 678 snap 216 seq_num 678) 2024-08-04T15:36:09.738 INFO:tasks.rados.rados.0.smithi007.stdout:2513: finishing copy_from to smithi00780855-30 2024-08-04T15:36:09.738 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 1936 (ObjNum 768 snap 250 seq_num 768) dirty exists 2024-08-04T15:36:09.738 INFO:tasks.rados.rados.0.smithi007.stdout:2519: finishing copy_from to smithi00780855-5 2024-08-04T15:36:09.738 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 1487 (ObjNum 675 snap 216 seq_num 675) dirty exists 2024-08-04T15:36:09.738 INFO:tasks.rados.rados.0.smithi007.stdout:2522: expect (ObjNum 724 snap 235 seq_num 724) 2024-08-04T15:36:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:09 smithi062 ceph-mon[85960]: osdmap e569: 8 total, 8 up, 8 in 2024-08-04T15:36:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:09 smithi062 ceph-mon[85960]: osdmap e570: 8 total, 8 up, 8 in 2024-08-04T15:36:09.832 INFO:tasks.rados.rados.0.smithi007.stdout:2511: expect (ObjNum 525 snap 165 seq_num 525) 2024-08-04T15:36:09.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:09 smithi007 ceph-mon[94998]: osdmap e569: 8 total, 8 up, 8 in 2024-08-04T15:36:09.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:09 smithi007 ceph-mon[94998]: osdmap e570: 8 total, 8 up, 8 in 2024-08-04T15:36:09.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:09 smithi007 ceph-mon[92692]: osdmap e569: 8 total, 8 up, 8 in 2024-08-04T15:36:09.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:09 smithi007 ceph-mon[92692]: osdmap e570: 8 total, 8 up, 8 in 2024-08-04T15:36:10.085 INFO:tasks.rados.rados.0.smithi007.stdout:2514: finishing rollback tid 0 to smithi00780855-13 2024-08-04T15:36:10.085 INFO:tasks.rados.rados.0.smithi007.stdout:2514: finishing rollback tid 1 to smithi00780855-13 2024-08-04T15:36:10.085 INFO:tasks.rados.rados.0.smithi007.stdout:2514: finishing rollback tid 2 to smithi00780855-13 2024-08-04T15:36:10.085 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 2172 (ObjNum 738 snap 240 seq_num 738) dirty exists 2024-08-04T15:36:10.541 INFO:tasks.rados.rados.0.smithi007.stdout:2511: done (7 left) 2024-08-04T15:36:10.541 INFO:tasks.rados.rados.0.smithi007.stdout:2513: done (6 left) 2024-08-04T15:36:10.541 INFO:tasks.rados.rados.0.smithi007.stdout:2514: done (5 left) 2024-08-04T15:36:10.541 INFO:tasks.rados.rados.0.smithi007.stdout:2517: done (4 left) 2024-08-04T15:36:10.541 INFO:tasks.rados.rados.0.smithi007.stdout:2519: done (3 left) 2024-08-04T15:36:10.541 INFO:tasks.rados.rados.0.smithi007.stdout:2521: done (2 left) 2024-08-04T15:36:10.542 INFO:tasks.rados.rados.0.smithi007.stdout:2522: done (1 left) 2024-08-04T15:36:10.542 INFO:tasks.rados.rados.0.smithi007.stdout:2524: done (0 left) 2024-08-04T15:36:10.542 INFO:tasks.rados.rados.0.smithi007.stdout:2525: delete oid 23 current snap is 253 2024-08-04T15:36:10.543 INFO:tasks.rados.rados.0.smithi007.stdout:2525: done (0 left) 2024-08-04T15:36:10.543 INFO:tasks.rados.rados.0.smithi007.stdout:2526: delete oid 41 current snap is 253 2024-08-04T15:36:10.546 INFO:tasks.rados.rados.0.smithi007.stdout:2526: done (0 left) 2024-08-04T15:36:10.546 INFO:tasks.rados.rados.0.smithi007.stdout:2527: read oid 40 snap -1 2024-08-04T15:36:10.546 INFO:tasks.rados.rados.0.smithi007.stdout:2527: expect (ObjNum 668 snap 214 seq_num 668) 2024-08-04T15:36:10.546 INFO:tasks.rados.rados.0.smithi007.stdout:2528: snap_create 2024-08-04T15:36:10.554 INFO:tasks.rados.rados.0.smithi007.stdout:2527: expect (ObjNum 668 snap 214 seq_num 668) 2024-08-04T15:36:11.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:10 smithi062 ceph-mon[85960]: pgmap v508: 121 pgs: 121 active+clean; 325 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-08-04T15:36:11.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:10 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:11.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:10 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:11.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:10 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:11.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:10 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:11.148 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:10 smithi062 ceph-mon[85960]: osdmap e571: 8 total, 8 up, 8 in 2024-08-04T15:36:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:10 smithi007 ceph-mon[92692]: pgmap v508: 121 pgs: 121 active+clean; 325 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-08-04T15:36:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:10 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:10 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:10 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:10 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:10 smithi007 ceph-mon[92692]: osdmap e571: 8 total, 8 up, 8 in 2024-08-04T15:36:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:10 smithi007 ceph-mon[94998]: pgmap v508: 121 pgs: 121 active+clean; 325 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-08-04T15:36:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:10 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:10 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:10 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:10 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:10 smithi007 ceph-mon[94998]: osdmap e571: 8 total, 8 up, 8 in 2024-08-04T15:36:11.543 INFO:tasks.rados.rados.0.smithi007.stdout:2527: done (1 left) 2024-08-04T15:36:11.543 INFO:tasks.rados.rados.0.smithi007.stdout:2528: done (0 left) 2024-08-04T15:36:11.543 INFO:tasks.rados.rados.0.smithi007.stdout:2529: snap_create 2024-08-04T15:36:12.386 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:36:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:36:12.546 INFO:tasks.rados.rados.0.smithi007.stdout:2529: done (0 left) 2024-08-04T15:36:12.547 INFO:tasks.rados.rados.0.smithi007.stdout:2530: delete oid 40 current snap is 255 2024-08-04T15:36:12.551 INFO:tasks.rados.rados.0.smithi007.stdout:2530: done (0 left) 2024-08-04T15:36:12.551 INFO:tasks.rados.rados.0.smithi007.stdout:2531: snap_remove snap 240 2024-08-04T15:36:12.714 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:12 smithi062 ceph-mon[85960]: pgmap v511: 121 pgs: 121 active+clean; 349 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2024-08-04T15:36:12.714 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:12 smithi062 ceph-mon[85960]: osdmap e572: 8 total, 8 up, 8 in 2024-08-04T15:36:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:12 smithi007 ceph-mon[92692]: pgmap v511: 121 pgs: 121 active+clean; 349 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2024-08-04T15:36:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:12 smithi007 ceph-mon[92692]: osdmap e572: 8 total, 8 up, 8 in 2024-08-04T15:36:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:12 smithi007 ceph-mon[94998]: pgmap v511: 121 pgs: 121 active+clean; 349 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2024-08-04T15:36:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:12 smithi007 ceph-mon[94998]: osdmap e572: 8 total, 8 up, 8 in 2024-08-04T15:36:13.558 INFO:tasks.rados.rados.0.smithi007.stdout:2531: done (0 left) 2024-08-04T15:36:13.558 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 5 current snap is 255 2024-08-04T15:36:13.558 INFO:tasks.rados.rados.0.smithi007.stdout:2532: seq_num 776 ranges {1712128=606208,2318336=401408} 2024-08-04T15:36:13.572 INFO:tasks.rados.rados.0.smithi007.stdout:2532: writing smithi00780855-5 from 1712128 to 2318336 tid 1 2024-08-04T15:36:13.575 INFO:tasks.rados.rados.0.smithi007.stdout:2532: writing smithi00780855-5 from 2318336 to 2719744 tid 2 2024-08-04T15:36:13.575 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 24 current snap is 255 2024-08-04T15:36:13.575 INFO:tasks.rados.rados.0.smithi007.stdout:2533: seq_num 777 ranges {0=622592,622592=401408} 2024-08-04T15:36:13.578 INFO:tasks.rados.rados.0.smithi007.stdout:2533: writing smithi00780855-24 from 0 to 622592 tid 1 2024-08-04T15:36:13.581 INFO:tasks.rados.rados.0.smithi007.stdout:2533: writing smithi00780855-24 from 622592 to 1024000 tid 2 2024-08-04T15:36:13.581 INFO:tasks.rados.rados.0.smithi007.stdout:2534: rollback oid 13 current snap is 255 2024-08-04T15:36:13.582 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 13 to 233 2024-08-04T15:36:13.582 INFO:tasks.rados.rados.0.smithi007.stdout:2532: finishing write tid 1 to smithi00780855-5 2024-08-04T15:36:13.582 INFO:tasks.rados.rados.0.smithi007.stdout:2532: finishing write tid 2 to smithi00780855-5 2024-08-04T15:36:13.582 INFO:tasks.rados.rados.0.smithi007.stdout:2532: finishing write tid 3 to smithi00780855-5 2024-08-04T15:36:13.582 INFO:tasks.rados.rados.0.smithi007.stdout:2532: finishing write tid 4 to smithi00780855-5 2024-08-04T15:36:13.582 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 1929 (ObjNum 776 snap 255 seq_num 776) dirty exists 2024-08-04T15:36:13.582 INFO:tasks.rados.rados.0.smithi007.stdout:2532: left oid 5 (ObjNum 776 snap 255 seq_num 776) 2024-08-04T15:36:13.582 INFO:tasks.rados.rados.0.smithi007.stdout:2532: done (2 left) 2024-08-04T15:36:13.582 INFO:tasks.rados.rados.0.smithi007.stdout:2535: delete oid 45 current snap is 255 2024-08-04T15:36:13.585 INFO:tasks.rados.rados.0.smithi007.stdout:2533: finishing write tid 1 to smithi00780855-24 2024-08-04T15:36:13.585 INFO:tasks.rados.rados.0.smithi007.stdout:2533: finishing write tid 2 to smithi00780855-24 2024-08-04T15:36:13.585 INFO:tasks.rados.rados.0.smithi007.stdout:2533: finishing write tid 3 to smithi00780855-24 2024-08-04T15:36:13.588 INFO:tasks.rados.rados.0.smithi007.stdout:2533: finishing write tid 4 to smithi00780855-24 2024-08-04T15:36:13.588 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 2187 (ObjNum 777 snap 255 seq_num 777) dirty exists 2024-08-04T15:36:13.588 INFO:tasks.rados.rados.0.smithi007.stdout:2533: left oid 24 (ObjNum 777 snap 255 seq_num 777) 2024-08-04T15:36:13.589 INFO:tasks.rados.rados.0.smithi007.stdout:2534: finishing rollback tid 0 to smithi00780855-13 2024-08-04T15:36:13.591 INFO:tasks.rados.rados.0.smithi007.stdout:2534: finishing rollback tid 1 to smithi00780855-13 2024-08-04T15:36:13.591 INFO:tasks.rados.rados.0.smithi007.stdout:2534: finishing rollback tid 2 to smithi00780855-13 2024-08-04T15:36:13.592 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 2191 (ObjNum 536 snap 175 seq_num 536) dirty exists 2024-08-04T15:36:13.593 INFO:tasks.rados.rados.0.smithi007.stdout:2533: done (2 left) 2024-08-04T15:36:13.593 INFO:tasks.rados.rados.0.smithi007.stdout:2534: done (1 left) 2024-08-04T15:36:13.593 INFO:tasks.rados.rados.0.smithi007.stdout:2535: done (0 left) 2024-08-04T15:36:13.593 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 255 2024-08-04T15:36:13.593 INFO:tasks.rados.rados.0.smithi007.stdout:2536: seq_num 779 ranges {4169728=655360,4825088=401408} 2024-08-04T15:36:13.619 INFO:tasks.rados.rados.0.smithi007.stdout:2536: writing smithi00780855-49 from 4169728 to 4825088 tid 1 2024-08-04T15:36:13.621 INFO:tasks.rados.rados.0.smithi007.stdout:2536: writing smithi00780855-49 from 4825088 to 5226496 tid 2 2024-08-04T15:36:13.621 INFO:tasks.rados.rados.0.smithi007.stdout:2537: delete oid 37 current snap is 255 2024-08-04T15:36:13.622 INFO:tasks.rados.rados.0.smithi007.stdout:2537: done (1 left) 2024-08-04T15:36:13.622 INFO:tasks.rados.rados.0.smithi007.stdout:2538: snap_remove snap 237 2024-08-04T15:36:13.803 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:13 smithi062 ceph-mon[85960]: osdmap e573: 8 total, 8 up, 8 in 2024-08-04T15:36:13.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:13 smithi007 ceph-mon[92692]: osdmap e573: 8 total, 8 up, 8 in 2024-08-04T15:36:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:13 smithi007 ceph-mon[94998]: osdmap e573: 8 total, 8 up, 8 in 2024-08-04T15:36:14.503 INFO:tasks.rados.rados.0.smithi007.stdout:2538: done (1 left) 2024-08-04T15:36:14.503 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 255 2024-08-04T15:36:14.504 INFO:tasks.rados.rados.0.smithi007.stdout:2539: seq_num 781 ranges {0=688128,688128=401408} 2024-08-04T15:36:14.508 INFO:tasks.rados.rados.0.smithi007.stdout:2539: writing smithi00780855-38 from 0 to 688128 tid 1 2024-08-04T15:36:14.511 INFO:tasks.rados.rados.0.smithi007.stdout:2539: writing smithi00780855-38 from 688128 to 1089536 tid 2 2024-08-04T15:36:14.511 INFO:tasks.rados.rados.0.smithi007.stdout:2540: snap_remove snap 211 2024-08-04T15:36:14.706 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: pgmap v514: 121 pgs: 121 active+clean; 349 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-08-04T15:36:14.706 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: osdmap e574: 8 total, 8 up, 8 in 2024-08-04T15:36:14.706 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: Detected new or changed devices on smithi062 2024-08-04T15:36:14.707 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.707 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.707 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:36:14.707 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:36:14.707 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.707 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:14.707 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.707 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.707 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.707 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.707 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.707 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.707 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-08-04T15:36:14.707 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-04T15:36:14.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-08-04T15:36:14.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-04T15:36:14.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.708 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.709 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.709 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[94998]: osdmap e575: 8 total, 8 up, 8 in 2024-08-04T15:36:14.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: pgmap v514: 121 pgs: 121 active+clean; 349 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-08-04T15:36:14.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: osdmap e574: 8 total, 8 up, 8 in 2024-08-04T15:36:14.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: Detected new or changed devices on smithi062 2024-08-04T15:36:14.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:36:14.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:36:14.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:14.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-08-04T15:36:14.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-04T15:36:14.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-08-04T15:36:14.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-04T15:36:14.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:14.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:14.711 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:14 smithi007 ceph-mon[92692]: osdmap e575: 8 total, 8 up, 8 in 2024-08-04T15:36:15.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: pgmap v514: 121 pgs: 121 active+clean; 349 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-08-04T15:36:15.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: osdmap e574: 8 total, 8 up, 8 in 2024-08-04T15:36:15.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: Detected new or changed devices on smithi062 2024-08-04T15:36:15.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:15.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:15.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:36:15.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:36:15.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:15.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:15.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:15.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:15.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:15.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:15.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:15.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:15.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-08-04T15:36:15.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-04T15:36:15.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-08-04T15:36:15.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-04T15:36:15.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:15.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:15.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:15.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:15.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:15.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:15.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:15.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:15.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:15.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:15.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:15.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:15.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:15.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:14 smithi062 ceph-mon[85960]: osdmap e575: 8 total, 8 up, 8 in 2024-08-04T15:36:15.502 INFO:tasks.rados.rados.0.smithi007.stdout:2540: done (2 left) 2024-08-04T15:36:15.503 INFO:tasks.rados.rados.0.smithi007.stdout:2541: copy_from oid 29 from oid 2 current snap is 255 2024-08-04T15:36:15.503 INFO:tasks.rados.rados.0.smithi007.stdout:2542: read oid 13 snap 251 2024-08-04T15:36:15.503 INFO:tasks.rados.rados.0.smithi007.stdout:2542: expect (ObjNum 633 snap 201 seq_num 633) 2024-08-04T15:36:15.503 INFO:tasks.rados.rados.0.smithi007.stdout:2543: snap_create 2024-08-04T15:36:15.503 INFO:tasks.rados.rados.0.smithi007.stdout:2536: finishing write tid 1 to smithi00780855-49 2024-08-04T15:36:15.503 INFO:tasks.rados.rados.0.smithi007.stdout:2536: finishing write tid 2 to smithi00780855-49 2024-08-04T15:36:15.503 INFO:tasks.rados.rados.0.smithi007.stdout:2536: finishing write tid 3 to smithi00780855-49 2024-08-04T15:36:15.503 INFO:tasks.rados.rados.0.smithi007.stdout:2536: finishing write tid 4 to smithi00780855-49 2024-08-04T15:36:15.503 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 1940 (ObjNum 779 snap 255 seq_num 779) dirty exists 2024-08-04T15:36:15.503 INFO:tasks.rados.rados.0.smithi007.stdout:2536: left oid 49 (ObjNum 779 snap 255 seq_num 779) 2024-08-04T15:36:15.503 INFO:tasks.rados.rados.0.smithi007.stdout:2539: finishing write tid 1 to smithi00780855-38 2024-08-04T15:36:15.503 INFO:tasks.rados.rados.0.smithi007.stdout:2539: finishing write tid 2 to smithi00780855-38 2024-08-04T15:36:15.503 INFO:tasks.rados.rados.0.smithi007.stdout:2539: finishing write tid 3 to smithi00780855-38 2024-08-04T15:36:15.504 INFO:tasks.rados.rados.0.smithi007.stdout:2539: finishing write tid 4 to smithi00780855-38 2024-08-04T15:36:15.504 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 2111 (ObjNum 781 snap 255 seq_num 781) dirty exists 2024-08-04T15:36:15.504 INFO:tasks.rados.rados.0.smithi007.stdout:2539: left oid 38 (ObjNum 781 snap 255 seq_num 781) 2024-08-04T15:36:15.511 INFO:tasks.rados.rados.0.smithi007.stdout:2541: finishing copy_from to smithi00780855-29 2024-08-04T15:36:15.511 INFO:tasks.rados.rados.0.smithi007.stdout:2541: got expected ENOENT (src dne) 2024-08-04T15:36:15.512 INFO:tasks.rados.rados.0.smithi007.stdout:2541: finishing copy_from racing read to smithi00780855-29 2024-08-04T15:36:15.555 INFO:tasks.rados.rados.0.smithi007.stdout:2542: expect (ObjNum 633 snap 201 seq_num 633) 2024-08-04T15:36:15.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:15 smithi007 ceph-mon[92692]: Upgrade: Setting container_image for all mds 2024-08-04T15:36:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:15 smithi007 ceph-mon[92692]: Upgrade: Setting container_image for all rgw 2024-08-04T15:36:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:15 smithi007 ceph-mon[92692]: Upgrade: Setting container_image for all rbd-mirror 2024-08-04T15:36:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:15 smithi007 ceph-mon[92692]: Upgrade: Setting container_image for all ceph-exporter 2024-08-04T15:36:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:15 smithi007 ceph-mon[92692]: Upgrade: Setting container_image for all iscsi 2024-08-04T15:36:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:15 smithi007 ceph-mon[92692]: Upgrade: Setting container_image for all nfs 2024-08-04T15:36:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:15 smithi007 ceph-mon[92692]: Upgrade: Setting container_image for all nvmeof 2024-08-04T15:36:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:15 smithi007 ceph-mon[92692]: osdmap e576: 8 total, 8 up, 8 in 2024-08-04T15:36:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:15 smithi007 ceph-mon[94998]: Upgrade: Setting container_image for all mds 2024-08-04T15:36:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:15 smithi007 ceph-mon[94998]: Upgrade: Setting container_image for all rgw 2024-08-04T15:36:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:15 smithi007 ceph-mon[94998]: Upgrade: Setting container_image for all rbd-mirror 2024-08-04T15:36:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:15 smithi007 ceph-mon[94998]: Upgrade: Setting container_image for all ceph-exporter 2024-08-04T15:36:15.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:15 smithi007 ceph-mon[94998]: Upgrade: Setting container_image for all iscsi 2024-08-04T15:36:15.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:15 smithi007 ceph-mon[94998]: Upgrade: Setting container_image for all nfs 2024-08-04T15:36:15.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:15 smithi007 ceph-mon[94998]: Upgrade: Setting container_image for all nvmeof 2024-08-04T15:36:15.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:15 smithi007 ceph-mon[94998]: osdmap e576: 8 total, 8 up, 8 in 2024-08-04T15:36:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:15 smithi062 ceph-mon[85960]: Upgrade: Setting container_image for all mds 2024-08-04T15:36:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:15 smithi062 ceph-mon[85960]: Upgrade: Setting container_image for all rgw 2024-08-04T15:36:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:15 smithi062 ceph-mon[85960]: Upgrade: Setting container_image for all rbd-mirror 2024-08-04T15:36:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:15 smithi062 ceph-mon[85960]: Upgrade: Setting container_image for all ceph-exporter 2024-08-04T15:36:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:15 smithi062 ceph-mon[85960]: Upgrade: Setting container_image for all iscsi 2024-08-04T15:36:16.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:15 smithi062 ceph-mon[85960]: Upgrade: Setting container_image for all nfs 2024-08-04T15:36:16.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:15 smithi062 ceph-mon[85960]: Upgrade: Setting container_image for all nvmeof 2024-08-04T15:36:16.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:15 smithi062 ceph-mon[85960]: osdmap e576: 8 total, 8 up, 8 in 2024-08-04T15:36:16.327 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:36:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:36:16] "GET /metrics HTTP/1.1" 200 36022 "" "Prometheus/2.43.0" 2024-08-04T15:36:16.328 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:16 smithi007 systemd[1]: Stopping Ceph node-exporter.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:36:16.503 INFO:tasks.rados.rados.0.smithi007.stdout:2536: done (4 left) 2024-08-04T15:36:16.503 INFO:tasks.rados.rados.0.smithi007.stdout:2539: done (3 left) 2024-08-04T15:36:16.503 INFO:tasks.rados.rados.0.smithi007.stdout:2541: done (2 left) 2024-08-04T15:36:16.503 INFO:tasks.rados.rados.0.smithi007.stdout:2542: done (1 left) 2024-08-04T15:36:16.503 INFO:tasks.rados.rados.0.smithi007.stdout:2543: done (0 left) 2024-08-04T15:36:16.503 INFO:tasks.rados.rados.0.smithi007.stdout:2544: snap_create 2024-08-04T15:36:16.585 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:16 smithi007 podman[122934]: 2024-08-04 15:36:16.327407635 +0000 UTC m=+0.112706709 container died e040078790b8d9874cda1c5aff55aeb9e12b2dfc11225a09d8dee0ff67f346f2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-04T15:36:16.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:16 smithi007 ceph-mon[92692]: pgmap v517: 121 pgs: 121 active+clean; 353 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-08-04T15:36:16.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:16 smithi007 ceph-mon[92692]: Upgrade: Updating node-exporter.a (1/2) 2024-08-04T15:36:16.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:16 smithi007 ceph-mon[92692]: Deploying daemon node-exporter.a on smithi007 2024-08-04T15:36:16.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:16 smithi007 ceph-mon[92692]: osdmap e577: 8 total, 8 up, 8 in 2024-08-04T15:36:16.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:16 smithi007 ceph-mon[94998]: pgmap v517: 121 pgs: 121 active+clean; 353 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-08-04T15:36:16.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:16 smithi007 ceph-mon[94998]: Upgrade: Updating node-exporter.a (1/2) 2024-08-04T15:36:16.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:16 smithi007 ceph-mon[94998]: Deploying daemon node-exporter.a on smithi007 2024-08-04T15:36:16.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:16 smithi007 ceph-mon[94998]: osdmap e577: 8 total, 8 up, 8 in 2024-08-04T15:36:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:16 smithi062 ceph-mon[85960]: pgmap v517: 121 pgs: 121 active+clean; 353 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-08-04T15:36:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:16 smithi062 ceph-mon[85960]: Upgrade: Updating node-exporter.a (1/2) 2024-08-04T15:36:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:16 smithi062 ceph-mon[85960]: Deploying daemon node-exporter.a on smithi007 2024-08-04T15:36:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:16 smithi062 ceph-mon[85960]: osdmap e577: 8 total, 8 up, 8 in 2024-08-04T15:36:17.051 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:16 smithi007 podman[122934]: 2024-08-04 15:36:16.692093807 +0000 UTC m=+0.477392886 container cleanup e040078790b8d9874cda1c5aff55aeb9e12b2dfc11225a09d8dee0ff67f346f2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-04T15:36:17.051 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:16 smithi007 bash[122934]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a 2024-08-04T15:36:17.336 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 podman[122947]: 2024-08-04 15:36:17.051931745 +0000 UTC m=+0.724563140 container remove e040078790b8d9874cda1c5aff55aeb9e12b2dfc11225a09d8dee0ff67f346f2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-04T15:36:17.336 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-04T15:36:17.336 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-04T15:36:17.336 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 systemd[1]: Stopped Ceph node-exporter.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:36:17.337 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.a.service: Consumed 1.530s CPU time. 2024-08-04T15:36:17.505 INFO:tasks.rados.rados.0.smithi007.stdout:2544: done (0 left) 2024-08-04T15:36:17.506 INFO:tasks.rados.rados.0.smithi007.stdout:2545: read oid 29 snap -1 2024-08-04T15:36:17.506 INFO:tasks.rados.rados.0.smithi007.stdout:2545: expect (ObjNum 724 snap 235 seq_num 724) 2024-08-04T15:36:17.506 INFO:tasks.rados.rados.0.smithi007.stdout:2546: read oid 1 snap -1 2024-08-04T15:36:17.506 INFO:tasks.rados.rados.0.smithi007.stdout:2546: expect deleted 2024-08-04T15:36:17.506 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 257 2024-08-04T15:36:17.506 INFO:tasks.rados.rados.0.smithi007.stdout:2547: seq_num 782 ranges {1269760=704512,1974272=401408} 2024-08-04T15:36:17.516 INFO:tasks.rados.rados.0.smithi007.stdout:2547: writing smithi00780855-28 from 1269760 to 1974272 tid 1 2024-08-04T15:36:17.519 INFO:tasks.rados.rados.0.smithi007.stdout:2547: writing smithi00780855-28 from 1974272 to 2375680 tid 2 2024-08-04T15:36:17.519 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 257 2024-08-04T15:36:17.519 INFO:tasks.rados.rados.0.smithi007.stdout:2548: seq_num 783 ranges {0=720896,720896=401408} 2024-08-04T15:36:17.523 INFO:tasks.rados.rados.0.smithi007.stdout:2548: writing smithi00780855-43 from 0 to 720896 tid 1 2024-08-04T15:36:17.526 INFO:tasks.rados.rados.0.smithi007.stdout:2548: writing smithi00780855-43 from 720896 to 1122304 tid 2 2024-08-04T15:36:17.526 INFO:tasks.rados.rados.0.smithi007.stdout:2549: snap_create 2024-08-04T15:36:17.526 INFO:tasks.rados.rados.0.smithi007.stdout:2545: expect (ObjNum 724 snap 235 seq_num 724) 2024-08-04T15:36:17.628 INFO:tasks.rados.rados.0.smithi007.stdout:2547: finishing write tid 1 to smithi00780855-28 2024-08-04T15:36:17.628 INFO:tasks.rados.rados.0.smithi007.stdout:2547: finishing write tid 2 to smithi00780855-28 2024-08-04T15:36:17.628 INFO:tasks.rados.rados.0.smithi007.stdout:2547: finishing write tid 3 to smithi00780855-28 2024-08-04T15:36:17.628 INFO:tasks.rados.rados.0.smithi007.stdout:2547: finishing write tid 4 to smithi00780855-28 2024-08-04T15:36:17.628 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 1944 (ObjNum 782 snap 257 seq_num 782) dirty exists 2024-08-04T15:36:17.628 INFO:tasks.rados.rados.0.smithi007.stdout:2547: left oid 28 (ObjNum 782 snap 257 seq_num 782) 2024-08-04T15:36:17.629 INFO:tasks.rados.rados.0.smithi007.stdout:2548: finishing write tid 1 to smithi00780855-43 2024-08-04T15:36:17.629 INFO:tasks.rados.rados.0.smithi007.stdout:2548: finishing write tid 2 to smithi00780855-43 2024-08-04T15:36:17.629 INFO:tasks.rados.rados.0.smithi007.stdout:2548: finishing write tid 3 to smithi00780855-43 2024-08-04T15:36:17.629 INFO:tasks.rados.rados.0.smithi007.stdout:2548: finishing write tid 4 to smithi00780855-43 2024-08-04T15:36:17.629 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 1932 (ObjNum 783 snap 257 seq_num 783) dirty exists 2024-08-04T15:36:17.629 INFO:tasks.rados.rados.0.smithi007.stdout:2548: left oid 43 (ObjNum 783 snap 257 seq_num 783) 2024-08-04T15:36:17.817 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 systemd[1]: Starting Ceph node-exporter.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:36:17.817 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 podman[123078]: 2024-08-04 15:36:17.618605359 +0000 UTC m=+0.017687934 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-04T15:36:17.817 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 podman[123078]: 2024-08-04 15:36:17.728421156 +0000 UTC m=+0.127503767 container create a42061465119b2c395d901f34b2c16b5ed64e498294c86d493af7f4c3fcf0e3b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-04T15:36:18.086 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 podman[123078]: 2024-08-04 15:36:17.922665285 +0000 UTC m=+0.321747879 container init a42061465119b2c395d901f34b2c16b5ed64e498294c86d493af7f4c3fcf0e3b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-04T15:36:18.086 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 podman[123078]: 2024-08-04 15:36:17.925494846 +0000 UTC m=+0.324577413 container start a42061465119b2c395d901f34b2c16b5ed64e498294c86d493af7f4c3fcf0e3b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-04T15:36:18.086 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.929Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-04T15:36:18.086 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.929Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-04T15:36:18.086 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.929Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-04T15:36:18.087 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.929Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-04T15:36:18.087 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-04T15:36:18.087 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-04T15:36:18.087 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-04T15:36:18.087 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=arp 2024-08-04T15:36:18.087 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-04T15:36:18.087 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-04T15:36:18.087 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-04T15:36:18.087 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-04T15:36:18.087 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-04T15:36:18.087 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-04T15:36:18.088 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-04T15:36:18.088 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-04T15:36:18.088 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=edac 2024-08-04T15:36:18.088 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-04T15:36:18.088 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-04T15:36:18.088 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-04T15:36:18.088 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-04T15:36:18.088 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-04T15:36:18.089 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-04T15:36:18.089 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-04T15:36:18.089 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-04T15:36:18.089 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-04T15:36:18.089 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-04T15:36:18.089 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-04T15:36:18.089 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-04T15:36:18.089 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-04T15:36:18.089 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-04T15:36:18.089 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-04T15:36:18.089 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-04T15:36:18.089 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=os 2024-08-04T15:36:18.089 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-04T15:36:18.090 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-04T15:36:18.090 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-04T15:36:18.090 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-04T15:36:18.090 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-04T15:36:18.090 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-04T15:36:18.090 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-04T15:36:18.090 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=stat 2024-08-04T15:36:18.090 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-04T15:36:18.090 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-04T15:36:18.090 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-04T15:36:18.090 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=time 2024-08-04T15:36:18.090 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-04T15:36:18.091 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=uname 2024-08-04T15:36:18.091 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-04T15:36:18.091 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-04T15:36:18.091 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-04T15:36:18.091 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.930Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-04T15:36:18.091 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a[123092]: ts=2024-08-04T15:36:17.931Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-04T15:36:18.091 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:18 smithi007 bash[123078]: a42061465119b2c395d901f34b2c16b5ed64e498294c86d493af7f4c3fcf0e3b 2024-08-04T15:36:18.091 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 15:36:18 smithi007 systemd[1]: Started Ceph node-exporter.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:36:18.511 INFO:tasks.rados.rados.0.smithi007.stdout:2545: done (4 left) 2024-08-04T15:36:18.511 INFO:tasks.rados.rados.0.smithi007.stdout:2546: done (3 left) 2024-08-04T15:36:18.511 INFO:tasks.rados.rados.0.smithi007.stdout:2547: done (2 left) 2024-08-04T15:36:18.511 INFO:tasks.rados.rados.0.smithi007.stdout:2548: done (1 left) 2024-08-04T15:36:18.511 INFO:tasks.rados.rados.0.smithi007.stdout:2549: done (0 left) 2024-08-04T15:36:18.511 INFO:tasks.rados.rados.0.smithi007.stdout:2550: copy_from oid 15 from oid 35 current snap is 258 2024-08-04T15:36:18.511 INFO:tasks.rados.rados.0.smithi007.stdout:2551: read oid 4 snap -1 2024-08-04T15:36:18.511 INFO:tasks.rados.rados.0.smithi007.stdout:2551: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:36:18.511 INFO:tasks.rados.rados.0.smithi007.stdout:2552: rollback oid 27 current snap is 258 2024-08-04T15:36:18.511 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 27 to 244 2024-08-04T15:36:18.512 INFO:tasks.rados.rados.0.smithi007.stdout:2553: snap_remove snap 255 2024-08-04T15:36:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:18 smithi062 ceph-mon[85960]: pgmap v520: 121 pgs: 121 active+clean; 354 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-08-04T15:36:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:18 smithi062 ceph-mon[85960]: osdmap e578: 8 total, 8 up, 8 in 2024-08-04T15:36:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:18 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:18 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:18 smithi007 ceph-mon[94998]: pgmap v520: 121 pgs: 121 active+clean; 354 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-08-04T15:36:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:18 smithi007 ceph-mon[94998]: osdmap e578: 8 total, 8 up, 8 in 2024-08-04T15:36:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:18 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:18 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:18 smithi007 ceph-mon[92692]: pgmap v520: 121 pgs: 121 active+clean; 354 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-08-04T15:36:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:18 smithi007 ceph-mon[92692]: osdmap e578: 8 total, 8 up, 8 in 2024-08-04T15:36:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:18 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:18 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:19.505 INFO:tasks.rados.rados.0.smithi007.stdout:2551: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:36:19.506 INFO:tasks.rados.rados.0.smithi007.stdout:2552: finishing rollback tid 0 to smithi00780855-27 2024-08-04T15:36:19.506 INFO:tasks.rados.rados.0.smithi007.stdout:2552: finishing rollback tid 1 to smithi00780855-27 2024-08-04T15:36:19.506 INFO:tasks.rados.rados.0.smithi007.stdout:2552: finishing rollback tid 2 to smithi00780855-27 2024-08-04T15:36:19.506 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 1939 (ObjNum 737 snap 240 seq_num 737) dirty exists 2024-08-04T15:36:19.506 INFO:tasks.rados.rados.0.smithi007.stdout:2550: finishing copy_from racing read to smithi00780855-15 2024-08-04T15:36:19.506 INFO:tasks.rados.rados.0.smithi007.stdout:2550: finishing copy_from to smithi00780855-15 2024-08-04T15:36:19.506 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 1515 (ObjNum 605 snap 189 seq_num 605) dirty exists 2024-08-04T15:36:19.507 INFO:tasks.rados.rados.0.smithi007.stdout:2550: done (3 left) 2024-08-04T15:36:19.507 INFO:tasks.rados.rados.0.smithi007.stdout:2551: done (2 left) 2024-08-04T15:36:19.507 INFO:tasks.rados.rados.0.smithi007.stdout:2552: done (1 left) 2024-08-04T15:36:19.507 INFO:tasks.rados.rados.0.smithi007.stdout:2553: done (0 left) 2024-08-04T15:36:19.507 INFO:tasks.rados.rados.0.smithi007.stdout:2554: delete oid 13 current snap is 258 2024-08-04T15:36:19.515 INFO:tasks.rados.rados.0.smithi007.stdout:2554: done (0 left) 2024-08-04T15:36:19.515 INFO:tasks.rados.rados.0.smithi007.stdout:2555: setattr oid 14 current snap is 258 2024-08-04T15:36:19.517 INFO:tasks.rados.rados.0.smithi007.stdout:2556: snap_remove snap 256 2024-08-04T15:36:19.739 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:19 smithi062 ceph-mon[85960]: osdmap e579: 8 total, 8 up, 8 in 2024-08-04T15:36:19.739 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:19 smithi062 ceph-mon[85960]: osdmap e580: 8 total, 8 up, 8 in 2024-08-04T15:36:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:19 smithi007 ceph-mon[92692]: osdmap e579: 8 total, 8 up, 8 in 2024-08-04T15:36:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:19 smithi007 ceph-mon[92692]: osdmap e580: 8 total, 8 up, 8 in 2024-08-04T15:36:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:19 smithi007 ceph-mon[94998]: osdmap e579: 8 total, 8 up, 8 in 2024-08-04T15:36:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:19 smithi007 ceph-mon[94998]: osdmap e580: 8 total, 8 up, 8 in 2024-08-04T15:36:20.011 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:19 smithi062 systemd[1]: Stopping Ceph node-exporter.b for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:36:20.479 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:20 smithi062 podman[113164]: 2024-08-04 15:36:20.207107193 +0000 UTC m=+0.122898638 container died b7bce65c2f2184a6b3dd74cda4e515a2860d21ca60056ac649a17e2a9ab65527 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-04T15:36:20.524 INFO:tasks.rados.rados.0.smithi007.stdout:2556: done (1 left) 2024-08-04T15:36:20.524 INFO:tasks.rados.rados.0.smithi007.stdout:2557: rollback oid 37 current snap is 258 2024-08-04T15:36:20.524 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 37 to 247 2024-08-04T15:36:20.524 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 2224 (ObjNum 525 snap 165 seq_num 525) dirty exists 2024-08-04T15:36:20.524 INFO:tasks.rados.rados.0.smithi007.stdout:2555: done (1 left) 2024-08-04T15:36:20.524 INFO:tasks.rados.rados.0.smithi007.stdout:2558: snap_remove snap 231 2024-08-04T15:36:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:20 smithi062 ceph-mon[85960]: pgmap v523: 121 pgs: 121 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 770 KiB/s wr, 5 op/s 2024-08-04T15:36:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:20 smithi062 ceph-mon[85960]: Upgrade: Updating node-exporter.b (2/2) 2024-08-04T15:36:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:20 smithi062 ceph-mon[85960]: Deploying daemon node-exporter.b on smithi062 2024-08-04T15:36:20.761 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:20 smithi062 podman[113164]: 2024-08-04 15:36:20.670553641 +0000 UTC m=+0.586345080 container cleanup b7bce65c2f2184a6b3dd74cda4e515a2860d21ca60056ac649a17e2a9ab65527 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-04T15:36:20.761 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:20 smithi062 bash[113164]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b 2024-08-04T15:36:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:20 smithi007 ceph-mon[94998]: pgmap v523: 121 pgs: 121 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 770 KiB/s wr, 5 op/s 2024-08-04T15:36:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:20 smithi007 ceph-mon[94998]: Upgrade: Updating node-exporter.b (2/2) 2024-08-04T15:36:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:20 smithi007 ceph-mon[94998]: Deploying daemon node-exporter.b on smithi062 2024-08-04T15:36:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:20 smithi007 ceph-mon[92692]: pgmap v523: 121 pgs: 121 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 770 KiB/s wr, 5 op/s 2024-08-04T15:36:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:20 smithi007 ceph-mon[92692]: Upgrade: Updating node-exporter.b (2/2) 2024-08-04T15:36:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:20 smithi007 ceph-mon[92692]: Deploying daemon node-exporter.b on smithi062 2024-08-04T15:36:21.261 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:20 smithi062 podman[113176]: 2024-08-04 15:36:20.930215003 +0000 UTC m=+0.726970430 container remove b7bce65c2f2184a6b3dd74cda4e515a2860d21ca60056ac649a17e2a9ab65527 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-04T15:36:21.261 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:20 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-04T15:36:21.261 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-04T15:36:21.261 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 systemd[1]: Stopped Ceph node-exporter.b for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:36:21.261 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.b.service: Consumed 1.507s CPU time. 2024-08-04T15:36:21.531 INFO:tasks.rados.rados.0.smithi007.stdout:2557: finishing rollback tid 1 to smithi00780855-37 2024-08-04T15:36:21.532 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 0 (ObjNum 305 snap 0 seq_num 1) dirty dne 2024-08-04T15:36:21.532 INFO:tasks.rados.rados.0.smithi007.stdout:2557: done (1 left) 2024-08-04T15:36:21.532 INFO:tasks.rados.rados.0.smithi007.stdout:2558: done (0 left) 2024-08-04T15:36:21.532 INFO:tasks.rados.rados.0.smithi007.stdout:2559: copy_from oid 42 from oid 7 current snap is 258 2024-08-04T15:36:21.532 INFO:tasks.rados.rados.0.smithi007.stdout:2560: read oid 14 snap -1 2024-08-04T15:36:21.532 INFO:tasks.rados.rados.0.smithi007.stdout:2560: expect (ObjNum 525 snap 165 seq_num 525) 2024-08-04T15:36:21.532 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 258 2024-08-04T15:36:21.532 INFO:tasks.rados.rados.0.smithi007.stdout:2561: seq_num 785 ranges {2375680=753664,3129344=401408} 2024-08-04T15:36:21.551 INFO:tasks.rados.rados.0.smithi007.stdout:2561: writing smithi00780855-28 from 2375680 to 3129344 tid 1 2024-08-04T15:36:21.554 INFO:tasks.rados.rados.0.smithi007.stdout:2561: writing smithi00780855-28 from 3129344 to 3530752 tid 2 2024-08-04T15:36:21.554 INFO:tasks.rados.rados.0.smithi007.stdout:2562: rollback oid 8 current snap is 258 2024-08-04T15:36:21.554 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 8 to 223 2024-08-04T15:36:21.554 INFO:tasks.rados.rados.0.smithi007.stdout:2563: delete oid 31 current snap is 258 2024-08-04T15:36:21.558 INFO:tasks.rados.rados.0.smithi007.stdout:2561: finishing write tid 1 to smithi00780855-28 2024-08-04T15:36:21.560 INFO:tasks.rados.rados.0.smithi007.stdout:2563: done (4 left) 2024-08-04T15:36:21.560 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 258 2024-08-04T15:36:21.560 INFO:tasks.rados.rados.0.smithi007.stdout:2564: seq_num 787 ranges {0=786432,786432=401408} 2024-08-04T15:36:21.566 INFO:tasks.rados.rados.0.smithi007.stdout:2564: writing smithi00780855-44 from 0 to 786432 tid 1 2024-08-04T15:36:21.569 INFO:tasks.rados.rados.0.smithi007.stdout:2564: writing smithi00780855-44 from 786432 to 1187840 tid 2 2024-08-04T15:36:21.569 INFO:tasks.rados.rados.0.smithi007.stdout:2565: setattr oid 45 current snap is 258 2024-08-04T15:36:21.571 INFO:tasks.rados.rados.0.smithi007.stdout:2561: finishing write tid 2 to smithi00780855-28 2024-08-04T15:36:21.571 INFO:tasks.rados.rados.0.smithi007.stdout:2561: finishing write tid 3 to smithi00780855-28 2024-08-04T15:36:21.571 INFO:tasks.rados.rados.0.smithi007.stdout:2562: finishing rollback tid 0 to smithi00780855-8 2024-08-04T15:36:21.571 INFO:tasks.rados.rados.0.smithi007.stdout:2560: expect (ObjNum 525 snap 165 seq_num 525) 2024-08-04T15:36:21.666 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-mon[85960]: osdmap e581: 8 total, 8 up, 8 in 2024-08-04T15:36:21.666 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:36:21.666 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 systemd[1]: Starting Ceph node-exporter.b for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:36:21.666 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 podman[113303]: 2024-08-04 15:36:21.427362448 +0000 UTC m=+0.017404434 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-04T15:36:21.667 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 podman[113303]: 2024-08-04 15:36:21.548324823 +0000 UTC m=+0.138366801 container create 31572ba20e0b9c30f752b7e9e16b7cdc3703563ef553f1fbc5f1ea268cd07af6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-04T15:36:21.827 INFO:tasks.rados.rados.0.smithi007.stdout:2562: finishing rollback tid 1 to smithi00780855-8 2024-08-04T15:36:21.827 INFO:tasks.rados.rados.0.smithi007.stdout:2561: finishing write tid 4 to smithi00780855-28 2024-08-04T15:36:21.827 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 1947 (ObjNum 785 snap 258 seq_num 785) dirty exists 2024-08-04T15:36:21.827 INFO:tasks.rados.rados.0.smithi007.stdout:2561: left oid 28 (ObjNum 785 snap 258 seq_num 785) 2024-08-04T15:36:21.827 INFO:tasks.rados.rados.0.smithi007.stdout:2562: finishing rollback tid 2 to smithi00780855-8 2024-08-04T15:36:21.827 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 1485 (ObjNum 686 snap 219 seq_num 686) dirty exists 2024-08-04T15:36:21.827 INFO:tasks.rados.rados.0.smithi007.stdout:2559: finishing copy_from racing read to smithi00780855-42 2024-08-04T15:36:21.827 INFO:tasks.rados.rados.0.smithi007.stdout:2559: finishing copy_from to smithi00780855-42 2024-08-04T15:36:21.828 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 1937 (ObjNum 762 snap 249 seq_num 762) dirty exists 2024-08-04T15:36:21.828 INFO:tasks.rados.rados.0.smithi007.stdout:2564: finishing write tid 1 to smithi00780855-44 2024-08-04T15:36:21.828 INFO:tasks.rados.rados.0.smithi007.stdout:2564: finishing write tid 2 to smithi00780855-44 2024-08-04T15:36:21.828 INFO:tasks.rados.rados.0.smithi007.stdout:2564: finishing write tid 3 to smithi00780855-44 2024-08-04T15:36:21.828 INFO:tasks.rados.rados.0.smithi007.stdout:2564: finishing write tid 4 to smithi00780855-44 2024-08-04T15:36:21.828 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1493 (ObjNum 787 snap 258 seq_num 787) dirty exists 2024-08-04T15:36:21.828 INFO:tasks.rados.rados.0.smithi007.stdout:2564: left oid 44 (ObjNum 787 snap 258 seq_num 787) 2024-08-04T15:36:21.828 INFO:tasks.rados.rados.0.smithi007.stdout:2559: done (5 left) 2024-08-04T15:36:21.828 INFO:tasks.rados.rados.0.smithi007.stdout:2560: done (4 left) 2024-08-04T15:36:21.828 INFO:tasks.rados.rados.0.smithi007.stdout:2561: done (3 left) 2024-08-04T15:36:21.828 INFO:tasks.rados.rados.0.smithi007.stdout:2562: done (2 left) 2024-08-04T15:36:21.828 INFO:tasks.rados.rados.0.smithi007.stdout:2564: done (1 left) 2024-08-04T15:36:21.828 INFO:tasks.rados.rados.0.smithi007.stdout:2566: read oid 2 snap -1 2024-08-04T15:36:21.828 INFO:tasks.rados.rados.0.smithi007.stdout:2566: expect deleted 2024-08-04T15:36:21.828 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 258 2024-08-04T15:36:21.829 INFO:tasks.rados.rados.0.smithi007.stdout:2567: seq_num 788 ranges {2981888=802816,3784704=401408} 2024-08-04T15:36:21.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:21 smithi007 ceph-mon[94998]: osdmap e581: 8 total, 8 up, 8 in 2024-08-04T15:36:21.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:36:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:21 smithi007 ceph-mon[92692]: osdmap e581: 8 total, 8 up, 8 in 2024-08-04T15:36:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:36:21.847 INFO:tasks.rados.rados.0.smithi007.stdout:2567: writing smithi00780855-16 from 2981888 to 3784704 tid 1 2024-08-04T15:36:21.849 INFO:tasks.rados.rados.0.smithi007.stdout:2567: writing smithi00780855-16 from 3784704 to 4186112 tid 2 2024-08-04T15:36:21.849 INFO:tasks.rados.rados.0.smithi007.stdout:2568: setattr oid 28 current snap is 258 2024-08-04T15:36:21.849 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 2247 (ObjNum 81 snap 0 seq_num 3493384608) dirty exists 2024-08-04T15:36:21.850 INFO:tasks.rados.rados.0.smithi007.stdout:2565: done (3 left) 2024-08-04T15:36:21.850 INFO:tasks.rados.rados.0.smithi007.stdout:2566: done (2 left) 2024-08-04T15:36:21.850 INFO:tasks.rados.rados.0.smithi007.stdout:2569: read oid 47 snap 234 2024-08-04T15:36:21.850 INFO:tasks.rados.rados.0.smithi007.stdout:2569: expect (ObjNum 636 snap 204 seq_num 636) 2024-08-04T15:36:21.850 INFO:tasks.rados.rados.0.smithi007.stdout:2570: rmattr oid 38 current snap is 258 2024-08-04T15:36:21.851 INFO:tasks.rados.rados.0.smithi007.stdout:2570: done (3 left) 2024-08-04T15:36:21.851 INFO:tasks.rados.rados.0.smithi007.stdout:2571: copy_from oid 23 from oid 49 current snap is 258 2024-08-04T15:36:21.851 INFO:tasks.rados.rados.0.smithi007.stdout:2572: delete oid 18 current snap is 258 2024-08-04T15:36:21.853 INFO:tasks.rados.rados.0.smithi007.stdout:2567: finishing write tid 1 to smithi00780855-16 2024-08-04T15:36:21.853 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 1948 (ObjNum 785 snap 258 seq_num 785) dirty exists 2024-08-04T15:36:21.853 INFO:tasks.rados.rados.0.smithi007.stdout:2568: done (4 left) 2024-08-04T15:36:21.853 INFO:tasks.rados.rados.0.smithi007.stdout:2572: done (3 left) 2024-08-04T15:36:21.853 INFO:tasks.rados.rados.0.smithi007.stdout:2573: setattr oid 38 current snap is 258 2024-08-04T15:36:21.854 INFO:tasks.rados.rados.0.smithi007.stdout:2567: finishing write tid 2 to smithi00780855-16 2024-08-04T15:36:21.854 INFO:tasks.rados.rados.0.smithi007.stdout:2567: finishing write tid 3 to smithi00780855-16 2024-08-04T15:36:21.855 INFO:tasks.rados.rados.0.smithi007.stdout:2574: read oid 40 snap -1 2024-08-04T15:36:21.855 INFO:tasks.rados.rados.0.smithi007.stdout:2574: expect deleted 2024-08-04T15:36:21.855 INFO:tasks.rados.rados.0.smithi007.stdout:2575: setattr oid 25 current snap is 258 2024-08-04T15:36:21.856 INFO:tasks.rados.rados.0.smithi007.stdout:2569: expect (ObjNum 636 snap 204 seq_num 636) 2024-08-04T15:36:21.886 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 2112 (ObjNum 781 snap 255 seq_num 781) dirty exists 2024-08-04T15:36:21.886 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 2249 (ObjNum 633 snap 201 seq_num 633) dirty exists 2024-08-04T15:36:21.886 INFO:tasks.rados.rados.0.smithi007.stdout:2567: finishing write tid 4 to smithi00780855-16 2024-08-04T15:36:21.886 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 1943 (ObjNum 788 snap 258 seq_num 788) dirty exists 2024-08-04T15:36:21.886 INFO:tasks.rados.rados.0.smithi007.stdout:2567: left oid 16 (ObjNum 788 snap 258 seq_num 788) 2024-08-04T15:36:21.886 INFO:tasks.rados.rados.0.smithi007.stdout:2571: finishing copy_from racing read to smithi00780855-23 2024-08-04T15:36:21.886 INFO:tasks.rados.rados.0.smithi007.stdout:2571: finishing copy_from to smithi00780855-23 2024-08-04T15:36:21.887 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 1940 (ObjNum 779 snap 255 seq_num 779) dirty exists 2024-08-04T15:36:21.887 INFO:tasks.rados.rados.0.smithi007.stdout:2567: done (5 left) 2024-08-04T15:36:21.887 INFO:tasks.rados.rados.0.smithi007.stdout:2569: done (4 left) 2024-08-04T15:36:21.887 INFO:tasks.rados.rados.0.smithi007.stdout:2571: done (3 left) 2024-08-04T15:36:21.887 INFO:tasks.rados.rados.0.smithi007.stdout:2573: done (2 left) 2024-08-04T15:36:21.887 INFO:tasks.rados.rados.0.smithi007.stdout:2574: done (1 left) 2024-08-04T15:36:21.887 INFO:tasks.rados.rados.0.smithi007.stdout:2575: done (0 left) 2024-08-04T15:36:21.887 INFO:tasks.rados.rados.0.smithi007.stdout:2576: rmattr oid 10 current snap is 258 2024-08-04T15:36:21.887 INFO:tasks.rados.rados.0.smithi007.stdout:2576: done (0 left) 2024-08-04T15:36:21.887 INFO:tasks.rados.rados.0.smithi007.stdout:2577: read oid 33 snap -1 2024-08-04T15:36:21.887 INFO:tasks.rados.rados.0.smithi007.stdout:2577: expect (ObjNum 744 snap 242 seq_num 744) 2024-08-04T15:36:21.887 INFO:tasks.rados.rados.0.smithi007.stdout:2578: delete oid 25 current snap is 258 2024-08-04T15:36:21.888 INFO:tasks.rados.rados.0.smithi007.stdout:2578: done (1 left) 2024-08-04T15:36:21.889 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 36 current snap is 258 2024-08-04T15:36:21.889 INFO:tasks.rados.rados.0.smithi007.stdout:2579: seq_num 791 ranges {1712128=450560,2162688=475136,2637824=327680} 2024-08-04T15:36:21.900 INFO:tasks.rados.rados.0.smithi007.stdout:2579: writing smithi00780855-36 from 1712128 to 2162688 tid 1 2024-08-04T15:36:21.903 INFO:tasks.rados.rados.0.smithi007.stdout:2579: writing smithi00780855-36 from 2162688 to 2637824 tid 2 2024-08-04T15:36:21.905 INFO:tasks.rados.rados.0.smithi007.stdout:2579: writing smithi00780855-36 from 2637824 to 2965504 tid 3 2024-08-04T15:36:21.905 INFO:tasks.rados.rados.0.smithi007.stdout:2580: setattr oid 4 current snap is 258 2024-08-04T15:36:21.905 INFO:tasks.rados.rados.0.smithi007.stdout:2577: expect (ObjNum 744 snap 242 seq_num 744) 2024-08-04T15:36:21.938 INFO:tasks.rados.rados.0.smithi007.stdout:2579: finishing write tid 1 to smithi00780855-36 2024-08-04T15:36:21.938 INFO:tasks.rados.rados.0.smithi007.stdout:2579: finishing write tid 2 to smithi00780855-36 2024-08-04T15:36:21.938 INFO:tasks.rados.rados.0.smithi007.stdout:2579: finishing write tid 3 to smithi00780855-36 2024-08-04T15:36:21.938 INFO:tasks.rados.rados.0.smithi007.stdout:2579: finishing write tid 4 to smithi00780855-36 2024-08-04T15:36:21.938 INFO:tasks.rados.rados.0.smithi007.stdout:2579: finishing write tid 5 to smithi00780855-36 2024-08-04T15:36:21.939 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 1497 (ObjNum 791 snap 258 seq_num 791) dirty exists 2024-08-04T15:36:21.939 INFO:tasks.rados.rados.0.smithi007.stdout:2579: left oid 36 (ObjNum 791 snap 258 seq_num 791) 2024-08-04T15:36:21.939 INFO:tasks.rados.rados.0.smithi007.stdout:2577: done (2 left) 2024-08-04T15:36:21.939 INFO:tasks.rados.rados.0.smithi007.stdout:2579: done (1 left) 2024-08-04T15:36:21.939 INFO:tasks.rados.rados.0.smithi007.stdout:2581: delete oid 29 current snap is 258 2024-08-04T15:36:21.941 INFO:tasks.rados.rados.0.smithi007.stdout:2581: done (1 left) 2024-08-04T15:36:21.941 INFO:tasks.rados.rados.0.smithi007.stdout:2582: delete oid 20 current snap is 258 2024-08-04T15:36:21.941 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 1498 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-04T15:36:21.943 INFO:tasks.rados.rados.0.smithi007.stdout:2580: done (1 left) 2024-08-04T15:36:21.943 INFO:tasks.rados.rados.0.smithi007.stdout:2582: done (0 left) 2024-08-04T15:36:21.943 INFO:tasks.rados.rados.0.smithi007.stdout:2583: read oid 48 snap -1 2024-08-04T15:36:21.944 INFO:tasks.rados.rados.0.smithi007.stdout:2583: expect deleted 2024-08-04T15:36:21.944 INFO:tasks.rados.rados.0.smithi007.stdout:2584: delete oid 31 current snap is 258 2024-08-04T15:36:21.946 INFO:tasks.rados.rados.0.smithi007.stdout:2583: done (1 left) 2024-08-04T15:36:21.946 INFO:tasks.rados.rados.0.smithi007.stdout:2584: done (0 left) 2024-08-04T15:36:21.946 INFO:tasks.rados.rados.0.smithi007.stdout:2585: read oid 16 snap 242 2024-08-04T15:36:21.946 INFO:tasks.rados.rados.0.smithi007.stdout:2585: expect (ObjNum 487 snap 151 seq_num 487) 2024-08-04T15:36:21.946 INFO:tasks.rados.rados.0.smithi007.stdout:2586: read oid 44 snap -1 2024-08-04T15:36:21.946 INFO:tasks.rados.rados.0.smithi007.stdout:2586: expect (ObjNum 787 snap 258 seq_num 787) 2024-08-04T15:36:21.946 INFO:tasks.rados.rados.0.smithi007.stdout:2587: read oid 37 snap 253 2024-08-04T15:36:21.947 INFO:tasks.rados.rados.0.smithi007.stdout:2587: expect deleted 2024-08-04T15:36:21.947 INFO:tasks.rados.rados.0.smithi007.stdout:2588: read oid 36 snap -1 2024-08-04T15:36:21.947 INFO:tasks.rados.rados.0.smithi007.stdout:2588: expect (ObjNum 791 snap 258 seq_num 791) 2024-08-04T15:36:21.947 INFO:tasks.rados.rados.0.smithi007.stdout:2589: read oid 26 snap 224 2024-08-04T15:36:21.947 INFO:tasks.rados.rados.0.smithi007.stdout:2589: expect (ObjNum 688 snap 219 seq_num 688) 2024-08-04T15:36:21.947 INFO:tasks.rados.rados.0.smithi007.stdout:2590: read oid 46 snap -1 2024-08-04T15:36:21.947 INFO:tasks.rados.rados.0.smithi007.stdout:2590: expect (ObjNum 755 snap 246 seq_num 755) 2024-08-04T15:36:21.947 INFO:tasks.rados.rados.0.smithi007.stdout:2591: read oid 15 snap -1 2024-08-04T15:36:21.947 INFO:tasks.rados.rados.0.smithi007.stdout:2591: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-04T15:36:21.947 INFO:tasks.rados.rados.0.smithi007.stdout:2592: read oid 34 snap -1 2024-08-04T15:36:21.947 INFO:tasks.rados.rados.0.smithi007.stdout:2592: expect deleted 2024-08-04T15:36:21.947 INFO:tasks.rados.rados.0.smithi007.stdout:2593: snap_create 2024-08-04T15:36:21.950 INFO:tasks.rados.rados.0.smithi007.stdout:2590: expect (ObjNum 755 snap 246 seq_num 755) 2024-08-04T15:36:21.970 INFO:tasks.rados.rados.0.smithi007.stdout:2586: expect (ObjNum 787 snap 258 seq_num 787) 2024-08-04T15:36:22.006 INFO:tasks.rados.rados.0.smithi007.stdout:2588: expect (ObjNum 791 snap 258 seq_num 791) 2024-08-04T15:36:22.112 INFO:tasks.rados.rados.0.smithi007.stdout:2591: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-04T15:36:22.262 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 podman[113303]: 2024-08-04 15:36:21.800970497 +0000 UTC m=+0.391012472 container init 31572ba20e0b9c30f752b7e9e16b7cdc3703563ef553f1fbc5f1ea268cd07af6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-04T15:36:22.263 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 podman[113303]: 2024-08-04 15:36:21.803987487 +0000 UTC m=+0.394029459 container start 31572ba20e0b9c30f752b7e9e16b7cdc3703563ef553f1fbc5f1ea268cd07af6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-04T15:36:22.263 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.808Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-04T15:36:22.263 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.808Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-04T15:36:22.263 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.808Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-04T15:36:22.263 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.808Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-04T15:36:22.263 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-04T15:36:22.263 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-04T15:36:22.263 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-04T15:36:22.263 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=arp 2024-08-04T15:36:22.263 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-04T15:36:22.263 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-04T15:36:22.264 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-04T15:36:22.264 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-04T15:36:22.264 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-04T15:36:22.264 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-04T15:36:22.264 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-04T15:36:22.264 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-04T15:36:22.264 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=edac 2024-08-04T15:36:22.264 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-04T15:36:22.264 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-04T15:36:22.264 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-04T15:36:22.264 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-04T15:36:22.264 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-04T15:36:22.264 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-04T15:36:22.265 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-04T15:36:22.265 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-04T15:36:22.265 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-04T15:36:22.265 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-04T15:36:22.265 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-04T15:36:22.265 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-04T15:36:22.265 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-04T15:36:22.265 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-04T15:36:22.265 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-04T15:36:22.265 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-04T15:36:22.265 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=os 2024-08-04T15:36:22.265 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-04T15:36:22.265 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-04T15:36:22.265 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-04T15:36:22.266 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-04T15:36:22.266 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-04T15:36:22.266 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-04T15:36:22.266 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-04T15:36:22.266 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=stat 2024-08-04T15:36:22.266 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-04T15:36:22.266 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-04T15:36:22.266 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-04T15:36:22.266 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=time 2024-08-04T15:36:22.266 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-04T15:36:22.267 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=uname 2024-08-04T15:36:22.267 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-04T15:36:22.267 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-04T15:36:22.267 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-04T15:36:22.267 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-04T15:36:22.267 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b[113317]: ts=2024-08-04T15:36:21.809Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-04T15:36:22.267 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 bash[113303]: 31572ba20e0b9c30f752b7e9e16b7cdc3703563ef553f1fbc5f1ea268cd07af6 2024-08-04T15:36:22.267 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 15:36:21 smithi062 systemd[1]: Started Ceph node-exporter.b for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:36:22.267 INFO:tasks.rados.rados.0.smithi007.stdout:2585: expect (ObjNum 487 snap 151 seq_num 487) 2024-08-04T15:36:22.581 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:22 smithi062 ceph-mon[85960]: pgmap v526: 121 pgs: 121 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-08-04T15:36:22.581 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:22 smithi062 ceph-mon[85960]: osdmap e582: 8 total, 8 up, 8 in 2024-08-04T15:36:22.581 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:22.581 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:22.581 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:22.581 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:36:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:36:22.637 INFO:tasks.rados.rados.0.smithi007.stdout:2589: expect (ObjNum 688 snap 219 seq_num 688) 2024-08-04T15:36:22.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:22 smithi007 ceph-mon[92692]: pgmap v526: 121 pgs: 121 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-08-04T15:36:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:22 smithi007 ceph-mon[92692]: osdmap e582: 8 total, 8 up, 8 in 2024-08-04T15:36:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:22 smithi007 ceph-mon[94998]: pgmap v526: 121 pgs: 121 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-08-04T15:36:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:22 smithi007 ceph-mon[94998]: osdmap e582: 8 total, 8 up, 8 in 2024-08-04T15:36:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:22.944 INFO:tasks.rados.rados.0.smithi007.stdout:2585: done (8 left) 2024-08-04T15:36:22.944 INFO:tasks.rados.rados.0.smithi007.stdout:2586: done (7 left) 2024-08-04T15:36:22.944 INFO:tasks.rados.rados.0.smithi007.stdout:2587: done (6 left) 2024-08-04T15:36:22.944 INFO:tasks.rados.rados.0.smithi007.stdout:2588: done (5 left) 2024-08-04T15:36:22.944 INFO:tasks.rados.rados.0.smithi007.stdout:2589: done (4 left) 2024-08-04T15:36:22.944 INFO:tasks.rados.rados.0.smithi007.stdout:2590: done (3 left) 2024-08-04T15:36:22.944 INFO:tasks.rados.rados.0.smithi007.stdout:2591: done (2 left) 2024-08-04T15:36:22.944 INFO:tasks.rados.rados.0.smithi007.stdout:2592: done (1 left) 2024-08-04T15:36:22.944 INFO:tasks.rados.rados.0.smithi007.stdout:2593: done (0 left) 2024-08-04T15:36:22.944 INFO:tasks.rados.rados.0.smithi007.stdout:2594: copy_from oid 38 from oid 17 current snap is 259 2024-08-04T15:36:22.945 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 11 current snap is 259 2024-08-04T15:36:22.945 INFO:tasks.rados.rados.0.smithi007.stdout:2595: seq_num 795 ranges {0=524288,524288=417792,942080=385024} 2024-08-04T15:36:22.946 INFO:tasks.rados.rados.0.smithi007.stdout:2595: writing smithi00780855-11 from 0 to 524288 tid 1 2024-08-04T15:36:22.948 INFO:tasks.rados.rados.0.smithi007.stdout:2595: writing smithi00780855-11 from 524288 to 942080 tid 2 2024-08-04T15:36:22.951 INFO:tasks.rados.rados.0.smithi007.stdout:2595: writing smithi00780855-11 from 942080 to 1327104 tid 3 2024-08-04T15:36:22.951 INFO:tasks.rados.rados.0.smithi007.stdout:2596: delete oid 47 current snap is 259 2024-08-04T15:36:22.951 INFO:tasks.rados.rados.0.smithi007.stdout:2595: finishing write tid 1 to smithi00780855-11 2024-08-04T15:36:22.953 INFO:tasks.rados.rados.0.smithi007.stdout:2596: done (2 left) 2024-08-04T15:36:22.953 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 259 2024-08-04T15:36:22.953 INFO:tasks.rados.rados.0.smithi007.stdout:2597: seq_num 797 ranges {0=557056,557056=589824,1146880=212992} 2024-08-04T15:36:22.956 INFO:tasks.rados.rados.0.smithi007.stdout:2597: writing smithi00780855-48 from 0 to 557056 tid 1 2024-08-04T15:36:22.960 INFO:tasks.rados.rados.0.smithi007.stdout:2597: writing smithi00780855-48 from 557056 to 1146880 tid 2 2024-08-04T15:36:22.961 INFO:tasks.rados.rados.0.smithi007.stdout:2597: writing smithi00780855-48 from 1146880 to 1359872 tid 3 2024-08-04T15:36:22.962 INFO:tasks.rados.rados.0.smithi007.stdout:2598: delete oid 5 current snap is 259 2024-08-04T15:36:22.962 INFO:tasks.rados.rados.0.smithi007.stdout:2594: finishing copy_from racing read to smithi00780855-38 2024-08-04T15:36:22.962 INFO:tasks.rados.rados.0.smithi007.stdout:2594: finishing copy_from to smithi00780855-38 2024-08-04T15:36:22.962 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 1479 (ObjNum 734 snap 239 seq_num 734) dirty exists 2024-08-04T15:36:22.962 INFO:tasks.rados.rados.0.smithi007.stdout:2595: finishing write tid 2 to smithi00780855-11 2024-08-04T15:36:22.962 INFO:tasks.rados.rados.0.smithi007.stdout:2595: finishing write tid 3 to smithi00780855-11 2024-08-04T15:36:22.962 INFO:tasks.rados.rados.0.smithi007.stdout:2595: finishing write tid 4 to smithi00780855-11 2024-08-04T15:36:22.962 INFO:tasks.rados.rados.0.smithi007.stdout:2595: finishing write tid 5 to smithi00780855-11 2024-08-04T15:36:22.962 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 1527 (ObjNum 795 snap 259 seq_num 795) dirty exists 2024-08-04T15:36:22.962 INFO:tasks.rados.rados.0.smithi007.stdout:2595: left oid 11 (ObjNum 795 snap 259 seq_num 795) 2024-08-04T15:36:22.962 INFO:tasks.rados.rados.0.smithi007.stdout:2597: finishing write tid 1 to smithi00780855-48 2024-08-04T15:36:22.963 INFO:tasks.rados.rados.0.smithi007.stdout:2594: done (3 left) 2024-08-04T15:36:22.963 INFO:tasks.rados.rados.0.smithi007.stdout:2595: done (2 left) 2024-08-04T15:36:22.963 INFO:tasks.rados.rados.0.smithi007.stdout:2598: done (1 left) 2024-08-04T15:36:22.963 INFO:tasks.rados.rados.0.smithi007.stdout:2599: rollback oid 38 current snap is 259 2024-08-04T15:36:22.964 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 38 to 244 2024-08-04T15:36:22.964 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 259 2024-08-04T15:36:22.964 INFO:tasks.rados.rados.0.smithi007.stdout:2600: seq_num 799 ranges {647168=589824,1236992=802816} 2024-08-04T15:36:22.970 INFO:tasks.rados.rados.0.smithi007.stdout:2600: writing smithi00780855-46 from 647168 to 1236992 tid 1 2024-08-04T15:36:22.976 INFO:tasks.rados.rados.0.smithi007.stdout:2600: writing smithi00780855-46 from 1236992 to 2039808 tid 2 2024-08-04T15:36:22.976 INFO:tasks.rados.rados.0.smithi007.stdout:2601: read oid 7 snap -1 2024-08-04T15:36:22.976 INFO:tasks.rados.rados.0.smithi007.stdout:2601: expect (ObjNum 762 snap 249 seq_num 762) 2024-08-04T15:36:22.976 INFO:tasks.rados.rados.0.smithi007.stdout:2602: read oid 17 snap -1 2024-08-04T15:36:22.976 INFO:tasks.rados.rados.0.smithi007.stdout:2602: expect (ObjNum 734 snap 239 seq_num 734) 2024-08-04T15:36:22.976 INFO:tasks.rados.rados.0.smithi007.stdout:2603: rmattr oid 34 current snap is 259 2024-08-04T15:36:22.976 INFO:tasks.rados.rados.0.smithi007.stdout:2603: done (5 left) 2024-08-04T15:36:22.976 INFO:tasks.rados.rados.0.smithi007.stdout:2604: delete oid 29 current snap is 259 2024-08-04T15:36:22.976 INFO:tasks.rados.rados.0.smithi007.stdout:2597: finishing write tid 2 to smithi00780855-48 2024-08-04T15:36:22.976 INFO:tasks.rados.rados.0.smithi007.stdout:2597: finishing write tid 3 to smithi00780855-48 2024-08-04T15:36:22.976 INFO:tasks.rados.rados.0.smithi007.stdout:2599: finishing rollback tid 0 to smithi00780855-38 2024-08-04T15:36:22.976 INFO:tasks.rados.rados.0.smithi007.stdout:2597: finishing write tid 4 to smithi00780855-48 2024-08-04T15:36:22.976 INFO:tasks.rados.rados.0.smithi007.stdout:2599: finishing rollback tid 1 to smithi00780855-38 2024-08-04T15:36:22.976 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 2114 (ObjNum 81 snap 0 seq_num 1315721318) dirty dne 2024-08-04T15:36:22.976 INFO:tasks.rados.rados.0.smithi007.stdout:2597: finishing write tid 5 to smithi00780855-48 2024-08-04T15:36:22.977 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 1186 (ObjNum 797 snap 259 seq_num 797) dirty exists 2024-08-04T15:36:22.977 INFO:tasks.rados.rados.0.smithi007.stdout:2597: left oid 48 (ObjNum 797 snap 259 seq_num 797) 2024-08-04T15:36:22.977 INFO:tasks.rados.rados.0.smithi007.stdout:2600: finishing write tid 1 to smithi00780855-46 2024-08-04T15:36:22.980 INFO:tasks.rados.rados.0.smithi007.stdout:2602: expect (ObjNum 734 snap 239 seq_num 734) 2024-08-04T15:36:23.033 INFO:tasks.rados.rados.0.smithi007.stdout:2600: finishing write tid 2 to smithi00780855-46 2024-08-04T15:36:23.033 INFO:tasks.rados.rados.0.smithi007.stdout:2600: finishing write tid 3 to smithi00780855-46 2024-08-04T15:36:23.033 INFO:tasks.rados.rados.0.smithi007.stdout:2600: finishing write tid 4 to smithi00780855-46 2024-08-04T15:36:23.033 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 1934 (ObjNum 799 snap 259 seq_num 799) dirty exists 2024-08-04T15:36:23.033 INFO:tasks.rados.rados.0.smithi007.stdout:2600: left oid 46 (ObjNum 799 snap 259 seq_num 799) 2024-08-04T15:36:23.034 INFO:tasks.rados.rados.0.smithi007.stdout:2597: done (5 left) 2024-08-04T15:36:23.034 INFO:tasks.rados.rados.0.smithi007.stdout:2599: done (4 left) 2024-08-04T15:36:23.034 INFO:tasks.rados.rados.0.smithi007.stdout:2600: done (3 left) 2024-08-04T15:36:23.034 INFO:tasks.rados.rados.0.smithi007.stdout:2602: done (2 left) 2024-08-04T15:36:23.034 INFO:tasks.rados.rados.0.smithi007.stdout:2604: done (1 left) 2024-08-04T15:36:23.034 INFO:tasks.rados.rados.0.smithi007.stdout:2605: delete oid 11 current snap is 259 2024-08-04T15:36:23.034 INFO:tasks.rados.rados.0.smithi007.stdout:2601: expect (ObjNum 762 snap 249 seq_num 762) 2024-08-04T15:36:23.185 INFO:tasks.rados.rados.0.smithi007.stdout:2601: done (1 left) 2024-08-04T15:36:23.185 INFO:tasks.rados.rados.0.smithi007.stdout:2605: done (0 left) 2024-08-04T15:36:23.185 INFO:tasks.rados.rados.0.smithi007.stdout:2606: rmattr oid 13 current snap is 259 2024-08-04T15:36:23.185 INFO:tasks.rados.rados.0.smithi007.stdout:2606: done (0 left) 2024-08-04T15:36:23.185 INFO:tasks.rados.rados.0.smithi007.stdout:2607: setattr oid 39 current snap is 259 2024-08-04T15:36:23.187 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 259 2024-08-04T15:36:23.187 INFO:tasks.rados.rados.0.smithi007.stdout:2608: seq_num 802 ranges {1122304=638976,1761280=458752,2220032=344064} 2024-08-04T15:36:23.197 INFO:tasks.rados.rados.0.smithi007.stdout:2608: writing smithi00780855-43 from 1122304 to 1761280 tid 1 2024-08-04T15:36:23.199 INFO:tasks.rados.rados.0.smithi007.stdout:2608: writing smithi00780855-43 from 1761280 to 2220032 tid 2 2024-08-04T15:36:23.202 INFO:tasks.rados.rados.0.smithi007.stdout:2608: writing smithi00780855-43 from 2220032 to 2564096 tid 3 2024-08-04T15:36:23.202 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 47 current snap is 259 2024-08-04T15:36:23.202 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 1529 (ObjNum 753 snap 246 seq_num 753) dirty exists 2024-08-04T15:36:23.202 INFO:tasks.rados.rados.0.smithi007.stdout:2608: finishing write tid 1 to smithi00780855-43 2024-08-04T15:36:23.203 INFO:tasks.rados.rados.0.smithi007.stdout:2609: seq_num 803 ranges {0=655360,655360=745472,1400832=57344} 2024-08-04T15:36:23.206 INFO:tasks.rados.rados.0.smithi007.stdout:2609: writing smithi00780855-47 from 0 to 655360 tid 1 2024-08-04T15:36:23.211 INFO:tasks.rados.rados.0.smithi007.stdout:2609: writing smithi00780855-47 from 655360 to 1400832 tid 2 2024-08-04T15:36:23.212 INFO:tasks.rados.rados.0.smithi007.stdout:2609: writing smithi00780855-47 from 1400832 to 1458176 tid 3 2024-08-04T15:36:23.212 INFO:tasks.rados.rados.0.smithi007.stdout:2607: done (2 left) 2024-08-04T15:36:23.212 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 25 current snap is 259 2024-08-04T15:36:23.212 INFO:tasks.rados.rados.0.smithi007.stdout:2608: finishing write tid 2 to smithi00780855-43 2024-08-04T15:36:23.212 INFO:tasks.rados.rados.0.smithi007.stdout:2610: seq_num 804 ranges {0=671744,671744=622592,1294336=180224} 2024-08-04T15:36:23.216 INFO:tasks.rados.rados.0.smithi007.stdout:2610: writing smithi00780855-25 from 0 to 671744 tid 1 2024-08-04T15:36:23.220 INFO:tasks.rados.rados.0.smithi007.stdout:2610: writing smithi00780855-25 from 671744 to 1294336 tid 2 2024-08-04T15:36:23.222 INFO:tasks.rados.rados.0.smithi007.stdout:2610: writing smithi00780855-25 from 1294336 to 1474560 tid 3 2024-08-04T15:36:23.222 INFO:tasks.rados.rados.0.smithi007.stdout:2611: rollback oid 50 current snap is 259 2024-08-04T15:36:23.222 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 50 to 241 2024-08-04T15:36:23.222 INFO:tasks.rados.rados.0.smithi007.stdout:2608: finishing write tid 3 to smithi00780855-43 2024-08-04T15:36:23.222 INFO:tasks.rados.rados.0.smithi007.stdout:2608: finishing write tid 4 to smithi00780855-43 2024-08-04T15:36:23.222 INFO:tasks.rados.rados.0.smithi007.stdout:2608: finishing write tid 5 to smithi00780855-43 2024-08-04T15:36:23.222 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 1936 (ObjNum 802 snap 259 seq_num 802) dirty exists 2024-08-04T15:36:23.222 INFO:tasks.rados.rados.0.smithi007.stdout:2608: left oid 43 (ObjNum 802 snap 259 seq_num 802) 2024-08-04T15:36:23.222 INFO:tasks.rados.rados.0.smithi007.stdout:2609: finishing write tid 1 to smithi00780855-47 2024-08-04T15:36:23.223 INFO:tasks.rados.rados.0.smithi007.stdout:2609: finishing write tid 2 to smithi00780855-47 2024-08-04T15:36:23.223 INFO:tasks.rados.rados.0.smithi007.stdout:2609: finishing write tid 3 to smithi00780855-47 2024-08-04T15:36:23.223 INFO:tasks.rados.rados.0.smithi007.stdout:2609: finishing write tid 4 to smithi00780855-47 2024-08-04T15:36:23.223 INFO:tasks.rados.rados.0.smithi007.stdout:2609: finishing write tid 5 to smithi00780855-47 2024-08-04T15:36:23.223 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 284 (ObjNum 803 snap 259 seq_num 803) dirty exists 2024-08-04T15:36:23.223 INFO:tasks.rados.rados.0.smithi007.stdout:2609: left oid 47 (ObjNum 803 snap 259 seq_num 803) 2024-08-04T15:36:23.223 INFO:tasks.rados.rados.0.smithi007.stdout:2610: finishing write tid 1 to smithi00780855-25 2024-08-04T15:36:23.223 INFO:tasks.rados.rados.0.smithi007.stdout:2608: done (3 left) 2024-08-04T15:36:23.223 INFO:tasks.rados.rados.0.smithi007.stdout:2609: done (2 left) 2024-08-04T15:36:23.223 INFO:tasks.rados.rados.0.smithi007.stdout:2612: delete oid 13 current snap is 259 2024-08-04T15:36:23.224 INFO:tasks.rados.rados.0.smithi007.stdout:2611: finishing rollback tid 0 to smithi00780855-50 2024-08-04T15:36:23.224 INFO:tasks.rados.rados.0.smithi007.stdout:2611: finishing rollback tid 1 to smithi00780855-50 2024-08-04T15:36:23.224 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 1951 (ObjNum 161 snap 0 seq_num 3494109456) dirty dne 2024-08-04T15:36:23.225 INFO:tasks.rados.rados.0.smithi007.stdout:2610: finishing write tid 2 to smithi00780855-25 2024-08-04T15:36:23.226 INFO:tasks.rados.rados.0.smithi007.stdout:2610: finishing write tid 3 to smithi00780855-25 2024-08-04T15:36:23.226 INFO:tasks.rados.rados.0.smithi007.stdout:2610: finishing write tid 4 to smithi00780855-25 2024-08-04T15:36:23.227 INFO:tasks.rados.rados.0.smithi007.stdout:2611: done (2 left) 2024-08-04T15:36:23.228 INFO:tasks.rados.rados.0.smithi007.stdout:2612: done (1 left) 2024-08-04T15:36:23.228 INFO:tasks.rados.rados.0.smithi007.stdout:2613: snap_create 2024-08-04T15:36:23.228 INFO:tasks.rados.rados.0.smithi007.stdout:2610: finishing write tid 5 to smithi00780855-25 2024-08-04T15:36:23.228 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 2254 (ObjNum 804 snap 259 seq_num 804) dirty exists 2024-08-04T15:36:23.228 INFO:tasks.rados.rados.0.smithi007.stdout:2610: left oid 25 (ObjNum 804 snap 259 seq_num 804) 2024-08-04T15:36:23.948 INFO:tasks.rados.rados.0.smithi007.stdout:2610: done (1 left) 2024-08-04T15:36:23.948 INFO:tasks.rados.rados.0.smithi007.stdout:2613: done (0 left) 2024-08-04T15:36:23.948 INFO:tasks.rados.rados.0.smithi007.stdout:2614: copy_from oid 8 from oid 3 current snap is 260 2024-08-04T15:36:23.948 INFO:tasks.rados.rados.0.smithi007.stdout:2615: setattr oid 13 current snap is 260 2024-08-04T15:36:23.949 INFO:tasks.rados.rados.0.smithi007.stdout:2616: delete oid 23 current snap is 260 2024-08-04T15:36:23.953 INFO:tasks.rados.rados.0.smithi007.stdout:2616: done (2 left) 2024-08-04T15:36:23.953 INFO:tasks.rados.rados.0.smithi007.stdout:2617: copy_from oid 2 from oid 24 current snap is 260 2024-08-04T15:36:23.954 INFO:tasks.rados.rados.0.smithi007.stdout:2618: snap_create 2024-08-04T15:36:23.956 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 2256 (ObjNum 33 snap 0 seq_num 3493875808) dirty exists 2024-08-04T15:36:23.956 INFO:tasks.rados.rados.0.smithi007.stdout:2614: finishing copy_from racing read to smithi00780855-8 2024-08-04T15:36:23.956 INFO:tasks.rados.rados.0.smithi007.stdout:2614: finishing copy_from to smithi00780855-8 2024-08-04T15:36:23.956 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 1181 (ObjNum 757 snap 246 seq_num 757) dirty exists 2024-08-04T15:36:23.961 INFO:tasks.rados.rados.0.smithi007.stdout:2617: finishing copy_from racing read to smithi00780855-2 2024-08-04T15:36:23.961 INFO:tasks.rados.rados.0.smithi007.stdout:2617: finishing copy_from to smithi00780855-2 2024-08-04T15:36:23.961 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 2187 (ObjNum 777 snap 255 seq_num 777) dirty exists 2024-08-04T15:36:24.037 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:23 smithi007 ceph-mon[92692]: osdmap e583: 8 total, 8 up, 8 in 2024-08-04T15:36:24.037 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:23 smithi007 ceph-mon[94998]: osdmap e583: 8 total, 8 up, 8 in 2024-08-04T15:36:24.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:23 smithi062 ceph-mon[85960]: osdmap e583: 8 total, 8 up, 8 in 2024-08-04T15:36:24.504 INFO:tasks.rados.rados.0.smithi007.stdout:2614: done (3 left) 2024-08-04T15:36:24.504 INFO:tasks.rados.rados.0.smithi007.stdout:2615: done (2 left) 2024-08-04T15:36:24.504 INFO:tasks.rados.rados.0.smithi007.stdout:2617: done (1 left) 2024-08-04T15:36:24.504 INFO:tasks.rados.rados.0.smithi007.stdout:2618: done (0 left) 2024-08-04T15:36:24.504 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 12 current snap is 261 2024-08-04T15:36:24.504 INFO:tasks.rados.rados.0.smithi007.stdout:2619: seq_num 807 ranges {7372800=720896,8093696=729088,8822784=73728} 2024-08-04T15:36:24.548 INFO:tasks.rados.rados.0.smithi007.stdout:2619: writing smithi00780855-12 from 7372800 to 8093696 tid 1 2024-08-04T15:36:24.552 INFO:tasks.rados.rados.0.smithi007.stdout:2619: writing smithi00780855-12 from 8093696 to 8822784 tid 2 2024-08-04T15:36:24.553 INFO:tasks.rados.rados.0.smithi007.stdout:2619: writing smithi00780855-12 from 8822784 to 8896512 tid 3 2024-08-04T15:36:24.553 INFO:tasks.rados.rados.0.smithi007.stdout:2620: read oid 33 snap -1 2024-08-04T15:36:24.554 INFO:tasks.rados.rados.0.smithi007.stdout:2620: expect (ObjNum 744 snap 242 seq_num 744) 2024-08-04T15:36:24.554 INFO:tasks.rados.rados.0.smithi007.stdout:2621: rmattr oid 38 current snap is 261 2024-08-04T15:36:24.554 INFO:tasks.rados.rados.0.smithi007.stdout:2621: done (2 left) 2024-08-04T15:36:24.554 INFO:tasks.rados.rados.0.smithi007.stdout:2622: rollback oid 44 current snap is 261 2024-08-04T15:36:24.554 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 44 to 259 2024-08-04T15:36:24.554 INFO:tasks.rados.rados.0.smithi007.stdout:2623: rollback oid 4 current snap is 261 2024-08-04T15:36:24.554 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 4 to 224 2024-08-04T15:36:24.554 INFO:tasks.rados.rados.0.smithi007.stdout:2624: rollback oid 41 current snap is 261 2024-08-04T15:36:24.554 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 41 to 251 2024-08-04T15:36:24.554 INFO:tasks.rados.rados.0.smithi007.stdout:2625: read oid 29 snap -1 2024-08-04T15:36:24.554 INFO:tasks.rados.rados.0.smithi007.stdout:2625: expect deleted 2024-08-04T15:36:24.554 INFO:tasks.rados.rados.0.smithi007.stdout:2626: rollback oid 6 current snap is 261 2024-08-04T15:36:24.554 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 6 to 223 2024-08-04T15:36:24.555 INFO:tasks.rados.rados.0.smithi007.stdout:2627: snap_remove snap 245 2024-08-04T15:36:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:24 smithi062 ceph-mon[85960]: pgmap v529: 121 pgs: 121 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-04T15:36:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:24 smithi062 ceph-mon[85960]: osdmap e584: 8 total, 8 up, 8 in 2024-08-04T15:36:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:24 smithi062 ceph-mon[85960]: osdmap e585: 8 total, 8 up, 8 in 2024-08-04T15:36:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:25.310 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:36:25.310 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:24 smithi007 ceph-mon[92692]: pgmap v529: 121 pgs: 121 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-04T15:36:25.310 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:24 smithi007 ceph-mon[92692]: osdmap e584: 8 total, 8 up, 8 in 2024-08-04T15:36:25.310 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:24 smithi007 ceph-mon[92692]: osdmap e585: 8 total, 8 up, 8 in 2024-08-04T15:36:25.310 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:25.310 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:25.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:24 smithi007 ceph-mon[94998]: pgmap v529: 121 pgs: 121 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-04T15:36:25.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:24 smithi007 ceph-mon[94998]: osdmap e584: 8 total, 8 up, 8 in 2024-08-04T15:36:25.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:24 smithi007 ceph-mon[94998]: osdmap e585: 8 total, 8 up, 8 in 2024-08-04T15:36:25.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:25.311 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:25.507 INFO:tasks.rados.rados.0.smithi007.stdout:2627: done (7 left) 2024-08-04T15:36:25.507 INFO:tasks.rados.rados.0.smithi007.stdout:2628: delete oid 32 current snap is 261 2024-08-04T15:36:25.508 INFO:tasks.rados.rados.0.smithi007.stdout:2619: finishing write tid 1 to smithi00780855-12 2024-08-04T15:36:25.508 INFO:tasks.rados.rados.0.smithi007.stdout:2626: finishing rollback tid 0 to smithi00780855-6 2024-08-04T15:36:25.508 INFO:tasks.rados.rados.0.smithi007.stdout:2619: finishing write tid 2 to smithi00780855-12 2024-08-04T15:36:25.508 INFO:tasks.rados.rados.0.smithi007.stdout:2626: finishing rollback tid 1 to smithi00780855-6 2024-08-04T15:36:25.508 INFO:tasks.rados.rados.0.smithi007.stdout:2626: finishing rollback tid 2 to smithi00780855-6 2024-08-04T15:36:25.508 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 1939 (ObjNum 690 snap 221 seq_num 690) dirty exists 2024-08-04T15:36:25.508 INFO:tasks.rados.rados.0.smithi007.stdout:2620: expect (ObjNum 744 snap 242 seq_num 744) 2024-08-04T15:36:25.548 INFO:tasks.rados.rados.0.smithi007.stdout:2622: finishing rollback tid 0 to smithi00780855-44 2024-08-04T15:36:25.548 INFO:tasks.rados.rados.0.smithi007.stdout:2622: finishing rollback tid 1 to smithi00780855-44 2024-08-04T15:36:25.548 INFO:tasks.rados.rados.0.smithi007.stdout:2622: finishing rollback tid 2 to smithi00780855-44 2024-08-04T15:36:25.549 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1501 (ObjNum 787 snap 258 seq_num 787) dirty exists 2024-08-04T15:36:25.549 INFO:tasks.rados.rados.0.smithi007.stdout:2623: finishing rollback tid 0 to smithi00780855-4 2024-08-04T15:36:25.549 INFO:tasks.rados.rados.0.smithi007.stdout:2619: finishing write tid 3 to smithi00780855-12 2024-08-04T15:36:25.549 INFO:tasks.rados.rados.0.smithi007.stdout:2619: finishing write tid 4 to smithi00780855-12 2024-08-04T15:36:25.549 INFO:tasks.rados.rados.0.smithi007.stdout:2620: done (7 left) 2024-08-04T15:36:25.549 INFO:tasks.rados.rados.0.smithi007.stdout:2622: done (6 left) 2024-08-04T15:36:25.549 INFO:tasks.rados.rados.0.smithi007.stdout:2625: done (5 left) 2024-08-04T15:36:25.549 INFO:tasks.rados.rados.0.smithi007.stdout:2626: done (4 left) 2024-08-04T15:36:25.549 INFO:tasks.rados.rados.0.smithi007.stdout:2628: done (3 left) 2024-08-04T15:36:25.549 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 261 2024-08-04T15:36:25.549 INFO:tasks.rados.rados.0.smithi007.stdout:2623: finishing rollback tid 1 to smithi00780855-4 2024-08-04T15:36:25.549 INFO:tasks.rados.rados.0.smithi007.stdout:2624: finishing rollback tid 1 to smithi00780855-41 2024-08-04T15:36:25.550 INFO:tasks.rados.rados.0.smithi007.stdout:2623: finishing rollback tid 2 to smithi00780855-4 2024-08-04T15:36:25.550 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 1504 (ObjNum 693 snap 222 seq_num 693) dirty exists 2024-08-04T15:36:25.550 INFO:tasks.rados.rados.0.smithi007.stdout:2624: finishing rollback tid 2 to smithi00780855-41 2024-08-04T15:36:25.550 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 2263 (ObjNum 629 snap 199 seq_num 629) dirty exists 2024-08-04T15:36:25.550 INFO:tasks.rados.rados.0.smithi007.stdout:2629: seq_num 809 ranges {2564096=753664,3317760=499712,3817472=303104} 2024-08-04T15:36:25.569 INFO:tasks.rados.rados.0.smithi007.stdout:2629: writing smithi00780855-43 from 2564096 to 3317760 tid 1 2024-08-04T15:36:25.572 INFO:tasks.rados.rados.0.smithi007.stdout:2629: writing smithi00780855-43 from 3317760 to 3817472 tid 2 2024-08-04T15:36:25.575 INFO:tasks.rados.rados.0.smithi007.stdout:2629: writing smithi00780855-43 from 3817472 to 4120576 tid 3 2024-08-04T15:36:25.575 INFO:tasks.rados.rados.0.smithi007.stdout:2623: done (3 left) 2024-08-04T15:36:25.575 INFO:tasks.rados.rados.0.smithi007.stdout:2624: done (2 left) 2024-08-04T15:36:25.575 INFO:tasks.rados.rados.0.smithi007.stdout:2630: snap_create 2024-08-04T15:36:25.576 INFO:tasks.rados.rados.0.smithi007.stdout:2619: finishing write tid 5 to smithi00780855-12 2024-08-04T15:36:25.576 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 2261 (ObjNum 807 snap 261 seq_num 807) dirty exists 2024-08-04T15:36:25.576 INFO:tasks.rados.rados.0.smithi007.stdout:2619: left oid 12 (ObjNum 807 snap 261 seq_num 807) 2024-08-04T15:36:25.576 INFO:tasks.rados.rados.0.smithi007.stdout:2629: finishing write tid 1 to smithi00780855-43 2024-08-04T15:36:25.576 INFO:tasks.rados.rados.0.smithi007.stdout:2629: finishing write tid 2 to smithi00780855-43 2024-08-04T15:36:25.577 INFO:tasks.rados.rados.0.smithi007.stdout:2629: finishing write tid 3 to smithi00780855-43 2024-08-04T15:36:25.578 INFO:tasks.rados.rados.0.smithi007.stdout:2629: finishing write tid 4 to smithi00780855-43 2024-08-04T15:36:25.579 INFO:tasks.rados.rados.0.smithi007.stdout:2629: finishing write tid 5 to smithi00780855-43 2024-08-04T15:36:25.579 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 1943 (ObjNum 809 snap 261 seq_num 809) dirty exists 2024-08-04T15:36:25.579 INFO:tasks.rados.rados.0.smithi007.stdout:2629: left oid 43 (ObjNum 809 snap 261 seq_num 809) 2024-08-04T15:36:25.641 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:36:25.641 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (7m) 0s ago 11m 26.0M - 0.25.0 c8568f914cd2 d6b15156f420 2024-08-04T15:36:25.641 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (6m) 15s ago 10m 87.9M - 9.4.7 954c08fa6188 66e1e6bf99cd 2024-08-04T15:36:25.641 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (39s) 0s ago 12m 14.4M - 19.1.0-1260-g26c3fb8e 564b849e9656 7ce692391c45 2024-08-04T15:36:25.641 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (19s) 15s ago 12m 15.3M - 19.1.0-1260-g26c3fb8e 564b849e9656 d2af414de1fd 2024-08-04T15:36:25.642 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443,9283,8765 running (6m) 15s ago 16m 441M - 19.1.0-1260-g26c3fb8e 564b849e9656 0a006181dce3 2024-08-04T15:36:25.642 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:8443,9283,8765 running (6m) 0s ago 17m 515M - 19.1.0-1260-g26c3fb8e 564b849e9656 37ef3ca8c5a9 2024-08-04T15:36:25.642 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (6m) 0s ago 17m 66.8M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 299809910b9f 2024-08-04T15:36:25.642 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (5m) 15s ago 16m 54.9M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 2e88aab312eb 2024-08-04T15:36:25.642 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (5m) 0s ago 16m 60.7M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 cb8318c43c9d 2024-08-04T15:36:25.642 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (8s) 0s ago 11m 3330k - 1.5.0 0da6a335fe13 a42061465119 2024-08-04T15:36:25.642 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 starting - - - - 2024-08-04T15:36:25.642 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (4m) 0s ago 15m 373M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e9184d39c1f 2024-08-04T15:36:25.642 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (4m) 0s ago 15m 282M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e39c45ce0aa 2024-08-04T15:36:25.642 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (3m) 0s ago 15m 197M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 0fac930b36e6 2024-08-04T15:36:25.642 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (3m) 0s ago 14m 148M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 9fb37da143b0 2024-08-04T15:36:25.642 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (2m) 15s ago 14m 195M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 ae7979574af0 2024-08-04T15:36:25.642 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (2m) 15s ago 13m 173M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 66fd13de2101 2024-08-04T15:36:25.642 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (89s) 15s ago 13m 159M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 2cc66e231f7e 2024-08-04T15:36:25.643 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (56s) 15s ago 13m 111M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 6c28fcd30e2b 2024-08-04T15:36:25.643 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (6m) 15s ago 11m 65.3M - 2.43.0 a07b618ecd1d ab854fccad8e 2024-08-04T15:36:26.024 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:36:26.024 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:36:26.024 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 3 2024-08-04T15:36:26.024 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:36:26.024 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:36:26.024 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:36:26.024 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:36:26.024 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:36:26.024 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 8 2024-08-04T15:36:26.024 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:36:26.024 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:36:26.025 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:36:26.025 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:36:26.025 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:36:26.025 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 15 2024-08-04T15:36:26.025 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:36:26.025 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:36:26.312 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:36:26] "GET /metrics HTTP/1.1" 200 36252 "" "Prometheus/2.43.0" 2024-08-04T15:36:26.509 INFO:tasks.rados.rados.0.smithi007.stdout:2619: done (2 left) 2024-08-04T15:36:26.510 INFO:tasks.rados.rados.0.smithi007.stdout:2629: done (1 left) 2024-08-04T15:36:26.510 INFO:tasks.rados.rados.0.smithi007.stdout:2630: done (0 left) 2024-08-04T15:36:26.510 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 37 current snap is 262 2024-08-04T15:36:26.510 INFO:tasks.rados.rados.0.smithi007.stdout:2631: seq_num 810 ranges {0=770048,770048=778240,1548288=24576} 2024-08-04T15:36:26.513 INFO:tasks.rados.rados.0.smithi007.stdout:2631: writing smithi00780855-37 from 0 to 770048 tid 1 2024-08-04T15:36:26.518 INFO:tasks.rados.rados.0.smithi007.stdout:2631: writing smithi00780855-37 from 770048 to 1548288 tid 2 2024-08-04T15:36:26.518 INFO:tasks.rados.rados.0.smithi007.stdout:2631: writing smithi00780855-37 from 1548288 to 1572864 tid 3 2024-08-04T15:36:26.518 INFO:tasks.rados.rados.0.smithi007.stdout:2632: rollback oid 2 current snap is 262 2024-08-04T15:36:26.518 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 2 to 224 2024-08-04T15:36:26.519 INFO:tasks.rados.rados.0.smithi007.stdout:2631: finishing write tid 1 to smithi00780855-37 2024-08-04T15:36:26.519 INFO:tasks.rados.rados.0.smithi007.stdout:2633: delete oid 36 current snap is 262 2024-08-04T15:36:26.523 INFO:tasks.rados.rados.0.smithi007.stdout:2631: finishing write tid 2 to smithi00780855-37 2024-08-04T15:36:26.523 INFO:tasks.rados.rados.0.smithi007.stdout:2631: finishing write tid 3 to smithi00780855-37 2024-08-04T15:36:26.523 INFO:tasks.rados.rados.0.smithi007.stdout:2632: finishing rollback tid 0 to smithi00780855-2 2024-08-04T15:36:26.523 INFO:tasks.rados.rados.0.smithi007.stdout:2633: done (2 left) 2024-08-04T15:36:26.524 INFO:tasks.rados.rados.0.smithi007.stdout:2634: snap_remove snap 243 2024-08-04T15:36:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[92692]: pgmap v532: 121 pgs: 121 active+clean; 336 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 29 op/s 2024-08-04T15:36:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[92692]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:36:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[92692]: osdmap e586: 8 total, 8 up, 8 in 2024-08-04T15:36:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[92692]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:36:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2106129987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:26.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:26.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[94998]: pgmap v532: 121 pgs: 121 active+clean; 336 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 29 op/s 2024-08-04T15:36:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[94998]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:36:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[94998]: osdmap e586: 8 total, 8 up, 8 in 2024-08-04T15:36:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[94998]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:36:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2106129987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:26.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:26.759 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:26 smithi062 ceph-mon[85960]: pgmap v532: 121 pgs: 121 active+clean; 336 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 29 op/s 2024-08-04T15:36:26.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:26 smithi062 ceph-mon[85960]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:36:26.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:26 smithi062 ceph-mon[85960]: osdmap e586: 8 total, 8 up, 8 in 2024-08-04T15:36:26.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:26.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:26.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:26 smithi062 ceph-mon[85960]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:36:26.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:26.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:26.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:26 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2106129987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:26.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:26.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:27.521 INFO:tasks.rados.rados.0.smithi007.stdout:2634: done (2 left) 2024-08-04T15:36:27.521 INFO:tasks.rados.rados.0.smithi007.stdout:2635: rmattr oid 12 current snap is 262 2024-08-04T15:36:27.521 INFO:tasks.rados.rados.0.smithi007.stdout:2636: rollback oid 36 current snap is 262 2024-08-04T15:36:27.521 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 36 to 247 2024-08-04T15:36:27.521 INFO:tasks.rados.rados.0.smithi007.stdout:2637: snap_remove snap 257 2024-08-04T15:36:27.769 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:27 smithi062 ceph-mon[85960]: osdmap e587: 8 total, 8 up, 8 in 2024-08-04T15:36:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:27 smithi007 ceph-mon[92692]: osdmap e587: 8 total, 8 up, 8 in 2024-08-04T15:36:27.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:27 smithi007 ceph-mon[94998]: osdmap e587: 8 total, 8 up, 8 in 2024-08-04T15:36:28.516 INFO:tasks.rados.rados.0.smithi007.stdout:2637: done (4 left) 2024-08-04T15:36:28.516 INFO:tasks.rados.rados.0.smithi007.stdout:2638: delete oid 40 current snap is 262 2024-08-04T15:36:28.517 INFO:tasks.rados.rados.0.smithi007.stdout:2631: finishing write tid 4 to smithi00780855-37 2024-08-04T15:36:28.517 INFO:tasks.rados.rados.0.smithi007.stdout:2632: finishing rollback tid 1 to smithi00780855-2 2024-08-04T15:36:28.517 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 2189 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-04T15:36:28.517 INFO:tasks.rados.rados.0.smithi007.stdout:2631: finishing write tid 5 to smithi00780855-37 2024-08-04T15:36:28.517 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 1231 (ObjNum 810 snap 262 seq_num 810) dirty exists 2024-08-04T15:36:28.517 INFO:tasks.rados.rados.0.smithi007.stdout:2631: left oid 37 (ObjNum 810 snap 262 seq_num 810) 2024-08-04T15:36:28.517 INFO:tasks.rados.rados.0.smithi007.stdout:2636: finishing rollback tid 1 to smithi00780855-36 2024-08-04T15:36:28.517 INFO:tasks.rados.rados.0.smithi007.stdout:2636: finishing rollback tid 2 to smithi00780855-36 2024-08-04T15:36:28.517 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 1507 (ObjNum 675 snap 216 seq_num 675) dirty exists 2024-08-04T15:36:28.517 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 2281 (ObjNum 807 snap 261 seq_num 807) dirty exists 2024-08-04T15:36:28.527 INFO:tasks.rados.rados.0.smithi007.stdout:2631: done (4 left) 2024-08-04T15:36:28.527 INFO:tasks.rados.rados.0.smithi007.stdout:2632: done (3 left) 2024-08-04T15:36:28.527 INFO:tasks.rados.rados.0.smithi007.stdout:2635: done (2 left) 2024-08-04T15:36:28.527 INFO:tasks.rados.rados.0.smithi007.stdout:2636: done (1 left) 2024-08-04T15:36:28.527 INFO:tasks.rados.rados.0.smithi007.stdout:2638: done (0 left) 2024-08-04T15:36:28.528 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 10 current snap is 262 2024-08-04T15:36:28.528 INFO:tasks.rados.rados.0.smithi007.stdout:2639: seq_num 813 ranges {0=417792,417792=434176,851968=442368,1294336=327680} 2024-08-04T15:36:28.532 INFO:tasks.rados.rados.0.smithi007.stdout:2639: writing smithi00780855-10 from 0 to 417792 tid 1 2024-08-04T15:36:28.533 INFO:tasks.rados.rados.0.smithi007.stdout:2639: writing smithi00780855-10 from 417792 to 851968 tid 2 2024-08-04T15:36:28.536 INFO:tasks.rados.rados.0.smithi007.stdout:2639: writing smithi00780855-10 from 851968 to 1294336 tid 3 2024-08-04T15:36:28.539 INFO:tasks.rados.rados.0.smithi007.stdout:2639: writing smithi00780855-10 from 1294336 to 1622016 tid 4 2024-08-04T15:36:28.539 INFO:tasks.rados.rados.0.smithi007.stdout:2640: read oid 6 snap -1 2024-08-04T15:36:28.539 INFO:tasks.rados.rados.0.smithi007.stdout:2640: expect (ObjNum 690 snap 221 seq_num 690) 2024-08-04T15:36:28.539 INFO:tasks.rados.rados.0.smithi007.stdout:2641: rollback oid 37 current snap is 262 2024-08-04T15:36:28.539 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 37 to 228 2024-08-04T15:36:28.539 INFO:tasks.rados.rados.0.smithi007.stdout:2639: finishing write tid 1 to smithi00780855-10 2024-08-04T15:36:28.539 INFO:tasks.rados.rados.0.smithi007.stdout:2639: finishing write tid 2 to smithi00780855-10 2024-08-04T15:36:28.539 INFO:tasks.rados.rados.0.smithi007.stdout:2642: read oid 17 snap -1 2024-08-04T15:36:28.539 INFO:tasks.rados.rados.0.smithi007.stdout:2642: expect (ObjNum 734 snap 239 seq_num 734) 2024-08-04T15:36:28.539 INFO:tasks.rados.rados.0.smithi007.stdout:2643: snap_remove snap 246 2024-08-04T15:36:28.784 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:28 smithi007 ceph-mon[92692]: pgmap v535: 121 pgs: 121 active+clean; 345 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 5.8 MiB/s wr, 66 op/s 2024-08-04T15:36:28.784 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:28 smithi007 ceph-mon[92692]: osdmap e588: 8 total, 8 up, 8 in 2024-08-04T15:36:28.785 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:28 smithi007 ceph-mon[94998]: pgmap v535: 121 pgs: 121 active+clean; 345 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 5.8 MiB/s wr, 66 op/s 2024-08-04T15:36:28.785 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:28 smithi007 ceph-mon[94998]: osdmap e588: 8 total, 8 up, 8 in 2024-08-04T15:36:28.785 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:28 smithi062 ceph-mon[85960]: pgmap v535: 121 pgs: 121 active+clean; 345 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 5.8 MiB/s wr, 66 op/s 2024-08-04T15:36:28.786 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:28 smithi062 ceph-mon[85960]: osdmap e588: 8 total, 8 up, 8 in 2024-08-04T15:36:29.509 INFO:tasks.rados.rados.0.smithi007.stdout:2641: finishing rollback tid 0 to smithi00780855-37 2024-08-04T15:36:29.509 INFO:tasks.rados.rados.0.smithi007.stdout:2639: finishing write tid 3 to smithi00780855-10 2024-08-04T15:36:29.509 INFO:tasks.rados.rados.0.smithi007.stdout:2641: finishing rollback tid 1 to smithi00780855-37 2024-08-04T15:36:29.510 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 1233 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-04T15:36:29.510 INFO:tasks.rados.rados.0.smithi007.stdout:2639: finishing write tid 4 to smithi00780855-10 2024-08-04T15:36:29.510 INFO:tasks.rados.rados.0.smithi007.stdout:2639: finishing write tid 5 to smithi00780855-10 2024-08-04T15:36:29.510 INFO:tasks.rados.rados.0.smithi007.stdout:2642: expect (ObjNum 734 snap 239 seq_num 734) 2024-08-04T15:36:29.567 INFO:tasks.rados.rados.0.smithi007.stdout:2639: finishing write tid 6 to smithi00780855-10 2024-08-04T15:36:29.567 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 1948 (ObjNum 813 snap 262 seq_num 813) dirty exists 2024-08-04T15:36:29.567 INFO:tasks.rados.rados.0.smithi007.stdout:2639: left oid 10 (ObjNum 813 snap 262 seq_num 813) 2024-08-04T15:36:29.567 INFO:tasks.rados.rados.0.smithi007.stdout:2640: expect (ObjNum 690 snap 221 seq_num 690) 2024-08-04T15:36:29.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:29 smithi007 ceph-mon[92692]: osdmap e589: 8 total, 8 up, 8 in 2024-08-04T15:36:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:29 smithi007 ceph-mon[92692]: osdmap e590: 8 total, 8 up, 8 in 2024-08-04T15:36:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:29 smithi007 ceph-mon[94998]: osdmap e589: 8 total, 8 up, 8 in 2024-08-04T15:36:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:29 smithi007 ceph-mon[94998]: osdmap e590: 8 total, 8 up, 8 in 2024-08-04T15:36:30.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:29 smithi062 ceph-mon[85960]: osdmap e589: 8 total, 8 up, 8 in 2024-08-04T15:36:30.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:30.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:30.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:29 smithi062 ceph-mon[85960]: osdmap e590: 8 total, 8 up, 8 in 2024-08-04T15:36:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: pgmap v538: 121 pgs: 121 active+clean; 363 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.9 MiB/s wr, 44 op/s 2024-08-04T15:36:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:36:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:36:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:30.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:30.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:30.859 INFO:tasks.rados.rados.0.smithi007.stdout:2639: done (4 left) 2024-08-04T15:36:30.859 INFO:tasks.rados.rados.0.smithi007.stdout:2640: done (3 left) 2024-08-04T15:36:30.859 INFO:tasks.rados.rados.0.smithi007.stdout:2641: done (2 left) 2024-08-04T15:36:30.859 INFO:tasks.rados.rados.0.smithi007.stdout:2642: done (1 left) 2024-08-04T15:36:30.859 INFO:tasks.rados.rados.0.smithi007.stdout:2643: done (0 left) 2024-08-04T15:36:30.859 INFO:tasks.rados.rados.0.smithi007.stdout:2644: read oid 43 snap -1 2024-08-04T15:36:30.859 INFO:tasks.rados.rados.0.smithi007.stdout:2644: expect (ObjNum 809 snap 261 seq_num 809) 2024-08-04T15:36:30.859 INFO:tasks.rados.rados.0.smithi007.stdout:2645: read oid 38 snap -1 2024-08-04T15:36:30.859 INFO:tasks.rados.rados.0.smithi007.stdout:2645: expect deleted 2024-08-04T15:36:30.859 INFO:tasks.rados.rados.0.smithi007.stdout:2646: delete oid 46 current snap is 262 2024-08-04T15:36:30.860 INFO:tasks.rados.rados.0.smithi007.stdout:2645: done (2 left) 2024-08-04T15:36:30.860 INFO:tasks.rados.rados.0.smithi007.stdout:2646: done (1 left) 2024-08-04T15:36:30.860 INFO:tasks.rados.rados.0.smithi007.stdout:2647: snap_create 2024-08-04T15:36:30.870 INFO:tasks.rados.rados.0.smithi007.stdout:2644: expect (ObjNum 809 snap 261 seq_num 809) 2024-08-04T15:36:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: pgmap v538: 121 pgs: 121 active+clean; 363 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.9 MiB/s wr, 44 op/s 2024-08-04T15:36:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:36:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:36:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:31.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:31.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: pgmap v538: 121 pgs: 121 active+clean; 363 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.9 MiB/s wr, 44 op/s 2024-08-04T15:36:31.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:31.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:31.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:36:31.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:36:31.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:31.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:31.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.089 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:31.680 INFO:tasks.rados.rados.0.smithi007.stdout:2644: done (1 left) 2024-08-04T15:36:31.680 INFO:tasks.rados.rados.0.smithi007.stdout:2647: done (0 left) 2024-08-04T15:36:31.680 INFO:tasks.rados.rados.0.smithi007.stdout:2648: snap_remove snap 223 2024-08-04T15:36:32.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:36:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:36:32.683 INFO:tasks.rados.rados.0.smithi007.stdout:2648: done (0 left) 2024-08-04T15:36:32.683 INFO:tasks.rados.rados.0.smithi007.stdout:2649: read oid 37 snap 253 2024-08-04T15:36:32.684 INFO:tasks.rados.rados.0.smithi007.stdout:2649: expect deleted 2024-08-04T15:36:32.684 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 23 current snap is 263 2024-08-04T15:36:32.684 INFO:tasks.rados.rados.0.smithi007.stdout:2650: seq_num 815 ranges {0=458752,458752=655360,1114112=409600,1523712=139264} 2024-08-04T15:36:32.687 INFO:tasks.rados.rados.0.smithi007.stdout:2650: writing smithi00780855-23 from 0 to 458752 tid 1 2024-08-04T15:36:32.691 INFO:tasks.rados.rados.0.smithi007.stdout:2650: writing smithi00780855-23 from 458752 to 1114112 tid 2 2024-08-04T15:36:32.694 INFO:tasks.rados.rados.0.smithi007.stdout:2650: writing smithi00780855-23 from 1114112 to 1523712 tid 3 2024-08-04T15:36:32.695 INFO:tasks.rados.rados.0.smithi007.stdout:2650: writing smithi00780855-23 from 1523712 to 1662976 tid 4 2024-08-04T15:36:32.695 INFO:tasks.rados.rados.0.smithi007.stdout:2649: done (1 left) 2024-08-04T15:36:32.695 INFO:tasks.rados.rados.0.smithi007.stdout:2651: delete oid 38 current snap is 263 2024-08-04T15:36:32.697 INFO:tasks.rados.rados.0.smithi007.stdout:2651: done (1 left) 2024-08-04T15:36:32.698 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 30 current snap is 263 2024-08-04T15:36:32.698 INFO:tasks.rados.rados.0.smithi007.stdout:2652: seq_num 817 ranges {868352=491520,1359872=417792,1777664=425984,2203648=360448} 2024-08-04T15:36:32.706 INFO:tasks.rados.rados.0.smithi007.stdout:2652: writing smithi00780855-30 from 868352 to 1359872 tid 1 2024-08-04T15:36:32.709 INFO:tasks.rados.rados.0.smithi007.stdout:2652: writing smithi00780855-30 from 1359872 to 1777664 tid 2 2024-08-04T15:36:32.713 INFO:tasks.rados.rados.0.smithi007.stdout:2652: writing smithi00780855-30 from 1777664 to 2203648 tid 3 2024-08-04T15:36:32.716 INFO:tasks.rados.rados.0.smithi007.stdout:2652: writing smithi00780855-30 from 2203648 to 2564096 tid 4 2024-08-04T15:36:32.716 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 24 current snap is 263 2024-08-04T15:36:32.716 INFO:tasks.rados.rados.0.smithi007.stdout:2653: seq_num 818 ranges {1024000=507904,1531904=704512,2236416=499712} 2024-08-04T15:36:32.724 INFO:tasks.rados.rados.0.smithi007.stdout:2653: writing smithi00780855-24 from 1024000 to 1531904 tid 1 2024-08-04T15:36:32.728 INFO:tasks.rados.rados.0.smithi007.stdout:2653: writing smithi00780855-24 from 1531904 to 2236416 tid 2 2024-08-04T15:36:32.731 INFO:tasks.rados.rados.0.smithi007.stdout:2653: writing smithi00780855-24 from 2236416 to 2736128 tid 3 2024-08-04T15:36:32.732 INFO:tasks.rados.rados.0.smithi007.stdout:2654: snap_create 2024-08-04T15:36:32.732 INFO:tasks.rados.rados.0.smithi007.stdout:2650: finishing write tid 1 to smithi00780855-23 2024-08-04T15:36:32.732 INFO:tasks.rados.rados.0.smithi007.stdout:2650: finishing write tid 2 to smithi00780855-23 2024-08-04T15:36:32.732 INFO:tasks.rados.rados.0.smithi007.stdout:2650: finishing write tid 3 to smithi00780855-23 2024-08-04T15:36:32.732 INFO:tasks.rados.rados.0.smithi007.stdout:2650: finishing write tid 4 to smithi00780855-23 2024-08-04T15:36:32.732 INFO:tasks.rados.rados.0.smithi007.stdout:2650: finishing write tid 5 to smithi00780855-23 2024-08-04T15:36:32.732 INFO:tasks.rados.rados.0.smithi007.stdout:2650: finishing write tid 6 to smithi00780855-23 2024-08-04T15:36:32.732 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 1946 (ObjNum 815 snap 263 seq_num 815) dirty exists 2024-08-04T15:36:32.732 INFO:tasks.rados.rados.0.smithi007.stdout:2650: left oid 23 (ObjNum 815 snap 263 seq_num 815) 2024-08-04T15:36:32.732 INFO:tasks.rados.rados.0.smithi007.stdout:2652: finishing write tid 1 to smithi00780855-30 2024-08-04T15:36:32.733 INFO:tasks.rados.rados.0.smithi007.stdout:2652: finishing write tid 2 to smithi00780855-30 2024-08-04T15:36:32.733 INFO:tasks.rados.rados.0.smithi007.stdout:2652: finishing write tid 3 to smithi00780855-30 2024-08-04T15:36:32.733 INFO:tasks.rados.rados.0.smithi007.stdout:2652: finishing write tid 4 to smithi00780855-30 2024-08-04T15:36:32.733 INFO:tasks.rados.rados.0.smithi007.stdout:2652: finishing write tid 5 to smithi00780855-30 2024-08-04T15:36:32.733 INFO:tasks.rados.rados.0.smithi007.stdout:2652: finishing write tid 6 to smithi00780855-30 2024-08-04T15:36:32.733 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 1944 (ObjNum 817 snap 263 seq_num 817) dirty exists 2024-08-04T15:36:32.733 INFO:tasks.rados.rados.0.smithi007.stdout:2652: left oid 30 (ObjNum 817 snap 263 seq_num 817) 2024-08-04T15:36:32.733 INFO:tasks.rados.rados.0.smithi007.stdout:2653: finishing write tid 1 to smithi00780855-24 2024-08-04T15:36:32.733 INFO:tasks.rados.rados.0.smithi007.stdout:2653: finishing write tid 2 to smithi00780855-24 2024-08-04T15:36:32.735 INFO:tasks.rados.rados.0.smithi007.stdout:2653: finishing write tid 3 to smithi00780855-24 2024-08-04T15:36:32.735 INFO:tasks.rados.rados.0.smithi007.stdout:2653: finishing write tid 4 to smithi00780855-24 2024-08-04T15:36:32.737 INFO:tasks.rados.rados.0.smithi007.stdout:2653: finishing write tid 5 to smithi00780855-24 2024-08-04T15:36:32.737 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 2334 (ObjNum 818 snap 263 seq_num 818) dirty exists 2024-08-04T15:36:32.737 INFO:tasks.rados.rados.0.smithi007.stdout:2653: left oid 24 (ObjNum 818 snap 263 seq_num 818) 2024-08-04T15:36:32.845 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:32 smithi062 ceph-mon[85960]: pgmap v540: 121 pgs: 121 active+clean; 358 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-08-04T15:36:32.845 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:32 smithi062 ceph-mon[85960]: Upgrade: Updating prometheus.a 2024-08-04T15:36:32.845 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:32 smithi062 ceph-mon[85960]: Deploying daemon prometheus.a on smithi062 2024-08-04T15:36:32.845 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:32 smithi062 ceph-mon[85960]: osdmap e591: 8 total, 8 up, 8 in 2024-08-04T15:36:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:32 smithi007 ceph-mon[92692]: pgmap v540: 121 pgs: 121 active+clean; 358 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-08-04T15:36:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:32 smithi007 ceph-mon[92692]: Upgrade: Updating prometheus.a 2024-08-04T15:36:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:32 smithi007 ceph-mon[92692]: Deploying daemon prometheus.a on smithi062 2024-08-04T15:36:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:32 smithi007 ceph-mon[92692]: osdmap e591: 8 total, 8 up, 8 in 2024-08-04T15:36:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:32 smithi007 ceph-mon[94998]: pgmap v540: 121 pgs: 121 active+clean; 358 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-08-04T15:36:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:32 smithi007 ceph-mon[94998]: Upgrade: Updating prometheus.a 2024-08-04T15:36:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:32 smithi007 ceph-mon[94998]: Deploying daemon prometheus.a on smithi062 2024-08-04T15:36:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:32 smithi007 ceph-mon[94998]: osdmap e591: 8 total, 8 up, 8 in 2024-08-04T15:36:33.697 INFO:tasks.rados.rados.0.smithi007.stdout:2650: done (3 left) 2024-08-04T15:36:33.697 INFO:tasks.rados.rados.0.smithi007.stdout:2652: done (2 left) 2024-08-04T15:36:33.697 INFO:tasks.rados.rados.0.smithi007.stdout:2653: done (1 left) 2024-08-04T15:36:33.697 INFO:tasks.rados.rados.0.smithi007.stdout:2654: done (0 left) 2024-08-04T15:36:33.697 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 264 2024-08-04T15:36:33.697 INFO:tasks.rados.rados.0.smithi007.stdout:2655: seq_num 819 ranges {3416064=524288,3940352=589824,4530176=614400} 2024-08-04T15:36:33.718 INFO:tasks.rados.rados.0.smithi007.stdout:2655: writing smithi00780855-15 from 3416064 to 3940352 tid 1 2024-08-04T15:36:33.721 INFO:tasks.rados.rados.0.smithi007.stdout:2655: writing smithi00780855-15 from 3940352 to 4530176 tid 2 2024-08-04T15:36:33.725 INFO:tasks.rados.rados.0.smithi007.stdout:2655: writing smithi00780855-15 from 4530176 to 5144576 tid 3 2024-08-04T15:36:33.725 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 21 current snap is 264 2024-08-04T15:36:33.725 INFO:tasks.rados.rados.0.smithi007.stdout:2656: seq_num 820 ranges {868352=540672,1409024=475136,1884160=598016,2482176=131072} 2024-08-04T15:36:33.732 INFO:tasks.rados.rados.0.smithi007.stdout:2656: writing smithi00780855-21 from 868352 to 1409024 tid 1 2024-08-04T15:36:33.735 INFO:tasks.rados.rados.0.smithi007.stdout:2656: writing smithi00780855-21 from 1409024 to 1884160 tid 2 2024-08-04T15:36:33.739 INFO:tasks.rados.rados.0.smithi007.stdout:2656: writing smithi00780855-21 from 1884160 to 2482176 tid 3 2024-08-04T15:36:33.741 INFO:tasks.rados.rados.0.smithi007.stdout:2656: writing smithi00780855-21 from 2482176 to 2613248 tid 4 2024-08-04T15:36:33.741 INFO:tasks.rados.rados.0.smithi007.stdout:2657: setattr oid 46 current snap is 264 2024-08-04T15:36:33.741 INFO:tasks.rados.rados.0.smithi007.stdout:2655: finishing write tid 1 to smithi00780855-15 2024-08-04T15:36:33.741 INFO:tasks.rados.rados.0.smithi007.stdout:2655: finishing write tid 2 to smithi00780855-15 2024-08-04T15:36:33.741 INFO:tasks.rados.rados.0.smithi007.stdout:2655: finishing write tid 3 to smithi00780855-15 2024-08-04T15:36:33.741 INFO:tasks.rados.rados.0.smithi007.stdout:2655: finishing write tid 4 to smithi00780855-15 2024-08-04T15:36:33.741 INFO:tasks.rados.rados.0.smithi007.stdout:2655: finishing write tid 5 to smithi00780855-15 2024-08-04T15:36:33.741 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 2339 (ObjNum 819 snap 264 seq_num 819) dirty exists 2024-08-04T15:36:33.741 INFO:tasks.rados.rados.0.smithi007.stdout:2655: left oid 15 (ObjNum 819 snap 264 seq_num 819) 2024-08-04T15:36:33.741 INFO:tasks.rados.rados.0.smithi007.stdout:2656: finishing write tid 1 to smithi00780855-21 2024-08-04T15:36:33.742 INFO:tasks.rados.rados.0.smithi007.stdout:2655: done (2 left) 2024-08-04T15:36:33.742 INFO:tasks.rados.rados.0.smithi007.stdout:2658: copy_from oid 14 from oid 2 current snap is 264 2024-08-04T15:36:33.742 INFO:tasks.rados.rados.0.smithi007.stdout:2659: snap_create 2024-08-04T15:36:33.742 INFO:tasks.rados.rados.0.smithi007.stdout:2658: finishing copy_from to smithi00780855-14 2024-08-04T15:36:33.743 INFO:tasks.rados.rados.0.smithi007.stdout:2658: got expected ENOENT (src dne) 2024-08-04T15:36:33.743 INFO:tasks.rados.rados.0.smithi007.stdout:2658: finishing copy_from racing read to smithi00780855-14 2024-08-04T15:36:33.744 INFO:tasks.rados.rados.0.smithi007.stdout:2656: finishing write tid 2 to smithi00780855-21 2024-08-04T15:36:33.744 INFO:tasks.rados.rados.0.smithi007.stdout:2656: finishing write tid 3 to smithi00780855-21 2024-08-04T15:36:33.744 INFO:tasks.rados.rados.0.smithi007.stdout:2656: finishing write tid 4 to smithi00780855-21 2024-08-04T15:36:33.744 INFO:tasks.rados.rados.0.smithi007.stdout:2656: finishing write tid 5 to smithi00780855-21 2024-08-04T15:36:33.744 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 1936 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-04T15:36:33.746 INFO:tasks.rados.rados.0.smithi007.stdout:2656: finishing write tid 6 to smithi00780855-21 2024-08-04T15:36:33.746 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 1953 (ObjNum 820 snap 264 seq_num 820) dirty exists 2024-08-04T15:36:33.746 INFO:tasks.rados.rados.0.smithi007.stdout:2656: left oid 21 (ObjNum 820 snap 264 seq_num 820) 2024-08-04T15:36:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:33 smithi062 ceph-mon[85960]: osdmap e592: 8 total, 8 up, 8 in 2024-08-04T15:36:34.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:33 smithi007 ceph-mon[92692]: osdmap e592: 8 total, 8 up, 8 in 2024-08-04T15:36:34.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:33 smithi007 ceph-mon[94998]: osdmap e592: 8 total, 8 up, 8 in 2024-08-04T15:36:34.507 INFO:tasks.rados.rados.0.smithi007.stdout:2656: done (3 left) 2024-08-04T15:36:34.508 INFO:tasks.rados.rados.0.smithi007.stdout:2657: done (2 left) 2024-08-04T15:36:34.508 INFO:tasks.rados.rados.0.smithi007.stdout:2658: done (1 left) 2024-08-04T15:36:34.508 INFO:tasks.rados.rados.0.smithi007.stdout:2659: done (0 left) 2024-08-04T15:36:34.508 INFO:tasks.rados.rados.0.smithi007.stdout:2660: rollback oid 6 current snap is 265 2024-08-04T15:36:34.508 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 6 to 238 2024-08-04T15:36:34.508 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 9 current snap is 265 2024-08-04T15:36:34.508 INFO:tasks.rados.rados.0.smithi007.stdout:2661: seq_num 821 ranges {1171456=557056,1728512=761856,2490368=442368} 2024-08-04T15:36:34.517 INFO:tasks.rados.rados.0.smithi007.stdout:2661: writing smithi00780855-9 from 1171456 to 1728512 tid 1 2024-08-04T15:36:34.521 INFO:tasks.rados.rados.0.smithi007.stdout:2661: writing smithi00780855-9 from 1728512 to 2490368 tid 2 2024-08-04T15:36:34.524 INFO:tasks.rados.rados.0.smithi007.stdout:2661: writing smithi00780855-9 from 2490368 to 2932736 tid 3 2024-08-04T15:36:34.524 INFO:tasks.rados.rados.0.smithi007.stdout:2662: copy_from oid 19 from oid 31 current snap is 265 2024-08-04T15:36:34.525 INFO:tasks.rados.rados.0.smithi007.stdout:2660: finishing rollback tid 0 to smithi00780855-6 2024-08-04T15:36:34.525 INFO:tasks.rados.rados.0.smithi007.stdout:2660: finishing rollback tid 1 to smithi00780855-6 2024-08-04T15:36:34.525 INFO:tasks.rados.rados.0.smithi007.stdout:2660: finishing rollback tid 2 to smithi00780855-6 2024-08-04T15:36:34.525 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 1946 (ObjNum 724 snap 235 seq_num 724) dirty exists 2024-08-04T15:36:34.525 INFO:tasks.rados.rados.0.smithi007.stdout:2661: finishing write tid 1 to smithi00780855-9 2024-08-04T15:36:34.525 INFO:tasks.rados.rados.0.smithi007.stdout:2660: done (2 left) 2024-08-04T15:36:34.525 INFO:tasks.rados.rados.0.smithi007.stdout:2663: rollback oid 34 current snap is 265 2024-08-04T15:36:34.525 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 34 to 234 2024-08-04T15:36:34.525 INFO:tasks.rados.rados.0.smithi007.stdout:2664: delete oid 7 current snap is 265 2024-08-04T15:36:34.525 INFO:tasks.rados.rados.0.smithi007.stdout:2661: finishing write tid 2 to smithi00780855-9 2024-08-04T15:36:34.526 INFO:tasks.rados.rados.0.smithi007.stdout:2662: finishing copy_from to smithi00780855-19 2024-08-04T15:36:34.526 INFO:tasks.rados.rados.0.smithi007.stdout:2662: got expected ENOENT (src dne) 2024-08-04T15:36:34.526 INFO:tasks.rados.rados.0.smithi007.stdout:2662: finishing copy_from racing read to smithi00780855-19 2024-08-04T15:36:34.527 INFO:tasks.rados.rados.0.smithi007.stdout:2663: finishing rollback tid 1 to smithi00780855-34 2024-08-04T15:36:34.527 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 0 (ObjNum 241 snap 0 seq_num 4118785472) dirty dne 2024-08-04T15:36:34.528 INFO:tasks.rados.rados.0.smithi007.stdout:2661: finishing write tid 3 to smithi00780855-9 2024-08-04T15:36:34.529 INFO:tasks.rados.rados.0.smithi007.stdout:2661: finishing write tid 4 to smithi00780855-9 2024-08-04T15:36:34.531 INFO:tasks.rados.rados.0.smithi007.stdout:2662: done (3 left) 2024-08-04T15:36:34.531 INFO:tasks.rados.rados.0.smithi007.stdout:2663: done (2 left) 2024-08-04T15:36:34.531 INFO:tasks.rados.rados.0.smithi007.stdout:2664: done (1 left) 2024-08-04T15:36:34.531 INFO:tasks.rados.rados.0.smithi007.stdout:2665: read oid 22 snap -1 2024-08-04T15:36:34.531 INFO:tasks.rados.rados.0.smithi007.stdout:2665: expect (ObjNum 652 snap 210 seq_num 652) 2024-08-04T15:36:34.531 INFO:tasks.rados.rados.0.smithi007.stdout:2666: copy_from oid 24 from oid 40 current snap is 265 2024-08-04T15:36:34.531 INFO:tasks.rados.rados.0.smithi007.stdout:2667: read oid 35 snap -1 2024-08-04T15:36:34.531 INFO:tasks.rados.rados.0.smithi007.stdout:2667: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-04T15:36:34.531 INFO:tasks.rados.rados.0.smithi007.stdout:2668: read oid 17 snap -1 2024-08-04T15:36:34.531 INFO:tasks.rados.rados.0.smithi007.stdout:2668: expect (ObjNum 734 snap 239 seq_num 734) 2024-08-04T15:36:34.531 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 11 current snap is 265 2024-08-04T15:36:34.532 INFO:tasks.rados.rados.0.smithi007.stdout:2661: finishing write tid 5 to smithi00780855-9 2024-08-04T15:36:34.532 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 1948 (ObjNum 821 snap 265 seq_num 821) dirty exists 2024-08-04T15:36:34.532 INFO:tasks.rados.rados.0.smithi007.stdout:2661: left oid 9 (ObjNum 821 snap 265 seq_num 821) 2024-08-04T15:36:34.532 INFO:tasks.rados.rados.0.smithi007.stdout:2669: seq_num 823 ranges {0=589824,589824=573440,1163264=630784} 2024-08-04T15:36:34.534 INFO:tasks.rados.rados.0.smithi007.stdout:2669: writing smithi00780855-11 from 0 to 589824 tid 1 2024-08-04T15:36:34.538 INFO:tasks.rados.rados.0.smithi007.stdout:2669: writing smithi00780855-11 from 589824 to 1163264 tid 2 2024-08-04T15:36:34.542 INFO:tasks.rados.rados.0.smithi007.stdout:2669: writing smithi00780855-11 from 1163264 to 1794048 tid 3 2024-08-04T15:36:34.543 INFO:tasks.rados.rados.0.smithi007.stdout:2661: done (5 left) 2024-08-04T15:36:34.543 INFO:tasks.rados.rados.0.smithi007.stdout:2670: copy_from oid 30 from oid 37 current snap is 265 2024-08-04T15:36:34.543 INFO:tasks.rados.rados.0.smithi007.stdout:2666: finishing copy_from to smithi00780855-24 2024-08-04T15:36:34.543 INFO:tasks.rados.rados.0.smithi007.stdout:2666: got expected ENOENT (src dne) 2024-08-04T15:36:34.543 INFO:tasks.rados.rados.0.smithi007.stdout:2671: snap_remove snap 249 2024-08-04T15:36:34.852 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:34 smithi062 systemd[1]: Stopping Ceph prometheus.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:36:34.853 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:34 smithi062 ceph-mon[85960]: pgmap v543: 121 pgs: 121 active+clean; 358 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-04T15:36:34.853 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:34 smithi062 ceph-mon[85960]: osdmap e593: 8 total, 8 up, 8 in 2024-08-04T15:36:34.853 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:34 smithi062 ceph-mon[85960]: osdmap e594: 8 total, 8 up, 8 in 2024-08-04T15:36:35.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:34 smithi007 ceph-mon[92692]: pgmap v543: 121 pgs: 121 active+clean; 358 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-04T15:36:35.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:34 smithi007 ceph-mon[92692]: osdmap e593: 8 total, 8 up, 8 in 2024-08-04T15:36:35.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:34 smithi007 ceph-mon[92692]: osdmap e594: 8 total, 8 up, 8 in 2024-08-04T15:36:35.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:34 smithi007 ceph-mon[94998]: pgmap v543: 121 pgs: 121 active+clean; 358 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-04T15:36:35.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:34 smithi007 ceph-mon[94998]: osdmap e593: 8 total, 8 up, 8 in 2024-08-04T15:36:35.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:34 smithi007 ceph-mon[94998]: osdmap e594: 8 total, 8 up, 8 in 2024-08-04T15:36:35.167 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:36:34.852Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-04T15:36:35.167 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:36:34.853Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-04T15:36:35.168 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:36:34.853Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-04T15:36:35.168 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:36:34.853Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-04T15:36:35.168 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:36:34.853Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-04T15:36:35.168 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:36:34.853Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-04T15:36:35.169 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:36:34.853Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-04T15:36:35.169 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:36:34.853Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-04T15:36:35.169 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:36:34.853Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-04T15:36:35.169 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:36:34.853Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-04T15:36:35.169 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:36:34.853Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-04T15:36:35.170 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[77652]: ts=2024-08-04T15:36:34.853Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-04T15:36:35.170 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:34 smithi062 podman[117107]: 2024-08-04 15:36:34.862996291 +0000 UTC m=+0.176667705 container died ab854fccad8ea7e7bd5fec6cc764874b704b57996b1724778f79c10ca14dfe83 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:36:35.500 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:35 smithi062 podman[117107]: 2024-08-04 15:36:35.274388066 +0000 UTC m=+0.588059480 container cleanup ab854fccad8ea7e7bd5fec6cc764874b704b57996b1724778f79c10ca14dfe83 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:36:35.500 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:35 smithi062 bash[117107]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a 2024-08-04T15:36:35.509 INFO:tasks.rados.rados.0.smithi007.stdout:2671: done (6 left) 2024-08-04T15:36:35.509 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 265 2024-08-04T15:36:35.509 INFO:tasks.rados.rados.0.smithi007.stdout:2672: seq_num 824 ranges {0=606208,606208=458752,1064960=573440,1638400=172032} 2024-08-04T15:36:35.513 INFO:tasks.rados.rados.0.smithi007.stdout:2672: writing smithi00780855-38 from 0 to 606208 tid 1 2024-08-04T15:36:35.516 INFO:tasks.rados.rados.0.smithi007.stdout:2672: writing smithi00780855-38 from 606208 to 1064960 tid 2 2024-08-04T15:36:35.520 INFO:tasks.rados.rados.0.smithi007.stdout:2672: writing smithi00780855-38 from 1064960 to 1638400 tid 3 2024-08-04T15:36:35.522 INFO:tasks.rados.rados.0.smithi007.stdout:2672: writing smithi00780855-38 from 1638400 to 1810432 tid 4 2024-08-04T15:36:35.522 INFO:tasks.rados.rados.0.smithi007.stdout:2673: delete oid 23 current snap is 265 2024-08-04T15:36:35.522 INFO:tasks.rados.rados.0.smithi007.stdout:2666: finishing copy_from racing read to smithi00780855-24 2024-08-04T15:36:35.522 INFO:tasks.rados.rados.0.smithi007.stdout:2668: expect (ObjNum 734 snap 239 seq_num 734) 2024-08-04T15:36:35.580 INFO:tasks.rados.rados.0.smithi007.stdout:2670: finishing copy_from to smithi00780855-30 2024-08-04T15:36:35.581 INFO:tasks.rados.rados.0.smithi007.stdout:2670: got expected ENOENT (src dne) 2024-08-04T15:36:35.581 INFO:tasks.rados.rados.0.smithi007.stdout:2670: finishing copy_from racing read to smithi00780855-30 2024-08-04T15:36:35.581 INFO:tasks.rados.rados.0.smithi007.stdout:2667: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-04T15:36:35.731 INFO:tasks.rados.rados.0.smithi007.stdout:2669: finishing write tid 1 to smithi00780855-11 2024-08-04T15:36:35.731 INFO:tasks.rados.rados.0.smithi007.stdout:2669: finishing write tid 2 to smithi00780855-11 2024-08-04T15:36:35.731 INFO:tasks.rados.rados.0.smithi007.stdout:2666: done (7 left) 2024-08-04T15:36:35.731 INFO:tasks.rados.rados.0.smithi007.stdout:2667: done (6 left) 2024-08-04T15:36:35.731 INFO:tasks.rados.rados.0.smithi007.stdout:2668: done (5 left) 2024-08-04T15:36:35.731 INFO:tasks.rados.rados.0.smithi007.stdout:2670: done (4 left) 2024-08-04T15:36:35.731 INFO:tasks.rados.rados.0.smithi007.stdout:2673: done (3 left) 2024-08-04T15:36:35.731 INFO:tasks.rados.rados.0.smithi007.stdout:2674: rollback oid 27 current snap is 265 2024-08-04T15:36:35.731 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 27 to 250 2024-08-04T15:36:35.732 INFO:tasks.rados.rados.0.smithi007.stdout:2665: expect (ObjNum 652 snap 210 seq_num 652) 2024-08-04T15:36:35.750 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:35 smithi062 podman[117120]: 2024-08-04 15:36:35.500570975 +0000 UTC m=+0.639595103 container remove ab854fccad8ea7e7bd5fec6cc764874b704b57996b1724778f79c10ca14dfe83 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:36:35.985 INFO:tasks.rados.rados.0.smithi007.stdout:2669: finishing write tid 3 to smithi00780855-11 2024-08-04T15:36:35.986 INFO:tasks.rados.rados.0.smithi007.stdout:2669: finishing write tid 4 to smithi00780855-11 2024-08-04T15:36:35.986 INFO:tasks.rados.rados.0.smithi007.stdout:2669: finishing write tid 5 to smithi00780855-11 2024-08-04T15:36:35.986 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 1533 (ObjNum 823 snap 265 seq_num 823) dirty exists 2024-08-04T15:36:35.986 INFO:tasks.rados.rados.0.smithi007.stdout:2669: left oid 11 (ObjNum 823 snap 265 seq_num 823) 2024-08-04T15:36:35.986 INFO:tasks.rados.rados.0.smithi007.stdout:2672: finishing write tid 1 to smithi00780855-38 2024-08-04T15:36:35.986 INFO:tasks.rados.rados.0.smithi007.stdout:2672: finishing write tid 2 to smithi00780855-38 2024-08-04T15:36:35.986 INFO:tasks.rados.rados.0.smithi007.stdout:2672: finishing write tid 3 to smithi00780855-38 2024-08-04T15:36:35.986 INFO:tasks.rados.rados.0.smithi007.stdout:2672: finishing write tid 4 to smithi00780855-38 2024-08-04T15:36:35.986 INFO:tasks.rados.rados.0.smithi007.stdout:2672: finishing write tid 5 to smithi00780855-38 2024-08-04T15:36:35.986 INFO:tasks.rados.rados.0.smithi007.stdout:2672: finishing write tid 6 to smithi00780855-38 2024-08-04T15:36:35.986 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 2119 (ObjNum 824 snap 265 seq_num 824) dirty exists 2024-08-04T15:36:35.986 INFO:tasks.rados.rados.0.smithi007.stdout:2672: left oid 38 (ObjNum 824 snap 265 seq_num 824) 2024-08-04T15:36:35.986 INFO:tasks.rados.rados.0.smithi007.stdout:2665: done (3 left) 2024-08-04T15:36:35.987 INFO:tasks.rados.rados.0.smithi007.stdout:2669: done (2 left) 2024-08-04T15:36:35.987 INFO:tasks.rados.rados.0.smithi007.stdout:2672: done (1 left) 2024-08-04T15:36:35.987 INFO:tasks.rados.rados.0.smithi007.stdout:2675: snap_create 2024-08-04T15:36:35.987 INFO:tasks.rados.rados.0.smithi007.stdout:2674: finishing rollback tid 0 to smithi00780855-27 2024-08-04T15:36:35.987 INFO:tasks.rados.rados.0.smithi007.stdout:2674: finishing rollback tid 1 to smithi00780855-27 2024-08-04T15:36:35.987 INFO:tasks.rados.rados.0.smithi007.stdout:2674: finishing rollback tid 2 to smithi00780855-27 2024-08-04T15:36:35.987 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 1951 (ObjNum 678 snap 216 seq_num 678) dirty exists 2024-08-04T15:36:36.189 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:35 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-04T15:36:36.189 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:35 smithi062 systemd[1]: Stopped Ceph prometheus.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:36:36.189 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:35 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@prometheus.a.service: Consumed 2.690s CPU time. 2024-08-04T15:36:36.189 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:35 smithi062 systemd[1]: Starting Ceph prometheus.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:36:36.478 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 podman[117248]: 2024-08-04 15:36:36.093203884 +0000 UTC m=+0.018814992 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-04T15:36:36.478 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 podman[117248]: 2024-08-04 15:36:36.193351512 +0000 UTC m=+0.118962648 container create 07653125cb351bebb8af367625db8acf15fb8b4d6e99c4018451c5daf1c7ef27 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:36:36.699 INFO:tasks.rados.rados.0.smithi007.stdout:2674: done (1 left) 2024-08-04T15:36:36.699 INFO:tasks.rados.rados.0.smithi007.stdout:2675: done (0 left) 2024-08-04T15:36:36.699 INFO:tasks.rados.rados.0.smithi007.stdout:2676: delete oid 44 current snap is 266 2024-08-04T15:36:36.704 INFO:tasks.rados.rados.0.smithi007.stdout:2676: done (0 left) 2024-08-04T15:36:36.704 INFO:tasks.rados.rados.0.smithi007.stdout:2677: read oid 11 snap -1 2024-08-04T15:36:36.704 INFO:tasks.rados.rados.0.smithi007.stdout:2677: expect (ObjNum 823 snap 265 seq_num 823) 2024-08-04T15:36:36.704 INFO:tasks.rados.rados.0.smithi007.stdout:2678: copy_from oid 15 from oid 43 current snap is 266 2024-08-04T15:36:36.704 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 32 current snap is 266 2024-08-04T15:36:36.704 INFO:tasks.rados.rados.0.smithi007.stdout:2679: seq_num 827 ranges {0=655360,655360=516096,1171456=688128} 2024-08-04T15:36:36.707 INFO:tasks.rados.rados.0.smithi007.stdout:2679: writing smithi00780855-32 from 0 to 655360 tid 1 2024-08-04T15:36:36.710 INFO:tasks.rados.rados.0.smithi007.stdout:2679: writing smithi00780855-32 from 655360 to 1171456 tid 2 2024-08-04T15:36:36.715 INFO:tasks.rados.rados.0.smithi007.stdout:2679: writing smithi00780855-32 from 1171456 to 1859584 tid 3 2024-08-04T15:36:36.715 INFO:tasks.rados.rados.0.smithi007.stdout:2680: delete oid 37 current snap is 266 2024-08-04T15:36:36.715 INFO:tasks.rados.rados.0.smithi007.stdout:2679: finishing write tid 1 to smithi00780855-32 2024-08-04T15:36:36.715 INFO:tasks.rados.rados.0.smithi007.stdout:2679: finishing write tid 2 to smithi00780855-32 2024-08-04T15:36:36.716 INFO:tasks.rados.rados.0.smithi007.stdout:2677: expect (ObjNum 823 snap 265 seq_num 823) 2024-08-04T15:36:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-mon[85960]: pgmap v546: 121 pgs: 121 active+clean; 364 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-04T15:36:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-mon[85960]: osdmap e595: 8 total, 8 up, 8 in 2024-08-04T15:36:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:36:36.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 podman[117248]: 2024-08-04 15:36:36.478990585 +0000 UTC m=+0.404601680 container init 07653125cb351bebb8af367625db8acf15fb8b4d6e99c4018451c5daf1c7ef27 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:36:36.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 podman[117248]: 2024-08-04 15:36:36.482013305 +0000 UTC m=+0.407624403 container start 07653125cb351bebb8af367625db8acf15fb8b4d6e99c4018451c5daf1c7ef27 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T15:36:36.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.507Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-04T15:36:36.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.507Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-04T15:36:36.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.507Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi062 (none))" 2024-08-04T15:36:36.763 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.507Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-04T15:36:36.763 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.507Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-04T15:36:36.763 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.509Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-04T15:36:36.763 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.509Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-04T15:36:36.763 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.510Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-04T15:36:36.763 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.510Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-04T15:36:36.763 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.511Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-04T15:36:36.765 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.511Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.534µs 2024-08-04T15:36:36.765 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.511Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-04T15:36:36.765 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.512Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-08-04T15:36:36.765 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.527Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-08-04T15:36:36.765 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.532Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-08-04T15:36:36.765 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.537Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-08-04T15:36:36.765 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.537Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-08-04T15:36:36.765 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.537Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=32.389µs wal_replay_duration=25.415512ms wbl_replay_duration=124ns total_replay_duration=25.466396ms 2024-08-04T15:36:36.765 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.540Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-04T15:36:36.765 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.540Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-04T15:36:36.765 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.540Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-04T15:36:36.765 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 bash[117248]: 07653125cb351bebb8af367625db8acf15fb8b4d6e99c4018451c5daf1c7ef27 2024-08-04T15:36:36.766 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 systemd[1]: Started Ceph prometheus.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:36:36.766 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.562Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.936283ms db_storage=867ns remote_storage=1.125µs web_handler=352ns query_engine=693ns scrape=403.554µs scrape_sd=87.879µs notify=18.686µs notify_sd=21.122µs rules=20.901733ms tracing=8.098µs 2024-08-04T15:36:36.766 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.562Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-04T15:36:36.766 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:36.562Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-04T15:36:36.767 INFO:tasks.rados.rados.0.smithi007.stdout:2679: finishing write tid 3 to smithi00780855-32 2024-08-04T15:36:36.767 INFO:tasks.rados.rados.0.smithi007.stdout:2679: finishing write tid 4 to smithi00780855-32 2024-08-04T15:36:36.768 INFO:tasks.rados.rados.0.smithi007.stdout:2679: finishing write tid 5 to smithi00780855-32 2024-08-04T15:36:36.768 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 1489 (ObjNum 827 snap 266 seq_num 827) dirty exists 2024-08-04T15:36:36.768 INFO:tasks.rados.rados.0.smithi007.stdout:2679: left oid 32 (ObjNum 827 snap 266 seq_num 827) 2024-08-04T15:36:36.768 INFO:tasks.rados.rados.0.smithi007.stdout:2678: finishing copy_from racing read to smithi00780855-15 2024-08-04T15:36:36.768 INFO:tasks.rados.rados.0.smithi007.stdout:2677: done (3 left) 2024-08-04T15:36:36.768 INFO:tasks.rados.rados.0.smithi007.stdout:2679: done (2 left) 2024-08-04T15:36:36.768 INFO:tasks.rados.rados.0.smithi007.stdout:2680: done (1 left) 2024-08-04T15:36:36.768 INFO:tasks.rados.rados.0.smithi007.stdout:2681: setattr oid 33 current snap is 266 2024-08-04T15:36:36.768 INFO:tasks.rados.rados.0.smithi007.stdout:2678: finishing copy_from to smithi00780855-15 2024-08-04T15:36:36.768 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 1943 (ObjNum 809 snap 261 seq_num 809) dirty exists 2024-08-04T15:36:36.769 INFO:tasks.rados.rados.0.smithi007.stdout:2678: done (1 left) 2024-08-04T15:36:36.769 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 29 current snap is 266 2024-08-04T15:36:36.769 INFO:tasks.rados.rados.0.smithi007.stdout:2682: seq_num 829 ranges {0=688128,688128=729088,1417216=475136} 2024-08-04T15:36:36.770 INFO:tasks.rados.rados.0.smithi007.stdout:2682: writing smithi00780855-29 from 0 to 688128 tid 1 2024-08-04T15:36:36.773 INFO:tasks.rados.rados.0.smithi007.stdout:2682: writing smithi00780855-29 from 688128 to 1417216 tid 2 2024-08-04T15:36:36.776 INFO:tasks.rados.rados.0.smithi007.stdout:2682: writing smithi00780855-29 from 1417216 to 1892352 tid 3 2024-08-04T15:36:36.776 INFO:tasks.rados.rados.0.smithi007.stdout:2683: setattr oid 37 current snap is 266 2024-08-04T15:36:36.776 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 1952 (ObjNum 744 snap 242 seq_num 744) dirty exists 2024-08-04T15:36:36.776 INFO:tasks.rados.rados.0.smithi007.stdout:2682: finishing write tid 1 to smithi00780855-29 2024-08-04T15:36:36.776 INFO:tasks.rados.rados.0.smithi007.stdout:2682: finishing write tid 2 to smithi00780855-29 2024-08-04T15:36:36.778 INFO:tasks.rados.rados.0.smithi007.stdout:2681: done (2 left) 2024-08-04T15:36:36.779 INFO:tasks.rados.rados.0.smithi007.stdout:2684: rollback oid 17 current snap is 266 2024-08-04T15:36:36.779 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 17 to 238 2024-08-04T15:36:36.779 INFO:tasks.rados.rados.0.smithi007.stdout:2685: read oid 34 snap -1 2024-08-04T15:36:36.779 INFO:tasks.rados.rados.0.smithi007.stdout:2685: expect deleted 2024-08-04T15:36:36.779 INFO:tasks.rados.rados.0.smithi007.stdout:2686: read oid 19 snap -1 2024-08-04T15:36:36.779 INFO:tasks.rados.rados.0.smithi007.stdout:2686: expect (ObjNum 720 snap 233 seq_num 720) 2024-08-04T15:36:36.779 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 266 2024-08-04T15:36:36.779 INFO:tasks.rados.rados.0.smithi007.stdout:2687: seq_num 830 ranges {4521984=704512,5226496=614400,5840896=573440,6414336=16384} 2024-08-04T15:36:36.809 INFO:tasks.rados.rados.0.smithi007.stdout:2687: writing smithi00780855-22 from 4521984 to 5226496 tid 1 2024-08-04T15:36:36.813 INFO:tasks.rados.rados.0.smithi007.stdout:2687: writing smithi00780855-22 from 5226496 to 5840896 tid 2 2024-08-04T15:36:36.817 INFO:tasks.rados.rados.0.smithi007.stdout:2687: writing smithi00780855-22 from 5840896 to 6414336 tid 3 2024-08-04T15:36:36.817 INFO:tasks.rados.rados.0.smithi007.stdout:2687: writing smithi00780855-22 from 6414336 to 6430720 tid 4 2024-08-04T15:36:36.817 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 41 current snap is 266 2024-08-04T15:36:36.817 INFO:tasks.rados.rados.0.smithi007.stdout:2688: seq_num 831 ranges {942080=720896,1662976=499712,2162688=704512} 2024-08-04T15:36:36.826 INFO:tasks.rados.rados.0.smithi007.stdout:2688: writing smithi00780855-41 from 942080 to 1662976 tid 1 2024-08-04T15:36:36.829 INFO:tasks.rados.rados.0.smithi007.stdout:2688: writing smithi00780855-41 from 1662976 to 2162688 tid 2 2024-08-04T15:36:36.834 INFO:tasks.rados.rados.0.smithi007.stdout:2688: writing smithi00780855-41 from 2162688 to 2867200 tid 3 2024-08-04T15:36:36.834 INFO:tasks.rados.rados.0.smithi007.stdout:2689: read oid 14 snap -1 2024-08-04T15:36:36.834 INFO:tasks.rados.rados.0.smithi007.stdout:2689: expect (ObjNum 525 snap 165 seq_num 525) 2024-08-04T15:36:36.834 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 24 current snap is 266 2024-08-04T15:36:36.834 INFO:tasks.rados.rados.0.smithi007.stdout:2682: finishing write tid 3 to smithi00780855-29 2024-08-04T15:36:36.834 INFO:tasks.rados.rados.0.smithi007.stdout:2682: finishing write tid 4 to smithi00780855-29 2024-08-04T15:36:36.834 INFO:tasks.rados.rados.0.smithi007.stdout:2682: finishing write tid 5 to smithi00780855-29 2024-08-04T15:36:36.835 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 1940 (ObjNum 829 snap 266 seq_num 829) dirty exists 2024-08-04T15:36:36.835 INFO:tasks.rados.rados.0.smithi007.stdout:2682: left oid 29 (ObjNum 829 snap 266 seq_num 829) 2024-08-04T15:36:36.835 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 1234 (ObjNum 129 snap 0 seq_num 3493753776) dirty exists 2024-08-04T15:36:36.835 INFO:tasks.rados.rados.0.smithi007.stdout:2684: finishing rollback tid 0 to smithi00780855-17 2024-08-04T15:36:36.835 INFO:tasks.rados.rados.0.smithi007.stdout:2684: finishing rollback tid 1 to smithi00780855-17 2024-08-04T15:36:36.835 INFO:tasks.rados.rados.0.smithi007.stdout:2684: finishing rollback tid 2 to smithi00780855-17 2024-08-04T15:36:36.835 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 1492 (ObjNum 636 snap 204 seq_num 636) dirty exists 2024-08-04T15:36:36.835 INFO:tasks.rados.rados.0.smithi007.stdout:2686: expect (ObjNum 720 snap 233 seq_num 720) 2024-08-04T15:36:36.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:36 smithi007 ceph-mon[92692]: pgmap v546: 121 pgs: 121 active+clean; 364 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-04T15:36:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:36 smithi007 ceph-mon[92692]: osdmap e595: 8 total, 8 up, 8 in 2024-08-04T15:36:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:36:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:36 smithi007 ceph-mon[94998]: pgmap v546: 121 pgs: 121 active+clean; 364 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-04T15:36:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:36 smithi007 ceph-mon[94998]: osdmap e595: 8 total, 8 up, 8 in 2024-08-04T15:36:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:36:37.412 INFO:tasks.rados.rados.0.smithi007.stdout:2687: finishing write tid 1 to smithi00780855-22 2024-08-04T15:36:37.412 INFO:tasks.rados.rados.0.smithi007.stdout:2687: finishing write tid 2 to smithi00780855-22 2024-08-04T15:36:37.412 INFO:tasks.rados.rados.0.smithi007.stdout:2687: finishing write tid 3 to smithi00780855-22 2024-08-04T15:36:37.412 INFO:tasks.rados.rados.0.smithi007.stdout:2687: finishing write tid 4 to smithi00780855-22 2024-08-04T15:36:37.412 INFO:tasks.rados.rados.0.smithi007.stdout:2687: finishing write tid 5 to smithi00780855-22 2024-08-04T15:36:37.412 INFO:tasks.rados.rados.0.smithi007.stdout:2687: finishing write tid 6 to smithi00780855-22 2024-08-04T15:36:37.412 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 1952 (ObjNum 830 snap 266 seq_num 830) dirty exists 2024-08-04T15:36:37.412 INFO:tasks.rados.rados.0.smithi007.stdout:2687: left oid 22 (ObjNum 830 snap 266 seq_num 830) 2024-08-04T15:36:37.412 INFO:tasks.rados.rados.0.smithi007.stdout:2688: finishing write tid 1 to smithi00780855-41 2024-08-04T15:36:37.412 INFO:tasks.rados.rados.0.smithi007.stdout:2690: seq_num 832 ranges {2736128=737280,3473408=786432,4259840=417792} 2024-08-04T15:36:37.430 INFO:tasks.rados.rados.0.smithi007.stdout:2690: writing smithi00780855-24 from 2736128 to 3473408 tid 1 2024-08-04T15:36:37.435 INFO:tasks.rados.rados.0.smithi007.stdout:2690: writing smithi00780855-24 from 3473408 to 4259840 tid 2 2024-08-04T15:36:37.437 INFO:tasks.rados.rados.0.smithi007.stdout:2690: writing smithi00780855-24 from 4259840 to 4677632 tid 3 2024-08-04T15:36:37.438 INFO:tasks.rados.rados.0.smithi007.stdout:2682: done (8 left) 2024-08-04T15:36:37.438 INFO:tasks.rados.rados.0.smithi007.stdout:2683: done (7 left) 2024-08-04T15:36:37.438 INFO:tasks.rados.rados.0.smithi007.stdout:2684: done (6 left) 2024-08-04T15:36:37.438 INFO:tasks.rados.rados.0.smithi007.stdout:2685: done (5 left) 2024-08-04T15:36:37.438 INFO:tasks.rados.rados.0.smithi007.stdout:2686: done (4 left) 2024-08-04T15:36:37.438 INFO:tasks.rados.rados.0.smithi007.stdout:2687: done (3 left) 2024-08-04T15:36:37.438 INFO:tasks.rados.rados.0.smithi007.stdout:2691: delete oid 26 current snap is 266 2024-08-04T15:36:37.438 INFO:tasks.rados.rados.0.smithi007.stdout:2688: finishing write tid 2 to smithi00780855-41 2024-08-04T15:36:37.438 INFO:tasks.rados.rados.0.smithi007.stdout:2688: finishing write tid 3 to smithi00780855-41 2024-08-04T15:36:37.438 INFO:tasks.rados.rados.0.smithi007.stdout:2688: finishing write tid 4 to smithi00780855-41 2024-08-04T15:36:37.438 INFO:tasks.rados.rados.0.smithi007.stdout:2688: finishing write tid 5 to smithi00780855-41 2024-08-04T15:36:37.438 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 2358 (ObjNum 831 snap 266 seq_num 831) dirty exists 2024-08-04T15:36:37.439 INFO:tasks.rados.rados.0.smithi007.stdout:2688: left oid 41 (ObjNum 831 snap 266 seq_num 831) 2024-08-04T15:36:37.439 INFO:tasks.rados.rados.0.smithi007.stdout:2689: expect (ObjNum 525 snap 165 seq_num 525) 2024-08-04T15:36:37.695 INFO:tasks.rados.rados.0.smithi007.stdout:2690: finishing write tid 1 to smithi00780855-24 2024-08-04T15:36:37.695 INFO:tasks.rados.rados.0.smithi007.stdout:2690: finishing write tid 2 to smithi00780855-24 2024-08-04T15:36:37.695 INFO:tasks.rados.rados.0.smithi007.stdout:2690: finishing write tid 3 to smithi00780855-24 2024-08-04T15:36:37.695 INFO:tasks.rados.rados.0.smithi007.stdout:2690: finishing write tid 4 to smithi00780855-24 2024-08-04T15:36:37.695 INFO:tasks.rados.rados.0.smithi007.stdout:2690: finishing write tid 5 to smithi00780855-24 2024-08-04T15:36:37.695 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 2363 (ObjNum 832 snap 266 seq_num 832) dirty exists 2024-08-04T15:36:37.695 INFO:tasks.rados.rados.0.smithi007.stdout:2690: left oid 24 (ObjNum 832 snap 266 seq_num 832) 2024-08-04T15:36:37.696 INFO:tasks.rados.rados.0.smithi007.stdout:2688: done (3 left) 2024-08-04T15:36:37.696 INFO:tasks.rados.rados.0.smithi007.stdout:2689: done (2 left) 2024-08-04T15:36:37.696 INFO:tasks.rados.rados.0.smithi007.stdout:2690: done (1 left) 2024-08-04T15:36:37.696 INFO:tasks.rados.rados.0.smithi007.stdout:2691: done (0 left) 2024-08-04T15:36:37.696 INFO:tasks.rados.rados.0.smithi007.stdout:2692: rollback oid 2 current snap is 266 2024-08-04T15:36:37.696 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 2 to 251 2024-08-04T15:36:37.696 INFO:tasks.rados.rados.0.smithi007.stdout:2693: copy_from oid 18 from oid 31 current snap is 266 2024-08-04T15:36:37.696 INFO:tasks.rados.rados.0.smithi007.stdout:2694: read oid 46 snap 263 2024-08-04T15:36:37.696 INFO:tasks.rados.rados.0.smithi007.stdout:2694: expect deleted 2024-08-04T15:36:37.696 INFO:tasks.rados.rados.0.smithi007.stdout:2695: delete oid 7 current snap is 266 2024-08-04T15:36:37.697 INFO:tasks.rados.rados.0.smithi007.stdout:2693: finishing copy_from to smithi00780855-18 2024-08-04T15:36:37.697 INFO:tasks.rados.rados.0.smithi007.stdout:2693: got expected ENOENT (src dne) 2024-08-04T15:36:37.697 INFO:tasks.rados.rados.0.smithi007.stdout:2693: finishing copy_from racing read to smithi00780855-18 2024-08-04T15:36:37.698 INFO:tasks.rados.rados.0.smithi007.stdout:2693: done (3 left) 2024-08-04T15:36:37.698 INFO:tasks.rados.rados.0.smithi007.stdout:2694: done (2 left) 2024-08-04T15:36:37.699 INFO:tasks.rados.rados.0.smithi007.stdout:2695: done (1 left) 2024-08-04T15:36:37.699 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 266 2024-08-04T15:36:37.699 INFO:tasks.rados.rados.0.smithi007.stdout:2692: finishing rollback tid 1 to smithi00780855-2 2024-08-04T15:36:37.699 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 2189 (ObjNum -176182048 snap 32689 seq_num 304) dirty dne 2024-08-04T15:36:37.699 INFO:tasks.rados.rados.0.smithi007.stdout:2696: seq_num 835 ranges {0=794624,794624=442368,1236992=712704,1949696=49152} 2024-08-04T15:36:37.702 INFO:tasks.rados.rados.0.smithi007.stdout:2696: writing smithi00780855-46 from 0 to 794624 tid 1 2024-08-04T15:36:37.705 INFO:tasks.rados.rados.0.smithi007.stdout:2696: writing smithi00780855-46 from 794624 to 1236992 tid 2 2024-08-04T15:36:37.710 INFO:tasks.rados.rados.0.smithi007.stdout:2696: writing smithi00780855-46 from 1236992 to 1949696 tid 3 2024-08-04T15:36:37.710 INFO:tasks.rados.rados.0.smithi007.stdout:2696: writing smithi00780855-46 from 1949696 to 1998848 tid 4 2024-08-04T15:36:37.710 INFO:tasks.rados.rados.0.smithi007.stdout:2692: done (1 left) 2024-08-04T15:36:37.710 INFO:tasks.rados.rados.0.smithi007.stdout:2697: delete oid 7 current snap is 266 2024-08-04T15:36:37.711 INFO:tasks.rados.rados.0.smithi007.stdout:2696: finishing write tid 1 to smithi00780855-46 2024-08-04T15:36:37.711 INFO:tasks.rados.rados.0.smithi007.stdout:2696: finishing write tid 2 to smithi00780855-46 2024-08-04T15:36:37.712 INFO:tasks.rados.rados.0.smithi007.stdout:2697: done (1 left) 2024-08-04T15:36:37.713 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 266 2024-08-04T15:36:37.713 INFO:tasks.rados.rados.0.smithi007.stdout:2698: seq_num 837 ranges {2211840=425984,2637824=655360,3293184=729088,4022272=221184} 2024-08-04T15:36:37.727 INFO:tasks.rados.rados.0.smithi007.stdout:2698: writing smithi00780855-6 from 2211840 to 2637824 tid 1 2024-08-04T15:36:37.731 INFO:tasks.rados.rados.0.smithi007.stdout:2698: writing smithi00780855-6 from 2637824 to 3293184 tid 2 2024-08-04T15:36:37.735 INFO:tasks.rados.rados.0.smithi007.stdout:2698: writing smithi00780855-6 from 3293184 to 4022272 tid 3 2024-08-04T15:36:37.738 INFO:tasks.rados.rados.0.smithi007.stdout:2698: writing smithi00780855-6 from 4022272 to 4243456 tid 4 2024-08-04T15:36:37.738 INFO:tasks.rados.rados.0.smithi007.stdout:2699: delete oid 25 current snap is 266 2024-08-04T15:36:37.738 INFO:tasks.rados.rados.0.smithi007.stdout:2696: finishing write tid 3 to smithi00780855-46 2024-08-04T15:36:37.738 INFO:tasks.rados.rados.0.smithi007.stdout:2696: finishing write tid 4 to smithi00780855-46 2024-08-04T15:36:37.738 INFO:tasks.rados.rados.0.smithi007.stdout:2696: finishing write tid 5 to smithi00780855-46 2024-08-04T15:36:37.738 INFO:tasks.rados.rados.0.smithi007.stdout:2696: finishing write tid 6 to smithi00780855-46 2024-08-04T15:36:37.738 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 1945 (ObjNum 835 snap 266 seq_num 835) dirty exists 2024-08-04T15:36:37.738 INFO:tasks.rados.rados.0.smithi007.stdout:2696: left oid 46 (ObjNum 835 snap 266 seq_num 835) 2024-08-04T15:36:37.738 INFO:tasks.rados.rados.0.smithi007.stdout:2698: finishing write tid 1 to smithi00780855-6 2024-08-04T15:36:37.738 INFO:tasks.rados.rados.0.smithi007.stdout:2698: finishing write tid 2 to smithi00780855-6 2024-08-04T15:36:37.739 INFO:tasks.rados.rados.0.smithi007.stdout:2698: finishing write tid 3 to smithi00780855-6 2024-08-04T15:36:37.739 INFO:tasks.rados.rados.0.smithi007.stdout:2698: finishing write tid 4 to smithi00780855-6 2024-08-04T15:36:37.739 INFO:tasks.rados.rados.0.smithi007.stdout:2698: finishing write tid 5 to smithi00780855-6 2024-08-04T15:36:37.740 INFO:tasks.rados.rados.0.smithi007.stdout:2696: done (2 left) 2024-08-04T15:36:37.740 INFO:tasks.rados.rados.0.smithi007.stdout:2699: done (1 left) 2024-08-04T15:36:37.740 INFO:tasks.rados.rados.0.smithi007.stdout:2700: snap_remove snap 253 2024-08-04T15:36:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:37 smithi062 ceph-mon[85960]: osdmap e596: 8 total, 8 up, 8 in 2024-08-04T15:36:38.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:38.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:38.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:38.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:37 smithi007 ceph-mon[94998]: osdmap e596: 8 total, 8 up, 8 in 2024-08-04T15:36:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:37 smithi007 ceph-mon[92692]: osdmap e596: 8 total, 8 up, 8 in 2024-08-04T15:36:38.707 INFO:tasks.rados.rados.0.smithi007.stdout:2700: done (1 left) 2024-08-04T15:36:38.707 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 8 current snap is 266 2024-08-04T15:36:38.707 INFO:tasks.rados.rados.0.smithi007.stdout:2698: finishing write tid 6 to smithi00780855-6 2024-08-04T15:36:38.707 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 1951 (ObjNum 837 snap 266 seq_num 837) dirty exists 2024-08-04T15:36:38.707 INFO:tasks.rados.rados.0.smithi007.stdout:2698: left oid 6 (ObjNum 837 snap 266 seq_num 837) 2024-08-04T15:36:38.707 INFO:tasks.rados.rados.0.smithi007.stdout:2701: seq_num 839 ranges {1507328=458752,1966080=425984,2392064=688128,3080192=491520} 2024-08-04T15:36:38.719 INFO:tasks.rados.rados.0.smithi007.stdout:2701: writing smithi00780855-8 from 1507328 to 1966080 tid 1 2024-08-04T15:36:38.721 INFO:tasks.rados.rados.0.smithi007.stdout:2701: writing smithi00780855-8 from 1966080 to 2392064 tid 2 2024-08-04T15:36:38.726 INFO:tasks.rados.rados.0.smithi007.stdout:2701: writing smithi00780855-8 from 2392064 to 3080192 tid 3 2024-08-04T15:36:38.731 INFO:tasks.rados.rados.0.smithi007.stdout:2701: writing smithi00780855-8 from 3080192 to 3571712 tid 4 2024-08-04T15:36:38.731 INFO:tasks.rados.rados.0.smithi007.stdout:2701: finishing write tid 1 to smithi00780855-8 2024-08-04T15:36:38.731 INFO:tasks.rados.rados.0.smithi007.stdout:2698: done (1 left) 2024-08-04T15:36:38.731 INFO:tasks.rados.rados.0.smithi007.stdout:2702: read oid 4 snap -1 2024-08-04T15:36:38.731 INFO:tasks.rados.rados.0.smithi007.stdout:2702: expect (ObjNum 693 snap 222 seq_num 693) 2024-08-04T15:36:38.731 INFO:tasks.rados.rados.0.smithi007.stdout:2703: rollback oid 16 current snap is 266 2024-08-04T15:36:38.731 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 16 to 242 2024-08-04T15:36:38.732 INFO:tasks.rados.rados.0.smithi007.stdout:2704: read oid 15 snap -1 2024-08-04T15:36:38.732 INFO:tasks.rados.rados.0.smithi007.stdout:2704: expect (ObjNum 809 snap 261 seq_num 809) 2024-08-04T15:36:38.732 INFO:tasks.rados.rados.0.smithi007.stdout:2705: rmattr oid 29 current snap is 266 2024-08-04T15:36:38.732 INFO:tasks.rados.rados.0.smithi007.stdout:2705: done (4 left) 2024-08-04T15:36:38.732 INFO:tasks.rados.rados.0.smithi007.stdout:2706: copy_from oid 29 from oid 21 current snap is 266 2024-08-04T15:36:38.732 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 11 current snap is 266 2024-08-04T15:36:38.732 INFO:tasks.rados.rados.0.smithi007.stdout:2707: seq_num 840 ranges {1794048=475136,2269184=712704,2981888=499712,3481600=393216} 2024-08-04T15:36:38.744 INFO:tasks.rados.rados.0.smithi007.stdout:2707: writing smithi00780855-11 from 1794048 to 2269184 tid 1 2024-08-04T15:36:38.748 INFO:tasks.rados.rados.0.smithi007.stdout:2707: writing smithi00780855-11 from 2269184 to 2981888 tid 2 2024-08-04T15:36:38.751 INFO:tasks.rados.rados.0.smithi007.stdout:2707: writing smithi00780855-11 from 2981888 to 3481600 tid 3 2024-08-04T15:36:38.754 INFO:tasks.rados.rados.0.smithi007.stdout:2707: writing smithi00780855-11 from 3481600 to 3874816 tid 4 2024-08-04T15:36:38.754 INFO:tasks.rados.rados.0.smithi007.stdout:2708: delete oid 22 current snap is 266 2024-08-04T15:36:38.754 INFO:tasks.rados.rados.0.smithi007.stdout:2701: finishing write tid 2 to smithi00780855-8 2024-08-04T15:36:38.754 INFO:tasks.rados.rados.0.smithi007.stdout:2701: finishing write tid 3 to smithi00780855-8 2024-08-04T15:36:38.754 INFO:tasks.rados.rados.0.smithi007.stdout:2701: finishing write tid 4 to smithi00780855-8 2024-08-04T15:36:38.754 INFO:tasks.rados.rados.0.smithi007.stdout:2701: finishing write tid 5 to smithi00780855-8 2024-08-04T15:36:38.755 INFO:tasks.rados.rados.0.smithi007.stdout:2702: expect (ObjNum 693 snap 222 seq_num 693) 2024-08-04T15:36:38.815 INFO:tasks.rados.rados.0.smithi007.stdout:2701: finishing write tid 6 to smithi00780855-8 2024-08-04T15:36:38.815 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 1497 (ObjNum 839 snap 266 seq_num 839) dirty exists 2024-08-04T15:36:38.815 INFO:tasks.rados.rados.0.smithi007.stdout:2701: left oid 8 (ObjNum 839 snap 266 seq_num 839) 2024-08-04T15:36:38.815 INFO:tasks.rados.rados.0.smithi007.stdout:2701: done (6 left) 2024-08-04T15:36:38.815 INFO:tasks.rados.rados.0.smithi007.stdout:2702: done (5 left) 2024-08-04T15:36:38.815 INFO:tasks.rados.rados.0.smithi007.stdout:2708: done (4 left) 2024-08-04T15:36:38.815 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 266 2024-08-04T15:36:38.816 INFO:tasks.rados.rados.0.smithi007.stdout:2703: finishing rollback tid 0 to smithi00780855-16 2024-08-04T15:36:38.816 INFO:tasks.rados.rados.0.smithi007.stdout:2709: seq_num 842 ranges {1810432=507904,2318336=475136,2793472=516096,3309568=499712,3809280=114688} 2024-08-04T15:36:38.824 INFO:tasks.rados.rados.0.smithi007.stdout:2709: writing smithi00780855-38 from 1810432 to 2318336 tid 1 2024-08-04T15:36:38.826 INFO:tasks.rados.rados.0.smithi007.stdout:2709: writing smithi00780855-38 from 2318336 to 2793472 tid 2 2024-08-04T15:36:38.829 INFO:tasks.rados.rados.0.smithi007.stdout:2709: writing smithi00780855-38 from 2793472 to 3309568 tid 3 2024-08-04T15:36:38.832 INFO:tasks.rados.rados.0.smithi007.stdout:2709: writing smithi00780855-38 from 3309568 to 3809280 tid 4 2024-08-04T15:36:38.833 INFO:tasks.rados.rados.0.smithi007.stdout:2709: writing smithi00780855-38 from 3809280 to 3923968 tid 5 2024-08-04T15:36:38.833 INFO:tasks.rados.rados.0.smithi007.stdout:2710: delete oid 30 current snap is 266 2024-08-04T15:36:38.834 INFO:tasks.rados.rados.0.smithi007.stdout:2703: finishing rollback tid 1 to smithi00780855-16 2024-08-04T15:36:38.834 INFO:tasks.rados.rados.0.smithi007.stdout:2703: finishing rollback tid 2 to smithi00780855-16 2024-08-04T15:36:38.834 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 1958 (ObjNum 487 snap 151 seq_num 487) dirty exists 2024-08-04T15:36:38.834 INFO:tasks.rados.rados.0.smithi007.stdout:2707: finishing write tid 1 to smithi00780855-11 2024-08-04T15:36:38.834 INFO:tasks.rados.rados.0.smithi007.stdout:2706: finishing copy_from racing read to smithi00780855-29 2024-08-04T15:36:38.834 INFO:tasks.rados.rados.0.smithi007.stdout:2707: finishing write tid 2 to smithi00780855-11 2024-08-04T15:36:38.834 INFO:tasks.rados.rados.0.smithi007.stdout:2707: finishing write tid 3 to smithi00780855-11 2024-08-04T15:36:38.834 INFO:tasks.rados.rados.0.smithi007.stdout:2707: finishing write tid 4 to smithi00780855-11 2024-08-04T15:36:38.835 INFO:tasks.rados.rados.0.smithi007.stdout:2707: finishing write tid 5 to smithi00780855-11 2024-08-04T15:36:38.835 INFO:tasks.rados.rados.0.smithi007.stdout:2706: finishing copy_from to smithi00780855-29 2024-08-04T15:36:38.835 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 1953 (ObjNum 820 snap 264 seq_num 820) dirty exists 2024-08-04T15:36:38.835 INFO:tasks.rados.rados.0.smithi007.stdout:2704: expect (ObjNum 809 snap 261 seq_num 809) 2024-08-04T15:36:38.971 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:38 smithi062 ceph-mon[85960]: pgmap v549: 121 pgs: 121 active+clean; 367 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-08-04T15:36:39.002 INFO:tasks.rados.rados.0.smithi007.stdout:2707: finishing write tid 6 to smithi00780855-11 2024-08-04T15:36:39.002 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 1538 (ObjNum 840 snap 266 seq_num 840) dirty exists 2024-08-04T15:36:39.002 INFO:tasks.rados.rados.0.smithi007.stdout:2707: left oid 11 (ObjNum 840 snap 266 seq_num 840) 2024-08-04T15:36:39.002 INFO:tasks.rados.rados.0.smithi007.stdout:2709: finishing write tid 1 to smithi00780855-38 2024-08-04T15:36:39.003 INFO:tasks.rados.rados.0.smithi007.stdout:2703: done (5 left) 2024-08-04T15:36:39.003 INFO:tasks.rados.rados.0.smithi007.stdout:2704: done (4 left) 2024-08-04T15:36:39.003 INFO:tasks.rados.rados.0.smithi007.stdout:2706: done (3 left) 2024-08-04T15:36:39.003 INFO:tasks.rados.rados.0.smithi007.stdout:2707: done (2 left) 2024-08-04T15:36:39.003 INFO:tasks.rados.rados.0.smithi007.stdout:2710: done (1 left) 2024-08-04T15:36:39.003 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 37 current snap is 266 2024-08-04T15:36:39.003 INFO:tasks.rados.rados.0.smithi007.stdout:2709: finishing write tid 2 to smithi00780855-38 2024-08-04T15:36:39.003 INFO:tasks.rados.rados.0.smithi007.stdout:2711: seq_num 844 ranges {0=540672,540672=696320,1236992=475136,1712128=434176} 2024-08-04T15:36:39.005 INFO:tasks.rados.rados.0.smithi007.stdout:2711: writing smithi00780855-37 from 0 to 540672 tid 1 2024-08-04T15:36:39.009 INFO:tasks.rados.rados.0.smithi007.stdout:2711: writing smithi00780855-37 from 540672 to 1236992 tid 2 2024-08-04T15:36:39.011 INFO:tasks.rados.rados.0.smithi007.stdout:2711: writing smithi00780855-37 from 1236992 to 1712128 tid 3 2024-08-04T15:36:39.014 INFO:tasks.rados.rados.0.smithi007.stdout:2711: writing smithi00780855-37 from 1712128 to 2146304 tid 4 2024-08-04T15:36:39.014 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 50 current snap is 266 2024-08-04T15:36:39.014 INFO:tasks.rados.rados.0.smithi007.stdout:2709: finishing write tid 3 to smithi00780855-38 2024-08-04T15:36:39.014 INFO:tasks.rados.rados.0.smithi007.stdout:2709: finishing write tid 4 to smithi00780855-38 2024-08-04T15:36:39.015 INFO:tasks.rados.rados.0.smithi007.stdout:2712: seq_num 845 ranges {0=557056,557056=581632,1138688=688128,1826816=335872} 2024-08-04T15:36:39.017 INFO:tasks.rados.rados.0.smithi007.stdout:2712: writing smithi00780855-50 from 0 to 557056 tid 1 2024-08-04T15:36:39.022 INFO:tasks.rados.rados.0.smithi007.stdout:2712: writing smithi00780855-50 from 557056 to 1138688 tid 2 2024-08-04T15:36:39.025 INFO:tasks.rados.rados.0.smithi007.stdout:2712: writing smithi00780855-50 from 1138688 to 1826816 tid 3 2024-08-04T15:36:39.027 INFO:tasks.rados.rados.0.smithi007.stdout:2712: writing smithi00780855-50 from 1826816 to 2162688 tid 4 2024-08-04T15:36:39.027 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 9 current snap is 266 2024-08-04T15:36:39.027 INFO:tasks.rados.rados.0.smithi007.stdout:2709: finishing write tid 5 to smithi00780855-38 2024-08-04T15:36:39.027 INFO:tasks.rados.rados.0.smithi007.stdout:2709: finishing write tid 6 to smithi00780855-38 2024-08-04T15:36:39.027 INFO:tasks.rados.rados.0.smithi007.stdout:2709: finishing write tid 7 to smithi00780855-38 2024-08-04T15:36:39.027 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 2125 (ObjNum 842 snap 266 seq_num 842) dirty exists 2024-08-04T15:36:39.028 INFO:tasks.rados.rados.0.smithi007.stdout:2709: left oid 38 (ObjNum 842 snap 266 seq_num 842) 2024-08-04T15:36:39.028 INFO:tasks.rados.rados.0.smithi007.stdout:2711: finishing write tid 1 to smithi00780855-37 2024-08-04T15:36:39.028 INFO:tasks.rados.rados.0.smithi007.stdout:2711: finishing write tid 2 to smithi00780855-37 2024-08-04T15:36:39.028 INFO:tasks.rados.rados.0.smithi007.stdout:2713: seq_num 846 ranges {2932736=573440,3506176=466944,3973120=491520,4464640=548864,5013504=98304} 2024-08-04T15:36:39.046 INFO:tasks.rados.rados.0.smithi007.stdout:2713: writing smithi00780855-9 from 2932736 to 3506176 tid 1 2024-08-04T15:36:39.048 INFO:tasks.rados.rados.0.smithi007.stdout:2713: writing smithi00780855-9 from 3506176 to 3973120 tid 2 2024-08-04T15:36:39.051 INFO:tasks.rados.rados.0.smithi007.stdout:2713: writing smithi00780855-9 from 3973120 to 4464640 tid 3 2024-08-04T15:36:39.054 INFO:tasks.rados.rados.0.smithi007.stdout:2713: writing smithi00780855-9 from 4464640 to 5013504 tid 4 2024-08-04T15:36:39.055 INFO:tasks.rados.rados.0.smithi007.stdout:2713: writing smithi00780855-9 from 5013504 to 5111808 tid 5 2024-08-04T15:36:39.055 INFO:tasks.rados.rados.0.smithi007.stdout:2709: done (3 left) 2024-08-04T15:36:39.055 INFO:tasks.rados.rados.0.smithi007.stdout:2714: read oid 41 snap -1 2024-08-04T15:36:39.055 INFO:tasks.rados.rados.0.smithi007.stdout:2714: expect (ObjNum 831 snap 266 seq_num 831) 2024-08-04T15:36:39.056 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 266 2024-08-04T15:36:39.056 INFO:tasks.rados.rados.0.smithi007.stdout:2711: finishing write tid 3 to smithi00780855-37 2024-08-04T15:36:39.056 INFO:tasks.rados.rados.0.smithi007.stdout:2715: seq_num 847 ranges {3530752=589824,4120576=753664,4874240=655360,5529600=196608} 2024-08-04T15:36:39.077 INFO:tasks.rados.rados.0.smithi007.stdout:2715: writing smithi00780855-28 from 3530752 to 4120576 tid 1 2024-08-04T15:36:39.082 INFO:tasks.rados.rados.0.smithi007.stdout:2715: writing smithi00780855-28 from 4120576 to 4874240 tid 2 2024-08-04T15:36:39.085 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:36:38 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[109388]: 2024-08-04T15:36:38.742+0000 7f86cd57f640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 146 after trimming was started 2024-08-04T15:36:39.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:38 smithi007 ceph-mon[94998]: pgmap v549: 121 pgs: 121 active+clean; 367 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-08-04T15:36:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:38 smithi007 ceph-mon[92692]: pgmap v549: 121 pgs: 121 active+clean; 367 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-08-04T15:36:39.086 INFO:tasks.rados.rados.0.smithi007.stdout:2715: writing smithi00780855-28 from 4874240 to 5529600 tid 3 2024-08-04T15:36:39.087 INFO:tasks.rados.rados.0.smithi007.stdout:2715: writing smithi00780855-28 from 5529600 to 5726208 tid 4 2024-08-04T15:36:39.087 INFO:tasks.rados.rados.0.smithi007.stdout:2716: snap_remove snap 259 2024-08-04T15:36:39.508 INFO:tasks.rados.rados.0.smithi007.stdout:2716: done (5 left) 2024-08-04T15:36:39.508 INFO:tasks.rados.rados.0.smithi007.stdout:2717: snap_remove snap 254 2024-08-04T15:36:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:39 smithi062 ceph-mon[85960]: osdmap e597: 8 total, 8 up, 8 in 2024-08-04T15:36:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:39 smithi062 ceph-mon[85960]: osdmap e598: 8 total, 8 up, 8 in 2024-08-04T15:36:40.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:39 smithi007 ceph-mon[94998]: osdmap e597: 8 total, 8 up, 8 in 2024-08-04T15:36:40.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:39 smithi007 ceph-mon[94998]: osdmap e598: 8 total, 8 up, 8 in 2024-08-04T15:36:40.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:39 smithi007 ceph-mon[92692]: osdmap e597: 8 total, 8 up, 8 in 2024-08-04T15:36:40.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:39 smithi007 ceph-mon[92692]: osdmap e598: 8 total, 8 up, 8 in 2024-08-04T15:36:40.511 INFO:tasks.rados.rados.0.smithi007.stdout:2717: done (5 left) 2024-08-04T15:36:40.511 INFO:tasks.rados.rados.0.smithi007.stdout:2718: rmattr oid 18 current snap is 266 2024-08-04T15:36:40.511 INFO:tasks.rados.rados.0.smithi007.stdout:2718: done (5 left) 2024-08-04T15:36:40.511 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 33 current snap is 266 2024-08-04T15:36:40.511 INFO:tasks.rados.rados.0.smithi007.stdout:2719: seq_num 848 ranges {901120=606208,1507328=630784,2138112=458752,2596864=516096} 2024-08-04T15:36:40.520 INFO:tasks.rados.rados.0.smithi007.stdout:2719: writing smithi00780855-33 from 901120 to 1507328 tid 1 2024-08-04T15:36:40.524 INFO:tasks.rados.rados.0.smithi007.stdout:2719: writing smithi00780855-33 from 1507328 to 2138112 tid 2 2024-08-04T15:36:40.527 INFO:tasks.rados.rados.0.smithi007.stdout:2719: writing smithi00780855-33 from 2138112 to 2596864 tid 3 2024-08-04T15:36:40.531 INFO:tasks.rados.rados.0.smithi007.stdout:2719: writing smithi00780855-33 from 2596864 to 3112960 tid 4 2024-08-04T15:36:40.531 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 2 current snap is 266 2024-08-04T15:36:40.531 INFO:tasks.rados.rados.0.smithi007.stdout:2720: seq_num 849 ranges {0=622592,622592=516096,1138688=663552,1802240=425984} 2024-08-04T15:36:40.535 INFO:tasks.rados.rados.0.smithi007.stdout:2720: writing smithi00780855-2 from 0 to 622592 tid 1 2024-08-04T15:36:40.539 INFO:tasks.rados.rados.0.smithi007.stdout:2720: writing smithi00780855-2 from 622592 to 1138688 tid 2 2024-08-04T15:36:40.543 INFO:tasks.rados.rados.0.smithi007.stdout:2720: writing smithi00780855-2 from 1138688 to 1802240 tid 3 2024-08-04T15:36:40.546 INFO:tasks.rados.rados.0.smithi007.stdout:2720: writing smithi00780855-2 from 1802240 to 2228224 tid 4 2024-08-04T15:36:40.546 INFO:tasks.rados.rados.0.smithi007.stdout:2721: read oid 15 snap -1 2024-08-04T15:36:40.546 INFO:tasks.rados.rados.0.smithi007.stdout:2721: expect (ObjNum 809 snap 261 seq_num 809) 2024-08-04T15:36:40.546 INFO:tasks.rados.rados.0.smithi007.stdout:2722: snap_remove snap 224 2024-08-04T15:36:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:40 smithi062 ceph-mon[85960]: pgmap v551: 121 pgs: 121 active+clean; 376 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.2 MiB/s wr, 27 op/s 2024-08-04T15:36:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:40 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:40 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:40 smithi062 ceph-mon[85960]: osdmap e599: 8 total, 8 up, 8 in 2024-08-04T15:36:41.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:40 smithi007 ceph-mon[94998]: pgmap v551: 121 pgs: 121 active+clean; 376 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.2 MiB/s wr, 27 op/s 2024-08-04T15:36:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:40 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:40 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:40 smithi007 ceph-mon[94998]: osdmap e599: 8 total, 8 up, 8 in 2024-08-04T15:36:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:40 smithi007 ceph-mon[92692]: pgmap v551: 121 pgs: 121 active+clean; 376 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.2 MiB/s wr, 27 op/s 2024-08-04T15:36:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:40 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:40 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:40 smithi007 ceph-mon[92692]: osdmap e599: 8 total, 8 up, 8 in 2024-08-04T15:36:41.512 INFO:tasks.rados.rados.0.smithi007.stdout:2711: finishing write tid 4 to smithi00780855-37 2024-08-04T15:36:41.512 INFO:tasks.rados.rados.0.smithi007.stdout:2711: finishing write tid 5 to smithi00780855-37 2024-08-04T15:36:41.512 INFO:tasks.rados.rados.0.smithi007.stdout:2711: finishing write tid 6 to smithi00780855-37 2024-08-04T15:36:41.512 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 1239 (ObjNum 844 snap 266 seq_num 844) dirty exists 2024-08-04T15:36:41.512 INFO:tasks.rados.rados.0.smithi007.stdout:2711: left oid 37 (ObjNum 844 snap 266 seq_num 844) 2024-08-04T15:36:41.512 INFO:tasks.rados.rados.0.smithi007.stdout:2712: finishing write tid 1 to smithi00780855-50 2024-08-04T15:36:41.512 INFO:tasks.rados.rados.0.smithi007.stdout:2712: finishing write tid 2 to smithi00780855-50 2024-08-04T15:36:41.512 INFO:tasks.rados.rados.0.smithi007.stdout:2712: finishing write tid 3 to smithi00780855-50 2024-08-04T15:36:41.513 INFO:tasks.rados.rados.0.smithi007.stdout:2712: finishing write tid 4 to smithi00780855-50 2024-08-04T15:36:41.513 INFO:tasks.rados.rados.0.smithi007.stdout:2712: finishing write tid 5 to smithi00780855-50 2024-08-04T15:36:41.513 INFO:tasks.rados.rados.0.smithi007.stdout:2712: finishing write tid 6 to smithi00780855-50 2024-08-04T15:36:41.513 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 1956 (ObjNum 845 snap 266 seq_num 845) dirty exists 2024-08-04T15:36:41.513 INFO:tasks.rados.rados.0.smithi007.stdout:2712: left oid 50 (ObjNum 845 snap 266 seq_num 845) 2024-08-04T15:36:41.513 INFO:tasks.rados.rados.0.smithi007.stdout:2713: finishing write tid 1 to smithi00780855-9 2024-08-04T15:36:41.513 INFO:tasks.rados.rados.0.smithi007.stdout:2713: finishing write tid 2 to smithi00780855-9 2024-08-04T15:36:41.513 INFO:tasks.rados.rados.0.smithi007.stdout:2713: finishing write tid 3 to smithi00780855-9 2024-08-04T15:36:41.513 INFO:tasks.rados.rados.0.smithi007.stdout:2713: finishing write tid 4 to smithi00780855-9 2024-08-04T15:36:41.513 INFO:tasks.rados.rados.0.smithi007.stdout:2713: finishing write tid 5 to smithi00780855-9 2024-08-04T15:36:41.513 INFO:tasks.rados.rados.0.smithi007.stdout:2713: finishing write tid 6 to smithi00780855-9 2024-08-04T15:36:41.513 INFO:tasks.rados.rados.0.smithi007.stdout:2713: finishing write tid 7 to smithi00780855-9 2024-08-04T15:36:41.513 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 1959 (ObjNum 846 snap 266 seq_num 846) dirty exists 2024-08-04T15:36:41.514 INFO:tasks.rados.rados.0.smithi007.stdout:2713: left oid 9 (ObjNum 846 snap 266 seq_num 846) 2024-08-04T15:36:41.514 INFO:tasks.rados.rados.0.smithi007.stdout:2714: expect (ObjNum 831 snap 266 seq_num 831) 2024-08-04T15:36:41.615 INFO:tasks.rados.rados.0.smithi007.stdout:2715: finishing write tid 1 to smithi00780855-28 2024-08-04T15:36:41.615 INFO:tasks.rados.rados.0.smithi007.stdout:2715: finishing write tid 2 to smithi00780855-28 2024-08-04T15:36:41.615 INFO:tasks.rados.rados.0.smithi007.stdout:2715: finishing write tid 3 to smithi00780855-28 2024-08-04T15:36:41.615 INFO:tasks.rados.rados.0.smithi007.stdout:2715: finishing write tid 4 to smithi00780855-28 2024-08-04T15:36:41.615 INFO:tasks.rados.rados.0.smithi007.stdout:2715: finishing write tid 5 to smithi00780855-28 2024-08-04T15:36:41.616 INFO:tasks.rados.rados.0.smithi007.stdout:2715: finishing write tid 6 to smithi00780855-28 2024-08-04T15:36:41.616 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 1961 (ObjNum 847 snap 266 seq_num 847) dirty exists 2024-08-04T15:36:41.616 INFO:tasks.rados.rados.0.smithi007.stdout:2715: left oid 28 (ObjNum 847 snap 266 seq_num 847) 2024-08-04T15:36:41.616 INFO:tasks.rados.rados.0.smithi007.stdout:2719: finishing write tid 1 to smithi00780855-33 2024-08-04T15:36:41.616 INFO:tasks.rados.rados.0.smithi007.stdout:2719: finishing write tid 2 to smithi00780855-33 2024-08-04T15:36:41.616 INFO:tasks.rados.rados.0.smithi007.stdout:2719: finishing write tid 3 to smithi00780855-33 2024-08-04T15:36:41.616 INFO:tasks.rados.rados.0.smithi007.stdout:2719: finishing write tid 4 to smithi00780855-33 2024-08-04T15:36:41.616 INFO:tasks.rados.rados.0.smithi007.stdout:2711: done (8 left) 2024-08-04T15:36:41.616 INFO:tasks.rados.rados.0.smithi007.stdout:2712: done (7 left) 2024-08-04T15:36:41.616 INFO:tasks.rados.rados.0.smithi007.stdout:2713: done (6 left) 2024-08-04T15:36:41.616 INFO:tasks.rados.rados.0.smithi007.stdout:2714: done (5 left) 2024-08-04T15:36:41.617 INFO:tasks.rados.rados.0.smithi007.stdout:2715: done (4 left) 2024-08-04T15:36:41.617 INFO:tasks.rados.rados.0.smithi007.stdout:2722: done (3 left) 2024-08-04T15:36:41.617 INFO:tasks.rados.rados.0.smithi007.stdout:2723: setattr oid 14 current snap is 266 2024-08-04T15:36:41.617 INFO:tasks.rados.rados.0.smithi007.stdout:2719: finishing write tid 5 to smithi00780855-33 2024-08-04T15:36:41.617 INFO:tasks.rados.rados.0.smithi007.stdout:2719: finishing write tid 6 to smithi00780855-33 2024-08-04T15:36:41.617 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 1964 (ObjNum 848 snap 266 seq_num 848) dirty exists 2024-08-04T15:36:41.617 INFO:tasks.rados.rados.0.smithi007.stdout:2719: left oid 33 (ObjNum 848 snap 266 seq_num 848) 2024-08-04T15:36:41.617 INFO:tasks.rados.rados.0.smithi007.stdout:2720: finishing write tid 1 to smithi00780855-2 2024-08-04T15:36:41.617 INFO:tasks.rados.rados.0.smithi007.stdout:2720: finishing write tid 2 to smithi00780855-2 2024-08-04T15:36:41.617 INFO:tasks.rados.rados.0.smithi007.stdout:2720: finishing write tid 3 to smithi00780855-2 2024-08-04T15:36:41.617 INFO:tasks.rados.rados.0.smithi007.stdout:2720: finishing write tid 4 to smithi00780855-2 2024-08-04T15:36:41.617 INFO:tasks.rados.rados.0.smithi007.stdout:2720: finishing write tid 5 to smithi00780855-2 2024-08-04T15:36:41.618 INFO:tasks.rados.rados.0.smithi007.stdout:2720: finishing write tid 6 to smithi00780855-2 2024-08-04T15:36:41.618 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 2194 (ObjNum 849 snap 266 seq_num 849) dirty exists 2024-08-04T15:36:41.618 INFO:tasks.rados.rados.0.smithi007.stdout:2720: left oid 2 (ObjNum 849 snap 266 seq_num 849) 2024-08-04T15:36:41.618 INFO:tasks.rados.rados.0.smithi007.stdout:2721: expect (ObjNum 809 snap 261 seq_num 809) 2024-08-04T15:36:41.783 INFO:tasks.rados.rados.0.smithi007.stdout:2719: done (3 left) 2024-08-04T15:36:41.783 INFO:tasks.rados.rados.0.smithi007.stdout:2720: done (2 left) 2024-08-04T15:36:41.783 INFO:tasks.rados.rados.0.smithi007.stdout:2721: done (1 left) 2024-08-04T15:36:41.783 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 266 2024-08-04T15:36:41.783 INFO:tasks.rados.rados.0.smithi007.stdout:2724: seq_num 850 ranges {5226496=638976,5865472=802816,6668288=475136,7143424=327680} 2024-08-04T15:36:41.814 INFO:tasks.rados.rados.0.smithi007.stdout:2724: writing smithi00780855-49 from 5226496 to 5865472 tid 1 2024-08-04T15:36:41.818 INFO:tasks.rados.rados.0.smithi007.stdout:2724: writing smithi00780855-49 from 5865472 to 6668288 tid 2 2024-08-04T15:36:41.821 INFO:tasks.rados.rados.0.smithi007.stdout:2724: writing smithi00780855-49 from 6668288 to 7143424 tid 3 2024-08-04T15:36:41.823 INFO:tasks.rados.rados.0.smithi007.stdout:2724: writing smithi00780855-49 from 7143424 to 7471104 tid 4 2024-08-04T15:36:41.823 INFO:tasks.rados.rados.0.smithi007.stdout:2725: snap_remove snap 252 2024-08-04T15:36:42.227 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:41 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:42.227 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:41 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:42.227 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:41 smithi062 ceph-mon[85960]: osdmap e600: 8 total, 8 up, 8 in 2024-08-04T15:36:42.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:41 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:42.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:41 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:42.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:41 smithi007 ceph-mon[94998]: osdmap e600: 8 total, 8 up, 8 in 2024-08-04T15:36:42.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:41 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:42.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:41 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:42.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:41 smithi007 ceph-mon[92692]: osdmap e600: 8 total, 8 up, 8 in 2024-08-04T15:36:42.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:36:42.516 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 2411 (ObjNum 525 snap 165 seq_num 525) dirty exists 2024-08-04T15:36:42.516 INFO:tasks.rados.rados.0.smithi007.stdout:2724: finishing write tid 1 to smithi00780855-49 2024-08-04T15:36:42.516 INFO:tasks.rados.rados.0.smithi007.stdout:2724: finishing write tid 2 to smithi00780855-49 2024-08-04T15:36:42.516 INFO:tasks.rados.rados.0.smithi007.stdout:2724: finishing write tid 3 to smithi00780855-49 2024-08-04T15:36:42.516 INFO:tasks.rados.rados.0.smithi007.stdout:2724: finishing write tid 4 to smithi00780855-49 2024-08-04T15:36:42.516 INFO:tasks.rados.rados.0.smithi007.stdout:2724: finishing write tid 5 to smithi00780855-49 2024-08-04T15:36:42.516 INFO:tasks.rados.rados.0.smithi007.stdout:2724: finishing write tid 6 to smithi00780855-49 2024-08-04T15:36:42.516 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 1963 (ObjNum 850 snap 266 seq_num 850) dirty exists 2024-08-04T15:36:42.517 INFO:tasks.rados.rados.0.smithi007.stdout:2724: left oid 49 (ObjNum 850 snap 266 seq_num 850) 2024-08-04T15:36:42.517 INFO:tasks.rados.rados.0.smithi007.stdout:2723: done (2 left) 2024-08-04T15:36:42.517 INFO:tasks.rados.rados.0.smithi007.stdout:2724: done (1 left) 2024-08-04T15:36:42.517 INFO:tasks.rados.rados.0.smithi007.stdout:2725: done (0 left) 2024-08-04T15:36:42.517 INFO:tasks.rados.rados.0.smithi007.stdout:2726: snap_remove snap 244 2024-08-04T15:36:43.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:42 smithi007 ceph-mon[92692]: pgmap v554: 121 pgs: 121 active+clean; 403 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 6.6 MiB/s wr, 42 op/s 2024-08-04T15:36:43.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:42 smithi007 ceph-mon[92692]: osdmap e601: 8 total, 8 up, 8 in 2024-08-04T15:36:43.237 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:42 smithi007 ceph-mon[94998]: pgmap v554: 121 pgs: 121 active+clean; 403 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 6.6 MiB/s wr, 42 op/s 2024-08-04T15:36:43.237 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:42 smithi007 ceph-mon[94998]: osdmap e601: 8 total, 8 up, 8 in 2024-08-04T15:36:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:42 smithi062 ceph-mon[85960]: pgmap v554: 121 pgs: 121 active+clean; 403 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 6.6 MiB/s wr, 42 op/s 2024-08-04T15:36:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:42 smithi062 ceph-mon[85960]: osdmap e601: 8 total, 8 up, 8 in 2024-08-04T15:36:43.518 INFO:tasks.rados.rados.0.smithi007.stdout:2726: done (0 left) 2024-08-04T15:36:43.518 INFO:tasks.rados.rados.0.smithi007.stdout:2727: delete oid 28 current snap is 266 2024-08-04T15:36:43.526 INFO:tasks.rados.rados.0.smithi007.stdout:2727: done (0 left) 2024-08-04T15:36:43.526 INFO:tasks.rados.rados.0.smithi007.stdout:2728: delete oid 19 current snap is 266 2024-08-04T15:36:43.530 INFO:tasks.rados.rados.0.smithi007.stdout:2728: done (0 left) 2024-08-04T15:36:43.530 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 18 current snap is 266 2024-08-04T15:36:43.530 INFO:tasks.rados.rados.0.smithi007.stdout:2729: seq_num 853 ranges {0=696320,696320=507904,1204224=647168,1851392=450560} 2024-08-04T15:36:43.535 INFO:tasks.rados.rados.0.smithi007.stdout:2729: writing smithi00780855-18 from 0 to 696320 tid 1 2024-08-04T15:36:43.538 INFO:tasks.rados.rados.0.smithi007.stdout:2729: writing smithi00780855-18 from 696320 to 1204224 tid 2 2024-08-04T15:36:43.543 INFO:tasks.rados.rados.0.smithi007.stdout:2729: writing smithi00780855-18 from 1204224 to 1851392 tid 3 2024-08-04T15:36:43.546 INFO:tasks.rados.rados.0.smithi007.stdout:2729: writing smithi00780855-18 from 1851392 to 2301952 tid 4 2024-08-04T15:36:43.547 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 14 current snap is 266 2024-08-04T15:36:43.547 INFO:tasks.rados.rados.0.smithi007.stdout:2729: finishing write tid 1 to smithi00780855-18 2024-08-04T15:36:43.547 INFO:tasks.rados.rados.0.smithi007.stdout:2729: finishing write tid 2 to smithi00780855-18 2024-08-04T15:36:43.547 INFO:tasks.rados.rados.0.smithi007.stdout:2730: seq_num 854 ranges {4374528=712704,5087232=794624,5881856=450560,6332416=360448} 2024-08-04T15:36:43.574 INFO:tasks.rados.rados.0.smithi007.stdout:2730: writing smithi00780855-14 from 4374528 to 5087232 tid 1 2024-08-04T15:36:43.579 INFO:tasks.rados.rados.0.smithi007.stdout:2730: writing smithi00780855-14 from 5087232 to 5881856 tid 2 2024-08-04T15:36:43.581 INFO:tasks.rados.rados.0.smithi007.stdout:2730: writing smithi00780855-14 from 5881856 to 6332416 tid 3 2024-08-04T15:36:43.584 INFO:tasks.rados.rados.0.smithi007.stdout:2730: writing smithi00780855-14 from 6332416 to 6692864 tid 4 2024-08-04T15:36:43.584 INFO:tasks.rados.rados.0.smithi007.stdout:2731: delete oid 35 current snap is 266 2024-08-04T15:36:43.584 INFO:tasks.rados.rados.0.smithi007.stdout:2729: finishing write tid 3 to smithi00780855-18 2024-08-04T15:36:43.585 INFO:tasks.rados.rados.0.smithi007.stdout:2729: finishing write tid 4 to smithi00780855-18 2024-08-04T15:36:43.585 INFO:tasks.rados.rados.0.smithi007.stdout:2729: finishing write tid 5 to smithi00780855-18 2024-08-04T15:36:43.585 INFO:tasks.rados.rados.0.smithi007.stdout:2729: finishing write tid 6 to smithi00780855-18 2024-08-04T15:36:43.585 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 1868 (ObjNum 853 snap 266 seq_num 853) dirty exists 2024-08-04T15:36:43.585 INFO:tasks.rados.rados.0.smithi007.stdout:2729: left oid 18 (ObjNum 853 snap 266 seq_num 853) 2024-08-04T15:36:43.585 INFO:tasks.rados.rados.0.smithi007.stdout:2730: finishing write tid 1 to smithi00780855-14 2024-08-04T15:36:43.585 INFO:tasks.rados.rados.0.smithi007.stdout:2730: finishing write tid 2 to smithi00780855-14 2024-08-04T15:36:43.587 INFO:tasks.rados.rados.0.smithi007.stdout:2729: done (2 left) 2024-08-04T15:36:43.587 INFO:tasks.rados.rados.0.smithi007.stdout:2731: done (1 left) 2024-08-04T15:36:43.587 INFO:tasks.rados.rados.0.smithi007.stdout:2732: setattr oid 35 current snap is 266 2024-08-04T15:36:43.588 INFO:tasks.rados.rados.0.smithi007.stdout:2733: copy_from oid 26 from oid 1 current snap is 266 2024-08-04T15:36:43.588 INFO:tasks.rados.rados.0.smithi007.stdout:2734: copy_from oid 17 from oid 29 current snap is 266 2024-08-04T15:36:43.588 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 27 current snap is 266 2024-08-04T15:36:43.588 INFO:tasks.rados.rados.0.smithi007.stdout:2735: seq_num 856 ranges {1769472=745472,2514944=557056,3072000=417792,3489792=434176,3923968=196608} 2024-08-04T15:36:43.602 INFO:tasks.rados.rados.0.smithi007.stdout:2735: writing smithi00780855-27 from 1769472 to 2514944 tid 1 2024-08-04T15:36:43.605 INFO:tasks.rados.rados.0.smithi007.stdout:2735: writing smithi00780855-27 from 2514944 to 3072000 tid 2 2024-08-04T15:36:43.607 INFO:tasks.rados.rados.0.smithi007.stdout:2735: writing smithi00780855-27 from 3072000 to 3489792 tid 3 2024-08-04T15:36:43.610 INFO:tasks.rados.rados.0.smithi007.stdout:2735: writing smithi00780855-27 from 3489792 to 3923968 tid 4 2024-08-04T15:36:43.611 INFO:tasks.rados.rados.0.smithi007.stdout:2735: writing smithi00780855-27 from 3923968 to 4120576 tid 5 2024-08-04T15:36:43.611 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 2 current snap is 266 2024-08-04T15:36:43.611 INFO:tasks.rados.rados.0.smithi007.stdout:2730: finishing write tid 3 to smithi00780855-14 2024-08-04T15:36:43.611 INFO:tasks.rados.rados.0.smithi007.stdout:2736: seq_num 857 ranges {2228224=761856,2990080=442368,3432448=630784,4063232=532480} 2024-08-04T15:36:43.627 INFO:tasks.rados.rados.0.smithi007.stdout:2736: writing smithi00780855-2 from 2228224 to 2990080 tid 1 2024-08-04T15:36:43.630 INFO:tasks.rados.rados.0.smithi007.stdout:2736: writing smithi00780855-2 from 2990080 to 3432448 tid 2 2024-08-04T15:36:43.633 INFO:tasks.rados.rados.0.smithi007.stdout:2736: writing smithi00780855-2 from 3432448 to 4063232 tid 3 2024-08-04T15:36:43.637 INFO:tasks.rados.rados.0.smithi007.stdout:2736: writing smithi00780855-2 from 4063232 to 4595712 tid 4 2024-08-04T15:36:43.638 INFO:tasks.rados.rados.0.smithi007.stdout:2737: read oid 9 snap -1 2024-08-04T15:36:43.638 INFO:tasks.rados.rados.0.smithi007.stdout:2737: expect (ObjNum 846 snap 266 seq_num 846) 2024-08-04T15:36:43.638 INFO:tasks.rados.rados.0.smithi007.stdout:2738: rmattr oid 28 current snap is 266 2024-08-04T15:36:43.638 INFO:tasks.rados.rados.0.smithi007.stdout:2738: done (7 left) 2024-08-04T15:36:43.638 INFO:tasks.rados.rados.0.smithi007.stdout:2739: rollback oid 44 current snap is 266 2024-08-04T15:36:43.638 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 44 to 261 2024-08-04T15:36:43.638 INFO:tasks.rados.rados.0.smithi007.stdout:2730: finishing write tid 4 to smithi00780855-14 2024-08-04T15:36:43.638 INFO:tasks.rados.rados.0.smithi007.stdout:2730: finishing write tid 5 to smithi00780855-14 2024-08-04T15:36:43.638 INFO:tasks.rados.rados.0.smithi007.stdout:2733: finishing copy_from to smithi00780855-26 2024-08-04T15:36:43.638 INFO:tasks.rados.rados.0.smithi007.stdout:2733: got expected ENOENT (src dne) 2024-08-04T15:36:43.638 INFO:tasks.rados.rados.0.smithi007.stdout:2733: finishing copy_from racing read to smithi00780855-26 2024-08-04T15:36:43.638 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 1540 (ObjNum 129 snap 0 seq_num 3492871312) dirty exists 2024-08-04T15:36:43.639 INFO:tasks.rados.rados.0.smithi007.stdout:2730: finishing write tid 6 to smithi00780855-14 2024-08-04T15:36:43.639 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 2442 (ObjNum 854 snap 266 seq_num 854) dirty exists 2024-08-04T15:36:43.639 INFO:tasks.rados.rados.0.smithi007.stdout:2730: left oid 14 (ObjNum 854 snap 266 seq_num 854) 2024-08-04T15:36:43.639 INFO:tasks.rados.rados.0.smithi007.stdout:2734: finishing copy_from racing read to smithi00780855-17 2024-08-04T15:36:43.639 INFO:tasks.rados.rados.0.smithi007.stdout:2734: finishing copy_from to smithi00780855-17 2024-08-04T15:36:43.639 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 1953 (ObjNum 820 snap 264 seq_num 820) dirty exists 2024-08-04T15:36:43.639 INFO:tasks.rados.rados.0.smithi007.stdout:2735: finishing write tid 1 to smithi00780855-27 2024-08-04T15:36:43.639 INFO:tasks.rados.rados.0.smithi007.stdout:2735: finishing write tid 2 to smithi00780855-27 2024-08-04T15:36:43.639 INFO:tasks.rados.rados.0.smithi007.stdout:2735: finishing write tid 3 to smithi00780855-27 2024-08-04T15:36:43.639 INFO:tasks.rados.rados.0.smithi007.stdout:2730: done (7 left) 2024-08-04T15:36:43.639 INFO:tasks.rados.rados.0.smithi007.stdout:2732: done (6 left) 2024-08-04T15:36:43.639 INFO:tasks.rados.rados.0.smithi007.stdout:2733: done (5 left) 2024-08-04T15:36:43.639 INFO:tasks.rados.rados.0.smithi007.stdout:2734: done (4 left) 2024-08-04T15:36:43.639 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 19 current snap is 266 2024-08-04T15:36:43.640 INFO:tasks.rados.rados.0.smithi007.stdout:2735: finishing write tid 4 to smithi00780855-27 2024-08-04T15:36:43.640 INFO:tasks.rados.rados.0.smithi007.stdout:2740: seq_num 858 ranges {0=778240,778240=729088,1507328=434176,1941504=442368} 2024-08-04T15:36:43.642 INFO:tasks.rados.rados.0.smithi007.stdout:2740: writing smithi00780855-19 from 0 to 778240 tid 1 2024-08-04T15:36:43.646 INFO:tasks.rados.rados.0.smithi007.stdout:2740: writing smithi00780855-19 from 778240 to 1507328 tid 2 2024-08-04T15:36:43.649 INFO:tasks.rados.rados.0.smithi007.stdout:2740: writing smithi00780855-19 from 1507328 to 1941504 tid 3 2024-08-04T15:36:43.652 INFO:tasks.rados.rados.0.smithi007.stdout:2740: writing smithi00780855-19 from 1941504 to 2383872 tid 4 2024-08-04T15:36:43.652 INFO:tasks.rados.rados.0.smithi007.stdout:2741: read oid 25 snap -1 2024-08-04T15:36:43.652 INFO:tasks.rados.rados.0.smithi007.stdout:2741: expect deleted 2024-08-04T15:36:43.652 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 40 current snap is 266 2024-08-04T15:36:43.652 INFO:tasks.rados.rados.0.smithi007.stdout:2735: finishing write tid 5 to smithi00780855-27 2024-08-04T15:36:43.652 INFO:tasks.rados.rados.0.smithi007.stdout:2735: finishing write tid 6 to smithi00780855-27 2024-08-04T15:36:43.652 INFO:tasks.rados.rados.0.smithi007.stdout:2735: finishing write tid 7 to smithi00780855-27 2024-08-04T15:36:43.652 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 1970 (ObjNum 856 snap 266 seq_num 856) dirty exists 2024-08-04T15:36:43.652 INFO:tasks.rados.rados.0.smithi007.stdout:2735: left oid 27 (ObjNum 856 snap 266 seq_num 856) 2024-08-04T15:36:43.652 INFO:tasks.rados.rados.0.smithi007.stdout:2736: finishing write tid 1 to smithi00780855-2 2024-08-04T15:36:43.652 INFO:tasks.rados.rados.0.smithi007.stdout:2736: finishing write tid 2 to smithi00780855-2 2024-08-04T15:36:43.653 INFO:tasks.rados.rados.0.smithi007.stdout:2742: seq_num 859 ranges {0=794624,794624=614400,1409024=638976,2048000=352256} 2024-08-04T15:36:43.656 INFO:tasks.rados.rados.0.smithi007.stdout:2742: writing smithi00780855-40 from 0 to 794624 tid 1 2024-08-04T15:36:43.660 INFO:tasks.rados.rados.0.smithi007.stdout:2742: writing smithi00780855-40 from 794624 to 1409024 tid 2 2024-08-04T15:36:43.663 INFO:tasks.rados.rados.0.smithi007.stdout:2742: writing smithi00780855-40 from 1409024 to 2048000 tid 3 2024-08-04T15:36:43.666 INFO:tasks.rados.rados.0.smithi007.stdout:2742: writing smithi00780855-40 from 2048000 to 2400256 tid 4 2024-08-04T15:36:43.666 INFO:tasks.rados.rados.0.smithi007.stdout:2735: done (6 left) 2024-08-04T15:36:43.666 INFO:tasks.rados.rados.0.smithi007.stdout:2743: copy_from oid 1 from oid 46 current snap is 266 2024-08-04T15:36:43.666 INFO:tasks.rados.rados.0.smithi007.stdout:2736: finishing write tid 3 to smithi00780855-2 2024-08-04T15:36:43.666 INFO:tasks.rados.rados.0.smithi007.stdout:2739: finishing rollback tid 1 to smithi00780855-44 2024-08-04T15:36:43.666 INFO:tasks.rados.rados.0.smithi007.stdout:2736: finishing write tid 4 to smithi00780855-2 2024-08-04T15:36:43.667 INFO:tasks.rados.rados.0.smithi007.stdout:2739: finishing rollback tid 2 to smithi00780855-44 2024-08-04T15:36:43.667 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1510 (ObjNum 787 snap 258 seq_num 787) dirty exists 2024-08-04T15:36:43.667 INFO:tasks.rados.rados.0.smithi007.stdout:2736: finishing write tid 5 to smithi00780855-2 2024-08-04T15:36:43.667 INFO:tasks.rados.rados.0.smithi007.stdout:2739: done (6 left) 2024-08-04T15:36:43.667 INFO:tasks.rados.rados.0.smithi007.stdout:2744: snap_create 2024-08-04T15:36:43.667 INFO:tasks.rados.rados.0.smithi007.stdout:2736: finishing write tid 6 to smithi00780855-2 2024-08-04T15:36:43.667 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 2199 (ObjNum 857 snap 266 seq_num 857) dirty exists 2024-08-04T15:36:43.667 INFO:tasks.rados.rados.0.smithi007.stdout:2736: left oid 2 (ObjNum 857 snap 266 seq_num 857) 2024-08-04T15:36:43.667 INFO:tasks.rados.rados.0.smithi007.stdout:2740: finishing write tid 1 to smithi00780855-19 2024-08-04T15:36:43.667 INFO:tasks.rados.rados.0.smithi007.stdout:2740: finishing write tid 2 to smithi00780855-19 2024-08-04T15:36:43.667 INFO:tasks.rados.rados.0.smithi007.stdout:2740: finishing write tid 3 to smithi00780855-19 2024-08-04T15:36:43.667 INFO:tasks.rados.rados.0.smithi007.stdout:2740: finishing write tid 4 to smithi00780855-19 2024-08-04T15:36:43.667 INFO:tasks.rados.rados.0.smithi007.stdout:2740: finishing write tid 5 to smithi00780855-19 2024-08-04T15:36:43.668 INFO:tasks.rados.rados.0.smithi007.stdout:2742: finishing write tid 1 to smithi00780855-40 2024-08-04T15:36:43.668 INFO:tasks.rados.rados.0.smithi007.stdout:2740: finishing write tid 6 to smithi00780855-19 2024-08-04T15:36:43.668 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 2131 (ObjNum 858 snap 266 seq_num 858) dirty exists 2024-08-04T15:36:43.668 INFO:tasks.rados.rados.0.smithi007.stdout:2740: left oid 19 (ObjNum 858 snap 266 seq_num 858) 2024-08-04T15:36:43.668 INFO:tasks.rados.rados.0.smithi007.stdout:2737: expect (ObjNum 846 snap 266 seq_num 846) 2024-08-04T15:36:43.876 INFO:tasks.rados.rados.0.smithi007.stdout:2742: finishing write tid 2 to smithi00780855-40 2024-08-04T15:36:43.876 INFO:tasks.rados.rados.0.smithi007.stdout:2742: finishing write tid 3 to smithi00780855-40 2024-08-04T15:36:43.877 INFO:tasks.rados.rados.0.smithi007.stdout:2742: finishing write tid 4 to smithi00780855-40 2024-08-04T15:36:43.877 INFO:tasks.rados.rados.0.smithi007.stdout:2742: finishing write tid 5 to smithi00780855-40 2024-08-04T15:36:43.877 INFO:tasks.rados.rados.0.smithi007.stdout:2742: finishing write tid 6 to smithi00780855-40 2024-08-04T15:36:43.877 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 1873 (ObjNum 859 snap 266 seq_num 859) dirty exists 2024-08-04T15:36:43.877 INFO:tasks.rados.rados.0.smithi007.stdout:2742: left oid 40 (ObjNum 859 snap 266 seq_num 859) 2024-08-04T15:36:43.877 INFO:tasks.rados.rados.0.smithi007.stdout:2743: finishing copy_from racing read to smithi00780855-1 2024-08-04T15:36:43.877 INFO:tasks.rados.rados.0.smithi007.stdout:2743: finishing copy_from to smithi00780855-1 2024-08-04T15:36:43.877 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 1945 (ObjNum 835 snap 266 seq_num 835) dirty exists 2024-08-04T15:36:44.509 INFO:tasks.rados.rados.0.smithi007.stdout:2736: done (6 left) 2024-08-04T15:36:44.510 INFO:tasks.rados.rados.0.smithi007.stdout:2737: done (5 left) 2024-08-04T15:36:44.510 INFO:tasks.rados.rados.0.smithi007.stdout:2740: done (4 left) 2024-08-04T15:36:44.510 INFO:tasks.rados.rados.0.smithi007.stdout:2741: done (3 left) 2024-08-04T15:36:44.510 INFO:tasks.rados.rados.0.smithi007.stdout:2742: done (2 left) 2024-08-04T15:36:44.510 INFO:tasks.rados.rados.0.smithi007.stdout:2743: done (1 left) 2024-08-04T15:36:44.510 INFO:tasks.rados.rados.0.smithi007.stdout:2744: done (0 left) 2024-08-04T15:36:44.510 INFO:tasks.rados.rados.0.smithi007.stdout:2745: snap_create 2024-08-04T15:36:44.796 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: pgmap v557: 121 pgs: 121 active+clean; 405 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2024-08-04T15:36:44.797 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: osdmap e602: 8 total, 8 up, 8 in 2024-08-04T15:36:44.797 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:44.797 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:44.797 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:36:44.797 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:36:44.797 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:44.797 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:36:44.797 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:44.797 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.797 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.797 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.797 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.797 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.797 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.798 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.798 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.798 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.798 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.798 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.798 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.798 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.798 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.798 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[92692]: osdmap e603: 8 total, 8 up, 8 in 2024-08-04T15:36:44.798 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: pgmap v557: 121 pgs: 121 active+clean; 405 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2024-08-04T15:36:44.799 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: osdmap e602: 8 total, 8 up, 8 in 2024-08-04T15:36:44.799 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:44.799 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:44.799 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:36:44.799 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:36:44.799 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:44.799 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:36:44.799 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:44.799 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.799 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.799 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.799 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.799 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.799 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.800 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.800 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.800 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.800 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.800 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.800 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.800 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.800 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:44.800 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:44 smithi007 ceph-mon[94998]: osdmap e603: 8 total, 8 up, 8 in 2024-08-04T15:36:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: pgmap v557: 121 pgs: 121 active+clean; 405 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2024-08-04T15:36:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: osdmap e602: 8 total, 8 up, 8 in 2024-08-04T15:36:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:36:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:36:45.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:45.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:36:45.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:45.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:45.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:45.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:45.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:45.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:45.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:45.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:45.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:45.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:45.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:45.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:45.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:45.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:45.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:45.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:44 smithi062 ceph-mon[85960]: osdmap e603: 8 total, 8 up, 8 in 2024-08-04T15:36:45.510 INFO:tasks.rados.rados.0.smithi007.stdout:2745: done (0 left) 2024-08-04T15:36:45.510 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 42 current snap is 268 2024-08-04T15:36:45.511 INFO:tasks.rados.rados.0.smithi007.stdout:2746: seq_num 860 ranges {2981888=8192} 2024-08-04T15:36:45.527 INFO:tasks.rados.rados.0.smithi007.stdout:2746: writing smithi00780855-42 from 2981888 to 2990080 tid 1 2024-08-04T15:36:45.527 INFO:tasks.rados.rados.0.smithi007.stdout:2747: read oid 35 snap 264 2024-08-04T15:36:45.527 INFO:tasks.rados.rados.0.smithi007.stdout:2747: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-04T15:36:45.527 INFO:tasks.rados.rados.0.smithi007.stdout:2748: read oid 9 snap -1 2024-08-04T15:36:45.528 INFO:tasks.rados.rados.0.smithi007.stdout:2748: expect (ObjNum 846 snap 266 seq_num 846) 2024-08-04T15:36:45.528 INFO:tasks.rados.rados.0.smithi007.stdout:2749: snap_remove snap 258 2024-08-04T15:36:45.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:45 smithi007 ceph-mon[92692]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:36:45.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:45 smithi007 ceph-mon[92692]: osdmap e604: 8 total, 8 up, 8 in 2024-08-04T15:36:45.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:45 smithi007 ceph-mon[94998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:36:45.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:45 smithi007 ceph-mon[94998]: osdmap e604: 8 total, 8 up, 8 in 2024-08-04T15:36:46.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:45 smithi062 ceph-mon[85960]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-04T15:36:46.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:45 smithi062 ceph-mon[85960]: osdmap e604: 8 total, 8 up, 8 in 2024-08-04T15:36:46.151 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:36:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:36:46] "GET /metrics HTTP/1.1" 200 36253 "" "Prometheus/2.43.0" 2024-08-04T15:36:46.518 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:46 smithi007 ceph-mon[92692]: pgmap v560: 121 pgs: 121 active+clean; 424 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.7 MiB/s wr, 24 op/s 2024-08-04T15:36:46.518 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:46 smithi007 ceph-mon[92692]: Upgrade: Updating alertmanager.a 2024-08-04T15:36:46.518 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:46 smithi007 ceph-mon[92692]: Deploying daemon alertmanager.a on smithi007 2024-08-04T15:36:46.527 INFO:tasks.rados.rados.0.smithi007.stdout:2749: done (3 left) 2024-08-04T15:36:46.527 INFO:tasks.rados.rados.0.smithi007.stdout:2750: copy_from oid 38 from oid 29 current snap is 268 2024-08-04T15:36:46.527 INFO:tasks.rados.rados.0.smithi007.stdout:2746: finishing write tid 1 to smithi00780855-42 2024-08-04T15:36:46.527 INFO:tasks.rados.rados.0.smithi007.stdout:2746: finishing write tid 2 to smithi00780855-42 2024-08-04T15:36:46.527 INFO:tasks.rados.rados.0.smithi007.stdout:2746: finishing write tid 3 to smithi00780855-42 2024-08-04T15:36:46.527 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 1955 (ObjNum 860 snap 268 seq_num 860) dirty exists 2024-08-04T15:36:46.527 INFO:tasks.rados.rados.0.smithi007.stdout:2746: left oid 42 (ObjNum 860 snap 268 seq_num 860) 2024-08-04T15:36:46.527 INFO:tasks.rados.rados.0.smithi007.stdout:2747: expect (ObjNum 605 snap 189 seq_num 605) 2024-08-04T15:36:46.686 INFO:tasks.rados.rados.0.smithi007.stdout:2748: expect (ObjNum 846 snap 266 seq_num 846) 2024-08-04T15:36:46.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:46 smithi007 ceph-mon[94998]: pgmap v560: 121 pgs: 121 active+clean; 424 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.7 MiB/s wr, 24 op/s 2024-08-04T15:36:46.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:46 smithi007 ceph-mon[94998]: Upgrade: Updating alertmanager.a 2024-08-04T15:36:46.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:46 smithi007 ceph-mon[94998]: Deploying daemon alertmanager.a on smithi007 2024-08-04T15:36:46.894 INFO:tasks.rados.rados.0.smithi007.stdout:2750: finishing copy_from racing read to smithi00780855-38 2024-08-04T15:36:46.894 INFO:tasks.rados.rados.0.smithi007.stdout:2750: finishing copy_from to smithi00780855-38 2024-08-04T15:36:46.894 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 1953 (ObjNum 820 snap 264 seq_num 820) dirty exists 2024-08-04T15:36:46.894 INFO:tasks.rados.rados.0.smithi007.stdout:2746: done (3 left) 2024-08-04T15:36:46.894 INFO:tasks.rados.rados.0.smithi007.stdout:2747: done (2 left) 2024-08-04T15:36:46.895 INFO:tasks.rados.rados.0.smithi007.stdout:2748: done (1 left) 2024-08-04T15:36:46.895 INFO:tasks.rados.rados.0.smithi007.stdout:2750: done (0 left) 2024-08-04T15:36:46.895 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 268 2024-08-04T15:36:46.895 INFO:tasks.rados.rados.0.smithi007.stdout:2751: seq_num 861 ranges {4120576=24576} 2024-08-04T15:36:46.917 INFO:tasks.rados.rados.0.smithi007.stdout:2751: writing smithi00780855-43 from 4120576 to 4145152 tid 1 2024-08-04T15:36:46.917 INFO:tasks.rados.rados.0.smithi007.stdout:2752: rollback oid 2 current snap is 268 2024-08-04T15:36:46.917 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 2 to 250 2024-08-04T15:36:46.917 INFO:tasks.rados.rados.0.smithi007.stdout:2753: snap_create 2024-08-04T15:36:46.919 INFO:tasks.rados.rados.0.smithi007.stdout:2751: finishing write tid 1 to smithi00780855-43 2024-08-04T15:36:46.919 INFO:tasks.rados.rados.0.smithi007.stdout:2752: finishing rollback tid 0 to smithi00780855-2 2024-08-04T15:36:46.919 INFO:tasks.rados.rados.0.smithi007.stdout:2751: finishing write tid 2 to smithi00780855-43 2024-08-04T15:36:46.920 INFO:tasks.rados.rados.0.smithi007.stdout:2752: finishing rollback tid 1 to smithi00780855-2 2024-08-04T15:36:46.920 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 2201 (ObjNum 129 snap 0 seq_num 3494171696) dirty dne 2024-08-04T15:36:46.920 INFO:tasks.rados.rados.0.smithi007.stdout:2751: finishing write tid 3 to smithi00780855-43 2024-08-04T15:36:46.920 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 1953 (ObjNum 861 snap 268 seq_num 861) dirty exists 2024-08-04T15:36:46.920 INFO:tasks.rados.rados.0.smithi007.stdout:2751: left oid 43 (ObjNum 861 snap 268 seq_num 861) 2024-08-04T15:36:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:46 smithi062 ceph-mon[85960]: pgmap v560: 121 pgs: 121 active+clean; 424 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.7 MiB/s wr, 24 op/s 2024-08-04T15:36:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:46 smithi062 ceph-mon[85960]: Upgrade: Updating alertmanager.a 2024-08-04T15:36:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:46 smithi062 ceph-mon[85960]: Deploying daemon alertmanager.a on smithi007 2024-08-04T15:36:47.531 INFO:tasks.rados.rados.0.smithi007.stdout:2751: done (2 left) 2024-08-04T15:36:47.531 INFO:tasks.rados.rados.0.smithi007.stdout:2752: done (1 left) 2024-08-04T15:36:47.531 INFO:tasks.rados.rados.0.smithi007.stdout:2753: done (0 left) 2024-08-04T15:36:47.532 INFO:tasks.rados.rados.0.smithi007.stdout:2754: snap_create 2024-08-04T15:36:47.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:47 smithi007 ceph-mon[92692]: osdmap e605: 8 total, 8 up, 8 in 2024-08-04T15:36:47.648 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:47 smithi007 ceph-mon[94998]: osdmap e605: 8 total, 8 up, 8 in 2024-08-04T15:36:48.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:47 smithi062 ceph-mon[85960]: osdmap e605: 8 total, 8 up, 8 in 2024-08-04T15:36:48.533 INFO:tasks.rados.rados.0.smithi007.stdout:2754: done (0 left) 2024-08-04T15:36:48.533 INFO:tasks.rados.rados.0.smithi007.stdout:2755: rollback oid 2 current snap is 270 2024-08-04T15:36:48.533 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 2 to 261 2024-08-04T15:36:48.533 INFO:tasks.rados.rados.0.smithi007.stdout:2756: read oid 40 snap -1 2024-08-04T15:36:48.533 INFO:tasks.rados.rados.0.smithi007.stdout:2756: expect (ObjNum 859 snap 266 seq_num 859) 2024-08-04T15:36:48.533 INFO:tasks.rados.rados.0.smithi007.stdout:2757: read oid 24 snap -1 2024-08-04T15:36:48.533 INFO:tasks.rados.rados.0.smithi007.stdout:2757: expect (ObjNum 832 snap 266 seq_num 832) 2024-08-04T15:36:48.533 INFO:tasks.rados.rados.0.smithi007.stdout:2758: read oid 50 snap -1 2024-08-04T15:36:48.534 INFO:tasks.rados.rados.0.smithi007.stdout:2758: expect (ObjNum 845 snap 266 seq_num 845) 2024-08-04T15:36:48.534 INFO:tasks.rados.rados.0.smithi007.stdout:2759: delete oid 17 current snap is 270 2024-08-04T15:36:48.539 INFO:tasks.rados.rados.0.smithi007.stdout:2755: finishing rollback tid 1 to smithi00780855-2 2024-08-04T15:36:48.539 INFO:tasks.rados.rados.0.smithi007.stdout:2755: finishing rollback tid 2 to smithi00780855-2 2024-08-04T15:36:48.539 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 2203 (ObjNum 777 snap 255 seq_num 777) dirty exists 2024-08-04T15:36:48.544 INFO:tasks.rados.rados.0.smithi007.stdout:2755: done (4 left) 2024-08-04T15:36:48.544 INFO:tasks.rados.rados.0.smithi007.stdout:2759: done (3 left) 2024-08-04T15:36:48.544 INFO:tasks.rados.rados.0.smithi007.stdout:2760: copy_from oid 37 from oid 22 current snap is 270 2024-08-04T15:36:48.544 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 21 current snap is 270 2024-08-04T15:36:48.544 INFO:tasks.rados.rados.0.smithi007.stdout:2761: seq_num 863 ranges {2613248=57344} 2024-08-04T15:36:48.558 INFO:tasks.rados.rados.0.smithi007.stdout:2761: writing smithi00780855-21 from 2613248 to 2670592 tid 1 2024-08-04T15:36:48.559 INFO:tasks.rados.rados.0.smithi007.stdout:2762: delete oid 35 current snap is 270 2024-08-04T15:36:48.559 INFO:tasks.rados.rados.0.smithi007.stdout:2758: expect (ObjNum 845 snap 266 seq_num 845) 2024-08-04T15:36:48.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:48 smithi007 ceph-mon[92692]: pgmap v563: 121 pgs: 121 active+clean; 419 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 6.7 MiB/s wr, 28 op/s 2024-08-04T15:36:48.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:48 smithi007 ceph-mon[92692]: osdmap e606: 8 total, 8 up, 8 in 2024-08-04T15:36:48.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:48 smithi007 ceph-mon[94998]: pgmap v563: 121 pgs: 121 active+clean; 419 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 6.7 MiB/s wr, 28 op/s 2024-08-04T15:36:48.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:48 smithi007 ceph-mon[94998]: osdmap e606: 8 total, 8 up, 8 in 2024-08-04T15:36:48.618 INFO:tasks.rados.rados.0.smithi007.stdout:2760: finishing copy_from to smithi00780855-37 2024-08-04T15:36:48.618 INFO:tasks.rados.rados.0.smithi007.stdout:2760: got expected ENOENT (src dne) 2024-08-04T15:36:48.618 INFO:tasks.rados.rados.0.smithi007.stdout:2756: expect (ObjNum 859 snap 266 seq_num 859) 2024-08-04T15:36:48.683 INFO:tasks.rados.rados.0.smithi007.stdout:2760: finishing copy_from racing read to smithi00780855-37 2024-08-04T15:36:48.683 INFO:tasks.rados.rados.0.smithi007.stdout:2757: expect (ObjNum 832 snap 266 seq_num 832) 2024-08-04T15:36:48.867 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:48 smithi007 systemd[1]: Stopping Ceph alertmanager.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:36:48.871 INFO:tasks.rados.rados.0.smithi007.stdout:2761: finishing write tid 1 to smithi00780855-21 2024-08-04T15:36:48.871 INFO:tasks.rados.rados.0.smithi007.stdout:2761: finishing write tid 2 to smithi00780855-21 2024-08-04T15:36:48.871 INFO:tasks.rados.rados.0.smithi007.stdout:2761: finishing write tid 3 to smithi00780855-21 2024-08-04T15:36:48.871 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 1965 (ObjNum 863 snap 270 seq_num 863) dirty exists 2024-08-04T15:36:48.871 INFO:tasks.rados.rados.0.smithi007.stdout:2761: left oid 21 (ObjNum 863 snap 270 seq_num 863) 2024-08-04T15:36:48.871 INFO:tasks.rados.rados.0.smithi007.stdout:2756: done (5 left) 2024-08-04T15:36:48.872 INFO:tasks.rados.rados.0.smithi007.stdout:2757: done (4 left) 2024-08-04T15:36:48.872 INFO:tasks.rados.rados.0.smithi007.stdout:2758: done (3 left) 2024-08-04T15:36:48.872 INFO:tasks.rados.rados.0.smithi007.stdout:2760: done (2 left) 2024-08-04T15:36:48.872 INFO:tasks.rados.rados.0.smithi007.stdout:2761: done (1 left) 2024-08-04T15:36:48.872 INFO:tasks.rados.rados.0.smithi007.stdout:2762: done (0 left) 2024-08-04T15:36:48.872 INFO:tasks.rados.rados.0.smithi007.stdout:2763: read oid 33 snap 268 2024-08-04T15:36:48.872 INFO:tasks.rados.rados.0.smithi007.stdout:2763: expect (ObjNum 848 snap 266 seq_num 848) 2024-08-04T15:36:48.872 INFO:tasks.rados.rados.0.smithi007.stdout:2764: delete oid 18 current snap is 270 2024-08-04T15:36:48.872 INFO:tasks.rados.rados.0.smithi007.stdout:2764: done (1 left) 2024-08-04T15:36:48.873 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 3 current snap is 270 2024-08-04T15:36:48.873 INFO:tasks.rados.rados.0.smithi007.stdout:2765: seq_num 866 ranges {1507328=106496} 2024-08-04T15:36:48.882 INFO:tasks.rados.rados.0.smithi007.stdout:2765: writing smithi00780855-3 from 1507328 to 1613824 tid 1 2024-08-04T15:36:48.882 INFO:tasks.rados.rados.0.smithi007.stdout:2766: copy_from oid 35 from oid 12 current snap is 270 2024-08-04T15:36:48.882 INFO:tasks.rados.rados.0.smithi007.stdout:2767: read oid 15 snap 266 2024-08-04T15:36:48.882 INFO:tasks.rados.rados.0.smithi007.stdout:2767: expect (ObjNum 809 snap 261 seq_num 809) 2024-08-04T15:36:48.882 INFO:tasks.rados.rados.0.smithi007.stdout:2768: rmattr oid 4 current snap is 270 2024-08-04T15:36:48.883 INFO:tasks.rados.rados.0.smithi007.stdout:2768: done (4 left) 2024-08-04T15:36:48.883 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 19 current snap is 270 2024-08-04T15:36:48.883 INFO:tasks.rados.rados.0.smithi007.stdout:2769: seq_num 867 ranges {2383872=122880} 2024-08-04T15:36:48.896 INFO:tasks.rados.rados.0.smithi007.stdout:2769: writing smithi00780855-19 from 2383872 to 2506752 tid 1 2024-08-04T15:36:48.897 INFO:tasks.rados.rados.0.smithi007.stdout:2770: copy_from oid 16 from oid 30 current snap is 270 2024-08-04T15:36:48.897 INFO:tasks.rados.rados.0.smithi007.stdout:2765: finishing write tid 1 to smithi00780855-3 2024-08-04T15:36:48.897 INFO:tasks.rados.rados.0.smithi007.stdout:2763: expect (ObjNum 848 snap 266 seq_num 848) 2024-08-04T15:36:49.006 INFO:tasks.rados.rados.0.smithi007.stdout:2765: finishing write tid 2 to smithi00780855-3 2024-08-04T15:36:49.006 INFO:tasks.rados.rados.0.smithi007.stdout:2765: finishing write tid 3 to smithi00780855-3 2024-08-04T15:36:49.006 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 2205 (ObjNum 866 snap 270 seq_num 866) dirty exists 2024-08-04T15:36:49.006 INFO:tasks.rados.rados.0.smithi007.stdout:2765: left oid 3 (ObjNum 866 snap 270 seq_num 866) 2024-08-04T15:36:49.006 INFO:tasks.rados.rados.0.smithi007.stdout:2770: finishing copy_from to smithi00780855-16 2024-08-04T15:36:49.006 INFO:tasks.rados.rados.0.smithi007.stdout:2770: got expected ENOENT (src dne) 2024-08-04T15:36:49.007 INFO:tasks.rados.rados.0.smithi007.stdout:2770: finishing copy_from racing read to smithi00780855-16 2024-08-04T15:36:49.007 INFO:tasks.rados.rados.0.smithi007.stdout:2769: finishing write tid 1 to smithi00780855-19 2024-08-04T15:36:49.007 INFO:tasks.rados.rados.0.smithi007.stdout:2763: done (5 left) 2024-08-04T15:36:49.007 INFO:tasks.rados.rados.0.smithi007.stdout:2765: done (4 left) 2024-08-04T15:36:49.007 INFO:tasks.rados.rados.0.smithi007.stdout:2770: done (3 left) 2024-08-04T15:36:49.007 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 27 current snap is 270 2024-08-04T15:36:49.007 INFO:tasks.rados.rados.0.smithi007.stdout:2769: finishing write tid 2 to smithi00780855-19 2024-08-04T15:36:49.007 INFO:tasks.rados.rados.0.smithi007.stdout:2771: seq_num 868 ranges {4120576=139264} 2024-08-04T15:36:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:48 smithi062 ceph-mon[85960]: pgmap v563: 121 pgs: 121 active+clean; 419 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 6.7 MiB/s wr, 28 op/s 2024-08-04T15:36:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:48 smithi062 ceph-mon[85960]: osdmap e606: 8 total, 8 up, 8 in 2024-08-04T15:36:49.029 INFO:tasks.rados.rados.0.smithi007.stdout:2771: writing smithi00780855-27 from 4120576 to 4259840 tid 1 2024-08-04T15:36:49.029 INFO:tasks.rados.rados.0.smithi007.stdout:2772: snap_remove snap 242 2024-08-04T15:36:49.327 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:48 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[83379]: ts=2024-08-04T15:36:48.867Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-04T15:36:49.327 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:48 smithi007 podman[127074]: 2024-08-04 15:36:48.907969287 +0000 UTC m=+0.148111697 container died d6b15156f420d01efb10abe0f72e4db8549b609b19c795cfc1b1f8273c823c84 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:36:49.513 INFO:tasks.rados.rados.0.smithi007.stdout:2772: done (4 left) 2024-08-04T15:36:49.513 INFO:tasks.rados.rados.0.smithi007.stdout:2773: delete oid 39 current snap is 270 2024-08-04T15:36:49.513 INFO:tasks.rados.rados.0.smithi007.stdout:2767: expect (ObjNum 809 snap 261 seq_num 809) 2024-08-04T15:36:49.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:49 smithi007 ceph-mon[92692]: osdmap e607: 8 total, 8 up, 8 in 2024-08-04T15:36:49.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:49 smithi007 ceph-mon[92692]: osdmap e608: 8 total, 8 up, 8 in 2024-08-04T15:36:49.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:49 smithi007 ceph-mon[94998]: osdmap e607: 8 total, 8 up, 8 in 2024-08-04T15:36:49.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:49 smithi007 ceph-mon[94998]: osdmap e608: 8 total, 8 up, 8 in 2024-08-04T15:36:49.586 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:49 smithi007 podman[127074]: 2024-08-04 15:36:49.425928331 +0000 UTC m=+0.666070738 container cleanup d6b15156f420d01efb10abe0f72e4db8549b609b19c795cfc1b1f8273c823c84 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:36:49.586 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:49 smithi007 bash[127074]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a 2024-08-04T15:36:49.689 INFO:tasks.rados.rados.0.smithi007.stdout:2769: finishing write tid 3 to smithi00780855-19 2024-08-04T15:36:49.689 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 2133 (ObjNum 867 snap 270 seq_num 867) dirty exists 2024-08-04T15:36:49.689 INFO:tasks.rados.rados.0.smithi007.stdout:2769: left oid 19 (ObjNum 867 snap 270 seq_num 867) 2024-08-04T15:36:49.689 INFO:tasks.rados.rados.0.smithi007.stdout:2766: finishing copy_from racing read to smithi00780855-35 2024-08-04T15:36:49.689 INFO:tasks.rados.rados.0.smithi007.stdout:2766: finishing copy_from to smithi00780855-35 2024-08-04T15:36:49.689 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 2281 (ObjNum 807 snap 261 seq_num 807) dirty exists 2024-08-04T15:36:49.689 INFO:tasks.rados.rados.0.smithi007.stdout:2766: done (4 left) 2024-08-04T15:36:49.690 INFO:tasks.rados.rados.0.smithi007.stdout:2767: done (3 left) 2024-08-04T15:36:49.690 INFO:tasks.rados.rados.0.smithi007.stdout:2769: done (2 left) 2024-08-04T15:36:49.690 INFO:tasks.rados.rados.0.smithi007.stdout:2773: done (1 left) 2024-08-04T15:36:49.690 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 270 2024-08-04T15:36:49.690 INFO:tasks.rados.rados.0.smithi007.stdout:2774: seq_num 870 ranges {0=172032} 2024-08-04T15:36:49.690 INFO:tasks.rados.rados.0.smithi007.stdout:2774: writing smithi00780855-22 from 0 to 172032 tid 1 2024-08-04T15:36:49.690 INFO:tasks.rados.rados.0.smithi007.stdout:2775: snap_remove snap 233 2024-08-04T15:36:49.998 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:49 smithi007 podman[127086]: 2024-08-04 15:36:49.677488775 +0000 UTC m=+0.763803929 container remove d6b15156f420d01efb10abe0f72e4db8549b609b19c795cfc1b1f8273c823c84 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:36:49.998 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:49 smithi007 podman[127086]: 2024-08-04 15:36:49.761854229 +0000 UTC m=+0.848169380 volume remove 5ec424e5c8c653048fece35c9e732ca1765bb4eac87299417ed8200074d12e3f 2024-08-04T15:36:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:49 smithi062 ceph-mon[85960]: osdmap e607: 8 total, 8 up, 8 in 2024-08-04T15:36:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:49 smithi062 ceph-mon[85960]: osdmap e608: 8 total, 8 up, 8 in 2024-08-04T15:36:50.336 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:50 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-04T15:36:50.336 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:50 smithi007 systemd[1]: Stopped Ceph alertmanager.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:36:50.336 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:50 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@alertmanager.a.service: Consumed 1.307s CPU time. 2024-08-04T15:36:50.336 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:50 smithi007 systemd[1]: Starting Ceph alertmanager.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:36:50.543 INFO:tasks.rados.rados.0.smithi007.stdout:2775: done (2 left) 2024-08-04T15:36:50.543 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 33 current snap is 270 2024-08-04T15:36:50.543 INFO:tasks.rados.rados.0.smithi007.stdout:2771: finishing write tid 1 to smithi00780855-27 2024-08-04T15:36:50.543 INFO:tasks.rados.rados.0.smithi007.stdout:2776: seq_num 871 ranges {3112960=188416} 2024-08-04T15:36:50.563 INFO:tasks.rados.rados.0.smithi007.stdout:2776: writing smithi00780855-33 from 3112960 to 3301376 tid 1 2024-08-04T15:36:50.563 INFO:tasks.rados.rados.0.smithi007.stdout:2777: rmattr oid 6 current snap is 270 2024-08-04T15:36:50.563 INFO:tasks.rados.rados.0.smithi007.stdout:2771: finishing write tid 2 to smithi00780855-27 2024-08-04T15:36:50.563 INFO:tasks.rados.rados.0.smithi007.stdout:2771: finishing write tid 3 to smithi00780855-27 2024-08-04T15:36:50.563 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 1972 (ObjNum 868 snap 270 seq_num 868) dirty exists 2024-08-04T15:36:50.563 INFO:tasks.rados.rados.0.smithi007.stdout:2771: left oid 27 (ObjNum 868 snap 270 seq_num 868) 2024-08-04T15:36:50.563 INFO:tasks.rados.rados.0.smithi007.stdout:2774: finishing write tid 1 to smithi00780855-22 2024-08-04T15:36:50.563 INFO:tasks.rados.rados.0.smithi007.stdout:2774: finishing write tid 2 to smithi00780855-22 2024-08-04T15:36:50.563 INFO:tasks.rados.rados.0.smithi007.stdout:2774: finishing write tid 3 to smithi00780855-22 2024-08-04T15:36:50.564 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 1957 (ObjNum 870 snap 270 seq_num 870) dirty exists 2024-08-04T15:36:50.564 INFO:tasks.rados.rados.0.smithi007.stdout:2774: left oid 22 (ObjNum 870 snap 270 seq_num 870) 2024-08-04T15:36:50.564 INFO:tasks.rados.rados.0.smithi007.stdout:2771: done (3 left) 2024-08-04T15:36:50.564 INFO:tasks.rados.rados.0.smithi007.stdout:2774: done (2 left) 2024-08-04T15:36:50.564 INFO:tasks.rados.rados.0.smithi007.stdout:2778: snap_remove snap 232 2024-08-04T15:36:50.824 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:50 smithi007 ceph-mon[92692]: pgmap v566: 121 pgs: 121 active+clean; 414 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-08-04T15:36:50.824 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:50 smithi007 ceph-mon[94998]: pgmap v566: 121 pgs: 121 active+clean; 414 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-08-04T15:36:50.824 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:50 smithi007 podman[127215]: 2024-08-04 15:36:50.348886179 +0000 UTC m=+0.017855278 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-04T15:36:50.824 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:50 smithi007 podman[127215]: 2024-08-04 15:36:50.463167902 +0000 UTC m=+0.132137000 volume create 36a49b4f1e9ac399152fb267353a771d631d1812c190d364c5bc273245c4e89d 2024-08-04T15:36:50.825 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:50 smithi007 podman[127215]: 2024-08-04 15:36:50.647118126 +0000 UTC m=+0.316087223 container create a89e5e8def596c8e2d78addec541c88ae24598d4125396e495b5f082c6c42af5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:36:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:50 smithi062 ceph-mon[85960]: pgmap v566: 121 pgs: 121 active+clean; 414 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-08-04T15:36:51.086 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:50 smithi007 podman[127215]: 2024-08-04 15:36:50.925287982 +0000 UTC m=+0.594257095 container init a89e5e8def596c8e2d78addec541c88ae24598d4125396e495b5f082c6c42af5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:36:51.086 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:50 smithi007 podman[127215]: 2024-08-04 15:36:50.928050207 +0000 UTC m=+0.597019306 container start a89e5e8def596c8e2d78addec541c88ae24598d4125396e495b5f082c6c42af5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T15:36:51.086 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[127229]: ts=2024-08-04T15:36:50.940Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-04T15:36:51.086 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[127229]: ts=2024-08-04T15:36:50.940Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-04T15:36:51.086 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[127229]: ts=2024-08-04T15:36:50.942Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.7 port=9094 2024-08-04T15:36:51.086 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[127229]: ts=2024-08-04T15:36:50.943Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-04T15:36:51.087 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[127229]: ts=2024-08-04T15:36:50.966Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-04T15:36:51.087 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[127229]: ts=2024-08-04T15:36:50.966Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-04T15:36:51.087 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[127229]: ts=2024-08-04T15:36:50.969Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-04T15:36:51.087 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[127229]: ts=2024-08-04T15:36:50.969Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-04T15:36:51.087 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:51 smithi007 bash[127215]: a89e5e8def596c8e2d78addec541c88ae24598d4125396e495b5f082c6c42af5 2024-08-04T15:36:51.087 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:51 smithi007 systemd[1]: Started Ceph alertmanager.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:36:51.560 INFO:tasks.rados.rados.0.smithi007.stdout:2778: done (2 left) 2024-08-04T15:36:51.560 INFO:tasks.rados.rados.0.smithi007.stdout:2779: snap_remove snap 261 2024-08-04T15:36:51.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:51 smithi007 ceph-mon[92692]: osdmap e609: 8 total, 8 up, 8 in 2024-08-04T15:36:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:36:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:51 smithi007 ceph-mon[94998]: osdmap e609: 8 total, 8 up, 8 in 2024-08-04T15:36:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:36:51.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:51.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:51.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:51 smithi062 ceph-mon[85960]: osdmap e609: 8 total, 8 up, 8 in 2024-08-04T15:36:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:36:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:52.563 INFO:tasks.rados.rados.0.smithi007.stdout:2779: done (2 left) 2024-08-04T15:36:52.563 INFO:tasks.rados.rados.0.smithi007.stdout:2780: rmattr oid 28 current snap is 270 2024-08-04T15:36:52.563 INFO:tasks.rados.rados.0.smithi007.stdout:2780: done (2 left) 2024-08-04T15:36:52.563 INFO:tasks.rados.rados.0.smithi007.stdout:2781: read oid 11 snap -1 2024-08-04T15:36:52.563 INFO:tasks.rados.rados.0.smithi007.stdout:2781: expect (ObjNum 840 snap 266 seq_num 840) 2024-08-04T15:36:52.563 INFO:tasks.rados.rados.0.smithi007.stdout:2782: read oid 40 snap -1 2024-08-04T15:36:52.563 INFO:tasks.rados.rados.0.smithi007.stdout:2782: expect (ObjNum 859 snap 266 seq_num 859) 2024-08-04T15:36:52.563 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 18 current snap is 270 2024-08-04T15:36:52.563 INFO:tasks.rados.rados.0.smithi007.stdout:2783: seq_num 872 ranges {0=212992} 2024-08-04T15:36:52.564 INFO:tasks.rados.rados.0.smithi007.stdout:2783: writing smithi00780855-18 from 0 to 212992 tid 1 2024-08-04T15:36:52.564 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 7 current snap is 270 2024-08-04T15:36:52.564 INFO:tasks.rados.rados.0.smithi007.stdout:2784: seq_num 873 ranges {0=229376} 2024-08-04T15:36:52.566 INFO:tasks.rados.rados.0.smithi007.stdout:2784: writing smithi00780855-7 from 0 to 229376 tid 1 2024-08-04T15:36:52.566 INFO:tasks.rados.rados.0.smithi007.stdout:2785: snap_remove snap 266 2024-08-04T15:36:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:52 smithi062 ceph-mon[85960]: pgmap v569: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 424 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-08-04T15:36:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:52 smithi062 ceph-mon[85960]: osdmap e610: 8 total, 8 up, 8 in 2024-08-04T15:36:52.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:36:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:36:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:36:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:52 smithi007 ceph-mon[92692]: pgmap v569: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 424 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-08-04T15:36:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:52 smithi007 ceph-mon[92692]: osdmap e610: 8 total, 8 up, 8 in 2024-08-04T15:36:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:52 smithi007 ceph-mon[94998]: pgmap v569: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 424 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-08-04T15:36:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:52 smithi007 ceph-mon[94998]: osdmap e610: 8 total, 8 up, 8 in 2024-08-04T15:36:53.335 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:36:52 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[127229]: ts=2024-08-04T15:36:52.943Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000258905s 2024-08-04T15:36:53.566 INFO:tasks.rados.rados.0.smithi007.stdout:2785: done (6 left) 2024-08-04T15:36:53.566 INFO:tasks.rados.rados.0.smithi007.stdout:2786: copy_from oid 32 from oid 48 current snap is 270 2024-08-04T15:36:53.566 INFO:tasks.rados.rados.0.smithi007.stdout:2776: finishing write tid 1 to smithi00780855-33 2024-08-04T15:36:53.566 INFO:tasks.rados.rados.0.smithi007.stdout:2776: finishing write tid 2 to smithi00780855-33 2024-08-04T15:36:53.566 INFO:tasks.rados.rados.0.smithi007.stdout:2787: snap_remove snap 263 2024-08-04T15:36:53.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:53 smithi007 ceph-mon[92692]: osdmap e611: 8 total, 8 up, 8 in 2024-08-04T15:36:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:53 smithi007 ceph-mon[94998]: osdmap e611: 8 total, 8 up, 8 in 2024-08-04T15:36:54.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:53 smithi062 ceph-mon[85960]: osdmap e611: 8 total, 8 up, 8 in 2024-08-04T15:36:54.513 INFO:tasks.rados.rados.0.smithi007.stdout:2787: done (7 left) 2024-08-04T15:36:54.513 INFO:tasks.rados.rados.0.smithi007.stdout:2788: copy_from oid 47 from oid 17 current snap is 270 2024-08-04T15:36:54.513 INFO:tasks.rados.rados.0.smithi007.stdout:2789: read oid 2 snap -1 2024-08-04T15:36:54.513 INFO:tasks.rados.rados.0.smithi007.stdout:2789: expect (ObjNum 777 snap 255 seq_num 777) 2024-08-04T15:36:54.513 INFO:tasks.rados.rados.0.smithi007.stdout:2790: delete oid 3 current snap is 270 2024-08-04T15:36:54.513 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 1954 (ObjNum 837 snap 266 seq_num 837) dirty exists 2024-08-04T15:36:54.513 INFO:tasks.rados.rados.0.smithi007.stdout:2776: finishing write tid 3 to smithi00780855-33 2024-08-04T15:36:54.513 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 1974 (ObjNum 871 snap 270 seq_num 871) dirty exists 2024-08-04T15:36:54.513 INFO:tasks.rados.rados.0.smithi007.stdout:2776: left oid 33 (ObjNum 871 snap 270 seq_num 871) 2024-08-04T15:36:54.514 INFO:tasks.rados.rados.0.smithi007.stdout:2784: finishing write tid 1 to smithi00780855-7 2024-08-04T15:36:54.514 INFO:tasks.rados.rados.0.smithi007.stdout:2784: finishing write tid 2 to smithi00780855-7 2024-08-04T15:36:54.514 INFO:tasks.rados.rados.0.smithi007.stdout:2782: expect (ObjNum 859 snap 266 seq_num 859) 2024-08-04T15:36:54.592 INFO:tasks.rados.rados.0.smithi007.stdout:2783: finishing write tid 1 to smithi00780855-18 2024-08-04T15:36:54.592 INFO:tasks.rados.rados.0.smithi007.stdout:2783: finishing write tid 2 to smithi00780855-18 2024-08-04T15:36:54.593 INFO:tasks.rados.rados.0.smithi007.stdout:2784: finishing write tid 3 to smithi00780855-7 2024-08-04T15:36:54.593 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 1967 (ObjNum 873 snap 270 seq_num 873) dirty exists 2024-08-04T15:36:54.593 INFO:tasks.rados.rados.0.smithi007.stdout:2784: left oid 7 (ObjNum 873 snap 270 seq_num 873) 2024-08-04T15:36:54.593 INFO:tasks.rados.rados.0.smithi007.stdout:2776: done (9 left) 2024-08-04T15:36:54.593 INFO:tasks.rados.rados.0.smithi007.stdout:2777: done (8 left) 2024-08-04T15:36:54.593 INFO:tasks.rados.rados.0.smithi007.stdout:2782: done (7 left) 2024-08-04T15:36:54.593 INFO:tasks.rados.rados.0.smithi007.stdout:2784: done (6 left) 2024-08-04T15:36:54.593 INFO:tasks.rados.rados.0.smithi007.stdout:2790: done (5 left) 2024-08-04T15:36:54.593 INFO:tasks.rados.rados.0.smithi007.stdout:2791: setattr oid 44 current snap is 270 2024-08-04T15:36:54.593 INFO:tasks.rados.rados.0.smithi007.stdout:2783: finishing write tid 3 to smithi00780855-18 2024-08-04T15:36:54.593 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 1876 (ObjNum 872 snap 270 seq_num 872) dirty exists 2024-08-04T15:36:54.593 INFO:tasks.rados.rados.0.smithi007.stdout:2783: left oid 18 (ObjNum 872 snap 270 seq_num 872) 2024-08-04T15:36:54.593 INFO:tasks.rados.rados.0.smithi007.stdout:2781: expect (ObjNum 840 snap 266 seq_num 840) 2024-08-04T15:36:54.726 INFO:tasks.rados.rados.0.smithi007.stdout:2786: finishing copy_from racing read to smithi00780855-32 2024-08-04T15:36:54.726 INFO:tasks.rados.rados.0.smithi007.stdout:2786: finishing copy_from to smithi00780855-32 2024-08-04T15:36:54.726 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 1186 (ObjNum 797 snap 259 seq_num 797) dirty exists 2024-08-04T15:36:54.726 INFO:tasks.rados.rados.0.smithi007.stdout:2788: finishing copy_from to smithi00780855-47 2024-08-04T15:36:54.726 INFO:tasks.rados.rados.0.smithi007.stdout:2788: got expected ENOENT (src dne) 2024-08-04T15:36:54.727 INFO:tasks.rados.rados.0.smithi007.stdout:2788: finishing copy_from racing read to smithi00780855-47 2024-08-04T15:36:54.727 INFO:tasks.rados.rados.0.smithi007.stdout:2789: expect (ObjNum 777 snap 255 seq_num 777) 2024-08-04T15:36:54.754 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1511 (ObjNum 787 snap 258 seq_num 787) dirty exists 2024-08-04T15:36:54.754 INFO:tasks.rados.rados.0.smithi007.stdout:2781: done (5 left) 2024-08-04T15:36:54.755 INFO:tasks.rados.rados.0.smithi007.stdout:2783: done (4 left) 2024-08-04T15:36:54.755 INFO:tasks.rados.rados.0.smithi007.stdout:2786: done (3 left) 2024-08-04T15:36:54.755 INFO:tasks.rados.rados.0.smithi007.stdout:2788: done (2 left) 2024-08-04T15:36:54.755 INFO:tasks.rados.rados.0.smithi007.stdout:2789: done (1 left) 2024-08-04T15:36:54.755 INFO:tasks.rados.rados.0.smithi007.stdout:2791: done (0 left) 2024-08-04T15:36:54.755 INFO:tasks.rados.rados.0.smithi007.stdout:2792: snap_create 2024-08-04T15:36:54.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:54 smithi007 ceph-mon[94998]: pgmap v572: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 424 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-08-04T15:36:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:54 smithi007 ceph-mon[94998]: osdmap e612: 8 total, 8 up, 8 in 2024-08-04T15:36:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:54 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:54 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:54 smithi007 ceph-mon[94998]: osdmap e613: 8 total, 8 up, 8 in 2024-08-04T15:36:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:54 smithi007 ceph-mon[92692]: pgmap v572: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 424 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-08-04T15:36:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:54 smithi007 ceph-mon[92692]: osdmap e612: 8 total, 8 up, 8 in 2024-08-04T15:36:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:54 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:54 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:54 smithi007 ceph-mon[92692]: osdmap e613: 8 total, 8 up, 8 in 2024-08-04T15:36:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:54 smithi062 ceph-mon[85960]: pgmap v572: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 424 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-08-04T15:36:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:54 smithi062 ceph-mon[85960]: osdmap e612: 8 total, 8 up, 8 in 2024-08-04T15:36:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:54 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:54 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:54 smithi062 ceph-mon[85960]: osdmap e613: 8 total, 8 up, 8 in 2024-08-04T15:36:55.638 INFO:tasks.rados.rados.0.smithi007.stdout:2792: done (0 left) 2024-08-04T15:36:55.638 INFO:tasks.rados.rados.0.smithi007.stdout:2793: snap_remove snap 269 2024-08-04T15:36:55.886 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:55 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:55.886 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:55 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:55.886 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:55 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:55.887 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:55 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:56.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:55 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:56.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:55 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:56.143 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:36:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:36:56] "GET /metrics HTTP/1.1" 200 36253 "" "Prometheus/2.43.0" 2024-08-04T15:36:56.333 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:36:56.607 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:36:56.607 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (6s) 2s ago 11m 14.6M - 0.25.0 c8568f914cd2 a89e5e8def59 2024-08-04T15:36:56.608 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (7m) 16s ago 11m 85.9M - 9.4.7 954c08fa6188 66e1e6bf99cd 2024-08-04T15:36:56.608 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (70s) 2s ago 13m 14.6M - 19.1.0-1260-g26c3fb8e 564b849e9656 7ce692391c45 2024-08-04T15:36:56.608 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (50s) 16s ago 13m 15.4M - 19.1.0-1260-g26c3fb8e 564b849e9656 d2af414de1fd 2024-08-04T15:36:56.608 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443,9283,8765 running (6m) 16s ago 16m 441M - 19.1.0-1260-g26c3fb8e 564b849e9656 0a006181dce3 2024-08-04T15:36:56.608 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:8443,9283,8765 running (7m) 2s ago 18m 517M - 19.1.0-1260-g26c3fb8e 564b849e9656 37ef3ca8c5a9 2024-08-04T15:36:56.608 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (6m) 2s ago 18m 68.6M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 299809910b9f 2024-08-04T15:36:56.608 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (6m) 16s ago 17m 57.9M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 2e88aab312eb 2024-08-04T15:36:56.608 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (6m) 2s ago 16m 60.9M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 cb8318c43c9d 2024-08-04T15:36:56.608 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (38s) 2s ago 11m 7507k - 1.5.0 0da6a335fe13 a42061465119 2024-08-04T15:36:56.608 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (35s) 16s ago 11m 8040k - 1.5.0 0da6a335fe13 31572ba20e0b 2024-08-04T15:36:56.608 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (5m) 2s ago 16m 391M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e9184d39c1f 2024-08-04T15:36:56.609 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (4m) 2s ago 16m 294M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e39c45ce0aa 2024-08-04T15:36:56.609 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (4m) 2s ago 15m 208M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 0fac930b36e6 2024-08-04T15:36:56.609 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (3m) 2s ago 15m 156M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 9fb37da143b0 2024-08-04T15:36:56.609 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (3m) 16s ago 14m 224M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 ae7979574af0 2024-08-04T15:36:56.609 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (2m) 16s ago 14m 201M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 66fd13de2101 2024-08-04T15:36:56.609 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (2m) 16s ago 14m 176M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 2cc66e231f7e 2024-08-04T15:36:56.609 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (87s) 16s ago 13m 114M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 6c28fcd30e2b 2024-08-04T15:36:56.609 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (20s) 16s ago 12m 44.4M - 2.43.0 a07b618ecd1d 07653125cb35 2024-08-04T15:36:56.649 INFO:tasks.rados.rados.0.smithi007.stdout:2793: done (0 left) 2024-08-04T15:36:56.649 INFO:tasks.rados.rados.0.smithi007.stdout:2794: snap_remove snap 264 2024-08-04T15:36:56.932 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:56 smithi007 ceph-mon[92692]: pgmap v575: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 427 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 554 KiB/s wr, 7 op/s 2024-08-04T15:36:56.932 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:56 smithi007 ceph-mon[92692]: osdmap e614: 8 total, 8 up, 8 in 2024-08-04T15:36:56.933 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:56 smithi007 ceph-mon[94998]: pgmap v575: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 427 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 554 KiB/s wr, 7 op/s 2024-08-04T15:36:56.933 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:56 smithi007 ceph-mon[94998]: osdmap e614: 8 total, 8 up, 8 in 2024-08-04T15:36:56.978 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:36:56.979 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:36:56.979 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 3 2024-08-04T15:36:56.979 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:36:56.979 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:36:56.979 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:36:56.979 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:36:56.979 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:36:56.979 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 8 2024-08-04T15:36:56.979 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:36:56.979 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:36:56.979 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:36:56.979 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:36:56.979 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:36:56.980 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 15 2024-08-04T15:36:56.980 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:36:56.980 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:36:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:56 smithi062 ceph-mon[85960]: pgmap v575: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 427 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 554 KiB/s wr, 7 op/s 2024-08-04T15:36:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:56 smithi062 ceph-mon[85960]: osdmap e614: 8 total, 8 up, 8 in 2024-08-04T15:36:57.651 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[92692]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:36:57.652 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[92692]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:36:57.652 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[92692]: osdmap e615: 8 total, 8 up, 8 in 2024-08-04T15:36:57.652 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/583222015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:57.652 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:57.652 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:57.652 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:36:57.652 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:36:57.652 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:57.652 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-04T15:36:57.653 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[94998]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:36:57.653 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[94998]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:36:57.653 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[94998]: osdmap e615: 8 total, 8 up, 8 in 2024-08-04T15:36:57.653 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/583222015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:57.653 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:57.653 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:57.653 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:36:57.653 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:36:57.653 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:57.653 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-04T15:36:57.656 INFO:tasks.rados.rados.0.smithi007.stdout:2794: done (0 left) 2024-08-04T15:36:57.656 INFO:tasks.rados.rados.0.smithi007.stdout:2795: rollback oid 18 current snap is 271 2024-08-04T15:36:57.656 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 18 to 238 2024-08-04T15:36:57.657 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 10 current snap is 271 2024-08-04T15:36:57.657 INFO:tasks.rados.rados.0.smithi007.stdout:2796: seq_num 875 ranges {1622016=262144} 2024-08-04T15:36:57.667 INFO:tasks.rados.rados.0.smithi007.stdout:2796: writing smithi00780855-10 from 1622016 to 1884160 tid 1 2024-08-04T15:36:57.668 INFO:tasks.rados.rados.0.smithi007.stdout:2797: snap_create 2024-08-04T15:36:57.672 INFO:tasks.rados.rados.0.smithi007.stdout:2795: finishing rollback tid 0 to smithi00780855-18 2024-08-04T15:36:57.673 INFO:tasks.rados.rados.0.smithi007.stdout:2795: finishing rollback tid 1 to smithi00780855-18 2024-08-04T15:36:57.673 INFO:tasks.rados.rados.0.smithi007.stdout:2796: finishing write tid 1 to smithi00780855-10 2024-08-04T15:36:57.674 INFO:tasks.rados.rados.0.smithi007.stdout:2795: finishing rollback tid 2 to smithi00780855-18 2024-08-04T15:36:57.674 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 1879 (ObjNum 558 snap 182 seq_num 558) dirty exists 2024-08-04T15:36:57.674 INFO:tasks.rados.rados.0.smithi007.stdout:2796: finishing write tid 2 to smithi00780855-10 2024-08-04T15:36:57.675 INFO:tasks.rados.rados.0.smithi007.stdout:2796: finishing write tid 3 to smithi00780855-10 2024-08-04T15:36:57.675 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 1969 (ObjNum 875 snap 271 seq_num 875) dirty exists 2024-08-04T15:36:57.675 INFO:tasks.rados.rados.0.smithi007.stdout:2796: left oid 10 (ObjNum 875 snap 271 seq_num 875) 2024-08-04T15:36:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:57 smithi062 ceph-mon[85960]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:36:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:57 smithi062 ceph-mon[85960]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:36:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:57 smithi062 ceph-mon[85960]: osdmap e615: 8 total, 8 up, 8 in 2024-08-04T15:36:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:57 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/583222015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:36:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:36:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:36:58.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-04T15:36:58.658 INFO:tasks.rados.rados.0.smithi007.stdout:2795: done (2 left) 2024-08-04T15:36:58.658 INFO:tasks.rados.rados.0.smithi007.stdout:2796: done (1 left) 2024-08-04T15:36:58.658 INFO:tasks.rados.rados.0.smithi007.stdout:2797: done (0 left) 2024-08-04T15:36:58.658 INFO:tasks.rados.rados.0.smithi007.stdout:2798: rollback oid 20 current snap is 272 2024-08-04T15:36:58.659 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 20 to 247 2024-08-04T15:36:58.659 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 35 current snap is 272 2024-08-04T15:36:58.659 INFO:tasks.rados.rados.0.smithi007.stdout:2799: seq_num 876 ranges {8896512=278528} 2024-08-04T15:36:58.708 INFO:tasks.rados.rados.0.smithi007.stdout:2799: writing smithi00780855-35 from 8896512 to 9175040 tid 1 2024-08-04T15:36:58.708 INFO:tasks.rados.rados.0.smithi007.stdout:2800: delete oid 5 current snap is 272 2024-08-04T15:36:58.708 INFO:tasks.rados.rados.0.smithi007.stdout:2798: finishing rollback tid 1 to smithi00780855-20 2024-08-04T15:36:58.708 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 1949 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-04T15:36:58.710 INFO:tasks.rados.rados.0.smithi007.stdout:2798: done (2 left) 2024-08-04T15:36:58.710 INFO:tasks.rados.rados.0.smithi007.stdout:2800: done (1 left) 2024-08-04T15:36:58.710 INFO:tasks.rados.rados.0.smithi007.stdout:2801: setattr oid 3 current snap is 272 2024-08-04T15:36:58.711 INFO:tasks.rados.rados.0.smithi007.stdout:2802: rmattr oid 7 current snap is 272 2024-08-04T15:36:58.711 INFO:tasks.rados.rados.0.smithi007.stdout:2802: done (2 left) 2024-08-04T15:36:58.711 INFO:tasks.rados.rados.0.smithi007.stdout:2803: rmattr oid 28 current snap is 272 2024-08-04T15:36:58.711 INFO:tasks.rados.rados.0.smithi007.stdout:2803: done (2 left) 2024-08-04T15:36:58.711 INFO:tasks.rados.rados.0.smithi007.stdout:2804: read oid 13 snap 271 2024-08-04T15:36:58.711 INFO:tasks.rados.rados.0.smithi007.stdout:2804: expect (ObjNum -801786464 snap 22001 seq_num 3494333392) 2024-08-04T15:36:58.711 INFO:tasks.rados.rados.0.smithi007.stdout:2805: read oid 12 snap -1 2024-08-04T15:36:58.712 INFO:tasks.rados.rados.0.smithi007.stdout:2805: expect (ObjNum 807 snap 261 seq_num 807) 2024-08-04T15:36:58.712 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 33 current snap is 272 2024-08-04T15:36:58.712 INFO:tasks.rados.rados.0.smithi007.stdout:2806: seq_num 878 ranges {3301376=311296} 2024-08-04T15:36:58.732 INFO:tasks.rados.rados.0.smithi007.stdout:2806: writing smithi00780855-33 from 3301376 to 3612672 tid 1 2024-08-04T15:36:58.732 INFO:tasks.rados.rados.0.smithi007.stdout:2807: snap_remove snap 262 2024-08-04T15:36:58.909 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: pgmap v578: 121 pgs: 121 active+clean; 427 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 554 KiB/s wr, 12 op/s 2024-08-04T15:36:58.909 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-04T15:36:58.909 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: osdmap e616: 8 total, 8 up, 8 in 2024-08-04T15:36:58.909 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:58.909 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:58.909 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:58.909 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:58.909 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:58.909 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:58.909 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:58.909 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:58.909 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:58.910 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:58.910 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:58.910 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:58.910 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:58.910 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:58.910 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:58.910 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:58 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: pgmap v578: 121 pgs: 121 active+clean; 427 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 554 KiB/s wr, 12 op/s 2024-08-04T15:36:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-04T15:36:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: osdmap e616: 8 total, 8 up, 8 in 2024-08-04T15:36:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.088 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: pgmap v578: 121 pgs: 121 active+clean; 427 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 554 KiB/s wr, 12 op/s 2024-08-04T15:36:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-04T15:36:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: osdmap e616: 8 total, 8 up, 8 in 2024-08-04T15:36:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:36:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:58 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:36:59.516 INFO:tasks.rados.rados.0.smithi007.stdout:2799: finishing write tid 1 to smithi00780855-35 2024-08-04T15:36:59.516 INFO:tasks.rados.rados.0.smithi007.stdout:2799: finishing write tid 2 to smithi00780855-35 2024-08-04T15:36:59.516 INFO:tasks.rados.rados.0.smithi007.stdout:2799: finishing write tid 3 to smithi00780855-35 2024-08-04T15:36:59.516 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 2284 (ObjNum 876 snap 272 seq_num 876) dirty exists 2024-08-04T15:36:59.516 INFO:tasks.rados.rados.0.smithi007.stdout:2799: left oid 35 (ObjNum 876 snap 272 seq_num 876) 2024-08-04T15:36:59.516 INFO:tasks.rados.rados.0.smithi007.stdout:2804: expect (ObjNum -801786464 snap 22001 seq_num 3494333392) 2024-08-04T15:36:59.520 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 2207 (ObjNum 65 snap 0 seq_num 1701403474) dirty exists 2024-08-04T15:36:59.520 INFO:tasks.rados.rados.0.smithi007.stdout:2806: finishing write tid 1 to smithi00780855-33 2024-08-04T15:36:59.520 INFO:tasks.rados.rados.0.smithi007.stdout:2806: finishing write tid 2 to smithi00780855-33 2024-08-04T15:36:59.520 INFO:tasks.rados.rados.0.smithi007.stdout:2806: finishing write tid 3 to smithi00780855-33 2024-08-04T15:36:59.520 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 1976 (ObjNum 878 snap 272 seq_num 878) dirty exists 2024-08-04T15:36:59.520 INFO:tasks.rados.rados.0.smithi007.stdout:2806: left oid 33 (ObjNum 878 snap 272 seq_num 878) 2024-08-04T15:36:59.521 INFO:tasks.rados.rados.0.smithi007.stdout:2805: expect (ObjNum 807 snap 261 seq_num 807) 2024-08-04T15:37:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:59 smithi062 ceph-mon[85960]: osdmap e617: 8 total, 8 up, 8 in 2024-08-04T15:37:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:59 smithi062 ceph-mon[85960]: Upgrade: Updating grafana.a 2024-08-04T15:37:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:36:59 smithi062 ceph-mon[85960]: osdmap e618: 8 total, 8 up, 8 in 2024-08-04T15:37:00.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:59 smithi007 ceph-mon[92692]: osdmap e617: 8 total, 8 up, 8 in 2024-08-04T15:37:00.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:59 smithi007 ceph-mon[92692]: Upgrade: Updating grafana.a 2024-08-04T15:37:00.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:36:59 smithi007 ceph-mon[92692]: osdmap e618: 8 total, 8 up, 8 in 2024-08-04T15:37:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:59 smithi007 ceph-mon[94998]: osdmap e617: 8 total, 8 up, 8 in 2024-08-04T15:37:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:59 smithi007 ceph-mon[94998]: Upgrade: Updating grafana.a 2024-08-04T15:37:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:36:59 smithi007 ceph-mon[94998]: osdmap e618: 8 total, 8 up, 8 in 2024-08-04T15:37:00.265 INFO:tasks.rados.rados.0.smithi007.stdout:2799: done (5 left) 2024-08-04T15:37:00.265 INFO:tasks.rados.rados.0.smithi007.stdout:2801: done (4 left) 2024-08-04T15:37:00.265 INFO:tasks.rados.rados.0.smithi007.stdout:2804: done (3 left) 2024-08-04T15:37:00.265 INFO:tasks.rados.rados.0.smithi007.stdout:2805: done (2 left) 2024-08-04T15:37:00.265 INFO:tasks.rados.rados.0.smithi007.stdout:2806: done (1 left) 2024-08-04T15:37:00.265 INFO:tasks.rados.rados.0.smithi007.stdout:2807: done (0 left) 2024-08-04T15:37:00.266 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 2 current snap is 272 2024-08-04T15:37:00.266 INFO:tasks.rados.rados.0.smithi007.stdout:2808: seq_num 879 ranges {1024000=327680} 2024-08-04T15:37:00.272 INFO:tasks.rados.rados.0.smithi007.stdout:2808: writing smithi00780855-2 from 1024000 to 1351680 tid 1 2024-08-04T15:37:00.272 INFO:tasks.rados.rados.0.smithi007.stdout:2809: snap_remove snap 267 2024-08-04T15:37:00.667 INFO:tasks.rados.rados.0.smithi007.stdout:2808: finishing write tid 1 to smithi00780855-2 2024-08-04T15:37:00.667 INFO:tasks.rados.rados.0.smithi007.stdout:2808: finishing write tid 2 to smithi00780855-2 2024-08-04T15:37:00.667 INFO:tasks.rados.rados.0.smithi007.stdout:2808: finishing write tid 3 to smithi00780855-2 2024-08-04T15:37:00.667 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 2209 (ObjNum 879 snap 272 seq_num 879) dirty exists 2024-08-04T15:37:00.667 INFO:tasks.rados.rados.0.smithi007.stdout:2808: left oid 2 (ObjNum 879 snap 272 seq_num 879) 2024-08-04T15:37:00.667 INFO:tasks.rados.rados.0.smithi007.stdout:2808: done (1 left) 2024-08-04T15:37:00.668 INFO:tasks.rados.rados.0.smithi007.stdout:2809: done (0 left) 2024-08-04T15:37:00.668 INFO:tasks.rados.rados.0.smithi007.stdout:2810: read oid 32 snap -1 2024-08-04T15:37:00.668 INFO:tasks.rados.rados.0.smithi007.stdout:2810: expect (ObjNum 797 snap 259 seq_num 797) 2024-08-04T15:37:00.668 INFO:tasks.rados.rados.0.smithi007.stdout:2811: rollback oid 11 current snap is 272 2024-08-04T15:37:00.668 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 11 to 238 2024-08-04T15:37:00.668 INFO:tasks.rados.rados.0.smithi007.stdout:2812: setattr oid 49 current snap is 272 2024-08-04T15:37:00.669 INFO:tasks.rados.rados.0.smithi007.stdout:2813: copy_from oid 50 from oid 39 current snap is 272 2024-08-04T15:37:00.670 INFO:tasks.rados.rados.0.smithi007.stdout:2814: rmattr oid 46 current snap is 272 2024-08-04T15:37:00.670 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 272 2024-08-04T15:37:00.670 INFO:tasks.rados.rados.0.smithi007.stdout:2815: seq_num 880 ranges {1187840=344064} 2024-08-04T15:37:00.680 INFO:tasks.rados.rados.0.smithi007.stdout:2815: writing smithi00780855-44 from 1187840 to 1531904 tid 1 2024-08-04T15:37:00.680 INFO:tasks.rados.rados.0.smithi007.stdout:2816: delete oid 19 current snap is 272 2024-08-04T15:37:00.680 INFO:tasks.rados.rados.0.smithi007.stdout:2810: expect (ObjNum 797 snap 259 seq_num 797) 2024-08-04T15:37:00.719 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 1954 (ObjNum 835 snap 266 seq_num 835) dirty exists 2024-08-04T15:37:00.719 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 1970 (ObjNum 850 snap 266 seq_num 850) dirty exists 2024-08-04T15:37:00.719 INFO:tasks.rados.rados.0.smithi007.stdout:2815: finishing write tid 1 to smithi00780855-44 2024-08-04T15:37:00.719 INFO:tasks.rados.rados.0.smithi007.stdout:2811: finishing rollback tid 0 to smithi00780855-11 2024-08-04T15:37:00.719 INFO:tasks.rados.rados.0.smithi007.stdout:2810: done (6 left) 2024-08-04T15:37:00.720 INFO:tasks.rados.rados.0.smithi007.stdout:2812: done (5 left) 2024-08-04T15:37:00.720 INFO:tasks.rados.rados.0.smithi007.stdout:2814: done (4 left) 2024-08-04T15:37:00.720 INFO:tasks.rados.rados.0.smithi007.stdout:2816: done (3 left) 2024-08-04T15:37:00.720 INFO:tasks.rados.rados.0.smithi007.stdout:2817: snap_remove snap 220 2024-08-04T15:37:00.947 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:00 smithi007 ceph-mon[94998]: Deploying daemon grafana.a on smithi062 2024-08-04T15:37:00.947 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:00 smithi007 ceph-mon[94998]: pgmap v581: 121 pgs: 121 active+clean; 431 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 750 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-04T15:37:00.947 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:00 smithi007 ceph-mon[92692]: Deploying daemon grafana.a on smithi062 2024-08-04T15:37:00.947 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:00 smithi007 ceph-mon[92692]: pgmap v581: 121 pgs: 121 active+clean; 431 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 750 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-04T15:37:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:00 smithi062 ceph-mon[85960]: Deploying daemon grafana.a on smithi062 2024-08-04T15:37:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:00 smithi062 ceph-mon[85960]: pgmap v581: 121 pgs: 121 active+clean; 431 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 750 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-04T15:37:01.335 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 15:37:00 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[127229]: ts=2024-08-04T15:37:00.946Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003205145s 2024-08-04T15:37:01.673 INFO:tasks.rados.rados.0.smithi007.stdout:2817: done (3 left) 2024-08-04T15:37:01.673 INFO:tasks.rados.rados.0.smithi007.stdout:2818: read oid 22 snap -1 2024-08-04T15:37:01.673 INFO:tasks.rados.rados.0.smithi007.stdout:2818: expect (ObjNum 870 snap 270 seq_num 870) 2024-08-04T15:37:01.673 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 272 2024-08-04T15:37:01.673 INFO:tasks.rados.rados.0.smithi007.stdout:2819: seq_num 882 ranges {0=376832} 2024-08-04T15:37:01.675 INFO:tasks.rados.rados.0.smithi007.stdout:2819: writing smithi00780855-31 from 0 to 376832 tid 1 2024-08-04T15:37:01.677 INFO:tasks.rados.rados.0.smithi007.stdout:2820: rollback oid 20 current snap is 272 2024-08-04T15:37:01.677 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 20 to 271 2024-08-04T15:37:01.677 INFO:tasks.rados.rados.0.smithi007.stdout:2811: finishing rollback tid 1 to smithi00780855-11 2024-08-04T15:37:01.677 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 2286 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-04T15:37:01.677 INFO:tasks.rados.rados.0.smithi007.stdout:2815: finishing write tid 2 to smithi00780855-44 2024-08-04T15:37:01.677 INFO:tasks.rados.rados.0.smithi007.stdout:2813: finishing copy_from to smithi00780855-50 2024-08-04T15:37:01.677 INFO:tasks.rados.rados.0.smithi007.stdout:2813: got expected ENOENT (src dne) 2024-08-04T15:37:01.677 INFO:tasks.rados.rados.0.smithi007.stdout:2815: finishing write tid 3 to smithi00780855-44 2024-08-04T15:37:01.678 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1513 (ObjNum 880 snap 272 seq_num 880) dirty exists 2024-08-04T15:37:01.678 INFO:tasks.rados.rados.0.smithi007.stdout:2815: left oid 44 (ObjNum 880 snap 272 seq_num 880) 2024-08-04T15:37:01.678 INFO:tasks.rados.rados.0.smithi007.stdout:2813: finishing copy_from racing read to smithi00780855-50 2024-08-04T15:37:01.678 INFO:tasks.rados.rados.0.smithi007.stdout:2811: done (5 left) 2024-08-04T15:37:01.678 INFO:tasks.rados.rados.0.smithi007.stdout:2813: done (4 left) 2024-08-04T15:37:01.678 INFO:tasks.rados.rados.0.smithi007.stdout:2815: done (3 left) 2024-08-04T15:37:01.678 INFO:tasks.rados.rados.0.smithi007.stdout:2821: rmattr oid 17 current snap is 272 2024-08-04T15:37:01.678 INFO:tasks.rados.rados.0.smithi007.stdout:2821: done (3 left) 2024-08-04T15:37:01.678 INFO:tasks.rados.rados.0.smithi007.stdout:2822: read oid 46 snap 247 2024-08-04T15:37:01.678 INFO:tasks.rados.rados.0.smithi007.stdout:2822: expect (ObjNum 755 snap 246 seq_num 755) 2024-08-04T15:37:01.678 INFO:tasks.rados.rados.0.smithi007.stdout:2823: delete oid 4 current snap is 272 2024-08-04T15:37:01.684 INFO:tasks.rados.rados.0.smithi007.stdout:2823: done (4 left) 2024-08-04T15:37:01.684 INFO:tasks.rados.rados.0.smithi007.stdout:2824: copy_from oid 43 from oid 35 current snap is 272 2024-08-04T15:37:01.684 INFO:tasks.rados.rados.0.smithi007.stdout:2825: read oid 1 snap -1 2024-08-04T15:37:01.684 INFO:tasks.rados.rados.0.smithi007.stdout:2825: expect (ObjNum 835 snap 266 seq_num 835) 2024-08-04T15:37:01.684 INFO:tasks.rados.rados.0.smithi007.stdout:2826: delete oid 40 current snap is 272 2024-08-04T15:37:01.690 INFO:tasks.rados.rados.0.smithi007.stdout:2820: finishing rollback tid 1 to smithi00780855-20 2024-08-04T15:37:01.690 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 1949 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-04T15:37:01.691 INFO:tasks.rados.rados.0.smithi007.stdout:2819: finishing write tid 1 to smithi00780855-31 2024-08-04T15:37:01.691 INFO:tasks.rados.rados.0.smithi007.stdout:2819: finishing write tid 2 to smithi00780855-31 2024-08-04T15:37:01.693 INFO:tasks.rados.rados.0.smithi007.stdout:2822: expect (ObjNum 755 snap 246 seq_num 755) 2024-08-04T15:37:01.718 INFO:tasks.rados.rados.0.smithi007.stdout:2818: expect (ObjNum 870 snap 270 seq_num 870) 2024-08-04T15:37:01.723 INFO:tasks.rados.rados.0.smithi007.stdout:2819: finishing write tid 3 to smithi00780855-31 2024-08-04T15:37:01.723 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 2288 (ObjNum 882 snap 272 seq_num 882) dirty exists 2024-08-04T15:37:01.723 INFO:tasks.rados.rados.0.smithi007.stdout:2819: left oid 31 (ObjNum 882 snap 272 seq_num 882) 2024-08-04T15:37:01.723 INFO:tasks.rados.rados.0.smithi007.stdout:2825: expect (ObjNum 835 snap 266 seq_num 835) 2024-08-04T15:37:01.779 INFO:tasks.rados.rados.0.smithi007.stdout:2824: finishing copy_from racing read to smithi00780855-43 2024-08-04T15:37:01.779 INFO:tasks.rados.rados.0.smithi007.stdout:2824: finishing copy_from to smithi00780855-43 2024-08-04T15:37:01.779 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 2284 (ObjNum 876 snap 272 seq_num 876) dirty exists 2024-08-04T15:37:01.779 INFO:tasks.rados.rados.0.smithi007.stdout:2818: done (6 left) 2024-08-04T15:37:01.779 INFO:tasks.rados.rados.0.smithi007.stdout:2819: done (5 left) 2024-08-04T15:37:01.779 INFO:tasks.rados.rados.0.smithi007.stdout:2820: done (4 left) 2024-08-04T15:37:01.779 INFO:tasks.rados.rados.0.smithi007.stdout:2822: done (3 left) 2024-08-04T15:37:01.779 INFO:tasks.rados.rados.0.smithi007.stdout:2824: done (2 left) 2024-08-04T15:37:01.779 INFO:tasks.rados.rados.0.smithi007.stdout:2825: done (1 left) 2024-08-04T15:37:01.779 INFO:tasks.rados.rados.0.smithi007.stdout:2826: done (0 left) 2024-08-04T15:37:01.779 INFO:tasks.rados.rados.0.smithi007.stdout:2827: read oid 16 snap -1 2024-08-04T15:37:01.780 INFO:tasks.rados.rados.0.smithi007.stdout:2827: expect (ObjNum 487 snap 151 seq_num 487) 2024-08-04T15:37:01.780 INFO:tasks.rados.rados.0.smithi007.stdout:2828: read oid 50 snap -1 2024-08-04T15:37:01.780 INFO:tasks.rados.rados.0.smithi007.stdout:2828: expect (ObjNum 845 snap 266 seq_num 845) 2024-08-04T15:37:01.780 INFO:tasks.rados.rados.0.smithi007.stdout:2829: rollback oid 18 current snap is 272 2024-08-04T15:37:01.780 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 18 to 228 2024-08-04T15:37:01.780 INFO:tasks.rados.rados.0.smithi007.stdout:2830: read oid 19 snap 250 2024-08-04T15:37:01.780 INFO:tasks.rados.rados.0.smithi007.stdout:2830: expect (ObjNum 720 snap 233 seq_num 720) 2024-08-04T15:37:01.780 INFO:tasks.rados.rados.0.smithi007.stdout:2831: snap_remove snap 238 2024-08-04T15:37:02.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:01 smithi062 ceph-mon[85960]: osdmap e619: 8 total, 8 up, 8 in 2024-08-04T15:37:02.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:01 smithi007 ceph-mon[94998]: osdmap e619: 8 total, 8 up, 8 in 2024-08-04T15:37:02.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:01 smithi007 ceph-mon[92692]: osdmap e619: 8 total, 8 up, 8 in 2024-08-04T15:37:02.668 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:37:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:37:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:37:02.675 INFO:tasks.rados.rados.0.smithi007.stdout:2831: done (4 left) 2024-08-04T15:37:02.675 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 272 2024-08-04T15:37:02.675 INFO:tasks.rados.rados.0.smithi007.stdout:2832: seq_num 885 ranges {4243456=425984} 2024-08-04T15:37:02.702 INFO:tasks.rados.rados.0.smithi007.stdout:2832: writing smithi00780855-6 from 4243456 to 4669440 tid 1 2024-08-04T15:37:02.702 INFO:tasks.rados.rados.0.smithi007.stdout:2833: snap_create 2024-08-04T15:37:02.703 INFO:tasks.rados.rados.0.smithi007.stdout:2829: finishing rollback tid 0 to smithi00780855-18 2024-08-04T15:37:02.703 INFO:tasks.rados.rados.0.smithi007.stdout:2829: finishing rollback tid 1 to smithi00780855-18 2024-08-04T15:37:02.703 INFO:tasks.rados.rados.0.smithi007.stdout:2829: finishing rollback tid 2 to smithi00780855-18 2024-08-04T15:37:02.703 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 1883 (ObjNum 558 snap 182 seq_num 558) dirty exists 2024-08-04T15:37:02.703 INFO:tasks.rados.rados.0.smithi007.stdout:2828: expect (ObjNum 845 snap 266 seq_num 845) 2024-08-04T15:37:02.762 INFO:tasks.rados.rados.0.smithi007.stdout:2827: expect (ObjNum 487 snap 151 seq_num 487) 2024-08-04T15:37:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:02 smithi062 ceph-mon[85960]: pgmap v584: 121 pgs: 121 active+clean; 432 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 208 KiB/s wr, 11 op/s 2024-08-04T15:37:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:02 smithi062 ceph-mon[85960]: osdmap e620: 8 total, 8 up, 8 in 2024-08-04T15:37:03.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:02 smithi007 ceph-mon[92692]: pgmap v584: 121 pgs: 121 active+clean; 432 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 208 KiB/s wr, 11 op/s 2024-08-04T15:37:03.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:02 smithi007 ceph-mon[92692]: osdmap e620: 8 total, 8 up, 8 in 2024-08-04T15:37:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:02 smithi007 ceph-mon[94998]: pgmap v584: 121 pgs: 121 active+clean; 432 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 208 KiB/s wr, 11 op/s 2024-08-04T15:37:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:02 smithi007 ceph-mon[94998]: osdmap e620: 8 total, 8 up, 8 in 2024-08-04T15:37:03.122 INFO:tasks.rados.rados.0.smithi007.stdout:2830: expect (ObjNum 720 snap 233 seq_num 720) 2024-08-04T15:37:03.699 INFO:tasks.rados.rados.0.smithi007.stdout:2832: finishing write tid 1 to smithi00780855-6 2024-08-04T15:37:03.699 INFO:tasks.rados.rados.0.smithi007.stdout:2832: finishing write tid 2 to smithi00780855-6 2024-08-04T15:37:03.699 INFO:tasks.rados.rados.0.smithi007.stdout:2832: finishing write tid 3 to smithi00780855-6 2024-08-04T15:37:03.699 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 2286 (ObjNum 885 snap 272 seq_num 885) dirty exists 2024-08-04T15:37:03.699 INFO:tasks.rados.rados.0.smithi007.stdout:2832: left oid 6 (ObjNum 885 snap 272 seq_num 885) 2024-08-04T15:37:03.700 INFO:tasks.rados.rados.0.smithi007.stdout:2827: done (5 left) 2024-08-04T15:37:03.700 INFO:tasks.rados.rados.0.smithi007.stdout:2828: done (4 left) 2024-08-04T15:37:03.700 INFO:tasks.rados.rados.0.smithi007.stdout:2829: done (3 left) 2024-08-04T15:37:03.700 INFO:tasks.rados.rados.0.smithi007.stdout:2830: done (2 left) 2024-08-04T15:37:03.700 INFO:tasks.rados.rados.0.smithi007.stdout:2832: done (1 left) 2024-08-04T15:37:03.700 INFO:tasks.rados.rados.0.smithi007.stdout:2833: done (0 left) 2024-08-04T15:37:03.700 INFO:tasks.rados.rados.0.smithi007.stdout:2834: setattr oid 17 current snap is 273 2024-08-04T15:37:03.701 INFO:tasks.rados.rados.0.smithi007.stdout:2835: read oid 6 snap -1 2024-08-04T15:37:03.701 INFO:tasks.rados.rados.0.smithi007.stdout:2835: expect (ObjNum 885 snap 272 seq_num 885) 2024-08-04T15:37:03.701 INFO:tasks.rados.rados.0.smithi007.stdout:2836: read oid 38 snap 260 2024-08-04T15:37:03.701 INFO:tasks.rados.rados.0.smithi007.stdout:2836: expect deleted 2024-08-04T15:37:03.701 INFO:tasks.rados.rados.0.smithi007.stdout:2837: read oid 41 snap 234 2024-08-04T15:37:03.701 INFO:tasks.rados.rados.0.smithi007.stdout:2837: expect (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:37:03.701 INFO:tasks.rados.rados.0.smithi007.stdout:2838: copy_from oid 24 from oid 48 current snap is 273 2024-08-04T15:37:03.701 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 273 2024-08-04T15:37:03.701 INFO:tasks.rados.rados.0.smithi007.stdout:2839: seq_num 886 ranges {4120576=442368} 2024-08-04T15:37:03.726 INFO:tasks.rados.rados.0.smithi007.stdout:2839: writing smithi00780855-15 from 4120576 to 4562944 tid 1 2024-08-04T15:37:03.726 INFO:tasks.rados.rados.0.smithi007.stdout:2840: read oid 36 snap -1 2024-08-04T15:37:03.726 INFO:tasks.rados.rados.0.smithi007.stdout:2840: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:37:03.726 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 1955 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-04T15:37:03.726 INFO:tasks.rados.rados.0.smithi007.stdout:2837: expect (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:37:03.754 INFO:tasks.rados.rados.0.smithi007.stdout:2838: finishing copy_from racing read to smithi00780855-24 2024-08-04T15:37:03.754 INFO:tasks.rados.rados.0.smithi007.stdout:2835: expect (ObjNum 885 snap 272 seq_num 885) 2024-08-04T15:37:04.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:03 smithi062 ceph-mon[85960]: osdmap e621: 8 total, 8 up, 8 in 2024-08-04T15:37:04.017 INFO:tasks.rados.rados.0.smithi007.stdout:2838: finishing copy_from to smithi00780855-24 2024-08-04T15:37:04.017 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 1186 (ObjNum 797 snap 259 seq_num 797) dirty exists 2024-08-04T15:37:04.017 INFO:tasks.rados.rados.0.smithi007.stdout:2839: finishing write tid 1 to smithi00780855-15 2024-08-04T15:37:04.017 INFO:tasks.rados.rados.0.smithi007.stdout:2839: finishing write tid 2 to smithi00780855-15 2024-08-04T15:37:04.017 INFO:tasks.rados.rados.0.smithi007.stdout:2839: finishing write tid 3 to smithi00780855-15 2024-08-04T15:37:04.017 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 2573 (ObjNum 886 snap 273 seq_num 886) dirty exists 2024-08-04T15:37:04.017 INFO:tasks.rados.rados.0.smithi007.stdout:2839: left oid 15 (ObjNum 886 snap 273 seq_num 886) 2024-08-04T15:37:04.017 INFO:tasks.rados.rados.0.smithi007.stdout:2834: done (6 left) 2024-08-04T15:37:04.017 INFO:tasks.rados.rados.0.smithi007.stdout:2835: done (5 left) 2024-08-04T15:37:04.018 INFO:tasks.rados.rados.0.smithi007.stdout:2836: done (4 left) 2024-08-04T15:37:04.018 INFO:tasks.rados.rados.0.smithi007.stdout:2837: done (3 left) 2024-08-04T15:37:04.018 INFO:tasks.rados.rados.0.smithi007.stdout:2838: done (2 left) 2024-08-04T15:37:04.018 INFO:tasks.rados.rados.0.smithi007.stdout:2839: done (1 left) 2024-08-04T15:37:04.018 INFO:tasks.rados.rados.0.smithi007.stdout:2841: copy_from oid 5 from oid 24 current snap is 273 2024-08-04T15:37:04.018 INFO:tasks.rados.rados.0.smithi007.stdout:2842: read oid 34 snap -1 2024-08-04T15:37:04.018 INFO:tasks.rados.rados.0.smithi007.stdout:2842: expect deleted 2024-08-04T15:37:04.018 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 273 2024-08-04T15:37:04.018 INFO:tasks.rados.rados.0.smithi007.stdout:2843: seq_num 887 ranges {1531904=458752} 2024-08-04T15:37:04.028 INFO:tasks.rados.rados.0.smithi007.stdout:2843: writing smithi00780855-44 from 1531904 to 1990656 tid 1 2024-08-04T15:37:04.028 INFO:tasks.rados.rados.0.smithi007.stdout:2844: setattr oid 21 current snap is 273 2024-08-04T15:37:04.028 INFO:tasks.rados.rados.0.smithi007.stdout:2840: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:37:04.074 INFO:tasks.rados.rados.0.smithi007.stdout:2841: finishing copy_from racing read to smithi00780855-5 2024-08-04T15:37:04.075 INFO:tasks.rados.rados.0.smithi007.stdout:2841: finishing copy_from to smithi00780855-5 2024-08-04T15:37:04.075 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 1186 (ObjNum 797 snap 259 seq_num 797) dirty exists 2024-08-04T15:37:04.075 INFO:tasks.rados.rados.0.smithi007.stdout:2843: finishing write tid 1 to smithi00780855-44 2024-08-04T15:37:04.075 INFO:tasks.rados.rados.0.smithi007.stdout:2843: finishing write tid 2 to smithi00780855-44 2024-08-04T15:37:04.075 INFO:tasks.rados.rados.0.smithi007.stdout:2843: finishing write tid 3 to smithi00780855-44 2024-08-04T15:37:04.075 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1516 (ObjNum 887 snap 273 seq_num 887) dirty exists 2024-08-04T15:37:04.075 INFO:tasks.rados.rados.0.smithi007.stdout:2843: left oid 44 (ObjNum 887 snap 273 seq_num 887) 2024-08-04T15:37:04.075 INFO:tasks.rados.rados.0.smithi007.stdout:2840: done (4 left) 2024-08-04T15:37:04.075 INFO:tasks.rados.rados.0.smithi007.stdout:2841: done (3 left) 2024-08-04T15:37:04.075 INFO:tasks.rados.rados.0.smithi007.stdout:2842: done (2 left) 2024-08-04T15:37:04.075 INFO:tasks.rados.rados.0.smithi007.stdout:2843: done (1 left) 2024-08-04T15:37:04.075 INFO:tasks.rados.rados.0.smithi007.stdout:2845: read oid 47 snap -1 2024-08-04T15:37:04.075 INFO:tasks.rados.rados.0.smithi007.stdout:2845: expect (ObjNum 803 snap 259 seq_num 803) 2024-08-04T15:37:04.076 INFO:tasks.rados.rados.0.smithi007.stdout:2846: rmattr oid 44 current snap is 273 2024-08-04T15:37:04.076 INFO:tasks.rados.rados.0.smithi007.stdout:2847: snap_create 2024-08-04T15:37:04.076 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1517 (ObjNum 887 snap 273 seq_num 887) dirty exists 2024-08-04T15:37:04.077 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 1971 (ObjNum 863 snap 270 seq_num 863) dirty exists 2024-08-04T15:37:04.079 INFO:tasks.rados.rados.0.smithi007.stdout:2845: expect (ObjNum 803 snap 259 seq_num 803) 2024-08-04T15:37:04.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:03 smithi007 ceph-mon[94998]: osdmap e621: 8 total, 8 up, 8 in 2024-08-04T15:37:04.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:03 smithi007 ceph-mon[92692]: osdmap e621: 8 total, 8 up, 8 in 2024-08-04T15:37:04.516 INFO:tasks.rados.rados.0.smithi007.stdout:2844: done (3 left) 2024-08-04T15:37:04.516 INFO:tasks.rados.rados.0.smithi007.stdout:2845: done (2 left) 2024-08-04T15:37:04.517 INFO:tasks.rados.rados.0.smithi007.stdout:2846: done (1 left) 2024-08-04T15:37:04.517 INFO:tasks.rados.rados.0.smithi007.stdout:2847: done (0 left) 2024-08-04T15:37:04.517 INFO:tasks.rados.rados.0.smithi007.stdout:2848: delete oid 33 current snap is 274 2024-08-04T15:37:04.525 INFO:tasks.rados.rados.0.smithi007.stdout:2848: done (0 left) 2024-08-04T15:37:04.525 INFO:tasks.rados.rados.0.smithi007.stdout:2849: snap_remove snap 241 2024-08-04T15:37:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:04 smithi062 ceph-mon[85960]: pgmap v587: 121 pgs: 121 active+clean; 432 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 292 KiB/s wr, 4 op/s 2024-08-04T15:37:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:04 smithi062 ceph-mon[85960]: osdmap e622: 8 total, 8 up, 8 in 2024-08-04T15:37:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:04 smithi062 ceph-mon[85960]: osdmap e623: 8 total, 8 up, 8 in 2024-08-04T15:37:05.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:04 smithi007 ceph-mon[94998]: pgmap v587: 121 pgs: 121 active+clean; 432 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 292 KiB/s wr, 4 op/s 2024-08-04T15:37:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:04 smithi007 ceph-mon[94998]: osdmap e622: 8 total, 8 up, 8 in 2024-08-04T15:37:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:04 smithi007 ceph-mon[94998]: osdmap e623: 8 total, 8 up, 8 in 2024-08-04T15:37:05.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:04 smithi007 ceph-mon[92692]: pgmap v587: 121 pgs: 121 active+clean; 432 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 292 KiB/s wr, 4 op/s 2024-08-04T15:37:05.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:04 smithi007 ceph-mon[92692]: osdmap e622: 8 total, 8 up, 8 in 2024-08-04T15:37:05.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:04 smithi007 ceph-mon[92692]: osdmap e623: 8 total, 8 up, 8 in 2024-08-04T15:37:05.521 INFO:tasks.rados.rados.0.smithi007.stdout:2849: done (0 left) 2024-08-04T15:37:05.521 INFO:tasks.rados.rados.0.smithi007.stdout:2850: snap_remove snap 270 2024-08-04T15:37:06.521 INFO:tasks.rados.rados.0.smithi007.stdout:2850: done (0 left) 2024-08-04T15:37:06.521 INFO:tasks.rados.rados.0.smithi007.stdout:2851: read oid 40 snap -1 2024-08-04T15:37:06.521 INFO:tasks.rados.rados.0.smithi007.stdout:2851: expect deleted 2024-08-04T15:37:06.521 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 274 2024-08-04T15:37:06.522 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:37:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:37:06] "GET /metrics HTTP/1.1" 200 36252 "" "Prometheus/2.43.0" 2024-08-04T15:37:06.522 INFO:tasks.rados.rados.0.smithi007.stdout:2852: seq_num 889 ranges {6438912=491520} 2024-08-04T15:37:06.560 INFO:tasks.rados.rados.0.smithi007.stdout:2852: writing smithi00780855-16 from 6438912 to 6930432 tid 1 2024-08-04T15:37:06.560 INFO:tasks.rados.rados.0.smithi007.stdout:2853: delete oid 9 current snap is 274 2024-08-04T15:37:06.563 INFO:tasks.rados.rados.0.smithi007.stdout:2851: done (2 left) 2024-08-04T15:37:06.563 INFO:tasks.rados.rados.0.smithi007.stdout:2853: done (1 left) 2024-08-04T15:37:06.564 INFO:tasks.rados.rados.0.smithi007.stdout:2854: rollback oid 33 current snap is 274 2024-08-04T15:37:06.564 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 33 to 271 2024-08-04T15:37:06.564 INFO:tasks.rados.rados.0.smithi007.stdout:2855: rollback oid 3 current snap is 274 2024-08-04T15:37:06.564 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 3 to 268 2024-08-04T15:37:06.564 INFO:tasks.rados.rados.0.smithi007.stdout:2856: copy_from oid 47 from oid 34 current snap is 274 2024-08-04T15:37:06.564 INFO:tasks.rados.rados.0.smithi007.stdout:2857: copy_from oid 13 from oid 17 current snap is 274 2024-08-04T15:37:06.564 INFO:tasks.rados.rados.0.smithi007.stdout:2858: snap_remove snap 273 2024-08-04T15:37:06.782 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:06 smithi062 ceph-mon[85960]: pgmap v590: 121 pgs: 121 active+clean; 396 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2024-08-04T15:37:06.783 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:06 smithi062 ceph-mon[85960]: osdmap e624: 8 total, 8 up, 8 in 2024-08-04T15:37:06.783 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:37:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:06 smithi007 ceph-mon[92692]: pgmap v590: 121 pgs: 121 active+clean; 396 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2024-08-04T15:37:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:06 smithi007 ceph-mon[92692]: osdmap e624: 8 total, 8 up, 8 in 2024-08-04T15:37:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:37:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:06 smithi007 ceph-mon[94998]: pgmap v590: 121 pgs: 121 active+clean; 396 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2024-08-04T15:37:06.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:06 smithi007 ceph-mon[94998]: osdmap e624: 8 total, 8 up, 8 in 2024-08-04T15:37:06.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:37:07.532 INFO:tasks.rados.rados.0.smithi007.stdout:2858: done (5 left) 2024-08-04T15:37:07.532 INFO:tasks.rados.rados.0.smithi007.stdout:2859: snap_create 2024-08-04T15:37:07.532 INFO:tasks.rados.rados.0.smithi007.stdout:2856: finishing copy_from to smithi00780855-47 2024-08-04T15:37:07.532 INFO:tasks.rados.rados.0.smithi007.stdout:2856: got expected ENOENT (src dne) 2024-08-04T15:37:07.532 INFO:tasks.rados.rados.0.smithi007.stdout:2856: finishing copy_from racing read to smithi00780855-47 2024-08-04T15:37:07.532 INFO:tasks.rados.rados.0.smithi007.stdout:2852: finishing write tid 1 to smithi00780855-16 2024-08-04T15:37:07.532 INFO:tasks.rados.rados.0.smithi007.stdout:2852: finishing write tid 2 to smithi00780855-16 2024-08-04T15:37:07.532 INFO:tasks.rados.rados.0.smithi007.stdout:2854: finishing rollback tid 1 to smithi00780855-33 2024-08-04T15:37:07.532 INFO:tasks.rados.rados.0.smithi007.stdout:2854: finishing rollback tid 2 to smithi00780855-33 2024-08-04T15:37:07.533 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 1980 (ObjNum 871 snap 270 seq_num 871) dirty exists 2024-08-04T15:37:07.533 INFO:tasks.rados.rados.0.smithi007.stdout:2855: finishing rollback tid 0 to smithi00780855-3 2024-08-04T15:37:07.533 INFO:tasks.rados.rados.0.smithi007.stdout:2857: finishing copy_from racing read to smithi00780855-13 2024-08-04T15:37:07.533 INFO:tasks.rados.rados.0.smithi007.stdout:2852: finishing write tid 3 to smithi00780855-16 2024-08-04T15:37:07.533 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 1973 (ObjNum 889 snap 274 seq_num 889) dirty exists 2024-08-04T15:37:07.533 INFO:tasks.rados.rados.0.smithi007.stdout:2852: left oid 16 (ObjNum 889 snap 274 seq_num 889) 2024-08-04T15:37:07.533 INFO:tasks.rados.rados.0.smithi007.stdout:2855: finishing rollback tid 1 to smithi00780855-3 2024-08-04T15:37:07.533 INFO:tasks.rados.rados.0.smithi007.stdout:2857: finishing copy_from to smithi00780855-13 2024-08-04T15:37:07.533 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 1955 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-08-04T15:37:07.533 INFO:tasks.rados.rados.0.smithi007.stdout:2855: finishing rollback tid 2 to smithi00780855-3 2024-08-04T15:37:07.533 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 2212 (ObjNum 757 snap 246 seq_num 757) dirty exists 2024-08-04T15:37:07.797 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:07 smithi062 ceph-mon[85960]: osdmap e625: 8 total, 8 up, 8 in 2024-08-04T15:37:07.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:07 smithi007 ceph-mon[92692]: osdmap e625: 8 total, 8 up, 8 in 2024-08-04T15:37:07.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:07 smithi007 ceph-mon[94998]: osdmap e625: 8 total, 8 up, 8 in 2024-08-04T15:37:08.532 INFO:tasks.rados.rados.0.smithi007.stdout:2852: done (5 left) 2024-08-04T15:37:08.532 INFO:tasks.rados.rados.0.smithi007.stdout:2854: done (4 left) 2024-08-04T15:37:08.532 INFO:tasks.rados.rados.0.smithi007.stdout:2855: done (3 left) 2024-08-04T15:37:08.532 INFO:tasks.rados.rados.0.smithi007.stdout:2856: done (2 left) 2024-08-04T15:37:08.533 INFO:tasks.rados.rados.0.smithi007.stdout:2857: done (1 left) 2024-08-04T15:37:08.533 INFO:tasks.rados.rados.0.smithi007.stdout:2859: done (0 left) 2024-08-04T15:37:08.533 INFO:tasks.rados.rados.0.smithi007.stdout:2860: delete oid 21 current snap is 275 2024-08-04T15:37:08.540 INFO:tasks.rados.rados.0.smithi007.stdout:2860: done (0 left) 2024-08-04T15:37:08.540 INFO:tasks.rados.rados.0.smithi007.stdout:2861: copy_from oid 13 from oid 17 current snap is 275 2024-08-04T15:37:08.540 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 26 current snap is 275 2024-08-04T15:37:08.540 INFO:tasks.rados.rados.0.smithi007.stdout:2862: seq_num 892 ranges {0=548864} 2024-08-04T15:37:08.543 INFO:tasks.rados.rados.0.smithi007.stdout:2862: writing smithi00780855-26 from 0 to 548864 tid 1 2024-08-04T15:37:08.544 INFO:tasks.rados.rados.0.smithi007.stdout:2863: snap_create 2024-08-04T15:37:08.544 INFO:tasks.rados.rados.0.smithi007.stdout:2861: finishing copy_from racing read to smithi00780855-13 2024-08-04T15:37:08.544 INFO:tasks.rados.rados.0.smithi007.stdout:2861: finishing copy_from to smithi00780855-13 2024-08-04T15:37:08.545 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 1955 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-04T15:37:08.548 INFO:tasks.rados.rados.0.smithi007.stdout:2862: finishing write tid 1 to smithi00780855-26 2024-08-04T15:37:08.548 INFO:tasks.rados.rados.0.smithi007.stdout:2862: finishing write tid 2 to smithi00780855-26 2024-08-04T15:37:08.550 INFO:tasks.rados.rados.0.smithi007.stdout:2862: finishing write tid 3 to smithi00780855-26 2024-08-04T15:37:08.550 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 1976 (ObjNum 892 snap 275 seq_num 892) dirty exists 2024-08-04T15:37:08.550 INFO:tasks.rados.rados.0.smithi007.stdout:2862: left oid 26 (ObjNum 892 snap 275 seq_num 892) 2024-08-04T15:37:08.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:08 smithi007 ceph-mon[92692]: pgmap v593: 121 pgs: 121 active+clean; 387 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 36 op/s 2024-08-04T15:37:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:08 smithi007 ceph-mon[92692]: osdmap e626: 8 total, 8 up, 8 in 2024-08-04T15:37:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:08 smithi007 ceph-mon[94998]: pgmap v593: 121 pgs: 121 active+clean; 387 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 36 op/s 2024-08-04T15:37:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:08 smithi007 ceph-mon[94998]: osdmap e626: 8 total, 8 up, 8 in 2024-08-04T15:37:08.934 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:08 smithi062 ceph-mon[85960]: pgmap v593: 121 pgs: 121 active+clean; 387 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 36 op/s 2024-08-04T15:37:08.934 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:08 smithi062 ceph-mon[85960]: osdmap e626: 8 total, 8 up, 8 in 2024-08-04T15:37:09.519 INFO:tasks.rados.rados.0.smithi007.stdout:2861: done (2 left) 2024-08-04T15:37:09.520 INFO:tasks.rados.rados.0.smithi007.stdout:2862: done (1 left) 2024-08-04T15:37:09.520 INFO:tasks.rados.rados.0.smithi007.stdout:2863: done (0 left) 2024-08-04T15:37:09.520 INFO:tasks.rados.rados.0.smithi007.stdout:2864: copy_from oid 24 from oid 35 current snap is 276 2024-08-04T15:37:09.520 INFO:tasks.rados.rados.0.smithi007.stdout:2865: read oid 32 snap 272 2024-08-04T15:37:09.520 INFO:tasks.rados.rados.0.smithi007.stdout:2865: expect (ObjNum 797 snap 259 seq_num 797) 2024-08-04T15:37:09.520 INFO:tasks.rados.rados.0.smithi007.stdout:2866: read oid 38 snap -1 2024-08-04T15:37:09.520 INFO:tasks.rados.rados.0.smithi007.stdout:2866: expect (ObjNum 820 snap 264 seq_num 820) 2024-08-04T15:37:09.520 INFO:tasks.rados.rados.0.smithi007.stdout:2867: read oid 50 snap 234 2024-08-04T15:37:09.520 INFO:tasks.rados.rados.0.smithi007.stdout:2867: expect deleted 2024-08-04T15:37:09.520 INFO:tasks.rados.rados.0.smithi007.stdout:2868: snap_remove snap 275 2024-08-04T15:37:09.538 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:09 smithi062 systemd[1]: Stopping Ceph grafana.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:37:09.828 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:09 smithi062 ceph-mon[85960]: osdmap e627: 8 total, 8 up, 8 in 2024-08-04T15:37:09.828 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:09 smithi062 ceph-mon[85960]: osdmap e628: 8 total, 8 up, 8 in 2024-08-04T15:37:09.828 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:09 smithi062 podman[120896]: 2024-08-04 15:37:09.541223538 +0000 UTC m=+0.121010141 container died 66e1e6bf99cde5877bb07782c089d9d7dc02d3ca107b78707caf6398c2bea61e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, vendor=Red Hat, Inc., io.openshift.expose-services=, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, maintainer=Paul Cuzner , com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, release=239.1651231664, architecture=x86_64, io.buildah.version=1.32.0, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897) 2024-08-04T15:37:09.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:09 smithi007 ceph-mon[92692]: osdmap e627: 8 total, 8 up, 8 in 2024-08-04T15:37:09.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:09 smithi007 ceph-mon[92692]: osdmap e628: 8 total, 8 up, 8 in 2024-08-04T15:37:09.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:09 smithi007 ceph-mon[94998]: osdmap e627: 8 total, 8 up, 8 in 2024-08-04T15:37:09.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:09 smithi007 ceph-mon[94998]: osdmap e628: 8 total, 8 up, 8 in 2024-08-04T15:37:10.144 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:09 smithi062 podman[120896]: 2024-08-04 15:37:09.90141762 +0000 UTC m=+0.481204216 container cleanup 66e1e6bf99cde5877bb07782c089d9d7dc02d3ca107b78707caf6398c2bea61e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a, vcs-type=git, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, distribution-scope=public, version=8.5, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, release=239.1651231664, io.openshift.expose-services=) 2024-08-04T15:37:10.144 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:09 smithi062 bash[120896]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a 2024-08-04T15:37:10.503 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:10 smithi062 podman[120908]: 2024-08-04 15:37:10.144696264 +0000 UTC m=+0.602562250 container remove 66e1e6bf99cde5877bb07782c089d9d7dc02d3ca107b78707caf6398c2bea61e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, version=8.5, build-date=2022-04-29T11:48:11.055897, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, maintainer=Paul Cuzner , name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, vcs-type=git, vendor=Red Hat, Inc., release=239.1651231664, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=) 2024-08-04T15:37:10.503 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:10 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-04T15:37:10.503 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:10 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-04T15:37:10.503 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:10 smithi062 systemd[1]: Stopped Ceph grafana.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:37:10.503 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:10 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@grafana.a.service: Consumed 7.757s CPU time. 2024-08-04T15:37:10.503 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:10 smithi062 systemd[1]: Starting Ceph grafana.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T15:37:10.520 INFO:tasks.rados.rados.0.smithi007.stdout:2868: done (4 left) 2024-08-04T15:37:10.520 INFO:tasks.rados.rados.0.smithi007.stdout:2869: delete oid 6 current snap is 276 2024-08-04T15:37:10.520 INFO:tasks.rados.rados.0.smithi007.stdout:2865: expect (ObjNum 797 snap 259 seq_num 797) 2024-08-04T15:37:10.558 INFO:tasks.rados.rados.0.smithi007.stdout:2866: expect (ObjNum 820 snap 264 seq_num 820) 2024-08-04T15:37:10.644 INFO:tasks.rados.rados.0.smithi007.stdout:2864: finishing copy_from racing read to smithi00780855-24 2024-08-04T15:37:10.644 INFO:tasks.rados.rados.0.smithi007.stdout:2864: finishing copy_from to smithi00780855-24 2024-08-04T15:37:10.644 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 2284 (ObjNum 876 snap 272 seq_num 876) dirty exists 2024-08-04T15:37:10.644 INFO:tasks.rados.rados.0.smithi007.stdout:2864: done (4 left) 2024-08-04T15:37:10.644 INFO:tasks.rados.rados.0.smithi007.stdout:2865: done (3 left) 2024-08-04T15:37:10.644 INFO:tasks.rados.rados.0.smithi007.stdout:2866: done (2 left) 2024-08-04T15:37:10.645 INFO:tasks.rados.rados.0.smithi007.stdout:2867: done (1 left) 2024-08-04T15:37:10.645 INFO:tasks.rados.rados.0.smithi007.stdout:2869: done (0 left) 2024-08-04T15:37:10.645 INFO:tasks.rados.rados.0.smithi007.stdout:2870: rollback oid 31 current snap is 276 2024-08-04T15:37:10.645 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 31 to 271 2024-08-04T15:37:10.645 INFO:tasks.rados.rados.0.smithi007.stdout:2871: snap_remove snap 268 2024-08-04T15:37:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:10 smithi062 ceph-mon[85960]: pgmap v596: 121 pgs: 121 active+clean; 389 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 884 KiB/s wr, 10 op/s 2024-08-04T15:37:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:10 smithi062 ceph-mon[85960]: osdmap e629: 8 total, 8 up, 8 in 2024-08-04T15:37:10.761 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:10 smithi062 podman[121038]: 2024-08-04 15:37:10.631485215 +0000 UTC m=+0.018481172 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-08-04T15:37:10.761 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:10 smithi062 podman[121038]: 2024-08-04 15:37:10.745698442 +0000 UTC m=+0.132694375 container create db32fcca916a72dd4154a8d87b3e697d8652505276f9e7411ff1031e7b4ead6e (image=quay.io/ceph/grafana:9.4.12, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-04T15:37:10.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:10 smithi007 ceph-mon[92692]: pgmap v596: 121 pgs: 121 active+clean; 389 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 884 KiB/s wr, 10 op/s 2024-08-04T15:37:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:10 smithi007 ceph-mon[92692]: osdmap e629: 8 total, 8 up, 8 in 2024-08-04T15:37:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:10 smithi007 ceph-mon[94998]: pgmap v596: 121 pgs: 121 active+clean; 389 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 884 KiB/s wr, 10 op/s 2024-08-04T15:37:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:10 smithi007 ceph-mon[94998]: osdmap e629: 8 total, 8 up, 8 in 2024-08-04T15:37:11.184 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 podman[121038]: 2024-08-04 15:37:11.02336785 +0000 UTC m=+0.410363783 container init db32fcca916a72dd4154a8d87b3e697d8652505276f9e7411ff1031e7b4ead6e (image=quay.io/ceph/grafana:9.4.12, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-04T15:37:11.185 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 podman[121038]: 2024-08-04 15:37:11.026210661 +0000 UTC m=+0.413206607 container start db32fcca916a72dd4154a8d87b3e697d8652505276f9e7411ff1031e7b4ead6e (image=quay.io/ceph/grafana:9.4.12, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-04T15:37:11.185 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 bash[121038]: db32fcca916a72dd4154a8d87b3e697d8652505276f9e7411ff1031e7b4ead6e 2024-08-04T15:37:11.185 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 systemd[1]: Started Ceph grafana.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T15:37:11.511 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.185269108Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-08-04T15:37:11.511 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.185458237Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-04T15:37:11.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.185527755Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-04T15:37:11.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.185566423Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-04T15:37:11.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.185593815Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-08-04T15:37:11.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.185622211Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-08-04T15:37:11.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.185647823Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-08-04T15:37:11.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.185654594Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-08-04T15:37:11.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.185659383Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-08-04T15:37:11.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.185664122Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-04T15:37:11.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.1856697Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-04T15:37:11.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.185674508Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-04T15:37:11.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.185679201Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-04T15:37:11.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.185683864Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-04T15:37:11.512 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.185688619Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-04T15:37:11.513 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.185693268Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-04T15:37:11.513 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.18569782Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-04T15:37:11.513 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.185703468Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-04T15:37:11.513 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=settings t=2024-08-04T15:37:11.185708647Z level=info msg="App mode production" 2024-08-04T15:37:11.513 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=sqlstore t=2024-08-04T15:37:11.185932908Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-04T15:37:11.513 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=sqlstore t=2024-08-04T15:37:11.185954605Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-04T15:37:11.513 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=migrator t=2024-08-04T15:37:11.201009122Z level=info msg="Starting DB migrations" 2024-08-04T15:37:11.513 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=migrator t=2024-08-04T15:37:11.205587304Z level=info msg="migrations completed" performed=0 skipped=481 duration=405.668µs 2024-08-04T15:37:11.513 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=sqlstore t=2024-08-04T15:37:11.205955426Z level=info msg="Created default organization" 2024-08-04T15:37:11.513 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=plugin.finder t=2024-08-04T15:37:11.240252987Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-08-04T15:37:11.513 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=secrets t=2024-08-04T15:37:11.240364545Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-04T15:37:11.513 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=query_data t=2024-08-04T15:37:11.244013035Z level=info msg="Query Service initialization" 2024-08-04T15:37:11.513 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=live.push_http t=2024-08-04T15:37:11.246904511Z level=info msg="Live Push Gateway initialization" 2024-08-04T15:37:11.550 INFO:tasks.rados.rados.0.smithi007.stdout:2871: done (1 left) 2024-08-04T15:37:11.550 INFO:tasks.rados.rados.0.smithi007.stdout:2872: delete oid 48 current snap is 276 2024-08-04T15:37:11.550 INFO:tasks.rados.rados.0.smithi007.stdout:2870: finishing rollback tid 0 to smithi00780855-31 2024-08-04T15:37:11.550 INFO:tasks.rados.rados.0.smithi007.stdout:2870: finishing rollback tid 1 to smithi00780855-31 2024-08-04T15:37:11.550 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 2290 (ObjNum 65 snap 0 seq_num 3493773904) dirty dne 2024-08-04T15:37:11.565 INFO:tasks.rados.rados.0.smithi007.stdout:2870: done (1 left) 2024-08-04T15:37:11.565 INFO:tasks.rados.rados.0.smithi007.stdout:2872: done (0 left) 2024-08-04T15:37:11.565 INFO:tasks.rados.rados.0.smithi007.stdout:2873: copy_from oid 40 from oid 4 current snap is 276 2024-08-04T15:37:11.565 INFO:tasks.rados.rados.0.smithi007.stdout:2874: rollback oid 41 current snap is 276 2024-08-04T15:37:11.565 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 41 to 234 2024-08-04T15:37:11.566 INFO:tasks.rados.rados.0.smithi007.stdout:2875: snap_create 2024-08-04T15:37:11.566 INFO:tasks.rados.rados.0.smithi007.stdout:2873: finishing copy_from to smithi00780855-40 2024-08-04T15:37:11.571 INFO:tasks.rados.rados.0.smithi007.stdout:2873: got expected ENOENT (src dne) 2024-08-04T15:37:11.571 INFO:tasks.rados.rados.0.smithi007.stdout:2873: finishing copy_from racing read to smithi00780855-40 2024-08-04T15:37:11.572 INFO:tasks.rados.rados.0.smithi007.stdout:2874: finishing rollback tid 0 to smithi00780855-41 2024-08-04T15:37:11.572 INFO:tasks.rados.rados.0.smithi007.stdout:2874: finishing rollback tid 1 to smithi00780855-41 2024-08-04T15:37:11.577 INFO:tasks.rados.rados.0.smithi007.stdout:2874: finishing rollback tid 2 to smithi00780855-41 2024-08-04T15:37:11.577 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 2609 (ObjNum 629 snap 199 seq_num 629) dirty exists 2024-08-04T15:37:12.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:12 smithi062 ceph-mon[85960]: pgmap v599: 121 pgs: 121 active+clean; 402 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T15:37:12.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:12 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:12.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:12 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:12.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:12 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:37:12.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:12 smithi062 ceph-mon[85960]: osdmap e630: 8 total, 8 up, 8 in 2024-08-04T15:37:12.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=infra.usagestats.collector t=2024-08-04T15:37:11.940282256Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-04T15:37:12.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=provisioning.datasources t=2024-08-04T15:37:11.942988285Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-08-04T15:37:12.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=provisioning.datasources t=2024-08-04T15:37:11.943001601Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-04T15:37:12.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=provisioning.datasources t=2024-08-04T15:37:11.94313301Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-04T15:37:12.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=provisioning.alerting t=2024-08-04T15:37:11.966769935Z level=info msg="starting to provision alerting" 2024-08-04T15:37:12.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=provisioning.alerting t=2024-08-04T15:37:11.966785587Z level=info msg="finished to provision alerting" 2024-08-04T15:37:12.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=ngalert.state.manager t=2024-08-04T15:37:11.966940603Z level=info msg="Warming state cache for startup" 2024-08-04T15:37:12.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=grafanaStorageLogger t=2024-08-04T15:37:11.966978502Z level=info msg="storage starting" 2024-08-04T15:37:12.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=http.server t=2024-08-04T15:37:11.969638083Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-04T15:37:12.263 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=ngalert.state.manager t=2024-08-04T15:37:11.979393865Z level=info msg="State cache has been initialized" states=0 duration=12.452813ms 2024-08-04T15:37:12.263 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=ticker t=2024-08-04T15:37:11.979437219Z level=info msg=starting first_tick=2024-08-04T15:37:20Z 2024-08-04T15:37:12.263 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=ngalert.multiorg.alertmanager t=2024-08-04T15:37:11.979459146Z level=info msg="starting MultiOrg Alertmanager" 2024-08-04T15:37:12.551 INFO:tasks.rados.rados.0.smithi007.stdout:2873: done (2 left) 2024-08-04T15:37:12.551 INFO:tasks.rados.rados.0.smithi007.stdout:2874: done (1 left) 2024-08-04T15:37:12.551 INFO:tasks.rados.rados.0.smithi007.stdout:2875: done (0 left) 2024-08-04T15:37:12.551 INFO:tasks.rados.rados.0.smithi007.stdout:2876: read oid 10 snap 251 2024-08-04T15:37:12.551 INFO:tasks.rados.rados.0.smithi007.stdout:2876: expect deleted 2024-08-04T15:37:12.551 INFO:tasks.rados.rados.0.smithi007.stdout:2877: snap_create 2024-08-04T15:37:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:12 smithi007 ceph-mon[94998]: pgmap v599: 121 pgs: 121 active+clean; 402 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T15:37:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:12 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:12 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:12 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:37:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:12 smithi007 ceph-mon[94998]: osdmap e630: 8 total, 8 up, 8 in 2024-08-04T15:37:12.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:12 smithi007 ceph-mon[92692]: pgmap v599: 121 pgs: 121 active+clean; 402 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T15:37:12.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:12 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:12.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:12 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:12.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:12 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:37:12.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:12 smithi007 ceph-mon[92692]: osdmap e630: 8 total, 8 up, 8 in 2024-08-04T15:37:12.724 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:37:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:37:13.556 INFO:tasks.rados.rados.0.smithi007.stdout:2876: done (1 left) 2024-08-04T15:37:13.556 INFO:tasks.rados.rados.0.smithi007.stdout:2877: done (0 left) 2024-08-04T15:37:13.556 INFO:tasks.rados.rados.0.smithi007.stdout:2878: copy_from oid 43 from oid 41 current snap is 278 2024-08-04T15:37:13.556 INFO:tasks.rados.rados.0.smithi007.stdout:2879: delete oid 31 current snap is 278 2024-08-04T15:37:13.561 INFO:tasks.rados.rados.0.smithi007.stdout:2879: done (1 left) 2024-08-04T15:37:13.561 INFO:tasks.rados.rados.0.smithi007.stdout:2880: copy_from oid 10 from oid 31 current snap is 278 2024-08-04T15:37:13.561 INFO:tasks.rados.rados.0.smithi007.stdout:2881: read oid 4 snap -1 2024-08-04T15:37:13.561 INFO:tasks.rados.rados.0.smithi007.stdout:2881: expect deleted 2024-08-04T15:37:13.561 INFO:tasks.rados.rados.0.smithi007.stdout:2882: snap_create 2024-08-04T15:37:13.562 INFO:tasks.rados.rados.0.smithi007.stdout:2880: finishing copy_from to smithi00780855-10 2024-08-04T15:37:13.562 INFO:tasks.rados.rados.0.smithi007.stdout:2880: got expected ENOENT (src dne) 2024-08-04T15:37:13.562 INFO:tasks.rados.rados.0.smithi007.stdout:2880: finishing copy_from racing read to smithi00780855-10 2024-08-04T15:37:13.567 INFO:tasks.rados.rados.0.smithi007.stdout:2878: finishing copy_from racing read to smithi00780855-43 2024-08-04T15:37:13.569 INFO:tasks.rados.rados.0.smithi007.stdout:2878: finishing copy_from to smithi00780855-43 2024-08-04T15:37:13.569 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 2609 (ObjNum 629 snap 199 seq_num 629) dirty exists 2024-08-04T15:37:13.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:13 smithi007 ceph-mon[94998]: osdmap e631: 8 total, 8 up, 8 in 2024-08-04T15:37:13.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:13 smithi007 ceph-mon[92692]: osdmap e631: 8 total, 8 up, 8 in 2024-08-04T15:37:13.942 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:13 smithi062 ceph-mon[85960]: osdmap e631: 8 total, 8 up, 8 in 2024-08-04T15:37:14.520 INFO:tasks.rados.rados.0.smithi007.stdout:2878: done (3 left) 2024-08-04T15:37:14.520 INFO:tasks.rados.rados.0.smithi007.stdout:2880: done (2 left) 2024-08-04T15:37:14.520 INFO:tasks.rados.rados.0.smithi007.stdout:2881: done (1 left) 2024-08-04T15:37:14.520 INFO:tasks.rados.rados.0.smithi007.stdout:2882: done (0 left) 2024-08-04T15:37:14.520 INFO:tasks.rados.rados.0.smithi007.stdout:2883: snap_remove snap 277 2024-08-04T15:37:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:14 smithi062 ceph-mon[85960]: pgmap v602: 121 pgs: 121 active+clean; 402 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:37:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:14 smithi062 ceph-mon[85960]: osdmap e632: 8 total, 8 up, 8 in 2024-08-04T15:37:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:14 smithi062 ceph-mon[85960]: osdmap e633: 8 total, 8 up, 8 in 2024-08-04T15:37:14.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:14 smithi007 ceph-mon[92692]: pgmap v602: 121 pgs: 121 active+clean; 402 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:37:14.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:14 smithi007 ceph-mon[92692]: osdmap e632: 8 total, 8 up, 8 in 2024-08-04T15:37:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:14 smithi007 ceph-mon[92692]: osdmap e633: 8 total, 8 up, 8 in 2024-08-04T15:37:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:14 smithi007 ceph-mon[94998]: pgmap v602: 121 pgs: 121 active+clean; 402 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:37:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:14 smithi007 ceph-mon[94998]: osdmap e632: 8 total, 8 up, 8 in 2024-08-04T15:37:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:14 smithi007 ceph-mon[94998]: osdmap e633: 8 total, 8 up, 8 in 2024-08-04T15:37:15.521 INFO:tasks.rados.rados.0.smithi007.stdout:2883: done (0 left) 2024-08-04T15:37:15.521 INFO:tasks.rados.rados.0.smithi007.stdout:2884: read oid 1 snap -1 2024-08-04T15:37:15.521 INFO:tasks.rados.rados.0.smithi007.stdout:2884: expect (ObjNum 835 snap 266 seq_num 835) 2024-08-04T15:37:15.521 INFO:tasks.rados.rados.0.smithi007.stdout:2885: setattr oid 36 current snap is 279 2024-08-04T15:37:15.526 INFO:tasks.rados.rados.0.smithi007.stdout:2886: snap_create 2024-08-04T15:37:15.527 INFO:tasks.rados.rados.0.smithi007.stdout:2884: expect (ObjNum 835 snap 266 seq_num 835) 2024-08-04T15:37:15.585 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 1518 (ObjNum 675 snap 216 seq_num 675) dirty exists 2024-08-04T15:37:16.184 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:15 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:16.184 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:15 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:16.184 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:15 smithi062 ceph-mon[85960]: osdmap e634: 8 total, 8 up, 8 in 2024-08-04T15:37:16.185 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:15 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:16.185 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:15 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:16.335 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:37:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:37:16] "GET /metrics HTTP/1.1" 200 36252 "" "Prometheus/2.43.0" 2024-08-04T15:37:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:15 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:15 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:15 smithi007 ceph-mon[92692]: osdmap e634: 8 total, 8 up, 8 in 2024-08-04T15:37:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:15 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:15 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:16.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:15 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:16.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:15 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:16.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:15 smithi007 ceph-mon[94998]: osdmap e634: 8 total, 8 up, 8 in 2024-08-04T15:37:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:15 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:15 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:16.523 INFO:tasks.rados.rados.0.smithi007.stdout:2884: done (2 left) 2024-08-04T15:37:16.523 INFO:tasks.rados.rados.0.smithi007.stdout:2885: done (1 left) 2024-08-04T15:37:16.523 INFO:tasks.rados.rados.0.smithi007.stdout:2886: done (0 left) 2024-08-04T15:37:16.523 INFO:tasks.rados.rados.0.smithi007.stdout:2887: read oid 18 snap -1 2024-08-04T15:37:16.523 INFO:tasks.rados.rados.0.smithi007.stdout:2887: expect (ObjNum 558 snap 182 seq_num 558) 2024-08-04T15:37:16.523 INFO:tasks.rados.rados.0.smithi007.stdout:2888: snap_remove snap 271 2024-08-04T15:37:17.166 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:16 smithi062 ceph-mon[85960]: pgmap v605: 121 pgs: 121 active+clean; 396 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 996 KiB/s rd, 230 KiB/s wr, 2 op/s 2024-08-04T15:37:17.166 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:16 smithi062 ceph-mon[85960]: osdmap e635: 8 total, 8 up, 8 in 2024-08-04T15:37:17.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:16 smithi007 ceph-mon[94998]: pgmap v605: 121 pgs: 121 active+clean; 396 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 996 KiB/s rd, 230 KiB/s wr, 2 op/s 2024-08-04T15:37:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:16 smithi007 ceph-mon[94998]: osdmap e635: 8 total, 8 up, 8 in 2024-08-04T15:37:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:16 smithi007 ceph-mon[92692]: pgmap v605: 121 pgs: 121 active+clean; 396 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 996 KiB/s rd, 230 KiB/s wr, 2 op/s 2024-08-04T15:37:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:16 smithi007 ceph-mon[92692]: osdmap e635: 8 total, 8 up, 8 in 2024-08-04T15:37:17.525 INFO:tasks.rados.rados.0.smithi007.stdout:2888: done (1 left) 2024-08-04T15:37:17.525 INFO:tasks.rados.rados.0.smithi007.stdout:2889: setattr oid 1 current snap is 280 2024-08-04T15:37:17.526 INFO:tasks.rados.rados.0.smithi007.stdout:2887: expect (ObjNum 558 snap 182 seq_num 558) 2024-08-04T15:37:17.978 INFO:tasks.rados.rados.0.smithi007.stdout:2887: done (1 left) 2024-08-04T15:37:17.978 INFO:tasks.rados.rados.0.smithi007.stdout:2890: read oid 46 snap -1 2024-08-04T15:37:17.978 INFO:tasks.rados.rados.0.smithi007.stdout:2890: expect (ObjNum 835 snap 266 seq_num 835) 2024-08-04T15:37:17.978 INFO:tasks.rados.rados.0.smithi007.stdout:2891: read oid 37 snap -1 2024-08-04T15:37:17.978 INFO:tasks.rados.rados.0.smithi007.stdout:2891: expect (ObjNum 844 snap 266 seq_num 844) 2024-08-04T15:37:17.978 INFO:tasks.rados.rados.0.smithi007.stdout:2892: copy_from oid 4 from oid 39 current snap is 280 2024-08-04T15:37:17.978 INFO:tasks.rados.rados.0.smithi007.stdout:2893: snap_remove snap 228 2024-08-04T15:37:18.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:18 smithi007 ceph-mon[92692]: pgmap v608: 121 pgs: 121 active+clean; 397 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 996 KiB/s rd, 230 KiB/s wr, 8 op/s 2024-08-04T15:37:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:18 smithi007 ceph-mon[92692]: osdmap e636: 8 total, 8 up, 8 in 2024-08-04T15:37:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:18 smithi007 ceph-mon[94998]: pgmap v608: 121 pgs: 121 active+clean; 397 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 996 KiB/s rd, 230 KiB/s wr, 8 op/s 2024-08-04T15:37:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:18 smithi007 ceph-mon[94998]: osdmap e636: 8 total, 8 up, 8 in 2024-08-04T15:37:18.903 INFO:tasks.rados.rados.0.smithi007.stdout:2893: done (4 left) 2024-08-04T15:37:18.904 INFO:tasks.rados.rados.0.smithi007.stdout:2894: read oid 42 snap -1 2024-08-04T15:37:18.904 INFO:tasks.rados.rados.0.smithi007.stdout:2894: expect (ObjNum 860 snap 268 seq_num 860) 2024-08-04T15:37:18.904 INFO:tasks.rados.rados.0.smithi007.stdout:2895: delete oid 16 current snap is 280 2024-08-04T15:37:18.904 INFO:tasks.rados.rados.0.smithi007.stdout:2892: finishing copy_from to smithi00780855-4 2024-08-04T15:37:18.904 INFO:tasks.rados.rados.0.smithi007.stdout:2892: got expected ENOENT (src dne) 2024-08-04T15:37:18.904 INFO:tasks.rados.rados.0.smithi007.stdout:2892: finishing copy_from racing read to smithi00780855-4 2024-08-04T15:37:18.904 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 1958 (ObjNum 835 snap 266 seq_num 835) dirty exists 2024-08-04T15:37:18.904 INFO:tasks.rados.rados.0.smithi007.stdout:2890: expect (ObjNum 835 snap 266 seq_num 835) 2024-08-04T15:37:18.974 INFO:tasks.rados.rados.0.smithi007.stdout:2891: expect (ObjNum 844 snap 266 seq_num 844) 2024-08-04T15:37:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:18 smithi062 ceph-mon[85960]: pgmap v608: 121 pgs: 121 active+clean; 397 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 996 KiB/s rd, 230 KiB/s wr, 8 op/s 2024-08-04T15:37:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:18 smithi062 ceph-mon[85960]: osdmap e636: 8 total, 8 up, 8 in 2024-08-04T15:37:19.035 INFO:tasks.rados.rados.0.smithi007.stdout:2894: expect (ObjNum 860 snap 268 seq_num 860) 2024-08-04T15:37:19.235 INFO:tasks.rados.rados.0.smithi007.stdout:2889: done (5 left) 2024-08-04T15:37:19.235 INFO:tasks.rados.rados.0.smithi007.stdout:2890: done (4 left) 2024-08-04T15:37:19.235 INFO:tasks.rados.rados.0.smithi007.stdout:2891: done (3 left) 2024-08-04T15:37:19.235 INFO:tasks.rados.rados.0.smithi007.stdout:2892: done (2 left) 2024-08-04T15:37:19.235 INFO:tasks.rados.rados.0.smithi007.stdout:2894: done (1 left) 2024-08-04T15:37:19.235 INFO:tasks.rados.rados.0.smithi007.stdout:2895: done (0 left) 2024-08-04T15:37:19.235 INFO:tasks.rados.rados.0.smithi007.stdout:2896: snap_remove snap 251 2024-08-04T15:37:19.521 INFO:tasks.rados.rados.0.smithi007.stdout:2896: done (0 left) 2024-08-04T15:37:19.521 INFO:tasks.rados.rados.0.smithi007.stdout:2897: read oid 45 snap 274 2024-08-04T15:37:19.521 INFO:tasks.rados.rados.0.smithi007.stdout:2897: expect (ObjNum -800795936 snap 22001 seq_num 3493153984) 2024-08-04T15:37:19.521 INFO:tasks.rados.rados.0.smithi007.stdout:2898: setattr oid 8 current snap is 280 2024-08-04T15:37:19.524 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 280 2024-08-04T15:37:19.524 INFO:tasks.rados.rados.0.smithi007.stdout:2899: seq_num 897 ranges {7471104=630784} 2024-08-04T15:37:19.569 INFO:tasks.rados.rados.0.smithi007.stdout:2899: writing smithi00780855-49 from 7471104 to 8101888 tid 1 2024-08-04T15:37:19.569 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 17 current snap is 280 2024-08-04T15:37:19.569 INFO:tasks.rados.rados.0.smithi007.stdout:2900: seq_num 898 ranges {0=647168} 2024-08-04T15:37:19.572 INFO:tasks.rados.rados.0.smithi007.stdout:2900: writing smithi00780855-17 from 0 to 647168 tid 1 2024-08-04T15:37:19.572 INFO:tasks.rados.rados.0.smithi007.stdout:2901: snap_remove snap 250 2024-08-04T15:37:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:20.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:20.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:37:20.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:37:20.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:20.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-04T15:37:20.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-04T15:37:20.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:37:20.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: Upgrade: Finalizing container_image settings 2024-08-04T15:37:20.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:20.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-08-04T15:37:20.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-04T15:37:20.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-04T15:37:20.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-08-04T15:37:20.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-04T15:37:20.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-08-04T15:37:20.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-04T15:37:20.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-08-04T15:37:20.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-04T15:37:20.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-08-04T15:37:20.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-04T15:37:20.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-08-04T15:37:20.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-04T15:37:20.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-08-04T15:37:20.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-04T15:37:20.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-08-04T15:37:20.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-04T15:37:20.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-08-04T15:37:20.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-04T15:37:20.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-08-04T15:37:20.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-04T15:37:20.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: Upgrade: Complete! 2024-08-04T15:37:20.016 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-08-04T15:37:20.017 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-04T15:37:20.017 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:37:20.017 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:37:20.017 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:37:20.017 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:20.017 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: osdmap e637: 8 total, 8 up, 8 in 2024-08-04T15:37:20.017 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:37:20.017 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:37:20.017 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:37:20.017 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:20.017 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:19 smithi062 ceph-mon[85960]: osdmap e638: 8 total, 8 up, 8 in 2024-08-04T15:37:20.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:20.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:20.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:37:20.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:37:20.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:20.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-04T15:37:20.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-04T15:37:20.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:37:20.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: Upgrade: Finalizing container_image settings 2024-08-04T15:37:20.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:20.089 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-08-04T15:37:20.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:20.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:20.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:37:20.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:37:20.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:20.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-04T15:37:20.090 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-04T15:37:20.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:37:20.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.091 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:20.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: Upgrade: Finalizing container_image settings 2024-08-04T15:37:20.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:20.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-08-04T15:37:20.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-04T15:37:20.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-04T15:37:20.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-08-04T15:37:20.092 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-04T15:37:20.093 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-08-04T15:37:20.093 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-04T15:37:20.093 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-08-04T15:37:20.093 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-04T15:37:20.093 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-08-04T15:37:20.093 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-04T15:37:20.093 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-08-04T15:37:20.093 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-04T15:37:20.093 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.093 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-08-04T15:37:20.093 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-04T15:37:20.093 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-08-04T15:37:20.093 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-04T15:37:20.093 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-08-04T15:37:20.094 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-04T15:37:20.094 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-08-04T15:37:20.094 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-04T15:37:20.095 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-04T15:37:20.095 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.095 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-04T15:37:20.095 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-08-04T15:37:20.095 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-04T15:37:20.096 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-08-04T15:37:20.096 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-04T15:37:20.096 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-08-04T15:37:20.096 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-04T15:37:20.096 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-08-04T15:37:20.097 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-04T15:37:20.097 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-08-04T15:37:20.097 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-04T15:37:20.097 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.097 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-08-04T15:37:20.097 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-04T15:37:20.098 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-08-04T15:37:20.098 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-04T15:37:20.098 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-08-04T15:37:20.098 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-04T15:37:20.098 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-08-04T15:37:20.098 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-04T15:37:20.098 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.099 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.099 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.099 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.099 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.099 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.099 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: Upgrade: Complete! 2024-08-04T15:37:20.099 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-08-04T15:37:20.099 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-04T15:37:20.099 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:37:20.099 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:37:20.099 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:37:20.099 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:20.099 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: osdmap e637: 8 total, 8 up, 8 in 2024-08-04T15:37:20.099 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:37:20.100 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:37:20.100 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:37:20.100 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:20.100 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[94998]: osdmap e638: 8 total, 8 up, 8 in 2024-08-04T15:37:20.100 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.100 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.100 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.100 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.100 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.100 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-04T15:37:20.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: Upgrade: Complete! 2024-08-04T15:37:20.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-08-04T15:37:20.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-04T15:37:20.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:37:20.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:37:20.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:37:20.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:20.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: osdmap e637: 8 total, 8 up, 8 in 2024-08-04T15:37:20.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:37:20.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:37:20.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:37:20.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:20.101 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:19 smithi007 ceph-mon[92692]: osdmap e638: 8 total, 8 up, 8 in 2024-08-04T15:37:20.527 INFO:tasks.rados.rados.0.smithi007.stdout:2901: done (4 left) 2024-08-04T15:37:20.527 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 23 current snap is 280 2024-08-04T15:37:20.527 INFO:tasks.rados.rados.0.smithi007.stdout:2902: seq_num 899 ranges {0=663552} 2024-08-04T15:37:20.532 INFO:tasks.rados.rados.0.smithi007.stdout:2902: writing smithi00780855-23 from 0 to 663552 tid 1 2024-08-04T15:37:20.532 INFO:tasks.rados.rados.0.smithi007.stdout:2897: expect (ObjNum -800795936 snap 22001 seq_num 3493153984) 2024-08-04T15:37:20.537 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 1956 (ObjNum 839 snap 266 seq_num 839) dirty exists 2024-08-04T15:37:20.537 INFO:tasks.rados.rados.0.smithi007.stdout:2899: finishing write tid 1 to smithi00780855-49 2024-08-04T15:37:20.537 INFO:tasks.rados.rados.0.smithi007.stdout:2899: finishing write tid 2 to smithi00780855-49 2024-08-04T15:37:20.537 INFO:tasks.rados.rados.0.smithi007.stdout:2900: finishing write tid 1 to smithi00780855-17 2024-08-04T15:37:20.537 INFO:tasks.rados.rados.0.smithi007.stdout:2900: finishing write tid 2 to smithi00780855-17 2024-08-04T15:37:20.537 INFO:tasks.rados.rados.0.smithi007.stdout:2899: finishing write tid 3 to smithi00780855-49 2024-08-04T15:37:20.537 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 2010 (ObjNum 897 snap 280 seq_num 897) dirty exists 2024-08-04T15:37:20.537 INFO:tasks.rados.rados.0.smithi007.stdout:2899: left oid 49 (ObjNum 897 snap 280 seq_num 897) 2024-08-04T15:37:20.537 INFO:tasks.rados.rados.0.smithi007.stdout:2900: finishing write tid 3 to smithi00780855-17 2024-08-04T15:37:20.537 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 1958 (ObjNum 898 snap 280 seq_num 898) dirty exists 2024-08-04T15:37:20.537 INFO:tasks.rados.rados.0.smithi007.stdout:2900: left oid 17 (ObjNum 898 snap 280 seq_num 898) 2024-08-04T15:37:20.538 INFO:tasks.rados.rados.0.smithi007.stdout:2897: done (4 left) 2024-08-04T15:37:20.538 INFO:tasks.rados.rados.0.smithi007.stdout:2898: done (3 left) 2024-08-04T15:37:20.538 INFO:tasks.rados.rados.0.smithi007.stdout:2899: done (2 left) 2024-08-04T15:37:20.538 INFO:tasks.rados.rados.0.smithi007.stdout:2900: done (1 left) 2024-08-04T15:37:20.538 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 280 2024-08-04T15:37:20.538 INFO:tasks.rados.rados.0.smithi007.stdout:2903: seq_num 900 ranges {0=679936} 2024-08-04T15:37:20.541 INFO:tasks.rados.rados.0.smithi007.stdout:2903: writing smithi00780855-48 from 0 to 679936 tid 1 2024-08-04T15:37:20.541 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 47 current snap is 280 2024-08-04T15:37:20.541 INFO:tasks.rados.rados.0.smithi007.stdout:2904: seq_num 901 ranges {1458176=696320} 2024-08-04T15:37:20.556 INFO:tasks.rados.rados.0.smithi007.stdout:2904: writing smithi00780855-47 from 1458176 to 2154496 tid 1 2024-08-04T15:37:20.556 INFO:tasks.rados.rados.0.smithi007.stdout:2905: read oid 1 snap 279 2024-08-04T15:37:20.556 INFO:tasks.rados.rados.0.smithi007.stdout:2905: expect (ObjNum 835 snap 266 seq_num 835) 2024-08-04T15:37:20.556 INFO:tasks.rados.rados.0.smithi007.stdout:2906: rollback oid 25 current snap is 280 2024-08-04T15:37:20.556 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 25 to 260 2024-08-04T15:37:20.556 INFO:tasks.rados.rados.0.smithi007.stdout:2902: finishing write tid 1 to smithi00780855-23 2024-08-04T15:37:20.556 INFO:tasks.rados.rados.0.smithi007.stdout:2903: finishing write tid 1 to smithi00780855-48 2024-08-04T15:37:20.556 INFO:tasks.rados.rados.0.smithi007.stdout:2902: finishing write tid 2 to smithi00780855-23 2024-08-04T15:37:20.556 INFO:tasks.rados.rados.0.smithi007.stdout:2903: finishing write tid 2 to smithi00780855-48 2024-08-04T15:37:20.557 INFO:tasks.rados.rados.0.smithi007.stdout:2903: finishing write tid 3 to smithi00780855-48 2024-08-04T15:37:20.557 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 2215 (ObjNum 900 snap 280 seq_num 900) dirty exists 2024-08-04T15:37:20.557 INFO:tasks.rados.rados.0.smithi007.stdout:2903: left oid 48 (ObjNum 900 snap 280 seq_num 900) 2024-08-04T15:37:20.557 INFO:tasks.rados.rados.0.smithi007.stdout:2902: finishing write tid 3 to smithi00780855-23 2024-08-04T15:37:20.557 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 1960 (ObjNum 899 snap 280 seq_num 899) dirty exists 2024-08-04T15:37:20.557 INFO:tasks.rados.rados.0.smithi007.stdout:2902: left oid 23 (ObjNum 899 snap 280 seq_num 899) 2024-08-04T15:37:20.557 INFO:tasks.rados.rados.0.smithi007.stdout:2902: done (4 left) 2024-08-04T15:37:20.557 INFO:tasks.rados.rados.0.smithi007.stdout:2903: done (3 left) 2024-08-04T15:37:20.557 INFO:tasks.rados.rados.0.smithi007.stdout:2907: read oid 26 snap -1 2024-08-04T15:37:20.557 INFO:tasks.rados.rados.0.smithi007.stdout:2907: expect (ObjNum 892 snap 275 seq_num 892) 2024-08-04T15:37:20.557 INFO:tasks.rados.rados.0.smithi007.stdout:2908: read oid 6 snap -1 2024-08-04T15:37:20.557 INFO:tasks.rados.rados.0.smithi007.stdout:2908: expect deleted 2024-08-04T15:37:20.557 INFO:tasks.rados.rados.0.smithi007.stdout:2909: read oid 41 snap -1 2024-08-04T15:37:20.557 INFO:tasks.rados.rados.0.smithi007.stdout:2909: expect (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:37:20.557 INFO:tasks.rados.rados.0.smithi007.stdout:2910: read oid 29 snap -1 2024-08-04T15:37:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:2910: expect (ObjNum 820 snap 264 seq_num 820) 2024-08-04T15:37:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:2911: read oid 19 snap -1 2024-08-04T15:37:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:2911: expect deleted 2024-08-04T15:37:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:2912: read oid 16 snap 274 2024-08-04T15:37:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:2912: expect (ObjNum 889 snap 274 seq_num 889) 2024-08-04T15:37:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:2913: rmattr oid 46 current snap is 280 2024-08-04T15:37:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:2914: read oid 43 snap -1 2024-08-04T15:37:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:2914: expect (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:37:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:2915: read oid 44 snap 260 2024-08-04T15:37:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:2915: expect (ObjNum 787 snap 258 seq_num 787) 2024-08-04T15:37:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:2916: snap_create 2024-08-04T15:37:20.560 INFO:tasks.rados.rados.0.smithi007.stdout:2907: expect (ObjNum 892 snap 275 seq_num 892) 2024-08-04T15:37:20.582 INFO:tasks.rados.rados.0.smithi007.stdout:2914: expect (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:37:20.610 INFO:tasks.rados.rados.0.smithi007.stdout:2904: finishing write tid 1 to smithi00780855-47 2024-08-04T15:37:20.611 INFO:tasks.rados.rados.0.smithi007.stdout:2904: finishing write tid 2 to smithi00780855-47 2024-08-04T15:37:20.611 INFO:tasks.rados.rados.0.smithi007.stdout:2906: finishing rollback tid 1 to smithi00780855-25 2024-08-04T15:37:20.611 INFO:tasks.rados.rados.0.smithi007.stdout:2906: finishing rollback tid 2 to smithi00780855-25 2024-08-04T15:37:20.611 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 2661 (ObjNum 804 snap 259 seq_num 804) dirty exists 2024-08-04T15:37:20.611 INFO:tasks.rados.rados.0.smithi007.stdout:2905: expect (ObjNum 835 snap 266 seq_num 835) 2024-08-04T15:37:20.667 INFO:tasks.rados.rados.0.smithi007.stdout:2904: finishing write tid 3 to smithi00780855-47 2024-08-04T15:37:20.667 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 301 (ObjNum 901 snap 280 seq_num 901) dirty exists 2024-08-04T15:37:20.667 INFO:tasks.rados.rados.0.smithi007.stdout:2904: left oid 47 (ObjNum 901 snap 280 seq_num 901) 2024-08-04T15:37:20.667 INFO:tasks.rados.rados.0.smithi007.stdout:2915: expect (ObjNum 787 snap 258 seq_num 787) 2024-08-04T15:37:20.699 INFO:tasks.rados.rados.0.smithi007.stdout:2910: expect (ObjNum 820 snap 264 seq_num 820) 2024-08-04T15:37:20.782 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 1955 (ObjNum 835 snap 266 seq_num 835) dirty exists 2024-08-04T15:37:20.782 INFO:tasks.rados.rados.0.smithi007.stdout:2909: expect (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:37:20.810 INFO:tasks.rados.rados.0.smithi007.stdout:2912: expect (ObjNum 889 snap 274 seq_num 889) 2024-08-04T15:37:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:20 smithi062 ceph-mon[85960]: pgmap v611: 121 pgs: 121 active+clean; 388 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 0 B/s wr, 13 op/s 2024-08-04T15:37:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:20 smithi062 ceph-mon[85960]: osdmap e639: 8 total, 8 up, 8 in 2024-08-04T15:37:21.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:20 smithi007 ceph-mon[94998]: pgmap v611: 121 pgs: 121 active+clean; 388 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 0 B/s wr, 13 op/s 2024-08-04T15:37:21.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:20 smithi007 ceph-mon[94998]: osdmap e639: 8 total, 8 up, 8 in 2024-08-04T15:37:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:20 smithi007 ceph-mon[92692]: pgmap v611: 121 pgs: 121 active+clean; 388 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 0 B/s wr, 13 op/s 2024-08-04T15:37:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:20 smithi007 ceph-mon[92692]: osdmap e639: 8 total, 8 up, 8 in 2024-08-04T15:37:21.524 INFO:tasks.rados.rados.0.smithi007.stdout:2904: done (12 left) 2024-08-04T15:37:21.525 INFO:tasks.rados.rados.0.smithi007.stdout:2905: done (11 left) 2024-08-04T15:37:21.525 INFO:tasks.rados.rados.0.smithi007.stdout:2906: done (10 left) 2024-08-04T15:37:21.525 INFO:tasks.rados.rados.0.smithi007.stdout:2907: done (9 left) 2024-08-04T15:37:21.525 INFO:tasks.rados.rados.0.smithi007.stdout:2908: done (8 left) 2024-08-04T15:37:21.525 INFO:tasks.rados.rados.0.smithi007.stdout:2909: done (7 left) 2024-08-04T15:37:21.525 INFO:tasks.rados.rados.0.smithi007.stdout:2910: done (6 left) 2024-08-04T15:37:21.525 INFO:tasks.rados.rados.0.smithi007.stdout:2911: done (5 left) 2024-08-04T15:37:21.525 INFO:tasks.rados.rados.0.smithi007.stdout:2912: done (4 left) 2024-08-04T15:37:21.525 INFO:tasks.rados.rados.0.smithi007.stdout:2913: done (3 left) 2024-08-04T15:37:21.525 INFO:tasks.rados.rados.0.smithi007.stdout:2914: done (2 left) 2024-08-04T15:37:21.525 INFO:tasks.rados.rados.0.smithi007.stdout:2915: done (1 left) 2024-08-04T15:37:21.525 INFO:tasks.rados.rados.0.smithi007.stdout:2916: done (0 left) 2024-08-04T15:37:21.526 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 20 current snap is 281 2024-08-04T15:37:21.526 INFO:tasks.rados.rados.0.smithi007.stdout:2917: seq_num 902 ranges {0=712704} 2024-08-04T15:37:21.528 INFO:tasks.rados.rados.0.smithi007.stdout:2917: writing smithi00780855-20 from 0 to 712704 tid 1 2024-08-04T15:37:21.528 INFO:tasks.rados.rados.0.smithi007.stdout:2918: copy_from oid 12 from oid 47 current snap is 281 2024-08-04T15:37:21.528 INFO:tasks.rados.rados.0.smithi007.stdout:2919: read oid 32 snap -1 2024-08-04T15:37:21.528 INFO:tasks.rados.rados.0.smithi007.stdout:2919: expect (ObjNum 797 snap 259 seq_num 797) 2024-08-04T15:37:21.528 INFO:tasks.rados.rados.0.smithi007.stdout:2920: snap_remove snap 274 2024-08-04T15:37:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:37:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:21 smithi062 ceph-mon[85960]: osdmap e640: 8 total, 8 up, 8 in 2024-08-04T15:37:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:37:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:21 smithi007 ceph-mon[92692]: osdmap e640: 8 total, 8 up, 8 in 2024-08-04T15:37:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:37:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:37:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:21 smithi007 ceph-mon[94998]: osdmap e640: 8 total, 8 up, 8 in 2024-08-04T15:37:22.527 INFO:tasks.rados.rados.0.smithi007.stdout:2920: done (3 left) 2024-08-04T15:37:22.527 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 21 current snap is 281 2024-08-04T15:37:22.527 INFO:tasks.rados.rados.0.smithi007.stdout:2921: seq_num 903 ranges {0=729088} 2024-08-04T15:37:22.531 INFO:tasks.rados.rados.0.smithi007.stdout:2921: writing smithi00780855-21 from 0 to 729088 tid 1 2024-08-04T15:37:22.531 INFO:tasks.rados.rados.0.smithi007.stdout:2922: snap_remove snap 260 2024-08-04T15:37:22.640 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:37:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:37:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:22 smithi062 ceph-mon[85960]: pgmap v614: 121 pgs: 121 active+clean; 365 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 0 B/s wr, 10 op/s 2024-08-04T15:37:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:22 smithi062 ceph-mon[85960]: osdmap e641: 8 total, 8 up, 8 in 2024-08-04T15:37:23.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:22 smithi007 ceph-mon[92692]: pgmap v614: 121 pgs: 121 active+clean; 365 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 0 B/s wr, 10 op/s 2024-08-04T15:37:23.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:22 smithi007 ceph-mon[92692]: osdmap e641: 8 total, 8 up, 8 in 2024-08-04T15:37:23.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:22 smithi007 ceph-mon[94998]: pgmap v614: 121 pgs: 121 active+clean; 365 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 0 B/s wr, 10 op/s 2024-08-04T15:37:23.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:22 smithi007 ceph-mon[94998]: osdmap e641: 8 total, 8 up, 8 in 2024-08-04T15:37:23.529 INFO:tasks.rados.rados.0.smithi007.stdout:2922: done (4 left) 2024-08-04T15:37:23.529 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 18 current snap is 281 2024-08-04T15:37:23.529 INFO:tasks.rados.rados.0.smithi007.stdout:2923: seq_num 904 ranges {6823936=745472} 2024-08-04T15:37:23.572 INFO:tasks.rados.rados.0.smithi007.stdout:2923: writing smithi00780855-18 from 6823936 to 7569408 tid 1 2024-08-04T15:37:23.572 INFO:tasks.rados.rados.0.smithi007.stdout:2924: snap_create 2024-08-04T15:37:23.572 INFO:tasks.rados.rados.0.smithi007.stdout:2919: expect (ObjNum 797 snap 259 seq_num 797) 2024-08-04T15:37:23.609 INFO:tasks.rados.rados.0.smithi007.stdout:2917: finishing write tid 1 to smithi00780855-20 2024-08-04T15:37:23.609 INFO:tasks.rados.rados.0.smithi007.stdout:2917: finishing write tid 2 to smithi00780855-20 2024-08-04T15:37:23.609 INFO:tasks.rados.rados.0.smithi007.stdout:2917: finishing write tid 3 to smithi00780855-20 2024-08-04T15:37:23.610 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 1964 (ObjNum 902 snap 281 seq_num 902) dirty exists 2024-08-04T15:37:23.610 INFO:tasks.rados.rados.0.smithi007.stdout:2917: left oid 20 (ObjNum 902 snap 281 seq_num 902) 2024-08-04T15:37:23.610 INFO:tasks.rados.rados.0.smithi007.stdout:2918: finishing copy_from racing read to smithi00780855-12 2024-08-04T15:37:23.610 INFO:tasks.rados.rados.0.smithi007.stdout:2918: finishing copy_from to smithi00780855-12 2024-08-04T15:37:23.610 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 301 (ObjNum 901 snap 280 seq_num 901) dirty exists 2024-08-04T15:37:23.610 INFO:tasks.rados.rados.0.smithi007.stdout:2921: finishing write tid 1 to smithi00780855-21 2024-08-04T15:37:23.610 INFO:tasks.rados.rados.0.smithi007.stdout:2921: finishing write tid 2 to smithi00780855-21 2024-08-04T15:37:23.610 INFO:tasks.rados.rados.0.smithi007.stdout:2921: finishing write tid 3 to smithi00780855-21 2024-08-04T15:37:23.610 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 2022 (ObjNum 903 snap 281 seq_num 903) dirty exists 2024-08-04T15:37:23.610 INFO:tasks.rados.rados.0.smithi007.stdout:2921: left oid 21 (ObjNum 903 snap 281 seq_num 903) 2024-08-04T15:37:23.610 INFO:tasks.rados.rados.0.smithi007.stdout:2923: finishing write tid 1 to smithi00780855-18 2024-08-04T15:37:23.610 INFO:tasks.rados.rados.0.smithi007.stdout:2923: finishing write tid 2 to smithi00780855-18 2024-08-04T15:37:23.611 INFO:tasks.rados.rados.0.smithi007.stdout:2923: finishing write tid 3 to smithi00780855-18 2024-08-04T15:37:23.611 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 1885 (ObjNum 904 snap 281 seq_num 904) dirty exists 2024-08-04T15:37:23.611 INFO:tasks.rados.rados.0.smithi007.stdout:2923: left oid 18 (ObjNum 904 snap 281 seq_num 904) 2024-08-04T15:37:24.523 INFO:tasks.rados.rados.0.smithi007.stdout:2917: done (5 left) 2024-08-04T15:37:24.523 INFO:tasks.rados.rados.0.smithi007.stdout:2918: done (4 left) 2024-08-04T15:37:24.523 INFO:tasks.rados.rados.0.smithi007.stdout:2919: done (3 left) 2024-08-04T15:37:24.523 INFO:tasks.rados.rados.0.smithi007.stdout:2921: done (2 left) 2024-08-04T15:37:24.523 INFO:tasks.rados.rados.0.smithi007.stdout:2923: done (1 left) 2024-08-04T15:37:24.523 INFO:tasks.rados.rados.0.smithi007.stdout:2924: done (0 left) 2024-08-04T15:37:24.523 INFO:tasks.rados.rados.0.smithi007.stdout:2925: read oid 30 snap -1 2024-08-04T15:37:24.523 INFO:tasks.rados.rados.0.smithi007.stdout:2925: expect deleted 2024-08-04T15:37:24.524 INFO:tasks.rados.rados.0.smithi007.stdout:2926: delete oid 49 current snap is 282 2024-08-04T15:37:24.532 INFO:tasks.rados.rados.0.smithi007.stdout:2925: done (1 left) 2024-08-04T15:37:24.532 INFO:tasks.rados.rados.0.smithi007.stdout:2926: done (0 left) 2024-08-04T15:37:24.532 INFO:tasks.rados.rados.0.smithi007.stdout:2927: rollback oid 37 current snap is 282 2024-08-04T15:37:24.532 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 37 to 272 2024-08-04T15:37:24.533 INFO:tasks.rados.rados.0.smithi007.stdout:2928: copy_from oid 1 from oid 10 current snap is 282 2024-08-04T15:37:24.533 INFO:tasks.rados.rados.0.smithi007.stdout:2929: read oid 5 snap -1 2024-08-04T15:37:24.533 INFO:tasks.rados.rados.0.smithi007.stdout:2929: expect (ObjNum 797 snap 259 seq_num 797) 2024-08-04T15:37:24.533 INFO:tasks.rados.rados.0.smithi007.stdout:2930: copy_from oid 47 from oid 33 current snap is 282 2024-08-04T15:37:24.533 INFO:tasks.rados.rados.0.smithi007.stdout:2931: rollback oid 25 current snap is 282 2024-08-04T15:37:24.533 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 25 to 247 2024-08-04T15:37:24.533 INFO:tasks.rados.rados.0.smithi007.stdout:2932: read oid 28 snap -1 2024-08-04T15:37:24.533 INFO:tasks.rados.rados.0.smithi007.stdout:2932: expect deleted 2024-08-04T15:37:24.533 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 14 current snap is 282 2024-08-04T15:37:24.533 INFO:tasks.rados.rados.0.smithi007.stdout:2933: seq_num 906 ranges {6692864=778240} 2024-08-04T15:37:24.574 INFO:tasks.rados.rados.0.smithi007.stdout:2933: writing smithi00780855-14 from 6692864 to 7471104 tid 1 2024-08-04T15:37:24.574 INFO:tasks.rados.rados.0.smithi007.stdout:2934: snap_create 2024-08-04T15:37:24.574 INFO:tasks.rados.rados.0.smithi007.stdout:2929: expect (ObjNum 797 snap 259 seq_num 797) 2024-08-04T15:37:24.613 INFO:tasks.rados.rados.0.smithi007.stdout:2931: finishing rollback tid 0 to smithi00780855-25 2024-08-04T15:37:24.613 INFO:tasks.rados.rados.0.smithi007.stdout:2927: finishing rollback tid 0 to smithi00780855-37 2024-08-04T15:37:24.613 INFO:tasks.rados.rados.0.smithi007.stdout:2931: finishing rollback tid 1 to smithi00780855-25 2024-08-04T15:37:24.613 INFO:tasks.rados.rados.0.smithi007.stdout:2927: finishing rollback tid 1 to smithi00780855-37 2024-08-04T15:37:24.614 INFO:tasks.rados.rados.0.smithi007.stdout:2927: finishing rollback tid 2 to smithi00780855-37 2024-08-04T15:37:24.614 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 1242 (ObjNum 844 snap 266 seq_num 844) dirty exists 2024-08-04T15:37:24.614 INFO:tasks.rados.rados.0.smithi007.stdout:2931: finishing rollback tid 2 to smithi00780855-25 2024-08-04T15:37:24.614 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 2687 (ObjNum 633 snap 201 seq_num 633) dirty exists 2024-08-04T15:37:24.614 INFO:tasks.rados.rados.0.smithi007.stdout:2928: finishing copy_from racing read to smithi00780855-1 2024-08-04T15:37:24.614 INFO:tasks.rados.rados.0.smithi007.stdout:2928: finishing copy_from to smithi00780855-1 2024-08-04T15:37:24.615 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 1969 (ObjNum 875 snap 271 seq_num 875) dirty exists 2024-08-04T15:37:24.615 INFO:tasks.rados.rados.0.smithi007.stdout:2930: finishing copy_from racing read to smithi00780855-47 2024-08-04T15:37:24.615 INFO:tasks.rados.rados.0.smithi007.stdout:2930: finishing copy_from to smithi00780855-47 2024-08-04T15:37:24.615 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 1980 (ObjNum 871 snap 270 seq_num 871) dirty exists 2024-08-04T15:37:24.615 INFO:tasks.rados.rados.0.smithi007.stdout:2933: finishing write tid 1 to smithi00780855-14 2024-08-04T15:37:24.615 INFO:tasks.rados.rados.0.smithi007.stdout:2933: finishing write tid 2 to smithi00780855-14 2024-08-04T15:37:24.615 INFO:tasks.rados.rados.0.smithi007.stdout:2933: finishing write tid 3 to smithi00780855-14 2024-08-04T15:37:24.615 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 2690 (ObjNum 906 snap 282 seq_num 906) dirty exists 2024-08-04T15:37:24.615 INFO:tasks.rados.rados.0.smithi007.stdout:2933: left oid 14 (ObjNum 906 snap 282 seq_num 906) 2024-08-04T15:37:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:24 smithi007 ceph-mon[92692]: pgmap v617: 121 pgs: 121 active+clean; 363 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T15:37:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:24 smithi007 ceph-mon[92692]: osdmap e642: 8 total, 8 up, 8 in 2024-08-04T15:37:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:24 smithi007 ceph-mon[92692]: osdmap e643: 8 total, 8 up, 8 in 2024-08-04T15:37:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:24 smithi007 ceph-mon[94998]: pgmap v617: 121 pgs: 121 active+clean; 363 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T15:37:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:24 smithi007 ceph-mon[94998]: osdmap e642: 8 total, 8 up, 8 in 2024-08-04T15:37:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:24 smithi007 ceph-mon[94998]: osdmap e643: 8 total, 8 up, 8 in 2024-08-04T15:37:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:24 smithi062 ceph-mon[85960]: pgmap v617: 121 pgs: 121 active+clean; 363 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T15:37:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:24 smithi062 ceph-mon[85960]: osdmap e642: 8 total, 8 up, 8 in 2024-08-04T15:37:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:24 smithi062 ceph-mon[85960]: osdmap e643: 8 total, 8 up, 8 in 2024-08-04T15:37:25.534 INFO:tasks.rados.rados.0.smithi007.stdout:2927: done (7 left) 2024-08-04T15:37:25.535 INFO:tasks.rados.rados.0.smithi007.stdout:2928: done (6 left) 2024-08-04T15:37:25.535 INFO:tasks.rados.rados.0.smithi007.stdout:2929: done (5 left) 2024-08-04T15:37:25.535 INFO:tasks.rados.rados.0.smithi007.stdout:2930: done (4 left) 2024-08-04T15:37:25.535 INFO:tasks.rados.rados.0.smithi007.stdout:2931: done (3 left) 2024-08-04T15:37:25.536 INFO:tasks.rados.rados.0.smithi007.stdout:2932: done (2 left) 2024-08-04T15:37:25.536 INFO:tasks.rados.rados.0.smithi007.stdout:2933: done (1 left) 2024-08-04T15:37:25.536 INFO:tasks.rados.rados.0.smithi007.stdout:2934: done (0 left) 2024-08-04T15:37:25.536 INFO:tasks.rados.rados.0.smithi007.stdout:2935: rollback oid 9 current snap is 283 2024-08-04T15:37:25.536 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 9 to 276 2024-08-04T15:37:25.537 INFO:tasks.rados.rados.0.smithi007.stdout:2936: setattr oid 48 current snap is 283 2024-08-04T15:37:25.537 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 18 current snap is 283 2024-08-04T15:37:25.538 INFO:tasks.rados.rados.0.smithi007.stdout:2937: seq_num 907 ranges {7569408=794624} 2024-08-04T15:37:25.583 INFO:tasks.rados.rados.0.smithi007.stdout:2937: writing smithi00780855-18 from 7569408 to 8364032 tid 1 2024-08-04T15:37:25.583 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 2 current snap is 283 2024-08-04T15:37:25.583 INFO:tasks.rados.rados.0.smithi007.stdout:2935: finishing rollback tid 1 to smithi00780855-9 2024-08-04T15:37:25.583 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 1978 (ObjNum 65 snap 0 seq_num 1382111341) dirty dne 2024-08-04T15:37:25.583 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 2216 (ObjNum 900 snap 280 seq_num 900) dirty exists 2024-08-04T15:37:25.583 INFO:tasks.rados.rados.0.smithi007.stdout:2938: seq_num 908 ranges {1351680=409600,1761280=401408} 2024-08-04T15:37:25.592 INFO:tasks.rados.rados.0.smithi007.stdout:2938: writing smithi00780855-2 from 1351680 to 1761280 tid 1 2024-08-04T15:37:25.595 INFO:tasks.rados.rados.0.smithi007.stdout:2938: writing smithi00780855-2 from 1761280 to 2162688 tid 2 2024-08-04T15:37:25.595 INFO:tasks.rados.rados.0.smithi007.stdout:2935: done (3 left) 2024-08-04T15:37:25.595 INFO:tasks.rados.rados.0.smithi007.stdout:2936: done (2 left) 2024-08-04T15:37:25.595 INFO:tasks.rados.rados.0.smithi007.stdout:2939: snap_create 2024-08-04T15:37:25.596 INFO:tasks.rados.rados.0.smithi007.stdout:2937: finishing write tid 1 to smithi00780855-18 2024-08-04T15:37:25.596 INFO:tasks.rados.rados.0.smithi007.stdout:2937: finishing write tid 2 to smithi00780855-18 2024-08-04T15:37:25.596 INFO:tasks.rados.rados.0.smithi007.stdout:2937: finishing write tid 3 to smithi00780855-18 2024-08-04T15:37:25.596 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 1887 (ObjNum 907 snap 283 seq_num 907) dirty exists 2024-08-04T15:37:25.596 INFO:tasks.rados.rados.0.smithi007.stdout:2937: left oid 18 (ObjNum 907 snap 283 seq_num 907) 2024-08-04T15:37:25.596 INFO:tasks.rados.rados.0.smithi007.stdout:2938: finishing write tid 1 to smithi00780855-2 2024-08-04T15:37:25.598 INFO:tasks.rados.rados.0.smithi007.stdout:2938: finishing write tid 2 to smithi00780855-2 2024-08-04T15:37:25.598 INFO:tasks.rados.rados.0.smithi007.stdout:2938: finishing write tid 3 to smithi00780855-2 2024-08-04T15:37:25.599 INFO:tasks.rados.rados.0.smithi007.stdout:2938: finishing write tid 4 to smithi00780855-2 2024-08-04T15:37:25.599 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 2219 (ObjNum 908 snap 283 seq_num 908) dirty exists 2024-08-04T15:37:25.599 INFO:tasks.rados.rados.0.smithi007.stdout:2938: left oid 2 (ObjNum 908 snap 283 seq_num 908) 2024-08-04T15:37:26.532 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:37:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:37:26] "GET /metrics HTTP/1.1" 200 36251 "" "Prometheus/2.43.0" 2024-08-04T15:37:26.540 INFO:tasks.rados.rados.0.smithi007.stdout:2937: done (2 left) 2024-08-04T15:37:26.540 INFO:tasks.rados.rados.0.smithi007.stdout:2938: done (1 left) 2024-08-04T15:37:26.540 INFO:tasks.rados.rados.0.smithi007.stdout:2939: done (0 left) 2024-08-04T15:37:26.541 INFO:tasks.rados.rados.0.smithi007.stdout:2940: read oid 9 snap -1 2024-08-04T15:37:26.541 INFO:tasks.rados.rados.0.smithi007.stdout:2940: expect deleted 2024-08-04T15:37:26.541 INFO:tasks.rados.rados.0.smithi007.stdout:2941: rmattr oid 1 current snap is 284 2024-08-04T15:37:26.541 INFO:tasks.rados.rados.0.smithi007.stdout:2941: done (1 left) 2024-08-04T15:37:26.541 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 32 current snap is 284 2024-08-04T15:37:26.541 INFO:tasks.rados.rados.0.smithi007.stdout:2942: seq_num 909 ranges {1359872=425984,1785856=401408} 2024-08-04T15:37:26.550 INFO:tasks.rados.rados.0.smithi007.stdout:2942: writing smithi00780855-32 from 1359872 to 1785856 tid 1 2024-08-04T15:37:26.552 INFO:tasks.rados.rados.0.smithi007.stdout:2942: writing smithi00780855-32 from 1785856 to 2187264 tid 2 2024-08-04T15:37:26.552 INFO:tasks.rados.rados.0.smithi007.stdout:2943: delete oid 16 current snap is 284 2024-08-04T15:37:26.557 INFO:tasks.rados.rados.0.smithi007.stdout:2940: done (2 left) 2024-08-04T15:37:26.557 INFO:tasks.rados.rados.0.smithi007.stdout:2943: done (1 left) 2024-08-04T15:37:26.557 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 284 2024-08-04T15:37:26.557 INFO:tasks.rados.rados.0.smithi007.stdout:2944: seq_num 911 ranges {0=466944,466944=401408} 2024-08-04T15:37:26.560 INFO:tasks.rados.rados.0.smithi007.stdout:2944: writing smithi00780855-31 from 0 to 466944 tid 1 2024-08-04T15:37:26.562 INFO:tasks.rados.rados.0.smithi007.stdout:2944: writing smithi00780855-31 from 466944 to 868352 tid 2 2024-08-04T15:37:26.562 INFO:tasks.rados.rados.0.smithi007.stdout:2945: snap_remove snap 272 2024-08-04T15:37:26.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:26 smithi007 ceph-mon[92692]: pgmap v620: 121 pgs: 121 active+clean; 340 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-08-04T15:37:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:26 smithi007 ceph-mon[92692]: osdmap e644: 8 total, 8 up, 8 in 2024-08-04T15:37:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:26 smithi007 ceph-mon[94998]: pgmap v620: 121 pgs: 121 active+clean; 340 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-08-04T15:37:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:26 smithi007 ceph-mon[94998]: osdmap e644: 8 total, 8 up, 8 in 2024-08-04T15:37:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:26 smithi062 ceph-mon[85960]: pgmap v620: 121 pgs: 121 active+clean; 340 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-08-04T15:37:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:26 smithi062 ceph-mon[85960]: osdmap e644: 8 total, 8 up, 8 in 2024-08-04T15:37:27.546 INFO:tasks.rados.rados.0.smithi007.stdout:2945: done (2 left) 2024-08-04T15:37:27.546 INFO:tasks.rados.rados.0.smithi007.stdout:2946: rmattr oid 19 current snap is 284 2024-08-04T15:37:27.546 INFO:tasks.rados.rados.0.smithi007.stdout:2942: finishing write tid 1 to smithi00780855-32 2024-08-04T15:37:27.546 INFO:tasks.rados.rados.0.smithi007.stdout:2942: finishing write tid 2 to smithi00780855-32 2024-08-04T15:37:27.546 INFO:tasks.rados.rados.0.smithi007.stdout:2942: finishing write tid 3 to smithi00780855-32 2024-08-04T15:37:27.547 INFO:tasks.rados.rados.0.smithi007.stdout:2942: finishing write tid 4 to smithi00780855-32 2024-08-04T15:37:27.547 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 1961 (ObjNum 909 snap 284 seq_num 909) dirty exists 2024-08-04T15:37:27.547 INFO:tasks.rados.rados.0.smithi007.stdout:2942: left oid 32 (ObjNum 909 snap 284 seq_num 909) 2024-08-04T15:37:27.547 INFO:tasks.rados.rados.0.smithi007.stdout:2944: finishing write tid 1 to smithi00780855-31 2024-08-04T15:37:27.547 INFO:tasks.rados.rados.0.smithi007.stdout:2944: finishing write tid 2 to smithi00780855-31 2024-08-04T15:37:27.547 INFO:tasks.rados.rados.0.smithi007.stdout:2944: finishing write tid 3 to smithi00780855-31 2024-08-04T15:37:27.547 INFO:tasks.rados.rados.0.smithi007.stdout:2944: finishing write tid 4 to smithi00780855-31 2024-08-04T15:37:27.547 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 2293 (ObjNum 911 snap 284 seq_num 911) dirty exists 2024-08-04T15:37:27.547 INFO:tasks.rados.rados.0.smithi007.stdout:2944: left oid 31 (ObjNum 911 snap 284 seq_num 911) 2024-08-04T15:37:27.547 INFO:tasks.rados.rados.0.smithi007.stdout:2942: done (2 left) 2024-08-04T15:37:27.548 INFO:tasks.rados.rados.0.smithi007.stdout:2944: done (1 left) 2024-08-04T15:37:27.548 INFO:tasks.rados.rados.0.smithi007.stdout:2946: done (0 left) 2024-08-04T15:37:27.548 INFO:tasks.rados.rados.0.smithi007.stdout:2947: delete oid 42 current snap is 284 2024-08-04T15:37:27.551 INFO:tasks.rados.rados.0.smithi007.stdout:2947: done (0 left) 2024-08-04T15:37:27.551 INFO:tasks.rados.rados.0.smithi007.stdout:2948: rollback oid 41 current snap is 284 2024-08-04T15:37:27.552 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 41 to 283 2024-08-04T15:37:27.552 INFO:tasks.rados.rados.0.smithi007.stdout:2949: read oid 26 snap -1 2024-08-04T15:37:27.552 INFO:tasks.rados.rados.0.smithi007.stdout:2949: expect (ObjNum 892 snap 275 seq_num 892) 2024-08-04T15:37:27.552 INFO:tasks.rados.rados.0.smithi007.stdout:2950: read oid 2 snap 279 2024-08-04T15:37:27.552 INFO:tasks.rados.rados.0.smithi007.stdout:2950: expect (ObjNum 879 snap 272 seq_num 879) 2024-08-04T15:37:27.552 INFO:tasks.rados.rados.0.smithi007.stdout:2951: rollback oid 40 current snap is 284 2024-08-04T15:37:27.553 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 40 to 278 2024-08-04T15:37:27.553 INFO:tasks.rados.rados.0.smithi007.stdout:2952: read oid 13 snap -1 2024-08-04T15:37:27.553 INFO:tasks.rados.rados.0.smithi007.stdout:2952: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:37:27.553 INFO:tasks.rados.rados.0.smithi007.stdout:2953: copy_from oid 5 from oid 15 current snap is 284 2024-08-04T15:37:27.553 INFO:tasks.rados.rados.0.smithi007.stdout:2954: snap_remove snap 234 2024-08-04T15:37:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:27 smithi007 ceph-mon[92692]: osdmap e645: 8 total, 8 up, 8 in 2024-08-04T15:37:27.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:27 smithi007 ceph-mon[94998]: osdmap e645: 8 total, 8 up, 8 in 2024-08-04T15:37:28.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:27 smithi062 ceph-mon[85960]: osdmap e645: 8 total, 8 up, 8 in 2024-08-04T15:37:28.032 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -e sha1=26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea -- bash -c 'ceph orch ps' 2024-08-04T15:37:28.345 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:37:28.551 INFO:tasks.rados.rados.0.smithi007.stdout:2954: done (6 left) 2024-08-04T15:37:28.551 INFO:tasks.rados.rados.0.smithi007.stdout:2955: snap_remove snap 247 2024-08-04T15:37:28.722 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:28 smithi007 ceph-mon[94998]: pgmap v623: 121 pgs: 121 active+clean; 349 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-08-04T15:37:28.722 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:28 smithi007 ceph-mon[94998]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:37:28.722 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:28 smithi007 ceph-mon[94998]: osdmap e646: 8 total, 8 up, 8 in 2024-08-04T15:37:28.722 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:28 smithi007 ceph-mon[92692]: pgmap v623: 121 pgs: 121 active+clean; 349 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-08-04T15:37:28.723 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:28 smithi007 ceph-mon[92692]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:37:28.723 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:28 smithi007 ceph-mon[92692]: osdmap e646: 8 total, 8 up, 8 in 2024-08-04T15:37:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:28 smithi062 ceph-mon[85960]: pgmap v623: 121 pgs: 121 active+clean; 349 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-08-04T15:37:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:28 smithi062 ceph-mon[85960]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:37:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:28 smithi062 ceph-mon[85960]: osdmap e646: 8 total, 8 up, 8 in 2024-08-04T15:37:29.528 INFO:tasks.rados.rados.0.smithi007.stdout:2955: done (6 left) 2024-08-04T15:37:29.528 INFO:tasks.rados.rados.0.smithi007.stdout:2956: rollback oid 19 current snap is 284 2024-08-04T15:37:29.528 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 19 to 281 2024-08-04T15:37:29.528 INFO:tasks.rados.rados.0.smithi007.stdout:2951: finishing rollback tid 1 to smithi00780855-40 2024-08-04T15:37:29.528 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 1880 (ObjNum 129 snap 0 seq_num 3493650960) dirty dne 2024-08-04T15:37:29.528 INFO:tasks.rados.rados.0.smithi007.stdout:2949: expect (ObjNum 892 snap 275 seq_num 892) 2024-08-04T15:37:29.558 INFO:tasks.rados.rados.0.smithi007.stdout:2949: done (6 left) 2024-08-04T15:37:29.558 INFO:tasks.rados.rados.0.smithi007.stdout:2951: done (5 left) 2024-08-04T15:37:29.558 INFO:tasks.rados.rados.0.smithi007.stdout:2957: rollback oid 30 current snap is 284 2024-08-04T15:37:29.558 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 30 to 265 2024-08-04T15:37:29.559 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 8 current snap is 284 2024-08-04T15:37:29.559 INFO:tasks.rados.rados.0.smithi007.stdout:2958: seq_num 913 ranges {3571712=499712,4071424=401408} 2024-08-04T15:37:29.578 INFO:tasks.rados.rados.0.smithi007.stdout:2958: writing smithi00780855-8 from 3571712 to 4071424 tid 1 2024-08-04T15:37:29.580 INFO:tasks.rados.rados.0.smithi007.stdout:2958: writing smithi00780855-8 from 4071424 to 4472832 tid 2 2024-08-04T15:37:29.581 INFO:tasks.rados.rados.0.smithi007.stdout:2959: read oid 10 snap -1 2024-08-04T15:37:29.581 INFO:tasks.rados.rados.0.smithi007.stdout:2959: expect (ObjNum 875 snap 271 seq_num 875) 2024-08-04T15:37:29.581 INFO:tasks.rados.rados.0.smithi007.stdout:2960: snap_remove snap 282 2024-08-04T15:37:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:29 smithi007 ceph-mon[92692]: osdmap e647: 8 total, 8 up, 8 in 2024-08-04T15:37:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:29 smithi007 ceph-mon[92692]: osdmap e648: 8 total, 8 up, 8 in 2024-08-04T15:37:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:29 smithi007 ceph-mon[94998]: osdmap e647: 8 total, 8 up, 8 in 2024-08-04T15:37:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:29 smithi007 ceph-mon[94998]: osdmap e648: 8 total, 8 up, 8 in 2024-08-04T15:37:29.912 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:29 smithi062 ceph-mon[85960]: osdmap e647: 8 total, 8 up, 8 in 2024-08-04T15:37:29.912 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:29 smithi062 ceph-mon[85960]: osdmap e648: 8 total, 8 up, 8 in 2024-08-04T15:37:30.316 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-04T15:37:30.316 INFO:teuthology.orchestra.run.smithi007.stdout:alertmanager.a smithi007 *:9093,9094 running (39s) 36s ago 12m 14.6M - 0.25.0 c8568f914cd2 a89e5e8def59 2024-08-04T15:37:30.316 INFO:teuthology.orchestra.run.smithi007.stdout:grafana.a smithi062 *:3000 running (19s) 15s ago 12m 45.6M - 9.4.12 2bacad6d85d8 db32fcca916a 2024-08-04T15:37:30.316 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (104s) 36s ago 13m 14.6M - 19.1.0-1260-g26c3fb8e 564b849e9656 7ce692391c45 2024-08-04T15:37:30.317 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi062 running (84s) 15s ago 13m 15.6M - 19.1.0-1260-g26c3fb8e 564b849e9656 d2af414de1fd 2024-08-04T15:37:30.317 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi062 *:8443,9283,8765 running (7m) 15s ago 17m 441M - 19.1.0-1260-g26c3fb8e 564b849e9656 0a006181dce3 2024-08-04T15:37:30.317 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi007 *:8443,9283,8765 running (7m) 36s ago 18m 517M - 19.1.0-1260-g26c3fb8e 564b849e9656 37ef3ca8c5a9 2024-08-04T15:37:30.317 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (7m) 36s ago 18m 68.6M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 299809910b9f 2024-08-04T15:37:30.317 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi062 running (6m) 15s ago 17m 56.9M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 2e88aab312eb 2024-08-04T15:37:30.317 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi007 running (6m) 36s ago 17m 60.9M 2048M 19.1.0-1260-g26c3fb8e 564b849e9656 cb8318c43c9d 2024-08-04T15:37:30.317 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.a smithi007 *:9100 running (72s) 36s ago 12m 7507k - 1.5.0 0da6a335fe13 a42061465119 2024-08-04T15:37:30.317 INFO:teuthology.orchestra.run.smithi007.stdout:node-exporter.b smithi062 *:9100 running (68s) 15s ago 12m 8216k - 1.5.0 0da6a335fe13 31572ba20e0b 2024-08-04T15:37:30.317 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (5m) 36s ago 16m 391M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e9184d39c1f 2024-08-04T15:37:30.317 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi007 running (5m) 36s ago 16m 294M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 5e39c45ce0aa 2024-08-04T15:37:30.317 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi007 running (4m) 36s ago 16m 208M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 0fac930b36e6 2024-08-04T15:37:30.317 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (4m) 36s ago 15m 156M 2481M 19.1.0-1260-g26c3fb8e 564b849e9656 9fb37da143b0 2024-08-04T15:37:30.317 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi062 running (3m) 15s ago 15m 234M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 ae7979574af0 2024-08-04T15:37:30.318 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi062 running (3m) 15s ago 15m 230M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 66fd13de2101 2024-08-04T15:37:30.318 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi062 running (2m) 15s ago 14m 198M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 2cc66e231f7e 2024-08-04T15:37:30.318 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi062 running (2m) 15s ago 14m 128M 2480M 19.1.0-1260-g26c3fb8e 564b849e9656 6c28fcd30e2b 2024-08-04T15:37:30.318 INFO:teuthology.orchestra.run.smithi007.stdout:prometheus.a smithi062 *:9095 running (54s) 15s ago 12m 51.6M - 2.43.0 a07b618ecd1d 07653125cb35 2024-08-04T15:37:30.565 INFO:tasks.rados.rados.0.smithi007.stdout:2960: done (8 left) 2024-08-04T15:37:30.566 INFO:tasks.rados.rados.0.smithi007.stdout:2961: snap_create 2024-08-04T15:37:30.566 INFO:tasks.rados.rados.0.smithi007.stdout:2948: finishing rollback tid 0 to smithi00780855-41 2024-08-04T15:37:30.566 INFO:tasks.rados.rados.0.smithi007.stdout:2950: expect (ObjNum 879 snap 272 seq_num 879) 2024-08-04T15:37:30.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:30 smithi007 ceph-mon[92692]: pgmap v626: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 319 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-08-04T15:37:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:30 smithi007 ceph-mon[94998]: pgmap v626: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 319 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-08-04T15:37:30.620 INFO:tasks.rados.rados.0.smithi007.stdout:2948: finishing rollback tid 1 to smithi00780855-41 2024-08-04T15:37:30.620 INFO:tasks.rados.rados.0.smithi007.stdout:2948: finishing rollback tid 2 to smithi00780855-41 2024-08-04T15:37:30.620 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 2698 (ObjNum 629 snap 199 seq_num 629) dirty exists 2024-08-04T15:37:30.620 INFO:tasks.rados.rados.0.smithi007.stdout:2952: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:37:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:2953: finishing copy_from racing read to smithi00780855-5 2024-08-04T15:37:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:2953: finishing copy_from to smithi00780855-5 2024-08-04T15:37:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 2573 (ObjNum 886 snap 273 seq_num 886) dirty exists 2024-08-04T15:37:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:2956: finishing rollback tid 1 to smithi00780855-19 2024-08-04T15:37:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 2134 (ObjNum 65 snap 0 seq_num 1851546465) dirty dne 2024-08-04T15:37:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:2957: finishing rollback tid 1 to smithi00780855-30 2024-08-04T15:37:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:2957: finishing rollback tid 2 to smithi00780855-30 2024-08-04T15:37:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 1982 (ObjNum 817 snap 263 seq_num 817) dirty exists 2024-08-04T15:37:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:2958: finishing write tid 1 to smithi00780855-8 2024-08-04T15:37:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:2958: finishing write tid 2 to smithi00780855-8 2024-08-04T15:37:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:2958: finishing write tid 3 to smithi00780855-8 2024-08-04T15:37:30.623 INFO:tasks.rados.rados.0.smithi007.stdout:2958: finishing write tid 4 to smithi00780855-8 2024-08-04T15:37:30.623 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 1964 (ObjNum 913 snap 284 seq_num 913) dirty exists 2024-08-04T15:37:30.623 INFO:tasks.rados.rados.0.smithi007.stdout:2958: left oid 8 (ObjNum 913 snap 284 seq_num 913) 2024-08-04T15:37:30.623 INFO:tasks.rados.rados.0.smithi007.stdout:2959: expect (ObjNum 875 snap 271 seq_num 875) 2024-08-04T15:37:30.914 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -e sha1=26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea -- bash -c 'ceph versions' 2024-08-04T15:37:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:30 smithi062 ceph-mon[85960]: pgmap v626: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 319 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-08-04T15:37:31.191 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:37:31.572 INFO:tasks.rados.rados.0.smithi007.stdout:2948: done (8 left) 2024-08-04T15:37:31.572 INFO:tasks.rados.rados.0.smithi007.stdout:2950: done (7 left) 2024-08-04T15:37:31.572 INFO:tasks.rados.rados.0.smithi007.stdout:2952: done (6 left) 2024-08-04T15:37:31.572 INFO:tasks.rados.rados.0.smithi007.stdout:2953: done (5 left) 2024-08-04T15:37:31.572 INFO:tasks.rados.rados.0.smithi007.stdout:2956: done (4 left) 2024-08-04T15:37:31.572 INFO:tasks.rados.rados.0.smithi007.stdout:2957: done (3 left) 2024-08-04T15:37:31.572 INFO:tasks.rados.rados.0.smithi007.stdout:2958: done (2 left) 2024-08-04T15:37:31.572 INFO:tasks.rados.rados.0.smithi007.stdout:2959: done (1 left) 2024-08-04T15:37:31.573 INFO:tasks.rados.rados.0.smithi007.stdout:2961: done (0 left) 2024-08-04T15:37:31.573 INFO:tasks.rados.rados.0.smithi007.stdout:2962: read oid 27 snap -1 2024-08-04T15:37:31.573 INFO:tasks.rados.rados.0.smithi007.stdout:2962: expect (ObjNum 868 snap 270 seq_num 868) 2024-08-04T15:37:31.573 INFO:tasks.rados.rados.0.smithi007.stdout:2963: snap_remove snap 281 2024-08-04T15:37:31.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:31 smithi007 ceph-mon[92692]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:37:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:31 smithi007 ceph-mon[92692]: osdmap e649: 8 total, 8 up, 8 in 2024-08-04T15:37:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:31 smithi007 ceph-mon[94998]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:37:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:31 smithi007 ceph-mon[94998]: osdmap e649: 8 total, 8 up, 8 in 2024-08-04T15:37:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:31 smithi062 ceph-mon[85960]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T15:37:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:31 smithi062 ceph-mon[85960]: osdmap e649: 8 total, 8 up, 8 in 2024-08-04T15:37:32.573 INFO:tasks.rados.rados.0.smithi007.stdout:2963: done (1 left) 2024-08-04T15:37:32.573 INFO:tasks.rados.rados.0.smithi007.stdout:2964: copy_from oid 5 from oid 47 current snap is 285 2024-08-04T15:37:32.573 INFO:tasks.rados.rados.0.smithi007.stdout:2965: snap_remove snap 283 2024-08-04T15:37:32.576 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:37:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:37:32.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:32 smithi007 ceph-mon[92692]: pgmap v629: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 246 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-08-04T15:37:32.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:32 smithi007 ceph-mon[92692]: osdmap e650: 8 total, 8 up, 8 in 2024-08-04T15:37:32.836 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:37:32 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[109388]: 2024-08-04T15:37:32.588+0000 7f86d1d88640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 162 after trimming was started 2024-08-04T15:37:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:32 smithi007 ceph-mon[94998]: pgmap v629: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 246 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-08-04T15:37:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:32 smithi007 ceph-mon[94998]: osdmap e650: 8 total, 8 up, 8 in 2024-08-04T15:37:32.944 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-08-04T15:37:32.944 INFO:teuthology.orchestra.run.smithi007.stdout: "mon": { 2024-08-04T15:37:32.944 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 3 2024-08-04T15:37:32.945 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:37:32.945 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr": { 2024-08-04T15:37:32.945 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:37:32.945 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:37:32.945 INFO:teuthology.orchestra.run.smithi007.stdout: "osd": { 2024-08-04T15:37:32.945 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 8 2024-08-04T15:37:32.945 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:37:32.945 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-08-04T15:37:32.945 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T15:37:32.945 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-08-04T15:37:32.945 INFO:teuthology.orchestra.run.smithi007.stdout: "overall": { 2024-08-04T15:37:32.945 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 15 2024-08-04T15:37:32.945 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-08-04T15:37:32.945 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-08-04T15:37:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:32 smithi062 ceph-mon[85960]: pgmap v629: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 246 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-08-04T15:37:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:32 smithi062 ceph-mon[85960]: osdmap e650: 8 total, 8 up, 8 in 2024-08-04T15:37:33.588 INFO:tasks.rados.rados.0.smithi007.stdout:2965: done (2 left) 2024-08-04T15:37:33.588 INFO:tasks.rados.rados.0.smithi007.stdout:2966: read oid 46 snap 276 2024-08-04T15:37:33.588 INFO:tasks.rados.rados.0.smithi007.stdout:2966: expect (ObjNum 835 snap 266 seq_num 835) 2024-08-04T15:37:33.588 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 12 current snap is 285 2024-08-04T15:37:33.588 INFO:tasks.rados.rados.0.smithi007.stdout:2967: seq_num 914 ranges {2154496=516096,2670592=401408} 2024-08-04T15:37:33.603 INFO:tasks.rados.rados.0.smithi007.stdout:2967: writing smithi00780855-12 from 2154496 to 2670592 tid 1 2024-08-04T15:37:33.605 INFO:tasks.rados.rados.0.smithi007.stdout:2967: writing smithi00780855-12 from 2670592 to 3072000 tid 2 2024-08-04T15:37:33.605 INFO:tasks.rados.rados.0.smithi007.stdout:2968: read oid 33 snap -1 2024-08-04T15:37:33.605 INFO:tasks.rados.rados.0.smithi007.stdout:2968: expect (ObjNum 871 snap 270 seq_num 871) 2024-08-04T15:37:33.605 INFO:tasks.rados.rados.0.smithi007.stdout:2969: setattr oid 38 current snap is 285 2024-08-04T15:37:33.606 INFO:tasks.rados.rados.0.smithi007.stdout:2962: expect (ObjNum 868 snap 270 seq_num 868) 2024-08-04T15:37:33.728 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -e sha1=26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-08-04T15:37:33.751 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:33 smithi007 ceph-mon[92692]: osdmap e651: 8 total, 8 up, 8 in 2024-08-04T15:37:33.752 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:33 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4159196762' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:33.752 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:33 smithi007 ceph-mon[94998]: osdmap e651: 8 total, 8 up, 8 in 2024-08-04T15:37:33.752 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:33 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4159196762' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:33.818 INFO:tasks.rados.rados.0.smithi007.stdout:2964: finishing copy_from racing read to smithi00780855-5 2024-08-04T15:37:33.818 INFO:tasks.rados.rados.0.smithi007.stdout:2964: finishing copy_from to smithi00780855-5 2024-08-04T15:37:33.818 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 1980 (ObjNum 871 snap 270 seq_num 871) dirty exists 2024-08-04T15:37:33.819 INFO:tasks.rados.rados.0.smithi007.stdout:2966: expect (ObjNum 835 snap 266 seq_num 835) 2024-08-04T15:37:33.873 INFO:tasks.rados.rados.0.smithi007.stdout:2967: finishing write tid 1 to smithi00780855-12 2024-08-04T15:37:33.873 INFO:tasks.rados.rados.0.smithi007.stdout:2967: finishing write tid 2 to smithi00780855-12 2024-08-04T15:37:33.873 INFO:tasks.rados.rados.0.smithi007.stdout:2967: finishing write tid 3 to smithi00780855-12 2024-08-04T15:37:33.873 INFO:tasks.rados.rados.0.smithi007.stdout:2967: finishing write tid 4 to smithi00780855-12 2024-08-04T15:37:33.873 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 2748 (ObjNum 914 snap 285 seq_num 914) dirty exists 2024-08-04T15:37:33.873 INFO:tasks.rados.rados.0.smithi007.stdout:2967: left oid 12 (ObjNum 914 snap 285 seq_num 914) 2024-08-04T15:37:33.873 INFO:tasks.rados.rados.0.smithi007.stdout:2968: expect (ObjNum 871 snap 270 seq_num 871) 2024-08-04T15:37:33.997 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:37:34.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:33 smithi062 ceph-mon[85960]: osdmap e651: 8 total, 8 up, 8 in 2024-08-04T15:37:34.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:33 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4159196762' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:34.037 INFO:tasks.rados.rados.0.smithi007.stdout:2962: done (5 left) 2024-08-04T15:37:34.037 INFO:tasks.rados.rados.0.smithi007.stdout:2964: done (4 left) 2024-08-04T15:37:34.037 INFO:tasks.rados.rados.0.smithi007.stdout:2966: done (3 left) 2024-08-04T15:37:34.037 INFO:tasks.rados.rados.0.smithi007.stdout:2967: done (2 left) 2024-08-04T15:37:34.038 INFO:tasks.rados.rados.0.smithi007.stdout:2968: done (1 left) 2024-08-04T15:37:34.038 INFO:tasks.rados.rados.0.smithi007.stdout:2970: delete oid 9 current snap is 285 2024-08-04T15:37:34.040 INFO:tasks.rados.rados.0.smithi007.stdout:2970: done (1 left) 2024-08-04T15:37:34.040 INFO:tasks.rados.rados.0.smithi007.stdout:2971: copy_from oid 8 from oid 41 current snap is 285 2024-08-04T15:37:34.040 INFO:tasks.rados.rados.0.smithi007.stdout:2972: snap_remove snap 280 2024-08-04T15:37:34.526 INFO:tasks.rados.rados.0.smithi007.stdout:2972: done (2 left) 2024-08-04T15:37:34.526 INFO:tasks.rados.rados.0.smithi007.stdout:2973: rmattr oid 40 current snap is 285 2024-08-04T15:37:34.526 INFO:tasks.rados.rados.0.smithi007.stdout:2973: done (2 left) 2024-08-04T15:37:34.527 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 37 current snap is 285 2024-08-04T15:37:34.527 INFO:tasks.rados.rados.0.smithi007.stdout:2974: seq_num 916 ranges {2146304=548864,2695168=401408} 2024-08-04T15:37:34.541 INFO:tasks.rados.rados.0.smithi007.stdout:2974: writing smithi00780855-37 from 2146304 to 2695168 tid 1 2024-08-04T15:37:34.544 INFO:tasks.rados.rados.0.smithi007.stdout:2974: writing smithi00780855-37 from 2695168 to 3096576 tid 2 2024-08-04T15:37:34.544 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 285 2024-08-04T15:37:34.544 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 2135 (ObjNum 820 snap 264 seq_num 820) dirty exists 2024-08-04T15:37:34.544 INFO:tasks.rados.rados.0.smithi007.stdout:2975: seq_num 917 ranges {0=565248,565248=401408} 2024-08-04T15:37:34.547 INFO:tasks.rados.rados.0.smithi007.stdout:2975: writing smithi00780855-49 from 0 to 565248 tid 1 2024-08-04T15:37:34.550 INFO:tasks.rados.rados.0.smithi007.stdout:2975: writing smithi00780855-49 from 565248 to 966656 tid 2 2024-08-04T15:37:34.550 INFO:tasks.rados.rados.0.smithi007.stdout:2969: done (3 left) 2024-08-04T15:37:34.550 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 285 2024-08-04T15:37:34.550 INFO:tasks.rados.rados.0.smithi007.stdout:2971: finishing copy_from racing read to smithi00780855-8 2024-08-04T15:37:34.550 INFO:tasks.rados.rados.0.smithi007.stdout:2971: finishing copy_from to smithi00780855-8 2024-08-04T15:37:34.550 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 2698 (ObjNum 629 snap 199 seq_num 629) dirty exists 2024-08-04T15:37:34.550 INFO:tasks.rados.rados.0.smithi007.stdout:2976: seq_num 918 ranges {2613248=581632,3194880=401408} 2024-08-04T15:37:34.567 INFO:tasks.rados.rados.0.smithi007.stdout:2976: writing smithi00780855-38 from 2613248 to 3194880 tid 1 2024-08-04T15:37:34.571 INFO:tasks.rados.rados.0.smithi007.stdout:2976: writing smithi00780855-38 from 3194880 to 3596288 tid 2 2024-08-04T15:37:34.571 INFO:tasks.rados.rados.0.smithi007.stdout:2971: done (3 left) 2024-08-04T15:37:34.571 INFO:tasks.rados.rados.0.smithi007.stdout:2977: copy_from oid 5 from oid 34 current snap is 285 2024-08-04T15:37:34.571 INFO:tasks.rados.rados.0.smithi007.stdout:2974: finishing write tid 1 to smithi00780855-37 2024-08-04T15:37:34.572 INFO:tasks.rados.rados.0.smithi007.stdout:2974: finishing write tid 2 to smithi00780855-37 2024-08-04T15:37:34.572 INFO:tasks.rados.rados.0.smithi007.stdout:2974: finishing write tid 3 to smithi00780855-37 2024-08-04T15:37:34.572 INFO:tasks.rados.rados.0.smithi007.stdout:2974: finishing write tid 4 to smithi00780855-37 2024-08-04T15:37:34.572 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 1245 (ObjNum 916 snap 285 seq_num 916) dirty exists 2024-08-04T15:37:34.572 INFO:tasks.rados.rados.0.smithi007.stdout:2974: left oid 37 (ObjNum 916 snap 285 seq_num 916) 2024-08-04T15:37:34.572 INFO:tasks.rados.rados.0.smithi007.stdout:2975: finishing write tid 1 to smithi00780855-49 2024-08-04T15:37:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:2975: finishing write tid 2 to smithi00780855-49 2024-08-04T15:37:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:2975: finishing write tid 3 to smithi00780855-49 2024-08-04T15:37:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:2975: finishing write tid 4 to smithi00780855-49 2024-08-04T15:37:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 2070 (ObjNum 917 snap 285 seq_num 917) dirty exists 2024-08-04T15:37:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:2975: left oid 49 (ObjNum 917 snap 285 seq_num 917) 2024-08-04T15:37:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:2974: done (3 left) 2024-08-04T15:37:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:2975: done (2 left) 2024-08-04T15:37:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:2978: snap_create 2024-08-04T15:37:34.573 INFO:tasks.rados.rados.0.smithi007.stdout:2977: finishing copy_from to smithi00780855-5 2024-08-04T15:37:34.574 INFO:tasks.rados.rados.0.smithi007.stdout:2977: got expected ENOENT (src dne) 2024-08-04T15:37:34.574 INFO:tasks.rados.rados.0.smithi007.stdout:2977: finishing copy_from racing read to smithi00780855-5 2024-08-04T15:37:34.574 INFO:tasks.rados.rados.0.smithi007.stdout:2976: finishing write tid 1 to smithi00780855-38 2024-08-04T15:37:34.574 INFO:tasks.rados.rados.0.smithi007.stdout:2976: finishing write tid 2 to smithi00780855-38 2024-08-04T15:37:34.574 INFO:tasks.rados.rados.0.smithi007.stdout:2976: finishing write tid 3 to smithi00780855-38 2024-08-04T15:37:34.575 INFO:tasks.rados.rados.0.smithi007.stdout:2976: finishing write tid 4 to smithi00780855-38 2024-08-04T15:37:34.575 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 2138 (ObjNum 918 snap 285 seq_num 918) dirty exists 2024-08-04T15:37:34.575 INFO:tasks.rados.rados.0.smithi007.stdout:2976: left oid 38 (ObjNum 918 snap 285 seq_num 918) 2024-08-04T15:37:34.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:34 smithi007 ceph-mon[92692]: pgmap v632: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 240 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 412 KiB/s rd, 212 KiB/s wr, 3 op/s 2024-08-04T15:37:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:34 smithi007 ceph-mon[92692]: osdmap e652: 8 total, 8 up, 8 in 2024-08-04T15:37:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:34 smithi007 ceph-mon[92692]: osdmap e653: 8 total, 8 up, 8 in 2024-08-04T15:37:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:34 smithi007 ceph-mon[94998]: pgmap v632: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 240 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 412 KiB/s rd, 212 KiB/s wr, 3 op/s 2024-08-04T15:37:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:34 smithi007 ceph-mon[94998]: osdmap e652: 8 total, 8 up, 8 in 2024-08-04T15:37:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:34 smithi007 ceph-mon[94998]: osdmap e653: 8 total, 8 up, 8 in 2024-08-04T15:37:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:34 smithi062 ceph-mon[85960]: pgmap v632: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 240 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 412 KiB/s rd, 212 KiB/s wr, 3 op/s 2024-08-04T15:37:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:34 smithi062 ceph-mon[85960]: osdmap e652: 8 total, 8 up, 8 in 2024-08-04T15:37:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:34 smithi062 ceph-mon[85960]: osdmap e653: 8 total, 8 up, 8 in 2024-08-04T15:37:35.527 INFO:tasks.rados.rados.0.smithi007.stdout:2976: done (2 left) 2024-08-04T15:37:35.528 INFO:tasks.rados.rados.0.smithi007.stdout:2977: done (1 left) 2024-08-04T15:37:35.528 INFO:tasks.rados.rados.0.smithi007.stdout:2978: done (0 left) 2024-08-04T15:37:35.528 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 13 current snap is 286 2024-08-04T15:37:35.528 INFO:tasks.rados.rados.0.smithi007.stdout:2979: seq_num 919 ranges {0=598016,598016=401408} 2024-08-04T15:37:35.530 INFO:tasks.rados.rados.0.smithi007.stdout:2979: writing smithi00780855-13 from 0 to 598016 tid 1 2024-08-04T15:37:35.533 INFO:tasks.rados.rados.0.smithi007.stdout:2979: writing smithi00780855-13 from 598016 to 999424 tid 2 2024-08-04T15:37:35.533 INFO:tasks.rados.rados.0.smithi007.stdout:2980: rollback oid 43 current snap is 286 2024-08-04T15:37:35.533 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 43 to 285 2024-08-04T15:37:35.533 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 30 current snap is 286 2024-08-04T15:37:35.533 INFO:tasks.rados.rados.0.smithi007.stdout:2981: seq_num 920 ranges {2564096=614400,3178496=401408} 2024-08-04T15:37:35.550 INFO:tasks.rados.rados.0.smithi007.stdout:2981: writing smithi00780855-30 from 2564096 to 3178496 tid 1 2024-08-04T15:37:35.553 INFO:tasks.rados.rados.0.smithi007.stdout:2981: writing smithi00780855-30 from 3178496 to 3579904 tid 2 2024-08-04T15:37:35.553 INFO:tasks.rados.rados.0.smithi007.stdout:2982: snap_create 2024-08-04T15:37:35.553 INFO:tasks.rados.rados.0.smithi007.stdout:2979: finishing write tid 1 to smithi00780855-13 2024-08-04T15:37:35.553 INFO:tasks.rados.rados.0.smithi007.stdout:2980: finishing rollback tid 0 to smithi00780855-43 2024-08-04T15:37:35.553 INFO:tasks.rados.rados.0.smithi007.stdout:2979: finishing write tid 2 to smithi00780855-13 2024-08-04T15:37:35.553 INFO:tasks.rados.rados.0.smithi007.stdout:2980: finishing rollback tid 1 to smithi00780855-43 2024-08-04T15:37:35.554 INFO:tasks.rados.rados.0.smithi007.stdout:2979: finishing write tid 3 to smithi00780855-13 2024-08-04T15:37:35.554 INFO:tasks.rados.rados.0.smithi007.stdout:2980: finishing rollback tid 2 to smithi00780855-43 2024-08-04T15:37:35.554 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 2612 (ObjNum 629 snap 199 seq_num 629) dirty exists 2024-08-04T15:37:35.554 INFO:tasks.rados.rados.0.smithi007.stdout:2979: finishing write tid 4 to smithi00780855-13 2024-08-04T15:37:35.554 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 2760 (ObjNum 919 snap 286 seq_num 919) dirty exists 2024-08-04T15:37:35.554 INFO:tasks.rados.rados.0.smithi007.stdout:2979: left oid 13 (ObjNum 919 snap 286 seq_num 919) 2024-08-04T15:37:35.563 INFO:tasks.rados.rados.0.smithi007.stdout:2981: finishing write tid 1 to smithi00780855-30 2024-08-04T15:37:35.564 INFO:tasks.rados.rados.0.smithi007.stdout:2981: finishing write tid 2 to smithi00780855-30 2024-08-04T15:37:35.564 INFO:tasks.rados.rados.0.smithi007.stdout:2981: finishing write tid 3 to smithi00780855-30 2024-08-04T15:37:35.565 INFO:tasks.rados.rados.0.smithi007.stdout:2981: finishing write tid 4 to smithi00780855-30 2024-08-04T15:37:35.565 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 1985 (ObjNum 920 snap 286 seq_num 920) dirty exists 2024-08-04T15:37:35.566 INFO:tasks.rados.rados.0.smithi007.stdout:2981: left oid 30 (ObjNum 920 snap 286 seq_num 920) 2024-08-04T15:37:36.095 INFO:teuthology.orchestra.run.smithi007.stdout:true 2024-08-04T15:37:36.411 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:37:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:37:36] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-08-04T15:37:36.528 INFO:tasks.rados.rados.0.smithi007.stdout:2979: done (3 left) 2024-08-04T15:37:36.528 INFO:tasks.rados.rados.0.smithi007.stdout:2980: done (2 left) 2024-08-04T15:37:36.528 INFO:tasks.rados.rados.0.smithi007.stdout:2981: done (1 left) 2024-08-04T15:37:36.528 INFO:tasks.rados.rados.0.smithi007.stdout:2982: done (0 left) 2024-08-04T15:37:36.528 INFO:tasks.rados.rados.0.smithi007.stdout:2983: snap_remove snap 284 2024-08-04T15:37:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:36 smithi007 ceph-mon[92692]: pgmap v635: 121 pgs: 121 active+clean; 205 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-04T15:37:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:36 smithi007 ceph-mon[92692]: osdmap e654: 8 total, 8 up, 8 in 2024-08-04T15:37:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:37:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:36 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2770841404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:36 smithi007 ceph-mon[94998]: pgmap v635: 121 pgs: 121 active+clean; 205 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-04T15:37:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:36 smithi007 ceph-mon[94998]: osdmap e654: 8 total, 8 up, 8 in 2024-08-04T15:37:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:37:36.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:36 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2770841404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:36.942 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -e sha1=26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-08-04T15:37:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:36 smithi062 ceph-mon[85960]: pgmap v635: 121 pgs: 121 active+clean; 205 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-04T15:37:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:36 smithi062 ceph-mon[85960]: osdmap e654: 8 total, 8 up, 8 in 2024-08-04T15:37:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:37:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:36 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2770841404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:37.256 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:37:37.538 INFO:tasks.rados.rados.0.smithi007.stdout:2983: done (0 left) 2024-08-04T15:37:37.539 INFO:tasks.rados.rados.0.smithi007.stdout:2984: setattr oid 40 current snap is 287 2024-08-04T15:37:37.541 INFO:tasks.rados.rados.0.smithi007.stdout:2985: read oid 41 snap 278 2024-08-04T15:37:37.541 INFO:tasks.rados.rados.0.smithi007.stdout:2985: expect (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:37:37.542 INFO:tasks.rados.rados.0.smithi007.stdout:2986: read oid 47 snap -1 2024-08-04T15:37:37.542 INFO:tasks.rados.rados.0.smithi007.stdout:2986: expect (ObjNum 871 snap 270 seq_num 871) 2024-08-04T15:37:37.542 INFO:tasks.rados.rados.0.smithi007.stdout:2987: read oid 33 snap -1 2024-08-04T15:37:37.542 INFO:tasks.rados.rados.0.smithi007.stdout:2987: expect (ObjNum 871 snap 270 seq_num 871) 2024-08-04T15:37:37.542 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 287 2024-08-04T15:37:37.542 INFO:tasks.rados.rados.0.smithi007.stdout:2988: seq_num 921 ranges {0=630784,630784=401408} 2024-08-04T15:37:37.546 INFO:tasks.rados.rados.0.smithi007.stdout:2988: writing smithi00780855-45 from 0 to 630784 tid 1 2024-08-04T15:37:37.549 INFO:tasks.rados.rados.0.smithi007.stdout:2988: writing smithi00780855-45 from 630784 to 1032192 tid 2 2024-08-04T15:37:37.549 INFO:tasks.rados.rados.0.smithi007.stdout:2989: snap_remove snap 279 2024-08-04T15:37:37.749 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:37 smithi007 ceph-mon[94998]: osdmap e655: 8 total, 8 up, 8 in 2024-08-04T15:37:37.750 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:37 smithi007 ceph-mon[92692]: osdmap e655: 8 total, 8 up, 8 in 2024-08-04T15:37:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:37 smithi062 ceph-mon[85960]: osdmap e655: 8 total, 8 up, 8 in 2024-08-04T15:37:38.547 INFO:tasks.rados.rados.0.smithi007.stdout:2989: done (5 left) 2024-08-04T15:37:38.547 INFO:tasks.rados.rados.0.smithi007.stdout:2990: read oid 44 snap -1 2024-08-04T15:37:38.547 INFO:tasks.rados.rados.0.smithi007.stdout:2990: expect (ObjNum 887 snap 273 seq_num 887) 2024-08-04T15:37:38.548 INFO:tasks.rados.rados.0.smithi007.stdout:2991: copy_from oid 27 from oid 17 current snap is 287 2024-08-04T15:37:38.548 INFO:tasks.rados.rados.0.smithi007.stdout:2992: read oid 21 snap -1 2024-08-04T15:37:38.548 INFO:tasks.rados.rados.0.smithi007.stdout:2992: expect (ObjNum 903 snap 281 seq_num 903) 2024-08-04T15:37:38.548 INFO:tasks.rados.rados.0.smithi007.stdout:2993: snap_remove snap 276 2024-08-04T15:37:38.814 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:38 smithi007 ceph-mon[94998]: pgmap v638: 121 pgs: 121 active+clean; 206 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-08-04T15:37:38.814 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:38 smithi007 ceph-mon[94998]: osdmap e656: 8 total, 8 up, 8 in 2024-08-04T15:37:38.815 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:38 smithi007 ceph-mon[92692]: pgmap v638: 121 pgs: 121 active+clean; 206 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-08-04T15:37:38.815 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:38 smithi007 ceph-mon[92692]: osdmap e656: 8 total, 8 up, 8 in 2024-08-04T15:37:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:38 smithi062 ceph-mon[85960]: pgmap v638: 121 pgs: 121 active+clean; 206 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-08-04T15:37:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:38 smithi062 ceph-mon[85960]: osdmap e656: 8 total, 8 up, 8 in 2024-08-04T15:37:39.271 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)" 2024-08-04T15:37:39.533 INFO:tasks.rados.rados.0.smithi007.stdout:2993: done (8 left) 2024-08-04T15:37:39.534 INFO:tasks.rados.rados.0.smithi007.stdout:2994: snap_create 2024-08-04T15:37:39.534 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 1888 (ObjNum 33 snap 0 seq_num 3494083472) dirty exists 2024-08-04T15:37:39.534 INFO:tasks.rados.rados.0.smithi007.stdout:2986: expect (ObjNum 871 snap 270 seq_num 871) 2024-08-04T15:37:39.697 INFO:tasks.rados.rados.0.smithi007.stdout:2985: expect (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:37:39.725 INFO:tasks.rados.rados.0.smithi007.stdout:2988: finishing write tid 1 to smithi00780855-45 2024-08-04T15:37:39.725 INFO:tasks.rados.rados.0.smithi007.stdout:2988: finishing write tid 2 to smithi00780855-45 2024-08-04T15:37:39.725 INFO:tasks.rados.rados.0.smithi007.stdout:2988: finishing write tid 3 to smithi00780855-45 2024-08-04T15:37:39.725 INFO:tasks.rados.rados.0.smithi007.stdout:2987: expect (ObjNum 871 snap 270 seq_num 871) 2024-08-04T15:37:39.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:39 smithi007 ceph-mon[92692]: osdmap e657: 8 total, 8 up, 8 in 2024-08-04T15:37:39.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:39 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2673186423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:39.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:39 smithi007 ceph-mon[92692]: osdmap e658: 8 total, 8 up, 8 in 2024-08-04T15:37:39.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:39 smithi007 ceph-mon[94998]: osdmap e657: 8 total, 8 up, 8 in 2024-08-04T15:37:39.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:39 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2673186423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:39.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:39 smithi007 ceph-mon[94998]: osdmap e658: 8 total, 8 up, 8 in 2024-08-04T15:37:39.867 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-04T15:37:39.867 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-08-04T15:37:39.867 DEBUG:teuthology.parallel:result is None 2024-08-04T15:37:39.896 INFO:tasks.rados.rados.0.smithi007.stdout:2988: finishing write tid 4 to smithi00780855-45 2024-08-04T15:37:39.896 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 2764 (ObjNum 921 snap 287 seq_num 921) dirty exists 2024-08-04T15:37:39.896 INFO:tasks.rados.rados.0.smithi007.stdout:2988: left oid 45 (ObjNum 921 snap 287 seq_num 921) 2024-08-04T15:37:39.896 INFO:tasks.rados.rados.0.smithi007.stdout:2992: expect (ObjNum 903 snap 281 seq_num 903) 2024-08-04T15:37:39.915 INFO:tasks.rados.rados.0.smithi007.stdout:2991: finishing copy_from racing read to smithi00780855-27 2024-08-04T15:37:39.915 INFO:tasks.rados.rados.0.smithi007.stdout:2990: expect (ObjNum 887 snap 273 seq_num 887) 2024-08-04T15:37:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:39 smithi062 ceph-mon[85960]: osdmap e657: 8 total, 8 up, 8 in 2024-08-04T15:37:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:39 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2673186423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-04T15:37:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:39 smithi062 ceph-mon[85960]: osdmap e658: 8 total, 8 up, 8 in 2024-08-04T15:37:40.014 INFO:tasks.rados.rados.0.smithi007.stdout:2991: finishing copy_from to smithi00780855-27 2024-08-04T15:37:40.014 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 1958 (ObjNum 898 snap 280 seq_num 898) dirty exists 2024-08-04T15:37:40.530 INFO:tasks.rados.rados.0.smithi007.stdout:2984: done (8 left) 2024-08-04T15:37:40.530 INFO:tasks.rados.rados.0.smithi007.stdout:2985: done (7 left) 2024-08-04T15:37:40.530 INFO:tasks.rados.rados.0.smithi007.stdout:2986: done (6 left) 2024-08-04T15:37:40.530 INFO:tasks.rados.rados.0.smithi007.stdout:2987: done (5 left) 2024-08-04T15:37:40.530 INFO:tasks.rados.rados.0.smithi007.stdout:2988: done (4 left) 2024-08-04T15:37:40.530 INFO:tasks.rados.rados.0.smithi007.stdout:2990: done (3 left) 2024-08-04T15:37:40.530 INFO:tasks.rados.rados.0.smithi007.stdout:2991: done (2 left) 2024-08-04T15:37:40.530 INFO:tasks.rados.rados.0.smithi007.stdout:2992: done (1 left) 2024-08-04T15:37:40.530 INFO:tasks.rados.rados.0.smithi007.stdout:2994: done (0 left) 2024-08-04T15:37:40.531 INFO:tasks.rados.rados.0.smithi007.stdout:2995: read oid 39 snap -1 2024-08-04T15:37:40.531 INFO:tasks.rados.rados.0.smithi007.stdout:2995: expect deleted 2024-08-04T15:37:40.531 INFO:tasks.rados.rados.0.smithi007.stdout:2996: delete oid 30 current snap is 288 2024-08-04T15:37:40.535 INFO:tasks.rados.rados.0.smithi007.stdout:2995: done (1 left) 2024-08-04T15:37:40.535 INFO:tasks.rados.rados.0.smithi007.stdout:2996: done (0 left) 2024-08-04T15:37:40.535 INFO:tasks.rados.rados.0.smithi007.stdout:2997: setattr oid 41 current snap is 288 2024-08-04T15:37:40.537 INFO:tasks.rados.rados.0.smithi007.stdout:2998: setattr oid 7 current snap is 288 2024-08-04T15:37:40.539 INFO:tasks.rados.rados.0.smithi007.stdout:2999: read oid 4 snap 265 2024-08-04T15:37:40.539 INFO:tasks.rados.rados.0.smithi007.stdout:2999: expect (ObjNum 693 snap 222 seq_num 693) 2024-08-04T15:37:40.539 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 27 current snap is 288 2024-08-04T15:37:40.539 INFO:tasks.rados.rados.0.smithi007.stdout:3000: seq_num 923 ranges {647168=663552,1310720=401408} 2024-08-04T15:37:40.546 INFO:tasks.rados.rados.0.smithi007.stdout:3000: writing smithi00780855-27 from 647168 to 1310720 tid 1 2024-08-04T15:37:40.549 INFO:tasks.rados.rados.0.smithi007.stdout:3000: writing smithi00780855-27 from 1310720 to 1712128 tid 2 2024-08-04T15:37:40.549 INFO:tasks.rados.rados.0.smithi007.stdout:3001: read oid 36 snap -1 2024-08-04T15:37:40.549 INFO:tasks.rados.rados.0.smithi007.stdout:3001: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:37:40.550 INFO:tasks.rados.rados.0.smithi007.stdout:3002: rmattr oid 12 current snap is 288 2024-08-04T15:37:40.550 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 2080 (ObjNum 873 snap 270 seq_num 873) dirty exists 2024-08-04T15:37:40.550 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 2790 (ObjNum 629 snap 199 seq_num 629) dirty exists 2024-08-04T15:37:40.550 INFO:tasks.rados.rados.0.smithi007.stdout:2999: expect (ObjNum 693 snap 222 seq_num 693) 2024-08-04T15:37:40.605 INFO:tasks.rados.rados.0.smithi007.stdout:3000: finishing write tid 1 to smithi00780855-27 2024-08-04T15:37:40.606 INFO:tasks.rados.rados.0.smithi007.stdout:3000: finishing write tid 2 to smithi00780855-27 2024-08-04T15:37:40.606 INFO:tasks.rados.rados.0.smithi007.stdout:2997: done (5 left) 2024-08-04T15:37:40.606 INFO:tasks.rados.rados.0.smithi007.stdout:2998: done (4 left) 2024-08-04T15:37:40.606 INFO:tasks.rados.rados.0.smithi007.stdout:2999: done (3 left) 2024-08-04T15:37:40.606 INFO:tasks.rados.rados.0.smithi007.stdout:3002: done (2 left) 2024-08-04T15:37:40.606 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 35 current snap is 288 2024-08-04T15:37:40.606 INFO:tasks.rados.rados.0.smithi007.stdout:3000: finishing write tid 3 to smithi00780855-27 2024-08-04T15:37:40.606 INFO:tasks.rados.rados.0.smithi007.stdout:3003: seq_num 924 ranges {9175040=679936,9854976=401408} 2024-08-04T15:37:40.659 INFO:tasks.rados.rados.0.smithi007.stdout:3003: writing smithi00780855-35 from 9175040 to 9854976 tid 1 2024-08-04T15:37:40.661 INFO:tasks.rados.rados.0.smithi007.stdout:3003: writing smithi00780855-35 from 9854976 to 10256384 tid 2 2024-08-04T15:37:40.661 INFO:tasks.rados.rados.0.smithi007.stdout:3004: snap_remove snap 286 2024-08-04T15:37:40.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:40 smithi007 ceph-mon[92692]: pgmap v641: 121 pgs: 121 active+clean; 202 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 930 KiB/s wr, 11 op/s 2024-08-04T15:37:40.858 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:40 smithi007 ceph-mon[92692]: osdmap e659: 8 total, 8 up, 8 in 2024-08-04T15:37:40.858 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:40 smithi007 ceph-mon[94998]: pgmap v641: 121 pgs: 121 active+clean; 202 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 930 KiB/s wr, 11 op/s 2024-08-04T15:37:40.858 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:40 smithi007 ceph-mon[94998]: osdmap e659: 8 total, 8 up, 8 in 2024-08-04T15:37:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:40 smithi062 ceph-mon[85960]: pgmap v641: 121 pgs: 121 active+clean; 202 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 930 KiB/s wr, 11 op/s 2024-08-04T15:37:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:40 smithi062 ceph-mon[85960]: osdmap e659: 8 total, 8 up, 8 in 2024-08-04T15:37:41.559 INFO:tasks.rados.rados.0.smithi007.stdout:3004: done (3 left) 2024-08-04T15:37:41.559 INFO:tasks.rados.rados.0.smithi007.stdout:3005: read oid 28 snap -1 2024-08-04T15:37:41.559 INFO:tasks.rados.rados.0.smithi007.stdout:3005: expect deleted 2024-08-04T15:37:41.559 INFO:tasks.rados.rados.0.smithi007.stdout:3006: copy_from oid 13 from oid 4 current snap is 288 2024-08-04T15:37:41.559 INFO:tasks.rados.rados.0.smithi007.stdout:3000: finishing write tid 4 to smithi00780855-27 2024-08-04T15:37:41.560 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 1989 (ObjNum 923 snap 288 seq_num 923) dirty exists 2024-08-04T15:37:41.560 INFO:tasks.rados.rados.0.smithi007.stdout:3000: left oid 27 (ObjNum 923 snap 288 seq_num 923) 2024-08-04T15:37:41.560 INFO:tasks.rados.rados.0.smithi007.stdout:3000: done (4 left) 2024-08-04T15:37:41.560 INFO:tasks.rados.rados.0.smithi007.stdout:3007: delete oid 44 current snap is 288 2024-08-04T15:37:41.560 INFO:tasks.rados.rados.0.smithi007.stdout:3001: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:37:41.613 INFO:tasks.rados.rados.0.smithi007.stdout:3003: finishing write tid 1 to smithi00780855-35 2024-08-04T15:37:41.613 INFO:tasks.rados.rados.0.smithi007.stdout:3003: finishing write tid 2 to smithi00780855-35 2024-08-04T15:37:41.613 INFO:tasks.rados.rados.0.smithi007.stdout:3003: finishing write tid 3 to smithi00780855-35 2024-08-04T15:37:41.613 INFO:tasks.rados.rados.0.smithi007.stdout:3003: finishing write tid 4 to smithi00780855-35 2024-08-04T15:37:41.613 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 2296 (ObjNum 924 snap 288 seq_num 924) dirty exists 2024-08-04T15:37:41.613 INFO:tasks.rados.rados.0.smithi007.stdout:3003: left oid 35 (ObjNum 924 snap 288 seq_num 924) 2024-08-04T15:37:41.614 INFO:tasks.rados.rados.0.smithi007.stdout:3006: finishing copy_from to smithi00780855-13 2024-08-04T15:37:41.614 INFO:tasks.rados.rados.0.smithi007.stdout:3006: got expected ENOENT (src dne) 2024-08-04T15:37:41.614 INFO:tasks.rados.rados.0.smithi007.stdout:3006: finishing copy_from racing read to smithi00780855-13 2024-08-04T15:37:41.614 INFO:tasks.rados.rados.0.smithi007.stdout:3001: done (4 left) 2024-08-04T15:37:41.614 INFO:tasks.rados.rados.0.smithi007.stdout:3003: done (3 left) 2024-08-04T15:37:41.614 INFO:tasks.rados.rados.0.smithi007.stdout:3005: done (2 left) 2024-08-04T15:37:41.614 INFO:tasks.rados.rados.0.smithi007.stdout:3006: done (1 left) 2024-08-04T15:37:41.614 INFO:tasks.rados.rados.0.smithi007.stdout:3007: done (0 left) 2024-08-04T15:37:41.614 INFO:tasks.rados.rados.0.smithi007.stdout:3008: snap_create 2024-08-04T15:37:42.560 INFO:tasks.rados.rados.0.smithi007.stdout:3008: done (0 left) 2024-08-04T15:37:42.560 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 29 current snap is 289 2024-08-04T15:37:42.560 INFO:tasks.rados.rados.0.smithi007.stdout:3009: seq_num 926 ranges {2613248=712704,3325952=401408} 2024-08-04T15:37:42.578 INFO:tasks.rados.rados.0.smithi007.stdout:3009: writing smithi00780855-29 from 2613248 to 3325952 tid 1 2024-08-04T15:37:42.581 INFO:tasks.rados.rados.0.smithi007.stdout:3009: writing smithi00780855-29 from 3325952 to 3727360 tid 2 2024-08-04T15:37:42.581 INFO:tasks.rados.rados.0.smithi007.stdout:3010: read oid 15 snap -1 2024-08-04T15:37:42.581 INFO:tasks.rados.rados.0.smithi007.stdout:3010: expect (ObjNum 886 snap 273 seq_num 886) 2024-08-04T15:37:42.581 INFO:tasks.rados.rados.0.smithi007.stdout:3011: rollback oid 1 current snap is 289 2024-08-04T15:37:42.581 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 1 to 287 2024-08-04T15:37:42.581 INFO:tasks.rados.rados.0.smithi007.stdout:3012: read oid 33 snap -1 2024-08-04T15:37:42.582 INFO:tasks.rados.rados.0.smithi007.stdout:3012: expect (ObjNum 871 snap 270 seq_num 871) 2024-08-04T15:37:42.582 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 289 2024-08-04T15:37:42.582 INFO:tasks.rados.rados.0.smithi007.stdout:3013: seq_num 927 ranges {0=729088,729088=401408} 2024-08-04T15:37:42.586 INFO:tasks.rados.rados.0.smithi007.stdout:3013: writing smithi00780855-6 from 0 to 729088 tid 1 2024-08-04T15:37:42.589 INFO:tasks.rados.rados.0.smithi007.stdout:3013: writing smithi00780855-6 from 729088 to 1130496 tid 2 2024-08-04T15:37:42.590 INFO:tasks.rados.rados.0.smithi007.stdout:3014: rmattr oid 34 current snap is 289 2024-08-04T15:37:42.590 INFO:tasks.rados.rados.0.smithi007.stdout:3014: done (5 left) 2024-08-04T15:37:42.590 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 4 current snap is 289 2024-08-04T15:37:42.590 INFO:tasks.rados.rados.0.smithi007.stdout:3009: finishing write tid 1 to smithi00780855-29 2024-08-04T15:37:42.590 INFO:tasks.rados.rados.0.smithi007.stdout:3009: finishing write tid 2 to smithi00780855-29 2024-08-04T15:37:42.590 INFO:tasks.rados.rados.0.smithi007.stdout:3009: finishing write tid 3 to smithi00780855-29 2024-08-04T15:37:42.590 INFO:tasks.rados.rados.0.smithi007.stdout:3011: finishing rollback tid 0 to smithi00780855-1 2024-08-04T15:37:42.591 INFO:tasks.rados.rados.0.smithi007.stdout:3015: seq_num 928 ranges {0=745472,745472=401408} 2024-08-04T15:37:42.595 INFO:tasks.rados.rados.0.smithi007.stdout:3015: writing smithi00780855-4 from 0 to 745472 tid 1 2024-08-04T15:37:42.598 INFO:tasks.rados.rados.0.smithi007.stdout:3015: writing smithi00780855-4 from 745472 to 1146880 tid 2 2024-08-04T15:37:42.598 INFO:tasks.rados.rados.0.smithi007.stdout:3016: setattr oid 3 current snap is 289 2024-08-04T15:37:42.598 INFO:tasks.rados.rados.0.smithi007.stdout:3009: finishing write tid 4 to smithi00780855-29 2024-08-04T15:37:42.598 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 2576 (ObjNum 926 snap 289 seq_num 926) dirty exists 2024-08-04T15:37:42.599 INFO:tasks.rados.rados.0.smithi007.stdout:3009: left oid 29 (ObjNum 926 snap 289 seq_num 926) 2024-08-04T15:37:42.599 INFO:tasks.rados.rados.0.smithi007.stdout:3011: finishing rollback tid 1 to smithi00780855-1 2024-08-04T15:37:42.599 INFO:tasks.rados.rados.0.smithi007.stdout:3011: finishing rollback tid 2 to smithi00780855-1 2024-08-04T15:37:42.599 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 1973 (ObjNum 875 snap 271 seq_num 875) dirty exists 2024-08-04T15:37:42.599 INFO:tasks.rados.rados.0.smithi007.stdout:3009: done (6 left) 2024-08-04T15:37:42.599 INFO:tasks.rados.rados.0.smithi007.stdout:3011: done (5 left) 2024-08-04T15:37:42.599 INFO:tasks.rados.rados.0.smithi007.stdout:3017: snap_remove snap 288 2024-08-04T15:37:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:42 smithi062 ceph-mon[85960]: pgmap v644: 121 pgs: 121 active+clean; 204 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-08-04T15:37:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:42 smithi062 ceph-mon[85960]: osdmap e660: 8 total, 8 up, 8 in 2024-08-04T15:37:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:37:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:37:42.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:42 smithi007 ceph-mon[94998]: pgmap v644: 121 pgs: 121 active+clean; 204 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-08-04T15:37:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:42 smithi007 ceph-mon[94998]: osdmap e660: 8 total, 8 up, 8 in 2024-08-04T15:37:42.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:42 smithi007 ceph-mon[92692]: pgmap v644: 121 pgs: 121 active+clean; 204 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-08-04T15:37:42.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:42 smithi007 ceph-mon[92692]: osdmap e660: 8 total, 8 up, 8 in 2024-08-04T15:37:43.571 INFO:tasks.rados.rados.0.smithi007.stdout:3017: done (5 left) 2024-08-04T15:37:43.571 INFO:tasks.rados.rados.0.smithi007.stdout:3018: snap_remove snap 285 2024-08-04T15:37:43.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:43 smithi007 ceph-mon[92692]: osdmap e661: 8 total, 8 up, 8 in 2024-08-04T15:37:43.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:43 smithi007 ceph-mon[94998]: osdmap e661: 8 total, 8 up, 8 in 2024-08-04T15:37:44.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:43 smithi062 ceph-mon[85960]: osdmap e661: 8 total, 8 up, 8 in 2024-08-04T15:37:44.529 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 2220 (ObjNum 757 snap 246 seq_num 757) dirty exists 2024-08-04T15:37:44.530 INFO:tasks.rados.rados.0.smithi007.stdout:3013: finishing write tid 1 to smithi00780855-6 2024-08-04T15:37:44.530 INFO:tasks.rados.rados.0.smithi007.stdout:3013: finishing write tid 2 to smithi00780855-6 2024-08-04T15:37:44.530 INFO:tasks.rados.rados.0.smithi007.stdout:3015: finishing write tid 1 to smithi00780855-4 2024-08-04T15:37:44.530 INFO:tasks.rados.rados.0.smithi007.stdout:3013: finishing write tid 3 to smithi00780855-6 2024-08-04T15:37:44.530 INFO:tasks.rados.rados.0.smithi007.stdout:3015: finishing write tid 2 to smithi00780855-4 2024-08-04T15:37:44.530 INFO:tasks.rados.rados.0.smithi007.stdout:3015: finishing write tid 3 to smithi00780855-4 2024-08-04T15:37:44.530 INFO:tasks.rados.rados.0.smithi007.stdout:3013: finishing write tid 4 to smithi00780855-6 2024-08-04T15:37:44.530 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 2615 (ObjNum 927 snap 289 seq_num 927) dirty exists 2024-08-04T15:37:44.530 INFO:tasks.rados.rados.0.smithi007.stdout:3013: left oid 6 (ObjNum 927 snap 289 seq_num 927) 2024-08-04T15:37:44.530 INFO:tasks.rados.rados.0.smithi007.stdout:3015: finishing write tid 4 to smithi00780855-4 2024-08-04T15:37:44.530 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 1522 (ObjNum 928 snap 289 seq_num 928) dirty exists 2024-08-04T15:37:44.530 INFO:tasks.rados.rados.0.smithi007.stdout:3015: left oid 4 (ObjNum 928 snap 289 seq_num 928) 2024-08-04T15:37:44.531 INFO:tasks.rados.rados.0.smithi007.stdout:3010: expect (ObjNum 886 snap 273 seq_num 886) 2024-08-04T15:37:44.781 INFO:tasks.rados.rados.0.smithi007.stdout:3012: expect (ObjNum 871 snap 270 seq_num 871) 2024-08-04T15:37:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:44 smithi007 ceph-mon[92692]: pgmap v647: 121 pgs: 121 active+clean; 204 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 658 KiB/s wr, 13 op/s 2024-08-04T15:37:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:44 smithi007 ceph-mon[92692]: osdmap e662: 8 total, 8 up, 8 in 2024-08-04T15:37:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:44 smithi007 ceph-mon[92692]: osdmap e663: 8 total, 8 up, 8 in 2024-08-04T15:37:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:44 smithi007 ceph-mon[94998]: pgmap v647: 121 pgs: 121 active+clean; 204 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 658 KiB/s wr, 13 op/s 2024-08-04T15:37:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:44 smithi007 ceph-mon[94998]: osdmap e662: 8 total, 8 up, 8 in 2024-08-04T15:37:44.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:44 smithi007 ceph-mon[94998]: osdmap e663: 8 total, 8 up, 8 in 2024-08-04T15:37:44.943 INFO:tasks.rados.rados.0.smithi007.stdout:3010: done (5 left) 2024-08-04T15:37:44.943 INFO:tasks.rados.rados.0.smithi007.stdout:3012: done (4 left) 2024-08-04T15:37:44.943 INFO:tasks.rados.rados.0.smithi007.stdout:3013: done (3 left) 2024-08-04T15:37:44.943 INFO:tasks.rados.rados.0.smithi007.stdout:3015: done (2 left) 2024-08-04T15:37:44.943 INFO:tasks.rados.rados.0.smithi007.stdout:3016: done (1 left) 2024-08-04T15:37:44.943 INFO:tasks.rados.rados.0.smithi007.stdout:3018: done (0 left) 2024-08-04T15:37:44.943 INFO:tasks.rados.rados.0.smithi007.stdout:3019: copy_from oid 32 from oid 23 current snap is 289 2024-08-04T15:37:44.943 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 289 2024-08-04T15:37:44.943 INFO:tasks.rados.rados.0.smithi007.stdout:3020: seq_num 929 ranges {3596288=761856,4358144=401408} 2024-08-04T15:37:44.966 INFO:tasks.rados.rados.0.smithi007.stdout:3020: writing smithi00780855-38 from 3596288 to 4358144 tid 1 2024-08-04T15:37:44.969 INFO:tasks.rados.rados.0.smithi007.stdout:3020: writing smithi00780855-38 from 4358144 to 4759552 tid 2 2024-08-04T15:37:44.969 INFO:tasks.rados.rados.0.smithi007.stdout:3021: snap_create 2024-08-04T15:37:44.969 INFO:tasks.rados.rados.0.smithi007.stdout:3019: finishing copy_from racing read to smithi00780855-32 2024-08-04T15:37:44.969 INFO:tasks.rados.rados.0.smithi007.stdout:3019: finishing copy_from to smithi00780855-32 2024-08-04T15:37:44.969 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 1960 (ObjNum 899 snap 280 seq_num 899) dirty exists 2024-08-04T15:37:44.973 INFO:tasks.rados.rados.0.smithi007.stdout:3020: finishing write tid 1 to smithi00780855-38 2024-08-04T15:37:44.973 INFO:tasks.rados.rados.0.smithi007.stdout:3020: finishing write tid 2 to smithi00780855-38 2024-08-04T15:37:44.973 INFO:tasks.rados.rados.0.smithi007.stdout:3020: finishing write tid 3 to smithi00780855-38 2024-08-04T15:37:44.974 INFO:tasks.rados.rados.0.smithi007.stdout:3020: finishing write tid 4 to smithi00780855-38 2024-08-04T15:37:44.974 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 2141 (ObjNum 929 snap 289 seq_num 929) dirty exists 2024-08-04T15:37:44.974 INFO:tasks.rados.rados.0.smithi007.stdout:3020: left oid 38 (ObjNum 929 snap 289 seq_num 929) 2024-08-04T15:37:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:44 smithi062 ceph-mon[85960]: pgmap v647: 121 pgs: 121 active+clean; 204 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 658 KiB/s wr, 13 op/s 2024-08-04T15:37:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:44 smithi062 ceph-mon[85960]: osdmap e662: 8 total, 8 up, 8 in 2024-08-04T15:37:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:44 smithi062 ceph-mon[85960]: osdmap e663: 8 total, 8 up, 8 in 2024-08-04T15:37:45.576 INFO:tasks.rados.rados.0.smithi007.stdout:3019: done (2 left) 2024-08-04T15:37:45.576 INFO:tasks.rados.rados.0.smithi007.stdout:3020: done (1 left) 2024-08-04T15:37:45.576 INFO:tasks.rados.rados.0.smithi007.stdout:3021: done (0 left) 2024-08-04T15:37:45.576 INFO:tasks.rados.rados.0.smithi007.stdout:3022: snap_remove snap 278 2024-08-04T15:37:46.579 INFO:tasks.rados.rados.0.smithi007.stdout:3022: done (0 left) 2024-08-04T15:37:46.579 INFO:tasks.rados.rados.0.smithi007.stdout:3023: copy_from oid 16 from oid 21 current snap is 290 2024-08-04T15:37:46.579 INFO:tasks.rados.rados.0.smithi007.stdout:3024: rmattr oid 13 current snap is 290 2024-08-04T15:37:46.579 INFO:tasks.rados.rados.0.smithi007.stdout:3025: delete oid 42 current snap is 290 2024-08-04T15:37:46.580 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:37:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:37:46] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-08-04T15:37:46.590 INFO:tasks.rados.rados.0.smithi007.stdout:3025: done (2 left) 2024-08-04T15:37:46.590 INFO:tasks.rados.rados.0.smithi007.stdout:3026: snap_remove snap 265 2024-08-04T15:37:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:46 smithi007 ceph-mon[92692]: pgmap v650: 121 pgs: 121 active+clean; 200 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-08-04T15:37:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:46 smithi007 ceph-mon[92692]: osdmap e664: 8 total, 8 up, 8 in 2024-08-04T15:37:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:46 smithi007 ceph-mon[94998]: pgmap v650: 121 pgs: 121 active+clean; 200 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-08-04T15:37:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:46 smithi007 ceph-mon[94998]: osdmap e664: 8 total, 8 up, 8 in 2024-08-04T15:37:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:46 smithi062 ceph-mon[85960]: pgmap v650: 121 pgs: 121 active+clean; 200 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-08-04T15:37:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:46 smithi062 ceph-mon[85960]: osdmap e664: 8 total, 8 up, 8 in 2024-08-04T15:37:47.593 INFO:tasks.rados.rados.0.smithi007.stdout:3026: done (2 left) 2024-08-04T15:37:47.593 INFO:tasks.rados.rados.0.smithi007.stdout:3027: rollback oid 49 current snap is 290 2024-08-04T15:37:47.593 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 49 to 289 2024-08-04T15:37:47.593 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 2802 (ObjNum 919 snap 286 seq_num 919) dirty exists 2024-08-04T15:37:47.593 INFO:tasks.rados.rados.0.smithi007.stdout:3023: finishing copy_from racing read to smithi00780855-16 2024-08-04T15:37:47.593 INFO:tasks.rados.rados.0.smithi007.stdout:3023: finishing copy_from to smithi00780855-16 2024-08-04T15:37:47.594 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 2022 (ObjNum 903 snap 281 seq_num 903) dirty exists 2024-08-04T15:37:47.594 INFO:tasks.rados.rados.0.smithi007.stdout:3023: done (2 left) 2024-08-04T15:37:47.594 INFO:tasks.rados.rados.0.smithi007.stdout:3024: done (1 left) 2024-08-04T15:37:47.594 INFO:tasks.rados.rados.0.smithi007.stdout:3028: setattr oid 46 current snap is 290 2024-08-04T15:37:47.595 INFO:tasks.rados.rados.0.smithi007.stdout:3029: copy_from oid 15 from oid 33 current snap is 290 2024-08-04T15:37:47.595 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 35 current snap is 290 2024-08-04T15:37:47.595 INFO:tasks.rados.rados.0.smithi007.stdout:3030: seq_num 931 ranges {10256384=802816,11059200=401408} 2024-08-04T15:37:47.657 INFO:tasks.rados.rados.0.smithi007.stdout:3030: writing smithi00780855-35 from 10256384 to 11059200 tid 1 2024-08-04T15:37:47.660 INFO:tasks.rados.rados.0.smithi007.stdout:3030: writing smithi00780855-35 from 11059200 to 11460608 tid 2 2024-08-04T15:37:47.660 INFO:tasks.rados.rados.0.smithi007.stdout:3031: copy_from oid 39 from oid 5 current snap is 290 2024-08-04T15:37:47.660 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 2577 (ObjNum 835 snap 266 seq_num 835) dirty exists 2024-08-04T15:37:47.660 INFO:tasks.rados.rados.0.smithi007.stdout:3028: done (4 left) 2024-08-04T15:37:47.660 INFO:tasks.rados.rados.0.smithi007.stdout:3032: delete oid 47 current snap is 290 2024-08-04T15:37:47.660 INFO:tasks.rados.rados.0.smithi007.stdout:3027: finishing rollback tid 0 to smithi00780855-49 2024-08-04T15:37:47.660 INFO:tasks.rados.rados.0.smithi007.stdout:3027: finishing rollback tid 1 to smithi00780855-49 2024-08-04T15:37:47.660 INFO:tasks.rados.rados.0.smithi007.stdout:3027: finishing rollback tid 2 to smithi00780855-49 2024-08-04T15:37:47.660 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 2095 (ObjNum 917 snap 285 seq_num 917) dirty exists 2024-08-04T15:37:47.660 INFO:tasks.rados.rados.0.smithi007.stdout:3029: finishing copy_from racing read to smithi00780855-15 2024-08-04T15:37:47.660 INFO:tasks.rados.rados.0.smithi007.stdout:3029: finishing copy_from to smithi00780855-15 2024-08-04T15:37:47.660 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 1980 (ObjNum 871 snap 270 seq_num 871) dirty exists 2024-08-04T15:37:47.662 INFO:tasks.rados.rados.0.smithi007.stdout:3027: done (4 left) 2024-08-04T15:37:47.662 INFO:tasks.rados.rados.0.smithi007.stdout:3029: done (3 left) 2024-08-04T15:37:47.662 INFO:tasks.rados.rados.0.smithi007.stdout:3032: done (2 left) 2024-08-04T15:37:47.662 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 290 2024-08-04T15:37:47.662 INFO:tasks.rados.rados.0.smithi007.stdout:3033: seq_num 933 ranges {1998848=434176,2433024=548864,2981888=253952} 2024-08-04T15:37:47.675 INFO:tasks.rados.rados.0.smithi007.stdout:3033: writing smithi00780855-46 from 1998848 to 2433024 tid 1 2024-08-04T15:37:47.679 INFO:tasks.rados.rados.0.smithi007.stdout:3033: writing smithi00780855-46 from 2433024 to 2981888 tid 2 2024-08-04T15:37:47.681 INFO:tasks.rados.rados.0.smithi007.stdout:3033: writing smithi00780855-46 from 2981888 to 3235840 tid 3 2024-08-04T15:37:47.681 INFO:tasks.rados.rados.0.smithi007.stdout:3034: read oid 28 snap -1 2024-08-04T15:37:47.681 INFO:tasks.rados.rados.0.smithi007.stdout:3034: expect deleted 2024-08-04T15:37:47.681 INFO:tasks.rados.rados.0.smithi007.stdout:3035: delete oid 4 current snap is 290 2024-08-04T15:37:47.681 INFO:tasks.rados.rados.0.smithi007.stdout:3030: finishing write tid 1 to smithi00780855-35 2024-08-04T15:37:47.681 INFO:tasks.rados.rados.0.smithi007.stdout:3030: finishing write tid 2 to smithi00780855-35 2024-08-04T15:37:47.681 INFO:tasks.rados.rados.0.smithi007.stdout:3030: finishing write tid 3 to smithi00780855-35 2024-08-04T15:37:47.682 INFO:tasks.rados.rados.0.smithi007.stdout:3030: finishing write tid 4 to smithi00780855-35 2024-08-04T15:37:47.682 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 2299 (ObjNum 931 snap 290 seq_num 931) dirty exists 2024-08-04T15:37:47.682 INFO:tasks.rados.rados.0.smithi007.stdout:3030: left oid 35 (ObjNum 931 snap 290 seq_num 931) 2024-08-04T15:37:47.682 INFO:tasks.rados.rados.0.smithi007.stdout:3031: finishing copy_from racing read to smithi00780855-39 2024-08-04T15:37:47.682 INFO:tasks.rados.rados.0.smithi007.stdout:3031: finishing copy_from to smithi00780855-39 2024-08-04T15:37:47.682 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 1980 (ObjNum 871 snap 270 seq_num 871) dirty exists 2024-08-04T15:37:47.682 INFO:tasks.rados.rados.0.smithi007.stdout:3033: finishing write tid 1 to smithi00780855-46 2024-08-04T15:37:47.683 INFO:tasks.rados.rados.0.smithi007.stdout:3030: done (4 left) 2024-08-04T15:37:47.683 INFO:tasks.rados.rados.0.smithi007.stdout:3031: done (3 left) 2024-08-04T15:37:47.684 INFO:tasks.rados.rados.0.smithi007.stdout:3034: done (2 left) 2024-08-04T15:37:47.684 INFO:tasks.rados.rados.0.smithi007.stdout:3035: done (1 left) 2024-08-04T15:37:47.684 INFO:tasks.rados.rados.0.smithi007.stdout:3036: read oid 17 snap -1 2024-08-04T15:37:47.684 INFO:tasks.rados.rados.0.smithi007.stdout:3036: expect (ObjNum 898 snap 280 seq_num 898) 2024-08-04T15:37:47.684 INFO:tasks.rados.rados.0.smithi007.stdout:3037: rmattr oid 16 current snap is 290 2024-08-04T15:37:47.684 INFO:tasks.rados.rados.0.smithi007.stdout:3037: done (2 left) 2024-08-04T15:37:47.684 INFO:tasks.rados.rados.0.smithi007.stdout:3038: snap_create 2024-08-04T15:37:47.684 INFO:tasks.rados.rados.0.smithi007.stdout:3033: finishing write tid 2 to smithi00780855-46 2024-08-04T15:37:47.685 INFO:tasks.rados.rados.0.smithi007.stdout:3033: finishing write tid 3 to smithi00780855-46 2024-08-04T15:37:47.685 INFO:tasks.rados.rados.0.smithi007.stdout:3033: finishing write tid 4 to smithi00780855-46 2024-08-04T15:37:47.686 INFO:tasks.rados.rados.0.smithi007.stdout:3033: finishing write tid 5 to smithi00780855-46 2024-08-04T15:37:47.686 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 2581 (ObjNum 933 snap 290 seq_num 933) dirty exists 2024-08-04T15:37:47.686 INFO:tasks.rados.rados.0.smithi007.stdout:3033: left oid 46 (ObjNum 933 snap 290 seq_num 933) 2024-08-04T15:37:47.687 INFO:tasks.rados.rados.0.smithi007.stdout:3036: expect (ObjNum 898 snap 280 seq_num 898) 2024-08-04T15:37:48.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:47 smithi062 ceph-mon[85960]: osdmap e665: 8 total, 8 up, 8 in 2024-08-04T15:37:48.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:47 smithi007 ceph-mon[92692]: osdmap e665: 8 total, 8 up, 8 in 2024-08-04T15:37:48.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:47 smithi007 ceph-mon[94998]: osdmap e665: 8 total, 8 up, 8 in 2024-08-04T15:37:48.592 INFO:tasks.rados.rados.0.smithi007.stdout:3033: done (2 left) 2024-08-04T15:37:48.593 INFO:tasks.rados.rados.0.smithi007.stdout:3036: done (1 left) 2024-08-04T15:37:48.593 INFO:tasks.rados.rados.0.smithi007.stdout:3038: done (0 left) 2024-08-04T15:37:48.593 INFO:tasks.rados.rados.0.smithi007.stdout:3039: snap_create 2024-08-04T15:37:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:48 smithi062 ceph-mon[85960]: pgmap v653: 121 pgs: 121 active+clean; 201 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-08-04T15:37:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:48 smithi062 ceph-mon[85960]: osdmap e666: 8 total, 8 up, 8 in 2024-08-04T15:37:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:48 smithi007 ceph-mon[92692]: pgmap v653: 121 pgs: 121 active+clean; 201 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-08-04T15:37:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:48 smithi007 ceph-mon[92692]: osdmap e666: 8 total, 8 up, 8 in 2024-08-04T15:37:49.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:48 smithi007 ceph-mon[94998]: pgmap v653: 121 pgs: 121 active+clean; 201 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-08-04T15:37:49.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:48 smithi007 ceph-mon[94998]: osdmap e666: 8 total, 8 up, 8 in 2024-08-04T15:37:49.531 INFO:tasks.rados.rados.0.smithi007.stdout:3039: done (0 left) 2024-08-04T15:37:49.531 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 292 2024-08-04T15:37:49.531 INFO:tasks.rados.rados.0.smithi007.stdout:3040: seq_num 935 ranges {3301376=466944,3768320=720896,4489216=81920} 2024-08-04T15:37:49.551 INFO:tasks.rados.rados.0.smithi007.stdout:3040: writing smithi00780855-15 from 3301376 to 3768320 tid 1 2024-08-04T15:37:49.555 INFO:tasks.rados.rados.0.smithi007.stdout:3040: writing smithi00780855-15 from 3768320 to 4489216 tid 2 2024-08-04T15:37:49.556 INFO:tasks.rados.rados.0.smithi007.stdout:3040: writing smithi00780855-15 from 4489216 to 4571136 tid 3 2024-08-04T15:37:49.556 INFO:tasks.rados.rados.0.smithi007.stdout:3041: rollback oid 3 current snap is 292 2024-08-04T15:37:49.556 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 3 to 291 2024-08-04T15:37:49.556 INFO:tasks.rados.rados.0.smithi007.stdout:3042: read oid 50 snap 291 2024-08-04T15:37:49.556 INFO:tasks.rados.rados.0.smithi007.stdout:3042: expect (ObjNum 845 snap 266 seq_num 845) 2024-08-04T15:37:49.557 INFO:tasks.rados.rados.0.smithi007.stdout:3043: snap_create 2024-08-04T15:37:49.562 INFO:tasks.rados.rados.0.smithi007.stdout:3041: finishing rollback tid 0 to smithi00780855-3 2024-08-04T15:37:49.562 INFO:tasks.rados.rados.0.smithi007.stdout:3041: finishing rollback tid 1 to smithi00780855-3 2024-08-04T15:37:49.562 INFO:tasks.rados.rados.0.smithi007.stdout:3040: finishing write tid 1 to smithi00780855-15 2024-08-04T15:37:49.562 INFO:tasks.rados.rados.0.smithi007.stdout:3041: finishing rollback tid 2 to smithi00780855-3 2024-08-04T15:37:49.562 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 2223 (ObjNum 757 snap 246 seq_num 757) dirty exists 2024-08-04T15:37:49.564 INFO:tasks.rados.rados.0.smithi007.stdout:3040: finishing write tid 2 to smithi00780855-15 2024-08-04T15:37:49.564 INFO:tasks.rados.rados.0.smithi007.stdout:3040: finishing write tid 3 to smithi00780855-15 2024-08-04T15:37:49.565 INFO:tasks.rados.rados.0.smithi007.stdout:3040: finishing write tid 4 to smithi00780855-15 2024-08-04T15:37:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:3040: finishing write tid 5 to smithi00780855-15 2024-08-04T15:37:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 2835 (ObjNum 935 snap 292 seq_num 935) dirty exists 2024-08-04T15:37:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:3040: left oid 15 (ObjNum 935 snap 292 seq_num 935) 2024-08-04T15:37:49.569 INFO:tasks.rados.rados.0.smithi007.stdout:3042: expect (ObjNum 845 snap 266 seq_num 845) 2024-08-04T15:37:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:49 smithi062 ceph-mon[85960]: osdmap e667: 8 total, 8 up, 8 in 2024-08-04T15:37:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:49 smithi062 ceph-mon[85960]: osdmap e668: 8 total, 8 up, 8 in 2024-08-04T15:37:50.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:49 smithi007 ceph-mon[92692]: osdmap e667: 8 total, 8 up, 8 in 2024-08-04T15:37:50.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:49 smithi007 ceph-mon[92692]: osdmap e668: 8 total, 8 up, 8 in 2024-08-04T15:37:50.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:49 smithi007 ceph-mon[94998]: osdmap e667: 8 total, 8 up, 8 in 2024-08-04T15:37:50.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:49 smithi007 ceph-mon[94998]: osdmap e668: 8 total, 8 up, 8 in 2024-08-04T15:37:50.532 INFO:tasks.rados.rados.0.smithi007.stdout:3040: done (3 left) 2024-08-04T15:37:50.533 INFO:tasks.rados.rados.0.smithi007.stdout:3041: done (2 left) 2024-08-04T15:37:50.533 INFO:tasks.rados.rados.0.smithi007.stdout:3042: done (1 left) 2024-08-04T15:37:50.533 INFO:tasks.rados.rados.0.smithi007.stdout:3043: done (0 left) 2024-08-04T15:37:50.533 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 7 current snap is 293 2024-08-04T15:37:50.533 INFO:tasks.rados.rados.0.smithi007.stdout:3044: seq_num 936 ranges {229376=483328,712704=655360,1368064=147456} 2024-08-04T15:37:50.536 INFO:tasks.rados.rados.0.smithi007.stdout:3044: writing smithi00780855-7 from 229376 to 712704 tid 1 2024-08-04T15:37:50.539 INFO:tasks.rados.rados.0.smithi007.stdout:3044: writing smithi00780855-7 from 712704 to 1368064 tid 2 2024-08-04T15:37:50.540 INFO:tasks.rados.rados.0.smithi007.stdout:3044: writing smithi00780855-7 from 1368064 to 1515520 tid 3 2024-08-04T15:37:50.541 INFO:tasks.rados.rados.0.smithi007.stdout:3045: rollback oid 44 current snap is 293 2024-08-04T15:37:50.541 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 44 to 287 2024-08-04T15:37:50.541 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 42 current snap is 293 2024-08-04T15:37:50.541 INFO:tasks.rados.rados.0.smithi007.stdout:3046: seq_num 937 ranges {0=499712,499712=532480,1032192=270336} 2024-08-04T15:37:50.543 INFO:tasks.rados.rados.0.smithi007.stdout:3046: writing smithi00780855-42 from 0 to 499712 tid 1 2024-08-04T15:37:50.547 INFO:tasks.rados.rados.0.smithi007.stdout:3046: writing smithi00780855-42 from 499712 to 1032192 tid 2 2024-08-04T15:37:50.550 INFO:tasks.rados.rados.0.smithi007.stdout:3046: writing smithi00780855-42 from 1032192 to 1302528 tid 3 2024-08-04T15:37:50.550 INFO:tasks.rados.rados.0.smithi007.stdout:3047: rollback oid 9 current snap is 293 2024-08-04T15:37:50.550 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 9 to 287 2024-08-04T15:37:50.550 INFO:tasks.rados.rados.0.smithi007.stdout:3045: finishing rollback tid 1 to smithi00780855-44 2024-08-04T15:37:50.550 INFO:tasks.rados.rados.0.smithi007.stdout:3044: finishing write tid 1 to smithi00780855-7 2024-08-04T15:37:50.550 INFO:tasks.rados.rados.0.smithi007.stdout:3046: finishing write tid 1 to smithi00780855-42 2024-08-04T15:37:50.550 INFO:tasks.rados.rados.0.smithi007.stdout:3044: finishing write tid 2 to smithi00780855-7 2024-08-04T15:37:50.551 INFO:tasks.rados.rados.0.smithi007.stdout:3045: finishing rollback tid 2 to smithi00780855-44 2024-08-04T15:37:50.551 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1525 (ObjNum 887 snap 273 seq_num 887) dirty exists 2024-08-04T15:37:50.551 INFO:tasks.rados.rados.0.smithi007.stdout:3044: finishing write tid 3 to smithi00780855-7 2024-08-04T15:37:50.551 INFO:tasks.rados.rados.0.smithi007.stdout:3044: finishing write tid 4 to smithi00780855-7 2024-08-04T15:37:50.551 INFO:tasks.rados.rados.0.smithi007.stdout:3045: done (3 left) 2024-08-04T15:37:50.551 INFO:tasks.rados.rados.0.smithi007.stdout:3048: read oid 28 snap -1 2024-08-04T15:37:50.551 INFO:tasks.rados.rados.0.smithi007.stdout:3048: expect deleted 2024-08-04T15:37:50.551 INFO:tasks.rados.rados.0.smithi007.stdout:3049: snap_create 2024-08-04T15:37:50.551 INFO:tasks.rados.rados.0.smithi007.stdout:3047: finishing rollback tid 1 to smithi00780855-9 2024-08-04T15:37:50.551 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 0 (ObjNum 33 snap 0 seq_num 3493844304) dirty dne 2024-08-04T15:37:50.552 INFO:tasks.rados.rados.0.smithi007.stdout:3044: finishing write tid 5 to smithi00780855-7 2024-08-04T15:37:50.552 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 2110 (ObjNum 936 snap 293 seq_num 936) dirty exists 2024-08-04T15:37:50.552 INFO:tasks.rados.rados.0.smithi007.stdout:3044: left oid 7 (ObjNum 936 snap 293 seq_num 936) 2024-08-04T15:37:50.554 INFO:tasks.rados.rados.0.smithi007.stdout:3046: finishing write tid 2 to smithi00780855-42 2024-08-04T15:37:50.554 INFO:tasks.rados.rados.0.smithi007.stdout:3046: finishing write tid 3 to smithi00780855-42 2024-08-04T15:37:50.554 INFO:tasks.rados.rados.0.smithi007.stdout:3046: finishing write tid 4 to smithi00780855-42 2024-08-04T15:37:50.556 INFO:tasks.rados.rados.0.smithi007.stdout:3046: finishing write tid 5 to smithi00780855-42 2024-08-04T15:37:50.556 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 1977 (ObjNum 937 snap 293 seq_num 937) dirty exists 2024-08-04T15:37:50.556 INFO:tasks.rados.rados.0.smithi007.stdout:3046: left oid 42 (ObjNum 937 snap 293 seq_num 937) 2024-08-04T15:37:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:50 smithi062 ceph-mon[85960]: pgmap v656: 121 pgs: 121 active+clean; 177 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 744 KiB/s wr, 10 op/s 2024-08-04T15:37:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:50 smithi062 ceph-mon[85960]: osdmap e669: 8 total, 8 up, 8 in 2024-08-04T15:37:51.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:50 smithi007 ceph-mon[92692]: pgmap v656: 121 pgs: 121 active+clean; 177 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 744 KiB/s wr, 10 op/s 2024-08-04T15:37:51.179 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:50 smithi007 ceph-mon[92692]: osdmap e669: 8 total, 8 up, 8 in 2024-08-04T15:37:51.180 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:50 smithi007 ceph-mon[94998]: pgmap v656: 121 pgs: 121 active+clean; 177 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 744 KiB/s wr, 10 op/s 2024-08-04T15:37:51.180 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:50 smithi007 ceph-mon[94998]: osdmap e669: 8 total, 8 up, 8 in 2024-08-04T15:37:51.533 INFO:tasks.rados.rados.0.smithi007.stdout:3044: done (4 left) 2024-08-04T15:37:51.534 INFO:tasks.rados.rados.0.smithi007.stdout:3046: done (3 left) 2024-08-04T15:37:51.534 INFO:tasks.rados.rados.0.smithi007.stdout:3047: done (2 left) 2024-08-04T15:37:51.534 INFO:tasks.rados.rados.0.smithi007.stdout:3048: done (1 left) 2024-08-04T15:37:51.534 INFO:tasks.rados.rados.0.smithi007.stdout:3049: done (0 left) 2024-08-04T15:37:51.534 INFO:tasks.rados.rados.0.smithi007.stdout:3050: snap_remove snap 293 2024-08-04T15:37:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:37:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:51 smithi062 ceph-mon[85960]: osdmap e670: 8 total, 8 up, 8 in 2024-08-04T15:37:52.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:37:52.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:51 smithi007 ceph-mon[92692]: osdmap e670: 8 total, 8 up, 8 in 2024-08-04T15:37:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:37:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:51 smithi007 ceph-mon[94998]: osdmap e670: 8 total, 8 up, 8 in 2024-08-04T15:37:52.536 INFO:tasks.rados.rados.0.smithi007.stdout:3050: done (0 left) 2024-08-04T15:37:52.536 INFO:tasks.rados.rados.0.smithi007.stdout:3051: rmattr oid 38 current snap is 294 2024-08-04T15:37:52.536 INFO:tasks.rados.rados.0.smithi007.stdout:3052: read oid 7 snap -1 2024-08-04T15:37:52.536 INFO:tasks.rados.rados.0.smithi007.stdout:3052: expect (ObjNum 936 snap 293 seq_num 936) 2024-08-04T15:37:52.536 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 40 current snap is 294 2024-08-04T15:37:52.536 INFO:tasks.rados.rados.0.smithi007.stdout:3053: seq_num 938 ranges {0=516096,516096=417792,933888=385024} 2024-08-04T15:37:52.539 INFO:tasks.rados.rados.0.smithi007.stdout:3053: writing smithi00780855-40 from 0 to 516096 tid 1 2024-08-04T15:37:52.542 INFO:tasks.rados.rados.0.smithi007.stdout:3053: writing smithi00780855-40 from 516096 to 933888 tid 2 2024-08-04T15:37:52.545 INFO:tasks.rados.rados.0.smithi007.stdout:3053: writing smithi00780855-40 from 933888 to 1318912 tid 3 2024-08-04T15:37:52.545 INFO:tasks.rados.rados.0.smithi007.stdout:3054: read oid 45 snap -1 2024-08-04T15:37:52.545 INFO:tasks.rados.rados.0.smithi007.stdout:3054: expect (ObjNum 921 snap 287 seq_num 921) 2024-08-04T15:37:52.545 INFO:tasks.rados.rados.0.smithi007.stdout:3055: snap_create 2024-08-04T15:37:52.545 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 2142 (ObjNum 929 snap 289 seq_num 929) dirty exists 2024-08-04T15:37:52.549 INFO:tasks.rados.rados.0.smithi007.stdout:3053: finishing write tid 1 to smithi00780855-40 2024-08-04T15:37:52.550 INFO:tasks.rados.rados.0.smithi007.stdout:3052: expect (ObjNum 936 snap 293 seq_num 936) 2024-08-04T15:37:52.597 INFO:tasks.rados.rados.0.smithi007.stdout:3053: finishing write tid 2 to smithi00780855-40 2024-08-04T15:37:52.597 INFO:tasks.rados.rados.0.smithi007.stdout:3053: finishing write tid 3 to smithi00780855-40 2024-08-04T15:37:52.597 INFO:tasks.rados.rados.0.smithi007.stdout:3053: finishing write tid 4 to smithi00780855-40 2024-08-04T15:37:52.597 INFO:tasks.rados.rados.0.smithi007.stdout:3054: expect (ObjNum 921 snap 287 seq_num 921) 2024-08-04T15:37:52.607 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:37:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:37:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:37:52.626 INFO:tasks.rados.rados.0.smithi007.stdout:3053: finishing write tid 5 to smithi00780855-40 2024-08-04T15:37:52.626 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 1892 (ObjNum 938 snap 294 seq_num 938) dirty exists 2024-08-04T15:37:52.626 INFO:tasks.rados.rados.0.smithi007.stdout:3053: left oid 40 (ObjNum 938 snap 294 seq_num 938) 2024-08-04T15:37:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:52 smithi062 ceph-mon[85960]: pgmap v659: 121 pgs: 121 active+clean; 118 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-08-04T15:37:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:52 smithi062 ceph-mon[85960]: osdmap e671: 8 total, 8 up, 8 in 2024-08-04T15:37:53.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:52 smithi007 ceph-mon[92692]: pgmap v659: 121 pgs: 121 active+clean; 118 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-08-04T15:37:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:52 smithi007 ceph-mon[92692]: osdmap e671: 8 total, 8 up, 8 in 2024-08-04T15:37:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:52 smithi007 ceph-mon[94998]: pgmap v659: 121 pgs: 121 active+clean; 118 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-08-04T15:37:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:52 smithi007 ceph-mon[94998]: osdmap e671: 8 total, 8 up, 8 in 2024-08-04T15:37:53.537 INFO:tasks.rados.rados.0.smithi007.stdout:3051: done (4 left) 2024-08-04T15:37:53.538 INFO:tasks.rados.rados.0.smithi007.stdout:3052: done (3 left) 2024-08-04T15:37:53.538 INFO:tasks.rados.rados.0.smithi007.stdout:3053: done (2 left) 2024-08-04T15:37:53.538 INFO:tasks.rados.rados.0.smithi007.stdout:3054: done (1 left) 2024-08-04T15:37:53.538 INFO:tasks.rados.rados.0.smithi007.stdout:3055: done (0 left) 2024-08-04T15:37:53.538 INFO:tasks.rados.rados.0.smithi007.stdout:3056: read oid 8 snap -1 2024-08-04T15:37:53.538 INFO:tasks.rados.rados.0.smithi007.stdout:3056: expect (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:37:53.538 INFO:tasks.rados.rados.0.smithi007.stdout:3057: delete oid 44 current snap is 295 2024-08-04T15:37:53.544 INFO:tasks.rados.rados.0.smithi007.stdout:3057: done (1 left) 2024-08-04T15:37:53.545 INFO:tasks.rados.rados.0.smithi007.stdout:3058: read oid 5 snap -1 2024-08-04T15:37:53.545 INFO:tasks.rados.rados.0.smithi007.stdout:3058: expect (ObjNum 871 snap 270 seq_num 871) 2024-08-04T15:37:53.545 INFO:tasks.rados.rados.0.smithi007.stdout:3059: read oid 24 snap -1 2024-08-04T15:37:53.545 INFO:tasks.rados.rados.0.smithi007.stdout:3059: expect (ObjNum 876 snap 272 seq_num 876) 2024-08-04T15:37:53.545 INFO:tasks.rados.rados.0.smithi007.stdout:3060: rollback oid 49 current snap is 295 2024-08-04T15:37:53.545 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 49 to 291 2024-08-04T15:37:53.545 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 30 current snap is 295 2024-08-04T15:37:53.545 INFO:tasks.rados.rados.0.smithi007.stdout:3061: seq_num 940 ranges {0=548864,548864=589824,1138688=212992} 2024-08-04T15:37:53.548 INFO:tasks.rados.rados.0.smithi007.stdout:3061: writing smithi00780855-30 from 0 to 548864 tid 1 2024-08-04T15:37:53.552 INFO:tasks.rados.rados.0.smithi007.stdout:3061: writing smithi00780855-30 from 548864 to 1138688 tid 2 2024-08-04T15:37:53.554 INFO:tasks.rados.rados.0.smithi007.stdout:3061: writing smithi00780855-30 from 1138688 to 1351680 tid 3 2024-08-04T15:37:53.554 INFO:tasks.rados.rados.0.smithi007.stdout:3062: snap_create 2024-08-04T15:37:53.554 INFO:tasks.rados.rados.0.smithi007.stdout:3056: expect (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:37:53.584 INFO:tasks.rados.rados.0.smithi007.stdout:3060: finishing rollback tid 0 to smithi00780855-49 2024-08-04T15:37:53.584 INFO:tasks.rados.rados.0.smithi007.stdout:3060: finishing rollback tid 1 to smithi00780855-49 2024-08-04T15:37:53.584 INFO:tasks.rados.rados.0.smithi007.stdout:3060: finishing rollback tid 2 to smithi00780855-49 2024-08-04T15:37:53.584 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 2114 (ObjNum 917 snap 285 seq_num 917) dirty exists 2024-08-04T15:37:53.584 INFO:tasks.rados.rados.0.smithi007.stdout:3061: finishing write tid 1 to smithi00780855-30 2024-08-04T15:37:53.584 INFO:tasks.rados.rados.0.smithi007.stdout:3058: expect (ObjNum 871 snap 270 seq_num 871) 2024-08-04T15:37:53.744 INFO:tasks.rados.rados.0.smithi007.stdout:3061: finishing write tid 2 to smithi00780855-30 2024-08-04T15:37:53.744 INFO:tasks.rados.rados.0.smithi007.stdout:3061: finishing write tid 3 to smithi00780855-30 2024-08-04T15:37:53.744 INFO:tasks.rados.rados.0.smithi007.stdout:3061: finishing write tid 4 to smithi00780855-30 2024-08-04T15:37:53.744 INFO:tasks.rados.rados.0.smithi007.stdout:3061: finishing write tid 5 to smithi00780855-30 2024-08-04T15:37:53.744 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 1993 (ObjNum 940 snap 295 seq_num 940) dirty exists 2024-08-04T15:37:53.744 INFO:tasks.rados.rados.0.smithi007.stdout:3061: left oid 30 (ObjNum 940 snap 295 seq_num 940) 2024-08-04T15:37:53.744 INFO:tasks.rados.rados.0.smithi007.stdout:3059: expect (ObjNum 876 snap 272 seq_num 876) 2024-08-04T15:37:54.633 INFO:tasks.rados.rados.0.smithi007.stdout:3056: done (5 left) 2024-08-04T15:37:54.633 INFO:tasks.rados.rados.0.smithi007.stdout:3058: done (4 left) 2024-08-04T15:37:54.633 INFO:tasks.rados.rados.0.smithi007.stdout:3059: done (3 left) 2024-08-04T15:37:54.633 INFO:tasks.rados.rados.0.smithi007.stdout:3060: done (2 left) 2024-08-04T15:37:54.633 INFO:tasks.rados.rados.0.smithi007.stdout:3061: done (1 left) 2024-08-04T15:37:54.633 INFO:tasks.rados.rados.0.smithi007.stdout:3062: done (0 left) 2024-08-04T15:37:54.634 INFO:tasks.rados.rados.0.smithi007.stdout:3063: snap_create 2024-08-04T15:37:54.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:54 smithi007 ceph-mon[92692]: pgmap v662: 121 pgs: 121 active+clean; 117 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2024-08-04T15:37:54.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:54 smithi007 ceph-mon[92692]: osdmap e672: 8 total, 8 up, 8 in 2024-08-04T15:37:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:54 smithi007 ceph-mon[92692]: osdmap e673: 8 total, 8 up, 8 in 2024-08-04T15:37:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:54 smithi007 ceph-mon[94998]: pgmap v662: 121 pgs: 121 active+clean; 117 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2024-08-04T15:37:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:54 smithi007 ceph-mon[94998]: osdmap e672: 8 total, 8 up, 8 in 2024-08-04T15:37:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:54 smithi007 ceph-mon[94998]: osdmap e673: 8 total, 8 up, 8 in 2024-08-04T15:37:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:54 smithi062 ceph-mon[85960]: pgmap v662: 121 pgs: 121 active+clean; 117 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2024-08-04T15:37:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:54 smithi062 ceph-mon[85960]: osdmap e672: 8 total, 8 up, 8 in 2024-08-04T15:37:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:54 smithi062 ceph-mon[85960]: osdmap e673: 8 total, 8 up, 8 in 2024-08-04T15:37:55.542 INFO:tasks.rados.rados.0.smithi007.stdout:3063: done (0 left) 2024-08-04T15:37:55.542 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 297 2024-08-04T15:37:55.542 INFO:tasks.rados.rados.0.smithi007.stdout:3064: seq_num 941 ranges {729088=565248,1294336=475136,1769472=327680} 2024-08-04T15:37:55.549 INFO:tasks.rados.rados.0.smithi007.stdout:3064: writing smithi00780855-16 from 729088 to 1294336 tid 1 2024-08-04T15:37:55.551 INFO:tasks.rados.rados.0.smithi007.stdout:3064: writing smithi00780855-16 from 1294336 to 1769472 tid 2 2024-08-04T15:37:55.553 INFO:tasks.rados.rados.0.smithi007.stdout:3064: writing smithi00780855-16 from 1769472 to 2097152 tid 3 2024-08-04T15:37:55.553 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 30 current snap is 297 2024-08-04T15:37:55.554 INFO:tasks.rados.rados.0.smithi007.stdout:3065: seq_num 942 ranges {1351680=581632,1933312=761856,2695168=40960} 2024-08-04T15:37:55.564 INFO:tasks.rados.rados.0.smithi007.stdout:3065: writing smithi00780855-30 from 1351680 to 1933312 tid 1 2024-08-04T15:37:55.569 INFO:tasks.rados.rados.0.smithi007.stdout:3065: writing smithi00780855-30 from 1933312 to 2695168 tid 2 2024-08-04T15:37:55.569 INFO:tasks.rados.rados.0.smithi007.stdout:3065: writing smithi00780855-30 from 2695168 to 2736128 tid 3 2024-08-04T15:37:55.569 INFO:tasks.rados.rados.0.smithi007.stdout:3066: snap_remove snap 290 2024-08-04T15:37:56.547 INFO:tasks.rados.rados.0.smithi007.stdout:3066: done (2 left) 2024-08-04T15:37:56.547 INFO:tasks.rados.rados.0.smithi007.stdout:3067: rollback oid 29 current snap is 297 2024-08-04T15:37:56.547 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 29 to 287 2024-08-04T15:37:56.547 INFO:tasks.rados.rados.0.smithi007.stdout:3064: finishing write tid 1 to smithi00780855-16 2024-08-04T15:37:56.547 INFO:tasks.rados.rados.0.smithi007.stdout:3064: finishing write tid 2 to smithi00780855-16 2024-08-04T15:37:56.548 INFO:tasks.rados.rados.0.smithi007.stdout:3064: finishing write tid 3 to smithi00780855-16 2024-08-04T15:37:56.548 INFO:tasks.rados.rados.0.smithi007.stdout:3064: finishing write tid 4 to smithi00780855-16 2024-08-04T15:37:56.548 INFO:tasks.rados.rados.0.smithi007.stdout:3064: finishing write tid 5 to smithi00780855-16 2024-08-04T15:37:56.548 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 2119 (ObjNum 941 snap 297 seq_num 941) dirty exists 2024-08-04T15:37:56.548 INFO:tasks.rados.rados.0.smithi007.stdout:3064: left oid 16 (ObjNum 941 snap 297 seq_num 941) 2024-08-04T15:37:56.548 INFO:tasks.rados.rados.0.smithi007.stdout:3064: done (2 left) 2024-08-04T15:37:56.548 INFO:tasks.rados.rados.0.smithi007.stdout:3068: setattr oid 44 current snap is 297 2024-08-04T15:37:56.548 INFO:tasks.rados.rados.0.smithi007.stdout:3065: finishing write tid 1 to smithi00780855-30 2024-08-04T15:37:56.548 INFO:tasks.rados.rados.0.smithi007.stdout:3065: finishing write tid 2 to smithi00780855-30 2024-08-04T15:37:56.548 INFO:tasks.rados.rados.0.smithi007.stdout:3065: finishing write tid 3 to smithi00780855-30 2024-08-04T15:37:56.548 INFO:tasks.rados.rados.0.smithi007.stdout:3065: finishing write tid 4 to smithi00780855-30 2024-08-04T15:37:56.548 INFO:tasks.rados.rados.0.smithi007.stdout:3065: finishing write tid 5 to smithi00780855-30 2024-08-04T15:37:56.548 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 1997 (ObjNum 942 snap 297 seq_num 942) dirty exists 2024-08-04T15:37:56.549 INFO:tasks.rados.rados.0.smithi007.stdout:3065: left oid 30 (ObjNum 942 snap 297 seq_num 942) 2024-08-04T15:37:56.549 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:37:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:37:56] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.43.0" 2024-08-04T15:37:56.549 INFO:tasks.rados.rados.0.smithi007.stdout:3065: done (2 left) 2024-08-04T15:37:56.550 INFO:tasks.rados.rados.0.smithi007.stdout:3069: copy_from oid 45 from oid 34 current snap is 297 2024-08-04T15:37:56.550 INFO:tasks.rados.rados.0.smithi007.stdout:3070: read oid 15 snap -1 2024-08-04T15:37:56.550 INFO:tasks.rados.rados.0.smithi007.stdout:3070: expect (ObjNum 935 snap 292 seq_num 935) 2024-08-04T15:37:56.550 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 13 current snap is 297 2024-08-04T15:37:56.550 INFO:tasks.rados.rados.0.smithi007.stdout:3071: seq_num 943 ranges {999424=598016,1597440=688128,2285568=114688} 2024-08-04T15:37:56.557 INFO:tasks.rados.rados.0.smithi007.stdout:3071: writing smithi00780855-13 from 999424 to 1597440 tid 1 2024-08-04T15:37:56.561 INFO:tasks.rados.rados.0.smithi007.stdout:3071: writing smithi00780855-13 from 1597440 to 2285568 tid 2 2024-08-04T15:37:56.563 INFO:tasks.rados.rados.0.smithi007.stdout:3071: writing smithi00780855-13 from 2285568 to 2400256 tid 3 2024-08-04T15:37:56.563 INFO:tasks.rados.rados.0.smithi007.stdout:3072: rollback oid 18 current snap is 297 2024-08-04T15:37:56.563 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 18 to 289 2024-08-04T15:37:56.563 INFO:tasks.rados.rados.0.smithi007.stdout:3067: finishing rollback tid 0 to smithi00780855-29 2024-08-04T15:37:56.563 INFO:tasks.rados.rados.0.smithi007.stdout:3067: finishing rollback tid 1 to smithi00780855-29 2024-08-04T15:37:56.563 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1527 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-04T15:37:56.563 INFO:tasks.rados.rados.0.smithi007.stdout:3067: finishing rollback tid 2 to smithi00780855-29 2024-08-04T15:37:56.563 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 2584 (ObjNum 820 snap 264 seq_num 820) dirty exists 2024-08-04T15:37:56.563 INFO:tasks.rados.rados.0.smithi007.stdout:3069: finishing copy_from to smithi00780855-45 2024-08-04T15:37:56.563 INFO:tasks.rados.rados.0.smithi007.stdout:3069: got expected ENOENT (src dne) 2024-08-04T15:37:56.564 INFO:tasks.rados.rados.0.smithi007.stdout:3067: done (5 left) 2024-08-04T15:37:56.564 INFO:tasks.rados.rados.0.smithi007.stdout:3068: done (4 left) 2024-08-04T15:37:56.564 INFO:tasks.rados.rados.0.smithi007.stdout:3073: read oid 27 snap -1 2024-08-04T15:37:56.564 INFO:tasks.rados.rados.0.smithi007.stdout:3073: expect (ObjNum 923 snap 288 seq_num 923) 2024-08-04T15:37:56.564 INFO:tasks.rados.rados.0.smithi007.stdout:3074: delete oid 40 current snap is 297 2024-08-04T15:37:56.564 INFO:tasks.rados.rados.0.smithi007.stdout:3069: finishing copy_from racing read to smithi00780855-45 2024-08-04T15:37:56.570 INFO:tasks.rados.rados.0.smithi007.stdout:3072: finishing rollback tid 0 to smithi00780855-18 2024-08-04T15:37:56.572 INFO:tasks.rados.rados.0.smithi007.stdout:3072: finishing rollback tid 1 to smithi00780855-18 2024-08-04T15:37:56.574 INFO:tasks.rados.rados.0.smithi007.stdout:3072: finishing rollback tid 2 to smithi00780855-18 2024-08-04T15:37:56.574 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 1895 (ObjNum 907 snap 283 seq_num 907) dirty exists 2024-08-04T15:37:56.574 INFO:tasks.rados.rados.0.smithi007.stdout:3069: done (5 left) 2024-08-04T15:37:56.574 INFO:tasks.rados.rados.0.smithi007.stdout:3072: done (4 left) 2024-08-04T15:37:56.574 INFO:tasks.rados.rados.0.smithi007.stdout:3074: done (3 left) 2024-08-04T15:37:56.574 INFO:tasks.rados.rados.0.smithi007.stdout:3075: read oid 45 snap -1 2024-08-04T15:37:56.574 INFO:tasks.rados.rados.0.smithi007.stdout:3075: expect (ObjNum 921 snap 287 seq_num 921) 2024-08-04T15:37:56.574 INFO:tasks.rados.rados.0.smithi007.stdout:3076: rollback oid 14 current snap is 297 2024-08-04T15:37:56.574 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 14 to 292 2024-08-04T15:37:56.574 INFO:tasks.rados.rados.0.smithi007.stdout:3077: read oid 12 snap -1 2024-08-04T15:37:56.575 INFO:tasks.rados.rados.0.smithi007.stdout:3077: expect (ObjNum 914 snap 285 seq_num 914) 2024-08-04T15:37:56.575 INFO:tasks.rados.rados.0.smithi007.stdout:3078: rmattr oid 34 current snap is 297 2024-08-04T15:37:56.575 INFO:tasks.rados.rados.0.smithi007.stdout:3078: done (6 left) 2024-08-04T15:37:56.575 INFO:tasks.rados.rados.0.smithi007.stdout:3079: rmattr oid 3 current snap is 297 2024-08-04T15:37:56.575 INFO:tasks.rados.rados.0.smithi007.stdout:3080: copy_from oid 41 from oid 49 current snap is 297 2024-08-04T15:37:56.575 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 9 current snap is 297 2024-08-04T15:37:56.575 INFO:tasks.rados.rados.0.smithi007.stdout:3081: seq_num 945 ranges {0=630784,630784=458752,1089536=344064} 2024-08-04T15:37:56.578 INFO:tasks.rados.rados.0.smithi007.stdout:3081: writing smithi00780855-9 from 0 to 630784 tid 1 2024-08-04T15:37:56.580 INFO:tasks.rados.rados.0.smithi007.stdout:3081: writing smithi00780855-9 from 630784 to 1089536 tid 2 2024-08-04T15:37:56.583 INFO:tasks.rados.rados.0.smithi007.stdout:3081: writing smithi00780855-9 from 1089536 to 1433600 tid 3 2024-08-04T15:37:56.583 INFO:tasks.rados.rados.0.smithi007.stdout:3082: read oid 33 snap -1 2024-08-04T15:37:56.583 INFO:tasks.rados.rados.0.smithi007.stdout:3082: expect (ObjNum 871 snap 270 seq_num 871) 2024-08-04T15:37:56.583 INFO:tasks.rados.rados.0.smithi007.stdout:3083: delete oid 21 current snap is 297 2024-08-04T15:37:56.584 INFO:tasks.rados.rados.0.smithi007.stdout:3073: expect (ObjNum 923 snap 288 seq_num 923) 2024-08-04T15:37:56.645 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 2224 (ObjNum 757 snap 246 seq_num 757) dirty exists 2024-08-04T15:37:56.645 INFO:tasks.rados.rados.0.smithi007.stdout:3081: finishing write tid 1 to smithi00780855-9 2024-08-04T15:37:56.645 INFO:tasks.rados.rados.0.smithi007.stdout:3081: finishing write tid 2 to smithi00780855-9 2024-08-04T15:37:56.645 INFO:tasks.rados.rados.0.smithi007.stdout:3070: expect (ObjNum 935 snap 292 seq_num 935) 2024-08-04T15:37:56.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:56 smithi007 ceph-mon[94998]: pgmap v665: 121 pgs: 121 active+clean; 122 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-08-04T15:37:56.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:56 smithi007 ceph-mon[94998]: osdmap e674: 8 total, 8 up, 8 in 2024-08-04T15:37:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:56 smithi007 ceph-mon[92692]: pgmap v665: 121 pgs: 121 active+clean; 122 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-08-04T15:37:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:56 smithi007 ceph-mon[92692]: osdmap e674: 8 total, 8 up, 8 in 2024-08-04T15:37:56.892 INFO:tasks.rados.rados.0.smithi007.stdout:3071: finishing write tid 1 to smithi00780855-13 2024-08-04T15:37:56.892 INFO:tasks.rados.rados.0.smithi007.stdout:3071: finishing write tid 2 to smithi00780855-13 2024-08-04T15:37:56.892 INFO:tasks.rados.rados.0.smithi007.stdout:3071: finishing write tid 3 to smithi00780855-13 2024-08-04T15:37:56.892 INFO:tasks.rados.rados.0.smithi007.stdout:3071: finishing write tid 4 to smithi00780855-13 2024-08-04T15:37:56.892 INFO:tasks.rados.rados.0.smithi007.stdout:3081: finishing write tid 3 to smithi00780855-9 2024-08-04T15:37:56.893 INFO:tasks.rados.rados.0.smithi007.stdout:3081: finishing write tid 4 to smithi00780855-9 2024-08-04T15:37:56.893 INFO:tasks.rados.rados.0.smithi007.stdout:3071: finishing write tid 5 to smithi00780855-13 2024-08-04T15:37:56.893 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 2842 (ObjNum 943 snap 297 seq_num 943) dirty exists 2024-08-04T15:37:56.893 INFO:tasks.rados.rados.0.smithi007.stdout:3071: left oid 13 (ObjNum 943 snap 297 seq_num 943) 2024-08-04T15:37:56.893 INFO:tasks.rados.rados.0.smithi007.stdout:3075: expect (ObjNum 921 snap 287 seq_num 921) 2024-08-04T15:37:56.921 INFO:tasks.rados.rados.0.smithi007.stdout:3076: finishing rollback tid 0 to smithi00780855-14 2024-08-04T15:37:56.921 INFO:tasks.rados.rados.0.smithi007.stdout:3081: finishing write tid 5 to smithi00780855-9 2024-08-04T15:37:56.921 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 2001 (ObjNum 945 snap 297 seq_num 945) dirty exists 2024-08-04T15:37:56.921 INFO:tasks.rados.rados.0.smithi007.stdout:3081: left oid 9 (ObjNum 945 snap 297 seq_num 945) 2024-08-04T15:37:56.921 INFO:tasks.rados.rados.0.smithi007.stdout:3082: expect (ObjNum 871 snap 270 seq_num 871) 2024-08-04T15:37:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:56 smithi062 ceph-mon[85960]: pgmap v665: 121 pgs: 121 active+clean; 122 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-08-04T15:37:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:56 smithi062 ceph-mon[85960]: osdmap e674: 8 total, 8 up, 8 in 2024-08-04T15:37:57.081 INFO:tasks.rados.rados.0.smithi007.stdout:3076: finishing rollback tid 1 to smithi00780855-14 2024-08-04T15:37:57.081 INFO:tasks.rados.rados.0.smithi007.stdout:3080: finishing copy_from racing read to smithi00780855-41 2024-08-04T15:37:57.081 INFO:tasks.rados.rados.0.smithi007.stdout:3077: expect (ObjNum 914 snap 285 seq_num 914) 2024-08-04T15:37:57.220 INFO:tasks.rados.rados.0.smithi007.stdout:3076: finishing rollback tid 2 to smithi00780855-14 2024-08-04T15:37:57.221 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 2846 (ObjNum 906 snap 282 seq_num 906) dirty exists 2024-08-04T15:37:57.221 INFO:tasks.rados.rados.0.smithi007.stdout:3080: finishing copy_from to smithi00780855-41 2024-08-04T15:37:57.221 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 2114 (ObjNum 917 snap 285 seq_num 917) dirty exists 2024-08-04T15:37:57.221 INFO:tasks.rados.rados.0.smithi007.stdout:3070: done (10 left) 2024-08-04T15:37:57.221 INFO:tasks.rados.rados.0.smithi007.stdout:3071: done (9 left) 2024-08-04T15:37:57.221 INFO:tasks.rados.rados.0.smithi007.stdout:3073: done (8 left) 2024-08-04T15:37:57.221 INFO:tasks.rados.rados.0.smithi007.stdout:3075: done (7 left) 2024-08-04T15:37:57.221 INFO:tasks.rados.rados.0.smithi007.stdout:3076: done (6 left) 2024-08-04T15:37:57.221 INFO:tasks.rados.rados.0.smithi007.stdout:3077: done (5 left) 2024-08-04T15:37:57.221 INFO:tasks.rados.rados.0.smithi007.stdout:3079: done (4 left) 2024-08-04T15:37:57.221 INFO:tasks.rados.rados.0.smithi007.stdout:3080: done (3 left) 2024-08-04T15:37:57.221 INFO:tasks.rados.rados.0.smithi007.stdout:3081: done (2 left) 2024-08-04T15:37:57.221 INFO:tasks.rados.rados.0.smithi007.stdout:3082: done (1 left) 2024-08-04T15:37:57.221 INFO:tasks.rados.rados.0.smithi007.stdout:3083: done (0 left) 2024-08-04T15:37:57.221 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 32 current snap is 297 2024-08-04T15:37:57.221 INFO:tasks.rados.rados.0.smithi007.stdout:3084: seq_num 947 ranges {663552=663552,1327104=630784,1957888=172032} 2024-08-04T15:37:57.227 INFO:tasks.rados.rados.0.smithi007.stdout:3084: writing smithi00780855-32 from 663552 to 1327104 tid 1 2024-08-04T15:37:57.231 INFO:tasks.rados.rados.0.smithi007.stdout:3084: writing smithi00780855-32 from 1327104 to 1957888 tid 2 2024-08-04T15:37:57.233 INFO:tasks.rados.rados.0.smithi007.stdout:3084: writing smithi00780855-32 from 1957888 to 2129920 tid 3 2024-08-04T15:37:57.233 INFO:tasks.rados.rados.0.smithi007.stdout:3085: copy_from oid 11 from oid 6 current snap is 297 2024-08-04T15:37:57.233 INFO:tasks.rados.rados.0.smithi007.stdout:3084: finishing write tid 1 to smithi00780855-32 2024-08-04T15:37:57.233 INFO:tasks.rados.rados.0.smithi007.stdout:3086: copy_from oid 38 from oid 7 current snap is 297 2024-08-04T15:37:57.233 INFO:tasks.rados.rados.0.smithi007.stdout:3087: snap_remove snap 291 2024-08-04T15:37:57.557 INFO:tasks.rados.rados.0.smithi007.stdout:3087: done (3 left) 2024-08-04T15:37:57.557 INFO:tasks.rados.rados.0.smithi007.stdout:3088: copy_from oid 45 from oid 24 current snap is 297 2024-08-04T15:37:57.558 INFO:tasks.rados.rados.0.smithi007.stdout:3084: finishing write tid 2 to smithi00780855-32 2024-08-04T15:37:57.558 INFO:tasks.rados.rados.0.smithi007.stdout:3084: finishing write tid 3 to smithi00780855-32 2024-08-04T15:37:57.558 INFO:tasks.rados.rados.0.smithi007.stdout:3084: finishing write tid 4 to smithi00780855-32 2024-08-04T15:37:57.558 INFO:tasks.rados.rados.0.smithi007.stdout:3084: finishing write tid 5 to smithi00780855-32 2024-08-04T15:37:57.558 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 2702 (ObjNum 947 snap 297 seq_num 947) dirty exists 2024-08-04T15:37:57.558 INFO:tasks.rados.rados.0.smithi007.stdout:3084: left oid 32 (ObjNum 947 snap 297 seq_num 947) 2024-08-04T15:37:57.558 INFO:tasks.rados.rados.0.smithi007.stdout:3085: finishing copy_from racing read to smithi00780855-11 2024-08-04T15:37:57.558 INFO:tasks.rados.rados.0.smithi007.stdout:3085: finishing copy_from to smithi00780855-11 2024-08-04T15:37:57.558 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 2615 (ObjNum 927 snap 289 seq_num 927) dirty exists 2024-08-04T15:37:57.558 INFO:tasks.rados.rados.0.smithi007.stdout:3086: finishing copy_from racing read to smithi00780855-38 2024-08-04T15:37:57.558 INFO:tasks.rados.rados.0.smithi007.stdout:3086: finishing copy_from to smithi00780855-38 2024-08-04T15:37:57.558 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 2110 (ObjNum 936 snap 293 seq_num 936) dirty exists 2024-08-04T15:37:57.558 INFO:tasks.rados.rados.0.smithi007.stdout:3084: done (3 left) 2024-08-04T15:37:57.559 INFO:tasks.rados.rados.0.smithi007.stdout:3085: done (2 left) 2024-08-04T15:37:57.559 INFO:tasks.rados.rados.0.smithi007.stdout:3086: done (1 left) 2024-08-04T15:37:57.559 INFO:tasks.rados.rados.0.smithi007.stdout:3089: rmattr oid 42 current snap is 297 2024-08-04T15:37:57.559 INFO:tasks.rados.rados.0.smithi007.stdout:3089: done (1 left) 2024-08-04T15:37:57.559 INFO:tasks.rados.rados.0.smithi007.stdout:3090: rollback oid 15 current snap is 297 2024-08-04T15:37:57.559 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 15 to 289 2024-08-04T15:37:57.559 INFO:tasks.rados.rados.0.smithi007.stdout:3091: copy_from oid 33 from oid 39 current snap is 297 2024-08-04T15:37:57.559 INFO:tasks.rados.rados.0.smithi007.stdout:3092: read oid 48 snap -1 2024-08-04T15:37:57.559 INFO:tasks.rados.rados.0.smithi007.stdout:3092: expect (ObjNum 900 snap 280 seq_num 900) 2024-08-04T15:37:57.559 INFO:tasks.rados.rados.0.smithi007.stdout:3093: read oid 20 snap -1 2024-08-04T15:37:57.559 INFO:tasks.rados.rados.0.smithi007.stdout:3093: expect (ObjNum 902 snap 281 seq_num 902) 2024-08-04T15:37:57.559 INFO:tasks.rados.rados.0.smithi007.stdout:3094: copy_from oid 41 from oid 26 current snap is 297 2024-08-04T15:37:57.559 INFO:tasks.rados.rados.0.smithi007.stdout:3095: rollback oid 13 current snap is 297 2024-08-04T15:37:57.559 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 13 to 296 2024-08-04T15:37:57.560 INFO:tasks.rados.rados.0.smithi007.stdout:3096: delete oid 6 current snap is 297 2024-08-04T15:37:57.566 INFO:tasks.rados.rados.0.smithi007.stdout:3096: done (7 left) 2024-08-04T15:37:57.567 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 18 current snap is 297 2024-08-04T15:37:57.567 INFO:tasks.rados.rados.0.smithi007.stdout:3097: seq_num 949 ranges {8364032=704512,9068544=794624,9863168=8192} 2024-08-04T15:37:57.617 INFO:tasks.rados.rados.0.smithi007.stdout:3097: writing smithi00780855-18 from 8364032 to 9068544 tid 1 2024-08-04T15:37:57.623 INFO:tasks.rados.rados.0.smithi007.stdout:3097: writing smithi00780855-18 from 9068544 to 9863168 tid 2 2024-08-04T15:37:57.623 INFO:tasks.rados.rados.0.smithi007.stdout:3097: writing smithi00780855-18 from 9863168 to 9871360 tid 3 2024-08-04T15:37:57.623 INFO:tasks.rados.rados.0.smithi007.stdout:3098: read oid 11 snap 289 2024-08-04T15:37:57.623 INFO:tasks.rados.rados.0.smithi007.stdout:3098: expect deleted 2024-08-04T15:37:57.623 INFO:tasks.rados.rados.0.smithi007.stdout:3099: copy_from oid 21 from oid 44 current snap is 297 2024-08-04T15:37:57.623 INFO:tasks.rados.rados.0.smithi007.stdout:3092: expect (ObjNum 900 snap 280 seq_num 900) 2024-08-04T15:37:57.646 INFO:tasks.rados.rados.0.smithi007.stdout:3093: expect (ObjNum 902 snap 281 seq_num 902) 2024-08-04T15:37:57.666 INFO:tasks.rados.rados.0.smithi007.stdout:3090: finishing rollback tid 0 to smithi00780855-15 2024-08-04T15:37:57.667 INFO:tasks.rados.rados.0.smithi007.stdout:3090: finishing rollback tid 1 to smithi00780855-15 2024-08-04T15:37:57.667 INFO:tasks.rados.rados.0.smithi007.stdout:3090: finishing rollback tid 2 to smithi00780855-15 2024-08-04T15:37:57.667 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 2856 (ObjNum 886 snap 273 seq_num 886) dirty exists 2024-08-04T15:37:57.667 INFO:tasks.rados.rados.0.smithi007.stdout:3095: finishing rollback tid 0 to smithi00780855-13 2024-08-04T15:37:57.667 INFO:tasks.rados.rados.0.smithi007.stdout:3094: finishing copy_from racing read to smithi00780855-41 2024-08-04T15:37:57.667 INFO:tasks.rados.rados.0.smithi007.stdout:3095: finishing rollback tid 1 to smithi00780855-13 2024-08-04T15:37:57.667 INFO:tasks.rados.rados.0.smithi007.stdout:3095: finishing rollback tid 2 to smithi00780855-13 2024-08-04T15:37:57.667 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 2859 (ObjNum 919 snap 286 seq_num 919) dirty exists 2024-08-04T15:37:57.667 INFO:tasks.rados.rados.0.smithi007.stdout:3090: done (9 left) 2024-08-04T15:37:57.667 INFO:tasks.rados.rados.0.smithi007.stdout:3092: done (8 left) 2024-08-04T15:37:57.667 INFO:tasks.rados.rados.0.smithi007.stdout:3093: done (7 left) 2024-08-04T15:37:57.667 INFO:tasks.rados.rados.0.smithi007.stdout:3095: done (6 left) 2024-08-04T15:37:57.668 INFO:tasks.rados.rados.0.smithi007.stdout:3100: delete oid 31 current snap is 297 2024-08-04T15:37:57.668 INFO:tasks.rados.rados.0.smithi007.stdout:3094: finishing copy_from to smithi00780855-41 2024-08-04T15:37:57.668 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 1976 (ObjNum 892 snap 275 seq_num 892) dirty exists 2024-08-04T15:37:57.668 INFO:tasks.rados.rados.0.smithi007.stdout:3091: finishing copy_from racing read to smithi00780855-33 2024-08-04T15:37:57.668 INFO:tasks.rados.rados.0.smithi007.stdout:3091: finishing copy_from to smithi00780855-33 2024-08-04T15:37:57.668 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 1980 (ObjNum 871 snap 270 seq_num 871) dirty exists 2024-08-04T15:37:57.668 INFO:tasks.rados.rados.0.smithi007.stdout:3088: finishing copy_from racing read to smithi00780855-45 2024-08-04T15:37:57.668 INFO:tasks.rados.rados.0.smithi007.stdout:3097: finishing write tid 1 to smithi00780855-18 2024-08-04T15:37:57.668 INFO:tasks.rados.rados.0.smithi007.stdout:3088: finishing copy_from to smithi00780855-45 2024-08-04T15:37:57.668 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 2284 (ObjNum 876 snap 272 seq_num 876) dirty exists 2024-08-04T15:37:57.668 INFO:tasks.rados.rados.0.smithi007.stdout:3099: finishing copy_from racing read to smithi00780855-21 2024-08-04T15:37:57.668 INFO:tasks.rados.rados.0.smithi007.stdout:3099: finishing copy_from to smithi00780855-21 2024-08-04T15:37:57.668 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 1527 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-04T15:37:57.669 INFO:tasks.rados.rados.0.smithi007.stdout:3097: finishing write tid 2 to smithi00780855-18 2024-08-04T15:37:57.669 INFO:tasks.rados.rados.0.smithi007.stdout:3097: finishing write tid 3 to smithi00780855-18 2024-08-04T15:37:57.669 INFO:tasks.rados.rados.0.smithi007.stdout:3097: finishing write tid 4 to smithi00780855-18 2024-08-04T15:37:57.669 INFO:tasks.rados.rados.0.smithi007.stdout:3097: finishing write tid 5 to smithi00780855-18 2024-08-04T15:37:57.669 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 1900 (ObjNum 949 snap 297 seq_num 949) dirty exists 2024-08-04T15:37:57.669 INFO:tasks.rados.rados.0.smithi007.stdout:3097: left oid 18 (ObjNum 949 snap 297 seq_num 949) 2024-08-04T15:37:57.670 INFO:tasks.rados.rados.0.smithi007.stdout:3088: done (6 left) 2024-08-04T15:37:57.670 INFO:tasks.rados.rados.0.smithi007.stdout:3091: done (5 left) 2024-08-04T15:37:57.670 INFO:tasks.rados.rados.0.smithi007.stdout:3094: done (4 left) 2024-08-04T15:37:57.670 INFO:tasks.rados.rados.0.smithi007.stdout:3097: done (3 left) 2024-08-04T15:37:57.670 INFO:tasks.rados.rados.0.smithi007.stdout:3098: done (2 left) 2024-08-04T15:37:57.670 INFO:tasks.rados.rados.0.smithi007.stdout:3099: done (1 left) 2024-08-04T15:37:57.670 INFO:tasks.rados.rados.0.smithi007.stdout:3100: done (0 left) 2024-08-04T15:37:57.670 INFO:tasks.rados.rados.0.smithi007.stdout:3101: snap_remove snap 289 2024-08-04T15:37:57.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:57 smithi007 ceph-mon[94998]: osdmap e675: 8 total, 8 up, 8 in 2024-08-04T15:37:57.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:57 smithi007 ceph-mon[92692]: osdmap e675: 8 total, 8 up, 8 in 2024-08-04T15:37:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:57 smithi062 ceph-mon[85960]: osdmap e675: 8 total, 8 up, 8 in 2024-08-04T15:37:58.564 INFO:tasks.rados.rados.0.smithi007.stdout:3101: done (0 left) 2024-08-04T15:37:58.564 INFO:tasks.rados.rados.0.smithi007.stdout:3102: read oid 6 snap 292 2024-08-04T15:37:58.564 INFO:tasks.rados.rados.0.smithi007.stdout:3102: expect (ObjNum 927 snap 289 seq_num 927) 2024-08-04T15:37:58.564 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 297 2024-08-04T15:37:58.564 INFO:tasks.rados.rados.0.smithi007.stdout:3103: seq_num 951 ranges {966656=737280,1703936=614400,2318336=188416} 2024-08-04T15:37:58.574 INFO:tasks.rados.rados.0.smithi007.stdout:3103: writing smithi00780855-49 from 966656 to 1703936 tid 1 2024-08-04T15:37:58.578 INFO:tasks.rados.rados.0.smithi007.stdout:3103: writing smithi00780855-49 from 1703936 to 2318336 tid 2 2024-08-04T15:37:58.580 INFO:tasks.rados.rados.0.smithi007.stdout:3103: writing smithi00780855-49 from 2318336 to 2506752 tid 3 2024-08-04T15:37:58.580 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 297 2024-08-04T15:37:58.580 INFO:tasks.rados.rados.0.smithi007.stdout:3104: seq_num 952 ranges {3235840=753664,3989504=499712,4489216=303104} 2024-08-04T15:37:58.603 INFO:tasks.rados.rados.0.smithi007.stdout:3104: writing smithi00780855-46 from 3235840 to 3989504 tid 1 2024-08-04T15:37:58.605 INFO:tasks.rados.rados.0.smithi007.stdout:3104: writing smithi00780855-46 from 3989504 to 4489216 tid 2 2024-08-04T15:37:58.608 INFO:tasks.rados.rados.0.smithi007.stdout:3104: writing smithi00780855-46 from 4489216 to 4792320 tid 3 2024-08-04T15:37:58.608 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 39 current snap is 297 2024-08-04T15:37:58.608 INFO:tasks.rados.rados.0.smithi007.stdout:3105: seq_num 953 ranges {3301376=770048,4071424=786432,4857856=16384} 2024-08-04T15:37:58.630 INFO:tasks.rados.rados.0.smithi007.stdout:3105: writing smithi00780855-39 from 3301376 to 4071424 tid 1 2024-08-04T15:37:58.635 INFO:tasks.rados.rados.0.smithi007.stdout:3105: writing smithi00780855-39 from 4071424 to 4857856 tid 2 2024-08-04T15:37:58.635 INFO:tasks.rados.rados.0.smithi007.stdout:3105: writing smithi00780855-39 from 4857856 to 4874240 tid 3 2024-08-04T15:37:58.635 INFO:tasks.rados.rados.0.smithi007.stdout:3106: delete oid 35 current snap is 297 2024-08-04T15:37:58.635 INFO:tasks.rados.rados.0.smithi007.stdout:3102: expect (ObjNum 927 snap 289 seq_num 927) 2024-08-04T15:37:58.666 INFO:tasks.rados.rados.0.smithi007.stdout:3103: finishing write tid 1 to smithi00780855-49 2024-08-04T15:37:58.667 INFO:tasks.rados.rados.0.smithi007.stdout:3103: finishing write tid 2 to smithi00780855-49 2024-08-04T15:37:58.667 INFO:tasks.rados.rados.0.smithi007.stdout:3103: finishing write tid 3 to smithi00780855-49 2024-08-04T15:37:58.667 INFO:tasks.rados.rados.0.smithi007.stdout:3103: finishing write tid 4 to smithi00780855-49 2024-08-04T15:37:58.667 INFO:tasks.rados.rados.0.smithi007.stdout:3103: finishing write tid 5 to smithi00780855-49 2024-08-04T15:37:58.667 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 2147 (ObjNum 951 snap 297 seq_num 951) dirty exists 2024-08-04T15:37:58.667 INFO:tasks.rados.rados.0.smithi007.stdout:3103: left oid 49 (ObjNum 951 snap 297 seq_num 951) 2024-08-04T15:37:58.667 INFO:tasks.rados.rados.0.smithi007.stdout:3102: done (4 left) 2024-08-04T15:37:58.667 INFO:tasks.rados.rados.0.smithi007.stdout:3103: done (3 left) 2024-08-04T15:37:58.667 INFO:tasks.rados.rados.0.smithi007.stdout:3106: done (2 left) 2024-08-04T15:37:58.667 INFO:tasks.rados.rados.0.smithi007.stdout:3107: snap_create 2024-08-04T15:37:58.667 INFO:tasks.rados.rados.0.smithi007.stdout:3104: finishing write tid 1 to smithi00780855-46 2024-08-04T15:37:58.667 INFO:tasks.rados.rados.0.smithi007.stdout:3104: finishing write tid 2 to smithi00780855-46 2024-08-04T15:37:58.667 INFO:tasks.rados.rados.0.smithi007.stdout:3104: finishing write tid 3 to smithi00780855-46 2024-08-04T15:37:58.667 INFO:tasks.rados.rados.0.smithi007.stdout:3104: finishing write tid 4 to smithi00780855-46 2024-08-04T15:37:58.667 INFO:tasks.rados.rados.0.smithi007.stdout:3104: finishing write tid 5 to smithi00780855-46 2024-08-04T15:37:58.668 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 2588 (ObjNum 952 snap 297 seq_num 952) dirty exists 2024-08-04T15:37:58.668 INFO:tasks.rados.rados.0.smithi007.stdout:3104: left oid 46 (ObjNum 952 snap 297 seq_num 952) 2024-08-04T15:37:58.668 INFO:tasks.rados.rados.0.smithi007.stdout:3105: finishing write tid 1 to smithi00780855-39 2024-08-04T15:37:58.668 INFO:tasks.rados.rados.0.smithi007.stdout:3105: finishing write tid 2 to smithi00780855-39 2024-08-04T15:37:58.668 INFO:tasks.rados.rados.0.smithi007.stdout:3105: finishing write tid 3 to smithi00780855-39 2024-08-04T15:37:58.668 INFO:tasks.rados.rados.0.smithi007.stdout:3105: finishing write tid 4 to smithi00780855-39 2024-08-04T15:37:58.668 INFO:tasks.rados.rados.0.smithi007.stdout:3105: finishing write tid 5 to smithi00780855-39 2024-08-04T15:37:58.668 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 2620 (ObjNum 953 snap 297 seq_num 953) dirty exists 2024-08-04T15:37:58.668 INFO:tasks.rados.rados.0.smithi007.stdout:3105: left oid 39 (ObjNum 953 snap 297 seq_num 953) 2024-08-04T15:37:58.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:58 smithi007 ceph-mon[92692]: pgmap v668: 121 pgs: 121 active+clean; 122 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-08-04T15:37:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:58 smithi007 ceph-mon[92692]: osdmap e676: 8 total, 8 up, 8 in 2024-08-04T15:37:58.836 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:37:58 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[109388]: 2024-08-04T15:37:58.582+0000 7f86d0585640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16a after trimming was started 2024-08-04T15:37:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:58 smithi007 ceph-mon[94998]: pgmap v668: 121 pgs: 121 active+clean; 122 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-08-04T15:37:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:58 smithi007 ceph-mon[94998]: osdmap e676: 8 total, 8 up, 8 in 2024-08-04T15:37:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:58 smithi062 ceph-mon[85960]: pgmap v668: 121 pgs: 121 active+clean; 122 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-08-04T15:37:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:58 smithi062 ceph-mon[85960]: osdmap e676: 8 total, 8 up, 8 in 2024-08-04T15:37:59.571 INFO:tasks.rados.rados.0.smithi007.stdout:3104: done (2 left) 2024-08-04T15:37:59.571 INFO:tasks.rados.rados.0.smithi007.stdout:3105: done (1 left) 2024-08-04T15:37:59.571 INFO:tasks.rados.rados.0.smithi007.stdout:3107: done (0 left) 2024-08-04T15:37:59.571 INFO:tasks.rados.rados.0.smithi007.stdout:3108: snap_create 2024-08-04T15:37:59.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:37:59 smithi007 ceph-mon[94998]: osdmap e677: 8 total, 8 up, 8 in 2024-08-04T15:37:59.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:37:59 smithi007 ceph-mon[92692]: osdmap e677: 8 total, 8 up, 8 in 2024-08-04T15:37:59.912 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:37:59 smithi062 ceph-mon[85960]: osdmap e677: 8 total, 8 up, 8 in 2024-08-04T15:38:00.572 INFO:tasks.rados.rados.0.smithi007.stdout:3108: done (0 left) 2024-08-04T15:38:00.572 INFO:tasks.rados.rados.0.smithi007.stdout:3109: snap_create 2024-08-04T15:38:00.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:00 smithi007 ceph-mon[94998]: pgmap v671: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 125 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 726 KiB/s wr, 15 op/s 2024-08-04T15:38:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:00 smithi007 ceph-mon[94998]: osdmap e678: 8 total, 8 up, 8 in 2024-08-04T15:38:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:00 smithi007 ceph-mon[92692]: pgmap v671: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 125 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 726 KiB/s wr, 15 op/s 2024-08-04T15:38:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:00 smithi007 ceph-mon[92692]: osdmap e678: 8 total, 8 up, 8 in 2024-08-04T15:38:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:00 smithi062 ceph-mon[85960]: pgmap v671: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 125 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 726 KiB/s wr, 15 op/s 2024-08-04T15:38:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:00 smithi062 ceph-mon[85960]: osdmap e678: 8 total, 8 up, 8 in 2024-08-04T15:38:01.583 INFO:tasks.rados.rados.0.smithi007.stdout:3109: done (0 left) 2024-08-04T15:38:01.584 INFO:tasks.rados.rados.0.smithi007.stdout:3110: snap_create 2024-08-04T15:38:01.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:01 smithi007 ceph-mon[94998]: osdmap e679: 8 total, 8 up, 8 in 2024-08-04T15:38:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:01 smithi007 ceph-mon[92692]: osdmap e679: 8 total, 8 up, 8 in 2024-08-04T15:38:02.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:01 smithi062 ceph-mon[85960]: osdmap e679: 8 total, 8 up, 8 in 2024-08-04T15:38:02.585 INFO:tasks.rados.rados.0.smithi007.stdout:3110: done (0 left) 2024-08-04T15:38:02.585 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 17 current snap is 301 2024-08-04T15:38:02.585 INFO:tasks.rados.rados.0.smithi007.stdout:3111: seq_num 955 ranges {647168=802816,1449984=557056,2007040=245760} 2024-08-04T15:38:02.586 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:38:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:38:02.594 INFO:tasks.rados.rados.0.smithi007.stdout:3111: writing smithi00780855-17 from 647168 to 1449984 tid 1 2024-08-04T15:38:02.596 INFO:tasks.rados.rados.0.smithi007.stdout:3111: writing smithi00780855-17 from 1449984 to 2007040 tid 2 2024-08-04T15:38:02.598 INFO:tasks.rados.rados.0.smithi007.stdout:3111: writing smithi00780855-17 from 2007040 to 2252800 tid 3 2024-08-04T15:38:02.598 INFO:tasks.rados.rados.0.smithi007.stdout:3112: rollback oid 40 current snap is 301 2024-08-04T15:38:02.598 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 40 to 292 2024-08-04T15:38:02.598 INFO:tasks.rados.rados.0.smithi007.stdout:3113: snap_remove snap 297 2024-08-04T15:38:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:02 smithi062 ceph-mon[85960]: pgmap v674: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 151 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.7 MiB/s wr, 27 op/s 2024-08-04T15:38:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:02 smithi062 ceph-mon[85960]: osdmap e680: 8 total, 8 up, 8 in 2024-08-04T15:38:03.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:02 smithi007 ceph-mon[92692]: pgmap v674: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 151 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.7 MiB/s wr, 27 op/s 2024-08-04T15:38:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:02 smithi007 ceph-mon[92692]: osdmap e680: 8 total, 8 up, 8 in 2024-08-04T15:38:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:02 smithi007 ceph-mon[94998]: pgmap v674: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 151 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.7 MiB/s wr, 27 op/s 2024-08-04T15:38:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:02 smithi007 ceph-mon[94998]: osdmap e680: 8 total, 8 up, 8 in 2024-08-04T15:38:03.596 INFO:tasks.rados.rados.0.smithi007.stdout:3111: finishing write tid 1 to smithi00780855-17 2024-08-04T15:38:03.596 INFO:tasks.rados.rados.0.smithi007.stdout:3111: finishing write tid 2 to smithi00780855-17 2024-08-04T15:38:03.596 INFO:tasks.rados.rados.0.smithi007.stdout:3112: finishing rollback tid 1 to smithi00780855-40 2024-08-04T15:38:03.596 INFO:tasks.rados.rados.0.smithi007.stdout:3112: finishing rollback tid 2 to smithi00780855-40 2024-08-04T15:38:03.596 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 1902 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-04T15:38:03.597 INFO:tasks.rados.rados.0.smithi007.stdout:3111: finishing write tid 3 to smithi00780855-17 2024-08-04T15:38:03.597 INFO:tasks.rados.rados.0.smithi007.stdout:3111: finishing write tid 4 to smithi00780855-17 2024-08-04T15:38:03.597 INFO:tasks.rados.rados.0.smithi007.stdout:3111: finishing write tid 5 to smithi00780855-17 2024-08-04T15:38:03.597 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 2706 (ObjNum 955 snap 301 seq_num 955) dirty exists 2024-08-04T15:38:03.597 INFO:tasks.rados.rados.0.smithi007.stdout:3111: left oid 17 (ObjNum 955 snap 301 seq_num 955) 2024-08-04T15:38:03.597 INFO:tasks.rados.rados.0.smithi007.stdout:3111: done (2 left) 2024-08-04T15:38:03.597 INFO:tasks.rados.rados.0.smithi007.stdout:3112: done (1 left) 2024-08-04T15:38:03.597 INFO:tasks.rados.rados.0.smithi007.stdout:3113: done (0 left) 2024-08-04T15:38:03.597 INFO:tasks.rados.rados.0.smithi007.stdout:3114: read oid 6 snap 300 2024-08-04T15:38:03.597 INFO:tasks.rados.rados.0.smithi007.stdout:3114: expect deleted 2024-08-04T15:38:03.598 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 301 2024-08-04T15:38:03.598 INFO:tasks.rados.rados.0.smithi007.stdout:3115: seq_num 956 ranges {0=417792,417792=434176,851968=770048} 2024-08-04T15:38:03.598 INFO:tasks.rados.rados.0.smithi007.stdout:3115: writing smithi00780855-28 from 0 to 417792 tid 1 2024-08-04T15:38:03.601 INFO:tasks.rados.rados.0.smithi007.stdout:3115: writing smithi00780855-28 from 417792 to 851968 tid 2 2024-08-04T15:38:03.607 INFO:tasks.rados.rados.0.smithi007.stdout:3115: writing smithi00780855-28 from 851968 to 1622016 tid 3 2024-08-04T15:38:03.607 INFO:tasks.rados.rados.0.smithi007.stdout:3116: rollback oid 8 current snap is 301 2024-08-04T15:38:03.607 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 8 to 299 2024-08-04T15:38:03.608 INFO:tasks.rados.rados.0.smithi007.stdout:3115: finishing write tid 1 to smithi00780855-28 2024-08-04T15:38:03.608 INFO:tasks.rados.rados.0.smithi007.stdout:3115: finishing write tid 2 to smithi00780855-28 2024-08-04T15:38:03.608 INFO:tasks.rados.rados.0.smithi007.stdout:3114: done (2 left) 2024-08-04T15:38:03.608 INFO:tasks.rados.rados.0.smithi007.stdout:3117: rollback oid 1 current snap is 301 2024-08-04T15:38:03.608 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 1 to 298 2024-08-04T15:38:03.608 INFO:tasks.rados.rados.0.smithi007.stdout:3118: snap_create 2024-08-04T15:38:03.612 INFO:tasks.rados.rados.0.smithi007.stdout:3117: finishing rollback tid 0 to smithi00780855-1 2024-08-04T15:38:03.614 INFO:tasks.rados.rados.0.smithi007.stdout:3116: finishing rollback tid 0 to smithi00780855-8 2024-08-04T15:38:03.614 INFO:tasks.rados.rados.0.smithi007.stdout:3115: finishing write tid 3 to smithi00780855-28 2024-08-04T15:38:03.614 INFO:tasks.rados.rados.0.smithi007.stdout:3116: finishing rollback tid 1 to smithi00780855-8 2024-08-04T15:38:03.614 INFO:tasks.rados.rados.0.smithi007.stdout:3115: finishing write tid 4 to smithi00780855-28 2024-08-04T15:38:03.614 INFO:tasks.rados.rados.0.smithi007.stdout:3117: finishing rollback tid 1 to smithi00780855-1 2024-08-04T15:38:03.615 INFO:tasks.rados.rados.0.smithi007.stdout:3117: finishing rollback tid 2 to smithi00780855-1 2024-08-04T15:38:03.615 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 1980 (ObjNum 875 snap 271 seq_num 875) dirty exists 2024-08-04T15:38:03.615 INFO:tasks.rados.rados.0.smithi007.stdout:3116: finishing rollback tid 2 to smithi00780855-8 2024-08-04T15:38:03.615 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 2709 (ObjNum 629 snap 199 seq_num 629) dirty exists 2024-08-04T15:38:03.616 INFO:tasks.rados.rados.0.smithi007.stdout:3115: finishing write tid 5 to smithi00780855-28 2024-08-04T15:38:03.616 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 1968 (ObjNum 956 snap 301 seq_num 956) dirty exists 2024-08-04T15:38:03.616 INFO:tasks.rados.rados.0.smithi007.stdout:3115: left oid 28 (ObjNum 956 snap 301 seq_num 956) 2024-08-04T15:38:04.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:03 smithi062 ceph-mon[85960]: osdmap e681: 8 total, 8 up, 8 in 2024-08-04T15:38:04.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:03 smithi007 ceph-mon[92692]: osdmap e681: 8 total, 8 up, 8 in 2024-08-04T15:38:04.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:03 smithi007 ceph-mon[94998]: osdmap e681: 8 total, 8 up, 8 in 2024-08-04T15:38:04.534 INFO:tasks.rados.rados.0.smithi007.stdout:3115: done (3 left) 2024-08-04T15:38:04.534 INFO:tasks.rados.rados.0.smithi007.stdout:3116: done (2 left) 2024-08-04T15:38:04.534 INFO:tasks.rados.rados.0.smithi007.stdout:3117: done (1 left) 2024-08-04T15:38:04.534 INFO:tasks.rados.rados.0.smithi007.stdout:3118: done (0 left) 2024-08-04T15:38:04.535 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 30 current snap is 302 2024-08-04T15:38:04.535 INFO:tasks.rados.rados.0.smithi007.stdout:3119: seq_num 957 ranges {2736128=434176,3170304=720896,3891200=483328} 2024-08-04T15:38:04.551 INFO:tasks.rados.rados.0.smithi007.stdout:3119: writing smithi00780855-30 from 2736128 to 3170304 tid 1 2024-08-04T15:38:04.555 INFO:tasks.rados.rados.0.smithi007.stdout:3119: writing smithi00780855-30 from 3170304 to 3891200 tid 2 2024-08-04T15:38:04.558 INFO:tasks.rados.rados.0.smithi007.stdout:3119: writing smithi00780855-30 from 3891200 to 4374528 tid 3 2024-08-04T15:38:04.558 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 302 2024-08-04T15:38:04.558 INFO:tasks.rados.rados.0.smithi007.stdout:3120: seq_num 958 ranges {1515520=450560,1966080=655360,2621440=548864} 2024-08-04T15:38:04.569 INFO:tasks.rados.rados.0.smithi007.stdout:3120: writing smithi00780855-38 from 1515520 to 1966080 tid 1 2024-08-04T15:38:04.573 INFO:tasks.rados.rados.0.smithi007.stdout:3120: writing smithi00780855-38 from 1966080 to 2621440 tid 2 2024-08-04T15:38:04.577 INFO:tasks.rados.rados.0.smithi007.stdout:3120: writing smithi00780855-38 from 2621440 to 3170304 tid 3 2024-08-04T15:38:04.577 INFO:tasks.rados.rados.0.smithi007.stdout:3121: snap_create 2024-08-04T15:38:04.577 INFO:tasks.rados.rados.0.smithi007.stdout:3119: finishing write tid 1 to smithi00780855-30 2024-08-04T15:38:04.577 INFO:tasks.rados.rados.0.smithi007.stdout:3119: finishing write tid 2 to smithi00780855-30 2024-08-04T15:38:04.577 INFO:tasks.rados.rados.0.smithi007.stdout:3119: finishing write tid 3 to smithi00780855-30 2024-08-04T15:38:04.577 INFO:tasks.rados.rados.0.smithi007.stdout:3119: finishing write tid 4 to smithi00780855-30 2024-08-04T15:38:04.577 INFO:tasks.rados.rados.0.smithi007.stdout:3119: finishing write tid 5 to smithi00780855-30 2024-08-04T15:38:04.577 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 2005 (ObjNum 957 snap 302 seq_num 957) dirty exists 2024-08-04T15:38:04.577 INFO:tasks.rados.rados.0.smithi007.stdout:3119: left oid 30 (ObjNum 957 snap 302 seq_num 957) 2024-08-04T15:38:04.578 INFO:tasks.rados.rados.0.smithi007.stdout:3120: finishing write tid 1 to smithi00780855-38 2024-08-04T15:38:04.580 INFO:tasks.rados.rados.0.smithi007.stdout:3120: finishing write tid 2 to smithi00780855-38 2024-08-04T15:38:04.580 INFO:tasks.rados.rados.0.smithi007.stdout:3120: finishing write tid 3 to smithi00780855-38 2024-08-04T15:38:04.580 INFO:tasks.rados.rados.0.smithi007.stdout:3120: finishing write tid 4 to smithi00780855-38 2024-08-04T15:38:04.582 INFO:tasks.rados.rados.0.smithi007.stdout:3120: finishing write tid 5 to smithi00780855-38 2024-08-04T15:38:04.582 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 2146 (ObjNum 958 snap 302 seq_num 958) dirty exists 2024-08-04T15:38:04.582 INFO:tasks.rados.rados.0.smithi007.stdout:3120: left oid 38 (ObjNum 958 snap 302 seq_num 958) 2024-08-04T15:38:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:04 smithi062 ceph-mon[85960]: pgmap v677: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 150 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.0 MiB/s wr, 19 op/s 2024-08-04T15:38:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:04 smithi062 ceph-mon[85960]: osdmap e682: 8 total, 8 up, 8 in 2024-08-04T15:38:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:04 smithi062 ceph-mon[85960]: osdmap e683: 8 total, 8 up, 8 in 2024-08-04T15:38:05.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:04 smithi007 ceph-mon[92692]: pgmap v677: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 150 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.0 MiB/s wr, 19 op/s 2024-08-04T15:38:05.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:04 smithi007 ceph-mon[92692]: osdmap e682: 8 total, 8 up, 8 in 2024-08-04T15:38:05.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:04 smithi007 ceph-mon[92692]: osdmap e683: 8 total, 8 up, 8 in 2024-08-04T15:38:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:04 smithi007 ceph-mon[94998]: pgmap v677: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 150 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.0 MiB/s wr, 19 op/s 2024-08-04T15:38:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:04 smithi007 ceph-mon[94998]: osdmap e682: 8 total, 8 up, 8 in 2024-08-04T15:38:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:04 smithi007 ceph-mon[94998]: osdmap e683: 8 total, 8 up, 8 in 2024-08-04T15:38:05.535 INFO:tasks.rados.rados.0.smithi007.stdout:3119: done (2 left) 2024-08-04T15:38:05.536 INFO:tasks.rados.rados.0.smithi007.stdout:3120: done (1 left) 2024-08-04T15:38:05.536 INFO:tasks.rados.rados.0.smithi007.stdout:3121: done (0 left) 2024-08-04T15:38:05.536 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 303 2024-08-04T15:38:05.536 INFO:tasks.rados.rados.0.smithi007.stdout:3122: seq_num 959 ranges {0=466944,466944=540672,1007616=557056,1564672=106496} 2024-08-04T15:38:05.538 INFO:tasks.rados.rados.0.smithi007.stdout:3122: writing smithi00780855-31 from 0 to 466944 tid 1 2024-08-04T15:38:05.541 INFO:tasks.rados.rados.0.smithi007.stdout:3122: writing smithi00780855-31 from 466944 to 1007616 tid 2 2024-08-04T15:38:05.544 INFO:tasks.rados.rados.0.smithi007.stdout:3122: writing smithi00780855-31 from 1007616 to 1564672 tid 3 2024-08-04T15:38:05.545 INFO:tasks.rados.rados.0.smithi007.stdout:3122: writing smithi00780855-31 from 1564672 to 1671168 tid 4 2024-08-04T15:38:05.545 INFO:tasks.rados.rados.0.smithi007.stdout:3123: rmattr oid 35 current snap is 303 2024-08-04T15:38:05.545 INFO:tasks.rados.rados.0.smithi007.stdout:3123: done (1 left) 2024-08-04T15:38:05.545 INFO:tasks.rados.rados.0.smithi007.stdout:3124: read oid 29 snap 292 2024-08-04T15:38:05.545 INFO:tasks.rados.rados.0.smithi007.stdout:3124: expect (ObjNum 926 snap 289 seq_num 926) 2024-08-04T15:38:05.545 INFO:tasks.rados.rados.0.smithi007.stdout:3125: copy_from oid 11 from oid 13 current snap is 303 2024-08-04T15:38:05.545 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 303 2024-08-04T15:38:05.545 INFO:tasks.rados.rados.0.smithi007.stdout:3126: seq_num 960 ranges {4792320=483328,5275648=425984,5701632=761856,6463488=16384} 2024-08-04T15:38:05.574 INFO:tasks.rados.rados.0.smithi007.stdout:3126: writing smithi00780855-46 from 4792320 to 5275648 tid 1 2024-08-04T15:38:05.577 INFO:tasks.rados.rados.0.smithi007.stdout:3126: writing smithi00780855-46 from 5275648 to 5701632 tid 2 2024-08-04T15:38:05.582 INFO:tasks.rados.rados.0.smithi007.stdout:3126: writing smithi00780855-46 from 5701632 to 6463488 tid 3 2024-08-04T15:38:05.582 INFO:tasks.rados.rados.0.smithi007.stdout:3126: writing smithi00780855-46 from 6463488 to 6479872 tid 4 2024-08-04T15:38:05.582 INFO:tasks.rados.rados.0.smithi007.stdout:3127: delete oid 18 current snap is 303 2024-08-04T15:38:05.582 INFO:tasks.rados.rados.0.smithi007.stdout:3122: finishing write tid 1 to smithi00780855-31 2024-08-04T15:38:05.582 INFO:tasks.rados.rados.0.smithi007.stdout:3122: finishing write tid 2 to smithi00780855-31 2024-08-04T15:38:05.582 INFO:tasks.rados.rados.0.smithi007.stdout:3122: finishing write tid 3 to smithi00780855-31 2024-08-04T15:38:05.582 INFO:tasks.rados.rados.0.smithi007.stdout:3122: finishing write tid 4 to smithi00780855-31 2024-08-04T15:38:05.582 INFO:tasks.rados.rados.0.smithi007.stdout:3122: finishing write tid 5 to smithi00780855-31 2024-08-04T15:38:05.582 INFO:tasks.rados.rados.0.smithi007.stdout:3122: finishing write tid 6 to smithi00780855-31 2024-08-04T15:38:05.582 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 2626 (ObjNum 959 snap 303 seq_num 959) dirty exists 2024-08-04T15:38:05.583 INFO:tasks.rados.rados.0.smithi007.stdout:3122: left oid 31 (ObjNum 959 snap 303 seq_num 959) 2024-08-04T15:38:05.583 INFO:tasks.rados.rados.0.smithi007.stdout:3125: finishing copy_from racing read to smithi00780855-11 2024-08-04T15:38:05.583 INFO:tasks.rados.rados.0.smithi007.stdout:3124: expect (ObjNum 926 snap 289 seq_num 926) 2024-08-04T15:38:05.740 INFO:tasks.rados.rados.0.smithi007.stdout:3125: finishing copy_from to smithi00780855-11 2024-08-04T15:38:05.740 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 2859 (ObjNum 919 snap 286 seq_num 919) dirty exists 2024-08-04T15:38:05.740 INFO:tasks.rados.rados.0.smithi007.stdout:3126: finishing write tid 1 to smithi00780855-46 2024-08-04T15:38:05.740 INFO:tasks.rados.rados.0.smithi007.stdout:3122: done (4 left) 2024-08-04T15:38:05.740 INFO:tasks.rados.rados.0.smithi007.stdout:3124: done (3 left) 2024-08-04T15:38:05.740 INFO:tasks.rados.rados.0.smithi007.stdout:3125: done (2 left) 2024-08-04T15:38:05.740 INFO:tasks.rados.rados.0.smithi007.stdout:3127: done (1 left) 2024-08-04T15:38:05.741 INFO:tasks.rados.rados.0.smithi007.stdout:3128: read oid 33 snap -1 2024-08-04T15:38:05.741 INFO:tasks.rados.rados.0.smithi007.stdout:3128: expect (ObjNum 871 snap 270 seq_num 871) 2024-08-04T15:38:05.741 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 47 current snap is 303 2024-08-04T15:38:05.741 INFO:tasks.rados.rados.0.smithi007.stdout:3126: finishing write tid 2 to smithi00780855-46 2024-08-04T15:38:05.742 INFO:tasks.rados.rados.0.smithi007.stdout:3129: seq_num 962 ranges {0=516096,516096=589824,1105920=614400} 2024-08-04T15:38:05.743 INFO:tasks.rados.rados.0.smithi007.stdout:3129: writing smithi00780855-47 from 0 to 516096 tid 1 2024-08-04T15:38:05.746 INFO:tasks.rados.rados.0.smithi007.stdout:3129: writing smithi00780855-47 from 516096 to 1105920 tid 2 2024-08-04T15:38:05.751 INFO:tasks.rados.rados.0.smithi007.stdout:3129: writing smithi00780855-47 from 1105920 to 1720320 tid 3 2024-08-04T15:38:05.751 INFO:tasks.rados.rados.0.smithi007.stdout:3130: read oid 7 snap -1 2024-08-04T15:38:05.751 INFO:tasks.rados.rados.0.smithi007.stdout:3130: expect (ObjNum 936 snap 293 seq_num 936) 2024-08-04T15:38:05.751 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 14 current snap is 303 2024-08-04T15:38:05.751 INFO:tasks.rados.rados.0.smithi007.stdout:3126: finishing write tid 3 to smithi00780855-46 2024-08-04T15:38:05.751 INFO:tasks.rados.rados.0.smithi007.stdout:3126: finishing write tid 4 to smithi00780855-46 2024-08-04T15:38:05.751 INFO:tasks.rados.rados.0.smithi007.stdout:3126: finishing write tid 5 to smithi00780855-46 2024-08-04T15:38:05.751 INFO:tasks.rados.rados.0.smithi007.stdout:3131: seq_num 963 ranges {7471104=532480,8003584=475136,8478720=532480,9011200=196608} 2024-08-04T15:38:05.794 INFO:tasks.rados.rados.0.smithi007.stdout:3131: writing smithi00780855-14 from 7471104 to 8003584 tid 1 2024-08-04T15:38:05.797 INFO:tasks.rados.rados.0.smithi007.stdout:3131: writing smithi00780855-14 from 8003584 to 8478720 tid 2 2024-08-04T15:38:05.800 INFO:tasks.rados.rados.0.smithi007.stdout:3131: writing smithi00780855-14 from 8478720 to 9011200 tid 3 2024-08-04T15:38:05.801 INFO:tasks.rados.rados.0.smithi007.stdout:3131: writing smithi00780855-14 from 9011200 to 9207808 tid 4 2024-08-04T15:38:05.802 INFO:tasks.rados.rados.0.smithi007.stdout:3132: copy_from oid 9 from oid 36 current snap is 303 2024-08-04T15:38:05.802 INFO:tasks.rados.rados.0.smithi007.stdout:3126: finishing write tid 6 to smithi00780855-46 2024-08-04T15:38:05.802 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 2593 (ObjNum 960 snap 303 seq_num 960) dirty exists 2024-08-04T15:38:05.802 INFO:tasks.rados.rados.0.smithi007.stdout:3126: left oid 46 (ObjNum 960 snap 303 seq_num 960) 2024-08-04T15:38:05.802 INFO:tasks.rados.rados.0.smithi007.stdout:3126: done (5 left) 2024-08-04T15:38:05.802 INFO:tasks.rados.rados.0.smithi007.stdout:3133: rmattr oid 48 current snap is 303 2024-08-04T15:38:05.802 INFO:tasks.rados.rados.0.smithi007.stdout:3129: finishing write tid 1 to smithi00780855-47 2024-08-04T15:38:05.802 INFO:tasks.rados.rados.0.smithi007.stdout:3129: finishing write tid 2 to smithi00780855-47 2024-08-04T15:38:05.802 INFO:tasks.rados.rados.0.smithi007.stdout:3129: finishing write tid 3 to smithi00780855-47 2024-08-04T15:38:05.802 INFO:tasks.rados.rados.0.smithi007.stdout:3129: finishing write tid 4 to smithi00780855-47 2024-08-04T15:38:05.802 INFO:tasks.rados.rados.0.smithi007.stdout:3129: finishing write tid 5 to smithi00780855-47 2024-08-04T15:38:05.802 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 1985 (ObjNum 962 snap 303 seq_num 962) dirty exists 2024-08-04T15:38:05.803 INFO:tasks.rados.rados.0.smithi007.stdout:3129: left oid 47 (ObjNum 962 snap 303 seq_num 962) 2024-08-04T15:38:05.803 INFO:tasks.rados.rados.0.smithi007.stdout:3128: expect (ObjNum 871 snap 270 seq_num 871) 2024-08-04T15:38:05.963 INFO:tasks.rados.rados.0.smithi007.stdout:3130: expect (ObjNum 936 snap 293 seq_num 936) 2024-08-04T15:38:06.009 INFO:tasks.rados.rados.0.smithi007.stdout:3131: finishing write tid 1 to smithi00780855-14 2024-08-04T15:38:06.009 INFO:tasks.rados.rados.0.smithi007.stdout:3128: done (5 left) 2024-08-04T15:38:06.009 INFO:tasks.rados.rados.0.smithi007.stdout:3129: done (4 left) 2024-08-04T15:38:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:3130: done (3 left) 2024-08-04T15:38:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 27 current snap is 303 2024-08-04T15:38:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:3131: finishing write tid 2 to smithi00780855-14 2024-08-04T15:38:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 2225 (ObjNum 900 snap 280 seq_num 900) dirty exists 2024-08-04T15:38:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:3131: finishing write tid 3 to smithi00780855-14 2024-08-04T15:38:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:3131: finishing write tid 4 to smithi00780855-14 2024-08-04T15:38:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:3131: finishing write tid 5 to smithi00780855-14 2024-08-04T15:38:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:3131: finishing write tid 6 to smithi00780855-14 2024-08-04T15:38:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 2882 (ObjNum 963 snap 303 seq_num 963) dirty exists 2024-08-04T15:38:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:3131: left oid 14 (ObjNum 963 snap 303 seq_num 963) 2024-08-04T15:38:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:3132: finishing copy_from racing read to smithi00780855-9 2024-08-04T15:38:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:3132: finishing copy_from to smithi00780855-9 2024-08-04T15:38:06.010 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 1518 (ObjNum 675 snap 216 seq_num 675) dirty exists 2024-08-04T15:38:06.011 INFO:tasks.rados.rados.0.smithi007.stdout:3134: seq_num 964 ranges {1712128=548864,2260992=761856,3022848=442368} 2024-08-04T15:38:06.021 INFO:tasks.rados.rados.0.smithi007.stdout:3134: writing smithi00780855-27 from 1712128 to 2260992 tid 1 2024-08-04T15:38:06.025 INFO:tasks.rados.rados.0.smithi007.stdout:3134: writing smithi00780855-27 from 2260992 to 3022848 tid 2 2024-08-04T15:38:06.028 INFO:tasks.rados.rados.0.smithi007.stdout:3134: writing smithi00780855-27 from 3022848 to 3465216 tid 3 2024-08-04T15:38:06.028 INFO:tasks.rados.rados.0.smithi007.stdout:3131: done (3 left) 2024-08-04T15:38:06.028 INFO:tasks.rados.rados.0.smithi007.stdout:3132: done (2 left) 2024-08-04T15:38:06.028 INFO:tasks.rados.rados.0.smithi007.stdout:3133: done (1 left) 2024-08-04T15:38:06.028 INFO:tasks.rados.rados.0.smithi007.stdout:3135: snap_create 2024-08-04T15:38:06.028 INFO:tasks.rados.rados.0.smithi007.stdout:3134: finishing write tid 1 to smithi00780855-27 2024-08-04T15:38:06.031 INFO:tasks.rados.rados.0.smithi007.stdout:3134: finishing write tid 2 to smithi00780855-27 2024-08-04T15:38:06.031 INFO:tasks.rados.rados.0.smithi007.stdout:3134: finishing write tid 3 to smithi00780855-27 2024-08-04T15:38:06.031 INFO:tasks.rados.rados.0.smithi007.stdout:3134: finishing write tid 4 to smithi00780855-27 2024-08-04T15:38:06.032 INFO:tasks.rados.rados.0.smithi007.stdout:3134: finishing write tid 5 to smithi00780855-27 2024-08-04T15:38:06.032 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 2009 (ObjNum 964 snap 303 seq_num 964) dirty exists 2024-08-04T15:38:06.032 INFO:tasks.rados.rados.0.smithi007.stdout:3134: left oid 27 (ObjNum 964 snap 303 seq_num 964) 2024-08-04T15:38:06.532 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:38:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:38:06] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-08-04T15:38:06.598 INFO:tasks.rados.rados.0.smithi007.stdout:3134: done (1 left) 2024-08-04T15:38:06.598 INFO:tasks.rados.rados.0.smithi007.stdout:3135: done (0 left) 2024-08-04T15:38:06.598 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 39 current snap is 304 2024-08-04T15:38:06.599 INFO:tasks.rados.rados.0.smithi007.stdout:3136: seq_num 965 ranges {4874240=565248,5439488=647168,6086656=548864,6635520=8192} 2024-08-04T15:38:06.628 INFO:tasks.rados.rados.0.smithi007.stdout:3136: writing smithi00780855-39 from 4874240 to 5439488 tid 1 2024-08-04T15:38:06.631 INFO:tasks.rados.rados.0.smithi007.stdout:3136: writing smithi00780855-39 from 5439488 to 6086656 tid 2 2024-08-04T15:38:06.635 INFO:tasks.rados.rados.0.smithi007.stdout:3136: writing smithi00780855-39 from 6086656 to 6635520 tid 3 2024-08-04T15:38:06.635 INFO:tasks.rados.rados.0.smithi007.stdout:3136: writing smithi00780855-39 from 6635520 to 6643712 tid 4 2024-08-04T15:38:06.635 INFO:tasks.rados.rados.0.smithi007.stdout:3137: read oid 17 snap -1 2024-08-04T15:38:06.636 INFO:tasks.rados.rados.0.smithi007.stdout:3137: expect (ObjNum 955 snap 301 seq_num 955) 2024-08-04T15:38:06.636 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 42 current snap is 304 2024-08-04T15:38:06.636 INFO:tasks.rados.rados.0.smithi007.stdout:3136: finishing write tid 1 to smithi00780855-39 2024-08-04T15:38:06.636 INFO:tasks.rados.rados.0.smithi007.stdout:3138: seq_num 966 ranges {1302528=581632,1884160=581632,2465792=622592} 2024-08-04T15:38:06.646 INFO:tasks.rados.rados.0.smithi007.stdout:3138: writing smithi00780855-42 from 1302528 to 1884160 tid 1 2024-08-04T15:38:06.649 INFO:tasks.rados.rados.0.smithi007.stdout:3138: writing smithi00780855-42 from 1884160 to 2465792 tid 2 2024-08-04T15:38:06.653 INFO:tasks.rados.rados.0.smithi007.stdout:3138: writing smithi00780855-42 from 2465792 to 3088384 tid 3 2024-08-04T15:38:06.653 INFO:tasks.rados.rados.0.smithi007.stdout:3139: read oid 11 snap -1 2024-08-04T15:38:06.653 INFO:tasks.rados.rados.0.smithi007.stdout:3139: expect (ObjNum 919 snap 286 seq_num 919) 2024-08-04T15:38:06.654 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 35 current snap is 304 2024-08-04T15:38:06.654 INFO:tasks.rados.rados.0.smithi007.stdout:3140: seq_num 967 ranges {0=598016,598016=466944,1064960=516096,1581056=221184} 2024-08-04T15:38:06.657 INFO:tasks.rados.rados.0.smithi007.stdout:3140: writing smithi00780855-35 from 0 to 598016 tid 1 2024-08-04T15:38:06.659 INFO:tasks.rados.rados.0.smithi007.stdout:3140: writing smithi00780855-35 from 598016 to 1064960 tid 2 2024-08-04T15:38:06.662 INFO:tasks.rados.rados.0.smithi007.stdout:3140: writing smithi00780855-35 from 1064960 to 1581056 tid 3 2024-08-04T15:38:06.664 INFO:tasks.rados.rados.0.smithi007.stdout:3140: writing smithi00780855-35 from 1581056 to 1802240 tid 4 2024-08-04T15:38:06.664 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 304 2024-08-04T15:38:06.664 INFO:tasks.rados.rados.0.smithi007.stdout:3141: seq_num 968 ranges {1671168=614400,2285568=745472,3031040=458752} 2024-08-04T15:38:06.676 INFO:tasks.rados.rados.0.smithi007.stdout:3141: writing smithi00780855-31 from 1671168 to 2285568 tid 1 2024-08-04T15:38:06.680 INFO:tasks.rados.rados.0.smithi007.stdout:3141: writing smithi00780855-31 from 2285568 to 3031040 tid 2 2024-08-04T15:38:06.684 INFO:tasks.rados.rados.0.smithi007.stdout:3141: writing smithi00780855-31 from 3031040 to 3489792 tid 3 2024-08-04T15:38:06.684 INFO:tasks.rados.rados.0.smithi007.stdout:3142: rollback oid 16 current snap is 304 2024-08-04T15:38:06.684 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 16 to 292 2024-08-04T15:38:06.684 INFO:tasks.rados.rados.0.smithi007.stdout:3136: finishing write tid 2 to smithi00780855-39 2024-08-04T15:38:06.684 INFO:tasks.rados.rados.0.smithi007.stdout:3136: finishing write tid 3 to smithi00780855-39 2024-08-04T15:38:06.684 INFO:tasks.rados.rados.0.smithi007.stdout:3136: finishing write tid 4 to smithi00780855-39 2024-08-04T15:38:06.684 INFO:tasks.rados.rados.0.smithi007.stdout:3136: finishing write tid 5 to smithi00780855-39 2024-08-04T15:38:06.684 INFO:tasks.rados.rados.0.smithi007.stdout:3136: finishing write tid 6 to smithi00780855-39 2024-08-04T15:38:06.684 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 2864 (ObjNum 965 snap 304 seq_num 965) dirty exists 2024-08-04T15:38:06.684 INFO:tasks.rados.rados.0.smithi007.stdout:3136: left oid 39 (ObjNum 965 snap 304 seq_num 965) 2024-08-04T15:38:06.684 INFO:tasks.rados.rados.0.smithi007.stdout:3137: expect (ObjNum 955 snap 301 seq_num 955) 2024-08-04T15:38:06.755 INFO:tasks.rados.rados.0.smithi007.stdout:3138: finishing write tid 1 to smithi00780855-42 2024-08-04T15:38:06.755 INFO:tasks.rados.rados.0.smithi007.stdout:3138: finishing write tid 2 to smithi00780855-42 2024-08-04T15:38:06.755 INFO:tasks.rados.rados.0.smithi007.stdout:3138: finishing write tid 3 to smithi00780855-42 2024-08-04T15:38:06.756 INFO:tasks.rados.rados.0.smithi007.stdout:3138: finishing write tid 4 to smithi00780855-42 2024-08-04T15:38:06.756 INFO:tasks.rados.rados.0.smithi007.stdout:3138: finishing write tid 5 to smithi00780855-42 2024-08-04T15:38:06.756 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 1984 (ObjNum 966 snap 304 seq_num 966) dirty exists 2024-08-04T15:38:06.756 INFO:tasks.rados.rados.0.smithi007.stdout:3138: left oid 42 (ObjNum 966 snap 304 seq_num 966) 2024-08-04T15:38:06.756 INFO:tasks.rados.rados.0.smithi007.stdout:3139: expect (ObjNum 919 snap 286 seq_num 919) 2024-08-04T15:38:06.783 INFO:tasks.rados.rados.0.smithi007.stdout:3140: finishing write tid 1 to smithi00780855-35 2024-08-04T15:38:06.783 INFO:tasks.rados.rados.0.smithi007.stdout:3140: finishing write tid 2 to smithi00780855-35 2024-08-04T15:38:06.783 INFO:tasks.rados.rados.0.smithi007.stdout:3140: finishing write tid 3 to smithi00780855-35 2024-08-04T15:38:06.784 INFO:tasks.rados.rados.0.smithi007.stdout:3140: finishing write tid 4 to smithi00780855-35 2024-08-04T15:38:06.784 INFO:tasks.rados.rados.0.smithi007.stdout:3140: finishing write tid 5 to smithi00780855-35 2024-08-04T15:38:06.784 INFO:tasks.rados.rados.0.smithi007.stdout:3140: finishing write tid 6 to smithi00780855-35 2024-08-04T15:38:06.784 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 2869 (ObjNum 967 snap 304 seq_num 967) dirty exists 2024-08-04T15:38:06.784 INFO:tasks.rados.rados.0.smithi007.stdout:3140: left oid 35 (ObjNum 967 snap 304 seq_num 967) 2024-08-04T15:38:06.784 INFO:tasks.rados.rados.0.smithi007.stdout:3136: done (6 left) 2024-08-04T15:38:06.784 INFO:tasks.rados.rados.0.smithi007.stdout:3137: done (5 left) 2024-08-04T15:38:06.784 INFO:tasks.rados.rados.0.smithi007.stdout:3138: done (4 left) 2024-08-04T15:38:06.784 INFO:tasks.rados.rados.0.smithi007.stdout:3139: done (3 left) 2024-08-04T15:38:06.784 INFO:tasks.rados.rados.0.smithi007.stdout:3140: done (2 left) 2024-08-04T15:38:06.784 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 27 current snap is 304 2024-08-04T15:38:06.784 INFO:tasks.rados.rados.0.smithi007.stdout:3141: finishing write tid 1 to smithi00780855-31 2024-08-04T15:38:06.784 INFO:tasks.rados.rados.0.smithi007.stdout:3141: finishing write tid 2 to smithi00780855-31 2024-08-04T15:38:06.785 INFO:tasks.rados.rados.0.smithi007.stdout:3141: finishing write tid 3 to smithi00780855-31 2024-08-04T15:38:06.785 INFO:tasks.rados.rados.0.smithi007.stdout:3141: finishing write tid 4 to smithi00780855-31 2024-08-04T15:38:06.785 INFO:tasks.rados.rados.0.smithi007.stdout:3141: finishing write tid 5 to smithi00780855-31 2024-08-04T15:38:06.785 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 2873 (ObjNum 968 snap 304 seq_num 968) dirty exists 2024-08-04T15:38:06.785 INFO:tasks.rados.rados.0.smithi007.stdout:3141: left oid 31 (ObjNum 968 snap 304 seq_num 968) 2024-08-04T15:38:06.785 INFO:tasks.rados.rados.0.smithi007.stdout:3142: finishing rollback tid 0 to smithi00780855-16 2024-08-04T15:38:06.785 INFO:tasks.rados.rados.0.smithi007.stdout:3142: finishing rollback tid 1 to smithi00780855-16 2024-08-04T15:38:06.785 INFO:tasks.rados.rados.0.smithi007.stdout:3143: seq_num 969 ranges {3465216=638976,4104192=630784,4734976=532480,5267456=40960} 2024-08-04T15:38:06.805 INFO:tasks.rados.rados.0.smithi007.stdout:3143: writing smithi00780855-27 from 3465216 to 4104192 tid 1 2024-08-04T15:38:06.808 INFO:tasks.rados.rados.0.smithi007.stdout:3143: writing smithi00780855-27 from 4104192 to 4734976 tid 2 2024-08-04T15:38:06.811 INFO:tasks.rados.rados.0.smithi007.stdout:3143: writing smithi00780855-27 from 4734976 to 5267456 tid 3 2024-08-04T15:38:06.812 INFO:tasks.rados.rados.0.smithi007.stdout:3143: writing smithi00780855-27 from 5267456 to 5308416 tid 4 2024-08-04T15:38:06.812 INFO:tasks.rados.rados.0.smithi007.stdout:3141: done (2 left) 2024-08-04T15:38:06.812 INFO:tasks.rados.rados.0.smithi007.stdout:3144: read oid 46 snap -1 2024-08-04T15:38:06.813 INFO:tasks.rados.rados.0.smithi007.stdout:3144: expect (ObjNum 960 snap 303 seq_num 960) 2024-08-04T15:38:06.813 INFO:tasks.rados.rados.0.smithi007.stdout:3145: snap_create 2024-08-04T15:38:06.813 INFO:tasks.rados.rados.0.smithi007.stdout:3142: finishing rollback tid 2 to smithi00780855-16 2024-08-04T15:38:06.813 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 2151 (ObjNum 903 snap 281 seq_num 903) dirty exists 2024-08-04T15:38:06.813 INFO:tasks.rados.rados.0.smithi007.stdout:3143: finishing write tid 1 to smithi00780855-27 2024-08-04T15:38:06.813 INFO:tasks.rados.rados.0.smithi007.stdout:3143: finishing write tid 2 to smithi00780855-27 2024-08-04T15:38:06.816 INFO:tasks.rados.rados.0.smithi007.stdout:3143: finishing write tid 3 to smithi00780855-27 2024-08-04T15:38:06.816 INFO:tasks.rados.rados.0.smithi007.stdout:3143: finishing write tid 4 to smithi00780855-27 2024-08-04T15:38:06.817 INFO:tasks.rados.rados.0.smithi007.stdout:3143: finishing write tid 5 to smithi00780855-27 2024-08-04T15:38:06.818 INFO:tasks.rados.rados.0.smithi007.stdout:3143: finishing write tid 6 to smithi00780855-27 2024-08-04T15:38:06.818 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 2014 (ObjNum 969 snap 304 seq_num 969) dirty exists 2024-08-04T15:38:06.818 INFO:tasks.rados.rados.0.smithi007.stdout:3143: left oid 27 (ObjNum 969 snap 304 seq_num 969) 2024-08-04T15:38:06.831 INFO:tasks.rados.rados.0.smithi007.stdout:3144: expect (ObjNum 960 snap 303 seq_num 960) 2024-08-04T15:38:06.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:06 smithi007 ceph-mon[92692]: pgmap v680: 121 pgs: 121 active+clean; 156 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-04T15:38:06.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:06 smithi007 ceph-mon[92692]: osdmap e684: 8 total, 8 up, 8 in 2024-08-04T15:38:06.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:38:06.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:06 smithi007 ceph-mon[94998]: pgmap v680: 121 pgs: 121 active+clean; 156 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-04T15:38:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:06 smithi007 ceph-mon[94998]: osdmap e684: 8 total, 8 up, 8 in 2024-08-04T15:38:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:38:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:06 smithi062 ceph-mon[85960]: pgmap v680: 121 pgs: 121 active+clean; 156 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-04T15:38:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:06 smithi062 ceph-mon[85960]: osdmap e684: 8 total, 8 up, 8 in 2024-08-04T15:38:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:38:07.604 INFO:tasks.rados.rados.0.smithi007.stdout:3142: done (3 left) 2024-08-04T15:38:07.604 INFO:tasks.rados.rados.0.smithi007.stdout:3143: done (2 left) 2024-08-04T15:38:07.604 INFO:tasks.rados.rados.0.smithi007.stdout:3144: done (1 left) 2024-08-04T15:38:07.604 INFO:tasks.rados.rados.0.smithi007.stdout:3145: done (0 left) 2024-08-04T15:38:07.604 INFO:tasks.rados.rados.0.smithi007.stdout:3146: copy_from oid 49 from oid 13 current snap is 305 2024-08-04T15:38:07.604 INFO:tasks.rados.rados.0.smithi007.stdout:3147: copy_from oid 46 from oid 17 current snap is 305 2024-08-04T15:38:07.605 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 25 current snap is 305 2024-08-04T15:38:07.605 INFO:tasks.rados.rados.0.smithi007.stdout:3148: seq_num 970 ranges {7651328=655360,8306688=516096,8822784=688128} 2024-08-04T15:38:07.649 INFO:tasks.rados.rados.0.smithi007.stdout:3148: writing smithi00780855-25 from 7651328 to 8306688 tid 1 2024-08-04T15:38:07.652 INFO:tasks.rados.rados.0.smithi007.stdout:3148: writing smithi00780855-25 from 8306688 to 8822784 tid 2 2024-08-04T15:38:07.656 INFO:tasks.rados.rados.0.smithi007.stdout:3148: writing smithi00780855-25 from 8822784 to 9510912 tid 3 2024-08-04T15:38:07.656 INFO:tasks.rados.rados.0.smithi007.stdout:3149: read oid 11 snap -1 2024-08-04T15:38:07.656 INFO:tasks.rados.rados.0.smithi007.stdout:3149: expect (ObjNum 919 snap 286 seq_num 919) 2024-08-04T15:38:07.656 INFO:tasks.rados.rados.0.smithi007.stdout:3150: setattr oid 44 current snap is 305 2024-08-04T15:38:07.656 INFO:tasks.rados.rados.0.smithi007.stdout:3147: finishing copy_from racing read to smithi00780855-46 2024-08-04T15:38:07.656 INFO:tasks.rados.rados.0.smithi007.stdout:3146: finishing copy_from racing read to smithi00780855-49 2024-08-04T15:38:07.657 INFO:tasks.rados.rados.0.smithi007.stdout:3147: finishing copy_from to smithi00780855-46 2024-08-04T15:38:07.657 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 2706 (ObjNum 955 snap 301 seq_num 955) dirty exists 2024-08-04T15:38:07.657 INFO:tasks.rados.rados.0.smithi007.stdout:3146: finishing copy_from to smithi00780855-49 2024-08-04T15:38:07.657 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 2859 (ObjNum 919 snap 286 seq_num 919) dirty exists 2024-08-04T15:38:07.657 INFO:tasks.rados.rados.0.smithi007.stdout:3148: finishing write tid 1 to smithi00780855-25 2024-08-04T15:38:07.657 INFO:tasks.rados.rados.0.smithi007.stdout:3148: finishing write tid 2 to smithi00780855-25 2024-08-04T15:38:07.657 INFO:tasks.rados.rados.0.smithi007.stdout:3146: done (4 left) 2024-08-04T15:38:07.657 INFO:tasks.rados.rados.0.smithi007.stdout:3147: done (3 left) 2024-08-04T15:38:07.658 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 33 current snap is 305 2024-08-04T15:38:07.658 INFO:tasks.rados.rados.0.smithi007.stdout:3151: seq_num 971 ranges {3301376=671744,3973120=802816,4775936=401408} 2024-08-04T15:38:07.679 INFO:tasks.rados.rados.0.smithi007.stdout:3151: writing smithi00780855-33 from 3301376 to 3973120 tid 1 2024-08-04T15:38:07.683 INFO:tasks.rados.rados.0.smithi007.stdout:3151: writing smithi00780855-33 from 3973120 to 4775936 tid 2 2024-08-04T15:38:07.686 INFO:tasks.rados.rados.0.smithi007.stdout:3151: writing smithi00780855-33 from 4775936 to 5177344 tid 3 2024-08-04T15:38:07.686 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 41 current snap is 305 2024-08-04T15:38:07.686 INFO:tasks.rados.rados.0.smithi007.stdout:3152: seq_num 972 ranges {548864=688128,1236992=688128,1925120=516096} 2024-08-04T15:38:07.692 INFO:tasks.rados.rados.0.smithi007.stdout:3152: writing smithi00780855-41 from 548864 to 1236992 tid 1 2024-08-04T15:38:07.696 INFO:tasks.rados.rados.0.smithi007.stdout:3152: writing smithi00780855-41 from 1236992 to 1925120 tid 2 2024-08-04T15:38:07.699 INFO:tasks.rados.rados.0.smithi007.stdout:3152: writing smithi00780855-41 from 1925120 to 2441216 tid 3 2024-08-04T15:38:07.699 INFO:tasks.rados.rados.0.smithi007.stdout:3153: delete oid 20 current snap is 305 2024-08-04T15:38:07.700 INFO:tasks.rados.rados.0.smithi007.stdout:3149: expect (ObjNum 919 snap 286 seq_num 919) 2024-08-04T15:38:07.728 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1528 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-04T15:38:07.728 INFO:tasks.rados.rados.0.smithi007.stdout:3148: finishing write tid 3 to smithi00780855-25 2024-08-04T15:38:07.728 INFO:tasks.rados.rados.0.smithi007.stdout:3148: finishing write tid 4 to smithi00780855-25 2024-08-04T15:38:07.728 INFO:tasks.rados.rados.0.smithi007.stdout:3148: finishing write tid 5 to smithi00780855-25 2024-08-04T15:38:07.728 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 2887 (ObjNum 970 snap 305 seq_num 970) dirty exists 2024-08-04T15:38:07.728 INFO:tasks.rados.rados.0.smithi007.stdout:3148: left oid 25 (ObjNum 970 snap 305 seq_num 970) 2024-08-04T15:38:07.728 INFO:tasks.rados.rados.0.smithi007.stdout:3151: finishing write tid 1 to smithi00780855-33 2024-08-04T15:38:07.728 INFO:tasks.rados.rados.0.smithi007.stdout:3148: done (5 left) 2024-08-04T15:38:07.728 INFO:tasks.rados.rados.0.smithi007.stdout:3149: done (4 left) 2024-08-04T15:38:07.729 INFO:tasks.rados.rados.0.smithi007.stdout:3150: done (3 left) 2024-08-04T15:38:07.729 INFO:tasks.rados.rados.0.smithi007.stdout:3153: done (2 left) 2024-08-04T15:38:07.729 INFO:tasks.rados.rados.0.smithi007.stdout:3154: snap_remove snap 294 2024-08-04T15:38:08.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:07 smithi062 ceph-mon[85960]: osdmap e685: 8 total, 8 up, 8 in 2024-08-04T15:38:08.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:07 smithi007 ceph-mon[92692]: osdmap e685: 8 total, 8 up, 8 in 2024-08-04T15:38:08.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:07 smithi007 ceph-mon[94998]: osdmap e685: 8 total, 8 up, 8 in 2024-08-04T15:38:08.607 INFO:tasks.rados.rados.0.smithi007.stdout:3154: done (2 left) 2024-08-04T15:38:08.607 INFO:tasks.rados.rados.0.smithi007.stdout:3155: copy_from oid 6 from oid 14 current snap is 305 2024-08-04T15:38:08.607 INFO:tasks.rados.rados.0.smithi007.stdout:3151: finishing write tid 2 to smithi00780855-33 2024-08-04T15:38:08.607 INFO:tasks.rados.rados.0.smithi007.stdout:3151: finishing write tid 3 to smithi00780855-33 2024-08-04T15:38:08.607 INFO:tasks.rados.rados.0.smithi007.stdout:3151: finishing write tid 4 to smithi00780855-33 2024-08-04T15:38:08.607 INFO:tasks.rados.rados.0.smithi007.stdout:3151: finishing write tid 5 to smithi00780855-33 2024-08-04T15:38:08.607 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 2018 (ObjNum 971 snap 305 seq_num 971) dirty exists 2024-08-04T15:38:08.607 INFO:tasks.rados.rados.0.smithi007.stdout:3151: left oid 33 (ObjNum 971 snap 305 seq_num 971) 2024-08-04T15:38:08.607 INFO:tasks.rados.rados.0.smithi007.stdout:3152: finishing write tid 1 to smithi00780855-41 2024-08-04T15:38:08.608 INFO:tasks.rados.rados.0.smithi007.stdout:3152: finishing write tid 2 to smithi00780855-41 2024-08-04T15:38:08.608 INFO:tasks.rados.rados.0.smithi007.stdout:3152: finishing write tid 3 to smithi00780855-41 2024-08-04T15:38:08.608 INFO:tasks.rados.rados.0.smithi007.stdout:3152: finishing write tid 4 to smithi00780855-41 2024-08-04T15:38:08.608 INFO:tasks.rados.rados.0.smithi007.stdout:3152: finishing write tid 5 to smithi00780855-41 2024-08-04T15:38:08.608 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 2892 (ObjNum 972 snap 305 seq_num 972) dirty exists 2024-08-04T15:38:08.608 INFO:tasks.rados.rados.0.smithi007.stdout:3152: left oid 41 (ObjNum 972 snap 305 seq_num 972) 2024-08-04T15:38:08.608 INFO:tasks.rados.rados.0.smithi007.stdout:3151: done (2 left) 2024-08-04T15:38:08.608 INFO:tasks.rados.rados.0.smithi007.stdout:3152: done (1 left) 2024-08-04T15:38:08.608 INFO:tasks.rados.rados.0.smithi007.stdout:3156: snap_remove snap 287 2024-08-04T15:38:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:08 smithi062 ceph-mon[85960]: pgmap v683: 121 pgs: 121 active+clean; 158 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-08-04T15:38:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:08 smithi062 ceph-mon[85960]: osdmap e686: 8 total, 8 up, 8 in 2024-08-04T15:38:09.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:08 smithi007 ceph-mon[92692]: pgmap v683: 121 pgs: 121 active+clean; 158 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-08-04T15:38:09.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:08 smithi007 ceph-mon[92692]: osdmap e686: 8 total, 8 up, 8 in 2024-08-04T15:38:09.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:08 smithi007 ceph-mon[94998]: pgmap v683: 121 pgs: 121 active+clean; 158 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-08-04T15:38:09.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:08 smithi007 ceph-mon[94998]: osdmap e686: 8 total, 8 up, 8 in 2024-08-04T15:38:09.537 INFO:tasks.rados.rados.0.smithi007.stdout:3155: finishing copy_from racing read to smithi00780855-6 2024-08-04T15:38:09.537 INFO:tasks.rados.rados.0.smithi007.stdout:3155: finishing copy_from to smithi00780855-6 2024-08-04T15:38:09.537 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 2882 (ObjNum 963 snap 303 seq_num 963) dirty exists 2024-08-04T15:38:09.537 INFO:tasks.rados.rados.0.smithi007.stdout:3155: done (1 left) 2024-08-04T15:38:09.537 INFO:tasks.rados.rados.0.smithi007.stdout:3156: done (0 left) 2024-08-04T15:38:09.538 INFO:tasks.rados.rados.0.smithi007.stdout:3157: read oid 35 snap -1 2024-08-04T15:38:09.538 INFO:tasks.rados.rados.0.smithi007.stdout:3157: expect (ObjNum 967 snap 304 seq_num 967) 2024-08-04T15:38:09.538 INFO:tasks.rados.rados.0.smithi007.stdout:3158: read oid 42 snap -1 2024-08-04T15:38:09.538 INFO:tasks.rados.rados.0.smithi007.stdout:3158: expect (ObjNum 966 snap 304 seq_num 966) 2024-08-04T15:38:09.538 INFO:tasks.rados.rados.0.smithi007.stdout:3159: snap_create 2024-08-04T15:38:09.555 INFO:tasks.rados.rados.0.smithi007.stdout:3158: expect (ObjNum 966 snap 304 seq_num 966) 2024-08-04T15:38:09.663 INFO:tasks.rados.rados.0.smithi007.stdout:3157: expect (ObjNum 967 snap 304 seq_num 967) 2024-08-04T15:38:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:09 smithi062 ceph-mon[85960]: osdmap e687: 8 total, 8 up, 8 in 2024-08-04T15:38:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:09 smithi062 ceph-mon[85960]: osdmap e688: 8 total, 8 up, 8 in 2024-08-04T15:38:10.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:09 smithi007 ceph-mon[94998]: osdmap e687: 8 total, 8 up, 8 in 2024-08-04T15:38:10.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:09 smithi007 ceph-mon[94998]: osdmap e688: 8 total, 8 up, 8 in 2024-08-04T15:38:10.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:09 smithi007 ceph-mon[92692]: osdmap e687: 8 total, 8 up, 8 in 2024-08-04T15:38:10.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:09 smithi007 ceph-mon[92692]: osdmap e688: 8 total, 8 up, 8 in 2024-08-04T15:38:10.537 INFO:tasks.rados.rados.0.smithi007.stdout:3157: done (2 left) 2024-08-04T15:38:10.537 INFO:tasks.rados.rados.0.smithi007.stdout:3158: done (1 left) 2024-08-04T15:38:10.537 INFO:tasks.rados.rados.0.smithi007.stdout:3159: done (0 left) 2024-08-04T15:38:10.537 INFO:tasks.rados.rados.0.smithi007.stdout:3160: read oid 43 snap -1 2024-08-04T15:38:10.537 INFO:tasks.rados.rados.0.smithi007.stdout:3160: expect (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:38:10.537 INFO:tasks.rados.rados.0.smithi007.stdout:3161: snap_remove snap 295 2024-08-04T15:38:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:10 smithi062 ceph-mon[85960]: pgmap v686: 121 pgs: 121 active+clean; 173 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.4 MiB/s wr, 11 op/s 2024-08-04T15:38:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:10 smithi062 ceph-mon[85960]: osdmap e689: 8 total, 8 up, 8 in 2024-08-04T15:38:11.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:10 smithi007 ceph-mon[92692]: pgmap v686: 121 pgs: 121 active+clean; 173 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.4 MiB/s wr, 11 op/s 2024-08-04T15:38:11.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:10 smithi007 ceph-mon[92692]: osdmap e689: 8 total, 8 up, 8 in 2024-08-04T15:38:11.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:10 smithi007 ceph-mon[94998]: pgmap v686: 121 pgs: 121 active+clean; 173 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.4 MiB/s wr, 11 op/s 2024-08-04T15:38:11.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:10 smithi007 ceph-mon[94998]: osdmap e689: 8 total, 8 up, 8 in 2024-08-04T15:38:11.539 INFO:tasks.rados.rados.0.smithi007.stdout:3161: done (1 left) 2024-08-04T15:38:11.540 INFO:tasks.rados.rados.0.smithi007.stdout:3162: delete oid 45 current snap is 306 2024-08-04T15:38:11.540 INFO:tasks.rados.rados.0.smithi007.stdout:3160: expect (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:38:11.583 INFO:tasks.rados.rados.0.smithi007.stdout:3160: done (1 left) 2024-08-04T15:38:11.583 INFO:tasks.rados.rados.0.smithi007.stdout:3162: done (0 left) 2024-08-04T15:38:11.583 INFO:tasks.rados.rados.0.smithi007.stdout:3163: rollback oid 32 current snap is 306 2024-08-04T15:38:11.583 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 32 to 302 2024-08-04T15:38:11.583 INFO:tasks.rados.rados.0.smithi007.stdout:3164: read oid 10 snap -1 2024-08-04T15:38:11.583 INFO:tasks.rados.rados.0.smithi007.stdout:3164: expect (ObjNum 875 snap 271 seq_num 875) 2024-08-04T15:38:11.583 INFO:tasks.rados.rados.0.smithi007.stdout:3165: copy_from oid 48 from oid 24 current snap is 306 2024-08-04T15:38:11.583 INFO:tasks.rados.rados.0.smithi007.stdout:3166: snap_create 2024-08-04T15:38:11.584 INFO:tasks.rados.rados.0.smithi007.stdout:3163: finishing rollback tid 0 to smithi00780855-32 2024-08-04T15:38:11.584 INFO:tasks.rados.rados.0.smithi007.stdout:3163: finishing rollback tid 1 to smithi00780855-32 2024-08-04T15:38:11.584 INFO:tasks.rados.rados.0.smithi007.stdout:3163: finishing rollback tid 2 to smithi00780855-32 2024-08-04T15:38:11.584 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 2712 (ObjNum 947 snap 297 seq_num 947) dirty exists 2024-08-04T15:38:11.589 INFO:tasks.rados.rados.0.smithi007.stdout:3164: expect (ObjNum 875 snap 271 seq_num 875) 2024-08-04T15:38:11.668 INFO:tasks.rados.rados.0.smithi007.stdout:3165: finishing copy_from racing read to smithi00780855-48 2024-08-04T15:38:11.668 INFO:tasks.rados.rados.0.smithi007.stdout:3165: finishing copy_from to smithi00780855-48 2024-08-04T15:38:11.668 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 2284 (ObjNum 876 snap 272 seq_num 876) dirty exists 2024-08-04T15:38:12.544 INFO:tasks.rados.rados.0.smithi007.stdout:3163: done (3 left) 2024-08-04T15:38:12.544 INFO:tasks.rados.rados.0.smithi007.stdout:3164: done (2 left) 2024-08-04T15:38:12.544 INFO:tasks.rados.rados.0.smithi007.stdout:3165: done (1 left) 2024-08-04T15:38:12.544 INFO:tasks.rados.rados.0.smithi007.stdout:3166: done (0 left) 2024-08-04T15:38:12.544 INFO:tasks.rados.rados.0.smithi007.stdout:3167: snap_create 2024-08-04T15:38:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:12 smithi062 ceph-mon[85960]: pgmap v689: 121 pgs: 121 active+clean; 186 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 9.2 MiB/s wr, 31 op/s 2024-08-04T15:38:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:12 smithi062 ceph-mon[85960]: osdmap e690: 8 total, 8 up, 8 in 2024-08-04T15:38:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:38:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:38:12.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:12 smithi007 ceph-mon[92692]: pgmap v689: 121 pgs: 121 active+clean; 186 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 9.2 MiB/s wr, 31 op/s 2024-08-04T15:38:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:12 smithi007 ceph-mon[92692]: osdmap e690: 8 total, 8 up, 8 in 2024-08-04T15:38:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:12 smithi007 ceph-mon[94998]: pgmap v689: 121 pgs: 121 active+clean; 186 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 9.2 MiB/s wr, 31 op/s 2024-08-04T15:38:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:12 smithi007 ceph-mon[94998]: osdmap e690: 8 total, 8 up, 8 in 2024-08-04T15:38:13.549 INFO:tasks.rados.rados.0.smithi007.stdout:3167: done (0 left) 2024-08-04T15:38:13.549 INFO:tasks.rados.rados.0.smithi007.stdout:3168: snap_create 2024-08-04T15:38:13.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:13 smithi007 ceph-mon[92692]: osdmap e691: 8 total, 8 up, 8 in 2024-08-04T15:38:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:13 smithi007 ceph-mon[94998]: osdmap e691: 8 total, 8 up, 8 in 2024-08-04T15:38:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:13 smithi062 ceph-mon[85960]: osdmap e691: 8 total, 8 up, 8 in 2024-08-04T15:38:14.537 INFO:tasks.rados.rados.0.smithi007.stdout:3168: done (0 left) 2024-08-04T15:38:14.537 INFO:tasks.rados.rados.0.smithi007.stdout:3169: rmattr oid 31 current snap is 309 2024-08-04T15:38:14.537 INFO:tasks.rados.rados.0.smithi007.stdout:3169: done (0 left) 2024-08-04T15:38:14.537 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 24 current snap is 309 2024-08-04T15:38:14.537 INFO:tasks.rados.rados.0.smithi007.stdout:3170: seq_num 975 ranges {9175040=737280,9912320=786432,10698752=417792} 2024-08-04T15:38:14.591 INFO:tasks.rados.rados.0.smithi007.stdout:3170: writing smithi00780855-24 from 9175040 to 9912320 tid 1 2024-08-04T15:38:14.595 INFO:tasks.rados.rados.0.smithi007.stdout:3170: writing smithi00780855-24 from 9912320 to 10698752 tid 2 2024-08-04T15:38:14.597 INFO:tasks.rados.rados.0.smithi007.stdout:3170: writing smithi00780855-24 from 10698752 to 11116544 tid 3 2024-08-04T15:38:14.598 INFO:tasks.rados.rados.0.smithi007.stdout:3171: copy_from oid 13 from oid 50 current snap is 309 2024-08-04T15:38:14.598 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 309 2024-08-04T15:38:14.598 INFO:tasks.rados.rados.0.smithi007.stdout:3172: seq_num 976 ranges {9207808=753664,9961472=671744,10633216=532480} 2024-08-04T15:38:14.652 INFO:tasks.rados.rados.0.smithi007.stdout:3172: writing smithi00780855-6 from 9207808 to 9961472 tid 1 2024-08-04T15:38:14.657 INFO:tasks.rados.rados.0.smithi007.stdout:3172: writing smithi00780855-6 from 9961472 to 10633216 tid 2 2024-08-04T15:38:14.663 INFO:tasks.rados.rados.0.smithi007.stdout:3172: writing smithi00780855-6 from 10633216 to 11165696 tid 3 2024-08-04T15:38:14.663 INFO:tasks.rados.rados.0.smithi007.stdout:3173: copy_from oid 2 from oid 10 current snap is 309 2024-08-04T15:38:14.663 INFO:tasks.rados.rados.0.smithi007.stdout:3170: finishing write tid 1 to smithi00780855-24 2024-08-04T15:38:14.663 INFO:tasks.rados.rados.0.smithi007.stdout:3170: finishing write tid 2 to smithi00780855-24 2024-08-04T15:38:14.663 INFO:tasks.rados.rados.0.smithi007.stdout:3170: finishing write tid 3 to smithi00780855-24 2024-08-04T15:38:14.663 INFO:tasks.rados.rados.0.smithi007.stdout:3170: finishing write tid 4 to smithi00780855-24 2024-08-04T15:38:14.663 INFO:tasks.rados.rados.0.smithi007.stdout:3174: read oid 18 snap -1 2024-08-04T15:38:14.664 INFO:tasks.rados.rados.0.smithi007.stdout:3174: expect deleted 2024-08-04T15:38:14.664 INFO:tasks.rados.rados.0.smithi007.stdout:3170: finishing write tid 5 to smithi00780855-24 2024-08-04T15:38:14.664 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 2935 (ObjNum 975 snap 309 seq_num 975) dirty exists 2024-08-04T15:38:14.664 INFO:tasks.rados.rados.0.smithi007.stdout:3170: left oid 24 (ObjNum 975 snap 309 seq_num 975) 2024-08-04T15:38:14.664 INFO:tasks.rados.rados.0.smithi007.stdout:3171: finishing copy_from racing read to smithi00780855-13 2024-08-04T15:38:14.664 INFO:tasks.rados.rados.0.smithi007.stdout:3171: finishing copy_from to smithi00780855-13 2024-08-04T15:38:14.664 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 1956 (ObjNum 845 snap 266 seq_num 845) dirty exists 2024-08-04T15:38:14.664 INFO:tasks.rados.rados.0.smithi007.stdout:3175: read oid 41 snap -1 2024-08-04T15:38:14.664 INFO:tasks.rados.rados.0.smithi007.stdout:3175: expect (ObjNum 972 snap 305 seq_num 972) 2024-08-04T15:38:14.664 INFO:tasks.rados.rados.0.smithi007.stdout:3170: done (5 left) 2024-08-04T15:38:14.665 INFO:tasks.rados.rados.0.smithi007.stdout:3171: done (4 left) 2024-08-04T15:38:14.665 INFO:tasks.rados.rados.0.smithi007.stdout:3176: rollback oid 11 current snap is 309 2024-08-04T15:38:14.665 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 11 to 300 2024-08-04T15:38:14.665 INFO:tasks.rados.rados.0.smithi007.stdout:3177: snap_create 2024-08-04T15:38:14.665 INFO:tasks.rados.rados.0.smithi007.stdout:3172: finishing write tid 1 to smithi00780855-6 2024-08-04T15:38:14.666 INFO:tasks.rados.rados.0.smithi007.stdout:3172: finishing write tid 2 to smithi00780855-6 2024-08-04T15:38:14.666 INFO:tasks.rados.rados.0.smithi007.stdout:3172: finishing write tid 3 to smithi00780855-6 2024-08-04T15:38:14.666 INFO:tasks.rados.rados.0.smithi007.stdout:3172: finishing write tid 4 to smithi00780855-6 2024-08-04T15:38:14.667 INFO:tasks.rados.rados.0.smithi007.stdout:3176: finishing rollback tid 0 to smithi00780855-11 2024-08-04T15:38:14.667 INFO:tasks.rados.rados.0.smithi007.stdout:3176: finishing rollback tid 1 to smithi00780855-11 2024-08-04T15:38:14.667 INFO:tasks.rados.rados.0.smithi007.stdout:3176: finishing rollback tid 2 to smithi00780855-11 2024-08-04T15:38:14.667 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 2876 (ObjNum 927 snap 289 seq_num 927) dirty exists 2024-08-04T15:38:14.667 INFO:tasks.rados.rados.0.smithi007.stdout:3172: finishing write tid 5 to smithi00780855-6 2024-08-04T15:38:14.667 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 2886 (ObjNum 976 snap 309 seq_num 976) dirty exists 2024-08-04T15:38:14.667 INFO:tasks.rados.rados.0.smithi007.stdout:3172: left oid 6 (ObjNum 976 snap 309 seq_num 976) 2024-08-04T15:38:14.670 INFO:tasks.rados.rados.0.smithi007.stdout:3173: finishing copy_from racing read to smithi00780855-2 2024-08-04T15:38:14.673 INFO:tasks.rados.rados.0.smithi007.stdout:3173: finishing copy_from to smithi00780855-2 2024-08-04T15:38:14.673 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 1969 (ObjNum 875 snap 271 seq_num 875) dirty exists 2024-08-04T15:38:14.674 INFO:tasks.rados.rados.0.smithi007.stdout:3175: expect (ObjNum 972 snap 305 seq_num 972) 2024-08-04T15:38:14.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:14 smithi007 ceph-mon[94998]: pgmap v692: 121 pgs: 121 active+clean; 183 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.2 MiB/s wr, 26 op/s 2024-08-04T15:38:14.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:14 smithi007 ceph-mon[94998]: osdmap e692: 8 total, 8 up, 8 in 2024-08-04T15:38:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:14 smithi007 ceph-mon[94998]: osdmap e693: 8 total, 8 up, 8 in 2024-08-04T15:38:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:14 smithi007 ceph-mon[92692]: pgmap v692: 121 pgs: 121 active+clean; 183 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.2 MiB/s wr, 26 op/s 2024-08-04T15:38:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:14 smithi007 ceph-mon[92692]: osdmap e692: 8 total, 8 up, 8 in 2024-08-04T15:38:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:14 smithi007 ceph-mon[92692]: osdmap e693: 8 total, 8 up, 8 in 2024-08-04T15:38:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:14 smithi062 ceph-mon[85960]: pgmap v692: 121 pgs: 121 active+clean; 183 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.2 MiB/s wr, 26 op/s 2024-08-04T15:38:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:14 smithi062 ceph-mon[85960]: osdmap e692: 8 total, 8 up, 8 in 2024-08-04T15:38:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:14 smithi062 ceph-mon[85960]: osdmap e693: 8 total, 8 up, 8 in 2024-08-04T15:38:15.555 INFO:tasks.rados.rados.0.smithi007.stdout:3172: done (5 left) 2024-08-04T15:38:15.555 INFO:tasks.rados.rados.0.smithi007.stdout:3173: done (4 left) 2024-08-04T15:38:15.555 INFO:tasks.rados.rados.0.smithi007.stdout:3174: done (3 left) 2024-08-04T15:38:15.556 INFO:tasks.rados.rados.0.smithi007.stdout:3175: done (2 left) 2024-08-04T15:38:15.556 INFO:tasks.rados.rados.0.smithi007.stdout:3176: done (1 left) 2024-08-04T15:38:15.556 INFO:tasks.rados.rados.0.smithi007.stdout:3177: done (0 left) 2024-08-04T15:38:15.556 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 310 2024-08-04T15:38:15.556 INFO:tasks.rados.rados.0.smithi007.stdout:3178: seq_num 977 ranges {0=770048,770048=557056,1327104=491520,1818624=155648} 2024-08-04T15:38:15.559 INFO:tasks.rados.rados.0.smithi007.stdout:3178: writing smithi00780855-44 from 0 to 770048 tid 1 2024-08-04T15:38:15.562 INFO:tasks.rados.rados.0.smithi007.stdout:3178: writing smithi00780855-44 from 770048 to 1327104 tid 2 2024-08-04T15:38:15.565 INFO:tasks.rados.rados.0.smithi007.stdout:3178: writing smithi00780855-44 from 1327104 to 1818624 tid 3 2024-08-04T15:38:15.567 INFO:tasks.rados.rados.0.smithi007.stdout:3178: writing smithi00780855-44 from 1818624 to 1974272 tid 4 2024-08-04T15:38:15.567 INFO:tasks.rados.rados.0.smithi007.stdout:3179: read oid 50 snap -1 2024-08-04T15:38:15.567 INFO:tasks.rados.rados.0.smithi007.stdout:3179: expect (ObjNum 845 snap 266 seq_num 845) 2024-08-04T15:38:15.567 INFO:tasks.rados.rados.0.smithi007.stdout:3180: read oid 39 snap 302 2024-08-04T15:38:15.567 INFO:tasks.rados.rados.0.smithi007.stdout:3180: expect (ObjNum 953 snap 297 seq_num 953) 2024-08-04T15:38:15.567 INFO:tasks.rados.rados.0.smithi007.stdout:3181: read oid 9 snap -1 2024-08-04T15:38:15.567 INFO:tasks.rados.rados.0.smithi007.stdout:3181: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:38:15.568 INFO:tasks.rados.rados.0.smithi007.stdout:3182: delete oid 22 current snap is 310 2024-08-04T15:38:15.568 INFO:tasks.rados.rados.0.smithi007.stdout:3178: finishing write tid 1 to smithi00780855-44 2024-08-04T15:38:15.571 INFO:tasks.rados.rados.0.smithi007.stdout:3182: done (4 left) 2024-08-04T15:38:15.571 INFO:tasks.rados.rados.0.smithi007.stdout:3183: snap_create 2024-08-04T15:38:15.573 INFO:tasks.rados.rados.0.smithi007.stdout:3178: finishing write tid 2 to smithi00780855-44 2024-08-04T15:38:15.576 INFO:tasks.rados.rados.0.smithi007.stdout:3178: finishing write tid 3 to smithi00780855-44 2024-08-04T15:38:15.576 INFO:tasks.rados.rados.0.smithi007.stdout:3178: finishing write tid 4 to smithi00780855-44 2024-08-04T15:38:15.577 INFO:tasks.rados.rados.0.smithi007.stdout:3179: expect (ObjNum 845 snap 266 seq_num 845) 2024-08-04T15:38:15.635 INFO:tasks.rados.rados.0.smithi007.stdout:3178: finishing write tid 5 to smithi00780855-44 2024-08-04T15:38:15.635 INFO:tasks.rados.rados.0.smithi007.stdout:3178: finishing write tid 6 to smithi00780855-44 2024-08-04T15:38:15.635 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 1533 (ObjNum 977 snap 310 seq_num 977) dirty exists 2024-08-04T15:38:15.636 INFO:tasks.rados.rados.0.smithi007.stdout:3178: left oid 44 (ObjNum 977 snap 310 seq_num 977) 2024-08-04T15:38:15.636 INFO:tasks.rados.rados.0.smithi007.stdout:3181: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:38:15.686 INFO:tasks.rados.rados.0.smithi007.stdout:3180: expect (ObjNum 953 snap 297 seq_num 953) 2024-08-04T15:38:16.552 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:38:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:38:16] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-08-04T15:38:16.560 INFO:tasks.rados.rados.0.smithi007.stdout:3178: done (4 left) 2024-08-04T15:38:16.560 INFO:tasks.rados.rados.0.smithi007.stdout:3179: done (3 left) 2024-08-04T15:38:16.561 INFO:tasks.rados.rados.0.smithi007.stdout:3180: done (2 left) 2024-08-04T15:38:16.561 INFO:tasks.rados.rados.0.smithi007.stdout:3181: done (1 left) 2024-08-04T15:38:16.561 INFO:tasks.rados.rados.0.smithi007.stdout:3183: done (0 left) 2024-08-04T15:38:16.561 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 311 2024-08-04T15:38:16.561 INFO:tasks.rados.rados.0.smithi007.stdout:3184: seq_num 979 ranges {0=802816,802816=729088,1531904=458752,1990656=16384} 2024-08-04T15:38:16.564 INFO:tasks.rados.rados.0.smithi007.stdout:3184: writing smithi00780855-45 from 0 to 802816 tid 1 2024-08-04T15:38:16.569 INFO:tasks.rados.rados.0.smithi007.stdout:3184: writing smithi00780855-45 from 802816 to 1531904 tid 2 2024-08-04T15:38:16.571 INFO:tasks.rados.rados.0.smithi007.stdout:3184: writing smithi00780855-45 from 1531904 to 1990656 tid 3 2024-08-04T15:38:16.571 INFO:tasks.rados.rados.0.smithi007.stdout:3184: writing smithi00780855-45 from 1990656 to 2007040 tid 4 2024-08-04T15:38:16.572 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 1 current snap is 311 2024-08-04T15:38:16.572 INFO:tasks.rados.rados.0.smithi007.stdout:3185: seq_num 980 ranges {1884160=417792,2301952=614400,2916352=663552,3579904=327680} 2024-08-04T15:38:16.584 INFO:tasks.rados.rados.0.smithi007.stdout:3185: writing smithi00780855-1 from 1884160 to 2301952 tid 1 2024-08-04T15:38:16.588 INFO:tasks.rados.rados.0.smithi007.stdout:3185: writing smithi00780855-1 from 2301952 to 2916352 tid 2 2024-08-04T15:38:16.592 INFO:tasks.rados.rados.0.smithi007.stdout:3185: writing smithi00780855-1 from 2916352 to 3579904 tid 3 2024-08-04T15:38:16.594 INFO:tasks.rados.rados.0.smithi007.stdout:3185: writing smithi00780855-1 from 3579904 to 3907584 tid 4 2024-08-04T15:38:16.594 INFO:tasks.rados.rados.0.smithi007.stdout:3186: snap_remove snap 305 2024-08-04T15:38:16.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:16 smithi007 ceph-mon[92692]: pgmap v695: 121 pgs: 121 active+clean; 186 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-08-04T15:38:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:16 smithi007 ceph-mon[92692]: osdmap e694: 8 total, 8 up, 8 in 2024-08-04T15:38:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:16 smithi007 ceph-mon[94998]: pgmap v695: 121 pgs: 121 active+clean; 186 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-08-04T15:38:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:16 smithi007 ceph-mon[94998]: osdmap e694: 8 total, 8 up, 8 in 2024-08-04T15:38:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:16 smithi062 ceph-mon[85960]: pgmap v695: 121 pgs: 121 active+clean; 186 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-08-04T15:38:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:16 smithi062 ceph-mon[85960]: osdmap e694: 8 total, 8 up, 8 in 2024-08-04T15:38:17.568 INFO:tasks.rados.rados.0.smithi007.stdout:3186: done (2 left) 2024-08-04T15:38:17.568 INFO:tasks.rados.rados.0.smithi007.stdout:3187: read oid 9 snap 310 2024-08-04T15:38:17.568 INFO:tasks.rados.rados.0.smithi007.stdout:3187: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:38:17.568 INFO:tasks.rados.rados.0.smithi007.stdout:3188: read oid 10 snap 299 2024-08-04T15:38:17.568 INFO:tasks.rados.rados.0.smithi007.stdout:3188: expect (ObjNum 875 snap 271 seq_num 875) 2024-08-04T15:38:17.568 INFO:tasks.rados.rados.0.smithi007.stdout:3189: delete oid 16 current snap is 311 2024-08-04T15:38:17.568 INFO:tasks.rados.rados.0.smithi007.stdout:3184: finishing write tid 1 to smithi00780855-45 2024-08-04T15:38:17.568 INFO:tasks.rados.rados.0.smithi007.stdout:3184: finishing write tid 2 to smithi00780855-45 2024-08-04T15:38:17.569 INFO:tasks.rados.rados.0.smithi007.stdout:3184: finishing write tid 3 to smithi00780855-45 2024-08-04T15:38:17.569 INFO:tasks.rados.rados.0.smithi007.stdout:3184: finishing write tid 4 to smithi00780855-45 2024-08-04T15:38:17.569 INFO:tasks.rados.rados.0.smithi007.stdout:3184: finishing write tid 5 to smithi00780855-45 2024-08-04T15:38:17.569 INFO:tasks.rados.rados.0.smithi007.stdout:3184: finishing write tid 6 to smithi00780855-45 2024-08-04T15:38:17.569 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 2942 (ObjNum 979 snap 311 seq_num 979) dirty exists 2024-08-04T15:38:17.569 INFO:tasks.rados.rados.0.smithi007.stdout:3184: left oid 45 (ObjNum 979 snap 311 seq_num 979) 2024-08-04T15:38:17.569 INFO:tasks.rados.rados.0.smithi007.stdout:3185: finishing write tid 1 to smithi00780855-1 2024-08-04T15:38:17.569 INFO:tasks.rados.rados.0.smithi007.stdout:3185: finishing write tid 2 to smithi00780855-1 2024-08-04T15:38:17.569 INFO:tasks.rados.rados.0.smithi007.stdout:3185: finishing write tid 3 to smithi00780855-1 2024-08-04T15:38:17.569 INFO:tasks.rados.rados.0.smithi007.stdout:3185: finishing write tid 4 to smithi00780855-1 2024-08-04T15:38:17.569 INFO:tasks.rados.rados.0.smithi007.stdout:3185: finishing write tid 5 to smithi00780855-1 2024-08-04T15:38:17.569 INFO:tasks.rados.rados.0.smithi007.stdout:3185: finishing write tid 6 to smithi00780855-1 2024-08-04T15:38:17.569 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 1990 (ObjNum 980 snap 311 seq_num 980) dirty exists 2024-08-04T15:38:17.570 INFO:tasks.rados.rados.0.smithi007.stdout:3185: left oid 1 (ObjNum 980 snap 311 seq_num 980) 2024-08-04T15:38:17.587 INFO:tasks.rados.rados.0.smithi007.stdout:3187: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:38:17.637 INFO:tasks.rados.rados.0.smithi007.stdout:3188: expect (ObjNum 875 snap 271 seq_num 875) 2024-08-04T15:38:17.714 INFO:tasks.rados.rados.0.smithi007.stdout:3184: done (4 left) 2024-08-04T15:38:17.714 INFO:tasks.rados.rados.0.smithi007.stdout:3185: done (3 left) 2024-08-04T15:38:17.714 INFO:tasks.rados.rados.0.smithi007.stdout:3187: done (2 left) 2024-08-04T15:38:17.714 INFO:tasks.rados.rados.0.smithi007.stdout:3188: done (1 left) 2024-08-04T15:38:17.714 INFO:tasks.rados.rados.0.smithi007.stdout:3189: done (0 left) 2024-08-04T15:38:17.714 INFO:tasks.rados.rados.0.smithi007.stdout:3190: read oid 23 snap 306 2024-08-04T15:38:17.714 INFO:tasks.rados.rados.0.smithi007.stdout:3190: expect (ObjNum 899 snap 280 seq_num 899) 2024-08-04T15:38:17.715 INFO:tasks.rados.rados.0.smithi007.stdout:3191: setattr oid 29 current snap is 311 2024-08-04T15:38:17.715 INFO:tasks.rados.rados.0.smithi007.stdout:3192: copy_from oid 21 from oid 16 current snap is 311 2024-08-04T15:38:17.715 INFO:tasks.rados.rados.0.smithi007.stdout:3193: delete oid 4 current snap is 311 2024-08-04T15:38:17.715 INFO:tasks.rados.rados.0.smithi007.stdout:3192: finishing copy_from to smithi00780855-21 2024-08-04T15:38:17.715 INFO:tasks.rados.rados.0.smithi007.stdout:3192: got expected ENOENT (src dne) 2024-08-04T15:38:17.715 INFO:tasks.rados.rados.0.smithi007.stdout:3192: finishing copy_from racing read to smithi00780855-21 2024-08-04T15:38:17.716 INFO:tasks.rados.rados.0.smithi007.stdout:3192: done (3 left) 2024-08-04T15:38:17.716 INFO:tasks.rados.rados.0.smithi007.stdout:3193: done (2 left) 2024-08-04T15:38:17.716 INFO:tasks.rados.rados.0.smithi007.stdout:3194: snap_create 2024-08-04T15:38:17.716 INFO:tasks.rados.rados.0.smithi007.stdout:3190: expect (ObjNum 899 snap 280 seq_num 899) 2024-08-04T15:38:17.734 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 2707 (ObjNum 820 snap 264 seq_num 820) dirty exists 2024-08-04T15:38:17.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:17 smithi007 ceph-mon[92692]: osdmap e695: 8 total, 8 up, 8 in 2024-08-04T15:38:17.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:17 smithi007 ceph-mon[94998]: osdmap e695: 8 total, 8 up, 8 in 2024-08-04T15:38:18.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:17 smithi062 ceph-mon[85960]: osdmap e695: 8 total, 8 up, 8 in 2024-08-04T15:38:18.572 INFO:tasks.rados.rados.0.smithi007.stdout:3190: done (2 left) 2024-08-04T15:38:18.572 INFO:tasks.rados.rados.0.smithi007.stdout:3191: done (1 left) 2024-08-04T15:38:18.572 INFO:tasks.rados.rados.0.smithi007.stdout:3194: done (0 left) 2024-08-04T15:38:18.572 INFO:tasks.rados.rados.0.smithi007.stdout:3195: copy_from oid 14 from oid 19 current snap is 312 2024-08-04T15:38:18.572 INFO:tasks.rados.rados.0.smithi007.stdout:3196: rmattr oid 49 current snap is 312 2024-08-04T15:38:18.573 INFO:tasks.rados.rados.0.smithi007.stdout:3197: delete oid 31 current snap is 312 2024-08-04T15:38:18.576 INFO:tasks.rados.rados.0.smithi007.stdout:3197: done (2 left) 2024-08-04T15:38:18.576 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 24 current snap is 312 2024-08-04T15:38:18.576 INFO:tasks.rados.rados.0.smithi007.stdout:3198: seq_num 984 ranges {11116544=483328,11599872=598016,12197888=647168,12845056=360448} 2024-08-04T15:38:18.639 INFO:tasks.rados.rados.0.smithi007.stdout:3198: writing smithi00780855-24 from 11116544 to 11599872 tid 1 2024-08-04T15:38:18.642 INFO:tasks.rados.rados.0.smithi007.stdout:3198: writing smithi00780855-24 from 11599872 to 12197888 tid 2 2024-08-04T15:38:18.646 INFO:tasks.rados.rados.0.smithi007.stdout:3198: writing smithi00780855-24 from 12197888 to 12845056 tid 3 2024-08-04T15:38:18.648 INFO:tasks.rados.rados.0.smithi007.stdout:3198: writing smithi00780855-24 from 12845056 to 13205504 tid 4 2024-08-04T15:38:18.648 INFO:tasks.rados.rados.0.smithi007.stdout:3199: delete oid 38 current snap is 312 2024-08-04T15:38:18.649 INFO:tasks.rados.rados.0.smithi007.stdout:3195: finishing copy_from to smithi00780855-14 2024-08-04T15:38:18.649 INFO:tasks.rados.rados.0.smithi007.stdout:3195: got expected ENOENT (src dne) 2024-08-04T15:38:18.649 INFO:tasks.rados.rados.0.smithi007.stdout:3195: finishing copy_from racing read to smithi00780855-14 2024-08-04T15:38:18.649 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 2861 (ObjNum 919 snap 286 seq_num 919) dirty exists 2024-08-04T15:38:18.649 INFO:tasks.rados.rados.0.smithi007.stdout:3198: finishing write tid 1 to smithi00780855-24 2024-08-04T15:38:18.649 INFO:tasks.rados.rados.0.smithi007.stdout:3198: finishing write tid 2 to smithi00780855-24 2024-08-04T15:38:18.653 INFO:tasks.rados.rados.0.smithi007.stdout:3195: done (3 left) 2024-08-04T15:38:18.653 INFO:tasks.rados.rados.0.smithi007.stdout:3196: done (2 left) 2024-08-04T15:38:18.653 INFO:tasks.rados.rados.0.smithi007.stdout:3199: done (1 left) 2024-08-04T15:38:18.653 INFO:tasks.rados.rados.0.smithi007.stdout:3200: rmattr oid 47 current snap is 312 2024-08-04T15:38:18.653 INFO:tasks.rados.rados.0.smithi007.stdout:3200: done (1 left) 2024-08-04T15:38:18.653 INFO:tasks.rados.rados.0.smithi007.stdout:3201: read oid 47 snap 304 2024-08-04T15:38:18.653 INFO:tasks.rados.rados.0.smithi007.stdout:3201: expect (ObjNum 962 snap 303 seq_num 962) 2024-08-04T15:38:18.654 INFO:tasks.rados.rados.0.smithi007.stdout:3202: read oid 15 snap -1 2024-08-04T15:38:18.654 INFO:tasks.rados.rados.0.smithi007.stdout:3202: expect (ObjNum 886 snap 273 seq_num 886) 2024-08-04T15:38:18.654 INFO:tasks.rados.rados.0.smithi007.stdout:3203: rollback oid 38 current snap is 312 2024-08-04T15:38:18.654 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 38 to 309 2024-08-04T15:38:18.654 INFO:tasks.rados.rados.0.smithi007.stdout:3204: copy_from oid 49 from oid 14 current snap is 312 2024-08-04T15:38:18.654 INFO:tasks.rados.rados.0.smithi007.stdout:3205: read oid 40 snap 292 2024-08-04T15:38:18.654 INFO:tasks.rados.rados.0.smithi007.stdout:3205: expect (ObjNum -800842896 snap 22001 seq_num 3493608864) 2024-08-04T15:38:18.654 INFO:tasks.rados.rados.0.smithi007.stdout:3206: delete oid 45 current snap is 312 2024-08-04T15:38:18.655 INFO:tasks.rados.rados.0.smithi007.stdout:3205: expect (ObjNum -800842896 snap 22001 seq_num 3493608864) 2024-08-04T15:38:18.659 INFO:tasks.rados.rados.0.smithi007.stdout:3203: finishing rollback tid 1 to smithi00780855-38 2024-08-04T15:38:18.659 INFO:tasks.rados.rados.0.smithi007.stdout:3198: finishing write tid 3 to smithi00780855-24 2024-08-04T15:38:18.659 INFO:tasks.rados.rados.0.smithi007.stdout:3198: finishing write tid 4 to smithi00780855-24 2024-08-04T15:38:18.659 INFO:tasks.rados.rados.0.smithi007.stdout:3203: finishing rollback tid 2 to smithi00780855-38 2024-08-04T15:38:18.659 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 2149 (ObjNum 958 snap 302 seq_num 958) dirty exists 2024-08-04T15:38:18.659 INFO:tasks.rados.rados.0.smithi007.stdout:3198: finishing write tid 5 to smithi00780855-24 2024-08-04T15:38:18.661 INFO:tasks.rados.rados.0.smithi007.stdout:3201: expect (ObjNum 962 snap 303 seq_num 962) 2024-08-04T15:38:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:3198: finishing write tid 6 to smithi00780855-24 2024-08-04T15:38:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 2954 (ObjNum 984 snap 312 seq_num 984) dirty exists 2024-08-04T15:38:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:3198: left oid 24 (ObjNum 984 snap 312 seq_num 984) 2024-08-04T15:38:18.709 INFO:tasks.rados.rados.0.smithi007.stdout:3202: expect (ObjNum 886 snap 273 seq_num 886) 2024-08-04T15:38:18.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:18 smithi007 ceph-mon[94998]: pgmap v698: 121 pgs: 121 active+clean; 192 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-08-04T15:38:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:18 smithi007 ceph-mon[94998]: osdmap e696: 8 total, 8 up, 8 in 2024-08-04T15:38:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:18 smithi007 ceph-mon[92692]: pgmap v698: 121 pgs: 121 active+clean; 192 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-08-04T15:38:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:18 smithi007 ceph-mon[92692]: osdmap e696: 8 total, 8 up, 8 in 2024-08-04T15:38:18.956 INFO:tasks.rados.rados.0.smithi007.stdout:3204: finishing copy_from racing read to smithi00780855-49 2024-08-04T15:38:18.956 INFO:tasks.rados.rados.0.smithi007.stdout:3204: finishing copy_from to smithi00780855-49 2024-08-04T15:38:18.956 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 2882 (ObjNum 963 snap 303 seq_num 963) dirty exists 2024-08-04T15:38:18.956 INFO:tasks.rados.rados.0.smithi007.stdout:3198: done (6 left) 2024-08-04T15:38:18.956 INFO:tasks.rados.rados.0.smithi007.stdout:3201: done (5 left) 2024-08-04T15:38:18.956 INFO:tasks.rados.rados.0.smithi007.stdout:3202: done (4 left) 2024-08-04T15:38:18.957 INFO:tasks.rados.rados.0.smithi007.stdout:3203: done (3 left) 2024-08-04T15:38:18.957 INFO:tasks.rados.rados.0.smithi007.stdout:3204: done (2 left) 2024-08-04T15:38:18.957 INFO:tasks.rados.rados.0.smithi007.stdout:3205: done (1 left) 2024-08-04T15:38:18.957 INFO:tasks.rados.rados.0.smithi007.stdout:3206: done (0 left) 2024-08-04T15:38:18.957 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 21 current snap is 312 2024-08-04T15:38:18.957 INFO:tasks.rados.rados.0.smithi007.stdout:3207: seq_num 987 ranges {0=532480,532480=647168,1179648=417792,1597440=409600,2007040=131072} 2024-08-04T15:38:18.958 INFO:tasks.rados.rados.0.smithi007.stdout:3207: writing smithi00780855-21 from 0 to 532480 tid 1 2024-08-04T15:38:18.962 INFO:tasks.rados.rados.0.smithi007.stdout:3207: writing smithi00780855-21 from 532480 to 1179648 tid 2 2024-08-04T15:38:18.965 INFO:tasks.rados.rados.0.smithi007.stdout:3207: writing smithi00780855-21 from 1179648 to 1597440 tid 3 2024-08-04T15:38:18.967 INFO:tasks.rados.rados.0.smithi007.stdout:3207: writing smithi00780855-21 from 1597440 to 2007040 tid 4 2024-08-04T15:38:18.968 INFO:tasks.rados.rados.0.smithi007.stdout:3207: writing smithi00780855-21 from 2007040 to 2138112 tid 5 2024-08-04T15:38:18.968 INFO:tasks.rados.rados.0.smithi007.stdout:3208: snap_create 2024-08-04T15:38:18.968 INFO:tasks.rados.rados.0.smithi007.stdout:3207: finishing write tid 1 to smithi00780855-21 2024-08-04T15:38:18.969 INFO:tasks.rados.rados.0.smithi007.stdout:3207: finishing write tid 2 to smithi00780855-21 2024-08-04T15:38:18.969 INFO:tasks.rados.rados.0.smithi007.stdout:3207: finishing write tid 3 to smithi00780855-21 2024-08-04T15:38:18.972 INFO:tasks.rados.rados.0.smithi007.stdout:3207: finishing write tid 4 to smithi00780855-21 2024-08-04T15:38:18.972 INFO:tasks.rados.rados.0.smithi007.stdout:3207: finishing write tid 5 to smithi00780855-21 2024-08-04T15:38:18.972 INFO:tasks.rados.rados.0.smithi007.stdout:3207: finishing write tid 6 to smithi00780855-21 2024-08-04T15:38:18.974 INFO:tasks.rados.rados.0.smithi007.stdout:3207: finishing write tid 7 to smithi00780855-21 2024-08-04T15:38:18.974 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 2888 (ObjNum 987 snap 312 seq_num 987) dirty exists 2024-08-04T15:38:18.974 INFO:tasks.rados.rados.0.smithi007.stdout:3207: left oid 21 (ObjNum 987 snap 312 seq_num 987) 2024-08-04T15:38:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:18 smithi062 ceph-mon[85960]: pgmap v698: 121 pgs: 121 active+clean; 192 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-08-04T15:38:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:18 smithi062 ceph-mon[85960]: osdmap e696: 8 total, 8 up, 8 in 2024-08-04T15:38:19.537 INFO:tasks.rados.rados.0.smithi007.stdout:3207: done (1 left) 2024-08-04T15:38:19.537 INFO:tasks.rados.rados.0.smithi007.stdout:3208: done (0 left) 2024-08-04T15:38:19.538 INFO:tasks.rados.rados.0.smithi007.stdout:3209: snap_create 2024-08-04T15:38:19.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:19 smithi007 ceph-mon[92692]: osdmap e697: 8 total, 8 up, 8 in 2024-08-04T15:38:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:38:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:19 smithi007 ceph-mon[92692]: osdmap e698: 8 total, 8 up, 8 in 2024-08-04T15:38:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:38:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:38:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:38:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:19 smithi007 ceph-mon[94998]: osdmap e697: 8 total, 8 up, 8 in 2024-08-04T15:38:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:38:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:19 smithi007 ceph-mon[94998]: osdmap e698: 8 total, 8 up, 8 in 2024-08-04T15:38:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:38:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:38:19.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:38:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:19 smithi062 ceph-mon[85960]: osdmap e697: 8 total, 8 up, 8 in 2024-08-04T15:38:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:38:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:19 smithi062 ceph-mon[85960]: osdmap e698: 8 total, 8 up, 8 in 2024-08-04T15:38:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:38:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:38:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:38:20.540 INFO:tasks.rados.rados.0.smithi007.stdout:3209: done (0 left) 2024-08-04T15:38:20.540 INFO:tasks.rados.rados.0.smithi007.stdout:3210: delete oid 42 current snap is 314 2024-08-04T15:38:20.543 INFO:tasks.rados.rados.0.smithi007.stdout:3210: done (0 left) 2024-08-04T15:38:20.543 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 26 current snap is 314 2024-08-04T15:38:20.543 INFO:tasks.rados.rados.0.smithi007.stdout:3211: seq_num 989 ranges {548864=573440,1122304=466944,1589248=434176,2023424=638976,2662400=65536} 2024-08-04T15:38:20.549 INFO:tasks.rados.rados.0.smithi007.stdout:3211: writing smithi00780855-26 from 548864 to 1122304 tid 1 2024-08-04T15:38:20.552 INFO:tasks.rados.rados.0.smithi007.stdout:3211: writing smithi00780855-26 from 1122304 to 1589248 tid 2 2024-08-04T15:38:20.554 INFO:tasks.rados.rados.0.smithi007.stdout:3211: writing smithi00780855-26 from 1589248 to 2023424 tid 3 2024-08-04T15:38:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:3211: writing smithi00780855-26 from 2023424 to 2662400 tid 4 2024-08-04T15:38:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:3211: writing smithi00780855-26 from 2662400 to 2727936 tid 5 2024-08-04T15:38:20.559 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 42 current snap is 314 2024-08-04T15:38:20.559 INFO:tasks.rados.rados.0.smithi007.stdout:3212: seq_num 990 ranges {0=589824,589824=753664,1343488=638976,1982464=212992} 2024-08-04T15:38:20.562 INFO:tasks.rados.rados.0.smithi007.stdout:3212: writing smithi00780855-42 from 0 to 589824 tid 1 2024-08-04T15:38:20.566 INFO:tasks.rados.rados.0.smithi007.stdout:3212: writing smithi00780855-42 from 589824 to 1343488 tid 2 2024-08-04T15:38:20.571 INFO:tasks.rados.rados.0.smithi007.stdout:3212: writing smithi00780855-42 from 1343488 to 1982464 tid 3 2024-08-04T15:38:20.572 INFO:tasks.rados.rados.0.smithi007.stdout:3212: writing smithi00780855-42 from 1982464 to 2195456 tid 4 2024-08-04T15:38:20.572 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 314 2024-08-04T15:38:20.573 INFO:tasks.rados.rados.0.smithi007.stdout:3213: seq_num 991 ranges {0=606208,606208=638976,1245184=794624,2039808=172032} 2024-08-04T15:38:20.576 INFO:tasks.rados.rados.0.smithi007.stdout:3213: writing smithi00780855-22 from 0 to 606208 tid 1 2024-08-04T15:38:20.580 INFO:tasks.rados.rados.0.smithi007.stdout:3213: writing smithi00780855-22 from 606208 to 1245184 tid 2 2024-08-04T15:38:20.585 INFO:tasks.rados.rados.0.smithi007.stdout:3213: writing smithi00780855-22 from 1245184 to 2039808 tid 3 2024-08-04T15:38:20.586 INFO:tasks.rados.rados.0.smithi007.stdout:3213: writing smithi00780855-22 from 2039808 to 2211840 tid 4 2024-08-04T15:38:20.587 INFO:tasks.rados.rados.0.smithi007.stdout:3214: delete oid 44 current snap is 314 2024-08-04T15:38:20.587 INFO:tasks.rados.rados.0.smithi007.stdout:3211: finishing write tid 1 to smithi00780855-26 2024-08-04T15:38:20.587 INFO:tasks.rados.rados.0.smithi007.stdout:3211: finishing write tid 2 to smithi00780855-26 2024-08-04T15:38:20.587 INFO:tasks.rados.rados.0.smithi007.stdout:3211: finishing write tid 3 to smithi00780855-26 2024-08-04T15:38:20.587 INFO:tasks.rados.rados.0.smithi007.stdout:3211: finishing write tid 4 to smithi00780855-26 2024-08-04T15:38:20.587 INFO:tasks.rados.rados.0.smithi007.stdout:3211: finishing write tid 5 to smithi00780855-26 2024-08-04T15:38:20.587 INFO:tasks.rados.rados.0.smithi007.stdout:3211: finishing write tid 6 to smithi00780855-26 2024-08-04T15:38:20.587 INFO:tasks.rados.rados.0.smithi007.stdout:3212: finishing write tid 1 to smithi00780855-42 2024-08-04T15:38:20.587 INFO:tasks.rados.rados.0.smithi007.stdout:3211: finishing write tid 7 to smithi00780855-26 2024-08-04T15:38:20.587 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 2894 (ObjNum 989 snap 314 seq_num 989) dirty exists 2024-08-04T15:38:20.587 INFO:tasks.rados.rados.0.smithi007.stdout:3211: left oid 26 (ObjNum 989 snap 314 seq_num 989) 2024-08-04T15:38:20.587 INFO:tasks.rados.rados.0.smithi007.stdout:3212: finishing write tid 2 to smithi00780855-42 2024-08-04T15:38:20.587 INFO:tasks.rados.rados.0.smithi007.stdout:3212: finishing write tid 3 to smithi00780855-42 2024-08-04T15:38:20.587 INFO:tasks.rados.rados.0.smithi007.stdout:3212: finishing write tid 4 to smithi00780855-42 2024-08-04T15:38:20.588 INFO:tasks.rados.rados.0.smithi007.stdout:3212: finishing write tid 5 to smithi00780855-42 2024-08-04T15:38:20.588 INFO:tasks.rados.rados.0.smithi007.stdout:3212: finishing write tid 6 to smithi00780855-42 2024-08-04T15:38:20.588 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 1996 (ObjNum 990 snap 314 seq_num 990) dirty exists 2024-08-04T15:38:20.588 INFO:tasks.rados.rados.0.smithi007.stdout:3212: left oid 42 (ObjNum 990 snap 314 seq_num 990) 2024-08-04T15:38:20.588 INFO:tasks.rados.rados.0.smithi007.stdout:3213: finishing write tid 1 to smithi00780855-22 2024-08-04T15:38:20.588 INFO:tasks.rados.rados.0.smithi007.stdout:3213: finishing write tid 2 to smithi00780855-22 2024-08-04T15:38:20.590 INFO:tasks.rados.rados.0.smithi007.stdout:3211: done (3 left) 2024-08-04T15:38:20.590 INFO:tasks.rados.rados.0.smithi007.stdout:3212: done (2 left) 2024-08-04T15:38:20.590 INFO:tasks.rados.rados.0.smithi007.stdout:3214: done (1 left) 2024-08-04T15:38:20.590 INFO:tasks.rados.rados.0.smithi007.stdout:3215: read oid 18 snap -1 2024-08-04T15:38:20.590 INFO:tasks.rados.rados.0.smithi007.stdout:3215: expect deleted 2024-08-04T15:38:20.590 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 314 2024-08-04T15:38:20.590 INFO:tasks.rados.rados.0.smithi007.stdout:3216: seq_num 993 ranges {2252800=638976,2891776=409600,3301376=409600,3710976=688128,4399104=98304} 2024-08-04T15:38:20.606 INFO:tasks.rados.rados.0.smithi007.stdout:3216: writing smithi00780855-46 from 2252800 to 2891776 tid 1 2024-08-04T15:38:20.608 INFO:tasks.rados.rados.0.smithi007.stdout:3216: writing smithi00780855-46 from 2891776 to 3301376 tid 2 2024-08-04T15:38:20.610 INFO:tasks.rados.rados.0.smithi007.stdout:3216: writing smithi00780855-46 from 3301376 to 3710976 tid 3 2024-08-04T15:38:20.615 INFO:tasks.rados.rados.0.smithi007.stdout:3216: writing smithi00780855-46 from 3710976 to 4399104 tid 4 2024-08-04T15:38:20.616 INFO:tasks.rados.rados.0.smithi007.stdout:3216: writing smithi00780855-46 from 4399104 to 4497408 tid 5 2024-08-04T15:38:20.616 INFO:tasks.rados.rados.0.smithi007.stdout:3217: read oid 29 snap -1 2024-08-04T15:38:20.616 INFO:tasks.rados.rados.0.smithi007.stdout:3217: expect (ObjNum 820 snap 264 seq_num 820) 2024-08-04T15:38:20.616 INFO:tasks.rados.rados.0.smithi007.stdout:3218: rollback oid 43 current snap is 314 2024-08-04T15:38:20.616 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 43 to 312 2024-08-04T15:38:20.616 INFO:tasks.rados.rados.0.smithi007.stdout:3213: finishing write tid 3 to smithi00780855-22 2024-08-04T15:38:20.616 INFO:tasks.rados.rados.0.smithi007.stdout:3213: finishing write tid 4 to smithi00780855-22 2024-08-04T15:38:20.617 INFO:tasks.rados.rados.0.smithi007.stdout:3213: finishing write tid 5 to smithi00780855-22 2024-08-04T15:38:20.617 INFO:tasks.rados.rados.0.smithi007.stdout:3213: finishing write tid 6 to smithi00780855-22 2024-08-04T15:38:20.617 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 2001 (ObjNum 991 snap 314 seq_num 991) dirty exists 2024-08-04T15:38:20.617 INFO:tasks.rados.rados.0.smithi007.stdout:3213: left oid 22 (ObjNum 991 snap 314 seq_num 991) 2024-08-04T15:38:20.617 INFO:tasks.rados.rados.0.smithi007.stdout:3213: done (4 left) 2024-08-04T15:38:20.617 INFO:tasks.rados.rados.0.smithi007.stdout:3215: done (3 left) 2024-08-04T15:38:20.617 INFO:tasks.rados.rados.0.smithi007.stdout:3219: read oid 5 snap 292 2024-08-04T15:38:20.617 INFO:tasks.rados.rados.0.smithi007.stdout:3219: expect (ObjNum 871 snap 270 seq_num 871) 2024-08-04T15:38:20.617 INFO:tasks.rados.rados.0.smithi007.stdout:3220: copy_from oid 11 from oid 20 current snap is 314 2024-08-04T15:38:20.617 INFO:tasks.rados.rados.0.smithi007.stdout:3216: finishing write tid 1 to smithi00780855-46 2024-08-04T15:38:20.617 INFO:tasks.rados.rados.0.smithi007.stdout:3216: finishing write tid 2 to smithi00780855-46 2024-08-04T15:38:20.617 INFO:tasks.rados.rados.0.smithi007.stdout:3216: finishing write tid 3 to smithi00780855-46 2024-08-04T15:38:20.617 INFO:tasks.rados.rados.0.smithi007.stdout:3221: setattr oid 18 current snap is 314 2024-08-04T15:38:20.618 INFO:tasks.rados.rados.0.smithi007.stdout:3220: finishing copy_from to smithi00780855-11 2024-08-04T15:38:20.618 INFO:tasks.rados.rados.0.smithi007.stdout:3220: got expected ENOENT (src dne) 2024-08-04T15:38:20.618 INFO:tasks.rados.rados.0.smithi007.stdout:3220: finishing copy_from racing read to smithi00780855-11 2024-08-04T15:38:20.618 INFO:tasks.rados.rados.0.smithi007.stdout:3220: done (5 left) 2024-08-04T15:38:20.618 INFO:tasks.rados.rados.0.smithi007.stdout:3222: snap_remove snap 300 2024-08-04T15:38:20.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:20 smithi007 ceph-mon[94998]: pgmap v701: 121 pgs: 121 active+clean; 197 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-08-04T15:38:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:20 smithi007 ceph-mon[94998]: osdmap e699: 8 total, 8 up, 8 in 2024-08-04T15:38:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:20 smithi007 ceph-mon[92692]: pgmap v701: 121 pgs: 121 active+clean; 197 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-08-04T15:38:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:20 smithi007 ceph-mon[92692]: osdmap e699: 8 total, 8 up, 8 in 2024-08-04T15:38:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:20 smithi062 ceph-mon[85960]: pgmap v701: 121 pgs: 121 active+clean; 197 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-08-04T15:38:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:20 smithi062 ceph-mon[85960]: osdmap e699: 8 total, 8 up, 8 in 2024-08-04T15:38:21.584 INFO:tasks.rados.rados.0.smithi007.stdout:3216: finishing write tid 4 to smithi00780855-46 2024-08-04T15:38:21.584 INFO:tasks.rados.rados.0.smithi007.stdout:3216: finishing write tid 5 to smithi00780855-46 2024-08-04T15:38:21.584 INFO:tasks.rados.rados.0.smithi007.stdout:3216: finishing write tid 6 to smithi00780855-46 2024-08-04T15:38:21.584 INFO:tasks.rados.rados.0.smithi007.stdout:3218: finishing rollback tid 0 to smithi00780855-43 2024-08-04T15:38:21.584 INFO:tasks.rados.rados.0.smithi007.stdout:3218: finishing rollback tid 1 to smithi00780855-43 2024-08-04T15:38:21.585 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 1904 (ObjNum 33 snap 0 seq_num 2401870509) dirty exists 2024-08-04T15:38:21.585 INFO:tasks.rados.rados.0.smithi007.stdout:3218: finishing rollback tid 2 to smithi00780855-43 2024-08-04T15:38:21.585 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 2889 (ObjNum 629 snap 199 seq_num 629) dirty exists 2024-08-04T15:38:21.585 INFO:tasks.rados.rados.0.smithi007.stdout:3216: finishing write tid 7 to smithi00780855-46 2024-08-04T15:38:21.585 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 2713 (ObjNum 993 snap 314 seq_num 993) dirty exists 2024-08-04T15:38:21.585 INFO:tasks.rados.rados.0.smithi007.stdout:3216: left oid 46 (ObjNum 993 snap 314 seq_num 993) 2024-08-04T15:38:21.585 INFO:tasks.rados.rados.0.smithi007.stdout:3217: expect (ObjNum 820 snap 264 seq_num 820) 2024-08-04T15:38:21.675 INFO:tasks.rados.rados.0.smithi007.stdout:3219: expect (ObjNum 871 snap 270 seq_num 871) 2024-08-04T15:38:21.835 INFO:tasks.rados.rados.0.smithi007.stdout:3216: done (5 left) 2024-08-04T15:38:21.836 INFO:tasks.rados.rados.0.smithi007.stdout:3217: done (4 left) 2024-08-04T15:38:21.836 INFO:tasks.rados.rados.0.smithi007.stdout:3218: done (3 left) 2024-08-04T15:38:21.836 INFO:tasks.rados.rados.0.smithi007.stdout:3219: done (2 left) 2024-08-04T15:38:21.836 INFO:tasks.rados.rados.0.smithi007.stdout:3221: done (1 left) 2024-08-04T15:38:21.836 INFO:tasks.rados.rados.0.smithi007.stdout:3222: done (0 left) 2024-08-04T15:38:21.836 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 33 current snap is 314 2024-08-04T15:38:21.836 INFO:tasks.rados.rados.0.smithi007.stdout:3223: seq_num 994 ranges {5177344=655360,5832704=688128,6520832=622592,7143424=294912} 2024-08-04T15:38:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:38:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:38:21.867 INFO:tasks.rados.rados.0.smithi007.stdout:3223: writing smithi00780855-33 from 5177344 to 5832704 tid 1 2024-08-04T15:38:21.871 INFO:tasks.rados.rados.0.smithi007.stdout:3223: writing smithi00780855-33 from 5832704 to 6520832 tid 2 2024-08-04T15:38:21.874 INFO:tasks.rados.rados.0.smithi007.stdout:3223: writing smithi00780855-33 from 6520832 to 7143424 tid 3 2024-08-04T15:38:21.876 INFO:tasks.rados.rados.0.smithi007.stdout:3223: writing smithi00780855-33 from 7143424 to 7438336 tid 4 2024-08-04T15:38:21.876 INFO:tasks.rados.rados.0.smithi007.stdout:3224: rollback oid 28 current snap is 314 2024-08-04T15:38:21.876 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 28 to 302 2024-08-04T15:38:21.877 INFO:tasks.rados.rados.0.smithi007.stdout:3223: finishing write tid 1 to smithi00780855-33 2024-08-04T15:38:21.877 INFO:tasks.rados.rados.0.smithi007.stdout:3223: finishing write tid 2 to smithi00780855-33 2024-08-04T15:38:21.877 INFO:tasks.rados.rados.0.smithi007.stdout:3225: snap_remove snap 296 2024-08-04T15:38:22.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:38:22.586 INFO:tasks.rados.rados.0.smithi007.stdout:3225: done (2 left) 2024-08-04T15:38:22.586 INFO:tasks.rados.rados.0.smithi007.stdout:3226: delete oid 16 current snap is 314 2024-08-04T15:38:22.586 INFO:tasks.rados.rados.0.smithi007.stdout:3223: finishing write tid 3 to smithi00780855-33 2024-08-04T15:38:22.586 INFO:tasks.rados.rados.0.smithi007.stdout:3223: finishing write tid 4 to smithi00780855-33 2024-08-04T15:38:22.586 INFO:tasks.rados.rados.0.smithi007.stdout:3224: finishing rollback tid 0 to smithi00780855-28 2024-08-04T15:38:22.586 INFO:tasks.rados.rados.0.smithi007.stdout:3223: finishing write tid 5 to smithi00780855-33 2024-08-04T15:38:22.586 INFO:tasks.rados.rados.0.smithi007.stdout:3224: finishing rollback tid 1 to smithi00780855-28 2024-08-04T15:38:22.586 INFO:tasks.rados.rados.0.smithi007.stdout:3224: finishing rollback tid 2 to smithi00780855-28 2024-08-04T15:38:22.587 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 1972 (ObjNum 956 snap 301 seq_num 956) dirty exists 2024-08-04T15:38:22.587 INFO:tasks.rados.rados.0.smithi007.stdout:3223: finishing write tid 6 to smithi00780855-33 2024-08-04T15:38:22.587 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 2023 (ObjNum 994 snap 314 seq_num 994) dirty exists 2024-08-04T15:38:22.587 INFO:tasks.rados.rados.0.smithi007.stdout:3223: left oid 33 (ObjNum 994 snap 314 seq_num 994) 2024-08-04T15:38:22.588 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:38:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:38:22.597 INFO:tasks.rados.rados.0.smithi007.stdout:3223: done (2 left) 2024-08-04T15:38:22.597 INFO:tasks.rados.rados.0.smithi007.stdout:3224: done (1 left) 2024-08-04T15:38:22.597 INFO:tasks.rados.rados.0.smithi007.stdout:3226: done (0 left) 2024-08-04T15:38:22.598 INFO:tasks.rados.rados.0.smithi007.stdout:3227: copy_from oid 47 from oid 41 current snap is 314 2024-08-04T15:38:22.598 INFO:tasks.rados.rados.0.smithi007.stdout:3228: delete oid 4 current snap is 314 2024-08-04T15:38:22.601 INFO:tasks.rados.rados.0.smithi007.stdout:3228: done (1 left) 2024-08-04T15:38:22.601 INFO:tasks.rados.rados.0.smithi007.stdout:3229: copy_from oid 34 from oid 31 current snap is 314 2024-08-04T15:38:22.601 INFO:tasks.rados.rados.0.smithi007.stdout:3230: copy_from oid 35 from oid 6 current snap is 314 2024-08-04T15:38:22.601 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 37 current snap is 314 2024-08-04T15:38:22.601 INFO:tasks.rados.rados.0.smithi007.stdout:3231: seq_num 997 ranges {3096576=704512,3801088=794624,4595712=794624,5390336=16384} 2024-08-04T15:38:22.624 INFO:tasks.rados.rados.0.smithi007.stdout:3231: writing smithi00780855-37 from 3096576 to 3801088 tid 1 2024-08-04T15:38:22.629 INFO:tasks.rados.rados.0.smithi007.stdout:3231: writing smithi00780855-37 from 3801088 to 4595712 tid 2 2024-08-04T15:38:22.634 INFO:tasks.rados.rados.0.smithi007.stdout:3231: writing smithi00780855-37 from 4595712 to 5390336 tid 3 2024-08-04T15:38:22.634 INFO:tasks.rados.rados.0.smithi007.stdout:3231: writing smithi00780855-37 from 5390336 to 5406720 tid 4 2024-08-04T15:38:22.634 INFO:tasks.rados.rados.0.smithi007.stdout:3232: rollback oid 38 current snap is 314 2024-08-04T15:38:22.635 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 38 to 307 2024-08-04T15:38:22.635 INFO:tasks.rados.rados.0.smithi007.stdout:3229: finishing copy_from to smithi00780855-34 2024-08-04T15:38:22.635 INFO:tasks.rados.rados.0.smithi007.stdout:3229: got expected ENOENT (src dne) 2024-08-04T15:38:22.635 INFO:tasks.rados.rados.0.smithi007.stdout:3229: finishing copy_from racing read to smithi00780855-34 2024-08-04T15:38:22.635 INFO:tasks.rados.rados.0.smithi007.stdout:3227: finishing copy_from racing read to smithi00780855-47 2024-08-04T15:38:22.635 INFO:tasks.rados.rados.0.smithi007.stdout:3227: finishing copy_from to smithi00780855-47 2024-08-04T15:38:22.635 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 2892 (ObjNum 972 snap 305 seq_num 972) dirty exists 2024-08-04T15:38:22.635 INFO:tasks.rados.rados.0.smithi007.stdout:3231: finishing write tid 1 to smithi00780855-37 2024-08-04T15:38:22.635 INFO:tasks.rados.rados.0.smithi007.stdout:3231: finishing write tid 2 to smithi00780855-37 2024-08-04T15:38:22.635 INFO:tasks.rados.rados.0.smithi007.stdout:3227: done (4 left) 2024-08-04T15:38:22.635 INFO:tasks.rados.rados.0.smithi007.stdout:3229: done (3 left) 2024-08-04T15:38:22.635 INFO:tasks.rados.rados.0.smithi007.stdout:3233: delete oid 2 current snap is 314 2024-08-04T15:38:22.637 INFO:tasks.rados.rados.0.smithi007.stdout:3233: done (3 left) 2024-08-04T15:38:22.637 INFO:tasks.rados.rados.0.smithi007.stdout:3234: copy_from oid 11 from oid 41 current snap is 314 2024-08-04T15:38:22.637 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 314 2024-08-04T15:38:22.637 INFO:tasks.rados.rados.0.smithi007.stdout:3235: seq_num 999 ranges {4562944=737280,5300224=565248,5865472=761856,6627328=278528} 2024-08-04T15:38:22.667 INFO:tasks.rados.rados.0.smithi007.stdout:3235: writing smithi00780855-15 from 4562944 to 5300224 tid 1 2024-08-04T15:38:22.670 INFO:tasks.rados.rados.0.smithi007.stdout:3235: writing smithi00780855-15 from 5300224 to 5865472 tid 2 2024-08-04T15:38:22.674 INFO:tasks.rados.rados.0.smithi007.stdout:3235: writing smithi00780855-15 from 5865472 to 6627328 tid 3 2024-08-04T15:38:22.677 INFO:tasks.rados.rados.0.smithi007.stdout:3235: writing smithi00780855-15 from 6627328 to 6905856 tid 4 2024-08-04T15:38:22.677 INFO:tasks.rados.rados.0.smithi007.stdout:3236: rollback oid 31 current snap is 314 2024-08-04T15:38:22.677 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 31 to 310 2024-08-04T15:38:22.677 INFO:tasks.rados.rados.0.smithi007.stdout:3232: finishing rollback tid 0 to smithi00780855-38 2024-08-04T15:38:22.677 INFO:tasks.rados.rados.0.smithi007.stdout:3231: finishing write tid 3 to smithi00780855-37 2024-08-04T15:38:22.677 INFO:tasks.rados.rados.0.smithi007.stdout:3231: finishing write tid 4 to smithi00780855-37 2024-08-04T15:38:22.678 INFO:tasks.rados.rados.0.smithi007.stdout:3231: finishing write tid 5 to smithi00780855-37 2024-08-04T15:38:22.678 INFO:tasks.rados.rados.0.smithi007.stdout:3232: finishing rollback tid 1 to smithi00780855-38 2024-08-04T15:38:22.678 INFO:tasks.rados.rados.0.smithi007.stdout:3232: finishing rollback tid 2 to smithi00780855-38 2024-08-04T15:38:22.678 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 2152 (ObjNum 958 snap 302 seq_num 958) dirty exists 2024-08-04T15:38:22.678 INFO:tasks.rados.rados.0.smithi007.stdout:3231: finishing write tid 6 to smithi00780855-37 2024-08-04T15:38:22.678 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 1250 (ObjNum 997 snap 314 seq_num 997) dirty exists 2024-08-04T15:38:22.678 INFO:tasks.rados.rados.0.smithi007.stdout:3231: left oid 37 (ObjNum 997 snap 314 seq_num 997) 2024-08-04T15:38:22.678 INFO:tasks.rados.rados.0.smithi007.stdout:3234: finishing copy_from racing read to smithi00780855-11 2024-08-04T15:38:22.678 INFO:tasks.rados.rados.0.smithi007.stdout:3234: finishing copy_from to smithi00780855-11 2024-08-04T15:38:22.678 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 2892 (ObjNum 972 snap 305 seq_num 972) dirty exists 2024-08-04T15:38:22.678 INFO:tasks.rados.rados.0.smithi007.stdout:3230: finishing copy_from racing read to smithi00780855-35 2024-08-04T15:38:22.678 INFO:tasks.rados.rados.0.smithi007.stdout:3230: finishing copy_from to smithi00780855-35 2024-08-04T15:38:22.679 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 2886 (ObjNum 976 snap 309 seq_num 976) dirty exists 2024-08-04T15:38:22.679 INFO:tasks.rados.rados.0.smithi007.stdout:3235: finishing write tid 1 to smithi00780855-15 2024-08-04T15:38:22.679 INFO:tasks.rados.rados.0.smithi007.stdout:3235: finishing write tid 2 to smithi00780855-15 2024-08-04T15:38:22.679 INFO:tasks.rados.rados.0.smithi007.stdout:3230: done (5 left) 2024-08-04T15:38:22.679 INFO:tasks.rados.rados.0.smithi007.stdout:3231: done (4 left) 2024-08-04T15:38:22.679 INFO:tasks.rados.rados.0.smithi007.stdout:3232: done (3 left) 2024-08-04T15:38:22.679 INFO:tasks.rados.rados.0.smithi007.stdout:3234: done (2 left) 2024-08-04T15:38:22.679 INFO:tasks.rados.rados.0.smithi007.stdout:3237: rollback oid 33 current snap is 314 2024-08-04T15:38:22.679 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 33 to 311 2024-08-04T15:38:22.679 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 314 2024-08-04T15:38:22.679 INFO:tasks.rados.rados.0.smithi007.stdout:3238: seq_num 1000 ranges {9175040=753664,9928704=442368,10371072=565248,10936320=458752,11395072=139264} 2024-08-04T15:38:22.730 INFO:tasks.rados.rados.0.smithi007.stdout:3238: writing smithi00780855-48 from 9175040 to 9928704 tid 1 2024-08-04T15:38:22.733 INFO:tasks.rados.rados.0.smithi007.stdout:3238: writing smithi00780855-48 from 9928704 to 10371072 tid 2 2024-08-04T15:38:22.736 INFO:tasks.rados.rados.0.smithi007.stdout:3238: writing smithi00780855-48 from 10371072 to 10936320 tid 3 2024-08-04T15:38:22.739 INFO:tasks.rados.rados.0.smithi007.stdout:3238: writing smithi00780855-48 from 10936320 to 11395072 tid 4 2024-08-04T15:38:22.740 INFO:tasks.rados.rados.0.smithi007.stdout:3238: writing smithi00780855-48 from 11395072 to 11534336 tid 5 2024-08-04T15:38:22.740 INFO:tasks.rados.rados.0.smithi007.stdout:3239: delete oid 26 current snap is 314 2024-08-04T15:38:22.741 INFO:tasks.rados.rados.0.smithi007.stdout:3236: finishing rollback tid 1 to smithi00780855-31 2024-08-04T15:38:22.741 INFO:tasks.rados.rados.0.smithi007.stdout:3236: finishing rollback tid 2 to smithi00780855-31 2024-08-04T15:38:22.741 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 2894 (ObjNum 968 snap 304 seq_num 968) dirty exists 2024-08-04T15:38:22.741 INFO:tasks.rados.rados.0.smithi007.stdout:3237: finishing rollback tid 0 to smithi00780855-33 2024-08-04T15:38:22.741 INFO:tasks.rados.rados.0.smithi007.stdout:3237: finishing rollback tid 1 to smithi00780855-33 2024-08-04T15:38:22.741 INFO:tasks.rados.rados.0.smithi007.stdout:3237: finishing rollback tid 2 to smithi00780855-33 2024-08-04T15:38:22.741 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 2026 (ObjNum 971 snap 305 seq_num 971) dirty exists 2024-08-04T15:38:22.741 INFO:tasks.rados.rados.0.smithi007.stdout:3235: finishing write tid 3 to smithi00780855-15 2024-08-04T15:38:22.741 INFO:tasks.rados.rados.0.smithi007.stdout:3235: finishing write tid 4 to smithi00780855-15 2024-08-04T15:38:22.741 INFO:tasks.rados.rados.0.smithi007.stdout:3235: finishing write tid 5 to smithi00780855-15 2024-08-04T15:38:22.741 INFO:tasks.rados.rados.0.smithi007.stdout:3235: finishing write tid 6 to smithi00780855-15 2024-08-04T15:38:22.741 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 2988 (ObjNum 999 snap 314 seq_num 999) dirty exists 2024-08-04T15:38:22.741 INFO:tasks.rados.rados.0.smithi007.stdout:3235: left oid 15 (ObjNum 999 snap 314 seq_num 999) 2024-08-04T15:38:22.741 INFO:tasks.rados.rados.0.smithi007.stdout:3238: finishing write tid 1 to smithi00780855-48 2024-08-04T15:38:22.742 INFO:tasks.rados.rados.0.smithi007.stdout:3238: finishing write tid 2 to smithi00780855-48 2024-08-04T15:38:22.742 INFO:tasks.rados.rados.0.smithi007.stdout:3238: finishing write tid 3 to smithi00780855-48 2024-08-04T15:38:22.742 INFO:tasks.rados.rados.0.smithi007.stdout:3235: done (4 left) 2024-08-04T15:38:22.743 INFO:tasks.rados.rados.0.smithi007.stdout:3236: done (3 left) 2024-08-04T15:38:22.743 INFO:tasks.rados.rados.0.smithi007.stdout:3237: done (2 left) 2024-08-04T15:38:22.743 INFO:tasks.rados.rados.0.smithi007.stdout:3239: done (1 left) 2024-08-04T15:38:22.743 INFO:tasks.rados.rados.0.smithi007.stdout:3240: read oid 16 snap -1 2024-08-04T15:38:22.743 INFO:tasks.rados.rados.0.smithi007.stdout:3240: expect deleted 2024-08-04T15:38:22.743 INFO:tasks.rados.rados.0.smithi007.stdout:3241: delete oid 30 current snap is 314 2024-08-04T15:38:22.743 INFO:tasks.rados.rados.0.smithi007.stdout:3238: finishing write tid 4 to smithi00780855-48 2024-08-04T15:38:22.743 INFO:tasks.rados.rados.0.smithi007.stdout:3238: finishing write tid 5 to smithi00780855-48 2024-08-04T15:38:22.743 INFO:tasks.rados.rados.0.smithi007.stdout:3238: finishing write tid 6 to smithi00780855-48 2024-08-04T15:38:22.744 INFO:tasks.rados.rados.0.smithi007.stdout:3240: done (2 left) 2024-08-04T15:38:22.744 INFO:tasks.rados.rados.0.smithi007.stdout:3241: done (1 left) 2024-08-04T15:38:22.745 INFO:tasks.rados.rados.0.smithi007.stdout:3242: copy_from oid 46 from oid 36 current snap is 314 2024-08-04T15:38:22.745 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 1 current snap is 314 2024-08-04T15:38:22.745 INFO:tasks.rados.rados.0.smithi007.stdout:3243: seq_num 1003 ranges {3907584=802816,4710400=499712,5210112=737280,5947392=368640} 2024-08-04T15:38:22.770 INFO:tasks.rados.rados.0.smithi007.stdout:3243: writing smithi00780855-1 from 3907584 to 4710400 tid 1 2024-08-04T15:38:22.773 INFO:tasks.rados.rados.0.smithi007.stdout:3243: writing smithi00780855-1 from 4710400 to 5210112 tid 2 2024-08-04T15:38:22.777 INFO:tasks.rados.rados.0.smithi007.stdout:3243: writing smithi00780855-1 from 5210112 to 5947392 tid 3 2024-08-04T15:38:22.780 INFO:tasks.rados.rados.0.smithi007.stdout:3243: writing smithi00780855-1 from 5947392 to 6316032 tid 4 2024-08-04T15:38:22.780 INFO:tasks.rados.rados.0.smithi007.stdout:3244: read oid 50 snap -1 2024-08-04T15:38:22.780 INFO:tasks.rados.rados.0.smithi007.stdout:3244: expect (ObjNum 845 snap 266 seq_num 845) 2024-08-04T15:38:22.780 INFO:tasks.rados.rados.0.smithi007.stdout:3245: delete oid 18 current snap is 314 2024-08-04T15:38:22.780 INFO:tasks.rados.rados.0.smithi007.stdout:3238: finishing write tid 7 to smithi00780855-48 2024-08-04T15:38:22.781 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 2291 (ObjNum 1000 snap 314 seq_num 1000) dirty exists 2024-08-04T15:38:22.781 INFO:tasks.rados.rados.0.smithi007.stdout:3238: left oid 48 (ObjNum 1000 snap 314 seq_num 1000) 2024-08-04T15:38:22.781 INFO:tasks.rados.rados.0.smithi007.stdout:3242: finishing copy_from racing read to smithi00780855-46 2024-08-04T15:38:22.781 INFO:tasks.rados.rados.0.smithi007.stdout:3242: finishing copy_from to smithi00780855-46 2024-08-04T15:38:22.781 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 1518 (ObjNum 675 snap 216 seq_num 675) dirty exists 2024-08-04T15:38:22.781 INFO:tasks.rados.rados.0.smithi007.stdout:3243: finishing write tid 1 to smithi00780855-1 2024-08-04T15:38:22.781 INFO:tasks.rados.rados.0.smithi007.stdout:3243: finishing write tid 2 to smithi00780855-1 2024-08-04T15:38:22.781 INFO:tasks.rados.rados.0.smithi007.stdout:3243: finishing write tid 3 to smithi00780855-1 2024-08-04T15:38:22.782 INFO:tasks.rados.rados.0.smithi007.stdout:3238: done (4 left) 2024-08-04T15:38:22.782 INFO:tasks.rados.rados.0.smithi007.stdout:3242: done (3 left) 2024-08-04T15:38:22.782 INFO:tasks.rados.rados.0.smithi007.stdout:3245: done (2 left) 2024-08-04T15:38:22.782 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 314 2024-08-04T15:38:22.783 INFO:tasks.rados.rados.0.smithi007.stdout:3246: seq_num 1005 ranges {11165696=32768} 2024-08-04T15:38:22.844 INFO:tasks.rados.rados.0.smithi007.stdout:3246: writing smithi00780855-6 from 11165696 to 11198464 tid 1 2024-08-04T15:38:22.844 INFO:tasks.rados.rados.0.smithi007.stdout:3247: rollback oid 26 current snap is 314 2024-08-04T15:38:22.844 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 26 to 309 2024-08-04T15:38:22.844 INFO:tasks.rados.rados.0.smithi007.stdout:3243: finishing write tid 4 to smithi00780855-1 2024-08-04T15:38:22.844 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 4 current snap is 314 2024-08-04T15:38:22.844 INFO:tasks.rados.rados.0.smithi007.stdout:3243: finishing write tid 5 to smithi00780855-1 2024-08-04T15:38:22.845 INFO:tasks.rados.rados.0.smithi007.stdout:3248: seq_num 1006 ranges {0=49152} 2024-08-04T15:38:22.845 INFO:tasks.rados.rados.0.smithi007.stdout:3248: writing smithi00780855-4 from 0 to 49152 tid 1 2024-08-04T15:38:22.845 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 7 current snap is 314 2024-08-04T15:38:22.845 INFO:tasks.rados.rados.0.smithi007.stdout:3249: seq_num 1007 ranges {1515520=65536} 2024-08-04T15:38:22.853 INFO:tasks.rados.rados.0.smithi007.stdout:3249: writing smithi00780855-7 from 1515520 to 1581056 tid 1 2024-08-04T15:38:22.853 INFO:tasks.rados.rados.0.smithi007.stdout:3250: snap_create 2024-08-04T15:38:22.853 INFO:tasks.rados.rados.0.smithi007.stdout:3244: expect (ObjNum 845 snap 266 seq_num 845) 2024-08-04T15:38:22.910 INFO:tasks.rados.rados.0.smithi007.stdout:3243: finishing write tid 6 to smithi00780855-1 2024-08-04T15:38:22.910 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 2006 (ObjNum 1003 snap 314 seq_num 1003) dirty exists 2024-08-04T15:38:22.910 INFO:tasks.rados.rados.0.smithi007.stdout:3243: left oid 1 (ObjNum 1003 snap 314 seq_num 1003) 2024-08-04T15:38:22.910 INFO:tasks.rados.rados.0.smithi007.stdout:3248: finishing write tid 1 to smithi00780855-4 2024-08-04T15:38:22.911 INFO:tasks.rados.rados.0.smithi007.stdout:3248: finishing write tid 2 to smithi00780855-4 2024-08-04T15:38:22.911 INFO:tasks.rados.rados.0.smithi007.stdout:3246: finishing write tid 1 to smithi00780855-6 2024-08-04T15:38:22.911 INFO:tasks.rados.rados.0.smithi007.stdout:3247: finishing rollback tid 1 to smithi00780855-26 2024-08-04T15:38:22.911 INFO:tasks.rados.rados.0.smithi007.stdout:3247: finishing rollback tid 2 to smithi00780855-26 2024-08-04T15:38:22.911 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 2897 (ObjNum 892 snap 275 seq_num 892) dirty exists 2024-08-04T15:38:22.911 INFO:tasks.rados.rados.0.smithi007.stdout:3246: finishing write tid 2 to smithi00780855-6 2024-08-04T15:38:22.911 INFO:tasks.rados.rados.0.smithi007.stdout:3248: finishing write tid 3 to smithi00780855-4 2024-08-04T15:38:22.911 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 1536 (ObjNum 1006 snap 314 seq_num 1006) dirty exists 2024-08-04T15:38:22.911 INFO:tasks.rados.rados.0.smithi007.stdout:3248: left oid 4 (ObjNum 1006 snap 314 seq_num 1006) 2024-08-04T15:38:22.911 INFO:tasks.rados.rados.0.smithi007.stdout:3246: finishing write tid 3 to smithi00780855-6 2024-08-04T15:38:22.911 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 2891 (ObjNum 1005 snap 314 seq_num 1005) dirty exists 2024-08-04T15:38:22.911 INFO:tasks.rados.rados.0.smithi007.stdout:3246: left oid 6 (ObjNum 1005 snap 314 seq_num 1005) 2024-08-04T15:38:22.911 INFO:tasks.rados.rados.0.smithi007.stdout:3249: finishing write tid 1 to smithi00780855-7 2024-08-04T15:38:22.911 INFO:tasks.rados.rados.0.smithi007.stdout:3249: finishing write tid 2 to smithi00780855-7 2024-08-04T15:38:22.912 INFO:tasks.rados.rados.0.smithi007.stdout:3249: finishing write tid 3 to smithi00780855-7 2024-08-04T15:38:22.912 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 2899 (ObjNum 1007 snap 314 seq_num 1007) dirty exists 2024-08-04T15:38:22.912 INFO:tasks.rados.rados.0.smithi007.stdout:3249: left oid 7 (ObjNum 1007 snap 314 seq_num 1007) 2024-08-04T15:38:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:22 smithi062 ceph-mon[85960]: pgmap v704: 121 pgs: 121 active+clean; 216 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.1 MiB/s wr, 24 op/s 2024-08-04T15:38:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:22 smithi062 ceph-mon[85960]: osdmap e700: 8 total, 8 up, 8 in 2024-08-04T15:38:23.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:22 smithi007 ceph-mon[92692]: pgmap v704: 121 pgs: 121 active+clean; 216 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.1 MiB/s wr, 24 op/s 2024-08-04T15:38:23.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:22 smithi007 ceph-mon[92692]: osdmap e700: 8 total, 8 up, 8 in 2024-08-04T15:38:23.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:22 smithi007 ceph-mon[94998]: pgmap v704: 121 pgs: 121 active+clean; 216 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.1 MiB/s wr, 24 op/s 2024-08-04T15:38:23.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:22 smithi007 ceph-mon[94998]: osdmap e700: 8 total, 8 up, 8 in 2024-08-04T15:38:23.598 INFO:tasks.rados.rados.0.smithi007.stdout:3243: done (6 left) 2024-08-04T15:38:23.598 INFO:tasks.rados.rados.0.smithi007.stdout:3244: done (5 left) 2024-08-04T15:38:23.598 INFO:tasks.rados.rados.0.smithi007.stdout:3246: done (4 left) 2024-08-04T15:38:23.598 INFO:tasks.rados.rados.0.smithi007.stdout:3247: done (3 left) 2024-08-04T15:38:23.598 INFO:tasks.rados.rados.0.smithi007.stdout:3248: done (2 left) 2024-08-04T15:38:23.598 INFO:tasks.rados.rados.0.smithi007.stdout:3249: done (1 left) 2024-08-04T15:38:23.598 INFO:tasks.rados.rados.0.smithi007.stdout:3250: done (0 left) 2024-08-04T15:38:23.598 INFO:tasks.rados.rados.0.smithi007.stdout:3251: delete oid 47 current snap is 315 2024-08-04T15:38:23.602 INFO:tasks.rados.rados.0.smithi007.stdout:3251: done (0 left) 2024-08-04T15:38:23.602 INFO:tasks.rados.rados.0.smithi007.stdout:3252: snap_create 2024-08-04T15:38:24.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:23 smithi062 ceph-mon[85960]: osdmap e701: 8 total, 8 up, 8 in 2024-08-04T15:38:24.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:23 smithi007 ceph-mon[92692]: osdmap e701: 8 total, 8 up, 8 in 2024-08-04T15:38:24.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:23 smithi007 ceph-mon[94998]: osdmap e701: 8 total, 8 up, 8 in 2024-08-04T15:38:24.540 INFO:tasks.rados.rados.0.smithi007.stdout:3252: done (0 left) 2024-08-04T15:38:24.541 INFO:tasks.rados.rados.0.smithi007.stdout:3253: read oid 39 snap -1 2024-08-04T15:38:24.541 INFO:tasks.rados.rados.0.smithi007.stdout:3253: expect (ObjNum 965 snap 304 seq_num 965) 2024-08-04T15:38:24.541 INFO:tasks.rados.rados.0.smithi007.stdout:3254: read oid 43 snap -1 2024-08-04T15:38:24.541 INFO:tasks.rados.rados.0.smithi007.stdout:3254: expect (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:38:24.541 INFO:tasks.rados.rados.0.smithi007.stdout:3255: snap_remove snap 306 2024-08-04T15:38:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:24 smithi062 ceph-mon[85960]: pgmap v707: 121 pgs: 121 active+clean; 218 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-08-04T15:38:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:24 smithi062 ceph-mon[85960]: osdmap e702: 8 total, 8 up, 8 in 2024-08-04T15:38:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:24 smithi062 ceph-mon[85960]: osdmap e703: 8 total, 8 up, 8 in 2024-08-04T15:38:25.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:24 smithi007 ceph-mon[92692]: pgmap v707: 121 pgs: 121 active+clean; 218 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-08-04T15:38:25.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:24 smithi007 ceph-mon[92692]: osdmap e702: 8 total, 8 up, 8 in 2024-08-04T15:38:25.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:24 smithi007 ceph-mon[92692]: osdmap e703: 8 total, 8 up, 8 in 2024-08-04T15:38:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:24 smithi007 ceph-mon[94998]: pgmap v707: 121 pgs: 121 active+clean; 218 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-08-04T15:38:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:24 smithi007 ceph-mon[94998]: osdmap e702: 8 total, 8 up, 8 in 2024-08-04T15:38:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:24 smithi007 ceph-mon[94998]: osdmap e703: 8 total, 8 up, 8 in 2024-08-04T15:38:25.543 INFO:tasks.rados.rados.0.smithi007.stdout:3255: done (2 left) 2024-08-04T15:38:25.543 INFO:tasks.rados.rados.0.smithi007.stdout:3256: delete oid 41 current snap is 316 2024-08-04T15:38:25.543 INFO:tasks.rados.rados.0.smithi007.stdout:3254: expect (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:38:25.581 INFO:tasks.rados.rados.0.smithi007.stdout:3253: expect (ObjNum 965 snap 304 seq_num 965) 2024-08-04T15:38:25.963 INFO:tasks.rados.rados.0.smithi007.stdout:3253: done (2 left) 2024-08-04T15:38:25.964 INFO:tasks.rados.rados.0.smithi007.stdout:3254: done (1 left) 2024-08-04T15:38:25.964 INFO:tasks.rados.rados.0.smithi007.stdout:3256: done (0 left) 2024-08-04T15:38:25.964 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 7 current snap is 316 2024-08-04T15:38:25.964 INFO:tasks.rados.rados.0.smithi007.stdout:3257: seq_num 1010 ranges {1581056=122880} 2024-08-04T15:38:25.973 INFO:tasks.rados.rados.0.smithi007.stdout:3257: writing smithi00780855-7 from 1581056 to 1703936 tid 1 2024-08-04T15:38:25.973 INFO:tasks.rados.rados.0.smithi007.stdout:3258: rollback oid 19 current snap is 316 2024-08-04T15:38:25.973 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 19 to 301 2024-08-04T15:38:25.973 INFO:tasks.rados.rados.0.smithi007.stdout:3259: rollback oid 24 current snap is 316 2024-08-04T15:38:25.973 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 24 to 299 2024-08-04T15:38:25.973 INFO:tasks.rados.rados.0.smithi007.stdout:3260: snap_create 2024-08-04T15:38:25.973 INFO:tasks.rados.rados.0.smithi007.stdout:3258: finishing rollback tid 1 to smithi00780855-19 2024-08-04T15:38:25.974 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-04T15:38:25.978 INFO:tasks.rados.rados.0.smithi007.stdout:3257: finishing write tid 1 to smithi00780855-7 2024-08-04T15:38:25.978 INFO:tasks.rados.rados.0.smithi007.stdout:3257: finishing write tid 2 to smithi00780855-7 2024-08-04T15:38:25.980 INFO:tasks.rados.rados.0.smithi007.stdout:3259: finishing rollback tid 0 to smithi00780855-24 2024-08-04T15:38:25.980 INFO:tasks.rados.rados.0.smithi007.stdout:3257: finishing write tid 3 to smithi00780855-7 2024-08-04T15:38:25.980 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 2901 (ObjNum 1010 snap 316 seq_num 1010) dirty exists 2024-08-04T15:38:25.980 INFO:tasks.rados.rados.0.smithi007.stdout:3257: left oid 7 (ObjNum 1010 snap 316 seq_num 1010) 2024-08-04T15:38:25.980 INFO:tasks.rados.rados.0.smithi007.stdout:3259: finishing rollback tid 1 to smithi00780855-24 2024-08-04T15:38:25.981 INFO:tasks.rados.rados.0.smithi007.stdout:3259: finishing rollback tid 2 to smithi00780855-24 2024-08-04T15:38:25.981 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 3000 (ObjNum 876 snap 272 seq_num 876) dirty exists 2024-08-04T15:38:26.538 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:38:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:38:26] "GET /metrics HTTP/1.1" 200 36251 "" "Prometheus/2.43.0" 2024-08-04T15:38:26.600 INFO:tasks.rados.rados.0.smithi007.stdout:3257: done (3 left) 2024-08-04T15:38:26.600 INFO:tasks.rados.rados.0.smithi007.stdout:3258: done (2 left) 2024-08-04T15:38:26.600 INFO:tasks.rados.rados.0.smithi007.stdout:3259: done (1 left) 2024-08-04T15:38:26.600 INFO:tasks.rados.rados.0.smithi007.stdout:3260: done (0 left) 2024-08-04T15:38:26.600 INFO:tasks.rados.rados.0.smithi007.stdout:3261: read oid 49 snap -1 2024-08-04T15:38:26.601 INFO:tasks.rados.rados.0.smithi007.stdout:3261: expect (ObjNum 963 snap 303 seq_num 963) 2024-08-04T15:38:26.601 INFO:tasks.rados.rados.0.smithi007.stdout:3262: snap_create 2024-08-04T15:38:26.645 INFO:tasks.rados.rados.0.smithi007.stdout:3261: expect (ObjNum 963 snap 303 seq_num 963) 2024-08-04T15:38:26.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:26 smithi007 ceph-mon[92692]: pgmap v710: 121 pgs: 121 active+clean; 250 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 8.6 MiB/s wr, 28 op/s 2024-08-04T15:38:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:26 smithi007 ceph-mon[92692]: osdmap e704: 8 total, 8 up, 8 in 2024-08-04T15:38:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:26 smithi007 ceph-mon[94998]: pgmap v710: 121 pgs: 121 active+clean; 250 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 8.6 MiB/s wr, 28 op/s 2024-08-04T15:38:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:26 smithi007 ceph-mon[94998]: osdmap e704: 8 total, 8 up, 8 in 2024-08-04T15:38:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:26 smithi062 ceph-mon[85960]: pgmap v710: 121 pgs: 121 active+clean; 250 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 8.6 MiB/s wr, 28 op/s 2024-08-04T15:38:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:26 smithi062 ceph-mon[85960]: osdmap e704: 8 total, 8 up, 8 in 2024-08-04T15:38:27.605 INFO:tasks.rados.rados.0.smithi007.stdout:3261: done (1 left) 2024-08-04T15:38:27.605 INFO:tasks.rados.rados.0.smithi007.stdout:3262: done (0 left) 2024-08-04T15:38:27.606 INFO:tasks.rados.rados.0.smithi007.stdout:3263: delete oid 22 current snap is 318 2024-08-04T15:38:27.607 INFO:tasks.rados.rados.0.smithi007.stdout:3263: done (0 left) 2024-08-04T15:38:27.608 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 47 current snap is 318 2024-08-04T15:38:27.608 INFO:tasks.rados.rados.0.smithi007.stdout:3264: seq_num 1012 ranges {0=155648} 2024-08-04T15:38:27.608 INFO:tasks.rados.rados.0.smithi007.stdout:3264: writing smithi00780855-47 from 0 to 155648 tid 1 2024-08-04T15:38:27.608 INFO:tasks.rados.rados.0.smithi007.stdout:3265: setattr oid 7 current snap is 318 2024-08-04T15:38:27.609 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 2 current snap is 318 2024-08-04T15:38:27.609 INFO:tasks.rados.rados.0.smithi007.stdout:3266: seq_num 1013 ranges {0=172032} 2024-08-04T15:38:27.611 INFO:tasks.rados.rados.0.smithi007.stdout:3266: writing smithi00780855-2 from 0 to 172032 tid 1 2024-08-04T15:38:27.611 INFO:tasks.rados.rados.0.smithi007.stdout:3267: rmattr oid 28 current snap is 318 2024-08-04T15:38:27.611 INFO:tasks.rados.rados.0.smithi007.stdout:3267: done (3 left) 2024-08-04T15:38:27.611 INFO:tasks.rados.rados.0.smithi007.stdout:3268: snap_create 2024-08-04T15:38:27.611 INFO:tasks.rados.rados.0.smithi007.stdout:3264: finishing write tid 1 to smithi00780855-47 2024-08-04T15:38:27.611 INFO:tasks.rados.rados.0.smithi007.stdout:3264: finishing write tid 2 to smithi00780855-47 2024-08-04T15:38:27.613 INFO:tasks.rados.rados.0.smithi007.stdout:3264: finishing write tid 3 to smithi00780855-47 2024-08-04T15:38:27.613 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 2895 (ObjNum 1012 snap 318 seq_num 1012) dirty exists 2024-08-04T15:38:27.613 INFO:tasks.rados.rados.0.smithi007.stdout:3264: left oid 47 (ObjNum 1012 snap 318 seq_num 1012) 2024-08-04T15:38:27.614 INFO:tasks.rados.rados.0.smithi007.stdout:3266: finishing write tid 1 to smithi00780855-2 2024-08-04T15:38:27.616 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 2902 (ObjNum 1010 snap 316 seq_num 1010) dirty exists 2024-08-04T15:38:27.616 INFO:tasks.rados.rados.0.smithi007.stdout:3266: finishing write tid 2 to smithi00780855-2 2024-08-04T15:38:27.617 INFO:tasks.rados.rados.0.smithi007.stdout:3266: finishing write tid 3 to smithi00780855-2 2024-08-04T15:38:27.617 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 2293 (ObjNum 1013 snap 318 seq_num 1013) dirty exists 2024-08-04T15:38:27.617 INFO:tasks.rados.rados.0.smithi007.stdout:3266: left oid 2 (ObjNum 1013 snap 318 seq_num 1013) 2024-08-04T15:38:28.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:27 smithi062 ceph-mon[85960]: osdmap e705: 8 total, 8 up, 8 in 2024-08-04T15:38:28.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:27 smithi007 ceph-mon[94998]: osdmap e705: 8 total, 8 up, 8 in 2024-08-04T15:38:28.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:27 smithi007 ceph-mon[92692]: osdmap e705: 8 total, 8 up, 8 in 2024-08-04T15:38:28.607 INFO:tasks.rados.rados.0.smithi007.stdout:3264: done (3 left) 2024-08-04T15:38:28.607 INFO:tasks.rados.rados.0.smithi007.stdout:3265: done (2 left) 2024-08-04T15:38:28.607 INFO:tasks.rados.rados.0.smithi007.stdout:3266: done (1 left) 2024-08-04T15:38:28.607 INFO:tasks.rados.rados.0.smithi007.stdout:3268: done (0 left) 2024-08-04T15:38:28.607 INFO:tasks.rados.rados.0.smithi007.stdout:3269: copy_from oid 26 from oid 49 current snap is 319 2024-08-04T15:38:28.608 INFO:tasks.rados.rados.0.smithi007.stdout:3270: setattr oid 24 current snap is 319 2024-08-04T15:38:28.608 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 319 2024-08-04T15:38:28.608 INFO:tasks.rados.rados.0.smithi007.stdout:3271: seq_num 1014 ranges {0=188416} 2024-08-04T15:38:28.609 INFO:tasks.rados.rados.0.smithi007.stdout:3271: writing smithi00780855-16 from 0 to 188416 tid 1 2024-08-04T15:38:28.610 INFO:tasks.rados.rados.0.smithi007.stdout:3272: delete oid 41 current snap is 319 2024-08-04T15:38:28.620 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 3002 (ObjNum 876 snap 272 seq_num 876) dirty exists 2024-08-04T15:38:28.621 INFO:tasks.rados.rados.0.smithi007.stdout:3270: done (3 left) 2024-08-04T15:38:28.621 INFO:tasks.rados.rados.0.smithi007.stdout:3272: done (2 left) 2024-08-04T15:38:28.621 INFO:tasks.rados.rados.0.smithi007.stdout:3273: rmattr oid 21 current snap is 319 2024-08-04T15:38:28.621 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 24 current snap is 319 2024-08-04T15:38:28.621 INFO:tasks.rados.rados.0.smithi007.stdout:3274: seq_num 1016 ranges {9175040=221184} 2024-08-04T15:38:28.674 INFO:tasks.rados.rados.0.smithi007.stdout:3274: writing smithi00780855-24 from 9175040 to 9396224 tid 1 2024-08-04T15:38:28.674 INFO:tasks.rados.rados.0.smithi007.stdout:3275: snap_create 2024-08-04T15:38:28.674 INFO:tasks.rados.rados.0.smithi007.stdout:3271: finishing write tid 1 to smithi00780855-16 2024-08-04T15:38:28.674 INFO:tasks.rados.rados.0.smithi007.stdout:3271: finishing write tid 2 to smithi00780855-16 2024-08-04T15:38:28.674 INFO:tasks.rados.rados.0.smithi007.stdout:3271: finishing write tid 3 to smithi00780855-16 2024-08-04T15:38:28.674 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 2904 (ObjNum 1014 snap 319 seq_num 1014) dirty exists 2024-08-04T15:38:28.674 INFO:tasks.rados.rados.0.smithi007.stdout:3271: left oid 16 (ObjNum 1014 snap 319 seq_num 1014) 2024-08-04T15:38:28.675 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 2905 (ObjNum 987 snap 312 seq_num 987) dirty exists 2024-08-04T15:38:28.675 INFO:tasks.rados.rados.0.smithi007.stdout:3269: finishing copy_from racing read to smithi00780855-26 2024-08-04T15:38:28.675 INFO:tasks.rados.rados.0.smithi007.stdout:3269: finishing copy_from to smithi00780855-26 2024-08-04T15:38:28.675 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 2882 (ObjNum 963 snap 303 seq_num 963) dirty exists 2024-08-04T15:38:28.678 INFO:tasks.rados.rados.0.smithi007.stdout:3274: finishing write tid 1 to smithi00780855-24 2024-08-04T15:38:28.678 INFO:tasks.rados.rados.0.smithi007.stdout:3274: finishing write tid 2 to smithi00780855-24 2024-08-04T15:38:28.680 INFO:tasks.rados.rados.0.smithi007.stdout:3274: finishing write tid 3 to smithi00780855-24 2024-08-04T15:38:28.680 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 3005 (ObjNum 1016 snap 319 seq_num 1016) dirty exists 2024-08-04T15:38:28.680 INFO:tasks.rados.rados.0.smithi007.stdout:3274: left oid 24 (ObjNum 1016 snap 319 seq_num 1016) 2024-08-04T15:38:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:28 smithi062 ceph-mon[85960]: pgmap v713: 121 pgs: 121 active+clean; 252 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.6 MiB/s wr, 31 op/s 2024-08-04T15:38:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:28 smithi062 ceph-mon[85960]: osdmap e706: 8 total, 8 up, 8 in 2024-08-04T15:38:29.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:28 smithi007 ceph-mon[92692]: pgmap v713: 121 pgs: 121 active+clean; 252 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.6 MiB/s wr, 31 op/s 2024-08-04T15:38:29.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:28 smithi007 ceph-mon[92692]: osdmap e706: 8 total, 8 up, 8 in 2024-08-04T15:38:29.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:28 smithi007 ceph-mon[94998]: pgmap v713: 121 pgs: 121 active+clean; 252 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.6 MiB/s wr, 31 op/s 2024-08-04T15:38:29.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:28 smithi007 ceph-mon[94998]: osdmap e706: 8 total, 8 up, 8 in 2024-08-04T15:38:29.542 INFO:tasks.rados.rados.0.smithi007.stdout:3269: done (4 left) 2024-08-04T15:38:29.542 INFO:tasks.rados.rados.0.smithi007.stdout:3271: done (3 left) 2024-08-04T15:38:29.542 INFO:tasks.rados.rados.0.smithi007.stdout:3273: done (2 left) 2024-08-04T15:38:29.542 INFO:tasks.rados.rados.0.smithi007.stdout:3274: done (1 left) 2024-08-04T15:38:29.542 INFO:tasks.rados.rados.0.smithi007.stdout:3275: done (0 left) 2024-08-04T15:38:29.542 INFO:tasks.rados.rados.0.smithi007.stdout:3276: delete oid 25 current snap is 320 2024-08-04T15:38:29.549 INFO:tasks.rados.rados.0.smithi007.stdout:3276: done (0 left) 2024-08-04T15:38:29.549 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 320 2024-08-04T15:38:29.549 INFO:tasks.rados.rados.0.smithi007.stdout:3277: seq_num 1018 ranges {0=253952} 2024-08-04T15:38:29.551 INFO:tasks.rados.rados.0.smithi007.stdout:3277: writing smithi00780855-45 from 0 to 253952 tid 1 2024-08-04T15:38:29.551 INFO:tasks.rados.rados.0.smithi007.stdout:3278: read oid 17 snap -1 2024-08-04T15:38:29.551 INFO:tasks.rados.rados.0.smithi007.stdout:3278: expect (ObjNum 955 snap 301 seq_num 955) 2024-08-04T15:38:29.551 INFO:tasks.rados.rados.0.smithi007.stdout:3279: rollback oid 5 current snap is 320 2024-08-04T15:38:29.551 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 5 to 313 2024-08-04T15:38:29.551 INFO:tasks.rados.rados.0.smithi007.stdout:3280: snap_create 2024-08-04T15:38:29.556 INFO:tasks.rados.rados.0.smithi007.stdout:3277: finishing write tid 1 to smithi00780855-45 2024-08-04T15:38:29.556 INFO:tasks.rados.rados.0.smithi007.stdout:3277: finishing write tid 2 to smithi00780855-45 2024-08-04T15:38:29.558 INFO:tasks.rados.rados.0.smithi007.stdout:3279: finishing rollback tid 0 to smithi00780855-5 2024-08-04T15:38:29.558 INFO:tasks.rados.rados.0.smithi007.stdout:3279: finishing rollback tid 1 to smithi00780855-5 2024-08-04T15:38:29.558 INFO:tasks.rados.rados.0.smithi007.stdout:3279: finishing rollback tid 2 to smithi00780855-5 2024-08-04T15:38:29.559 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 2716 (ObjNum 871 snap 270 seq_num 871) dirty exists 2024-08-04T15:38:29.560 INFO:tasks.rados.rados.0.smithi007.stdout:3277: finishing write tid 3 to smithi00780855-45 2024-08-04T15:38:29.560 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 3009 (ObjNum 1018 snap 320 seq_num 1018) dirty exists 2024-08-04T15:38:29.560 INFO:tasks.rados.rados.0.smithi007.stdout:3277: left oid 45 (ObjNum 1018 snap 320 seq_num 1018) 2024-08-04T15:38:29.563 INFO:tasks.rados.rados.0.smithi007.stdout:3278: expect (ObjNum 955 snap 301 seq_num 955) 2024-08-04T15:38:29.912 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:29 smithi062 ceph-mon[85960]: osdmap e707: 8 total, 8 up, 8 in 2024-08-04T15:38:29.912 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:29 smithi062 ceph-mon[85960]: osdmap e708: 8 total, 8 up, 8 in 2024-08-04T15:38:30.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:29 smithi007 ceph-mon[92692]: osdmap e707: 8 total, 8 up, 8 in 2024-08-04T15:38:30.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:29 smithi007 ceph-mon[92692]: osdmap e708: 8 total, 8 up, 8 in 2024-08-04T15:38:30.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:29 smithi007 ceph-mon[94998]: osdmap e707: 8 total, 8 up, 8 in 2024-08-04T15:38:30.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:29 smithi007 ceph-mon[94998]: osdmap e708: 8 total, 8 up, 8 in 2024-08-04T15:38:30.544 INFO:tasks.rados.rados.0.smithi007.stdout:3277: done (3 left) 2024-08-04T15:38:30.544 INFO:tasks.rados.rados.0.smithi007.stdout:3278: done (2 left) 2024-08-04T15:38:30.544 INFO:tasks.rados.rados.0.smithi007.stdout:3279: done (1 left) 2024-08-04T15:38:30.544 INFO:tasks.rados.rados.0.smithi007.stdout:3280: done (0 left) 2024-08-04T15:38:30.544 INFO:tasks.rados.rados.0.smithi007.stdout:3281: read oid 15 snap -1 2024-08-04T15:38:30.544 INFO:tasks.rados.rados.0.smithi007.stdout:3281: expect (ObjNum 999 snap 314 seq_num 999) 2024-08-04T15:38:30.544 INFO:tasks.rados.rados.0.smithi007.stdout:3282: read oid 49 snap -1 2024-08-04T15:38:30.544 INFO:tasks.rados.rados.0.smithi007.stdout:3282: expect (ObjNum 963 snap 303 seq_num 963) 2024-08-04T15:38:30.544 INFO:tasks.rados.rados.0.smithi007.stdout:3283: read oid 21 snap -1 2024-08-04T15:38:30.544 INFO:tasks.rados.rados.0.smithi007.stdout:3283: expect (ObjNum 987 snap 312 seq_num 987) 2024-08-04T15:38:30.544 INFO:tasks.rados.rados.0.smithi007.stdout:3284: delete oid 5 current snap is 321 2024-08-04T15:38:30.547 INFO:tasks.rados.rados.0.smithi007.stdout:3284: done (3 left) 2024-08-04T15:38:30.547 INFO:tasks.rados.rados.0.smithi007.stdout:3285: snap_remove snap 308 2024-08-04T15:38:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:30 smithi062 ceph-mon[85960]: pgmap v716: 121 pgs: 121 active+clean; 252 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 664 KiB/s wr, 6 op/s 2024-08-04T15:38:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:30 smithi062 ceph-mon[85960]: osdmap e709: 8 total, 8 up, 8 in 2024-08-04T15:38:31.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:30 smithi007 ceph-mon[94998]: pgmap v716: 121 pgs: 121 active+clean; 252 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 664 KiB/s wr, 6 op/s 2024-08-04T15:38:31.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:30 smithi007 ceph-mon[94998]: osdmap e709: 8 total, 8 up, 8 in 2024-08-04T15:38:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:30 smithi007 ceph-mon[92692]: pgmap v716: 121 pgs: 121 active+clean; 252 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 664 KiB/s wr, 6 op/s 2024-08-04T15:38:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:30 smithi007 ceph-mon[92692]: osdmap e709: 8 total, 8 up, 8 in 2024-08-04T15:38:31.545 INFO:tasks.rados.rados.0.smithi007.stdout:3285: done (3 left) 2024-08-04T15:38:31.545 INFO:tasks.rados.rados.0.smithi007.stdout:3286: read oid 9 snap -1 2024-08-04T15:38:31.545 INFO:tasks.rados.rados.0.smithi007.stdout:3286: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:38:31.545 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 27 current snap is 321 2024-08-04T15:38:31.546 INFO:tasks.rados.rados.0.smithi007.stdout:3287: seq_num 1020 ranges {5308416=286720} 2024-08-04T15:38:31.577 INFO:tasks.rados.rados.0.smithi007.stdout:3287: writing smithi00780855-27 from 5308416 to 5595136 tid 1 2024-08-04T15:38:31.577 INFO:tasks.rados.rados.0.smithi007.stdout:3288: read oid 18 snap 301 2024-08-04T15:38:31.577 INFO:tasks.rados.rados.0.smithi007.stdout:3288: expect (ObjNum 949 snap 297 seq_num 949) 2024-08-04T15:38:31.577 INFO:tasks.rados.rados.0.smithi007.stdout:3289: rollback oid 48 current snap is 321 2024-08-04T15:38:31.577 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 48 to 318 2024-08-04T15:38:31.577 INFO:tasks.rados.rados.0.smithi007.stdout:3281: expect (ObjNum 999 snap 314 seq_num 999) 2024-08-04T15:38:31.965 INFO:tasks.rados.rados.0.smithi007.stdout:3282: expect (ObjNum 963 snap 303 seq_num 963) 2024-08-04T15:38:32.651 INFO:tasks.rados.rados.0.smithi007.stdout:3283: expect (ObjNum 987 snap 312 seq_num 987) 2024-08-04T15:38:32.707 INFO:tasks.rados.rados.0.smithi007.stdout:3286: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:38:32.759 INFO:tasks.rados.rados.0.smithi007.stdout:3289: finishing rollback tid 0 to smithi00780855-48 2024-08-04T15:38:32.759 INFO:tasks.rados.rados.0.smithi007.stdout:3287: finishing write tid 1 to smithi00780855-27 2024-08-04T15:38:32.759 INFO:tasks.rados.rados.0.smithi007.stdout:3287: finishing write tid 2 to smithi00780855-27 2024-08-04T15:38:32.759 INFO:tasks.rados.rados.0.smithi007.stdout:3287: finishing write tid 3 to smithi00780855-27 2024-08-04T15:38:32.759 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 2029 (ObjNum 1020 snap 321 seq_num 1020) dirty exists 2024-08-04T15:38:32.759 INFO:tasks.rados.rados.0.smithi007.stdout:3287: left oid 27 (ObjNum 1020 snap 321 seq_num 1020) 2024-08-04T15:38:32.759 INFO:tasks.rados.rados.0.smithi007.stdout:3289: finishing rollback tid 1 to smithi00780855-48 2024-08-04T15:38:32.759 INFO:tasks.rados.rados.0.smithi007.stdout:3289: finishing rollback tid 2 to smithi00780855-48 2024-08-04T15:38:32.759 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 2296 (ObjNum 1000 snap 314 seq_num 1000) dirty exists 2024-08-04T15:38:32.760 INFO:tasks.rados.rados.0.smithi007.stdout:3288: expect (ObjNum 949 snap 297 seq_num 949) 2024-08-04T15:38:32.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:32 smithi062 ceph-mon[85960]: pgmap v719: 121 pgs: 121 active+clean; 262 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-08-04T15:38:32.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:32 smithi062 ceph-mon[85960]: osdmap e710: 8 total, 8 up, 8 in 2024-08-04T15:38:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:38:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:38:32.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:32 smithi007 ceph-mon[92692]: pgmap v719: 121 pgs: 121 active+clean; 262 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-08-04T15:38:32.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:32 smithi007 ceph-mon[92692]: osdmap e710: 8 total, 8 up, 8 in 2024-08-04T15:38:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:32 smithi007 ceph-mon[94998]: pgmap v719: 121 pgs: 121 active+clean; 262 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-08-04T15:38:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:32 smithi007 ceph-mon[94998]: osdmap e710: 8 total, 8 up, 8 in 2024-08-04T15:38:33.654 INFO:tasks.rados.rados.0.smithi007.stdout:3281: done (6 left) 2024-08-04T15:38:33.654 INFO:tasks.rados.rados.0.smithi007.stdout:3282: done (5 left) 2024-08-04T15:38:33.654 INFO:tasks.rados.rados.0.smithi007.stdout:3283: done (4 left) 2024-08-04T15:38:33.654 INFO:tasks.rados.rados.0.smithi007.stdout:3286: done (3 left) 2024-08-04T15:38:33.655 INFO:tasks.rados.rados.0.smithi007.stdout:3287: done (2 left) 2024-08-04T15:38:33.655 INFO:tasks.rados.rados.0.smithi007.stdout:3288: done (1 left) 2024-08-04T15:38:33.655 INFO:tasks.rados.rados.0.smithi007.stdout:3289: done (0 left) 2024-08-04T15:38:33.655 INFO:tasks.rados.rados.0.smithi007.stdout:3290: setattr oid 2 current snap is 321 2024-08-04T15:38:33.655 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 29 current snap is 321 2024-08-04T15:38:33.655 INFO:tasks.rados.rados.0.smithi007.stdout:3291: seq_num 1021 ranges {2613248=303104} 2024-08-04T15:38:33.672 INFO:tasks.rados.rados.0.smithi007.stdout:3291: writing smithi00780855-29 from 2613248 to 2916352 tid 1 2024-08-04T15:38:33.672 INFO:tasks.rados.rados.0.smithi007.stdout:3292: read oid 34 snap -1 2024-08-04T15:38:33.672 INFO:tasks.rados.rados.0.smithi007.stdout:3292: expect deleted 2024-08-04T15:38:33.672 INFO:tasks.rados.rados.0.smithi007.stdout:3293: copy_from oid 49 from oid 6 current snap is 321 2024-08-04T15:38:33.672 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 2297 (ObjNum 1013 snap 318 seq_num 1013) dirty exists 2024-08-04T15:38:33.672 INFO:tasks.rados.rados.0.smithi007.stdout:3290: done (3 left) 2024-08-04T15:38:33.672 INFO:tasks.rados.rados.0.smithi007.stdout:3294: read oid 46 snap -1 2024-08-04T15:38:33.672 INFO:tasks.rados.rados.0.smithi007.stdout:3294: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:38:33.672 INFO:tasks.rados.rados.0.smithi007.stdout:3295: delete oid 25 current snap is 321 2024-08-04T15:38:33.676 INFO:tasks.rados.rados.0.smithi007.stdout:3291: finishing write tid 1 to smithi00780855-29 2024-08-04T15:38:33.677 INFO:tasks.rados.rados.0.smithi007.stdout:3291: finishing write tid 2 to smithi00780855-29 2024-08-04T15:38:33.677 INFO:tasks.rados.rados.0.smithi007.stdout:3292: done (4 left) 2024-08-04T15:38:33.677 INFO:tasks.rados.rados.0.smithi007.stdout:3295: done (3 left) 2024-08-04T15:38:33.677 INFO:tasks.rados.rados.0.smithi007.stdout:3296: snap_create 2024-08-04T15:38:33.680 INFO:tasks.rados.rados.0.smithi007.stdout:3291: finishing write tid 3 to smithi00780855-29 2024-08-04T15:38:33.680 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 2719 (ObjNum 1021 snap 321 seq_num 1021) dirty exists 2024-08-04T15:38:33.680 INFO:tasks.rados.rados.0.smithi007.stdout:3291: left oid 29 (ObjNum 1021 snap 321 seq_num 1021) 2024-08-04T15:38:33.681 INFO:tasks.rados.rados.0.smithi007.stdout:3294: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:38:33.734 INFO:tasks.rados.rados.0.smithi007.stdout:3293: finishing copy_from racing read to smithi00780855-49 2024-08-04T15:38:33.735 INFO:tasks.rados.rados.0.smithi007.stdout:3293: finishing copy_from to smithi00780855-49 2024-08-04T15:38:33.735 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 2891 (ObjNum 1005 snap 314 seq_num 1005) dirty exists 2024-08-04T15:38:34.544 INFO:tasks.rados.rados.0.smithi007.stdout:3291: done (3 left) 2024-08-04T15:38:34.544 INFO:tasks.rados.rados.0.smithi007.stdout:3293: done (2 left) 2024-08-04T15:38:34.544 INFO:tasks.rados.rados.0.smithi007.stdout:3294: done (1 left) 2024-08-04T15:38:34.544 INFO:tasks.rados.rados.0.smithi007.stdout:3296: done (0 left) 2024-08-04T15:38:34.544 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 33 current snap is 322 2024-08-04T15:38:34.544 INFO:tasks.rados.rados.0.smithi007.stdout:3297: seq_num 1023 ranges {5177344=335872} 2024-08-04T15:38:34.574 INFO:tasks.rados.rados.0.smithi007.stdout:3297: writing smithi00780855-33 from 5177344 to 5513216 tid 1 2024-08-04T15:38:34.574 INFO:tasks.rados.rados.0.smithi007.stdout:3298: copy_from oid 10 from oid 40 current snap is 322 2024-08-04T15:38:34.574 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 18 current snap is 322 2024-08-04T15:38:34.574 INFO:tasks.rados.rados.0.smithi007.stdout:3299: seq_num 1024 ranges {0=352256} 2024-08-04T15:38:34.575 INFO:tasks.rados.rados.0.smithi007.stdout:3299: writing smithi00780855-18 from 0 to 352256 tid 1 2024-08-04T15:38:34.576 INFO:tasks.rados.rados.0.smithi007.stdout:3300: setattr oid 34 current snap is 322 2024-08-04T15:38:34.576 INFO:tasks.rados.rados.0.smithi007.stdout:3301: snap_remove snap 299 2024-08-04T15:38:34.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:34 smithi007 ceph-mon[92692]: pgmap v721: 121 pgs: 121 active+clean; 262 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-08-04T15:38:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:34 smithi007 ceph-mon[94998]: pgmap v721: 121 pgs: 121 active+clean; 262 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-08-04T15:38:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:34 smithi062 ceph-mon[85960]: pgmap v721: 121 pgs: 121 active+clean; 262 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-08-04T15:38:35.558 INFO:tasks.rados.rados.0.smithi007.stdout:3297: finishing write tid 1 to smithi00780855-33 2024-08-04T15:38:35.558 INFO:tasks.rados.rados.0.smithi007.stdout:3297: finishing write tid 2 to smithi00780855-33 2024-08-04T15:38:35.558 INFO:tasks.rados.rados.0.smithi007.stdout:3299: finishing write tid 1 to smithi00780855-18 2024-08-04T15:38:35.558 INFO:tasks.rados.rados.0.smithi007.stdout:3299: finishing write tid 2 to smithi00780855-18 2024-08-04T15:38:35.558 INFO:tasks.rados.rados.0.smithi007.stdout:3297: finishing write tid 3 to smithi00780855-33 2024-08-04T15:38:35.558 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 2031 (ObjNum 1023 snap 322 seq_num 1023) dirty exists 2024-08-04T15:38:35.558 INFO:tasks.rados.rados.0.smithi007.stdout:3297: left oid 33 (ObjNum 1023 snap 322 seq_num 1023) 2024-08-04T15:38:35.558 INFO:tasks.rados.rados.0.smithi007.stdout:3299: finishing write tid 3 to smithi00780855-18 2024-08-04T15:38:35.559 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 1907 (ObjNum 1024 snap 322 seq_num 1024) dirty exists 2024-08-04T15:38:35.559 INFO:tasks.rados.rados.0.smithi007.stdout:3299: left oid 18 (ObjNum 1024 snap 322 seq_num 1024) 2024-08-04T15:38:35.559 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 1973 (ObjNum 33 snap 0 seq_num 3494286672) dirty exists 2024-08-04T15:38:35.559 INFO:tasks.rados.rados.0.smithi007.stdout:3298: finishing copy_from racing read to smithi00780855-10 2024-08-04T15:38:35.559 INFO:tasks.rados.rados.0.smithi007.stdout:3298: finishing copy_from to smithi00780855-10 2024-08-04T15:38:35.559 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 1902 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-04T15:38:35.559 INFO:tasks.rados.rados.0.smithi007.stdout:3297: done (4 left) 2024-08-04T15:38:35.559 INFO:tasks.rados.rados.0.smithi007.stdout:3298: done (3 left) 2024-08-04T15:38:35.559 INFO:tasks.rados.rados.0.smithi007.stdout:3299: done (2 left) 2024-08-04T15:38:35.559 INFO:tasks.rados.rados.0.smithi007.stdout:3300: done (1 left) 2024-08-04T15:38:35.559 INFO:tasks.rados.rados.0.smithi007.stdout:3301: done (0 left) 2024-08-04T15:38:35.559 INFO:tasks.rados.rados.0.smithi007.stdout:3302: snap_remove snap 314 2024-08-04T15:38:35.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:35 smithi007 ceph-mon[92692]: osdmap e711: 8 total, 8 up, 8 in 2024-08-04T15:38:35.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:35 smithi007 ceph-mon[94998]: osdmap e711: 8 total, 8 up, 8 in 2024-08-04T15:38:36.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:35 smithi062 ceph-mon[85960]: osdmap e711: 8 total, 8 up, 8 in 2024-08-04T15:38:36.553 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:38:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:38:36] "GET /metrics HTTP/1.1" 200 36252 "" "Prometheus/2.43.0" 2024-08-04T15:38:36.562 INFO:tasks.rados.rados.0.smithi007.stdout:3302: done (0 left) 2024-08-04T15:38:36.562 INFO:tasks.rados.rados.0.smithi007.stdout:3303: snap_remove snap 301 2024-08-04T15:38:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:36 smithi007 ceph-mon[92692]: pgmap v723: 121 pgs: 121 active+clean; 273 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-08-04T15:38:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:36 smithi007 ceph-mon[92692]: osdmap e712: 8 total, 8 up, 8 in 2024-08-04T15:38:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:38:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:36 smithi007 ceph-mon[94998]: pgmap v723: 121 pgs: 121 active+clean; 273 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-08-04T15:38:36.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:36 smithi007 ceph-mon[94998]: osdmap e712: 8 total, 8 up, 8 in 2024-08-04T15:38:36.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:38:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:36 smithi062 ceph-mon[85960]: pgmap v723: 121 pgs: 121 active+clean; 273 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-08-04T15:38:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:36 smithi062 ceph-mon[85960]: osdmap e712: 8 total, 8 up, 8 in 2024-08-04T15:38:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:38:37.568 INFO:tasks.rados.rados.0.smithi007.stdout:3303: done (0 left) 2024-08-04T15:38:37.569 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 29 current snap is 322 2024-08-04T15:38:37.569 INFO:tasks.rados.rados.0.smithi007.stdout:3304: seq_num 1025 ranges {2916352=368640} 2024-08-04T15:38:37.588 INFO:tasks.rados.rados.0.smithi007.stdout:3304: writing smithi00780855-29 from 2916352 to 3284992 tid 1 2024-08-04T15:38:37.588 INFO:tasks.rados.rados.0.smithi007.stdout:3305: snap_create 2024-08-04T15:38:37.595 INFO:tasks.rados.rados.0.smithi007.stdout:3304: finishing write tid 1 to smithi00780855-29 2024-08-04T15:38:37.595 INFO:tasks.rados.rados.0.smithi007.stdout:3304: finishing write tid 2 to smithi00780855-29 2024-08-04T15:38:37.597 INFO:tasks.rados.rados.0.smithi007.stdout:3304: finishing write tid 3 to smithi00780855-29 2024-08-04T15:38:37.597 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 2721 (ObjNum 1025 snap 322 seq_num 1025) dirty exists 2024-08-04T15:38:37.597 INFO:tasks.rados.rados.0.smithi007.stdout:3304: left oid 29 (ObjNum 1025 snap 322 seq_num 1025) 2024-08-04T15:38:37.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:37 smithi007 ceph-mon[94998]: osdmap e713: 8 total, 8 up, 8 in 2024-08-04T15:38:37.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:37 smithi007 ceph-mon[92692]: osdmap e713: 8 total, 8 up, 8 in 2024-08-04T15:38:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:37 smithi062 ceph-mon[85960]: osdmap e713: 8 total, 8 up, 8 in 2024-08-04T15:38:38.573 INFO:tasks.rados.rados.0.smithi007.stdout:3304: done (1 left) 2024-08-04T15:38:38.573 INFO:tasks.rados.rados.0.smithi007.stdout:3305: done (0 left) 2024-08-04T15:38:38.573 INFO:tasks.rados.rados.0.smithi007.stdout:3306: rmattr oid 43 current snap is 323 2024-08-04T15:38:38.573 INFO:tasks.rados.rados.0.smithi007.stdout:3307: read oid 38 snap 309 2024-08-04T15:38:38.573 INFO:tasks.rados.rados.0.smithi007.stdout:3307: expect (ObjNum 958 snap 302 seq_num 958) 2024-08-04T15:38:38.573 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 323 2024-08-04T15:38:38.573 INFO:tasks.rados.rados.0.smithi007.stdout:3308: seq_num 1026 ranges {188416=385024} 2024-08-04T15:38:38.577 INFO:tasks.rados.rados.0.smithi007.stdout:3308: writing smithi00780855-16 from 188416 to 573440 tid 1 2024-08-04T15:38:38.577 INFO:tasks.rados.rados.0.smithi007.stdout:3309: read oid 14 snap -1 2024-08-04T15:38:38.577 INFO:tasks.rados.rados.0.smithi007.stdout:3309: expect (ObjNum 963 snap 303 seq_num 963) 2024-08-04T15:38:38.577 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 2 current snap is 323 2024-08-04T15:38:38.577 INFO:tasks.rados.rados.0.smithi007.stdout:3310: seq_num 1027 ranges {172032=409600} 2024-08-04T15:38:38.580 INFO:tasks.rados.rados.0.smithi007.stdout:3310: writing smithi00780855-2 from 172032 to 581632 tid 1 2024-08-04T15:38:38.580 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 8 current snap is 323 2024-08-04T15:38:38.580 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 2892 (ObjNum 629 snap 199 seq_num 629) dirty exists 2024-08-04T15:38:38.580 INFO:tasks.rados.rados.0.smithi007.stdout:3311: seq_num 1028 ranges {942080=425984} 2024-08-04T15:38:38.589 INFO:tasks.rados.rados.0.smithi007.stdout:3311: writing smithi00780855-8 from 942080 to 1368064 tid 1 2024-08-04T15:38:38.589 INFO:tasks.rados.rados.0.smithi007.stdout:3306: done (5 left) 2024-08-04T15:38:38.589 INFO:tasks.rados.rados.0.smithi007.stdout:3312: snap_create 2024-08-04T15:38:38.590 INFO:tasks.rados.rados.0.smithi007.stdout:3308: finishing write tid 1 to smithi00780855-16 2024-08-04T15:38:38.590 INFO:tasks.rados.rados.0.smithi007.stdout:3308: finishing write tid 2 to smithi00780855-16 2024-08-04T15:38:38.590 INFO:tasks.rados.rados.0.smithi007.stdout:3310: finishing write tid 1 to smithi00780855-2 2024-08-04T15:38:38.590 INFO:tasks.rados.rados.0.smithi007.stdout:3310: finishing write tid 2 to smithi00780855-2 2024-08-04T15:38:38.590 INFO:tasks.rados.rados.0.smithi007.stdout:3308: finishing write tid 3 to smithi00780855-16 2024-08-04T15:38:38.590 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 2907 (ObjNum 1026 snap 323 seq_num 1026) dirty exists 2024-08-04T15:38:38.590 INFO:tasks.rados.rados.0.smithi007.stdout:3308: left oid 16 (ObjNum 1026 snap 323 seq_num 1026) 2024-08-04T15:38:38.590 INFO:tasks.rados.rados.0.smithi007.stdout:3310: finishing write tid 3 to smithi00780855-2 2024-08-04T15:38:38.590 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 2299 (ObjNum 1027 snap 323 seq_num 1027) dirty exists 2024-08-04T15:38:38.590 INFO:tasks.rados.rados.0.smithi007.stdout:3310: left oid 2 (ObjNum 1027 snap 323 seq_num 1027) 2024-08-04T15:38:38.593 INFO:tasks.rados.rados.0.smithi007.stdout:3307: expect (ObjNum 958 snap 302 seq_num 958) 2024-08-04T15:38:38.709 INFO:tasks.rados.rados.0.smithi007.stdout:3311: finishing write tid 1 to smithi00780855-8 2024-08-04T15:38:38.710 INFO:tasks.rados.rados.0.smithi007.stdout:3311: finishing write tid 2 to smithi00780855-8 2024-08-04T15:38:38.710 INFO:tasks.rados.rados.0.smithi007.stdout:3311: finishing write tid 3 to smithi00780855-8 2024-08-04T15:38:38.710 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 2714 (ObjNum 1028 snap 323 seq_num 1028) dirty exists 2024-08-04T15:38:38.710 INFO:tasks.rados.rados.0.smithi007.stdout:3311: left oid 8 (ObjNum 1028 snap 323 seq_num 1028) 2024-08-04T15:38:38.710 INFO:tasks.rados.rados.0.smithi007.stdout:3309: expect (ObjNum 963 snap 303 seq_num 963) 2024-08-04T15:38:38.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:38 smithi007 ceph-mon[92692]: pgmap v726: 121 pgs: 121 active+clean; 273 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-04T15:38:38.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:38 smithi007 ceph-mon[92692]: osdmap e714: 8 total, 8 up, 8 in 2024-08-04T15:38:38.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:38 smithi007 ceph-mon[94998]: pgmap v726: 121 pgs: 121 active+clean; 273 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-04T15:38:38.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:38 smithi007 ceph-mon[94998]: osdmap e714: 8 total, 8 up, 8 in 2024-08-04T15:38:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:38 smithi062 ceph-mon[85960]: pgmap v726: 121 pgs: 121 active+clean; 273 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-04T15:38:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:38 smithi062 ceph-mon[85960]: osdmap e714: 8 total, 8 up, 8 in 2024-08-04T15:38:39.543 INFO:tasks.rados.rados.0.smithi007.stdout:3307: done (5 left) 2024-08-04T15:38:39.544 INFO:tasks.rados.rados.0.smithi007.stdout:3308: done (4 left) 2024-08-04T15:38:39.544 INFO:tasks.rados.rados.0.smithi007.stdout:3309: done (3 left) 2024-08-04T15:38:39.544 INFO:tasks.rados.rados.0.smithi007.stdout:3310: done (2 left) 2024-08-04T15:38:39.544 INFO:tasks.rados.rados.0.smithi007.stdout:3311: done (1 left) 2024-08-04T15:38:39.544 INFO:tasks.rados.rados.0.smithi007.stdout:3312: done (0 left) 2024-08-04T15:38:39.544 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 32 current snap is 324 2024-08-04T15:38:39.544 INFO:tasks.rados.rados.0.smithi007.stdout:3313: seq_num 1029 ranges {2129920=442368} 2024-08-04T15:38:39.557 INFO:tasks.rados.rados.0.smithi007.stdout:3313: writing smithi00780855-32 from 2129920 to 2572288 tid 1 2024-08-04T15:38:39.557 INFO:tasks.rados.rados.0.smithi007.stdout:3314: snap_create 2024-08-04T15:38:39.562 INFO:tasks.rados.rados.0.smithi007.stdout:3313: finishing write tid 1 to smithi00780855-32 2024-08-04T15:38:39.562 INFO:tasks.rados.rados.0.smithi007.stdout:3313: finishing write tid 2 to smithi00780855-32 2024-08-04T15:38:39.563 INFO:tasks.rados.rados.0.smithi007.stdout:3313: finishing write tid 3 to smithi00780855-32 2024-08-04T15:38:39.563 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 2716 (ObjNum 1029 snap 324 seq_num 1029) dirty exists 2024-08-04T15:38:39.563 INFO:tasks.rados.rados.0.smithi007.stdout:3313: left oid 32 (ObjNum 1029 snap 324 seq_num 1029) 2024-08-04T15:38:39.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:39 smithi007 ceph-mon[92692]: osdmap e715: 8 total, 8 up, 8 in 2024-08-04T15:38:39.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:39 smithi007 ceph-mon[92692]: osdmap e716: 8 total, 8 up, 8 in 2024-08-04T15:38:39.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:39 smithi007 ceph-mon[94998]: osdmap e715: 8 total, 8 up, 8 in 2024-08-04T15:38:39.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:39 smithi007 ceph-mon[94998]: osdmap e716: 8 total, 8 up, 8 in 2024-08-04T15:38:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:39 smithi062 ceph-mon[85960]: osdmap e715: 8 total, 8 up, 8 in 2024-08-04T15:38:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:39 smithi062 ceph-mon[85960]: osdmap e716: 8 total, 8 up, 8 in 2024-08-04T15:38:40.546 INFO:tasks.rados.rados.0.smithi007.stdout:3313: done (1 left) 2024-08-04T15:38:40.546 INFO:tasks.rados.rados.0.smithi007.stdout:3314: done (0 left) 2024-08-04T15:38:40.546 INFO:tasks.rados.rados.0.smithi007.stdout:3315: read oid 10 snap -1 2024-08-04T15:38:40.546 INFO:tasks.rados.rados.0.smithi007.stdout:3315: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:38:40.546 INFO:tasks.rados.rados.0.smithi007.stdout:3316: setattr oid 12 current snap is 325 2024-08-04T15:38:40.547 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 1 current snap is 325 2024-08-04T15:38:40.547 INFO:tasks.rados.rados.0.smithi007.stdout:3317: seq_num 1030 ranges {6316032=458752} 2024-08-04T15:38:40.585 INFO:tasks.rados.rados.0.smithi007.stdout:3317: writing smithi00780855-1 from 6316032 to 6774784 tid 1 2024-08-04T15:38:40.585 INFO:tasks.rados.rados.0.smithi007.stdout:3318: read oid 17 snap 303 2024-08-04T15:38:40.586 INFO:tasks.rados.rados.0.smithi007.stdout:3318: expect (ObjNum 955 snap 301 seq_num 955) 2024-08-04T15:38:40.586 INFO:tasks.rados.rados.0.smithi007.stdout:3319: read oid 50 snap -1 2024-08-04T15:38:40.586 INFO:tasks.rados.rados.0.smithi007.stdout:3319: expect (ObjNum 845 snap 266 seq_num 845) 2024-08-04T15:38:40.586 INFO:tasks.rados.rados.0.smithi007.stdout:3320: rollback oid 13 current snap is 325 2024-08-04T15:38:40.586 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 13 to 319 2024-08-04T15:38:40.586 INFO:tasks.rados.rados.0.smithi007.stdout:3315: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:38:40.590 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 3056 (ObjNum 914 snap 285 seq_num 914) dirty exists 2024-08-04T15:38:40.590 INFO:tasks.rados.rados.0.smithi007.stdout:3315: done (5 left) 2024-08-04T15:38:40.590 INFO:tasks.rados.rados.0.smithi007.stdout:3316: done (4 left) 2024-08-04T15:38:40.590 INFO:tasks.rados.rados.0.smithi007.stdout:3321: rollback oid 23 current snap is 325 2024-08-04T15:38:40.590 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 23 to 312 2024-08-04T15:38:40.590 INFO:tasks.rados.rados.0.smithi007.stdout:3322: read oid 3 snap 317 2024-08-04T15:38:40.590 INFO:tasks.rados.rados.0.smithi007.stdout:3322: expect (ObjNum 757 snap 246 seq_num 757) 2024-08-04T15:38:40.591 INFO:tasks.rados.rados.0.smithi007.stdout:3323: delete oid 20 current snap is 325 2024-08-04T15:38:40.591 INFO:tasks.rados.rados.0.smithi007.stdout:3320: finishing rollback tid 0 to smithi00780855-13 2024-08-04T15:38:40.591 INFO:tasks.rados.rados.0.smithi007.stdout:3320: finishing rollback tid 1 to smithi00780855-13 2024-08-04T15:38:40.595 INFO:tasks.rados.rados.0.smithi007.stdout:3320: finishing rollback tid 2 to smithi00780855-13 2024-08-04T15:38:40.596 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 3060 (ObjNum 845 snap 266 seq_num 845) dirty exists 2024-08-04T15:38:40.600 INFO:tasks.rados.rados.0.smithi007.stdout:3317: finishing write tid 1 to smithi00780855-1 2024-08-04T15:38:40.600 INFO:tasks.rados.rados.0.smithi007.stdout:3317: finishing write tid 2 to smithi00780855-1 2024-08-04T15:38:40.600 INFO:tasks.rados.rados.0.smithi007.stdout:3321: finishing rollback tid 0 to smithi00780855-23 2024-08-04T15:38:40.601 INFO:tasks.rados.rados.0.smithi007.stdout:3321: finishing rollback tid 1 to smithi00780855-23 2024-08-04T15:38:40.601 INFO:tasks.rados.rados.0.smithi007.stdout:3318: expect (ObjNum 955 snap 301 seq_num 955) 2024-08-04T15:38:40.673 INFO:tasks.rados.rados.0.smithi007.stdout:3322: expect (ObjNum 757 snap 246 seq_num 757) 2024-08-04T15:38:40.727 INFO:tasks.rados.rados.0.smithi007.stdout:3319: expect (ObjNum 845 snap 266 seq_num 845) 2024-08-04T15:38:40.784 INFO:tasks.rados.rados.0.smithi007.stdout:3321: finishing rollback tid 2 to smithi00780855-23 2024-08-04T15:38:40.784 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 2012 (ObjNum 899 snap 280 seq_num 899) dirty exists 2024-08-04T15:38:40.784 INFO:tasks.rados.rados.0.smithi007.stdout:3317: finishing write tid 3 to smithi00780855-1 2024-08-04T15:38:40.784 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 2009 (ObjNum 1030 snap 325 seq_num 1030) dirty exists 2024-08-04T15:38:40.784 INFO:tasks.rados.rados.0.smithi007.stdout:3317: left oid 1 (ObjNum 1030 snap 325 seq_num 1030) 2024-08-04T15:38:40.784 INFO:tasks.rados.rados.0.smithi007.stdout:3317: done (6 left) 2024-08-04T15:38:40.785 INFO:tasks.rados.rados.0.smithi007.stdout:3318: done (5 left) 2024-08-04T15:38:40.785 INFO:tasks.rados.rados.0.smithi007.stdout:3319: done (4 left) 2024-08-04T15:38:40.785 INFO:tasks.rados.rados.0.smithi007.stdout:3320: done (3 left) 2024-08-04T15:38:40.785 INFO:tasks.rados.rados.0.smithi007.stdout:3321: done (2 left) 2024-08-04T15:38:40.785 INFO:tasks.rados.rados.0.smithi007.stdout:3322: done (1 left) 2024-08-04T15:38:40.785 INFO:tasks.rados.rados.0.smithi007.stdout:3323: done (0 left) 2024-08-04T15:38:40.785 INFO:tasks.rados.rados.0.smithi007.stdout:3324: read oid 24 snap -1 2024-08-04T15:38:40.785 INFO:tasks.rados.rados.0.smithi007.stdout:3324: expect (ObjNum 1016 snap 319 seq_num 1016) 2024-08-04T15:38:40.785 INFO:tasks.rados.rados.0.smithi007.stdout:3325: snap_remove snap 323 2024-08-04T15:38:40.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:40 smithi007 ceph-mon[92692]: pgmap v729: 121 pgs: 121 active+clean; 272 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 454 KiB/s wr, 10 op/s 2024-08-04T15:38:40.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:40 smithi007 ceph-mon[92692]: osdmap e717: 8 total, 8 up, 8 in 2024-08-04T15:38:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:40 smithi007 ceph-mon[94998]: pgmap v729: 121 pgs: 121 active+clean; 272 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 454 KiB/s wr, 10 op/s 2024-08-04T15:38:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:40 smithi007 ceph-mon[94998]: osdmap e717: 8 total, 8 up, 8 in 2024-08-04T15:38:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:40 smithi062 ceph-mon[85960]: pgmap v729: 121 pgs: 121 active+clean; 272 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 454 KiB/s wr, 10 op/s 2024-08-04T15:38:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:40 smithi062 ceph-mon[85960]: osdmap e717: 8 total, 8 up, 8 in 2024-08-04T15:38:41.583 INFO:tasks.rados.rados.0.smithi007.stdout:3325: done (1 left) 2024-08-04T15:38:41.584 INFO:tasks.rados.rados.0.smithi007.stdout:3326: read oid 5 snap -1 2024-08-04T15:38:41.584 INFO:tasks.rados.rados.0.smithi007.stdout:3326: expect deleted 2024-08-04T15:38:41.584 INFO:tasks.rados.rados.0.smithi007.stdout:3327: copy_from oid 38 from oid 23 current snap is 325 2024-08-04T15:38:41.584 INFO:tasks.rados.rados.0.smithi007.stdout:3324: expect (ObjNum 1016 snap 319 seq_num 1016) 2024-08-04T15:38:42.579 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:38:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:38:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:38:42.632 INFO:tasks.rados.rados.0.smithi007.stdout:3327: finishing copy_from racing read to smithi00780855-38 2024-08-04T15:38:42.633 INFO:tasks.rados.rados.0.smithi007.stdout:3327: finishing copy_from to smithi00780855-38 2024-08-04T15:38:42.633 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 2012 (ObjNum 899 snap 280 seq_num 899) dirty exists 2024-08-04T15:38:42.633 INFO:tasks.rados.rados.0.smithi007.stdout:3324: done (2 left) 2024-08-04T15:38:42.633 INFO:tasks.rados.rados.0.smithi007.stdout:3326: done (1 left) 2024-08-04T15:38:42.633 INFO:tasks.rados.rados.0.smithi007.stdout:3327: done (0 left) 2024-08-04T15:38:42.633 INFO:tasks.rados.rados.0.smithi007.stdout:3328: rmattr oid 36 current snap is 325 2024-08-04T15:38:42.633 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 50 current snap is 325 2024-08-04T15:38:42.633 INFO:tasks.rados.rados.0.smithi007.stdout:3329: seq_num 1032 ranges {2162688=491520} 2024-08-04T15:38:42.647 INFO:tasks.rados.rados.0.smithi007.stdout:3329: writing smithi00780855-50 from 2162688 to 2654208 tid 1 2024-08-04T15:38:42.647 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 10 current snap is 325 2024-08-04T15:38:42.647 INFO:tasks.rados.rados.0.smithi007.stdout:3330: seq_num 1033 ranges {0=507904} 2024-08-04T15:38:42.650 INFO:tasks.rados.rados.0.smithi007.stdout:3330: writing smithi00780855-10 from 0 to 507904 tid 1 2024-08-04T15:38:42.650 INFO:tasks.rados.rados.0.smithi007.stdout:3331: snap_remove snap 311 2024-08-04T15:38:42.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:42 smithi007 ceph-mon[94998]: pgmap v732: 121 pgs: 121 active+clean; 273 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 630 KiB/s wr, 15 op/s 2024-08-04T15:38:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:42 smithi007 ceph-mon[94998]: osdmap e718: 8 total, 8 up, 8 in 2024-08-04T15:38:42.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:42 smithi007 ceph-mon[92692]: pgmap v732: 121 pgs: 121 active+clean; 273 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 630 KiB/s wr, 15 op/s 2024-08-04T15:38:42.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:42 smithi007 ceph-mon[92692]: osdmap e718: 8 total, 8 up, 8 in 2024-08-04T15:38:43.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:42 smithi062 ceph-mon[85960]: pgmap v732: 121 pgs: 121 active+clean; 273 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 630 KiB/s wr, 15 op/s 2024-08-04T15:38:43.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:42 smithi062 ceph-mon[85960]: osdmap e718: 8 total, 8 up, 8 in 2024-08-04T15:38:43.590 INFO:tasks.rados.rados.0.smithi007.stdout:3331: done (3 left) 2024-08-04T15:38:43.590 INFO:tasks.rados.rados.0.smithi007.stdout:3332: snap_create 2024-08-04T15:38:43.590 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 1537 (ObjNum 675 snap 216 seq_num 675) dirty exists 2024-08-04T15:38:43.590 INFO:tasks.rados.rados.0.smithi007.stdout:3329: finishing write tid 1 to smithi00780855-50 2024-08-04T15:38:43.590 INFO:tasks.rados.rados.0.smithi007.stdout:3329: finishing write tid 2 to smithi00780855-50 2024-08-04T15:38:43.590 INFO:tasks.rados.rados.0.smithi007.stdout:3329: finishing write tid 3 to smithi00780855-50 2024-08-04T15:38:43.591 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 1975 (ObjNum 1032 snap 325 seq_num 1032) dirty exists 2024-08-04T15:38:43.591 INFO:tasks.rados.rados.0.smithi007.stdout:3329: left oid 50 (ObjNum 1032 snap 325 seq_num 1032) 2024-08-04T15:38:43.591 INFO:tasks.rados.rados.0.smithi007.stdout:3330: finishing write tid 1 to smithi00780855-10 2024-08-04T15:38:43.591 INFO:tasks.rados.rados.0.smithi007.stdout:3330: finishing write tid 2 to smithi00780855-10 2024-08-04T15:38:43.591 INFO:tasks.rados.rados.0.smithi007.stdout:3330: finishing write tid 3 to smithi00780855-10 2024-08-04T15:38:43.591 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 2909 (ObjNum 1033 snap 325 seq_num 1033) dirty exists 2024-08-04T15:38:43.591 INFO:tasks.rados.rados.0.smithi007.stdout:3330: left oid 10 (ObjNum 1033 snap 325 seq_num 1033) 2024-08-04T15:38:44.546 INFO:tasks.rados.rados.0.smithi007.stdout:3328: done (3 left) 2024-08-04T15:38:44.547 INFO:tasks.rados.rados.0.smithi007.stdout:3329: done (2 left) 2024-08-04T15:38:44.547 INFO:tasks.rados.rados.0.smithi007.stdout:3330: done (1 left) 2024-08-04T15:38:44.547 INFO:tasks.rados.rados.0.smithi007.stdout:3332: done (0 left) 2024-08-04T15:38:44.547 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 17 current snap is 326 2024-08-04T15:38:44.547 INFO:tasks.rados.rados.0.smithi007.stdout:3333: seq_num 1034 ranges {2252800=524288} 2024-08-04T15:38:44.562 INFO:tasks.rados.rados.0.smithi007.stdout:3333: writing smithi00780855-17 from 2252800 to 2777088 tid 1 2024-08-04T15:38:44.562 INFO:tasks.rados.rados.0.smithi007.stdout:3334: read oid 7 snap -1 2024-08-04T15:38:44.562 INFO:tasks.rados.rados.0.smithi007.stdout:3334: expect (ObjNum 1010 snap 316 seq_num 1010) 2024-08-04T15:38:44.562 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 3 current snap is 326 2024-08-04T15:38:44.562 INFO:tasks.rados.rados.0.smithi007.stdout:3335: seq_num 1035 ranges {1507328=540672} 2024-08-04T15:38:44.574 INFO:tasks.rados.rados.0.smithi007.stdout:3335: writing smithi00780855-3 from 1507328 to 2048000 tid 1 2024-08-04T15:38:44.574 INFO:tasks.rados.rados.0.smithi007.stdout:3336: read oid 33 snap -1 2024-08-04T15:38:44.574 INFO:tasks.rados.rados.0.smithi007.stdout:3336: expect (ObjNum 1023 snap 322 seq_num 1023) 2024-08-04T15:38:44.574 INFO:tasks.rados.rados.0.smithi007.stdout:3337: snap_remove snap 298 2024-08-04T15:38:44.574 INFO:tasks.rados.rados.0.smithi007.stdout:3333: finishing write tid 1 to smithi00780855-17 2024-08-04T15:38:44.574 INFO:tasks.rados.rados.0.smithi007.stdout:3333: finishing write tid 2 to smithi00780855-17 2024-08-04T15:38:44.574 INFO:tasks.rados.rados.0.smithi007.stdout:3333: finishing write tid 3 to smithi00780855-17 2024-08-04T15:38:44.575 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 2718 (ObjNum 1034 snap 326 seq_num 1034) dirty exists 2024-08-04T15:38:44.575 INFO:tasks.rados.rados.0.smithi007.stdout:3333: left oid 17 (ObjNum 1034 snap 326 seq_num 1034) 2024-08-04T15:38:44.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:44 smithi007 ceph-mon[94998]: pgmap v734: 121 pgs: 121 active+clean; 273 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 558 KiB/s wr, 13 op/s 2024-08-04T15:38:44.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:44 smithi007 ceph-mon[94998]: osdmap e719: 8 total, 8 up, 8 in 2024-08-04T15:38:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:44 smithi007 ceph-mon[94998]: osdmap e720: 8 total, 8 up, 8 in 2024-08-04T15:38:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:44 smithi007 ceph-mon[92692]: pgmap v734: 121 pgs: 121 active+clean; 273 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 558 KiB/s wr, 13 op/s 2024-08-04T15:38:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:44 smithi007 ceph-mon[92692]: osdmap e719: 8 total, 8 up, 8 in 2024-08-04T15:38:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:44 smithi007 ceph-mon[92692]: osdmap e720: 8 total, 8 up, 8 in 2024-08-04T15:38:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:44 smithi062 ceph-mon[85960]: pgmap v734: 121 pgs: 121 active+clean; 273 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 558 KiB/s wr, 13 op/s 2024-08-04T15:38:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:44 smithi062 ceph-mon[85960]: osdmap e719: 8 total, 8 up, 8 in 2024-08-04T15:38:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:44 smithi062 ceph-mon[85960]: osdmap e720: 8 total, 8 up, 8 in 2024-08-04T15:38:45.559 INFO:tasks.rados.rados.0.smithi007.stdout:3334: expect (ObjNum 1010 snap 316 seq_num 1010) 2024-08-04T15:38:45.671 INFO:tasks.rados.rados.0.smithi007.stdout:3335: finishing write tid 1 to smithi00780855-3 2024-08-04T15:38:45.671 INFO:tasks.rados.rados.0.smithi007.stdout:3335: finishing write tid 2 to smithi00780855-3 2024-08-04T15:38:45.671 INFO:tasks.rados.rados.0.smithi007.stdout:3335: finishing write tid 3 to smithi00780855-3 2024-08-04T15:38:45.672 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 2301 (ObjNum 1035 snap 326 seq_num 1035) dirty exists 2024-08-04T15:38:45.672 INFO:tasks.rados.rados.0.smithi007.stdout:3335: left oid 3 (ObjNum 1035 snap 326 seq_num 1035) 2024-08-04T15:38:45.672 INFO:tasks.rados.rados.0.smithi007.stdout:3336: expect (ObjNum 1023 snap 322 seq_num 1023) 2024-08-04T15:38:46.039 INFO:tasks.rados.rados.0.smithi007.stdout:3333: done (4 left) 2024-08-04T15:38:46.039 INFO:tasks.rados.rados.0.smithi007.stdout:3334: done (3 left) 2024-08-04T15:38:46.039 INFO:tasks.rados.rados.0.smithi007.stdout:3335: done (2 left) 2024-08-04T15:38:46.039 INFO:tasks.rados.rados.0.smithi007.stdout:3336: done (1 left) 2024-08-04T15:38:46.039 INFO:tasks.rados.rados.0.smithi007.stdout:3337: done (0 left) 2024-08-04T15:38:46.039 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 24 current snap is 326 2024-08-04T15:38:46.040 INFO:tasks.rados.rados.0.smithi007.stdout:3338: seq_num 1036 ranges {9396224=557056} 2024-08-04T15:38:46.093 INFO:tasks.rados.rados.0.smithi007.stdout:3338: writing smithi00780855-24 from 9396224 to 9953280 tid 1 2024-08-04T15:38:46.093 INFO:tasks.rados.rados.0.smithi007.stdout:3339: snap_create 2024-08-04T15:38:46.099 INFO:tasks.rados.rados.0.smithi007.stdout:3338: finishing write tid 1 to smithi00780855-24 2024-08-04T15:38:46.099 INFO:tasks.rados.rados.0.smithi007.stdout:3338: finishing write tid 2 to smithi00780855-24 2024-08-04T15:38:46.101 INFO:tasks.rados.rados.0.smithi007.stdout:3338: finishing write tid 3 to smithi00780855-24 2024-08-04T15:38:46.102 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 3097 (ObjNum 1036 snap 326 seq_num 1036) dirty exists 2024-08-04T15:38:46.102 INFO:tasks.rados.rados.0.smithi007.stdout:3338: left oid 24 (ObjNum 1036 snap 326 seq_num 1036) 2024-08-04T15:38:46.550 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:38:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:38:46] "GET /metrics HTTP/1.1" 200 36252 "" "Prometheus/2.43.0" 2024-08-04T15:38:46.591 INFO:tasks.rados.rados.0.smithi007.stdout:3338: done (1 left) 2024-08-04T15:38:46.592 INFO:tasks.rados.rados.0.smithi007.stdout:3339: done (0 left) 2024-08-04T15:38:46.592 INFO:tasks.rados.rados.0.smithi007.stdout:3340: snap_remove snap 319 2024-08-04T15:38:46.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:46 smithi007 ceph-mon[92692]: pgmap v737: 121 pgs: 121 active+clean; 275 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 446 KiB/s wr, 12 op/s 2024-08-04T15:38:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:46 smithi007 ceph-mon[92692]: osdmap e721: 8 total, 8 up, 8 in 2024-08-04T15:38:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:46 smithi007 ceph-mon[94998]: pgmap v737: 121 pgs: 121 active+clean; 275 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 446 KiB/s wr, 12 op/s 2024-08-04T15:38:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:46 smithi007 ceph-mon[94998]: osdmap e721: 8 total, 8 up, 8 in 2024-08-04T15:38:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:46 smithi062 ceph-mon[85960]: pgmap v737: 121 pgs: 121 active+clean; 275 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 446 KiB/s wr, 12 op/s 2024-08-04T15:38:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:46 smithi062 ceph-mon[85960]: osdmap e721: 8 total, 8 up, 8 in 2024-08-04T15:38:47.598 INFO:tasks.rados.rados.0.smithi007.stdout:3340: done (0 left) 2024-08-04T15:38:47.599 INFO:tasks.rados.rados.0.smithi007.stdout:3341: snap_create 2024-08-04T15:38:48.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:47 smithi062 ceph-mon[85960]: osdmap e722: 8 total, 8 up, 8 in 2024-08-04T15:38:48.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:47 smithi007 ceph-mon[94998]: osdmap e722: 8 total, 8 up, 8 in 2024-08-04T15:38:48.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:47 smithi007 ceph-mon[92692]: osdmap e722: 8 total, 8 up, 8 in 2024-08-04T15:38:48.599 INFO:tasks.rados.rados.0.smithi007.stdout:3341: done (0 left) 2024-08-04T15:38:48.600 INFO:tasks.rados.rados.0.smithi007.stdout:3342: read oid 11 snap -1 2024-08-04T15:38:48.600 INFO:tasks.rados.rados.0.smithi007.stdout:3342: expect (ObjNum 972 snap 305 seq_num 972) 2024-08-04T15:38:48.600 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 328 2024-08-04T15:38:48.600 INFO:tasks.rados.rados.0.smithi007.stdout:3343: seq_num 1037 ranges {1622016=573440} 2024-08-04T15:38:48.611 INFO:tasks.rados.rados.0.smithi007.stdout:3343: writing smithi00780855-28 from 1622016 to 2195456 tid 1 2024-08-04T15:38:48.611 INFO:tasks.rados.rados.0.smithi007.stdout:3344: delete oid 46 current snap is 328 2024-08-04T15:38:48.613 INFO:tasks.rados.rados.0.smithi007.stdout:3342: expect (ObjNum 972 snap 305 seq_num 972) 2024-08-04T15:38:48.689 INFO:tasks.rados.rados.0.smithi007.stdout:3343: finishing write tid 1 to smithi00780855-28 2024-08-04T15:38:48.689 INFO:tasks.rados.rados.0.smithi007.stdout:3343: finishing write tid 2 to smithi00780855-28 2024-08-04T15:38:48.689 INFO:tasks.rados.rados.0.smithi007.stdout:3343: finishing write tid 3 to smithi00780855-28 2024-08-04T15:38:48.689 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 1977 (ObjNum 1037 snap 328 seq_num 1037) dirty exists 2024-08-04T15:38:48.689 INFO:tasks.rados.rados.0.smithi007.stdout:3343: left oid 28 (ObjNum 1037 snap 328 seq_num 1037) 2024-08-04T15:38:48.689 INFO:tasks.rados.rados.0.smithi007.stdout:3342: done (2 left) 2024-08-04T15:38:48.689 INFO:tasks.rados.rados.0.smithi007.stdout:3343: done (1 left) 2024-08-04T15:38:48.689 INFO:tasks.rados.rados.0.smithi007.stdout:3344: done (0 left) 2024-08-04T15:38:48.689 INFO:tasks.rados.rados.0.smithi007.stdout:3345: read oid 9 snap -1 2024-08-04T15:38:48.689 INFO:tasks.rados.rados.0.smithi007.stdout:3345: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:38:48.689 INFO:tasks.rados.rados.0.smithi007.stdout:3346: copy_from oid 45 from oid 27 current snap is 328 2024-08-04T15:38:48.689 INFO:tasks.rados.rados.0.smithi007.stdout:3347: rollback oid 49 current snap is 328 2024-08-04T15:38:48.690 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 49 to 302 2024-08-04T15:38:48.690 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 12 current snap is 328 2024-08-04T15:38:48.690 INFO:tasks.rados.rados.0.smithi007.stdout:3348: seq_num 1039 ranges {3072000=606208} 2024-08-04T15:38:48.708 INFO:tasks.rados.rados.0.smithi007.stdout:3348: writing smithi00780855-12 from 3072000 to 3678208 tid 1 2024-08-04T15:38:48.709 INFO:tasks.rados.rados.0.smithi007.stdout:3349: read oid 3 snap -1 2024-08-04T15:38:48.709 INFO:tasks.rados.rados.0.smithi007.stdout:3349: expect (ObjNum 1035 snap 326 seq_num 1035) 2024-08-04T15:38:48.709 INFO:tasks.rados.rados.0.smithi007.stdout:3350: snap_create 2024-08-04T15:38:48.709 INFO:tasks.rados.rados.0.smithi007.stdout:3345: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:38:48.760 INFO:tasks.rados.rados.0.smithi007.stdout:3347: finishing rollback tid 0 to smithi00780855-49 2024-08-04T15:38:48.760 INFO:tasks.rados.rados.0.smithi007.stdout:3347: finishing rollback tid 1 to smithi00780855-49 2024-08-04T15:38:48.760 INFO:tasks.rados.rados.0.smithi007.stdout:3347: finishing rollback tid 2 to smithi00780855-49 2024-08-04T15:38:48.760 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 2912 (ObjNum 951 snap 297 seq_num 951) dirty exists 2024-08-04T15:38:48.760 INFO:tasks.rados.rados.0.smithi007.stdout:3349: expect (ObjNum 1035 snap 326 seq_num 1035) 2024-08-04T15:38:48.854 INFO:tasks.rados.rados.0.smithi007.stdout:3346: finishing copy_from racing read to smithi00780855-45 2024-08-04T15:38:48.854 INFO:tasks.rados.rados.0.smithi007.stdout:3346: finishing copy_from to smithi00780855-45 2024-08-04T15:38:48.854 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 2029 (ObjNum 1020 snap 321 seq_num 1020) dirty exists 2024-08-04T15:38:48.854 INFO:tasks.rados.rados.0.smithi007.stdout:3348: finishing write tid 1 to smithi00780855-12 2024-08-04T15:38:48.854 INFO:tasks.rados.rados.0.smithi007.stdout:3348: finishing write tid 2 to smithi00780855-12 2024-08-04T15:38:48.854 INFO:tasks.rados.rados.0.smithi007.stdout:3348: finishing write tid 3 to smithi00780855-12 2024-08-04T15:38:48.854 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 3110 (ObjNum 1039 snap 328 seq_num 1039) dirty exists 2024-08-04T15:38:48.854 INFO:tasks.rados.rados.0.smithi007.stdout:3348: left oid 12 (ObjNum 1039 snap 328 seq_num 1039) 2024-08-04T15:38:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:48 smithi062 ceph-mon[85960]: pgmap v740: 121 pgs: 121 active+clean; 274 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 626 KiB/s wr, 12 op/s 2024-08-04T15:38:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:48 smithi062 ceph-mon[85960]: osdmap e723: 8 total, 8 up, 8 in 2024-08-04T15:38:49.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:48 smithi007 ceph-mon[92692]: pgmap v740: 121 pgs: 121 active+clean; 274 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 626 KiB/s wr, 12 op/s 2024-08-04T15:38:49.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:48 smithi007 ceph-mon[92692]: osdmap e723: 8 total, 8 up, 8 in 2024-08-04T15:38:49.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:48 smithi007 ceph-mon[94998]: pgmap v740: 121 pgs: 121 active+clean; 274 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 626 KiB/s wr, 12 op/s 2024-08-04T15:38:49.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:48 smithi007 ceph-mon[94998]: osdmap e723: 8 total, 8 up, 8 in 2024-08-04T15:38:49.549 INFO:tasks.rados.rados.0.smithi007.stdout:3345: done (5 left) 2024-08-04T15:38:49.549 INFO:tasks.rados.rados.0.smithi007.stdout:3346: done (4 left) 2024-08-04T15:38:49.549 INFO:tasks.rados.rados.0.smithi007.stdout:3347: done (3 left) 2024-08-04T15:38:49.549 INFO:tasks.rados.rados.0.smithi007.stdout:3348: done (2 left) 2024-08-04T15:38:49.549 INFO:tasks.rados.rados.0.smithi007.stdout:3349: done (1 left) 2024-08-04T15:38:49.549 INFO:tasks.rados.rados.0.smithi007.stdout:3350: done (0 left) 2024-08-04T15:38:49.549 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 8 current snap is 329 2024-08-04T15:38:49.549 INFO:tasks.rados.rados.0.smithi007.stdout:3351: seq_num 1040 ranges {1368064=622592} 2024-08-04T15:38:49.559 INFO:tasks.rados.rados.0.smithi007.stdout:3351: writing smithi00780855-8 from 1368064 to 1990656 tid 1 2024-08-04T15:38:49.559 INFO:tasks.rados.rados.0.smithi007.stdout:3352: rollback oid 37 current snap is 329 2024-08-04T15:38:49.559 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 37 to 309 2024-08-04T15:38:49.560 INFO:tasks.rados.rados.0.smithi007.stdout:3353: snap_create 2024-08-04T15:38:49.567 INFO:tasks.rados.rados.0.smithi007.stdout:3352: finishing rollback tid 0 to smithi00780855-37 2024-08-04T15:38:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:3352: finishing rollback tid 1 to smithi00780855-37 2024-08-04T15:38:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:3351: finishing write tid 1 to smithi00780855-8 2024-08-04T15:38:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:3352: finishing rollback tid 2 to smithi00780855-37 2024-08-04T15:38:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 1253 (ObjNum 916 snap 285 seq_num 916) dirty exists 2024-08-04T15:38:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:3351: finishing write tid 2 to smithi00780855-8 2024-08-04T15:38:49.570 INFO:tasks.rados.rados.0.smithi007.stdout:3351: finishing write tid 3 to smithi00780855-8 2024-08-04T15:38:49.570 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 2720 (ObjNum 1040 snap 329 seq_num 1040) dirty exists 2024-08-04T15:38:49.570 INFO:tasks.rados.rados.0.smithi007.stdout:3351: left oid 8 (ObjNum 1040 snap 329 seq_num 1040) 2024-08-04T15:38:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:49 smithi062 ceph-mon[85960]: osdmap e724: 8 total, 8 up, 8 in 2024-08-04T15:38:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:49 smithi062 ceph-mon[85960]: osdmap e725: 8 total, 8 up, 8 in 2024-08-04T15:38:50.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:49 smithi007 ceph-mon[92692]: osdmap e724: 8 total, 8 up, 8 in 2024-08-04T15:38:50.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:49 smithi007 ceph-mon[92692]: osdmap e725: 8 total, 8 up, 8 in 2024-08-04T15:38:50.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:49 smithi007 ceph-mon[94998]: osdmap e724: 8 total, 8 up, 8 in 2024-08-04T15:38:50.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:49 smithi007 ceph-mon[94998]: osdmap e725: 8 total, 8 up, 8 in 2024-08-04T15:38:50.550 INFO:tasks.rados.rados.0.smithi007.stdout:3351: done (2 left) 2024-08-04T15:38:50.550 INFO:tasks.rados.rados.0.smithi007.stdout:3352: done (1 left) 2024-08-04T15:38:50.550 INFO:tasks.rados.rados.0.smithi007.stdout:3353: done (0 left) 2024-08-04T15:38:50.550 INFO:tasks.rados.rados.0.smithi007.stdout:3354: setattr oid 17 current snap is 330 2024-08-04T15:38:50.551 INFO:tasks.rados.rados.0.smithi007.stdout:3355: snap_create 2024-08-04T15:38:50.557 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 2721 (ObjNum 1034 snap 326 seq_num 1034) dirty exists 2024-08-04T15:38:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:50 smithi062 ceph-mon[85960]: pgmap v743: 121 pgs: 121 active+clean; 275 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 380 KiB/s wr, 7 op/s 2024-08-04T15:38:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:50 smithi062 ceph-mon[85960]: osdmap e726: 8 total, 8 up, 8 in 2024-08-04T15:38:51.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:50 smithi007 ceph-mon[94998]: pgmap v743: 121 pgs: 121 active+clean; 275 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 380 KiB/s wr, 7 op/s 2024-08-04T15:38:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:50 smithi007 ceph-mon[94998]: osdmap e726: 8 total, 8 up, 8 in 2024-08-04T15:38:51.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:50 smithi007 ceph-mon[92692]: pgmap v743: 121 pgs: 121 active+clean; 275 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 380 KiB/s wr, 7 op/s 2024-08-04T15:38:51.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:50 smithi007 ceph-mon[92692]: osdmap e726: 8 total, 8 up, 8 in 2024-08-04T15:38:51.551 INFO:tasks.rados.rados.0.smithi007.stdout:3354: done (1 left) 2024-08-04T15:38:51.551 INFO:tasks.rados.rados.0.smithi007.stdout:3355: done (0 left) 2024-08-04T15:38:51.551 INFO:tasks.rados.rados.0.smithi007.stdout:3356: snap_create 2024-08-04T15:38:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:38:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:51 smithi062 ceph-mon[85960]: osdmap e727: 8 total, 8 up, 8 in 2024-08-04T15:38:52.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:38:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:51 smithi007 ceph-mon[94998]: osdmap e727: 8 total, 8 up, 8 in 2024-08-04T15:38:52.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:38:52.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:51 smithi007 ceph-mon[92692]: osdmap e727: 8 total, 8 up, 8 in 2024-08-04T15:38:52.554 INFO:tasks.rados.rados.0.smithi007.stdout:3356: done (0 left) 2024-08-04T15:38:52.554 INFO:tasks.rados.rados.0.smithi007.stdout:3357: read oid 29 snap -1 2024-08-04T15:38:52.554 INFO:tasks.rados.rados.0.smithi007.stdout:3357: expect (ObjNum 1025 snap 322 seq_num 1025) 2024-08-04T15:38:52.554 INFO:tasks.rados.rados.0.smithi007.stdout:3358: copy_from oid 27 from oid 9 current snap is 332 2024-08-04T15:38:52.554 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 41 current snap is 332 2024-08-04T15:38:52.554 INFO:tasks.rados.rados.0.smithi007.stdout:3359: seq_num 1041 ranges {0=638976} 2024-08-04T15:38:52.558 INFO:tasks.rados.rados.0.smithi007.stdout:3359: writing smithi00780855-41 from 0 to 638976 tid 1 2024-08-04T15:38:52.558 INFO:tasks.rados.rados.0.smithi007.stdout:3360: read oid 18 snap 302 2024-08-04T15:38:52.558 INFO:tasks.rados.rados.0.smithi007.stdout:3360: expect (ObjNum 949 snap 297 seq_num 949) 2024-08-04T15:38:52.559 INFO:tasks.rados.rados.0.smithi007.stdout:3361: copy_from oid 20 from oid 10 current snap is 332 2024-08-04T15:38:52.559 INFO:tasks.rados.rados.0.smithi007.stdout:3362: copy_from oid 3 from oid 44 current snap is 332 2024-08-04T15:38:52.559 INFO:tasks.rados.rados.0.smithi007.stdout:3363: copy_from oid 6 from oid 7 current snap is 332 2024-08-04T15:38:52.559 INFO:tasks.rados.rados.0.smithi007.stdout:3364: snap_remove snap 331 2024-08-04T15:38:52.613 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:38:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:38:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:38:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:52 smithi062 ceph-mon[85960]: pgmap v746: 121 pgs: 121 active+clean; 284 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-04T15:38:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:52 smithi062 ceph-mon[85960]: osdmap e728: 8 total, 8 up, 8 in 2024-08-04T15:38:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:52 smithi007 ceph-mon[94998]: pgmap v746: 121 pgs: 121 active+clean; 284 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-04T15:38:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:52 smithi007 ceph-mon[94998]: osdmap e728: 8 total, 8 up, 8 in 2024-08-04T15:38:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:52 smithi007 ceph-mon[92692]: pgmap v746: 121 pgs: 121 active+clean; 284 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-04T15:38:53.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:52 smithi007 ceph-mon[92692]: osdmap e728: 8 total, 8 up, 8 in 2024-08-04T15:38:53.556 INFO:tasks.rados.rados.0.smithi007.stdout:3364: done (7 left) 2024-08-04T15:38:53.556 INFO:tasks.rados.rados.0.smithi007.stdout:3365: delete oid 17 current snap is 332 2024-08-04T15:38:53.556 INFO:tasks.rados.rados.0.smithi007.stdout:3357: expect (ObjNum 1025 snap 322 seq_num 1025) 2024-08-04T15:38:53.752 INFO:tasks.rados.rados.0.smithi007.stdout:3358: finishing copy_from racing read to smithi00780855-27 2024-08-04T15:38:53.752 INFO:tasks.rados.rados.0.smithi007.stdout:3359: finishing write tid 1 to smithi00780855-41 2024-08-04T15:38:53.752 INFO:tasks.rados.rados.0.smithi007.stdout:3359: finishing write tid 2 to smithi00780855-41 2024-08-04T15:38:53.752 INFO:tasks.rados.rados.0.smithi007.stdout:3361: finishing copy_from racing read to smithi00780855-20 2024-08-04T15:38:53.752 INFO:tasks.rados.rados.0.smithi007.stdout:3361: finishing copy_from to smithi00780855-20 2024-08-04T15:38:53.752 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 2909 (ObjNum 1033 snap 325 seq_num 1033) dirty exists 2024-08-04T15:38:53.753 INFO:tasks.rados.rados.0.smithi007.stdout:3362: finishing copy_from to smithi00780855-3 2024-08-04T15:38:53.753 INFO:tasks.rados.rados.0.smithi007.stdout:3362: got expected ENOENT (src dne) 2024-08-04T15:38:53.753 INFO:tasks.rados.rados.0.smithi007.stdout:3362: finishing copy_from racing read to smithi00780855-3 2024-08-04T15:38:53.753 INFO:tasks.rados.rados.0.smithi007.stdout:3359: finishing write tid 3 to smithi00780855-41 2024-08-04T15:38:53.753 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 3112 (ObjNum 1041 snap 332 seq_num 1041) dirty exists 2024-08-04T15:38:53.753 INFO:tasks.rados.rados.0.smithi007.stdout:3359: left oid 41 (ObjNum 1041 snap 332 seq_num 1041) 2024-08-04T15:38:53.753 INFO:tasks.rados.rados.0.smithi007.stdout:3358: finishing copy_from to smithi00780855-27 2024-08-04T15:38:53.753 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 1518 (ObjNum 675 snap 216 seq_num 675) dirty exists 2024-08-04T15:38:53.753 INFO:tasks.rados.rados.0.smithi007.stdout:3363: finishing copy_from racing read to smithi00780855-6 2024-08-04T15:38:53.753 INFO:tasks.rados.rados.0.smithi007.stdout:3363: finishing copy_from to smithi00780855-6 2024-08-04T15:38:53.754 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 2902 (ObjNum 1010 snap 316 seq_num 1010) dirty exists 2024-08-04T15:38:53.754 INFO:tasks.rados.rados.0.smithi007.stdout:3360: expect (ObjNum 949 snap 297 seq_num 949) 2024-08-04T15:38:54.646 INFO:tasks.rados.rados.0.smithi007.stdout:3357: done (7 left) 2024-08-04T15:38:54.646 INFO:tasks.rados.rados.0.smithi007.stdout:3358: done (6 left) 2024-08-04T15:38:54.646 INFO:tasks.rados.rados.0.smithi007.stdout:3359: done (5 left) 2024-08-04T15:38:54.646 INFO:tasks.rados.rados.0.smithi007.stdout:3360: done (4 left) 2024-08-04T15:38:54.646 INFO:tasks.rados.rados.0.smithi007.stdout:3361: done (3 left) 2024-08-04T15:38:54.646 INFO:tasks.rados.rados.0.smithi007.stdout:3362: done (2 left) 2024-08-04T15:38:54.646 INFO:tasks.rados.rados.0.smithi007.stdout:3363: done (1 left) 2024-08-04T15:38:54.647 INFO:tasks.rados.rados.0.smithi007.stdout:3365: done (0 left) 2024-08-04T15:38:54.647 INFO:tasks.rados.rados.0.smithi007.stdout:3366: snap_remove snap 327 2024-08-04T15:38:54.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:54 smithi007 ceph-mon[94998]: pgmap v749: 121 pgs: 121 active+clean; 284 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-08-04T15:38:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:54 smithi007 ceph-mon[94998]: osdmap e729: 8 total, 8 up, 8 in 2024-08-04T15:38:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:54 smithi007 ceph-mon[94998]: osdmap e730: 8 total, 8 up, 8 in 2024-08-04T15:38:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:54 smithi007 ceph-mon[92692]: pgmap v749: 121 pgs: 121 active+clean; 284 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-08-04T15:38:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:54 smithi007 ceph-mon[92692]: osdmap e729: 8 total, 8 up, 8 in 2024-08-04T15:38:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:54 smithi007 ceph-mon[92692]: osdmap e730: 8 total, 8 up, 8 in 2024-08-04T15:38:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:54 smithi062 ceph-mon[85960]: pgmap v749: 121 pgs: 121 active+clean; 284 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-08-04T15:38:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:54 smithi062 ceph-mon[85960]: osdmap e729: 8 total, 8 up, 8 in 2024-08-04T15:38:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:54 smithi062 ceph-mon[85960]: osdmap e730: 8 total, 8 up, 8 in 2024-08-04T15:38:55.561 INFO:tasks.rados.rados.0.smithi007.stdout:3366: done (0 left) 2024-08-04T15:38:55.561 INFO:tasks.rados.rados.0.smithi007.stdout:3367: read oid 35 snap 292 2024-08-04T15:38:55.562 INFO:tasks.rados.rados.0.smithi007.stdout:3367: expect (ObjNum 931 snap 290 seq_num 931) 2024-08-04T15:38:55.562 INFO:tasks.rados.rados.0.smithi007.stdout:3368: delete oid 32 current snap is 332 2024-08-04T15:38:55.573 INFO:tasks.rados.rados.0.smithi007.stdout:3368: done (1 left) 2024-08-04T15:38:55.573 INFO:tasks.rados.rados.0.smithi007.stdout:3369: rmattr oid 42 current snap is 332 2024-08-04T15:38:55.573 INFO:tasks.rados.rados.0.smithi007.stdout:3369: done (1 left) 2024-08-04T15:38:55.573 INFO:tasks.rados.rados.0.smithi007.stdout:3370: snap_remove snap 310 2024-08-04T15:38:56.557 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:38:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:38:56] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.43.0" 2024-08-04T15:38:56.566 INFO:tasks.rados.rados.0.smithi007.stdout:3370: done (1 left) 2024-08-04T15:38:56.566 INFO:tasks.rados.rados.0.smithi007.stdout:3371: rollback oid 25 current snap is 332 2024-08-04T15:38:56.566 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 25 to 302 2024-08-04T15:38:56.566 INFO:tasks.rados.rados.0.smithi007.stdout:3367: expect (ObjNum 931 snap 290 seq_num 931) 2024-08-04T15:38:56.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:56 smithi007 ceph-mon[94998]: pgmap v752: 121 pgs: 121 active+clean; 288 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 986 KiB/s wr, 10 op/s 2024-08-04T15:38:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:56 smithi007 ceph-mon[94998]: osdmap e731: 8 total, 8 up, 8 in 2024-08-04T15:38:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:56 smithi007 ceph-mon[92692]: pgmap v752: 121 pgs: 121 active+clean; 288 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 986 KiB/s wr, 10 op/s 2024-08-04T15:38:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:56 smithi007 ceph-mon[92692]: osdmap e731: 8 total, 8 up, 8 in 2024-08-04T15:38:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:56 smithi062 ceph-mon[85960]: pgmap v752: 121 pgs: 121 active+clean; 288 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 986 KiB/s wr, 10 op/s 2024-08-04T15:38:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:56 smithi062 ceph-mon[85960]: osdmap e731: 8 total, 8 up, 8 in 2024-08-04T15:38:57.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:57 smithi007 ceph-mon[94998]: osdmap e732: 8 total, 8 up, 8 in 2024-08-04T15:38:57.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:57 smithi007 ceph-mon[92692]: osdmap e732: 8 total, 8 up, 8 in 2024-08-04T15:38:57.845 INFO:tasks.rados.rados.0.smithi007.stdout:3371: finishing rollback tid 1 to smithi00780855-25 2024-08-04T15:38:57.845 INFO:tasks.rados.rados.0.smithi007.stdout:3371: finishing rollback tid 2 to smithi00780855-25 2024-08-04T15:38:57.845 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 3122 (ObjNum 633 snap 201 seq_num 633) dirty exists 2024-08-04T15:38:57.845 INFO:tasks.rados.rados.0.smithi007.stdout:3367: done (1 left) 2024-08-04T15:38:57.845 INFO:tasks.rados.rados.0.smithi007.stdout:3371: done (0 left) 2024-08-04T15:38:57.845 INFO:tasks.rados.rados.0.smithi007.stdout:3372: read oid 31 snap 317 2024-08-04T15:38:57.846 INFO:tasks.rados.rados.0.smithi007.stdout:3372: expect (ObjNum 968 snap 304 seq_num 968) 2024-08-04T15:38:57.846 INFO:tasks.rados.rados.0.smithi007.stdout:3373: snap_remove snap 307 2024-08-04T15:38:58.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:57 smithi062 ceph-mon[85960]: osdmap e732: 8 total, 8 up, 8 in 2024-08-04T15:38:58.576 INFO:tasks.rados.rados.0.smithi007.stdout:3372: expect (ObjNum 968 snap 304 seq_num 968) 2024-08-04T15:38:58.706 INFO:tasks.rados.rados.0.smithi007.stdout:3372: done (1 left) 2024-08-04T15:38:58.706 INFO:tasks.rados.rados.0.smithi007.stdout:3373: done (0 left) 2024-08-04T15:38:58.706 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 332 2024-08-04T15:38:58.706 INFO:tasks.rados.rados.0.smithi007.stdout:3374: seq_num 1044 ranges {0=688128} 2024-08-04T15:38:58.710 INFO:tasks.rados.rados.0.smithi007.stdout:3374: writing smithi00780855-46 from 0 to 688128 tid 1 2024-08-04T15:38:58.710 INFO:tasks.rados.rados.0.smithi007.stdout:3375: copy_from oid 36 from oid 23 current snap is 332 2024-08-04T15:38:58.710 INFO:tasks.rados.rados.0.smithi007.stdout:3376: read oid 33 snap -1 2024-08-04T15:38:58.710 INFO:tasks.rados.rados.0.smithi007.stdout:3376: expect (ObjNum 1023 snap 322 seq_num 1023) 2024-08-04T15:38:58.710 INFO:tasks.rados.rados.0.smithi007.stdout:3377: rollback oid 28 current snap is 332 2024-08-04T15:38:58.710 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 28 to 320 2024-08-04T15:38:58.710 INFO:tasks.rados.rados.0.smithi007.stdout:3378: read oid 6 snap -1 2024-08-04T15:38:58.710 INFO:tasks.rados.rados.0.smithi007.stdout:3378: expect (ObjNum 1010 snap 316 seq_num 1010) 2024-08-04T15:38:58.710 INFO:tasks.rados.rados.0.smithi007.stdout:3379: delete oid 14 current snap is 332 2024-08-04T15:38:58.714 INFO:tasks.rados.rados.0.smithi007.stdout:3374: finishing write tid 1 to smithi00780855-46 2024-08-04T15:38:58.714 INFO:tasks.rados.rados.0.smithi007.stdout:3377: finishing rollback tid 0 to smithi00780855-28 2024-08-04T15:38:58.715 INFO:tasks.rados.rados.0.smithi007.stdout:3374: finishing write tid 2 to smithi00780855-46 2024-08-04T15:38:58.716 INFO:tasks.rados.rados.0.smithi007.stdout:3377: finishing rollback tid 1 to smithi00780855-28 2024-08-04T15:38:58.717 INFO:tasks.rados.rados.0.smithi007.stdout:3375: finishing copy_from racing read to smithi00780855-36 2024-08-04T15:38:58.719 INFO:tasks.rados.rados.0.smithi007.stdout:3377: finishing rollback tid 2 to smithi00780855-28 2024-08-04T15:38:58.719 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 2912 (ObjNum 956 snap 301 seq_num 956) dirty exists 2024-08-04T15:38:58.719 INFO:tasks.rados.rados.0.smithi007.stdout:3377: done (5 left) 2024-08-04T15:38:58.719 INFO:tasks.rados.rados.0.smithi007.stdout:3379: done (4 left) 2024-08-04T15:38:58.719 INFO:tasks.rados.rados.0.smithi007.stdout:3380: delete oid 32 current snap is 332 2024-08-04T15:38:58.719 INFO:tasks.rados.rados.0.smithi007.stdout:3374: finishing write tid 3 to smithi00780855-46 2024-08-04T15:38:58.719 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 2724 (ObjNum 1044 snap 332 seq_num 1044) dirty exists 2024-08-04T15:38:58.720 INFO:tasks.rados.rados.0.smithi007.stdout:3374: left oid 46 (ObjNum 1044 snap 332 seq_num 1044) 2024-08-04T15:38:58.720 INFO:tasks.rados.rados.0.smithi007.stdout:3375: finishing copy_from to smithi00780855-36 2024-08-04T15:38:58.720 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 2012 (ObjNum 899 snap 280 seq_num 899) dirty exists 2024-08-04T15:38:58.720 INFO:tasks.rados.rados.0.smithi007.stdout:3378: expect (ObjNum 1010 snap 316 seq_num 1010) 2024-08-04T15:38:58.829 INFO:tasks.rados.rados.0.smithi007.stdout:3376: expect (ObjNum 1023 snap 322 seq_num 1023) 2024-08-04T15:38:58.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:58 smithi007 ceph-mon[92692]: pgmap v755: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 289 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-04T15:38:58.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:58 smithi007 ceph-mon[94998]: pgmap v755: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 289 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-04T15:38:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:58 smithi062 ceph-mon[85960]: pgmap v755: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 289 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-04T15:38:59.185 INFO:tasks.rados.rados.0.smithi007.stdout:3374: done (4 left) 2024-08-04T15:38:59.185 INFO:tasks.rados.rados.0.smithi007.stdout:3375: done (3 left) 2024-08-04T15:38:59.185 INFO:tasks.rados.rados.0.smithi007.stdout:3376: done (2 left) 2024-08-04T15:38:59.185 INFO:tasks.rados.rados.0.smithi007.stdout:3378: done (1 left) 2024-08-04T15:38:59.186 INFO:tasks.rados.rados.0.smithi007.stdout:3380: done (0 left) 2024-08-04T15:38:59.186 INFO:tasks.rados.rados.0.smithi007.stdout:3381: read oid 16 snap 303 2024-08-04T15:38:59.186 INFO:tasks.rados.rados.0.smithi007.stdout:3381: expect (ObjNum 941 snap 297 seq_num 941) 2024-08-04T15:38:59.186 INFO:tasks.rados.rados.0.smithi007.stdout:3382: rollback oid 28 current snap is 332 2024-08-04T15:38:59.186 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 28 to 328 2024-08-04T15:38:59.186 INFO:tasks.rados.rados.0.smithi007.stdout:3383: delete oid 6 current snap is 332 2024-08-04T15:38:59.187 INFO:tasks.rados.rados.0.smithi007.stdout:3383: done (2 left) 2024-08-04T15:38:59.188 INFO:tasks.rados.rados.0.smithi007.stdout:3384: delete oid 17 current snap is 332 2024-08-04T15:38:59.188 INFO:tasks.rados.rados.0.smithi007.stdout:3382: finishing rollback tid 0 to smithi00780855-28 2024-08-04T15:38:59.188 INFO:tasks.rados.rados.0.smithi007.stdout:3382: finishing rollback tid 1 to smithi00780855-28 2024-08-04T15:38:59.189 INFO:tasks.rados.rados.0.smithi007.stdout:3382: finishing rollback tid 2 to smithi00780855-28 2024-08-04T15:38:59.189 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 2915 (ObjNum 1037 snap 328 seq_num 1037) dirty exists 2024-08-04T15:38:59.190 INFO:tasks.rados.rados.0.smithi007.stdout:3382: done (2 left) 2024-08-04T15:38:59.190 INFO:tasks.rados.rados.0.smithi007.stdout:3384: done (1 left) 2024-08-04T15:38:59.190 INFO:tasks.rados.rados.0.smithi007.stdout:3385: rollback oid 20 current snap is 332 2024-08-04T15:38:59.190 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 20 to 322 2024-08-04T15:38:59.191 INFO:tasks.rados.rados.0.smithi007.stdout:3386: rollback oid 39 current snap is 332 2024-08-04T15:38:59.191 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 39 to 326 2024-08-04T15:38:59.191 INFO:tasks.rados.rados.0.smithi007.stdout:3387: rollback oid 45 current snap is 332 2024-08-04T15:38:59.191 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 45 to 324 2024-08-04T15:38:59.191 INFO:tasks.rados.rados.0.smithi007.stdout:3388: delete oid 21 current snap is 332 2024-08-04T15:38:59.193 INFO:tasks.rados.rados.0.smithi007.stdout:3385: finishing rollback tid 0 to smithi00780855-20 2024-08-04T15:38:59.194 INFO:tasks.rados.rados.0.smithi007.stdout:3385: finishing rollback tid 1 to smithi00780855-20 2024-08-04T15:38:59.194 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 2917 (ObjNum 4321 snap 0 seq_num 3493764096) dirty dne 2024-08-04T15:38:59.196 INFO:tasks.rados.rados.0.smithi007.stdout:3381: expect (ObjNum 941 snap 297 seq_num 941) 2024-08-04T15:38:59.264 INFO:tasks.rados.rados.0.smithi007.stdout:3386: finishing rollback tid 0 to smithi00780855-39 2024-08-04T15:38:59.264 INFO:tasks.rados.rados.0.smithi007.stdout:3386: finishing rollback tid 1 to smithi00780855-39 2024-08-04T15:38:59.265 INFO:tasks.rados.rados.0.smithi007.stdout:3387: finishing rollback tid 0 to smithi00780855-45 2024-08-04T15:38:59.265 INFO:tasks.rados.rados.0.smithi007.stdout:3386: finishing rollback tid 2 to smithi00780855-39 2024-08-04T15:38:59.265 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 2897 (ObjNum 965 snap 304 seq_num 965) dirty exists 2024-08-04T15:38:59.265 INFO:tasks.rados.rados.0.smithi007.stdout:3387: finishing rollback tid 1 to smithi00780855-45 2024-08-04T15:38:59.265 INFO:tasks.rados.rados.0.smithi007.stdout:3387: finishing rollback tid 2 to smithi00780855-45 2024-08-04T15:38:59.265 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 3148 (ObjNum 1018 snap 320 seq_num 1018) dirty exists 2024-08-04T15:38:59.266 INFO:tasks.rados.rados.0.smithi007.stdout:3381: done (4 left) 2024-08-04T15:38:59.266 INFO:tasks.rados.rados.0.smithi007.stdout:3385: done (3 left) 2024-08-04T15:38:59.266 INFO:tasks.rados.rados.0.smithi007.stdout:3386: done (2 left) 2024-08-04T15:38:59.266 INFO:tasks.rados.rados.0.smithi007.stdout:3387: done (1 left) 2024-08-04T15:38:59.266 INFO:tasks.rados.rados.0.smithi007.stdout:3388: done (0 left) 2024-08-04T15:38:59.266 INFO:tasks.rados.rados.0.smithi007.stdout:3389: delete oid 15 current snap is 332 2024-08-04T15:38:59.268 INFO:tasks.rados.rados.0.smithi007.stdout:3389: done (0 left) 2024-08-04T15:38:59.268 INFO:tasks.rados.rados.0.smithi007.stdout:3390: read oid 30 snap 321 2024-08-04T15:38:59.268 INFO:tasks.rados.rados.0.smithi007.stdout:3390: expect deleted 2024-08-04T15:38:59.268 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 35 current snap is 332 2024-08-04T15:38:59.268 INFO:tasks.rados.rados.0.smithi007.stdout:3391: seq_num 1051 ranges {11165696=409600,11575296=401408} 2024-08-04T15:38:59.330 INFO:tasks.rados.rados.0.smithi007.stdout:3391: writing smithi00780855-35 from 11165696 to 11575296 tid 1 2024-08-04T15:38:59.332 INFO:tasks.rados.rados.0.smithi007.stdout:3391: writing smithi00780855-35 from 11575296 to 11976704 tid 2 2024-08-04T15:38:59.332 INFO:tasks.rados.rados.0.smithi007.stdout:3392: copy_from oid 6 from oid 11 current snap is 332 2024-08-04T15:38:59.332 INFO:tasks.rados.rados.0.smithi007.stdout:3390: done (2 left) 2024-08-04T15:38:59.332 INFO:tasks.rados.rados.0.smithi007.stdout:3393: snap_create 2024-08-04T15:38:59.337 INFO:tasks.rados.rados.0.smithi007.stdout:3391: finishing write tid 1 to smithi00780855-35 2024-08-04T15:38:59.338 INFO:tasks.rados.rados.0.smithi007.stdout:3391: finishing write tid 2 to smithi00780855-35 2024-08-04T15:38:59.338 INFO:tasks.rados.rados.0.smithi007.stdout:3391: finishing write tid 3 to smithi00780855-35 2024-08-04T15:38:59.344 INFO:tasks.rados.rados.0.smithi007.stdout:3391: finishing write tid 4 to smithi00780855-35 2024-08-04T15:38:59.344 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 2900 (ObjNum 1051 snap 332 seq_num 1051) dirty exists 2024-08-04T15:38:59.344 INFO:tasks.rados.rados.0.smithi007.stdout:3391: left oid 35 (ObjNum 1051 snap 332 seq_num 1051) 2024-08-04T15:38:59.350 INFO:tasks.rados.rados.0.smithi007.stdout:3392: finishing copy_from racing read to smithi00780855-6 2024-08-04T15:38:59.353 INFO:tasks.rados.rados.0.smithi007.stdout:3392: finishing copy_from to smithi00780855-6 2024-08-04T15:38:59.353 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 2892 (ObjNum 972 snap 305 seq_num 972) dirty exists 2024-08-04T15:38:59.580 INFO:tasks.rados.rados.0.smithi007.stdout:3391: done (2 left) 2024-08-04T15:38:59.580 INFO:tasks.rados.rados.0.smithi007.stdout:3392: done (1 left) 2024-08-04T15:38:59.580 INFO:tasks.rados.rados.0.smithi007.stdout:3393: done (0 left) 2024-08-04T15:38:59.580 INFO:tasks.rados.rados.0.smithi007.stdout:3394: delete oid 26 current snap is 333 2024-08-04T15:38:59.590 INFO:tasks.rados.rados.0.smithi007.stdout:3394: done (0 left) 2024-08-04T15:38:59.591 INFO:tasks.rados.rados.0.smithi007.stdout:3395: snap_remove snap 328 2024-08-04T15:38:59.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:38:59 smithi007 ceph-mon[92692]: osdmap e733: 8 total, 8 up, 8 in 2024-08-04T15:38:59.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:38:59 smithi007 ceph-mon[94998]: osdmap e733: 8 total, 8 up, 8 in 2024-08-04T15:38:59.912 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:38:59 smithi062 ceph-mon[85960]: osdmap e733: 8 total, 8 up, 8 in 2024-08-04T15:39:00.586 INFO:tasks.rados.rados.0.smithi007.stdout:3395: done (0 left) 2024-08-04T15:39:00.586 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 1 current snap is 333 2024-08-04T15:39:00.586 INFO:tasks.rados.rados.0.smithi007.stdout:3396: seq_num 1053 ranges {6774784=442368,7217152=401408} 2024-08-04T15:39:00.626 INFO:tasks.rados.rados.0.smithi007.stdout:3396: writing smithi00780855-1 from 6774784 to 7217152 tid 1 2024-08-04T15:39:00.628 INFO:tasks.rados.rados.0.smithi007.stdout:3396: writing smithi00780855-1 from 7217152 to 7618560 tid 2 2024-08-04T15:39:00.628 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 333 2024-08-04T15:39:00.628 INFO:tasks.rados.rados.0.smithi007.stdout:3397: seq_num 1054 ranges {3489792=458752,3948544=401408} 2024-08-04T15:39:00.651 INFO:tasks.rados.rados.0.smithi007.stdout:3397: writing smithi00780855-31 from 3489792 to 3948544 tid 1 2024-08-04T15:39:00.653 INFO:tasks.rados.rados.0.smithi007.stdout:3397: writing smithi00780855-31 from 3948544 to 4349952 tid 2 2024-08-04T15:39:00.653 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 333 2024-08-04T15:39:00.653 INFO:tasks.rados.rados.0.smithi007.stdout:3398: seq_num 1055 ranges {663552=475136,1138688=401408} 2024-08-04T15:39:00.659 INFO:tasks.rados.rados.0.smithi007.stdout:3398: writing smithi00780855-38 from 663552 to 1138688 tid 1 2024-08-04T15:39:00.662 INFO:tasks.rados.rados.0.smithi007.stdout:3398: writing smithi00780855-38 from 1138688 to 1540096 tid 2 2024-08-04T15:39:00.662 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 333 2024-08-04T15:39:00.662 INFO:tasks.rados.rados.0.smithi007.stdout:3396: finishing write tid 1 to smithi00780855-1 2024-08-04T15:39:00.662 INFO:tasks.rados.rados.0.smithi007.stdout:3399: seq_num 1056 ranges {0=491520,491520=401408} 2024-08-04T15:39:00.665 INFO:tasks.rados.rados.0.smithi007.stdout:3399: writing smithi00780855-44 from 0 to 491520 tid 1 2024-08-04T15:39:00.667 INFO:tasks.rados.rados.0.smithi007.stdout:3399: writing smithi00780855-44 from 491520 to 892928 tid 2 2024-08-04T15:39:00.667 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 5 current snap is 333 2024-08-04T15:39:00.667 INFO:tasks.rados.rados.0.smithi007.stdout:3396: finishing write tid 2 to smithi00780855-1 2024-08-04T15:39:00.667 INFO:tasks.rados.rados.0.smithi007.stdout:3396: finishing write tid 3 to smithi00780855-1 2024-08-04T15:39:00.667 INFO:tasks.rados.rados.0.smithi007.stdout:3400: seq_num 1057 ranges {0=507904,507904=401408} 2024-08-04T15:39:00.670 INFO:tasks.rados.rados.0.smithi007.stdout:3400: writing smithi00780855-5 from 0 to 507904 tid 1 2024-08-04T15:39:00.674 INFO:tasks.rados.rados.0.smithi007.stdout:3400: writing smithi00780855-5 from 507904 to 909312 tid 2 2024-08-04T15:39:00.675 INFO:tasks.rados.rados.0.smithi007.stdout:3401: rmattr oid 26 current snap is 333 2024-08-04T15:39:00.675 INFO:tasks.rados.rados.0.smithi007.stdout:3401: done (5 left) 2024-08-04T15:39:00.675 INFO:tasks.rados.rados.0.smithi007.stdout:3402: rollback oid 25 current snap is 333 2024-08-04T15:39:00.675 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 25 to 321 2024-08-04T15:39:00.675 INFO:tasks.rados.rados.0.smithi007.stdout:3396: finishing write tid 4 to smithi00780855-1 2024-08-04T15:39:00.675 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 2015 (ObjNum 1053 snap 333 seq_num 1053) dirty exists 2024-08-04T15:39:00.675 INFO:tasks.rados.rados.0.smithi007.stdout:3396: left oid 1 (ObjNum 1053 snap 333 seq_num 1053) 2024-08-04T15:39:00.675 INFO:tasks.rados.rados.0.smithi007.stdout:3397: finishing write tid 1 to smithi00780855-31 2024-08-04T15:39:00.675 INFO:tasks.rados.rados.0.smithi007.stdout:3397: finishing write tid 2 to smithi00780855-31 2024-08-04T15:39:00.675 INFO:tasks.rados.rados.0.smithi007.stdout:3397: finishing write tid 3 to smithi00780855-31 2024-08-04T15:39:00.675 INFO:tasks.rados.rados.0.smithi007.stdout:3397: finishing write tid 4 to smithi00780855-31 2024-08-04T15:39:00.675 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 2903 (ObjNum 1054 snap 333 seq_num 1054) dirty exists 2024-08-04T15:39:00.676 INFO:tasks.rados.rados.0.smithi007.stdout:3397: left oid 31 (ObjNum 1054 snap 333 seq_num 1054) 2024-08-04T15:39:00.676 INFO:tasks.rados.rados.0.smithi007.stdout:3398: finishing write tid 1 to smithi00780855-38 2024-08-04T15:39:00.676 INFO:tasks.rados.rados.0.smithi007.stdout:3396: done (5 left) 2024-08-04T15:39:00.676 INFO:tasks.rados.rados.0.smithi007.stdout:3397: done (4 left) 2024-08-04T15:39:00.676 INFO:tasks.rados.rados.0.smithi007.stdout:3403: rmattr oid 12 current snap is 333 2024-08-04T15:39:00.676 INFO:tasks.rados.rados.0.smithi007.stdout:3398: finishing write tid 2 to smithi00780855-38 2024-08-04T15:39:00.676 INFO:tasks.rados.rados.0.smithi007.stdout:3398: finishing write tid 3 to smithi00780855-38 2024-08-04T15:39:00.676 INFO:tasks.rados.rados.0.smithi007.stdout:3399: finishing write tid 1 to smithi00780855-44 2024-08-04T15:39:00.676 INFO:tasks.rados.rados.0.smithi007.stdout:3398: finishing write tid 4 to smithi00780855-38 2024-08-04T15:39:00.676 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 2155 (ObjNum 1055 snap 333 seq_num 1055) dirty exists 2024-08-04T15:39:00.676 INFO:tasks.rados.rados.0.smithi007.stdout:3398: left oid 38 (ObjNum 1055 snap 333 seq_num 1055) 2024-08-04T15:39:00.676 INFO:tasks.rados.rados.0.smithi007.stdout:3399: finishing write tid 2 to smithi00780855-44 2024-08-04T15:39:00.676 INFO:tasks.rados.rados.0.smithi007.stdout:3399: finishing write tid 3 to smithi00780855-44 2024-08-04T15:39:00.676 INFO:tasks.rados.rados.0.smithi007.stdout:3399: finishing write tid 4 to smithi00780855-44 2024-08-04T15:39:00.677 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 2015 (ObjNum 1056 snap 333 seq_num 1056) dirty exists 2024-08-04T15:39:00.677 INFO:tasks.rados.rados.0.smithi007.stdout:3399: left oid 44 (ObjNum 1056 snap 333 seq_num 1056) 2024-08-04T15:39:00.677 INFO:tasks.rados.rados.0.smithi007.stdout:3398: done (4 left) 2024-08-04T15:39:00.677 INFO:tasks.rados.rados.0.smithi007.stdout:3399: done (3 left) 2024-08-04T15:39:00.677 INFO:tasks.rados.rados.0.smithi007.stdout:3404: rmattr oid 41 current snap is 333 2024-08-04T15:39:00.677 INFO:tasks.rados.rados.0.smithi007.stdout:3404: done (3 left) 2024-08-04T15:39:00.677 INFO:tasks.rados.rados.0.smithi007.stdout:3405: read oid 24 snap -1 2024-08-04T15:39:00.677 INFO:tasks.rados.rados.0.smithi007.stdout:3405: expect (ObjNum 1036 snap 326 seq_num 1036) 2024-08-04T15:39:00.677 INFO:tasks.rados.rados.0.smithi007.stdout:3406: snap_remove snap 315 2024-08-04T15:39:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:00 smithi007 ceph-mon[94998]: pgmap v757: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 289 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 615 KiB/s wr, 2 op/s 2024-08-04T15:39:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:00 smithi007 ceph-mon[94998]: osdmap e734: 8 total, 8 up, 8 in 2024-08-04T15:39:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:00 smithi007 ceph-mon[92692]: pgmap v757: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 289 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 615 KiB/s wr, 2 op/s 2024-08-04T15:39:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:00 smithi007 ceph-mon[92692]: osdmap e734: 8 total, 8 up, 8 in 2024-08-04T15:39:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:00 smithi062 ceph-mon[85960]: pgmap v757: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 289 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 615 KiB/s wr, 2 op/s 2024-08-04T15:39:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:00 smithi062 ceph-mon[85960]: osdmap e734: 8 total, 8 up, 8 in 2024-08-04T15:39:01.594 INFO:tasks.rados.rados.0.smithi007.stdout:3406: done (4 left) 2024-08-04T15:39:01.594 INFO:tasks.rados.rados.0.smithi007.stdout:3407: rollback oid 38 current snap is 333 2024-08-04T15:39:01.595 INFO:tasks.rados.rados.0.smithi007.stdout:3400: finishing write tid 1 to smithi00780855-5 2024-08-04T15:39:01.595 INFO:tasks.rados.rados.0.smithi007.stdout:3400: finishing write tid 2 to smithi00780855-5 2024-08-04T15:39:01.595 INFO:tasks.rados.rados.0.smithi007.stdout:3400: finishing write tid 3 to smithi00780855-5 2024-08-04T15:39:01.595 INFO:tasks.rados.rados.0.smithi007.stdout:3400: finishing write tid 4 to smithi00780855-5 2024-08-04T15:39:01.595 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 2727 (ObjNum 1057 snap 333 seq_num 1057) dirty exists 2024-08-04T15:39:01.596 INFO:tasks.rados.rados.0.smithi007.stdout:3400: left oid 5 (ObjNum 1057 snap 333 seq_num 1057) 2024-08-04T15:39:01.596 INFO:tasks.rados.rados.0.smithi007.stdout:3402: finishing rollback tid 0 to smithi00780855-25 2024-08-04T15:39:01.596 INFO:tasks.rados.rados.0.smithi007.stdout:3402: finishing rollback tid 1 to smithi00780855-25 2024-08-04T15:39:01.596 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 3159 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-04T15:39:01.596 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 3161 (ObjNum 1039 snap 328 seq_num 1039) dirty exists 2024-08-04T15:39:01.596 INFO:tasks.rados.rados.0.smithi007.stdout:3405: expect (ObjNum 1036 snap 326 seq_num 1036) 2024-08-04T15:39:02.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:01 smithi062 ceph-mon[85960]: osdmap e735: 8 total, 8 up, 8 in 2024-08-04T15:39:02.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:01 smithi007 ceph-mon[94998]: osdmap e735: 8 total, 8 up, 8 in 2024-08-04T15:39:02.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:01 smithi007 ceph-mon[92692]: osdmap e735: 8 total, 8 up, 8 in 2024-08-04T15:39:02.588 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:39:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:39:02.819 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 38 to 324 2024-08-04T15:39:02.819 INFO:tasks.rados.rados.0.smithi007.stdout:3400: done (4 left) 2024-08-04T15:39:02.819 INFO:tasks.rados.rados.0.smithi007.stdout:3402: done (3 left) 2024-08-04T15:39:02.819 INFO:tasks.rados.rados.0.smithi007.stdout:3403: done (2 left) 2024-08-04T15:39:02.819 INFO:tasks.rados.rados.0.smithi007.stdout:3405: done (1 left) 2024-08-04T15:39:02.819 INFO:tasks.rados.rados.0.smithi007.stdout:3408: rollback oid 7 current snap is 333 2024-08-04T15:39:02.819 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 7 to 325 2024-08-04T15:39:02.819 INFO:tasks.rados.rados.0.smithi007.stdout:3409: read oid 22 snap -1 2024-08-04T15:39:02.819 INFO:tasks.rados.rados.0.smithi007.stdout:3409: expect deleted 2024-08-04T15:39:02.820 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 9 current snap is 333 2024-08-04T15:39:02.820 INFO:tasks.rados.rados.0.smithi007.stdout:3410: seq_num 1058 ranges {1712128=524288,2236416=401408} 2024-08-04T15:39:02.831 INFO:tasks.rados.rados.0.smithi007.stdout:3410: writing smithi00780855-9 from 1712128 to 2236416 tid 1 2024-08-04T15:39:02.833 INFO:tasks.rados.rados.0.smithi007.stdout:3410: writing smithi00780855-9 from 2236416 to 2637824 tid 2 2024-08-04T15:39:02.833 INFO:tasks.rados.rados.0.smithi007.stdout:3411: delete oid 12 current snap is 333 2024-08-04T15:39:02.833 INFO:tasks.rados.rados.0.smithi007.stdout:3408: finishing rollback tid 0 to smithi00780855-7 2024-08-04T15:39:02.833 INFO:tasks.rados.rados.0.smithi007.stdout:3407: finishing rollback tid 0 to smithi00780855-38 2024-08-04T15:39:02.833 INFO:tasks.rados.rados.0.smithi007.stdout:3407: finishing rollback tid 1 to smithi00780855-38 2024-08-04T15:39:02.833 INFO:tasks.rados.rados.0.smithi007.stdout:3408: finishing rollback tid 1 to smithi00780855-7 2024-08-04T15:39:02.834 INFO:tasks.rados.rados.0.smithi007.stdout:3407: finishing rollback tid 2 to smithi00780855-38 2024-08-04T15:39:02.834 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 2158 (ObjNum 958 snap 302 seq_num 958) dirty exists 2024-08-04T15:39:02.834 INFO:tasks.rados.rados.0.smithi007.stdout:3408: finishing rollback tid 2 to smithi00780855-7 2024-08-04T15:39:02.834 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 2917 (ObjNum 1010 snap 316 seq_num 1010) dirty exists 2024-08-04T15:39:02.837 INFO:tasks.rados.rados.0.smithi007.stdout:3407: done (4 left) 2024-08-04T15:39:02.837 INFO:tasks.rados.rados.0.smithi007.stdout:3408: done (3 left) 2024-08-04T15:39:02.838 INFO:tasks.rados.rados.0.smithi007.stdout:3409: done (2 left) 2024-08-04T15:39:02.838 INFO:tasks.rados.rados.0.smithi007.stdout:3411: done (1 left) 2024-08-04T15:39:02.838 INFO:tasks.rados.rados.0.smithi007.stdout:3412: rollback oid 28 current snap is 333 2024-08-04T15:39:02.838 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 28 to 304 2024-08-04T15:39:02.838 INFO:tasks.rados.rados.0.smithi007.stdout:3413: rollback oid 26 current snap is 333 2024-08-04T15:39:02.838 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 26 to 321 2024-08-04T15:39:02.838 INFO:tasks.rados.rados.0.smithi007.stdout:3414: read oid 50 snap 320 2024-08-04T15:39:02.838 INFO:tasks.rados.rados.0.smithi007.stdout:3414: expect (ObjNum 845 snap 266 seq_num 845) 2024-08-04T15:39:02.838 INFO:tasks.rados.rados.0.smithi007.stdout:3415: delete oid 7 current snap is 333 2024-08-04T15:39:02.839 INFO:tasks.rados.rados.0.smithi007.stdout:3410: finishing write tid 1 to smithi00780855-9 2024-08-04T15:39:02.839 INFO:tasks.rados.rados.0.smithi007.stdout:3410: finishing write tid 2 to smithi00780855-9 2024-08-04T15:39:02.839 INFO:tasks.rados.rados.0.smithi007.stdout:3410: finishing write tid 3 to smithi00780855-9 2024-08-04T15:39:02.841 INFO:tasks.rados.rados.0.smithi007.stdout:3412: finishing rollback tid 0 to smithi00780855-28 2024-08-04T15:39:02.841 INFO:tasks.rados.rados.0.smithi007.stdout:3410: finishing write tid 4 to smithi00780855-9 2024-08-04T15:39:02.841 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 2034 (ObjNum 1058 snap 333 seq_num 1058) dirty exists 2024-08-04T15:39:02.841 INFO:tasks.rados.rados.0.smithi007.stdout:3410: left oid 9 (ObjNum 1058 snap 333 seq_num 1058) 2024-08-04T15:39:02.841 INFO:tasks.rados.rados.0.smithi007.stdout:3412: finishing rollback tid 1 to smithi00780855-28 2024-08-04T15:39:02.842 INFO:tasks.rados.rados.0.smithi007.stdout:3412: finishing rollback tid 2 to smithi00780855-28 2024-08-04T15:39:02.842 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 2920 (ObjNum 956 snap 301 seq_num 956) dirty exists 2024-08-04T15:39:02.844 INFO:tasks.rados.rados.0.smithi007.stdout:3413: finishing rollback tid 1 to smithi00780855-26 2024-08-04T15:39:02.844 INFO:tasks.rados.rados.0.smithi007.stdout:3413: finishing rollback tid 2 to smithi00780855-26 2024-08-04T15:39:02.844 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 2919 (ObjNum 963 snap 303 seq_num 963) dirty exists 2024-08-04T15:39:02.844 INFO:tasks.rados.rados.0.smithi007.stdout:3410: done (4 left) 2024-08-04T15:39:02.844 INFO:tasks.rados.rados.0.smithi007.stdout:3412: done (3 left) 2024-08-04T15:39:02.844 INFO:tasks.rados.rados.0.smithi007.stdout:3413: done (2 left) 2024-08-04T15:39:02.844 INFO:tasks.rados.rados.0.smithi007.stdout:3415: done (1 left) 2024-08-04T15:39:02.844 INFO:tasks.rados.rados.0.smithi007.stdout:3416: copy_from oid 47 from oid 43 current snap is 333 2024-08-04T15:39:02.844 INFO:tasks.rados.rados.0.smithi007.stdout:3417: delete oid 14 current snap is 333 2024-08-04T15:39:02.848 INFO:tasks.rados.rados.0.smithi007.stdout:3417: done (2 left) 2024-08-04T15:39:02.848 INFO:tasks.rados.rados.0.smithi007.stdout:3418: snap_create 2024-08-04T15:39:02.851 INFO:tasks.rados.rados.0.smithi007.stdout:3414: expect (ObjNum 845 snap 266 seq_num 845) 2024-08-04T15:39:02.908 INFO:tasks.rados.rados.0.smithi007.stdout:3416: finishing copy_from racing read to smithi00780855-47 2024-08-04T15:39:02.908 INFO:tasks.rados.rados.0.smithi007.stdout:3416: finishing copy_from to smithi00780855-47 2024-08-04T15:39:02.908 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 2892 (ObjNum 629 snap 199 seq_num 629) dirty exists 2024-08-04T15:39:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:02 smithi062 ceph-mon[85960]: pgmap v760: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 297 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 175 KiB/s wr, 9 op/s 2024-08-04T15:39:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:02 smithi062 ceph-mon[85960]: osdmap e736: 8 total, 8 up, 8 in 2024-08-04T15:39:03.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:02 smithi007 ceph-mon[92692]: pgmap v760: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 297 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 175 KiB/s wr, 9 op/s 2024-08-04T15:39:03.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:02 smithi007 ceph-mon[92692]: osdmap e736: 8 total, 8 up, 8 in 2024-08-04T15:39:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:02 smithi007 ceph-mon[94998]: pgmap v760: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 297 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 175 KiB/s wr, 9 op/s 2024-08-04T15:39:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:02 smithi007 ceph-mon[94998]: osdmap e736: 8 total, 8 up, 8 in 2024-08-04T15:39:03.598 INFO:tasks.rados.rados.0.smithi007.stdout:3414: done (2 left) 2024-08-04T15:39:03.598 INFO:tasks.rados.rados.0.smithi007.stdout:3416: done (1 left) 2024-08-04T15:39:03.598 INFO:tasks.rados.rados.0.smithi007.stdout:3418: done (0 left) 2024-08-04T15:39:03.598 INFO:tasks.rados.rados.0.smithi007.stdout:3419: snap_remove snap 322 2024-08-04T15:39:04.553 INFO:tasks.rados.rados.0.smithi007.stdout:3419: done (0 left) 2024-08-04T15:39:04.553 INFO:tasks.rados.rados.0.smithi007.stdout:3420: read oid 8 snap -1 2024-08-04T15:39:04.553 INFO:tasks.rados.rados.0.smithi007.stdout:3420: expect (ObjNum 1040 snap 329 seq_num 1040) 2024-08-04T15:39:04.553 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 37 current snap is 334 2024-08-04T15:39:04.553 INFO:tasks.rados.rados.0.smithi007.stdout:3421: seq_num 1062 ranges {3096576=589824,3686400=401408} 2024-08-04T15:39:04.575 INFO:tasks.rados.rados.0.smithi007.stdout:3421: writing smithi00780855-37 from 3096576 to 3686400 tid 1 2024-08-04T15:39:04.578 INFO:tasks.rados.rados.0.smithi007.stdout:3421: writing smithi00780855-37 from 3686400 to 4087808 tid 2 2024-08-04T15:39:04.578 INFO:tasks.rados.rados.0.smithi007.stdout:3422: copy_from oid 14 from oid 27 current snap is 334 2024-08-04T15:39:04.578 INFO:tasks.rados.rados.0.smithi007.stdout:3420: expect (ObjNum 1040 snap 329 seq_num 1040) 2024-08-04T15:39:04.676 INFO:tasks.rados.rados.0.smithi007.stdout:3421: finishing write tid 1 to smithi00780855-37 2024-08-04T15:39:04.676 INFO:tasks.rados.rados.0.smithi007.stdout:3421: finishing write tid 2 to smithi00780855-37 2024-08-04T15:39:04.676 INFO:tasks.rados.rados.0.smithi007.stdout:3421: finishing write tid 3 to smithi00780855-37 2024-08-04T15:39:04.677 INFO:tasks.rados.rados.0.smithi007.stdout:3421: finishing write tid 4 to smithi00780855-37 2024-08-04T15:39:04.677 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 1256 (ObjNum 1062 snap 334 seq_num 1062) dirty exists 2024-08-04T15:39:04.677 INFO:tasks.rados.rados.0.smithi007.stdout:3421: left oid 37 (ObjNum 1062 snap 334 seq_num 1062) 2024-08-04T15:39:04.677 INFO:tasks.rados.rados.0.smithi007.stdout:3422: finishing copy_from racing read to smithi00780855-14 2024-08-04T15:39:04.677 INFO:tasks.rados.rados.0.smithi007.stdout:3422: finishing copy_from to smithi00780855-14 2024-08-04T15:39:04.677 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 1518 (ObjNum 675 snap 216 seq_num 675) dirty exists 2024-08-04T15:39:04.677 INFO:tasks.rados.rados.0.smithi007.stdout:3420: done (2 left) 2024-08-04T15:39:04.677 INFO:tasks.rados.rados.0.smithi007.stdout:3421: done (1 left) 2024-08-04T15:39:04.677 INFO:tasks.rados.rados.0.smithi007.stdout:3422: done (0 left) 2024-08-04T15:39:04.677 INFO:tasks.rados.rados.0.smithi007.stdout:3423: read oid 38 snap 320 2024-08-04T15:39:04.677 INFO:tasks.rados.rados.0.smithi007.stdout:3423: expect (ObjNum 958 snap 302 seq_num 958) 2024-08-04T15:39:04.677 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 26 current snap is 334 2024-08-04T15:39:04.677 INFO:tasks.rados.rados.0.smithi007.stdout:3424: seq_num 1063 ranges {9207808=606208,9814016=401408} 2024-08-04T15:39:04.729 INFO:tasks.rados.rados.0.smithi007.stdout:3424: writing smithi00780855-26 from 9207808 to 9814016 tid 1 2024-08-04T15:39:04.732 INFO:tasks.rados.rados.0.smithi007.stdout:3424: writing smithi00780855-26 from 9814016 to 10215424 tid 2 2024-08-04T15:39:04.732 INFO:tasks.rados.rados.0.smithi007.stdout:3425: read oid 4 snap -1 2024-08-04T15:39:04.732 INFO:tasks.rados.rados.0.smithi007.stdout:3425: expect (ObjNum 1006 snap 314 seq_num 1006) 2024-08-04T15:39:04.732 INFO:tasks.rados.rados.0.smithi007.stdout:3426: copy_from oid 40 from oid 8 current snap is 334 2024-08-04T15:39:04.732 INFO:tasks.rados.rados.0.smithi007.stdout:3423: expect (ObjNum 958 snap 302 seq_num 958) 2024-08-04T15:39:04.848 INFO:tasks.rados.rados.0.smithi007.stdout:3425: expect (ObjNum 1006 snap 314 seq_num 1006) 2024-08-04T15:39:04.851 INFO:tasks.rados.rados.0.smithi007.stdout:3424: finishing write tid 1 to smithi00780855-26 2024-08-04T15:39:04.851 INFO:tasks.rados.rados.0.smithi007.stdout:3424: finishing write tid 2 to smithi00780855-26 2024-08-04T15:39:04.851 INFO:tasks.rados.rados.0.smithi007.stdout:3424: finishing write tid 3 to smithi00780855-26 2024-08-04T15:39:04.851 INFO:tasks.rados.rados.0.smithi007.stdout:3426: finishing copy_from racing read to smithi00780855-40 2024-08-04T15:39:04.852 INFO:tasks.rados.rados.0.smithi007.stdout:3424: finishing write tid 4 to smithi00780855-26 2024-08-04T15:39:04.852 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 2923 (ObjNum 1063 snap 334 seq_num 1063) dirty exists 2024-08-04T15:39:04.852 INFO:tasks.rados.rados.0.smithi007.stdout:3424: left oid 26 (ObjNum 1063 snap 334 seq_num 1063) 2024-08-04T15:39:04.852 INFO:tasks.rados.rados.0.smithi007.stdout:3426: finishing copy_from to smithi00780855-40 2024-08-04T15:39:04.852 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 2720 (ObjNum 1040 snap 329 seq_num 1040) dirty exists 2024-08-04T15:39:04.852 INFO:tasks.rados.rados.0.smithi007.stdout:3423: done (3 left) 2024-08-04T15:39:04.853 INFO:tasks.rados.rados.0.smithi007.stdout:3424: done (2 left) 2024-08-04T15:39:04.853 INFO:tasks.rados.rados.0.smithi007.stdout:3425: done (1 left) 2024-08-04T15:39:04.853 INFO:tasks.rados.rados.0.smithi007.stdout:3426: done (0 left) 2024-08-04T15:39:04.853 INFO:tasks.rados.rados.0.smithi007.stdout:3427: snap_create 2024-08-04T15:39:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:04 smithi062 ceph-mon[85960]: pgmap v762: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 299 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 512 KiB/s wr, 10 op/s 2024-08-04T15:39:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:04 smithi062 ceph-mon[85960]: osdmap e737: 8 total, 8 up, 8 in 2024-08-04T15:39:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:04 smithi062 ceph-mon[85960]: osdmap e738: 8 total, 8 up, 8 in 2024-08-04T15:39:05.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:04 smithi007 ceph-mon[94998]: pgmap v762: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 299 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 512 KiB/s wr, 10 op/s 2024-08-04T15:39:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:04 smithi007 ceph-mon[94998]: osdmap e737: 8 total, 8 up, 8 in 2024-08-04T15:39:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:04 smithi007 ceph-mon[94998]: osdmap e738: 8 total, 8 up, 8 in 2024-08-04T15:39:05.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:04 smithi007 ceph-mon[92692]: pgmap v762: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 299 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 512 KiB/s wr, 10 op/s 2024-08-04T15:39:05.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:04 smithi007 ceph-mon[92692]: osdmap e737: 8 total, 8 up, 8 in 2024-08-04T15:39:05.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:04 smithi007 ceph-mon[92692]: osdmap e738: 8 total, 8 up, 8 in 2024-08-04T15:39:05.603 INFO:tasks.rados.rados.0.smithi007.stdout:3427: done (0 left) 2024-08-04T15:39:05.603 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 26 current snap is 335 2024-08-04T15:39:05.603 INFO:tasks.rados.rados.0.smithi007.stdout:3428: seq_num 1064 ranges {10215424=622592,10838016=401408} 2024-08-04T15:39:05.662 INFO:tasks.rados.rados.0.smithi007.stdout:3428: writing smithi00780855-26 from 10215424 to 10838016 tid 1 2024-08-04T15:39:05.664 INFO:tasks.rados.rados.0.smithi007.stdout:3428: writing smithi00780855-26 from 10838016 to 11239424 tid 2 2024-08-04T15:39:05.664 INFO:tasks.rados.rados.0.smithi007.stdout:3429: rollback oid 10 current snap is 335 2024-08-04T15:39:05.664 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 10 to 332 2024-08-04T15:39:05.664 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 335 2024-08-04T15:39:05.664 INFO:tasks.rados.rados.0.smithi007.stdout:3430: seq_num 1065 ranges {2506752=638976,3145728=401408} 2024-08-04T15:39:05.681 INFO:tasks.rados.rados.0.smithi007.stdout:3430: writing smithi00780855-49 from 2506752 to 3145728 tid 1 2024-08-04T15:39:05.684 INFO:tasks.rados.rados.0.smithi007.stdout:3430: writing smithi00780855-49 from 3145728 to 3547136 tid 2 2024-08-04T15:39:05.684 INFO:tasks.rados.rados.0.smithi007.stdout:3431: read oid 25 snap -1 2024-08-04T15:39:05.684 INFO:tasks.rados.rados.0.smithi007.stdout:3431: expect deleted 2024-08-04T15:39:05.684 INFO:tasks.rados.rados.0.smithi007.stdout:3432: read oid 24 snap -1 2024-08-04T15:39:05.684 INFO:tasks.rados.rados.0.smithi007.stdout:3432: expect (ObjNum 1036 snap 326 seq_num 1036) 2024-08-04T15:39:05.684 INFO:tasks.rados.rados.0.smithi007.stdout:3433: read oid 27 snap -1 2024-08-04T15:39:05.685 INFO:tasks.rados.rados.0.smithi007.stdout:3433: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:39:05.685 INFO:tasks.rados.rados.0.smithi007.stdout:3434: snap_remove snap 313 2024-08-04T15:39:06.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:39:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:39:06] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2024-08-04T15:39:06.609 INFO:tasks.rados.rados.0.smithi007.stdout:3434: done (6 left) 2024-08-04T15:39:06.609 INFO:tasks.rados.rados.0.smithi007.stdout:3435: read oid 20 snap 318 2024-08-04T15:39:06.609 INFO:tasks.rados.rados.0.smithi007.stdout:3435: expect deleted 2024-08-04T15:39:06.609 INFO:tasks.rados.rados.0.smithi007.stdout:3436: copy_from oid 36 from oid 42 current snap is 335 2024-08-04T15:39:06.609 INFO:tasks.rados.rados.0.smithi007.stdout:3437: snap_create 2024-08-04T15:39:06.609 INFO:tasks.rados.rados.0.smithi007.stdout:3428: finishing write tid 1 to smithi00780855-26 2024-08-04T15:39:06.609 INFO:tasks.rados.rados.0.smithi007.stdout:3428: finishing write tid 2 to smithi00780855-26 2024-08-04T15:39:06.609 INFO:tasks.rados.rados.0.smithi007.stdout:3428: finishing write tid 3 to smithi00780855-26 2024-08-04T15:39:06.609 INFO:tasks.rados.rados.0.smithi007.stdout:3428: finishing write tid 4 to smithi00780855-26 2024-08-04T15:39:06.609 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 2926 (ObjNum 1064 snap 335 seq_num 1064) dirty exists 2024-08-04T15:39:06.609 INFO:tasks.rados.rados.0.smithi007.stdout:3428: left oid 26 (ObjNum 1064 snap 335 seq_num 1064) 2024-08-04T15:39:06.609 INFO:tasks.rados.rados.0.smithi007.stdout:3429: finishing rollback tid 0 to smithi00780855-10 2024-08-04T15:39:06.610 INFO:tasks.rados.rados.0.smithi007.stdout:3429: finishing rollback tid 1 to smithi00780855-10 2024-08-04T15:39:06.610 INFO:tasks.rados.rados.0.smithi007.stdout:3429: finishing rollback tid 2 to smithi00780855-10 2024-08-04T15:39:06.610 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 2929 (ObjNum 1033 snap 325 seq_num 1033) dirty exists 2024-08-04T15:39:06.610 INFO:tasks.rados.rados.0.smithi007.stdout:3430: finishing write tid 1 to smithi00780855-49 2024-08-04T15:39:06.610 INFO:tasks.rados.rados.0.smithi007.stdout:3430: finishing write tid 2 to smithi00780855-49 2024-08-04T15:39:06.610 INFO:tasks.rados.rados.0.smithi007.stdout:3430: finishing write tid 3 to smithi00780855-49 2024-08-04T15:39:06.610 INFO:tasks.rados.rados.0.smithi007.stdout:3433: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:39:06.674 INFO:tasks.rados.rados.0.smithi007.stdout:3430: finishing write tid 4 to smithi00780855-49 2024-08-04T15:39:06.674 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 2932 (ObjNum 1065 snap 335 seq_num 1065) dirty exists 2024-08-04T15:39:06.674 INFO:tasks.rados.rados.0.smithi007.stdout:3430: left oid 49 (ObjNum 1065 snap 335 seq_num 1065) 2024-08-04T15:39:06.675 INFO:tasks.rados.rados.0.smithi007.stdout:3432: expect (ObjNum 1036 snap 326 seq_num 1036) 2024-08-04T15:39:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:06 smithi062 ceph-mon[85960]: pgmap v765: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 316 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-04T15:39:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:06 smithi062 ceph-mon[85960]: osdmap e739: 8 total, 8 up, 8 in 2024-08-04T15:39:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:39:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:06 smithi007 ceph-mon[92692]: pgmap v765: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 316 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-04T15:39:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:06 smithi007 ceph-mon[92692]: osdmap e739: 8 total, 8 up, 8 in 2024-08-04T15:39:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:39:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:06 smithi007 ceph-mon[94998]: pgmap v765: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 316 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-04T15:39:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:06 smithi007 ceph-mon[94998]: osdmap e739: 8 total, 8 up, 8 in 2024-08-04T15:39:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:39:07.889 INFO:tasks.rados.rados.0.smithi007.stdout:3436: finishing copy_from racing read to smithi00780855-36 2024-08-04T15:39:07.889 INFO:tasks.rados.rados.0.smithi007.stdout:3436: finishing copy_from to smithi00780855-36 2024-08-04T15:39:07.889 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 1996 (ObjNum 990 snap 314 seq_num 990) dirty exists 2024-08-04T15:39:07.889 INFO:tasks.rados.rados.0.smithi007.stdout:3428: done (8 left) 2024-08-04T15:39:07.890 INFO:tasks.rados.rados.0.smithi007.stdout:3429: done (7 left) 2024-08-04T15:39:07.890 INFO:tasks.rados.rados.0.smithi007.stdout:3430: done (6 left) 2024-08-04T15:39:07.890 INFO:tasks.rados.rados.0.smithi007.stdout:3431: done (5 left) 2024-08-04T15:39:07.890 INFO:tasks.rados.rados.0.smithi007.stdout:3432: done (4 left) 2024-08-04T15:39:07.890 INFO:tasks.rados.rados.0.smithi007.stdout:3433: done (3 left) 2024-08-04T15:39:07.890 INFO:tasks.rados.rados.0.smithi007.stdout:3435: done (2 left) 2024-08-04T15:39:07.890 INFO:tasks.rados.rados.0.smithi007.stdout:3436: done (1 left) 2024-08-04T15:39:07.890 INFO:tasks.rados.rados.0.smithi007.stdout:3437: done (0 left) 2024-08-04T15:39:07.890 INFO:tasks.rados.rados.0.smithi007.stdout:3438: snap_create 2024-08-04T15:39:08.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:07 smithi062 ceph-mon[85960]: osdmap e740: 8 total, 8 up, 8 in 2024-08-04T15:39:08.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:07 smithi007 ceph-mon[92692]: osdmap e740: 8 total, 8 up, 8 in 2024-08-04T15:39:08.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:07 smithi007 ceph-mon[94998]: osdmap e740: 8 total, 8 up, 8 in 2024-08-04T15:39:08.614 INFO:tasks.rados.rados.0.smithi007.stdout:3438: done (0 left) 2024-08-04T15:39:08.614 INFO:tasks.rados.rados.0.smithi007.stdout:3439: rollback oid 9 current snap is 337 2024-08-04T15:39:08.614 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 9 to 321 2024-08-04T15:39:08.614 INFO:tasks.rados.rados.0.smithi007.stdout:3440: copy_from oid 11 from oid 31 current snap is 337 2024-08-04T15:39:08.615 INFO:tasks.rados.rados.0.smithi007.stdout:3441: read oid 13 snap -1 2024-08-04T15:39:08.615 INFO:tasks.rados.rados.0.smithi007.stdout:3441: expect (ObjNum 845 snap 266 seq_num 845) 2024-08-04T15:39:08.615 INFO:tasks.rados.rados.0.smithi007.stdout:3442: snap_create 2024-08-04T15:39:08.628 INFO:tasks.rados.rados.0.smithi007.stdout:3439: finishing rollback tid 0 to smithi00780855-9 2024-08-04T15:39:08.628 INFO:tasks.rados.rados.0.smithi007.stdout:3439: finishing rollback tid 1 to smithi00780855-9 2024-08-04T15:39:08.629 INFO:tasks.rados.rados.0.smithi007.stdout:3439: finishing rollback tid 2 to smithi00780855-9 2024-08-04T15:39:08.629 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 2037 (ObjNum 675 snap 216 seq_num 675) dirty exists 2024-08-04T15:39:08.634 INFO:tasks.rados.rados.0.smithi007.stdout:3441: expect (ObjNum 845 snap 266 seq_num 845) 2024-08-04T15:39:08.691 INFO:tasks.rados.rados.0.smithi007.stdout:3440: finishing copy_from racing read to smithi00780855-11 2024-08-04T15:39:08.692 INFO:tasks.rados.rados.0.smithi007.stdout:3440: finishing copy_from to smithi00780855-11 2024-08-04T15:39:08.692 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 2903 (ObjNum 1054 snap 333 seq_num 1054) dirty exists 2024-08-04T15:39:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:08 smithi062 ceph-mon[85960]: pgmap v768: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-08-04T15:39:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:08 smithi062 ceph-mon[85960]: osdmap e741: 8 total, 8 up, 8 in 2024-08-04T15:39:09.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:08 smithi007 ceph-mon[92692]: pgmap v768: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-08-04T15:39:09.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:08 smithi007 ceph-mon[92692]: osdmap e741: 8 total, 8 up, 8 in 2024-08-04T15:39:09.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:08 smithi007 ceph-mon[94998]: pgmap v768: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-08-04T15:39:09.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:08 smithi007 ceph-mon[94998]: osdmap e741: 8 total, 8 up, 8 in 2024-08-04T15:39:09.555 INFO:tasks.rados.rados.0.smithi007.stdout:3439: done (3 left) 2024-08-04T15:39:09.555 INFO:tasks.rados.rados.0.smithi007.stdout:3440: done (2 left) 2024-08-04T15:39:09.555 INFO:tasks.rados.rados.0.smithi007.stdout:3441: done (1 left) 2024-08-04T15:39:09.555 INFO:tasks.rados.rados.0.smithi007.stdout:3442: done (0 left) 2024-08-04T15:39:09.556 INFO:tasks.rados.rados.0.smithi007.stdout:3443: rollback oid 20 current snap is 338 2024-08-04T15:39:09.556 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 20 to 334 2024-08-04T15:39:09.556 INFO:tasks.rados.rados.0.smithi007.stdout:3444: rmattr oid 23 current snap is 338 2024-08-04T15:39:09.556 INFO:tasks.rados.rados.0.smithi007.stdout:3444: done (1 left) 2024-08-04T15:39:09.556 INFO:tasks.rados.rados.0.smithi007.stdout:3445: rollback oid 31 current snap is 338 2024-08-04T15:39:09.557 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 31 to 320 2024-08-04T15:39:09.557 INFO:tasks.rados.rados.0.smithi007.stdout:3446: delete oid 39 current snap is 338 2024-08-04T15:39:09.559 INFO:tasks.rados.rados.0.smithi007.stdout:3445: finishing rollback tid 0 to smithi00780855-31 2024-08-04T15:39:09.559 INFO:tasks.rados.rados.0.smithi007.stdout:3445: finishing rollback tid 1 to smithi00780855-31 2024-08-04T15:39:09.559 INFO:tasks.rados.rados.0.smithi007.stdout:3443: finishing rollback tid 1 to smithi00780855-20 2024-08-04T15:39:09.560 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 2917 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-04T15:39:09.561 INFO:tasks.rados.rados.0.smithi007.stdout:3445: finishing rollback tid 2 to smithi00780855-31 2024-08-04T15:39:09.561 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 2906 (ObjNum 968 snap 304 seq_num 968) dirty exists 2024-08-04T15:39:09.561 INFO:tasks.rados.rados.0.smithi007.stdout:3443: done (2 left) 2024-08-04T15:39:09.562 INFO:tasks.rados.rados.0.smithi007.stdout:3445: done (1 left) 2024-08-04T15:39:09.562 INFO:tasks.rados.rados.0.smithi007.stdout:3446: done (0 left) 2024-08-04T15:39:09.562 INFO:tasks.rados.rados.0.smithi007.stdout:3447: delete oid 22 current snap is 338 2024-08-04T15:39:09.564 INFO:tasks.rados.rados.0.smithi007.stdout:3447: done (0 left) 2024-08-04T15:39:09.564 INFO:tasks.rados.rados.0.smithi007.stdout:3448: snap_remove snap 321 2024-08-04T15:39:10.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:09 smithi062 ceph-mon[85960]: osdmap e742: 8 total, 8 up, 8 in 2024-08-04T15:39:10.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:09 smithi062 ceph-mon[85960]: osdmap e743: 8 total, 8 up, 8 in 2024-08-04T15:39:10.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:09 smithi007 ceph-mon[92692]: osdmap e742: 8 total, 8 up, 8 in 2024-08-04T15:39:10.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:09 smithi007 ceph-mon[92692]: osdmap e743: 8 total, 8 up, 8 in 2024-08-04T15:39:10.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:09 smithi007 ceph-mon[94998]: osdmap e742: 8 total, 8 up, 8 in 2024-08-04T15:39:10.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:09 smithi007 ceph-mon[94998]: osdmap e743: 8 total, 8 up, 8 in 2024-08-04T15:39:10.555 INFO:tasks.rados.rados.0.smithi007.stdout:3448: done (0 left) 2024-08-04T15:39:10.555 INFO:tasks.rados.rados.0.smithi007.stdout:3449: delete oid 17 current snap is 338 2024-08-04T15:39:10.569 INFO:tasks.rados.rados.0.smithi007.stdout:3449: done (0 left) 2024-08-04T15:39:10.569 INFO:tasks.rados.rados.0.smithi007.stdout:3450: snap_create 2024-08-04T15:39:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:10 smithi062 ceph-mon[85960]: pgmap v771: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 321 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-08-04T15:39:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:10 smithi062 ceph-mon[85960]: osdmap e744: 8 total, 8 up, 8 in 2024-08-04T15:39:11.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:10 smithi007 ceph-mon[94998]: pgmap v771: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 321 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-08-04T15:39:11.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:10 smithi007 ceph-mon[94998]: osdmap e744: 8 total, 8 up, 8 in 2024-08-04T15:39:11.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:10 smithi007 ceph-mon[92692]: pgmap v771: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 321 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-08-04T15:39:11.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:10 smithi007 ceph-mon[92692]: osdmap e744: 8 total, 8 up, 8 in 2024-08-04T15:39:11.556 INFO:tasks.rados.rados.0.smithi007.stdout:3450: done (0 left) 2024-08-04T15:39:11.556 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 8 current snap is 339 2024-08-04T15:39:11.557 INFO:tasks.rados.rados.0.smithi007.stdout:3451: seq_num 1069 ranges {1990656=712704,2703360=401408} 2024-08-04T15:39:11.571 INFO:tasks.rados.rados.0.smithi007.stdout:3451: writing smithi00780855-8 from 1990656 to 2703360 tid 1 2024-08-04T15:39:11.573 INFO:tasks.rados.rados.0.smithi007.stdout:3451: writing smithi00780855-8 from 2703360 to 3104768 tid 2 2024-08-04T15:39:11.573 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 29 current snap is 339 2024-08-04T15:39:11.573 INFO:tasks.rados.rados.0.smithi007.stdout:3452: seq_num 1070 ranges {3284992=729088,4014080=401408} 2024-08-04T15:39:11.595 INFO:tasks.rados.rados.0.smithi007.stdout:3452: writing smithi00780855-29 from 3284992 to 4014080 tid 1 2024-08-04T15:39:11.598 INFO:tasks.rados.rados.0.smithi007.stdout:3452: writing smithi00780855-29 from 4014080 to 4415488 tid 2 2024-08-04T15:39:11.598 INFO:tasks.rados.rados.0.smithi007.stdout:3453: copy_from oid 12 from oid 17 current snap is 339 2024-08-04T15:39:11.598 INFO:tasks.rados.rados.0.smithi007.stdout:3451: finishing write tid 1 to smithi00780855-8 2024-08-04T15:39:11.598 INFO:tasks.rados.rados.0.smithi007.stdout:3451: finishing write tid 2 to smithi00780855-8 2024-08-04T15:39:11.598 INFO:tasks.rados.rados.0.smithi007.stdout:3451: finishing write tid 3 to smithi00780855-8 2024-08-04T15:39:11.599 INFO:tasks.rados.rados.0.smithi007.stdout:3451: finishing write tid 4 to smithi00780855-8 2024-08-04T15:39:11.599 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 2726 (ObjNum 1069 snap 339 seq_num 1069) dirty exists 2024-08-04T15:39:11.599 INFO:tasks.rados.rados.0.smithi007.stdout:3451: left oid 8 (ObjNum 1069 snap 339 seq_num 1069) 2024-08-04T15:39:11.599 INFO:tasks.rados.rados.0.smithi007.stdout:3451: done (2 left) 2024-08-04T15:39:11.599 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 339 2024-08-04T15:39:11.599 INFO:tasks.rados.rados.0.smithi007.stdout:3454: seq_num 1071 ranges {0=745472,745472=401408} 2024-08-04T15:39:11.603 INFO:tasks.rados.rados.0.smithi007.stdout:3454: writing smithi00780855-22 from 0 to 745472 tid 1 2024-08-04T15:39:11.605 INFO:tasks.rados.rados.0.smithi007.stdout:3454: writing smithi00780855-22 from 745472 to 1146880 tid 2 2024-08-04T15:39:11.605 INFO:tasks.rados.rados.0.smithi007.stdout:3455: snap_remove snap 326 2024-08-04T15:39:12.565 INFO:tasks.rados.rados.0.smithi007.stdout:3452: finishing write tid 1 to smithi00780855-29 2024-08-04T15:39:12.565 INFO:tasks.rados.rados.0.smithi007.stdout:3452: finishing write tid 2 to smithi00780855-29 2024-08-04T15:39:12.565 INFO:tasks.rados.rados.0.smithi007.stdout:3452: finishing write tid 3 to smithi00780855-29 2024-08-04T15:39:12.565 INFO:tasks.rados.rados.0.smithi007.stdout:3453: finishing copy_from to smithi00780855-12 2024-08-04T15:39:12.565 INFO:tasks.rados.rados.0.smithi007.stdout:3453: got expected ENOENT (src dne) 2024-08-04T15:39:12.565 INFO:tasks.rados.rados.0.smithi007.stdout:3453: finishing copy_from racing read to smithi00780855-12 2024-08-04T15:39:12.565 INFO:tasks.rados.rados.0.smithi007.stdout:3452: finishing write tid 4 to smithi00780855-29 2024-08-04T15:39:12.565 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 2730 (ObjNum 1070 snap 339 seq_num 1070) dirty exists 2024-08-04T15:39:12.565 INFO:tasks.rados.rados.0.smithi007.stdout:3452: left oid 29 (ObjNum 1070 snap 339 seq_num 1070) 2024-08-04T15:39:12.565 INFO:tasks.rados.rados.0.smithi007.stdout:3454: finishing write tid 1 to smithi00780855-22 2024-08-04T15:39:12.566 INFO:tasks.rados.rados.0.smithi007.stdout:3454: finishing write tid 2 to smithi00780855-22 2024-08-04T15:39:12.566 INFO:tasks.rados.rados.0.smithi007.stdout:3454: finishing write tid 3 to smithi00780855-22 2024-08-04T15:39:12.566 INFO:tasks.rados.rados.0.smithi007.stdout:3454: finishing write tid 4 to smithi00780855-22 2024-08-04T15:39:12.566 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 2018 (ObjNum 1071 snap 339 seq_num 1071) dirty exists 2024-08-04T15:39:12.566 INFO:tasks.rados.rados.0.smithi007.stdout:3454: left oid 22 (ObjNum 1071 snap 339 seq_num 1071) 2024-08-04T15:39:12.566 INFO:tasks.rados.rados.0.smithi007.stdout:3452: done (3 left) 2024-08-04T15:39:12.566 INFO:tasks.rados.rados.0.smithi007.stdout:3453: done (2 left) 2024-08-04T15:39:12.566 INFO:tasks.rados.rados.0.smithi007.stdout:3454: done (1 left) 2024-08-04T15:39:12.566 INFO:tasks.rados.rados.0.smithi007.stdout:3455: done (0 left) 2024-08-04T15:39:12.566 INFO:tasks.rados.rados.0.smithi007.stdout:3456: rollback oid 19 current snap is 339 2024-08-04T15:39:12.566 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 19 to 324 2024-08-04T15:39:12.566 INFO:tasks.rados.rados.0.smithi007.stdout:3457: snap_remove snap 325 2024-08-04T15:39:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:12 smithi062 ceph-mon[85960]: pgmap v774: 121 pgs: 121 active+clean; 328 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-08-04T15:39:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:12 smithi062 ceph-mon[85960]: osdmap e745: 8 total, 8 up, 8 in 2024-08-04T15:39:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:39:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:39:12.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:12 smithi007 ceph-mon[92692]: pgmap v774: 121 pgs: 121 active+clean; 328 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-08-04T15:39:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:12 smithi007 ceph-mon[92692]: osdmap e745: 8 total, 8 up, 8 in 2024-08-04T15:39:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:12 smithi007 ceph-mon[94998]: pgmap v774: 121 pgs: 121 active+clean; 328 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-08-04T15:39:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:12 smithi007 ceph-mon[94998]: osdmap e745: 8 total, 8 up, 8 in 2024-08-04T15:39:13.567 INFO:tasks.rados.rados.0.smithi007.stdout:3457: done (1 left) 2024-08-04T15:39:13.568 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 9 current snap is 339 2024-08-04T15:39:13.568 INFO:tasks.rados.rados.0.smithi007.stdout:3456: finishing rollback tid 1 to smithi00780855-19 2024-08-04T15:39:13.568 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 0 (ObjNum 33 snap 0 seq_num 3493882016) dirty dne 2024-08-04T15:39:13.568 INFO:tasks.rados.rados.0.smithi007.stdout:3458: seq_num 1072 ranges {1712128=761856,2473984=401408} 2024-08-04T15:39:13.582 INFO:tasks.rados.rados.0.smithi007.stdout:3458: writing smithi00780855-9 from 1712128 to 2473984 tid 1 2024-08-04T15:39:13.585 INFO:tasks.rados.rados.0.smithi007.stdout:3458: writing smithi00780855-9 from 2473984 to 2875392 tid 2 2024-08-04T15:39:13.585 INFO:tasks.rados.rados.0.smithi007.stdout:3456: done (1 left) 2024-08-04T15:39:13.585 INFO:tasks.rados.rados.0.smithi007.stdout:3459: snap_create 2024-08-04T15:39:13.592 INFO:tasks.rados.rados.0.smithi007.stdout:3458: finishing write tid 1 to smithi00780855-9 2024-08-04T15:39:13.594 INFO:tasks.rados.rados.0.smithi007.stdout:3458: finishing write tid 2 to smithi00780855-9 2024-08-04T15:39:13.595 INFO:tasks.rados.rados.0.smithi007.stdout:3458: finishing write tid 3 to smithi00780855-9 2024-08-04T15:39:13.597 INFO:tasks.rados.rados.0.smithi007.stdout:3458: finishing write tid 4 to smithi00780855-9 2024-08-04T15:39:13.597 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 2040 (ObjNum 1072 snap 339 seq_num 1072) dirty exists 2024-08-04T15:39:13.597 INFO:tasks.rados.rados.0.smithi007.stdout:3458: left oid 9 (ObjNum 1072 snap 339 seq_num 1072) 2024-08-04T15:39:13.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:13 smithi007 ceph-mon[92692]: osdmap e746: 8 total, 8 up, 8 in 2024-08-04T15:39:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:13 smithi007 ceph-mon[94998]: osdmap e746: 8 total, 8 up, 8 in 2024-08-04T15:39:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:13 smithi062 ceph-mon[85960]: osdmap e746: 8 total, 8 up, 8 in 2024-08-04T15:39:14.555 INFO:tasks.rados.rados.0.smithi007.stdout:3458: done (1 left) 2024-08-04T15:39:14.555 INFO:tasks.rados.rados.0.smithi007.stdout:3459: done (0 left) 2024-08-04T15:39:14.556 INFO:tasks.rados.rados.0.smithi007.stdout:3460: read oid 31 snap -1 2024-08-04T15:39:14.556 INFO:tasks.rados.rados.0.smithi007.stdout:3460: expect (ObjNum 968 snap 304 seq_num 968) 2024-08-04T15:39:14.556 INFO:tasks.rados.rados.0.smithi007.stdout:3461: read oid 45 snap -1 2024-08-04T15:39:14.556 INFO:tasks.rados.rados.0.smithi007.stdout:3461: expect (ObjNum 1018 snap 320 seq_num 1018) 2024-08-04T15:39:14.556 INFO:tasks.rados.rados.0.smithi007.stdout:3462: read oid 38 snap 336 2024-08-04T15:39:14.556 INFO:tasks.rados.rados.0.smithi007.stdout:3462: expect (ObjNum 958 snap 302 seq_num 958) 2024-08-04T15:39:14.556 INFO:tasks.rados.rados.0.smithi007.stdout:3463: delete oid 48 current snap is 340 2024-08-04T15:39:14.565 INFO:tasks.rados.rados.0.smithi007.stdout:3463: done (3 left) 2024-08-04T15:39:14.565 INFO:tasks.rados.rados.0.smithi007.stdout:3464: rollback oid 43 current snap is 340 2024-08-04T15:39:14.565 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 43 to 333 2024-08-04T15:39:14.565 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 3 current snap is 340 2024-08-04T15:39:14.565 INFO:tasks.rados.rados.0.smithi007.stdout:3465: seq_num 1074 ranges {2048000=794624,2842624=401408} 2024-08-04T15:39:14.581 INFO:tasks.rados.rados.0.smithi007.stdout:3465: writing smithi00780855-3 from 2048000 to 2842624 tid 1 2024-08-04T15:39:14.584 INFO:tasks.rados.rados.0.smithi007.stdout:3465: writing smithi00780855-3 from 2842624 to 3244032 tid 2 2024-08-04T15:39:14.584 INFO:tasks.rados.rados.0.smithi007.stdout:3466: snap_create 2024-08-04T15:39:14.584 INFO:tasks.rados.rados.0.smithi007.stdout:3461: expect (ObjNum 1018 snap 320 seq_num 1018) 2024-08-04T15:39:14.592 INFO:tasks.rados.rados.0.smithi007.stdout:3464: finishing rollback tid 0 to smithi00780855-43 2024-08-04T15:39:14.592 INFO:tasks.rados.rados.0.smithi007.stdout:3464: finishing rollback tid 1 to smithi00780855-43 2024-08-04T15:39:14.592 INFO:tasks.rados.rados.0.smithi007.stdout:3464: finishing rollback tid 2 to smithi00780855-43 2024-08-04T15:39:14.592 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 2906 (ObjNum 629 snap 199 seq_num 629) dirty exists 2024-08-04T15:39:14.592 INFO:tasks.rados.rados.0.smithi007.stdout:3460: expect (ObjNum 968 snap 304 seq_num 968) 2024-08-04T15:39:14.711 INFO:tasks.rados.rados.0.smithi007.stdout:3462: expect (ObjNum 958 snap 302 seq_num 958) 2024-08-04T15:39:14.825 INFO:tasks.rados.rados.0.smithi007.stdout:3465: finishing write tid 1 to smithi00780855-3 2024-08-04T15:39:14.826 INFO:tasks.rados.rados.0.smithi007.stdout:3465: finishing write tid 2 to smithi00780855-3 2024-08-04T15:39:14.826 INFO:tasks.rados.rados.0.smithi007.stdout:3465: finishing write tid 3 to smithi00780855-3 2024-08-04T15:39:14.826 INFO:tasks.rados.rados.0.smithi007.stdout:3465: finishing write tid 4 to smithi00780855-3 2024-08-04T15:39:14.826 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 2305 (ObjNum 1074 snap 340 seq_num 1074) dirty exists 2024-08-04T15:39:14.826 INFO:tasks.rados.rados.0.smithi007.stdout:3465: left oid 3 (ObjNum 1074 snap 340 seq_num 1074) 2024-08-04T15:39:14.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:14 smithi007 ceph-mon[92692]: pgmap v777: 121 pgs: 121 active+clean; 330 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-08-04T15:39:14.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:14 smithi007 ceph-mon[92692]: osdmap e747: 8 total, 8 up, 8 in 2024-08-04T15:39:14.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:14 smithi007 ceph-mon[92692]: osdmap e748: 8 total, 8 up, 8 in 2024-08-04T15:39:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:14 smithi007 ceph-mon[94998]: pgmap v777: 121 pgs: 121 active+clean; 330 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-08-04T15:39:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:14 smithi007 ceph-mon[94998]: osdmap e747: 8 total, 8 up, 8 in 2024-08-04T15:39:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:14 smithi007 ceph-mon[94998]: osdmap e748: 8 total, 8 up, 8 in 2024-08-04T15:39:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:14 smithi062 ceph-mon[85960]: pgmap v777: 121 pgs: 121 active+clean; 330 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-08-04T15:39:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:14 smithi062 ceph-mon[85960]: osdmap e747: 8 total, 8 up, 8 in 2024-08-04T15:39:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:14 smithi062 ceph-mon[85960]: osdmap e748: 8 total, 8 up, 8 in 2024-08-04T15:39:15.573 INFO:tasks.rados.rados.0.smithi007.stdout:3460: done (5 left) 2024-08-04T15:39:15.573 INFO:tasks.rados.rados.0.smithi007.stdout:3461: done (4 left) 2024-08-04T15:39:15.573 INFO:tasks.rados.rados.0.smithi007.stdout:3462: done (3 left) 2024-08-04T15:39:15.574 INFO:tasks.rados.rados.0.smithi007.stdout:3464: done (2 left) 2024-08-04T15:39:15.574 INFO:tasks.rados.rados.0.smithi007.stdout:3465: done (1 left) 2024-08-04T15:39:15.574 INFO:tasks.rados.rados.0.smithi007.stdout:3466: done (0 left) 2024-08-04T15:39:15.574 INFO:tasks.rados.rados.0.smithi007.stdout:3467: rollback oid 16 current snap is 341 2024-08-04T15:39:15.574 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 16 to 335 2024-08-04T15:39:15.574 INFO:tasks.rados.rados.0.smithi007.stdout:3468: setattr oid 43 current snap is 341 2024-08-04T15:39:15.575 INFO:tasks.rados.rados.0.smithi007.stdout:3469: delete oid 40 current snap is 341 2024-08-04T15:39:15.581 INFO:tasks.rados.rados.0.smithi007.stdout:3469: done (2 left) 2024-08-04T15:39:15.581 INFO:tasks.rados.rados.0.smithi007.stdout:3470: copy_from oid 13 from oid 49 current snap is 341 2024-08-04T15:39:15.581 INFO:tasks.rados.rados.0.smithi007.stdout:3471: setattr oid 22 current snap is 341 2024-08-04T15:39:15.583 INFO:tasks.rados.rados.0.smithi007.stdout:3467: finishing rollback tid 0 to smithi00780855-16 2024-08-04T15:39:15.583 INFO:tasks.rados.rados.0.smithi007.stdout:3472: copy_from oid 9 from oid 2 current snap is 341 2024-08-04T15:39:15.583 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 341 2024-08-04T15:39:15.583 INFO:tasks.rados.rados.0.smithi007.stdout:3473: seq_num 1076 ranges {892928=425984,1318912=548864,1867776=253952} 2024-08-04T15:39:15.590 INFO:tasks.rados.rados.0.smithi007.stdout:3473: writing smithi00780855-44 from 892928 to 1318912 tid 1 2024-08-04T15:39:15.593 INFO:tasks.rados.rados.0.smithi007.stdout:3473: writing smithi00780855-44 from 1318912 to 1867776 tid 2 2024-08-04T15:39:15.595 INFO:tasks.rados.rados.0.smithi007.stdout:3473: writing smithi00780855-44 from 1867776 to 2121728 tid 3 2024-08-04T15:39:15.596 INFO:tasks.rados.rados.0.smithi007.stdout:3474: snap_create 2024-08-04T15:39:15.596 INFO:tasks.rados.rados.0.smithi007.stdout:3467: finishing rollback tid 1 to smithi00780855-16 2024-08-04T15:39:15.596 INFO:tasks.rados.rados.0.smithi007.stdout:3467: finishing rollback tid 2 to smithi00780855-16 2024-08-04T15:39:15.596 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 2935 (ObjNum 1026 snap 323 seq_num 1026) dirty exists 2024-08-04T15:39:15.596 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 2907 (ObjNum 629 snap 199 seq_num 629) dirty exists 2024-08-04T15:39:15.596 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 2019 (ObjNum 1071 snap 339 seq_num 1071) dirty exists 2024-08-04T15:39:15.596 INFO:tasks.rados.rados.0.smithi007.stdout:3472: finishing copy_from racing read to smithi00780855-9 2024-08-04T15:39:15.596 INFO:tasks.rados.rados.0.smithi007.stdout:3472: finishing copy_from to smithi00780855-9 2024-08-04T15:39:15.596 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 2299 (ObjNum 1027 snap 323 seq_num 1027) dirty exists 2024-08-04T15:39:15.596 INFO:tasks.rados.rados.0.smithi007.stdout:3473: finishing write tid 1 to smithi00780855-44 2024-08-04T15:39:15.599 INFO:tasks.rados.rados.0.smithi007.stdout:3473: finishing write tid 2 to smithi00780855-44 2024-08-04T15:39:15.599 INFO:tasks.rados.rados.0.smithi007.stdout:3473: finishing write tid 3 to smithi00780855-44 2024-08-04T15:39:15.599 INFO:tasks.rados.rados.0.smithi007.stdout:3473: finishing write tid 4 to smithi00780855-44 2024-08-04T15:39:15.600 INFO:tasks.rados.rados.0.smithi007.stdout:3473: finishing write tid 5 to smithi00780855-44 2024-08-04T15:39:15.600 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 2019 (ObjNum 1076 snap 341 seq_num 1076) dirty exists 2024-08-04T15:39:15.600 INFO:tasks.rados.rados.0.smithi007.stdout:3473: left oid 44 (ObjNum 1076 snap 341 seq_num 1076) 2024-08-04T15:39:15.601 INFO:tasks.rados.rados.0.smithi007.stdout:3470: finishing copy_from racing read to smithi00780855-13 2024-08-04T15:39:15.603 INFO:tasks.rados.rados.0.smithi007.stdout:3470: finishing copy_from to smithi00780855-13 2024-08-04T15:39:15.603 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 2932 (ObjNum 1065 snap 335 seq_num 1065) dirty exists 2024-08-04T15:39:16.570 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:39:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:39:16] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2024-08-04T15:39:16.578 INFO:tasks.rados.rados.0.smithi007.stdout:3467: done (6 left) 2024-08-04T15:39:16.579 INFO:tasks.rados.rados.0.smithi007.stdout:3468: done (5 left) 2024-08-04T15:39:16.579 INFO:tasks.rados.rados.0.smithi007.stdout:3470: done (4 left) 2024-08-04T15:39:16.579 INFO:tasks.rados.rados.0.smithi007.stdout:3471: done (3 left) 2024-08-04T15:39:16.579 INFO:tasks.rados.rados.0.smithi007.stdout:3472: done (2 left) 2024-08-04T15:39:16.579 INFO:tasks.rados.rados.0.smithi007.stdout:3473: done (1 left) 2024-08-04T15:39:16.579 INFO:tasks.rados.rados.0.smithi007.stdout:3474: done (0 left) 2024-08-04T15:39:16.579 INFO:tasks.rados.rados.0.smithi007.stdout:3475: read oid 10 snap -1 2024-08-04T15:39:16.579 INFO:tasks.rados.rados.0.smithi007.stdout:3475: expect (ObjNum 1033 snap 325 seq_num 1033) 2024-08-04T15:39:16.579 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 27 current snap is 342 2024-08-04T15:39:16.579 INFO:tasks.rados.rados.0.smithi007.stdout:3476: seq_num 1077 ranges {1712128=442368,2154496=434176,2588672=368640} 2024-08-04T15:39:16.590 INFO:tasks.rados.rados.0.smithi007.stdout:3476: writing smithi00780855-27 from 1712128 to 2154496 tid 1 2024-08-04T15:39:16.593 INFO:tasks.rados.rados.0.smithi007.stdout:3476: writing smithi00780855-27 from 2154496 to 2588672 tid 2 2024-08-04T15:39:16.595 INFO:tasks.rados.rados.0.smithi007.stdout:3476: writing smithi00780855-27 from 2588672 to 2957312 tid 3 2024-08-04T15:39:16.595 INFO:tasks.rados.rados.0.smithi007.stdout:3477: delete oid 40 current snap is 342 2024-08-04T15:39:16.596 INFO:tasks.rados.rados.0.smithi007.stdout:3475: expect (ObjNum 1033 snap 325 seq_num 1033) 2024-08-04T15:39:16.614 INFO:tasks.rados.rados.0.smithi007.stdout:3476: finishing write tid 1 to smithi00780855-27 2024-08-04T15:39:16.614 INFO:tasks.rados.rados.0.smithi007.stdout:3476: finishing write tid 2 to smithi00780855-27 2024-08-04T15:39:16.614 INFO:tasks.rados.rados.0.smithi007.stdout:3476: finishing write tid 3 to smithi00780855-27 2024-08-04T15:39:16.614 INFO:tasks.rados.rados.0.smithi007.stdout:3476: finishing write tid 4 to smithi00780855-27 2024-08-04T15:39:16.614 INFO:tasks.rados.rados.0.smithi007.stdout:3476: finishing write tid 5 to smithi00780855-27 2024-08-04T15:39:16.614 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 2303 (ObjNum 1077 snap 342 seq_num 1077) dirty exists 2024-08-04T15:39:16.614 INFO:tasks.rados.rados.0.smithi007.stdout:3476: left oid 27 (ObjNum 1077 snap 342 seq_num 1077) 2024-08-04T15:39:16.614 INFO:tasks.rados.rados.0.smithi007.stdout:3475: done (2 left) 2024-08-04T15:39:16.614 INFO:tasks.rados.rados.0.smithi007.stdout:3476: done (1 left) 2024-08-04T15:39:16.614 INFO:tasks.rados.rados.0.smithi007.stdout:3477: done (0 left) 2024-08-04T15:39:16.614 INFO:tasks.rados.rados.0.smithi007.stdout:3478: snap_create 2024-08-04T15:39:16.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:16 smithi007 ceph-mon[94998]: pgmap v780: 121 pgs: 121 active+clean; 334 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-08-04T15:39:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:16 smithi007 ceph-mon[94998]: osdmap e749: 8 total, 8 up, 8 in 2024-08-04T15:39:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:16 smithi007 ceph-mon[92692]: pgmap v780: 121 pgs: 121 active+clean; 334 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-08-04T15:39:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:16 smithi007 ceph-mon[92692]: osdmap e749: 8 total, 8 up, 8 in 2024-08-04T15:39:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:16 smithi062 ceph-mon[85960]: pgmap v780: 121 pgs: 121 active+clean; 334 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-08-04T15:39:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:16 smithi062 ceph-mon[85960]: osdmap e749: 8 total, 8 up, 8 in 2024-08-04T15:39:17.584 INFO:tasks.rados.rados.0.smithi007.stdout:3478: done (0 left) 2024-08-04T15:39:17.585 INFO:tasks.rados.rados.0.smithi007.stdout:3479: snap_create 2024-08-04T15:39:17.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:17 smithi007 ceph-mon[92692]: osdmap e750: 8 total, 8 up, 8 in 2024-08-04T15:39:17.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:17 smithi007 ceph-mon[94998]: osdmap e750: 8 total, 8 up, 8 in 2024-08-04T15:39:18.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:17 smithi062 ceph-mon[85960]: osdmap e750: 8 total, 8 up, 8 in 2024-08-04T15:39:18.586 INFO:tasks.rados.rados.0.smithi007.stdout:3479: done (0 left) 2024-08-04T15:39:18.586 INFO:tasks.rados.rados.0.smithi007.stdout:3480: rollback oid 11 current snap is 344 2024-08-04T15:39:18.586 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 11 to 332 2024-08-04T15:39:18.586 INFO:tasks.rados.rados.0.smithi007.stdout:3481: rollback oid 32 current snap is 344 2024-08-04T15:39:18.586 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 32 to 318 2024-08-04T15:39:18.587 INFO:tasks.rados.rados.0.smithi007.stdout:3482: delete oid 15 current snap is 344 2024-08-04T15:39:18.591 INFO:tasks.rados.rados.0.smithi007.stdout:3480: finishing rollback tid 0 to smithi00780855-11 2024-08-04T15:39:18.592 INFO:tasks.rados.rados.0.smithi007.stdout:3480: finishing rollback tid 1 to smithi00780855-11 2024-08-04T15:39:18.592 INFO:tasks.rados.rados.0.smithi007.stdout:3480: finishing rollback tid 2 to smithi00780855-11 2024-08-04T15:39:18.592 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 2910 (ObjNum 972 snap 305 seq_num 972) dirty exists 2024-08-04T15:39:18.595 INFO:tasks.rados.rados.0.smithi007.stdout:3481: finishing rollback tid 1 to smithi00780855-32 2024-08-04T15:39:18.595 INFO:tasks.rados.rados.0.smithi007.stdout:3481: finishing rollback tid 2 to smithi00780855-32 2024-08-04T15:39:18.595 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 2728 (ObjNum 947 snap 297 seq_num 947) dirty exists 2024-08-04T15:39:18.597 INFO:tasks.rados.rados.0.smithi007.stdout:3480: done (2 left) 2024-08-04T15:39:18.597 INFO:tasks.rados.rados.0.smithi007.stdout:3481: done (1 left) 2024-08-04T15:39:18.597 INFO:tasks.rados.rados.0.smithi007.stdout:3482: done (0 left) 2024-08-04T15:39:18.597 INFO:tasks.rados.rados.0.smithi007.stdout:3483: rollback oid 45 current snap is 344 2024-08-04T15:39:18.597 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 45 to 324 2024-08-04T15:39:18.597 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 40 current snap is 344 2024-08-04T15:39:18.597 INFO:tasks.rados.rados.0.smithi007.stdout:3484: seq_num 1080 ranges {0=491520,491520=540672,1032192=262144} 2024-08-04T15:39:18.599 INFO:tasks.rados.rados.0.smithi007.stdout:3484: writing smithi00780855-40 from 0 to 491520 tid 1 2024-08-04T15:39:18.603 INFO:tasks.rados.rados.0.smithi007.stdout:3484: writing smithi00780855-40 from 491520 to 1032192 tid 2 2024-08-04T15:39:18.605 INFO:tasks.rados.rados.0.smithi007.stdout:3484: writing smithi00780855-40 from 1032192 to 1294336 tid 3 2024-08-04T15:39:18.605 INFO:tasks.rados.rados.0.smithi007.stdout:3485: snap_create 2024-08-04T15:39:18.605 INFO:tasks.rados.rados.0.smithi007.stdout:3483: finishing rollback tid 0 to smithi00780855-45 2024-08-04T15:39:18.605 INFO:tasks.rados.rados.0.smithi007.stdout:3483: finishing rollback tid 1 to smithi00780855-45 2024-08-04T15:39:18.605 INFO:tasks.rados.rados.0.smithi007.stdout:3483: finishing rollback tid 2 to smithi00780855-45 2024-08-04T15:39:18.605 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 3241 (ObjNum 1018 snap 320 seq_num 1018) dirty exists 2024-08-04T15:39:18.605 INFO:tasks.rados.rados.0.smithi007.stdout:3484: finishing write tid 1 to smithi00780855-40 2024-08-04T15:39:18.608 INFO:tasks.rados.rados.0.smithi007.stdout:3484: finishing write tid 2 to smithi00780855-40 2024-08-04T15:39:18.609 INFO:tasks.rados.rados.0.smithi007.stdout:3484: finishing write tid 3 to smithi00780855-40 2024-08-04T15:39:18.609 INFO:tasks.rados.rados.0.smithi007.stdout:3484: finishing write tid 4 to smithi00780855-40 2024-08-04T15:39:18.611 INFO:tasks.rados.rados.0.smithi007.stdout:3484: finishing write tid 5 to smithi00780855-40 2024-08-04T15:39:18.611 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 2725 (ObjNum 1080 snap 344 seq_num 1080) dirty exists 2024-08-04T15:39:18.611 INFO:tasks.rados.rados.0.smithi007.stdout:3484: left oid 40 (ObjNum 1080 snap 344 seq_num 1080) 2024-08-04T15:39:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:18 smithi062 ceph-mon[85960]: pgmap v783: 121 pgs: 121 active+clean; 339 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-08-04T15:39:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:18 smithi062 ceph-mon[85960]: osdmap e751: 8 total, 8 up, 8 in 2024-08-04T15:39:19.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:18 smithi007 ceph-mon[92692]: pgmap v783: 121 pgs: 121 active+clean; 339 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-08-04T15:39:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:18 smithi007 ceph-mon[92692]: osdmap e751: 8 total, 8 up, 8 in 2024-08-04T15:39:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:18 smithi007 ceph-mon[94998]: pgmap v783: 121 pgs: 121 active+clean; 339 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-08-04T15:39:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:18 smithi007 ceph-mon[94998]: osdmap e751: 8 total, 8 up, 8 in 2024-08-04T15:39:19.556 INFO:tasks.rados.rados.0.smithi007.stdout:3483: done (2 left) 2024-08-04T15:39:19.557 INFO:tasks.rados.rados.0.smithi007.stdout:3484: done (1 left) 2024-08-04T15:39:19.557 INFO:tasks.rados.rados.0.smithi007.stdout:3485: done (0 left) 2024-08-04T15:39:19.557 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 13 current snap is 345 2024-08-04T15:39:19.557 INFO:tasks.rados.rados.0.smithi007.stdout:3486: seq_num 1081 ranges {3547136=507904,4055040=425984,4481024=376832} 2024-08-04T15:39:19.578 INFO:tasks.rados.rados.0.smithi007.stdout:3486: writing smithi00780855-13 from 3547136 to 4055040 tid 1 2024-08-04T15:39:19.581 INFO:tasks.rados.rados.0.smithi007.stdout:3486: writing smithi00780855-13 from 4055040 to 4481024 tid 2 2024-08-04T15:39:19.583 INFO:tasks.rados.rados.0.smithi007.stdout:3486: writing smithi00780855-13 from 4481024 to 4857856 tid 3 2024-08-04T15:39:19.583 INFO:tasks.rados.rados.0.smithi007.stdout:3487: rollback oid 30 current snap is 345 2024-08-04T15:39:19.583 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 30 to 334 2024-08-04T15:39:19.583 INFO:tasks.rados.rados.0.smithi007.stdout:3488: snap_create 2024-08-04T15:39:19.591 INFO:tasks.rados.rados.0.smithi007.stdout:3487: finishing rollback tid 1 to smithi00780855-30 2024-08-04T15:39:19.592 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 2027 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-04T15:39:19.593 INFO:tasks.rados.rados.0.smithi007.stdout:3486: finishing write tid 1 to smithi00780855-13 2024-08-04T15:39:19.593 INFO:tasks.rados.rados.0.smithi007.stdout:3486: finishing write tid 2 to smithi00780855-13 2024-08-04T15:39:19.593 INFO:tasks.rados.rados.0.smithi007.stdout:3486: finishing write tid 3 to smithi00780855-13 2024-08-04T15:39:19.595 INFO:tasks.rados.rados.0.smithi007.stdout:3486: finishing write tid 4 to smithi00780855-13 2024-08-04T15:39:19.598 INFO:tasks.rados.rados.0.smithi007.stdout:3486: finishing write tid 5 to smithi00780855-13 2024-08-04T15:39:19.598 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 3246 (ObjNum 1081 snap 345 seq_num 1081) dirty exists 2024-08-04T15:39:19.598 INFO:tasks.rados.rados.0.smithi007.stdout:3486: left oid 13 (ObjNum 1081 snap 345 seq_num 1081) 2024-08-04T15:39:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:19 smithi062 ceph-mon[85960]: osdmap e752: 8 total, 8 up, 8 in 2024-08-04T15:39:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:19 smithi062 ceph-mon[85960]: osdmap e753: 8 total, 8 up, 8 in 2024-08-04T15:39:20.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:19 smithi007 ceph-mon[92692]: osdmap e752: 8 total, 8 up, 8 in 2024-08-04T15:39:20.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:19 smithi007 ceph-mon[92692]: osdmap e753: 8 total, 8 up, 8 in 2024-08-04T15:39:20.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:19 smithi007 ceph-mon[94998]: osdmap e752: 8 total, 8 up, 8 in 2024-08-04T15:39:20.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:19 smithi007 ceph-mon[94998]: osdmap e753: 8 total, 8 up, 8 in 2024-08-04T15:39:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:3486: done (2 left) 2024-08-04T15:39:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:3487: done (1 left) 2024-08-04T15:39:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:3488: done (0 left) 2024-08-04T15:39:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:3489: read oid 41 snap -1 2024-08-04T15:39:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:3489: expect (ObjNum 1041 snap 332 seq_num 1041) 2024-08-04T15:39:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 8 current snap is 346 2024-08-04T15:39:20.558 INFO:tasks.rados.rados.0.smithi007.stdout:3490: seq_num 1082 ranges {3104768=524288,3629056=704512,4333568=98304} 2024-08-04T15:39:20.577 INFO:tasks.rados.rados.0.smithi007.stdout:3490: writing smithi00780855-8 from 3104768 to 3629056 tid 1 2024-08-04T15:39:20.582 INFO:tasks.rados.rados.0.smithi007.stdout:3490: writing smithi00780855-8 from 3629056 to 4333568 tid 2 2024-08-04T15:39:20.582 INFO:tasks.rados.rados.0.smithi007.stdout:3490: writing smithi00780855-8 from 4333568 to 4431872 tid 3 2024-08-04T15:39:20.583 INFO:tasks.rados.rados.0.smithi007.stdout:3491: snap_create 2024-08-04T15:39:20.583 INFO:tasks.rados.rados.0.smithi007.stdout:3489: expect (ObjNum 1041 snap 332 seq_num 1041) 2024-08-04T15:39:20.602 INFO:tasks.rados.rados.0.smithi007.stdout:3490: finishing write tid 1 to smithi00780855-8 2024-08-04T15:39:20.602 INFO:tasks.rados.rados.0.smithi007.stdout:3490: finishing write tid 2 to smithi00780855-8 2024-08-04T15:39:20.602 INFO:tasks.rados.rados.0.smithi007.stdout:3490: finishing write tid 3 to smithi00780855-8 2024-08-04T15:39:20.602 INFO:tasks.rados.rados.0.smithi007.stdout:3490: finishing write tid 4 to smithi00780855-8 2024-08-04T15:39:20.602 INFO:tasks.rados.rados.0.smithi007.stdout:3490: finishing write tid 5 to smithi00780855-8 2024-08-04T15:39:20.602 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 2732 (ObjNum 1082 snap 346 seq_num 1082) dirty exists 2024-08-04T15:39:20.602 INFO:tasks.rados.rados.0.smithi007.stdout:3490: left oid 8 (ObjNum 1082 snap 346 seq_num 1082) 2024-08-04T15:39:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:20 smithi062 ceph-mon[85960]: pgmap v786: 121 pgs: 121 active+clean; 343 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 187 KiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-08-04T15:39:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:20 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:39:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:20 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:39:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:20 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:39:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:20 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:39:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:20 smithi062 ceph-mon[85960]: osdmap e754: 8 total, 8 up, 8 in 2024-08-04T15:39:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:20 smithi007 ceph-mon[92692]: pgmap v786: 121 pgs: 121 active+clean; 343 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 187 KiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-08-04T15:39:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:20 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:39:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:20 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:39:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:20 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:39:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:20 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:39:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:20 smithi007 ceph-mon[92692]: osdmap e754: 8 total, 8 up, 8 in 2024-08-04T15:39:21.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:20 smithi007 ceph-mon[94998]: pgmap v786: 121 pgs: 121 active+clean; 343 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 187 KiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-08-04T15:39:21.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:20 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:39:21.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:20 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:39:21.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:20 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:39:21.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:20 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:39:21.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:20 smithi007 ceph-mon[94998]: osdmap e754: 8 total, 8 up, 8 in 2024-08-04T15:39:21.560 INFO:tasks.rados.rados.0.smithi007.stdout:3489: done (2 left) 2024-08-04T15:39:21.560 INFO:tasks.rados.rados.0.smithi007.stdout:3490: done (1 left) 2024-08-04T15:39:21.560 INFO:tasks.rados.rados.0.smithi007.stdout:3491: done (0 left) 2024-08-04T15:39:21.560 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 4 current snap is 347 2024-08-04T15:39:21.560 INFO:tasks.rados.rados.0.smithi007.stdout:3492: seq_num 1083 ranges {49152=540672,589824=589824,1179648=212992} 2024-08-04T15:39:21.563 INFO:tasks.rados.rados.0.smithi007.stdout:3492: writing smithi00780855-4 from 49152 to 589824 tid 1 2024-08-04T15:39:21.566 INFO:tasks.rados.rados.0.smithi007.stdout:3492: writing smithi00780855-4 from 589824 to 1179648 tid 2 2024-08-04T15:39:21.568 INFO:tasks.rados.rados.0.smithi007.stdout:3492: writing smithi00780855-4 from 1179648 to 1392640 tid 3 2024-08-04T15:39:21.568 INFO:tasks.rados.rados.0.smithi007.stdout:3493: copy_from oid 41 from oid 13 current snap is 347 2024-08-04T15:39:21.568 INFO:tasks.rados.rados.0.smithi007.stdout:3494: setattr oid 47 current snap is 347 2024-08-04T15:39:21.572 INFO:tasks.rados.rados.0.smithi007.stdout:3492: finishing write tid 1 to smithi00780855-4 2024-08-04T15:39:21.572 INFO:tasks.rados.rados.0.smithi007.stdout:3492: finishing write tid 2 to smithi00780855-4 2024-08-04T15:39:21.573 INFO:tasks.rados.rados.0.smithi007.stdout:3495: delete oid 37 current snap is 347 2024-08-04T15:39:21.574 INFO:tasks.rados.rados.0.smithi007.stdout:3492: finishing write tid 3 to smithi00780855-4 2024-08-04T15:39:21.574 INFO:tasks.rados.rados.0.smithi007.stdout:3492: finishing write tid 4 to smithi00780855-4 2024-08-04T15:39:21.577 INFO:tasks.rados.rados.0.smithi007.stdout:3492: finishing write tid 5 to smithi00780855-4 2024-08-04T15:39:21.577 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 2023 (ObjNum 1083 snap 347 seq_num 1083) dirty exists 2024-08-04T15:39:21.577 INFO:tasks.rados.rados.0.smithi007.stdout:3492: left oid 4 (ObjNum 1083 snap 347 seq_num 1083) 2024-08-04T15:39:21.579 INFO:tasks.rados.rados.0.smithi007.stdout:3492: done (3 left) 2024-08-04T15:39:21.580 INFO:tasks.rados.rados.0.smithi007.stdout:3495: done (2 left) 2024-08-04T15:39:21.580 INFO:tasks.rados.rados.0.smithi007.stdout:3496: delete oid 2 current snap is 347 2024-08-04T15:39:21.580 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 2896 (ObjNum 629 snap 199 seq_num 629) dirty exists 2024-08-04T15:39:21.583 INFO:tasks.rados.rados.0.smithi007.stdout:3494: done (2 left) 2024-08-04T15:39:21.583 INFO:tasks.rados.rados.0.smithi007.stdout:3496: done (1 left) 2024-08-04T15:39:21.583 INFO:tasks.rados.rados.0.smithi007.stdout:3497: snap_remove snap 312 2024-08-04T15:39:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:39:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:21 smithi062 ceph-mon[85960]: osdmap e755: 8 total, 8 up, 8 in 2024-08-04T15:39:22.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:39:22.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:21 smithi007 ceph-mon[92692]: osdmap e755: 8 total, 8 up, 8 in 2024-08-04T15:39:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:39:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:21 smithi007 ceph-mon[94998]: osdmap e755: 8 total, 8 up, 8 in 2024-08-04T15:39:22.562 INFO:tasks.rados.rados.0.smithi007.stdout:3497: done (1 left) 2024-08-04T15:39:22.562 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 33 current snap is 347 2024-08-04T15:39:22.562 INFO:tasks.rados.rados.0.smithi007.stdout:3498: seq_num 1086 ranges {5513216=598016,6111232=647168,6758400=155648} 2024-08-04T15:39:22.598 INFO:tasks.rados.rados.0.smithi007.stdout:3498: writing smithi00780855-33 from 5513216 to 6111232 tid 1 2024-08-04T15:39:22.601 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:39:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:39:22.602 INFO:tasks.rados.rados.0.smithi007.stdout:3498: writing smithi00780855-33 from 6111232 to 6758400 tid 2 2024-08-04T15:39:22.603 INFO:tasks.rados.rados.0.smithi007.stdout:3498: writing smithi00780855-33 from 6758400 to 6914048 tid 3 2024-08-04T15:39:22.603 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 347 2024-08-04T15:39:22.603 INFO:tasks.rados.rados.0.smithi007.stdout:3493: finishing copy_from racing read to smithi00780855-41 2024-08-04T15:39:22.603 INFO:tasks.rados.rados.0.smithi007.stdout:3499: seq_num 1087 ranges {3489792=614400,4104192=532480,4636672=270336} 2024-08-04T15:39:22.625 INFO:tasks.rados.rados.0.smithi007.stdout:3499: writing smithi00780855-31 from 3489792 to 4104192 tid 1 2024-08-04T15:39:22.628 INFO:tasks.rados.rados.0.smithi007.stdout:3499: writing smithi00780855-31 from 4104192 to 4636672 tid 2 2024-08-04T15:39:22.631 INFO:tasks.rados.rados.0.smithi007.stdout:3499: writing smithi00780855-31 from 4636672 to 4907008 tid 3 2024-08-04T15:39:22.631 INFO:tasks.rados.rados.0.smithi007.stdout:3500: read oid 37 snap -1 2024-08-04T15:39:22.631 INFO:tasks.rados.rados.0.smithi007.stdout:3500: expect deleted 2024-08-04T15:39:22.631 INFO:tasks.rados.rados.0.smithi007.stdout:3501: read oid 23 snap -1 2024-08-04T15:39:22.631 INFO:tasks.rados.rados.0.smithi007.stdout:3501: expect (ObjNum 899 snap 280 seq_num 899) 2024-08-04T15:39:22.631 INFO:tasks.rados.rados.0.smithi007.stdout:3502: copy_from oid 45 from oid 19 current snap is 347 2024-08-04T15:39:22.631 INFO:tasks.rados.rados.0.smithi007.stdout:3493: finishing copy_from to smithi00780855-41 2024-08-04T15:39:22.632 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 3246 (ObjNum 1081 snap 345 seq_num 1081) dirty exists 2024-08-04T15:39:22.632 INFO:tasks.rados.rados.0.smithi007.stdout:3498: finishing write tid 1 to smithi00780855-33 2024-08-04T15:39:22.632 INFO:tasks.rados.rados.0.smithi007.stdout:3498: finishing write tid 2 to smithi00780855-33 2024-08-04T15:39:22.633 INFO:tasks.rados.rados.0.smithi007.stdout:3498: finishing write tid 3 to smithi00780855-33 2024-08-04T15:39:22.633 INFO:tasks.rados.rados.0.smithi007.stdout:3498: finishing write tid 4 to smithi00780855-33 2024-08-04T15:39:22.633 INFO:tasks.rados.rados.0.smithi007.stdout:3498: finishing write tid 5 to smithi00780855-33 2024-08-04T15:39:22.633 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 2307 (ObjNum 1086 snap 347 seq_num 1086) dirty exists 2024-08-04T15:39:22.633 INFO:tasks.rados.rados.0.smithi007.stdout:3498: left oid 33 (ObjNum 1086 snap 347 seq_num 1086) 2024-08-04T15:39:22.633 INFO:tasks.rados.rados.0.smithi007.stdout:3493: done (5 left) 2024-08-04T15:39:22.633 INFO:tasks.rados.rados.0.smithi007.stdout:3498: done (4 left) 2024-08-04T15:39:22.633 INFO:tasks.rados.rados.0.smithi007.stdout:3503: rmattr oid 50 current snap is 347 2024-08-04T15:39:22.633 INFO:tasks.rados.rados.0.smithi007.stdout:3503: done (4 left) 2024-08-04T15:39:22.633 INFO:tasks.rados.rados.0.smithi007.stdout:3504: delete oid 24 current snap is 347 2024-08-04T15:39:22.633 INFO:tasks.rados.rados.0.smithi007.stdout:3499: finishing write tid 1 to smithi00780855-31 2024-08-04T15:39:22.634 INFO:tasks.rados.rados.0.smithi007.stdout:3501: expect (ObjNum 899 snap 280 seq_num 899) 2024-08-04T15:39:22.651 INFO:tasks.rados.rados.0.smithi007.stdout:3502: finishing copy_from to smithi00780855-45 2024-08-04T15:39:22.652 INFO:tasks.rados.rados.0.smithi007.stdout:3502: got expected ENOENT (src dne) 2024-08-04T15:39:22.652 INFO:tasks.rados.rados.0.smithi007.stdout:3499: finishing write tid 2 to smithi00780855-31 2024-08-04T15:39:22.652 INFO:tasks.rados.rados.0.smithi007.stdout:3502: finishing copy_from racing read to smithi00780855-45 2024-08-04T15:39:22.652 INFO:tasks.rados.rados.0.smithi007.stdout:3499: finishing write tid 3 to smithi00780855-31 2024-08-04T15:39:22.652 INFO:tasks.rados.rados.0.smithi007.stdout:3499: finishing write tid 4 to smithi00780855-31 2024-08-04T15:39:22.652 INFO:tasks.rados.rados.0.smithi007.stdout:3499: finishing write tid 5 to smithi00780855-31 2024-08-04T15:39:22.652 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 2914 (ObjNum 1087 snap 347 seq_num 1087) dirty exists 2024-08-04T15:39:22.652 INFO:tasks.rados.rados.0.smithi007.stdout:3499: left oid 31 (ObjNum 1087 snap 347 seq_num 1087) 2024-08-04T15:39:22.652 INFO:tasks.rados.rados.0.smithi007.stdout:3499: done (4 left) 2024-08-04T15:39:22.652 INFO:tasks.rados.rados.0.smithi007.stdout:3500: done (3 left) 2024-08-04T15:39:22.652 INFO:tasks.rados.rados.0.smithi007.stdout:3501: done (2 left) 2024-08-04T15:39:22.652 INFO:tasks.rados.rados.0.smithi007.stdout:3502: done (1 left) 2024-08-04T15:39:22.652 INFO:tasks.rados.rados.0.smithi007.stdout:3504: done (0 left) 2024-08-04T15:39:22.652 INFO:tasks.rados.rados.0.smithi007.stdout:3505: delete oid 35 current snap is 347 2024-08-04T15:39:22.655 INFO:tasks.rados.rados.0.smithi007.stdout:3505: done (0 left) 2024-08-04T15:39:22.655 INFO:tasks.rados.rados.0.smithi007.stdout:3506: snap_create 2024-08-04T15:39:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:22 smithi062 ceph-mon[85960]: pgmap v789: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 862 KiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-08-04T15:39:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:22 smithi062 ceph-mon[85960]: osdmap e756: 8 total, 8 up, 8 in 2024-08-04T15:39:23.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:22 smithi007 ceph-mon[92692]: pgmap v789: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 862 KiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-08-04T15:39:23.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:22 smithi007 ceph-mon[92692]: osdmap e756: 8 total, 8 up, 8 in 2024-08-04T15:39:23.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:22 smithi007 ceph-mon[94998]: pgmap v789: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 862 KiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-08-04T15:39:23.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:22 smithi007 ceph-mon[94998]: osdmap e756: 8 total, 8 up, 8 in 2024-08-04T15:39:23.611 INFO:tasks.rados.rados.0.smithi007.stdout:3506: done (0 left) 2024-08-04T15:39:23.612 INFO:tasks.rados.rados.0.smithi007.stdout:3507: snap_remove snap 338 2024-08-04T15:39:24.559 INFO:tasks.rados.rados.0.smithi007.stdout:3507: done (0 left) 2024-08-04T15:39:24.559 INFO:tasks.rados.rados.0.smithi007.stdout:3508: snap_create 2024-08-04T15:39:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:24 smithi062 ceph-mon[85960]: pgmap v792: 121 pgs: 121 active+clean; 350 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 862 KiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-04T15:39:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:24 smithi062 ceph-mon[85960]: osdmap e757: 8 total, 8 up, 8 in 2024-08-04T15:39:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:24 smithi062 ceph-mon[85960]: osdmap e758: 8 total, 8 up, 8 in 2024-08-04T15:39:25.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:24 smithi007 ceph-mon[92692]: pgmap v792: 121 pgs: 121 active+clean; 350 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 862 KiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-04T15:39:25.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:24 smithi007 ceph-mon[92692]: osdmap e757: 8 total, 8 up, 8 in 2024-08-04T15:39:25.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:24 smithi007 ceph-mon[92692]: osdmap e758: 8 total, 8 up, 8 in 2024-08-04T15:39:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:24 smithi007 ceph-mon[94998]: pgmap v792: 121 pgs: 121 active+clean; 350 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 862 KiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-04T15:39:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:24 smithi007 ceph-mon[94998]: osdmap e757: 8 total, 8 up, 8 in 2024-08-04T15:39:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:24 smithi007 ceph-mon[94998]: osdmap e758: 8 total, 8 up, 8 in 2024-08-04T15:39:25.559 INFO:tasks.rados.rados.0.smithi007.stdout:3508: done (0 left) 2024-08-04T15:39:25.559 INFO:tasks.rados.rados.0.smithi007.stdout:3509: copy_from oid 13 from oid 23 current snap is 349 2024-08-04T15:39:25.559 INFO:tasks.rados.rados.0.smithi007.stdout:3510: delete oid 7 current snap is 349 2024-08-04T15:39:25.566 INFO:tasks.rados.rados.0.smithi007.stdout:3510: done (1 left) 2024-08-04T15:39:25.566 INFO:tasks.rados.rados.0.smithi007.stdout:3511: snap_create 2024-08-04T15:39:25.570 INFO:tasks.rados.rados.0.smithi007.stdout:3509: finishing copy_from racing read to smithi00780855-13 2024-08-04T15:39:25.571 INFO:tasks.rados.rados.0.smithi007.stdout:3509: finishing copy_from to smithi00780855-13 2024-08-04T15:39:25.571 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 2012 (ObjNum 899 snap 280 seq_num 899) dirty exists 2024-08-04T15:39:26.561 INFO:tasks.rados.rados.0.smithi007.stdout:3509: done (1 left) 2024-08-04T15:39:26.561 INFO:tasks.rados.rados.0.smithi007.stdout:3511: done (0 left) 2024-08-04T15:39:26.561 INFO:tasks.rados.rados.0.smithi007.stdout:3512: snap_create 2024-08-04T15:39:26.561 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:39:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:39:26] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.43.0" 2024-08-04T15:39:26.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:26 smithi007 ceph-mon[92692]: pgmap v795: 121 pgs: 121 active+clean; 351 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 487 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-08-04T15:39:26.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:26 smithi007 ceph-mon[92692]: osdmap e759: 8 total, 8 up, 8 in 2024-08-04T15:39:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:26 smithi007 ceph-mon[94998]: pgmap v795: 121 pgs: 121 active+clean; 351 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 487 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-08-04T15:39:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:26 smithi007 ceph-mon[94998]: osdmap e759: 8 total, 8 up, 8 in 2024-08-04T15:39:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:26 smithi062 ceph-mon[85960]: pgmap v795: 121 pgs: 121 active+clean; 351 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 487 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-08-04T15:39:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:26 smithi062 ceph-mon[85960]: osdmap e759: 8 total, 8 up, 8 in 2024-08-04T15:39:27.571 INFO:tasks.rados.rados.0.smithi007.stdout:3512: done (0 left) 2024-08-04T15:39:27.572 INFO:tasks.rados.rados.0.smithi007.stdout:3513: snap_create 2024-08-04T15:39:27.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:27 smithi007 ceph-mon[94998]: osdmap e760: 8 total, 8 up, 8 in 2024-08-04T15:39:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:27 smithi007 ceph-mon[92692]: osdmap e760: 8 total, 8 up, 8 in 2024-08-04T15:39:28.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:27 smithi062 ceph-mon[85960]: osdmap e760: 8 total, 8 up, 8 in 2024-08-04T15:39:28.573 INFO:tasks.rados.rados.0.smithi007.stdout:3513: done (0 left) 2024-08-04T15:39:28.573 INFO:tasks.rados.rados.0.smithi007.stdout:3514: snap_create 2024-08-04T15:39:28.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:28 smithi007 ceph-mon[94998]: pgmap v798: 121 pgs: 121 active+clean; 352 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 487 KiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-08-04T15:39:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:28 smithi007 ceph-mon[94998]: osdmap e761: 8 total, 8 up, 8 in 2024-08-04T15:39:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:28 smithi007 ceph-mon[92692]: pgmap v798: 121 pgs: 121 active+clean; 352 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 487 KiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-08-04T15:39:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:28 smithi007 ceph-mon[92692]: osdmap e761: 8 total, 8 up, 8 in 2024-08-04T15:39:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:28 smithi062 ceph-mon[85960]: pgmap v798: 121 pgs: 121 active+clean; 352 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 487 KiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-08-04T15:39:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:28 smithi062 ceph-mon[85960]: osdmap e761: 8 total, 8 up, 8 in 2024-08-04T15:39:29.559 INFO:tasks.rados.rados.0.smithi007.stdout:3514: done (0 left) 2024-08-04T15:39:29.559 INFO:tasks.rados.rados.0.smithi007.stdout:3515: read oid 3 snap 334 2024-08-04T15:39:29.559 INFO:tasks.rados.rados.0.smithi007.stdout:3515: expect (ObjNum 1035 snap 326 seq_num 1035) 2024-08-04T15:39:29.559 INFO:tasks.rados.rados.0.smithi007.stdout:3516: snap_remove snap 292 2024-08-04T15:39:29.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:29 smithi007 ceph-mon[94998]: osdmap e762: 8 total, 8 up, 8 in 2024-08-04T15:39:29.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:29 smithi007 ceph-mon[94998]: osdmap e763: 8 total, 8 up, 8 in 2024-08-04T15:39:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:29 smithi007 ceph-mon[92692]: osdmap e762: 8 total, 8 up, 8 in 2024-08-04T15:39:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:29 smithi007 ceph-mon[92692]: osdmap e763: 8 total, 8 up, 8 in 2024-08-04T15:39:29.912 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:29 smithi062 ceph-mon[85960]: osdmap e762: 8 total, 8 up, 8 in 2024-08-04T15:39:29.912 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:29 smithi062 ceph-mon[85960]: osdmap e763: 8 total, 8 up, 8 in 2024-08-04T15:39:30.562 INFO:tasks.rados.rados.0.smithi007.stdout:3516: done (1 left) 2024-08-04T15:39:30.562 INFO:tasks.rados.rados.0.smithi007.stdout:3517: read oid 44 snap -1 2024-08-04T15:39:30.562 INFO:tasks.rados.rados.0.smithi007.stdout:3517: expect (ObjNum 1076 snap 341 seq_num 1076) 2024-08-04T15:39:30.563 INFO:tasks.rados.rados.0.smithi007.stdout:3518: read oid 47 snap -1 2024-08-04T15:39:30.563 INFO:tasks.rados.rados.0.smithi007.stdout:3518: expect (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:39:30.563 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 10 current snap is 353 2024-08-04T15:39:30.563 INFO:tasks.rados.rados.0.smithi007.stdout:3519: seq_num 1091 ranges {507904=679936,1187840=516096,1703936=286720} 2024-08-04T15:39:30.569 INFO:tasks.rados.rados.0.smithi007.stdout:3519: writing smithi00780855-10 from 507904 to 1187840 tid 1 2024-08-04T15:39:30.574 INFO:tasks.rados.rados.0.smithi007.stdout:3519: writing smithi00780855-10 from 1187840 to 1703936 tid 2 2024-08-04T15:39:30.577 INFO:tasks.rados.rados.0.smithi007.stdout:3519: writing smithi00780855-10 from 1703936 to 1990656 tid 3 2024-08-04T15:39:30.577 INFO:tasks.rados.rados.0.smithi007.stdout:3520: delete oid 29 current snap is 353 2024-08-04T15:39:30.577 INFO:tasks.rados.rados.0.smithi007.stdout:3515: expect (ObjNum 1035 snap 326 seq_num 1035) 2024-08-04T15:39:30.679 INFO:tasks.rados.rados.0.smithi007.stdout:3518: expect (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:39:30.712 INFO:tasks.rados.rados.0.smithi007.stdout:3519: finishing write tid 1 to smithi00780855-10 2024-08-04T15:39:30.712 INFO:tasks.rados.rados.0.smithi007.stdout:3519: finishing write tid 2 to smithi00780855-10 2024-08-04T15:39:30.712 INFO:tasks.rados.rados.0.smithi007.stdout:3517: expect (ObjNum 1076 snap 341 seq_num 1076) 2024-08-04T15:39:30.783 INFO:tasks.rados.rados.0.smithi007.stdout:3519: finishing write tid 3 to smithi00780855-10 2024-08-04T15:39:30.783 INFO:tasks.rados.rados.0.smithi007.stdout:3519: finishing write tid 4 to smithi00780855-10 2024-08-04T15:39:30.783 INFO:tasks.rados.rados.0.smithi007.stdout:3519: finishing write tid 5 to smithi00780855-10 2024-08-04T15:39:30.783 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 2939 (ObjNum 1091 snap 353 seq_num 1091) dirty exists 2024-08-04T15:39:30.783 INFO:tasks.rados.rados.0.smithi007.stdout:3519: left oid 10 (ObjNum 1091 snap 353 seq_num 1091) 2024-08-04T15:39:30.783 INFO:tasks.rados.rados.0.smithi007.stdout:3515: done (4 left) 2024-08-04T15:39:30.783 INFO:tasks.rados.rados.0.smithi007.stdout:3517: done (3 left) 2024-08-04T15:39:30.783 INFO:tasks.rados.rados.0.smithi007.stdout:3518: done (2 left) 2024-08-04T15:39:30.783 INFO:tasks.rados.rados.0.smithi007.stdout:3519: done (1 left) 2024-08-04T15:39:30.784 INFO:tasks.rados.rados.0.smithi007.stdout:3520: done (0 left) 2024-08-04T15:39:30.784 INFO:tasks.rados.rados.0.smithi007.stdout:3521: rollback oid 45 current snap is 353 2024-08-04T15:39:30.784 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 45 to 324 2024-08-04T15:39:30.784 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 353 2024-08-04T15:39:30.784 INFO:tasks.rados.rados.0.smithi007.stdout:3522: seq_num 1093 ranges {688128=712704,1400832=688128,2088960=114688} 2024-08-04T15:39:30.790 INFO:tasks.rados.rados.0.smithi007.stdout:3522: writing smithi00780855-46 from 688128 to 1400832 tid 1 2024-08-04T15:39:30.794 INFO:tasks.rados.rados.0.smithi007.stdout:3522: writing smithi00780855-46 from 1400832 to 2088960 tid 2 2024-08-04T15:39:30.795 INFO:tasks.rados.rados.0.smithi007.stdout:3522: writing smithi00780855-46 from 2088960 to 2203648 tid 3 2024-08-04T15:39:30.795 INFO:tasks.rados.rados.0.smithi007.stdout:3523: rollback oid 12 current snap is 353 2024-08-04T15:39:30.795 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 12 to 302 2024-08-04T15:39:30.795 INFO:tasks.rados.rados.0.smithi007.stdout:3521: finishing rollback tid 0 to smithi00780855-45 2024-08-04T15:39:30.796 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 353 2024-08-04T15:39:30.796 INFO:tasks.rados.rados.0.smithi007.stdout:3521: finishing rollback tid 1 to smithi00780855-45 2024-08-04T15:39:30.796 INFO:tasks.rados.rados.0.smithi007.stdout:3521: finishing rollback tid 2 to smithi00780855-45 2024-08-04T15:39:30.796 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 3294 (ObjNum 1018 snap 320 seq_num 1018) dirty exists 2024-08-04T15:39:30.796 INFO:tasks.rados.rados.0.smithi007.stdout:3522: finishing write tid 1 to smithi00780855-46 2024-08-04T15:39:30.796 INFO:tasks.rados.rados.0.smithi007.stdout:3524: seq_num 1094 ranges {1146880=729088,1875968=573440,2449408=229376} 2024-08-04T15:39:30.805 INFO:tasks.rados.rados.0.smithi007.stdout:3524: writing smithi00780855-22 from 1146880 to 1875968 tid 1 2024-08-04T15:39:30.808 INFO:tasks.rados.rados.0.smithi007.stdout:3524: writing smithi00780855-22 from 1875968 to 2449408 tid 2 2024-08-04T15:39:30.810 INFO:tasks.rados.rados.0.smithi007.stdout:3524: writing smithi00780855-22 from 2449408 to 2678784 tid 3 2024-08-04T15:39:30.810 INFO:tasks.rados.rados.0.smithi007.stdout:3521: done (3 left) 2024-08-04T15:39:30.810 INFO:tasks.rados.rados.0.smithi007.stdout:3525: snap_create 2024-08-04T15:39:30.810 INFO:tasks.rados.rados.0.smithi007.stdout:3522: finishing write tid 2 to smithi00780855-46 2024-08-04T15:39:30.811 INFO:tasks.rados.rados.0.smithi007.stdout:3522: finishing write tid 3 to smithi00780855-46 2024-08-04T15:39:30.811 INFO:tasks.rados.rados.0.smithi007.stdout:3522: finishing write tid 4 to smithi00780855-46 2024-08-04T15:39:30.811 INFO:tasks.rados.rados.0.smithi007.stdout:3523: finishing rollback tid 1 to smithi00780855-12 2024-08-04T15:39:30.811 INFO:tasks.rados.rados.0.smithi007.stdout:3523: finishing rollback tid 2 to smithi00780855-12 2024-08-04T15:39:30.811 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 3296 (ObjNum 914 snap 285 seq_num 914) dirty exists 2024-08-04T15:39:30.811 INFO:tasks.rados.rados.0.smithi007.stdout:3522: finishing write tid 5 to smithi00780855-46 2024-08-04T15:39:30.811 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 2735 (ObjNum 1093 snap 353 seq_num 1093) dirty exists 2024-08-04T15:39:30.811 INFO:tasks.rados.rados.0.smithi007.stdout:3522: left oid 46 (ObjNum 1093 snap 353 seq_num 1093) 2024-08-04T15:39:30.811 INFO:tasks.rados.rados.0.smithi007.stdout:3524: finishing write tid 1 to smithi00780855-22 2024-08-04T15:39:30.813 INFO:tasks.rados.rados.0.smithi007.stdout:3524: finishing write tid 2 to smithi00780855-22 2024-08-04T15:39:30.813 INFO:tasks.rados.rados.0.smithi007.stdout:3524: finishing write tid 3 to smithi00780855-22 2024-08-04T15:39:30.814 INFO:tasks.rados.rados.0.smithi007.stdout:3524: finishing write tid 4 to smithi00780855-22 2024-08-04T15:39:30.815 INFO:tasks.rados.rados.0.smithi007.stdout:3524: finishing write tid 5 to smithi00780855-22 2024-08-04T15:39:30.815 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 2023 (ObjNum 1094 snap 353 seq_num 1094) dirty exists 2024-08-04T15:39:30.815 INFO:tasks.rados.rados.0.smithi007.stdout:3524: left oid 22 (ObjNum 1094 snap 353 seq_num 1094) 2024-08-04T15:39:30.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:30 smithi007 ceph-mon[94998]: pgmap v801: 121 pgs: 121 active+clean; 352 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1.3 MiB/s wr, 1 op/s 2024-08-04T15:39:30.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:30 smithi007 ceph-mon[94998]: osdmap e764: 8 total, 8 up, 8 in 2024-08-04T15:39:30.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:30 smithi007 ceph-mon[92692]: pgmap v801: 121 pgs: 121 active+clean; 352 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1.3 MiB/s wr, 1 op/s 2024-08-04T15:39:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:30 smithi007 ceph-mon[92692]: osdmap e764: 8 total, 8 up, 8 in 2024-08-04T15:39:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:30 smithi062 ceph-mon[85960]: pgmap v801: 121 pgs: 121 active+clean; 352 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1.3 MiB/s wr, 1 op/s 2024-08-04T15:39:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:30 smithi062 ceph-mon[85960]: osdmap e764: 8 total, 8 up, 8 in 2024-08-04T15:39:31.589 INFO:tasks.rados.rados.0.smithi007.stdout:3522: done (3 left) 2024-08-04T15:39:31.589 INFO:tasks.rados.rados.0.smithi007.stdout:3523: done (2 left) 2024-08-04T15:39:31.589 INFO:tasks.rados.rados.0.smithi007.stdout:3524: done (1 left) 2024-08-04T15:39:31.589 INFO:tasks.rados.rados.0.smithi007.stdout:3525: done (0 left) 2024-08-04T15:39:31.589 INFO:tasks.rados.rados.0.smithi007.stdout:3526: delete oid 49 current snap is 354 2024-08-04T15:39:31.594 INFO:tasks.rados.rados.0.smithi007.stdout:3526: done (0 left) 2024-08-04T15:39:31.594 INFO:tasks.rados.rados.0.smithi007.stdout:3527: snap_remove snap 343 2024-08-04T15:39:32.593 INFO:tasks.rados.rados.0.smithi007.stdout:3527: done (0 left) 2024-08-04T15:39:32.593 INFO:tasks.rados.rados.0.smithi007.stdout:3528: rollback oid 20 current snap is 354 2024-08-04T15:39:32.593 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 20 to 341 2024-08-04T15:39:32.593 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 10 current snap is 354 2024-08-04T15:39:32.593 INFO:tasks.rados.rados.0.smithi007.stdout:3529: seq_num 1096 ranges {1990656=761856,2752512=786432,3538944=16384} 2024-08-04T15:39:32.597 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:39:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:39:32.609 INFO:tasks.rados.rados.0.smithi007.stdout:3529: writing smithi00780855-10 from 1990656 to 2752512 tid 1 2024-08-04T15:39:32.614 INFO:tasks.rados.rados.0.smithi007.stdout:3529: writing smithi00780855-10 from 2752512 to 3538944 tid 2 2024-08-04T15:39:32.614 INFO:tasks.rados.rados.0.smithi007.stdout:3529: writing smithi00780855-10 from 3538944 to 3555328 tid 3 2024-08-04T15:39:32.615 INFO:tasks.rados.rados.0.smithi007.stdout:3530: copy_from oid 24 from oid 49 current snap is 354 2024-08-04T15:39:32.615 INFO:tasks.rados.rados.0.smithi007.stdout:3528: finishing rollback tid 1 to smithi00780855-20 2024-08-04T15:39:32.615 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 2917 (ObjNum 65 snap 0 seq_num 1785947216) dirty dne 2024-08-04T15:39:32.615 INFO:tasks.rados.rados.0.smithi007.stdout:3528: done (2 left) 2024-08-04T15:39:32.615 INFO:tasks.rados.rados.0.smithi007.stdout:3531: rollback oid 22 current snap is 354 2024-08-04T15:39:32.615 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 22 to 317 2024-08-04T15:39:32.615 INFO:tasks.rados.rados.0.smithi007.stdout:3532: snap_remove snap 345 2024-08-04T15:39:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:32 smithi062 ceph-mon[85960]: pgmap v804: 121 pgs: 121 active+clean; 346 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:39:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:32 smithi062 ceph-mon[85960]: osdmap e765: 8 total, 8 up, 8 in 2024-08-04T15:39:33.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:32 smithi007 ceph-mon[94998]: pgmap v804: 121 pgs: 121 active+clean; 346 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:39:33.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:32 smithi007 ceph-mon[94998]: osdmap e765: 8 total, 8 up, 8 in 2024-08-04T15:39:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:32 smithi007 ceph-mon[92692]: pgmap v804: 121 pgs: 121 active+clean; 346 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:39:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:32 smithi007 ceph-mon[92692]: osdmap e765: 8 total, 8 up, 8 in 2024-08-04T15:39:33.606 INFO:tasks.rados.rados.0.smithi007.stdout:3531: finishing rollback tid 0 to smithi00780855-22 2024-08-04T15:39:33.606 INFO:tasks.rados.rados.0.smithi007.stdout:3531: finishing rollback tid 1 to smithi00780855-22 2024-08-04T15:39:33.606 INFO:tasks.rados.rados.0.smithi007.stdout:3531: finishing rollback tid 2 to smithi00780855-22 2024-08-04T15:39:33.606 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 2026 (ObjNum 991 snap 314 seq_num 991) dirty exists 2024-08-04T15:39:33.606 INFO:tasks.rados.rados.0.smithi007.stdout:3529: finishing write tid 1 to smithi00780855-10 2024-08-04T15:39:33.606 INFO:tasks.rados.rados.0.smithi007.stdout:3529: finishing write tid 2 to smithi00780855-10 2024-08-04T15:39:33.607 INFO:tasks.rados.rados.0.smithi007.stdout:3529: finishing write tid 3 to smithi00780855-10 2024-08-04T15:39:33.607 INFO:tasks.rados.rados.0.smithi007.stdout:3529: finishing write tid 4 to smithi00780855-10 2024-08-04T15:39:33.607 INFO:tasks.rados.rados.0.smithi007.stdout:3530: finishing copy_from to smithi00780855-24 2024-08-04T15:39:33.607 INFO:tasks.rados.rados.0.smithi007.stdout:3530: got expected ENOENT (src dne) 2024-08-04T15:39:33.607 INFO:tasks.rados.rados.0.smithi007.stdout:3530: finishing copy_from racing read to smithi00780855-24 2024-08-04T15:39:33.607 INFO:tasks.rados.rados.0.smithi007.stdout:3529: finishing write tid 5 to smithi00780855-10 2024-08-04T15:39:33.607 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 2944 (ObjNum 1096 snap 354 seq_num 1096) dirty exists 2024-08-04T15:39:33.607 INFO:tasks.rados.rados.0.smithi007.stdout:3529: left oid 10 (ObjNum 1096 snap 354 seq_num 1096) 2024-08-04T15:39:33.607 INFO:tasks.rados.rados.0.smithi007.stdout:3529: done (3 left) 2024-08-04T15:39:33.607 INFO:tasks.rados.rados.0.smithi007.stdout:3530: done (2 left) 2024-08-04T15:39:33.607 INFO:tasks.rados.rados.0.smithi007.stdout:3531: done (1 left) 2024-08-04T15:39:33.607 INFO:tasks.rados.rados.0.smithi007.stdout:3532: done (0 left) 2024-08-04T15:39:33.607 INFO:tasks.rados.rados.0.smithi007.stdout:3533: delete oid 8 current snap is 354 2024-08-04T15:39:33.617 INFO:tasks.rados.rados.0.smithi007.stdout:3533: done (0 left) 2024-08-04T15:39:33.617 INFO:tasks.rados.rados.0.smithi007.stdout:3534: read oid 27 snap -1 2024-08-04T15:39:33.618 INFO:tasks.rados.rados.0.smithi007.stdout:3534: expect (ObjNum 1077 snap 342 seq_num 1077) 2024-08-04T15:39:33.618 INFO:tasks.rados.rados.0.smithi007.stdout:3535: copy_from oid 37 from oid 10 current snap is 354 2024-08-04T15:39:33.618 INFO:tasks.rados.rados.0.smithi007.stdout:3536: snap_create 2024-08-04T15:39:33.635 INFO:tasks.rados.rados.0.smithi007.stdout:3534: expect (ObjNum 1077 snap 342 seq_num 1077) 2024-08-04T15:39:33.748 INFO:tasks.rados.rados.0.smithi007.stdout:3535: finishing copy_from racing read to smithi00780855-37 2024-08-04T15:39:33.748 INFO:tasks.rados.rados.0.smithi007.stdout:3535: finishing copy_from to smithi00780855-37 2024-08-04T15:39:33.748 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 2944 (ObjNum 1096 snap 354 seq_num 1096) dirty exists 2024-08-04T15:39:34.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:33 smithi062 ceph-mon[85960]: osdmap e766: 8 total, 8 up, 8 in 2024-08-04T15:39:34.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:33 smithi007 ceph-mon[92692]: osdmap e766: 8 total, 8 up, 8 in 2024-08-04T15:39:34.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:33 smithi007 ceph-mon[94998]: osdmap e766: 8 total, 8 up, 8 in 2024-08-04T15:39:34.562 INFO:tasks.rados.rados.0.smithi007.stdout:3534: done (2 left) 2024-08-04T15:39:34.562 INFO:tasks.rados.rados.0.smithi007.stdout:3535: done (1 left) 2024-08-04T15:39:34.562 INFO:tasks.rados.rados.0.smithi007.stdout:3536: done (0 left) 2024-08-04T15:39:34.562 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 355 2024-08-04T15:39:34.562 INFO:tasks.rados.rados.0.smithi007.stdout:3537: seq_num 1098 ranges {942080=794624,1736704=557056,2293760=245760} 2024-08-04T15:39:34.572 INFO:tasks.rados.rados.0.smithi007.stdout:3537: writing smithi00780855-43 from 942080 to 1736704 tid 1 2024-08-04T15:39:34.575 INFO:tasks.rados.rados.0.smithi007.stdout:3537: writing smithi00780855-43 from 1736704 to 2293760 tid 2 2024-08-04T15:39:34.577 INFO:tasks.rados.rados.0.smithi007.stdout:3537: writing smithi00780855-43 from 2293760 to 2539520 tid 3 2024-08-04T15:39:34.577 INFO:tasks.rados.rados.0.smithi007.stdout:3538: setattr oid 29 current snap is 355 2024-08-04T15:39:34.579 INFO:tasks.rados.rados.0.smithi007.stdout:3539: snap_create 2024-08-04T15:39:34.585 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 2736 (ObjNum 65 snap 0 seq_num 1952735600) dirty exists 2024-08-04T15:39:34.586 INFO:tasks.rados.rados.0.smithi007.stdout:3537: finishing write tid 1 to smithi00780855-43 2024-08-04T15:39:34.586 INFO:tasks.rados.rados.0.smithi007.stdout:3537: finishing write tid 2 to smithi00780855-43 2024-08-04T15:39:34.586 INFO:tasks.rados.rados.0.smithi007.stdout:3537: finishing write tid 3 to smithi00780855-43 2024-08-04T15:39:34.587 INFO:tasks.rados.rados.0.smithi007.stdout:3537: finishing write tid 4 to smithi00780855-43 2024-08-04T15:39:34.588 INFO:tasks.rados.rados.0.smithi007.stdout:3537: finishing write tid 5 to smithi00780855-43 2024-08-04T15:39:34.588 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 2911 (ObjNum 1098 snap 355 seq_num 1098) dirty exists 2024-08-04T15:39:34.588 INFO:tasks.rados.rados.0.smithi007.stdout:3537: left oid 43 (ObjNum 1098 snap 355 seq_num 1098) 2024-08-04T15:39:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:34 smithi062 ceph-mon[85960]: pgmap v807: 121 pgs: 121 active+clean; 346 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 0 op/s 2024-08-04T15:39:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:34 smithi062 ceph-mon[85960]: osdmap e767: 8 total, 8 up, 8 in 2024-08-04T15:39:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:34 smithi062 ceph-mon[85960]: osdmap e768: 8 total, 8 up, 8 in 2024-08-04T15:39:35.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:34 smithi007 ceph-mon[92692]: pgmap v807: 121 pgs: 121 active+clean; 346 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 0 op/s 2024-08-04T15:39:35.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:34 smithi007 ceph-mon[92692]: osdmap e767: 8 total, 8 up, 8 in 2024-08-04T15:39:35.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:34 smithi007 ceph-mon[92692]: osdmap e768: 8 total, 8 up, 8 in 2024-08-04T15:39:35.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:34 smithi007 ceph-mon[94998]: pgmap v807: 121 pgs: 121 active+clean; 346 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 0 op/s 2024-08-04T15:39:35.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:34 smithi007 ceph-mon[94998]: osdmap e767: 8 total, 8 up, 8 in 2024-08-04T15:39:35.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:34 smithi007 ceph-mon[94998]: osdmap e768: 8 total, 8 up, 8 in 2024-08-04T15:39:35.570 INFO:tasks.rados.rados.0.smithi007.stdout:3537: done (2 left) 2024-08-04T15:39:35.571 INFO:tasks.rados.rados.0.smithi007.stdout:3538: done (1 left) 2024-08-04T15:39:35.571 INFO:tasks.rados.rados.0.smithi007.stdout:3539: done (0 left) 2024-08-04T15:39:35.571 INFO:tasks.rados.rados.0.smithi007.stdout:3540: snap_create 2024-08-04T15:39:36.572 INFO:tasks.rados.rados.0.smithi007.stdout:3540: done (0 left) 2024-08-04T15:39:36.573 INFO:tasks.rados.rados.0.smithi007.stdout:3541: delete oid 2 current snap is 357 2024-08-04T15:39:36.573 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:39:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:39:36] "GET /metrics HTTP/1.1" 200 36252 "" "Prometheus/2.43.0" 2024-08-04T15:39:36.578 INFO:tasks.rados.rados.0.smithi007.stdout:3541: done (0 left) 2024-08-04T15:39:36.578 INFO:tasks.rados.rados.0.smithi007.stdout:3542: snap_remove snap 353 2024-08-04T15:39:36.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:36 smithi007 ceph-mon[92692]: pgmap v810: 121 pgs: 121 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-08-04T15:39:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:36 smithi007 ceph-mon[92692]: osdmap e769: 8 total, 8 up, 8 in 2024-08-04T15:39:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:39:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:36 smithi007 ceph-mon[94998]: pgmap v810: 121 pgs: 121 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-08-04T15:39:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:36 smithi007 ceph-mon[94998]: osdmap e769: 8 total, 8 up, 8 in 2024-08-04T15:39:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:39:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:36 smithi062 ceph-mon[85960]: pgmap v810: 121 pgs: 121 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-08-04T15:39:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:36 smithi062 ceph-mon[85960]: osdmap e769: 8 total, 8 up, 8 in 2024-08-04T15:39:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:39:37.584 INFO:tasks.rados.rados.0.smithi007.stdout:3542: done (0 left) 2024-08-04T15:39:37.584 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 357 2024-08-04T15:39:37.584 INFO:tasks.rados.rados.0.smithi007.stdout:3543: seq_num 1100 ranges {0=425984,425984=729088,1155072=475136} 2024-08-04T15:39:37.586 INFO:tasks.rados.rados.0.smithi007.stdout:3543: writing smithi00780855-15 from 0 to 425984 tid 1 2024-08-04T15:39:37.591 INFO:tasks.rados.rados.0.smithi007.stdout:3543: writing smithi00780855-15 from 425984 to 1155072 tid 2 2024-08-04T15:39:37.595 INFO:tasks.rados.rados.0.smithi007.stdout:3543: writing smithi00780855-15 from 1155072 to 1630208 tid 3 2024-08-04T15:39:37.595 INFO:tasks.rados.rados.0.smithi007.stdout:3544: read oid 39 snap -1 2024-08-04T15:39:37.595 INFO:tasks.rados.rados.0.smithi007.stdout:3544: expect deleted 2024-08-04T15:39:37.595 INFO:tasks.rados.rados.0.smithi007.stdout:3545: rollback oid 17 current snap is 357 2024-08-04T15:39:37.595 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 17 to 342 2024-08-04T15:39:37.595 INFO:tasks.rados.rados.0.smithi007.stdout:3543: finishing write tid 1 to smithi00780855-15 2024-08-04T15:39:37.595 INFO:tasks.rados.rados.0.smithi007.stdout:3546: read oid 19 snap -1 2024-08-04T15:39:37.595 INFO:tasks.rados.rados.0.smithi007.stdout:3546: expect deleted 2024-08-04T15:39:37.595 INFO:tasks.rados.rados.0.smithi007.stdout:3547: rollback oid 24 current snap is 357 2024-08-04T15:39:37.595 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 24 to 316 2024-08-04T15:39:37.595 INFO:tasks.rados.rados.0.smithi007.stdout:3548: copy_from oid 10 from oid 32 current snap is 357 2024-08-04T15:39:37.595 INFO:tasks.rados.rados.0.smithi007.stdout:3549: copy_from oid 27 from oid 30 current snap is 357 2024-08-04T15:39:37.596 INFO:tasks.rados.rados.0.smithi007.stdout:3550: delete oid 37 current snap is 357 2024-08-04T15:39:37.600 INFO:tasks.rados.rados.0.smithi007.stdout:3544: done (7 left) 2024-08-04T15:39:37.600 INFO:tasks.rados.rados.0.smithi007.stdout:3546: done (6 left) 2024-08-04T15:39:37.600 INFO:tasks.rados.rados.0.smithi007.stdout:3550: done (5 left) 2024-08-04T15:39:37.600 INFO:tasks.rados.rados.0.smithi007.stdout:3551: read oid 28 snap -1 2024-08-04T15:39:37.600 INFO:tasks.rados.rados.0.smithi007.stdout:3551: expect (ObjNum 956 snap 301 seq_num 956) 2024-08-04T15:39:37.601 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 47 current snap is 357 2024-08-04T15:39:37.601 INFO:tasks.rados.rados.0.smithi007.stdout:3552: seq_num 1102 ranges {942080=458752,1400832=491520,1892352=491520,2383872=221184} 2024-08-04T15:39:37.609 INFO:tasks.rados.rados.0.smithi007.stdout:3552: writing smithi00780855-47 from 942080 to 1400832 tid 1 2024-08-04T15:39:37.612 INFO:tasks.rados.rados.0.smithi007.stdout:3552: writing smithi00780855-47 from 1400832 to 1892352 tid 2 2024-08-04T15:39:37.615 INFO:tasks.rados.rados.0.smithi007.stdout:3552: writing smithi00780855-47 from 1892352 to 2383872 tid 3 2024-08-04T15:39:37.618 INFO:tasks.rados.rados.0.smithi007.stdout:3552: writing smithi00780855-47 from 2383872 to 2605056 tid 4 2024-08-04T15:39:37.618 INFO:tasks.rados.rados.0.smithi007.stdout:3553: rmattr oid 22 current snap is 357 2024-08-04T15:39:37.618 INFO:tasks.rados.rados.0.smithi007.stdout:3553: done (7 left) 2024-08-04T15:39:37.618 INFO:tasks.rados.rados.0.smithi007.stdout:3554: delete oid 38 current snap is 357 2024-08-04T15:39:37.618 INFO:tasks.rados.rados.0.smithi007.stdout:3549: finishing copy_from to smithi00780855-27 2024-08-04T15:39:37.618 INFO:tasks.rados.rados.0.smithi007.stdout:3549: got expected ENOENT (src dne) 2024-08-04T15:39:37.618 INFO:tasks.rados.rados.0.smithi007.stdout:3549: finishing copy_from racing read to smithi00780855-27 2024-08-04T15:39:37.618 INFO:tasks.rados.rados.0.smithi007.stdout:3545: finishing rollback tid 1 to smithi00780855-17 2024-08-04T15:39:37.618 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 2722 (ObjNum 129 snap 0 seq_num 3493114232) dirty dne 2024-08-04T15:39:37.618 INFO:tasks.rados.rados.0.smithi007.stdout:3543: finishing write tid 2 to smithi00780855-15 2024-08-04T15:39:37.618 INFO:tasks.rados.rados.0.smithi007.stdout:3543: finishing write tid 3 to smithi00780855-15 2024-08-04T15:39:37.619 INFO:tasks.rados.rados.0.smithi007.stdout:3543: finishing write tid 4 to smithi00780855-15 2024-08-04T15:39:37.619 INFO:tasks.rados.rados.0.smithi007.stdout:3547: finishing rollback tid 1 to smithi00780855-24 2024-08-04T15:39:37.619 INFO:tasks.rados.rados.0.smithi007.stdout:3547: finishing rollback tid 2 to smithi00780855-24 2024-08-04T15:39:37.619 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 3318 (ObjNum 876 snap 272 seq_num 876) dirty exists 2024-08-04T15:39:37.619 INFO:tasks.rados.rados.0.smithi007.stdout:3543: finishing write tid 5 to smithi00780855-15 2024-08-04T15:39:37.619 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 3316 (ObjNum 1100 snap 357 seq_num 1100) dirty exists 2024-08-04T15:39:37.619 INFO:tasks.rados.rados.0.smithi007.stdout:3543: left oid 15 (ObjNum 1100 snap 357 seq_num 1100) 2024-08-04T15:39:37.619 INFO:tasks.rados.rados.0.smithi007.stdout:3551: expect (ObjNum 956 snap 301 seq_num 956) 2024-08-04T15:39:37.663 INFO:tasks.rados.rados.0.smithi007.stdout:3548: finishing copy_from racing read to smithi00780855-10 2024-08-04T15:39:37.663 INFO:tasks.rados.rados.0.smithi007.stdout:3552: finishing write tid 1 to smithi00780855-47 2024-08-04T15:39:37.663 INFO:tasks.rados.rados.0.smithi007.stdout:3548: finishing copy_from to smithi00780855-10 2024-08-04T15:39:37.663 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 2728 (ObjNum 947 snap 297 seq_num 947) dirty exists 2024-08-04T15:39:37.663 INFO:tasks.rados.rados.0.smithi007.stdout:3543: done (7 left) 2024-08-04T15:39:37.663 INFO:tasks.rados.rados.0.smithi007.stdout:3545: done (6 left) 2024-08-04T15:39:37.663 INFO:tasks.rados.rados.0.smithi007.stdout:3547: done (5 left) 2024-08-04T15:39:37.663 INFO:tasks.rados.rados.0.smithi007.stdout:3548: done (4 left) 2024-08-04T15:39:37.663 INFO:tasks.rados.rados.0.smithi007.stdout:3549: done (3 left) 2024-08-04T15:39:37.663 INFO:tasks.rados.rados.0.smithi007.stdout:3551: done (2 left) 2024-08-04T15:39:37.663 INFO:tasks.rados.rados.0.smithi007.stdout:3554: done (1 left) 2024-08-04T15:39:37.664 INFO:tasks.rados.rados.0.smithi007.stdout:3555: rmattr oid 29 current snap is 357 2024-08-04T15:39:37.664 INFO:tasks.rados.rados.0.smithi007.stdout:3552: finishing write tid 2 to smithi00780855-47 2024-08-04T15:39:37.664 INFO:tasks.rados.rados.0.smithi007.stdout:3552: finishing write tid 3 to smithi00780855-47 2024-08-04T15:39:37.664 INFO:tasks.rados.rados.0.smithi007.stdout:3552: finishing write tid 4 to smithi00780855-47 2024-08-04T15:39:37.664 INFO:tasks.rados.rados.0.smithi007.stdout:3552: finishing write tid 5 to smithi00780855-47 2024-08-04T15:39:37.664 INFO:tasks.rados.rados.0.smithi007.stdout:3552: finishing write tid 6 to smithi00780855-47 2024-08-04T15:39:37.664 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 2901 (ObjNum 1102 snap 357 seq_num 1102) dirty exists 2024-08-04T15:39:37.664 INFO:tasks.rados.rados.0.smithi007.stdout:3552: left oid 47 (ObjNum 1102 snap 357 seq_num 1102) 2024-08-04T15:39:37.664 INFO:tasks.rados.rados.0.smithi007.stdout:3552: done (1 left) 2024-08-04T15:39:37.664 INFO:tasks.rados.rados.0.smithi007.stdout:3556: copy_from oid 25 from oid 42 current snap is 357 2024-08-04T15:39:37.664 INFO:tasks.rados.rados.0.smithi007.stdout:3557: rollback oid 3 current snap is 357 2024-08-04T15:39:37.664 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 3 to 333 2024-08-04T15:39:37.664 INFO:tasks.rados.rados.0.smithi007.stdout:3558: delete oid 13 current snap is 357 2024-08-04T15:39:37.665 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 2737 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-08-04T15:39:37.666 INFO:tasks.rados.rados.0.smithi007.stdout:3555: done (3 left) 2024-08-04T15:39:37.666 INFO:tasks.rados.rados.0.smithi007.stdout:3558: done (2 left) 2024-08-04T15:39:37.666 INFO:tasks.rados.rados.0.smithi007.stdout:3559: read oid 4 snap 334 2024-08-04T15:39:37.666 INFO:tasks.rados.rados.0.smithi007.stdout:3559: expect (ObjNum 1006 snap 314 seq_num 1006) 2024-08-04T15:39:37.666 INFO:tasks.rados.rados.0.smithi007.stdout:3560: setattr oid 43 current snap is 357 2024-08-04T15:39:37.667 INFO:tasks.rados.rados.0.smithi007.stdout:3557: finishing rollback tid 0 to smithi00780855-3 2024-08-04T15:39:37.667 INFO:tasks.rados.rados.0.smithi007.stdout:3557: finishing rollback tid 1 to smithi00780855-3 2024-08-04T15:39:37.668 INFO:tasks.rados.rados.0.smithi007.stdout:3561: snap_create 2024-08-04T15:39:37.668 INFO:tasks.rados.rados.0.smithi007.stdout:3557: finishing rollback tid 2 to smithi00780855-3 2024-08-04T15:39:37.668 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 2309 (ObjNum 1035 snap 326 seq_num 1035) dirty exists 2024-08-04T15:39:37.669 INFO:tasks.rados.rados.0.smithi007.stdout:3559: expect (ObjNum 1006 snap 314 seq_num 1006) 2024-08-04T15:39:37.672 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 2912 (ObjNum 1098 snap 355 seq_num 1098) dirty exists 2024-08-04T15:39:37.675 INFO:tasks.rados.rados.0.smithi007.stdout:3556: finishing copy_from racing read to smithi00780855-25 2024-08-04T15:39:37.675 INFO:tasks.rados.rados.0.smithi007.stdout:3556: finishing copy_from to smithi00780855-25 2024-08-04T15:39:37.676 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 1996 (ObjNum 990 snap 314 seq_num 990) dirty exists 2024-08-04T15:39:37.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:37 smithi007 ceph-mon[92692]: osdmap e770: 8 total, 8 up, 8 in 2024-08-04T15:39:37.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:37 smithi007 ceph-mon[94998]: osdmap e770: 8 total, 8 up, 8 in 2024-08-04T15:39:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:37 smithi062 ceph-mon[85960]: osdmap e770: 8 total, 8 up, 8 in 2024-08-04T15:39:38.588 INFO:tasks.rados.rados.0.smithi007.stdout:3556: done (4 left) 2024-08-04T15:39:38.589 INFO:tasks.rados.rados.0.smithi007.stdout:3557: done (3 left) 2024-08-04T15:39:38.589 INFO:tasks.rados.rados.0.smithi007.stdout:3559: done (2 left) 2024-08-04T15:39:38.589 INFO:tasks.rados.rados.0.smithi007.stdout:3560: done (1 left) 2024-08-04T15:39:38.589 INFO:tasks.rados.rados.0.smithi007.stdout:3561: done (0 left) 2024-08-04T15:39:38.589 INFO:tasks.rados.rados.0.smithi007.stdout:3562: rmattr oid 41 current snap is 358 2024-08-04T15:39:38.589 INFO:tasks.rados.rados.0.smithi007.stdout:3562: done (0 left) 2024-08-04T15:39:38.589 INFO:tasks.rados.rados.0.smithi007.stdout:3563: read oid 41 snap -1 2024-08-04T15:39:38.589 INFO:tasks.rados.rados.0.smithi007.stdout:3563: expect (ObjNum 1081 snap 345 seq_num 1081) 2024-08-04T15:39:38.589 INFO:tasks.rados.rados.0.smithi007.stdout:3564: snap_remove snap 347 2024-08-04T15:39:38.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:38 smithi007 ceph-mon[92692]: pgmap v813: 121 pgs: 121 active+clean; 335 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-08-04T15:39:38.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:38 smithi007 ceph-mon[92692]: osdmap e771: 8 total, 8 up, 8 in 2024-08-04T15:39:38.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:38 smithi007 ceph-mon[94998]: pgmap v813: 121 pgs: 121 active+clean; 335 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-08-04T15:39:38.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:38 smithi007 ceph-mon[94998]: osdmap e771: 8 total, 8 up, 8 in 2024-08-04T15:39:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:38 smithi062 ceph-mon[85960]: pgmap v813: 121 pgs: 121 active+clean; 335 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-08-04T15:39:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:38 smithi062 ceph-mon[85960]: osdmap e771: 8 total, 8 up, 8 in 2024-08-04T15:39:39.564 INFO:tasks.rados.rados.0.smithi007.stdout:3564: done (1 left) 2024-08-04T15:39:39.564 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 4 current snap is 358 2024-08-04T15:39:39.564 INFO:tasks.rados.rados.0.smithi007.stdout:3565: seq_num 1105 ranges {1392640=516096,1908736=598016,2506752=606208} 2024-08-04T15:39:39.575 INFO:tasks.rados.rados.0.smithi007.stdout:3565: writing smithi00780855-4 from 1392640 to 1908736 tid 1 2024-08-04T15:39:39.578 INFO:tasks.rados.rados.0.smithi007.stdout:3565: writing smithi00780855-4 from 1908736 to 2506752 tid 2 2024-08-04T15:39:39.582 INFO:tasks.rados.rados.0.smithi007.stdout:3565: writing smithi00780855-4 from 2506752 to 3112960 tid 3 2024-08-04T15:39:39.583 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 358 2024-08-04T15:39:39.583 INFO:tasks.rados.rados.0.smithi007.stdout:3566: seq_num 1106 ranges {573440=532480,1105920=483328,1589248=475136,2064384=245760} 2024-08-04T15:39:39.589 INFO:tasks.rados.rados.0.smithi007.stdout:3566: writing smithi00780855-16 from 573440 to 1105920 tid 1 2024-08-04T15:39:39.592 INFO:tasks.rados.rados.0.smithi007.stdout:3566: writing smithi00780855-16 from 1105920 to 1589248 tid 2 2024-08-04T15:39:39.595 INFO:tasks.rados.rados.0.smithi007.stdout:3566: writing smithi00780855-16 from 1589248 to 2064384 tid 3 2024-08-04T15:39:39.597 INFO:tasks.rados.rados.0.smithi007.stdout:3566: writing smithi00780855-16 from 2064384 to 2310144 tid 4 2024-08-04T15:39:39.597 INFO:tasks.rados.rados.0.smithi007.stdout:3567: read oid 37 snap 356 2024-08-04T15:39:39.597 INFO:tasks.rados.rados.0.smithi007.stdout:3567: expect (ObjNum 1096 snap 354 seq_num 1096) 2024-08-04T15:39:39.597 INFO:tasks.rados.rados.0.smithi007.stdout:3568: copy_from oid 9 from oid 34 current snap is 358 2024-08-04T15:39:39.597 INFO:tasks.rados.rados.0.smithi007.stdout:3563: expect (ObjNum 1081 snap 345 seq_num 1081) 2024-08-04T15:39:39.842 INFO:tasks.rados.rados.0.smithi007.stdout:3565: finishing write tid 1 to smithi00780855-4 2024-08-04T15:39:39.842 INFO:tasks.rados.rados.0.smithi007.stdout:3565: finishing write tid 2 to smithi00780855-4 2024-08-04T15:39:39.842 INFO:tasks.rados.rados.0.smithi007.stdout:3565: finishing write tid 3 to smithi00780855-4 2024-08-04T15:39:39.843 INFO:tasks.rados.rados.0.smithi007.stdout:3565: finishing write tid 4 to smithi00780855-4 2024-08-04T15:39:39.843 INFO:tasks.rados.rados.0.smithi007.stdout:3565: finishing write tid 5 to smithi00780855-4 2024-08-04T15:39:39.843 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 2027 (ObjNum 1105 snap 358 seq_num 1105) dirty exists 2024-08-04T15:39:39.843 INFO:tasks.rados.rados.0.smithi007.stdout:3565: left oid 4 (ObjNum 1105 snap 358 seq_num 1105) 2024-08-04T15:39:39.843 INFO:tasks.rados.rados.0.smithi007.stdout:3566: finishing write tid 1 to smithi00780855-16 2024-08-04T15:39:39.843 INFO:tasks.rados.rados.0.smithi007.stdout:3566: finishing write tid 2 to smithi00780855-16 2024-08-04T15:39:39.843 INFO:tasks.rados.rados.0.smithi007.stdout:3568: finishing copy_from racing read to smithi00780855-9 2024-08-04T15:39:39.843 INFO:tasks.rados.rados.0.smithi007.stdout:3566: finishing write tid 3 to smithi00780855-16 2024-08-04T15:39:39.843 INFO:tasks.rados.rados.0.smithi007.stdout:3568: finishing copy_from to smithi00780855-9 2024-08-04T15:39:39.843 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 1973 (ObjNum 97 snap 0 seq_num 1595737227) dirty exists 2024-08-04T15:39:39.843 INFO:tasks.rados.rados.0.smithi007.stdout:3566: finishing write tid 4 to smithi00780855-16 2024-08-04T15:39:39.843 INFO:tasks.rados.rados.0.smithi007.stdout:3566: finishing write tid 5 to smithi00780855-16 2024-08-04T15:39:39.843 INFO:tasks.rados.rados.0.smithi007.stdout:3563: done (4 left) 2024-08-04T15:39:39.844 INFO:tasks.rados.rados.0.smithi007.stdout:3565: done (3 left) 2024-08-04T15:39:39.844 INFO:tasks.rados.rados.0.smithi007.stdout:3568: done (2 left) 2024-08-04T15:39:39.844 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 358 2024-08-04T15:39:39.844 INFO:tasks.rados.rados.0.smithi007.stdout:3566: finishing write tid 6 to smithi00780855-16 2024-08-04T15:39:39.844 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 2949 (ObjNum 1106 snap 358 seq_num 1106) dirty exists 2024-08-04T15:39:39.844 INFO:tasks.rados.rados.0.smithi007.stdout:3566: left oid 16 (ObjNum 1106 snap 358 seq_num 1106) 2024-08-04T15:39:39.844 INFO:tasks.rados.rados.0.smithi007.stdout:3567: expect (ObjNum 1096 snap 354 seq_num 1096) 2024-08-04T15:39:39.978 INFO:tasks.rados.rados.0.smithi007.stdout:3569: seq_num 1107 ranges {1630208=548864,2179072=770048,2949120=434176} 2024-08-04T15:39:39.990 INFO:tasks.rados.rados.0.smithi007.stdout:3569: writing smithi00780855-15 from 1630208 to 2179072 tid 1 2024-08-04T15:39:39.995 INFO:tasks.rados.rados.0.smithi007.stdout:3569: writing smithi00780855-15 from 2179072 to 2949120 tid 2 2024-08-04T15:39:39.998 INFO:tasks.rados.rados.0.smithi007.stdout:3569: writing smithi00780855-15 from 2949120 to 3383296 tid 3 2024-08-04T15:39:39.998 INFO:tasks.rados.rados.0.smithi007.stdout:3566: done (2 left) 2024-08-04T15:39:39.998 INFO:tasks.rados.rados.0.smithi007.stdout:3567: done (1 left) 2024-08-04T15:39:39.998 INFO:tasks.rados.rados.0.smithi007.stdout:3570: rollback oid 3 current snap is 358 2024-08-04T15:39:39.998 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 3 to 355 2024-08-04T15:39:39.998 INFO:tasks.rados.rados.0.smithi007.stdout:3569: finishing write tid 1 to smithi00780855-15 2024-08-04T15:39:39.998 INFO:tasks.rados.rados.0.smithi007.stdout:3571: rollback oid 23 current snap is 358 2024-08-04T15:39:39.998 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 23 to 334 2024-08-04T15:39:39.998 INFO:tasks.rados.rados.0.smithi007.stdout:3572: snap_create 2024-08-04T15:39:40.002 INFO:tasks.rados.rados.0.smithi007.stdout:3570: finishing rollback tid 0 to smithi00780855-3 2024-08-04T15:39:40.002 INFO:tasks.rados.rados.0.smithi007.stdout:3570: finishing rollback tid 1 to smithi00780855-3 2024-08-04T15:39:40.003 INFO:tasks.rados.rados.0.smithi007.stdout:3571: finishing rollback tid 0 to smithi00780855-23 2024-08-04T15:39:40.003 INFO:tasks.rados.rados.0.smithi007.stdout:3570: finishing rollback tid 2 to smithi00780855-3 2024-08-04T15:39:40.003 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 2312 (ObjNum 1074 snap 340 seq_num 1074) dirty exists 2024-08-04T15:39:40.003 INFO:tasks.rados.rados.0.smithi007.stdout:3571: finishing rollback tid 1 to smithi00780855-23 2024-08-04T15:39:40.003 INFO:tasks.rados.rados.0.smithi007.stdout:3571: finishing rollback tid 2 to smithi00780855-23 2024-08-04T15:39:40.003 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 2029 (ObjNum 899 snap 280 seq_num 899) dirty exists 2024-08-04T15:39:40.004 INFO:tasks.rados.rados.0.smithi007.stdout:3569: finishing write tid 2 to smithi00780855-15 2024-08-04T15:39:40.004 INFO:tasks.rados.rados.0.smithi007.stdout:3569: finishing write tid 3 to smithi00780855-15 2024-08-04T15:39:40.004 INFO:tasks.rados.rados.0.smithi007.stdout:3569: finishing write tid 4 to smithi00780855-15 2024-08-04T15:39:40.006 INFO:tasks.rados.rados.0.smithi007.stdout:3569: finishing write tid 5 to smithi00780855-15 2024-08-04T15:39:40.006 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 3330 (ObjNum 1107 snap 358 seq_num 1107) dirty exists 2024-08-04T15:39:40.006 INFO:tasks.rados.rados.0.smithi007.stdout:3569: left oid 15 (ObjNum 1107 snap 358 seq_num 1107) 2024-08-04T15:39:40.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:39 smithi062 ceph-mon[85960]: osdmap e772: 8 total, 8 up, 8 in 2024-08-04T15:39:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:39 smithi062 ceph-mon[85960]: osdmap e773: 8 total, 8 up, 8 in 2024-08-04T15:39:40.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:39 smithi007 ceph-mon[92692]: osdmap e772: 8 total, 8 up, 8 in 2024-08-04T15:39:40.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:39 smithi007 ceph-mon[92692]: osdmap e773: 8 total, 8 up, 8 in 2024-08-04T15:39:40.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:39 smithi007 ceph-mon[94998]: osdmap e772: 8 total, 8 up, 8 in 2024-08-04T15:39:40.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:39 smithi007 ceph-mon[94998]: osdmap e773: 8 total, 8 up, 8 in 2024-08-04T15:39:40.600 INFO:tasks.rados.rados.0.smithi007.stdout:3569: done (3 left) 2024-08-04T15:39:40.601 INFO:tasks.rados.rados.0.smithi007.stdout:3570: done (2 left) 2024-08-04T15:39:40.601 INFO:tasks.rados.rados.0.smithi007.stdout:3571: done (1 left) 2024-08-04T15:39:40.601 INFO:tasks.rados.rados.0.smithi007.stdout:3572: done (0 left) 2024-08-04T15:39:40.601 INFO:tasks.rados.rados.0.smithi007.stdout:3573: read oid 5 snap -1 2024-08-04T15:39:40.601 INFO:tasks.rados.rados.0.smithi007.stdout:3573: expect (ObjNum 1057 snap 333 seq_num 1057) 2024-08-04T15:39:40.601 INFO:tasks.rados.rados.0.smithi007.stdout:3574: copy_from oid 49 from oid 47 current snap is 359 2024-08-04T15:39:40.601 INFO:tasks.rados.rados.0.smithi007.stdout:3575: delete oid 34 current snap is 359 2024-08-04T15:39:40.604 INFO:tasks.rados.rados.0.smithi007.stdout:3575: done (2 left) 2024-08-04T15:39:40.604 INFO:tasks.rados.rados.0.smithi007.stdout:3576: delete oid 29 current snap is 359 2024-08-04T15:39:40.606 INFO:tasks.rados.rados.0.smithi007.stdout:3573: expect (ObjNum 1057 snap 333 seq_num 1057) 2024-08-04T15:39:40.632 INFO:tasks.rados.rados.0.smithi007.stdout:3574: finishing copy_from racing read to smithi00780855-49 2024-08-04T15:39:40.633 INFO:tasks.rados.rados.0.smithi007.stdout:3574: finishing copy_from to smithi00780855-49 2024-08-04T15:39:40.633 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 2901 (ObjNum 1102 snap 357 seq_num 1102) dirty exists 2024-08-04T15:39:40.633 INFO:tasks.rados.rados.0.smithi007.stdout:3573: done (2 left) 2024-08-04T15:39:40.633 INFO:tasks.rados.rados.0.smithi007.stdout:3574: done (1 left) 2024-08-04T15:39:40.633 INFO:tasks.rados.rados.0.smithi007.stdout:3576: done (0 left) 2024-08-04T15:39:40.633 INFO:tasks.rados.rados.0.smithi007.stdout:3577: snap_create 2024-08-04T15:39:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:40 smithi062 ceph-mon[85960]: pgmap v816: 121 pgs: 121 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-04T15:39:41.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:40 smithi007 ceph-mon[94998]: pgmap v816: 121 pgs: 121 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-04T15:39:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:40 smithi007 ceph-mon[92692]: pgmap v816: 121 pgs: 121 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-04T15:39:41.604 INFO:tasks.rados.rados.0.smithi007.stdout:3577: done (0 left) 2024-08-04T15:39:41.604 INFO:tasks.rados.rados.0.smithi007.stdout:3578: snap_remove snap 348 2024-08-04T15:39:42.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:41 smithi062 ceph-mon[85960]: osdmap e774: 8 total, 8 up, 8 in 2024-08-04T15:39:42.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:41 smithi007 ceph-mon[94998]: osdmap e774: 8 total, 8 up, 8 in 2024-08-04T15:39:42.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:41 smithi007 ceph-mon[92692]: osdmap e774: 8 total, 8 up, 8 in 2024-08-04T15:39:42.602 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:39:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:39:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:39:42.614 INFO:tasks.rados.rados.0.smithi007.stdout:3578: done (0 left) 2024-08-04T15:39:42.614 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 7 current snap is 360 2024-08-04T15:39:42.614 INFO:tasks.rados.rados.0.smithi007.stdout:3579: seq_num 1110 ranges {0=598016,598016=466944,1064960=450560,1515520=286720} 2024-08-04T15:39:42.618 INFO:tasks.rados.rados.0.smithi007.stdout:3579: writing smithi00780855-7 from 0 to 598016 tid 1 2024-08-04T15:39:42.621 INFO:tasks.rados.rados.0.smithi007.stdout:3579: writing smithi00780855-7 from 598016 to 1064960 tid 2 2024-08-04T15:39:42.625 INFO:tasks.rados.rados.0.smithi007.stdout:3579: writing smithi00780855-7 from 1064960 to 1515520 tid 3 2024-08-04T15:39:42.627 INFO:tasks.rados.rados.0.smithi007.stdout:3579: writing smithi00780855-7 from 1515520 to 1802240 tid 4 2024-08-04T15:39:42.627 INFO:tasks.rados.rados.0.smithi007.stdout:3580: snap_remove snap 344 2024-08-04T15:39:43.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:42 smithi062 ceph-mon[85960]: pgmap v819: 121 pgs: 121 active+clean; 356 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-08-04T15:39:43.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:42 smithi062 ceph-mon[85960]: osdmap e775: 8 total, 8 up, 8 in 2024-08-04T15:39:43.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:42 smithi007 ceph-mon[92692]: pgmap v819: 121 pgs: 121 active+clean; 356 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-08-04T15:39:43.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:42 smithi007 ceph-mon[92692]: osdmap e775: 8 total, 8 up, 8 in 2024-08-04T15:39:43.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:42 smithi007 ceph-mon[94998]: pgmap v819: 121 pgs: 121 active+clean; 356 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-08-04T15:39:43.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:42 smithi007 ceph-mon[94998]: osdmap e775: 8 total, 8 up, 8 in 2024-08-04T15:39:43.617 INFO:tasks.rados.rados.0.smithi007.stdout:3580: done (1 left) 2024-08-04T15:39:43.617 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 41 current snap is 360 2024-08-04T15:39:43.617 INFO:tasks.rados.rados.0.smithi007.stdout:3581: seq_num 1111 ranges {4857856=614400,5472256=753664,6225920=450560} 2024-08-04T15:39:43.648 INFO:tasks.rados.rados.0.smithi007.stdout:3581: writing smithi00780855-41 from 4857856 to 5472256 tid 1 2024-08-04T15:39:43.652 INFO:tasks.rados.rados.0.smithi007.stdout:3581: writing smithi00780855-41 from 5472256 to 6225920 tid 2 2024-08-04T15:39:43.656 INFO:tasks.rados.rados.0.smithi007.stdout:3581: writing smithi00780855-41 from 6225920 to 6676480 tid 3 2024-08-04T15:39:43.656 INFO:tasks.rados.rados.0.smithi007.stdout:3582: read oid 43 snap 332 2024-08-04T15:39:43.656 INFO:tasks.rados.rados.0.smithi007.stdout:3582: expect (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:39:43.656 INFO:tasks.rados.rados.0.smithi007.stdout:3583: copy_from oid 21 from oid 30 current snap is 360 2024-08-04T15:39:43.656 INFO:tasks.rados.rados.0.smithi007.stdout:3579: finishing write tid 1 to smithi00780855-7 2024-08-04T15:39:43.656 INFO:tasks.rados.rados.0.smithi007.stdout:3579: finishing write tid 2 to smithi00780855-7 2024-08-04T15:39:43.656 INFO:tasks.rados.rados.0.smithi007.stdout:3579: finishing write tid 3 to smithi00780855-7 2024-08-04T15:39:43.656 INFO:tasks.rados.rados.0.smithi007.stdout:3579: finishing write tid 4 to smithi00780855-7 2024-08-04T15:39:43.656 INFO:tasks.rados.rados.0.smithi007.stdout:3579: finishing write tid 5 to smithi00780855-7 2024-08-04T15:39:43.656 INFO:tasks.rados.rados.0.smithi007.stdout:3579: finishing write tid 6 to smithi00780855-7 2024-08-04T15:39:43.656 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 2954 (ObjNum 1110 snap 360 seq_num 1110) dirty exists 2024-08-04T15:39:43.657 INFO:tasks.rados.rados.0.smithi007.stdout:3579: left oid 7 (ObjNum 1110 snap 360 seq_num 1110) 2024-08-04T15:39:43.657 INFO:tasks.rados.rados.0.smithi007.stdout:3579: done (3 left) 2024-08-04T15:39:43.657 INFO:tasks.rados.rados.0.smithi007.stdout:3584: delete oid 10 current snap is 360 2024-08-04T15:39:43.657 INFO:tasks.rados.rados.0.smithi007.stdout:3581: finishing write tid 1 to smithi00780855-41 2024-08-04T15:39:43.658 INFO:tasks.rados.rados.0.smithi007.stdout:3583: finishing copy_from to smithi00780855-21 2024-08-04T15:39:43.659 INFO:tasks.rados.rados.0.smithi007.stdout:3583: got expected ENOENT (src dne) 2024-08-04T15:39:43.659 INFO:tasks.rados.rados.0.smithi007.stdout:3583: finishing copy_from racing read to smithi00780855-21 2024-08-04T15:39:43.659 INFO:tasks.rados.rados.0.smithi007.stdout:3583: done (3 left) 2024-08-04T15:39:43.659 INFO:tasks.rados.rados.0.smithi007.stdout:3584: done (2 left) 2024-08-04T15:39:43.659 INFO:tasks.rados.rados.0.smithi007.stdout:3585: delete oid 38 current snap is 360 2024-08-04T15:39:43.660 INFO:tasks.rados.rados.0.smithi007.stdout:3582: expect (ObjNum 629 snap 199 seq_num 629) 2024-08-04T15:39:43.688 INFO:tasks.rados.rados.0.smithi007.stdout:3581: finishing write tid 2 to smithi00780855-41 2024-08-04T15:39:43.688 INFO:tasks.rados.rados.0.smithi007.stdout:3581: finishing write tid 3 to smithi00780855-41 2024-08-04T15:39:43.688 INFO:tasks.rados.rados.0.smithi007.stdout:3581: finishing write tid 4 to smithi00780855-41 2024-08-04T15:39:43.688 INFO:tasks.rados.rados.0.smithi007.stdout:3581: finishing write tid 5 to smithi00780855-41 2024-08-04T15:39:43.688 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 3347 (ObjNum 1111 snap 360 seq_num 1111) dirty exists 2024-08-04T15:39:43.688 INFO:tasks.rados.rados.0.smithi007.stdout:3581: left oid 41 (ObjNum 1111 snap 360 seq_num 1111) 2024-08-04T15:39:43.689 INFO:tasks.rados.rados.0.smithi007.stdout:3581: done (2 left) 2024-08-04T15:39:43.689 INFO:tasks.rados.rados.0.smithi007.stdout:3582: done (1 left) 2024-08-04T15:39:43.689 INFO:tasks.rados.rados.0.smithi007.stdout:3585: done (0 left) 2024-08-04T15:39:43.689 INFO:tasks.rados.rados.0.smithi007.stdout:3586: copy_from oid 20 from oid 11 current snap is 360 2024-08-04T15:39:43.689 INFO:tasks.rados.rados.0.smithi007.stdout:3587: read oid 29 snap 349 2024-08-04T15:39:43.689 INFO:tasks.rados.rados.0.smithi007.stdout:3587: expect (ObjNum 1070 snap 339 seq_num 1070) 2024-08-04T15:39:43.689 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 360 2024-08-04T15:39:43.689 INFO:tasks.rados.rados.0.smithi007.stdout:3588: seq_num 1114 ranges {1622016=663552,2285568=802816,3088384=401408} 2024-08-04T15:39:43.701 INFO:tasks.rados.rados.0.smithi007.stdout:3588: writing smithi00780855-28 from 1622016 to 2285568 tid 1 2024-08-04T15:39:43.706 INFO:tasks.rados.rados.0.smithi007.stdout:3588: writing smithi00780855-28 from 2285568 to 3088384 tid 2 2024-08-04T15:39:43.708 INFO:tasks.rados.rados.0.smithi007.stdout:3588: writing smithi00780855-28 from 3088384 to 3489792 tid 3 2024-08-04T15:39:43.708 INFO:tasks.rados.rados.0.smithi007.stdout:3589: snap_remove snap 334 2024-08-04T15:39:44.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:43 smithi062 ceph-mon[85960]: osdmap e776: 8 total, 8 up, 8 in 2024-08-04T15:39:44.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:43 smithi007 ceph-mon[94998]: osdmap e776: 8 total, 8 up, 8 in 2024-08-04T15:39:44.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:43 smithi007 ceph-mon[92692]: osdmap e776: 8 total, 8 up, 8 in 2024-08-04T15:39:44.571 INFO:tasks.rados.rados.0.smithi007.stdout:3589: done (3 left) 2024-08-04T15:39:44.576 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 47 current snap is 360 2024-08-04T15:39:44.578 INFO:tasks.rados.rados.0.smithi007.stdout:3590: seq_num 1115 ranges {2605056=679936,3284992=688128,3973120=516096} 2024-08-04T15:39:44.587 INFO:tasks.rados.rados.0.smithi007.stdout:3590: writing smithi00780855-47 from 2605056 to 3284992 tid 1 2024-08-04T15:39:44.590 INFO:tasks.rados.rados.0.smithi007.stdout:3590: writing smithi00780855-47 from 3284992 to 3973120 tid 2 2024-08-04T15:39:44.594 INFO:tasks.rados.rados.0.smithi007.stdout:3590: writing smithi00780855-47 from 3973120 to 4489216 tid 3 2024-08-04T15:39:44.594 INFO:tasks.rados.rados.0.smithi007.stdout:3586: finishing copy_from racing read to smithi00780855-20 2024-08-04T15:39:44.595 INFO:tasks.rados.rados.0.smithi007.stdout:3587: expect (ObjNum 1070 snap 339 seq_num 1070) 2024-08-04T15:39:44.873 INFO:tasks.rados.rados.0.smithi007.stdout:3586: finishing copy_from to smithi00780855-20 2024-08-04T15:39:44.874 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 2910 (ObjNum 972 snap 305 seq_num 972) dirty exists 2024-08-04T15:39:44.874 INFO:tasks.rados.rados.0.smithi007.stdout:3588: finishing write tid 1 to smithi00780855-28 2024-08-04T15:39:44.874 INFO:tasks.rados.rados.0.smithi007.stdout:3588: finishing write tid 2 to smithi00780855-28 2024-08-04T15:39:44.874 INFO:tasks.rados.rados.0.smithi007.stdout:3586: done (3 left) 2024-08-04T15:39:44.874 INFO:tasks.rados.rados.0.smithi007.stdout:3587: done (2 left) 2024-08-04T15:39:44.874 INFO:tasks.rados.rados.0.smithi007.stdout:3591: snap_create 2024-08-04T15:39:44.874 INFO:tasks.rados.rados.0.smithi007.stdout:3588: finishing write tid 3 to smithi00780855-28 2024-08-04T15:39:44.874 INFO:tasks.rados.rados.0.smithi007.stdout:3588: finishing write tid 4 to smithi00780855-28 2024-08-04T15:39:44.874 INFO:tasks.rados.rados.0.smithi007.stdout:3588: finishing write tid 5 to smithi00780855-28 2024-08-04T15:39:44.874 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 2925 (ObjNum 1114 snap 360 seq_num 1114) dirty exists 2024-08-04T15:39:44.874 INFO:tasks.rados.rados.0.smithi007.stdout:3588: left oid 28 (ObjNum 1114 snap 360 seq_num 1114) 2024-08-04T15:39:44.875 INFO:tasks.rados.rados.0.smithi007.stdout:3590: finishing write tid 1 to smithi00780855-47 2024-08-04T15:39:44.875 INFO:tasks.rados.rados.0.smithi007.stdout:3590: finishing write tid 2 to smithi00780855-47 2024-08-04T15:39:44.875 INFO:tasks.rados.rados.0.smithi007.stdout:3590: finishing write tid 3 to smithi00780855-47 2024-08-04T15:39:44.875 INFO:tasks.rados.rados.0.smithi007.stdout:3590: finishing write tid 4 to smithi00780855-47 2024-08-04T15:39:44.875 INFO:tasks.rados.rados.0.smithi007.stdout:3590: finishing write tid 5 to smithi00780855-47 2024-08-04T15:39:44.875 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 2905 (ObjNum 1115 snap 360 seq_num 1115) dirty exists 2024-08-04T15:39:44.875 INFO:tasks.rados.rados.0.smithi007.stdout:3590: left oid 47 (ObjNum 1115 snap 360 seq_num 1115) 2024-08-04T15:39:44.987 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:44 smithi007 ceph-mon[92692]: pgmap v822: 121 pgs: 121 active+clean; 358 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-08-04T15:39:44.987 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:44 smithi007 ceph-mon[92692]: osdmap e777: 8 total, 8 up, 8 in 2024-08-04T15:39:44.987 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:44 smithi007 ceph-mon[92692]: osdmap e778: 8 total, 8 up, 8 in 2024-08-04T15:39:44.987 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:44 smithi007 ceph-mon[94998]: pgmap v822: 121 pgs: 121 active+clean; 358 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-08-04T15:39:44.987 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:44 smithi007 ceph-mon[94998]: osdmap e777: 8 total, 8 up, 8 in 2024-08-04T15:39:44.988 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:44 smithi007 ceph-mon[94998]: osdmap e778: 8 total, 8 up, 8 in 2024-08-04T15:39:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:44 smithi062 ceph-mon[85960]: pgmap v822: 121 pgs: 121 active+clean; 358 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-08-04T15:39:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:44 smithi062 ceph-mon[85960]: osdmap e777: 8 total, 8 up, 8 in 2024-08-04T15:39:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:44 smithi062 ceph-mon[85960]: osdmap e778: 8 total, 8 up, 8 in 2024-08-04T15:39:45.621 INFO:tasks.rados.rados.0.smithi007.stdout:3588: done (2 left) 2024-08-04T15:39:45.621 INFO:tasks.rados.rados.0.smithi007.stdout:3590: done (1 left) 2024-08-04T15:39:45.621 INFO:tasks.rados.rados.0.smithi007.stdout:3591: done (0 left) 2024-08-04T15:39:45.621 INFO:tasks.rados.rados.0.smithi007.stdout:3592: snap_create 2024-08-04T15:39:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:39:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:39:46] "GET /metrics HTTP/1.1" 200 36252 "" "Prometheus/2.43.0" 2024-08-04T15:39:46.622 INFO:tasks.rados.rados.0.smithi007.stdout:3592: done (0 left) 2024-08-04T15:39:46.622 INFO:tasks.rados.rados.0.smithi007.stdout:3593: rollback oid 29 current snap is 362 2024-08-04T15:39:46.622 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 29 to 342 2024-08-04T15:39:46.622 INFO:tasks.rados.rados.0.smithi007.stdout:3594: rmattr oid 15 current snap is 362 2024-08-04T15:39:46.622 INFO:tasks.rados.rados.0.smithi007.stdout:3594: done (1 left) 2024-08-04T15:39:46.622 INFO:tasks.rados.rados.0.smithi007.stdout:3595: rmattr oid 40 current snap is 362 2024-08-04T15:39:46.622 INFO:tasks.rados.rados.0.smithi007.stdout:3595: done (1 left) 2024-08-04T15:39:46.623 INFO:tasks.rados.rados.0.smithi007.stdout:3596: snap_remove snap 320 2024-08-04T15:39:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:46 smithi062 ceph-mon[85960]: pgmap v825: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-08-04T15:39:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:46 smithi062 ceph-mon[85960]: osdmap e779: 8 total, 8 up, 8 in 2024-08-04T15:39:47.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:46 smithi007 ceph-mon[92692]: pgmap v825: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-08-04T15:39:47.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:46 smithi007 ceph-mon[92692]: osdmap e779: 8 total, 8 up, 8 in 2024-08-04T15:39:47.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:46 smithi007 ceph-mon[94998]: pgmap v825: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-08-04T15:39:47.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:46 smithi007 ceph-mon[94998]: osdmap e779: 8 total, 8 up, 8 in 2024-08-04T15:39:47.635 INFO:tasks.rados.rados.0.smithi007.stdout:3596: done (1 left) 2024-08-04T15:39:47.635 INFO:tasks.rados.rados.0.smithi007.stdout:3597: delete oid 12 current snap is 362 2024-08-04T15:39:47.635 INFO:tasks.rados.rados.0.smithi007.stdout:3593: finishing rollback tid 1 to smithi00780855-29 2024-08-04T15:39:47.635 INFO:tasks.rados.rados.0.smithi007.stdout:3593: finishing rollback tid 2 to smithi00780855-29 2024-08-04T15:39:47.636 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 29 v 2740 (ObjNum 1070 snap 339 seq_num 1070) dirty exists 2024-08-04T15:39:47.654 INFO:tasks.rados.rados.0.smithi007.stdout:3593: done (1 left) 2024-08-04T15:39:47.654 INFO:tasks.rados.rados.0.smithi007.stdout:3597: done (0 left) 2024-08-04T15:39:47.654 INFO:tasks.rados.rados.0.smithi007.stdout:3598: snap_create 2024-08-04T15:39:48.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:47 smithi062 ceph-mon[85960]: osdmap e780: 8 total, 8 up, 8 in 2024-08-04T15:39:48.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:47 smithi007 ceph-mon[94998]: osdmap e780: 8 total, 8 up, 8 in 2024-08-04T15:39:48.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:47 smithi007 ceph-mon[92692]: osdmap e780: 8 total, 8 up, 8 in 2024-08-04T15:39:48.639 INFO:tasks.rados.rados.0.smithi007.stdout:3598: done (0 left) 2024-08-04T15:39:48.640 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 19 current snap is 363 2024-08-04T15:39:48.640 INFO:tasks.rados.rados.0.smithi007.stdout:3599: seq_num 1117 ranges {0=712704,712704=458752,1171456=655360,1826816=90112} 2024-08-04T15:39:48.643 INFO:tasks.rados.rados.0.smithi007.stdout:3599: writing smithi00780855-19 from 0 to 712704 tid 1 2024-08-04T15:39:48.646 INFO:tasks.rados.rados.0.smithi007.stdout:3599: writing smithi00780855-19 from 712704 to 1171456 tid 2 2024-08-04T15:39:48.649 INFO:tasks.rados.rados.0.smithi007.stdout:3599: writing smithi00780855-19 from 1171456 to 1826816 tid 3 2024-08-04T15:39:48.650 INFO:tasks.rados.rados.0.smithi007.stdout:3599: writing smithi00780855-19 from 1826816 to 1916928 tid 4 2024-08-04T15:39:48.650 INFO:tasks.rados.rados.0.smithi007.stdout:3600: copy_from oid 20 from oid 49 current snap is 363 2024-08-04T15:39:48.650 INFO:tasks.rados.rados.0.smithi007.stdout:3601: snap_remove snap 309 2024-08-04T15:39:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:48 smithi062 ceph-mon[85960]: pgmap v828: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 371 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 10 op/s 2024-08-04T15:39:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:48 smithi062 ceph-mon[85960]: osdmap e781: 8 total, 8 up, 8 in 2024-08-04T15:39:49.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:48 smithi007 ceph-mon[94998]: pgmap v828: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 371 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 10 op/s 2024-08-04T15:39:49.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:48 smithi007 ceph-mon[94998]: osdmap e781: 8 total, 8 up, 8 in 2024-08-04T15:39:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:48 smithi007 ceph-mon[92692]: pgmap v828: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 371 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 10 op/s 2024-08-04T15:39:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:48 smithi007 ceph-mon[92692]: osdmap e781: 8 total, 8 up, 8 in 2024-08-04T15:39:49.567 INFO:tasks.rados.rados.0.smithi007.stdout:3601: done (2 left) 2024-08-04T15:39:49.567 INFO:tasks.rados.rados.0.smithi007.stdout:3602: rollback oid 39 current snap is 363 2024-08-04T15:39:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 39 to 354 2024-08-04T15:39:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:3603: copy_from oid 34 from oid 13 current snap is 363 2024-08-04T15:39:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:3604: delete oid 36 current snap is 363 2024-08-04T15:39:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:3599: finishing write tid 1 to smithi00780855-19 2024-08-04T15:39:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:3599: finishing write tid 2 to smithi00780855-19 2024-08-04T15:39:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:3599: finishing write tid 3 to smithi00780855-19 2024-08-04T15:39:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:3599: finishing write tid 4 to smithi00780855-19 2024-08-04T15:39:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:3599: finishing write tid 5 to smithi00780855-19 2024-08-04T15:39:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:3599: finishing write tid 6 to smithi00780855-19 2024-08-04T15:39:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 2164 (ObjNum 1117 snap 363 seq_num 1117) dirty exists 2024-08-04T15:39:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:3599: left oid 19 (ObjNum 1117 snap 363 seq_num 1117) 2024-08-04T15:39:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:3600: finishing copy_from racing read to smithi00780855-20 2024-08-04T15:39:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:3600: finishing copy_from to smithi00780855-20 2024-08-04T15:39:49.568 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 2901 (ObjNum 1102 snap 357 seq_num 1102) dirty exists 2024-08-04T15:39:49.574 INFO:tasks.rados.rados.0.smithi007.stdout:3603: finishing copy_from to smithi00780855-34 2024-08-04T15:39:49.574 INFO:tasks.rados.rados.0.smithi007.stdout:3603: got expected ENOENT (src dne) 2024-08-04T15:39:49.574 INFO:tasks.rados.rados.0.smithi007.stdout:3603: finishing copy_from racing read to smithi00780855-34 2024-08-04T15:39:49.582 INFO:tasks.rados.rados.0.smithi007.stdout:3602: finishing rollback tid 1 to smithi00780855-39 2024-08-04T15:39:49.582 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 2907 (ObjNum 65 snap 0 seq_num 3493863520) dirty dne 2024-08-04T15:39:49.584 INFO:tasks.rados.rados.0.smithi007.stdout:3599: done (4 left) 2024-08-04T15:39:49.584 INFO:tasks.rados.rados.0.smithi007.stdout:3600: done (3 left) 2024-08-04T15:39:49.585 INFO:tasks.rados.rados.0.smithi007.stdout:3602: done (2 left) 2024-08-04T15:39:49.585 INFO:tasks.rados.rados.0.smithi007.stdout:3603: done (1 left) 2024-08-04T15:39:49.585 INFO:tasks.rados.rados.0.smithi007.stdout:3604: done (0 left) 2024-08-04T15:39:49.585 INFO:tasks.rados.rados.0.smithi007.stdout:3605: rollback oid 8 current snap is 363 2024-08-04T15:39:49.585 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 8 to 356 2024-08-04T15:39:49.585 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 363 2024-08-04T15:39:49.585 INFO:tasks.rados.rados.0.smithi007.stdout:3606: seq_num 1119 ranges {2310144=745472,3055616=679936,3735552=524288} 2024-08-04T15:39:49.603 INFO:tasks.rados.rados.0.smithi007.stdout:3606: writing smithi00780855-16 from 2310144 to 3055616 tid 1 2024-08-04T15:39:49.608 INFO:tasks.rados.rados.0.smithi007.stdout:3606: writing smithi00780855-16 from 3055616 to 3735552 tid 2 2024-08-04T15:39:49.612 INFO:tasks.rados.rados.0.smithi007.stdout:3606: writing smithi00780855-16 from 3735552 to 4259840 tid 3 2024-08-04T15:39:49.612 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 363 2024-08-04T15:39:49.612 INFO:tasks.rados.rados.0.smithi007.stdout:3605: finishing rollback tid 1 to smithi00780855-8 2024-08-04T15:39:49.612 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 2733 (ObjNum 257 snap 0 seq_num 3493802016) dirty dne 2024-08-04T15:39:49.612 INFO:tasks.rados.rados.0.smithi007.stdout:3607: seq_num 1120 ranges {2203648=761856,2965504=557056,3522560=425984,3948544=221184} 2024-08-04T15:39:49.628 INFO:tasks.rados.rados.0.smithi007.stdout:3607: writing smithi00780855-46 from 2203648 to 2965504 tid 1 2024-08-04T15:39:49.631 INFO:tasks.rados.rados.0.smithi007.stdout:3607: writing smithi00780855-46 from 2965504 to 3522560 tid 2 2024-08-04T15:39:49.633 INFO:tasks.rados.rados.0.smithi007.stdout:3607: writing smithi00780855-46 from 3522560 to 3948544 tid 3 2024-08-04T15:39:49.635 INFO:tasks.rados.rados.0.smithi007.stdout:3607: writing smithi00780855-46 from 3948544 to 4169728 tid 4 2024-08-04T15:39:49.635 INFO:tasks.rados.rados.0.smithi007.stdout:3605: done (2 left) 2024-08-04T15:39:49.635 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 30 current snap is 363 2024-08-04T15:39:49.635 INFO:tasks.rados.rados.0.smithi007.stdout:3608: seq_num 1121 ranges {0=778240,778240=442368,1220608=638976,1859584=122880} 2024-08-04T15:39:49.640 INFO:tasks.rados.rados.0.smithi007.stdout:3608: writing smithi00780855-30 from 0 to 778240 tid 1 2024-08-04T15:39:49.643 INFO:tasks.rados.rados.0.smithi007.stdout:3608: writing smithi00780855-30 from 778240 to 1220608 tid 2 2024-08-04T15:39:49.647 INFO:tasks.rados.rados.0.smithi007.stdout:3608: writing smithi00780855-30 from 1220608 to 1859584 tid 3 2024-08-04T15:39:49.648 INFO:tasks.rados.rados.0.smithi007.stdout:3608: writing smithi00780855-30 from 1859584 to 1982464 tid 4 2024-08-04T15:39:49.648 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 363 2024-08-04T15:39:49.648 INFO:tasks.rados.rados.0.smithi007.stdout:3606: finishing write tid 1 to smithi00780855-16 2024-08-04T15:39:49.648 INFO:tasks.rados.rados.0.smithi007.stdout:3606: finishing write tid 2 to smithi00780855-16 2024-08-04T15:39:49.648 INFO:tasks.rados.rados.0.smithi007.stdout:3606: finishing write tid 3 to smithi00780855-16 2024-08-04T15:39:49.648 INFO:tasks.rados.rados.0.smithi007.stdout:3606: finishing write tid 4 to smithi00780855-16 2024-08-04T15:39:49.648 INFO:tasks.rados.rados.0.smithi007.stdout:3606: finishing write tid 5 to smithi00780855-16 2024-08-04T15:39:49.648 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 2959 (ObjNum 1119 snap 363 seq_num 1119) dirty exists 2024-08-04T15:39:49.648 INFO:tasks.rados.rados.0.smithi007.stdout:3606: left oid 16 (ObjNum 1119 snap 363 seq_num 1119) 2024-08-04T15:39:49.649 INFO:tasks.rados.rados.0.smithi007.stdout:3607: finishing write tid 1 to smithi00780855-46 2024-08-04T15:39:49.649 INFO:tasks.rados.rados.0.smithi007.stdout:3609: seq_num 1122 ranges {2121728=794624,2916352=729088,3645440=475136} 2024-08-04T15:39:49.663 INFO:tasks.rados.rados.0.smithi007.stdout:3609: writing smithi00780855-44 from 2121728 to 2916352 tid 1 2024-08-04T15:39:49.668 INFO:tasks.rados.rados.0.smithi007.stdout:3609: writing smithi00780855-44 from 2916352 to 3645440 tid 2 2024-08-04T15:39:49.671 INFO:tasks.rados.rados.0.smithi007.stdout:3609: writing smithi00780855-44 from 3645440 to 4120576 tid 3 2024-08-04T15:39:49.671 INFO:tasks.rados.rados.0.smithi007.stdout:3606: done (3 left) 2024-08-04T15:39:49.671 INFO:tasks.rados.rados.0.smithi007.stdout:3610: delete oid 9 current snap is 363 2024-08-04T15:39:49.672 INFO:tasks.rados.rados.0.smithi007.stdout:3607: finishing write tid 2 to smithi00780855-46 2024-08-04T15:39:49.672 INFO:tasks.rados.rados.0.smithi007.stdout:3607: finishing write tid 3 to smithi00780855-46 2024-08-04T15:39:49.672 INFO:tasks.rados.rados.0.smithi007.stdout:3607: finishing write tid 4 to smithi00780855-46 2024-08-04T15:39:49.672 INFO:tasks.rados.rados.0.smithi007.stdout:3607: finishing write tid 5 to smithi00780855-46 2024-08-04T15:39:49.672 INFO:tasks.rados.rados.0.smithi007.stdout:3607: finishing write tid 6 to smithi00780855-46 2024-08-04T15:39:49.672 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 2745 (ObjNum 1120 snap 363 seq_num 1120) dirty exists 2024-08-04T15:39:49.672 INFO:tasks.rados.rados.0.smithi007.stdout:3607: left oid 46 (ObjNum 1120 snap 363 seq_num 1120) 2024-08-04T15:39:49.672 INFO:tasks.rados.rados.0.smithi007.stdout:3608: finishing write tid 1 to smithi00780855-30 2024-08-04T15:39:49.672 INFO:tasks.rados.rados.0.smithi007.stdout:3608: finishing write tid 2 to smithi00780855-30 2024-08-04T15:39:49.672 INFO:tasks.rados.rados.0.smithi007.stdout:3608: finishing write tid 3 to smithi00780855-30 2024-08-04T15:39:49.672 INFO:tasks.rados.rados.0.smithi007.stdout:3608: finishing write tid 4 to smithi00780855-30 2024-08-04T15:39:49.672 INFO:tasks.rados.rados.0.smithi007.stdout:3608: finishing write tid 5 to smithi00780855-30 2024-08-04T15:39:49.672 INFO:tasks.rados.rados.0.smithi007.stdout:3608: finishing write tid 6 to smithi00780855-30 2024-08-04T15:39:49.673 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 2312 (ObjNum 1121 snap 363 seq_num 1121) dirty exists 2024-08-04T15:39:49.673 INFO:tasks.rados.rados.0.smithi007.stdout:3608: left oid 30 (ObjNum 1121 snap 363 seq_num 1121) 2024-08-04T15:39:49.673 INFO:tasks.rados.rados.0.smithi007.stdout:3609: finishing write tid 1 to smithi00780855-44 2024-08-04T15:39:49.673 INFO:tasks.rados.rados.0.smithi007.stdout:3609: finishing write tid 2 to smithi00780855-44 2024-08-04T15:39:49.673 INFO:tasks.rados.rados.0.smithi007.stdout:3607: done (3 left) 2024-08-04T15:39:49.673 INFO:tasks.rados.rados.0.smithi007.stdout:3608: done (2 left) 2024-08-04T15:39:49.673 INFO:tasks.rados.rados.0.smithi007.stdout:3610: done (1 left) 2024-08-04T15:39:49.673 INFO:tasks.rados.rados.0.smithi007.stdout:3611: delete oid 1 current snap is 363 2024-08-04T15:39:49.674 INFO:tasks.rados.rados.0.smithi007.stdout:3609: finishing write tid 3 to smithi00780855-44 2024-08-04T15:39:49.674 INFO:tasks.rados.rados.0.smithi007.stdout:3609: finishing write tid 4 to smithi00780855-44 2024-08-04T15:39:49.675 INFO:tasks.rados.rados.0.smithi007.stdout:3609: finishing write tid 5 to smithi00780855-44 2024-08-04T15:39:49.675 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 2032 (ObjNum 1122 snap 363 seq_num 1122) dirty exists 2024-08-04T15:39:49.675 INFO:tasks.rados.rados.0.smithi007.stdout:3609: left oid 44 (ObjNum 1122 snap 363 seq_num 1122) 2024-08-04T15:39:49.676 INFO:tasks.rados.rados.0.smithi007.stdout:3609: done (1 left) 2024-08-04T15:39:49.676 INFO:tasks.rados.rados.0.smithi007.stdout:3611: done (0 left) 2024-08-04T15:39:49.677 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 37 current snap is 363 2024-08-04T15:39:49.677 INFO:tasks.rados.rados.0.smithi007.stdout:3612: seq_num 1125 ranges {0=450560,450560=786432,1236992=614400,1851392=204800} 2024-08-04T15:39:49.679 INFO:tasks.rados.rados.0.smithi007.stdout:3612: writing smithi00780855-37 from 0 to 450560 tid 1 2024-08-04T15:39:49.683 INFO:tasks.rados.rados.0.smithi007.stdout:3612: writing smithi00780855-37 from 450560 to 1236992 tid 2 2024-08-04T15:39:49.687 INFO:tasks.rados.rados.0.smithi007.stdout:3612: writing smithi00780855-37 from 1236992 to 1851392 tid 3 2024-08-04T15:39:49.689 INFO:tasks.rados.rados.0.smithi007.stdout:3612: writing smithi00780855-37 from 1851392 to 2056192 tid 4 2024-08-04T15:39:49.689 INFO:tasks.rados.rados.0.smithi007.stdout:3613: snap_create 2024-08-04T15:39:49.689 INFO:tasks.rados.rados.0.smithi007.stdout:3612: finishing write tid 1 to smithi00780855-37 2024-08-04T15:39:49.689 INFO:tasks.rados.rados.0.smithi007.stdout:3612: finishing write tid 2 to smithi00780855-37 2024-08-04T15:39:49.691 INFO:tasks.rados.rados.0.smithi007.stdout:3612: finishing write tid 3 to smithi00780855-37 2024-08-04T15:39:49.691 INFO:tasks.rados.rados.0.smithi007.stdout:3612: finishing write tid 4 to smithi00780855-37 2024-08-04T15:39:49.691 INFO:tasks.rados.rados.0.smithi007.stdout:3612: finishing write tid 5 to smithi00780855-37 2024-08-04T15:39:49.692 INFO:tasks.rados.rados.0.smithi007.stdout:3612: finishing write tid 6 to smithi00780855-37 2024-08-04T15:39:49.692 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 2950 (ObjNum 1125 snap 363 seq_num 1125) dirty exists 2024-08-04T15:39:49.693 INFO:tasks.rados.rados.0.smithi007.stdout:3612: left oid 37 (ObjNum 1125 snap 363 seq_num 1125) 2024-08-04T15:39:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:49 smithi062 ceph-mon[85960]: osdmap e782: 8 total, 8 up, 8 in 2024-08-04T15:39:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:49 smithi062 ceph-mon[85960]: osdmap e783: 8 total, 8 up, 8 in 2024-08-04T15:39:50.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:49 smithi007 ceph-mon[94998]: osdmap e782: 8 total, 8 up, 8 in 2024-08-04T15:39:50.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:49 smithi007 ceph-mon[94998]: osdmap e783: 8 total, 8 up, 8 in 2024-08-04T15:39:50.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:49 smithi007 ceph-mon[92692]: osdmap e782: 8 total, 8 up, 8 in 2024-08-04T15:39:50.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:49 smithi007 ceph-mon[92692]: osdmap e783: 8 total, 8 up, 8 in 2024-08-04T15:39:50.651 INFO:tasks.rados.rados.0.smithi007.stdout:3612: done (1 left) 2024-08-04T15:39:50.651 INFO:tasks.rados.rados.0.smithi007.stdout:3613: done (0 left) 2024-08-04T15:39:50.651 INFO:tasks.rados.rados.0.smithi007.stdout:3614: read oid 25 snap -1 2024-08-04T15:39:50.651 INFO:tasks.rados.rados.0.smithi007.stdout:3614: expect (ObjNum 990 snap 314 seq_num 990) 2024-08-04T15:39:50.651 INFO:tasks.rados.rados.0.smithi007.stdout:3615: rollback oid 21 current snap is 364 2024-08-04T15:39:50.651 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 21 to 333 2024-08-04T15:39:50.651 INFO:tasks.rados.rados.0.smithi007.stdout:3616: read oid 35 snap 340 2024-08-04T15:39:50.652 INFO:tasks.rados.rados.0.smithi007.stdout:3616: expect (ObjNum 1051 snap 332 seq_num 1051) 2024-08-04T15:39:50.652 INFO:tasks.rados.rados.0.smithi007.stdout:3617: rmattr oid 39 current snap is 364 2024-08-04T15:39:50.652 INFO:tasks.rados.rados.0.smithi007.stdout:3617: done (3 left) 2024-08-04T15:39:50.652 INFO:tasks.rados.rados.0.smithi007.stdout:3618: read oid 20 snap -1 2024-08-04T15:39:50.652 INFO:tasks.rados.rados.0.smithi007.stdout:3618: expect (ObjNum 1102 snap 357 seq_num 1102) 2024-08-04T15:39:50.652 INFO:tasks.rados.rados.0.smithi007.stdout:3619: read oid 10 snap 352 2024-08-04T15:39:50.652 INFO:tasks.rados.rados.0.smithi007.stdout:3619: expect (ObjNum 1033 snap 325 seq_num 1033) 2024-08-04T15:39:50.652 INFO:tasks.rados.rados.0.smithi007.stdout:3620: copy_from oid 5 from oid 50 current snap is 364 2024-08-04T15:39:50.652 INFO:tasks.rados.rados.0.smithi007.stdout:3621: copy_from oid 9 from oid 30 current snap is 364 2024-08-04T15:39:50.652 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 26 current snap is 364 2024-08-04T15:39:50.652 INFO:tasks.rados.rados.0.smithi007.stdout:3622: seq_num 1126 ranges {11239424=466944,11706368=720896,12427264=778240,13205504=106496} 2024-08-04T15:39:50.715 INFO:tasks.rados.rados.0.smithi007.stdout:3622: writing smithi00780855-26 from 11239424 to 11706368 tid 1 2024-08-04T15:39:50.719 INFO:tasks.rados.rados.0.smithi007.stdout:3622: writing smithi00780855-26 from 11706368 to 12427264 tid 2 2024-08-04T15:39:50.723 INFO:tasks.rados.rados.0.smithi007.stdout:3622: writing smithi00780855-26 from 12427264 to 13205504 tid 3 2024-08-04T15:39:50.724 INFO:tasks.rados.rados.0.smithi007.stdout:3622: writing smithi00780855-26 from 13205504 to 13312000 tid 4 2024-08-04T15:39:50.724 INFO:tasks.rados.rados.0.smithi007.stdout:3623: delete oid 8 current snap is 364 2024-08-04T15:39:50.724 INFO:tasks.rados.rados.0.smithi007.stdout:3615: finishing rollback tid 1 to smithi00780855-21 2024-08-04T15:39:50.724 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 2913 (ObjNum -801332416 snap 22001 seq_num 304) dirty dne 2024-08-04T15:39:50.725 INFO:tasks.rados.rados.0.smithi007.stdout:3619: expect (ObjNum 1033 snap 325 seq_num 1033) 2024-08-04T15:39:50.742 INFO:tasks.rados.rados.0.smithi007.stdout:3618: expect (ObjNum 1102 snap 357 seq_num 1102) 2024-08-04T15:39:50.834 INFO:tasks.rados.rados.0.smithi007.stdout:3614: expect (ObjNum 990 snap 314 seq_num 990) 2024-08-04T15:39:50.892 INFO:tasks.rados.rados.0.smithi007.stdout:3620: finishing copy_from racing read to smithi00780855-5 2024-08-04T15:39:50.892 INFO:tasks.rados.rados.0.smithi007.stdout:3621: finishing copy_from racing read to smithi00780855-9 2024-08-04T15:39:50.892 INFO:tasks.rados.rados.0.smithi007.stdout:3621: finishing copy_from to smithi00780855-9 2024-08-04T15:39:50.892 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 2312 (ObjNum 1121 snap 363 seq_num 1121) dirty exists 2024-08-04T15:39:50.892 INFO:tasks.rados.rados.0.smithi007.stdout:3620: finishing copy_from to smithi00780855-5 2024-08-04T15:39:50.892 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 1975 (ObjNum 1032 snap 325 seq_num 1032) dirty exists 2024-08-04T15:39:50.892 INFO:tasks.rados.rados.0.smithi007.stdout:3616: expect (ObjNum 1051 snap 332 seq_num 1051) 2024-08-04T15:39:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:50 smithi062 ceph-mon[85960]: pgmap v831: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 377 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-04T15:39:51.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:50 smithi007 ceph-mon[92692]: pgmap v831: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 377 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-04T15:39:51.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:50 smithi007 ceph-mon[94998]: pgmap v831: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 377 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-04T15:39:51.984 INFO:tasks.rados.rados.0.smithi007.stdout:3622: finishing write tid 1 to smithi00780855-26 2024-08-04T15:39:51.984 INFO:tasks.rados.rados.0.smithi007.stdout:3622: finishing write tid 2 to smithi00780855-26 2024-08-04T15:39:51.984 INFO:tasks.rados.rados.0.smithi007.stdout:3622: finishing write tid 3 to smithi00780855-26 2024-08-04T15:39:51.984 INFO:tasks.rados.rados.0.smithi007.stdout:3622: finishing write tid 4 to smithi00780855-26 2024-08-04T15:39:51.984 INFO:tasks.rados.rados.0.smithi007.stdout:3622: finishing write tid 5 to smithi00780855-26 2024-08-04T15:39:51.985 INFO:tasks.rados.rados.0.smithi007.stdout:3622: finishing write tid 6 to smithi00780855-26 2024-08-04T15:39:51.985 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 2964 (ObjNum 1126 snap 364 seq_num 1126) dirty exists 2024-08-04T15:39:51.985 INFO:tasks.rados.rados.0.smithi007.stdout:3622: left oid 26 (ObjNum 1126 snap 364 seq_num 1126) 2024-08-04T15:39:51.985 INFO:tasks.rados.rados.0.smithi007.stdout:3614: done (8 left) 2024-08-04T15:39:51.985 INFO:tasks.rados.rados.0.smithi007.stdout:3615: done (7 left) 2024-08-04T15:39:51.985 INFO:tasks.rados.rados.0.smithi007.stdout:3616: done (6 left) 2024-08-04T15:39:51.985 INFO:tasks.rados.rados.0.smithi007.stdout:3618: done (5 left) 2024-08-04T15:39:51.985 INFO:tasks.rados.rados.0.smithi007.stdout:3619: done (4 left) 2024-08-04T15:39:51.985 INFO:tasks.rados.rados.0.smithi007.stdout:3620: done (3 left) 2024-08-04T15:39:51.985 INFO:tasks.rados.rados.0.smithi007.stdout:3621: done (2 left) 2024-08-04T15:39:51.985 INFO:tasks.rados.rados.0.smithi007.stdout:3622: done (1 left) 2024-08-04T15:39:51.985 INFO:tasks.rados.rados.0.smithi007.stdout:3623: done (0 left) 2024-08-04T15:39:51.985 INFO:tasks.rados.rados.0.smithi007.stdout:3624: delete oid 48 current snap is 364 2024-08-04T15:39:51.986 INFO:tasks.rados.rados.0.smithi007.stdout:3624: done (0 left) 2024-08-04T15:39:51.986 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 364 2024-08-04T15:39:51.986 INFO:tasks.rados.rados.0.smithi007.stdout:3625: seq_num 1129 ranges {4120576=516096,4636672=770048,5406720=598016,6004736=237568} 2024-08-04T15:39:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:51 smithi062 ceph-mon[85960]: osdmap e784: 8 total, 8 up, 8 in 2024-08-04T15:39:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:39:52.011 INFO:tasks.rados.rados.0.smithi007.stdout:3625: writing smithi00780855-44 from 4120576 to 4636672 tid 1 2024-08-04T15:39:52.016 INFO:tasks.rados.rados.0.smithi007.stdout:3625: writing smithi00780855-44 from 4636672 to 5406720 tid 2 2024-08-04T15:39:52.019 INFO:tasks.rados.rados.0.smithi007.stdout:3625: writing smithi00780855-44 from 5406720 to 6004736 tid 3 2024-08-04T15:39:52.021 INFO:tasks.rados.rados.0.smithi007.stdout:3625: writing smithi00780855-44 from 6004736 to 6242304 tid 4 2024-08-04T15:39:52.021 INFO:tasks.rados.rados.0.smithi007.stdout:3626: snap_remove snap 361 2024-08-04T15:39:52.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:51 smithi007 ceph-mon[92692]: osdmap e784: 8 total, 8 up, 8 in 2024-08-04T15:39:52.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:39:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:51 smithi007 ceph-mon[94998]: osdmap e784: 8 total, 8 up, 8 in 2024-08-04T15:39:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:39:52.652 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:39:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:39:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:39:52.660 INFO:tasks.rados.rados.0.smithi007.stdout:3625: finishing write tid 1 to smithi00780855-44 2024-08-04T15:39:52.660 INFO:tasks.rados.rados.0.smithi007.stdout:3625: finishing write tid 2 to smithi00780855-44 2024-08-04T15:39:52.660 INFO:tasks.rados.rados.0.smithi007.stdout:3625: finishing write tid 3 to smithi00780855-44 2024-08-04T15:39:52.660 INFO:tasks.rados.rados.0.smithi007.stdout:3625: finishing write tid 4 to smithi00780855-44 2024-08-04T15:39:52.661 INFO:tasks.rados.rados.0.smithi007.stdout:3625: finishing write tid 5 to smithi00780855-44 2024-08-04T15:39:52.661 INFO:tasks.rados.rados.0.smithi007.stdout:3625: finishing write tid 6 to smithi00780855-44 2024-08-04T15:39:52.661 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 2037 (ObjNum 1129 snap 364 seq_num 1129) dirty exists 2024-08-04T15:39:52.661 INFO:tasks.rados.rados.0.smithi007.stdout:3625: left oid 44 (ObjNum 1129 snap 364 seq_num 1129) 2024-08-04T15:39:52.661 INFO:tasks.rados.rados.0.smithi007.stdout:3625: done (1 left) 2024-08-04T15:39:52.661 INFO:tasks.rados.rados.0.smithi007.stdout:3626: done (0 left) 2024-08-04T15:39:52.661 INFO:tasks.rados.rados.0.smithi007.stdout:3627: snap_create 2024-08-04T15:39:53.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:52 smithi062 ceph-mon[85960]: pgmap v834: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-04T15:39:53.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:52 smithi007 ceph-mon[92692]: pgmap v834: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-04T15:39:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:52 smithi007 ceph-mon[94998]: pgmap v834: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-04T15:39:53.665 INFO:tasks.rados.rados.0.smithi007.stdout:3627: done (0 left) 2024-08-04T15:39:53.665 INFO:tasks.rados.rados.0.smithi007.stdout:3628: rollback oid 21 current snap is 365 2024-08-04T15:39:53.665 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 21 to 360 2024-08-04T15:39:53.666 INFO:tasks.rados.rados.0.smithi007.stdout:3629: rollback oid 38 current snap is 365 2024-08-04T15:39:53.666 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 38 to 317 2024-08-04T15:39:53.666 INFO:tasks.rados.rados.0.smithi007.stdout:3630: snap_create 2024-08-04T15:39:53.669 INFO:tasks.rados.rados.0.smithi007.stdout:3629: finishing rollback tid 1 to smithi00780855-38 2024-08-04T15:39:53.669 INFO:tasks.rados.rados.0.smithi007.stdout:3629: finishing rollback tid 2 to smithi00780855-38 2024-08-04T15:39:53.669 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 2166 (ObjNum 958 snap 302 seq_num 958) dirty exists 2024-08-04T15:39:53.672 INFO:tasks.rados.rados.0.smithi007.stdout:3628: finishing rollback tid 1 to smithi00780855-21 2024-08-04T15:39:53.672 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 2913 (ObjNum -800720672 snap 22001 seq_num 304) dirty dne 2024-08-04T15:39:54.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:53 smithi062 ceph-mon[85960]: osdmap e785: 8 total, 8 up, 8 in 2024-08-04T15:39:54.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:53 smithi007 ceph-mon[92692]: osdmap e785: 8 total, 8 up, 8 in 2024-08-04T15:39:54.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:53 smithi007 ceph-mon[94998]: osdmap e785: 8 total, 8 up, 8 in 2024-08-04T15:39:54.569 INFO:tasks.rados.rados.0.smithi007.stdout:3628: done (2 left) 2024-08-04T15:39:54.569 INFO:tasks.rados.rados.0.smithi007.stdout:3629: done (1 left) 2024-08-04T15:39:54.569 INFO:tasks.rados.rados.0.smithi007.stdout:3630: done (0 left) 2024-08-04T15:39:54.569 INFO:tasks.rados.rados.0.smithi007.stdout:3631: read oid 9 snap 318 2024-08-04T15:39:54.570 INFO:tasks.rados.rados.0.smithi007.stdout:3631: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:39:54.570 INFO:tasks.rados.rados.0.smithi007.stdout:3632: delete oid 24 current snap is 366 2024-08-04T15:39:54.579 INFO:tasks.rados.rados.0.smithi007.stdout:3632: done (1 left) 2024-08-04T15:39:54.579 INFO:tasks.rados.rados.0.smithi007.stdout:3633: rollback oid 26 current snap is 366 2024-08-04T15:39:54.579 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 26 to 304 2024-08-04T15:39:54.579 INFO:tasks.rados.rados.0.smithi007.stdout:3634: snap_create 2024-08-04T15:39:54.583 INFO:tasks.rados.rados.0.smithi007.stdout:3631: expect (ObjNum 675 snap 216 seq_num 675) 2024-08-04T15:39:54.634 INFO:tasks.rados.rados.0.smithi007.stdout:3633: finishing rollback tid 0 to smithi00780855-26 2024-08-04T15:39:54.635 INFO:tasks.rados.rados.0.smithi007.stdout:3633: finishing rollback tid 1 to smithi00780855-26 2024-08-04T15:39:54.635 INFO:tasks.rados.rados.0.smithi007.stdout:3633: finishing rollback tid 2 to smithi00780855-26 2024-08-04T15:39:54.635 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 2967 (ObjNum 892 snap 275 seq_num 892) dirty exists 2024-08-04T15:39:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:54 smithi062 ceph-mon[85960]: pgmap v836: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 379 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-04T15:39:55.026 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:54 smithi062 ceph-mon[85960]: osdmap e786: 8 total, 8 up, 8 in 2024-08-04T15:39:55.026 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:54 smithi062 ceph-mon[85960]: osdmap e787: 8 total, 8 up, 8 in 2024-08-04T15:39:55.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:54 smithi007 ceph-mon[92692]: pgmap v836: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 379 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-04T15:39:55.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:54 smithi007 ceph-mon[92692]: osdmap e786: 8 total, 8 up, 8 in 2024-08-04T15:39:55.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:54 smithi007 ceph-mon[92692]: osdmap e787: 8 total, 8 up, 8 in 2024-08-04T15:39:55.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:54 smithi007 ceph-mon[94998]: pgmap v836: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 379 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-04T15:39:55.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:54 smithi007 ceph-mon[94998]: osdmap e786: 8 total, 8 up, 8 in 2024-08-04T15:39:55.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:54 smithi007 ceph-mon[94998]: osdmap e787: 8 total, 8 up, 8 in 2024-08-04T15:39:55.571 INFO:tasks.rados.rados.0.smithi007.stdout:3631: done (2 left) 2024-08-04T15:39:55.571 INFO:tasks.rados.rados.0.smithi007.stdout:3633: done (1 left) 2024-08-04T15:39:55.571 INFO:tasks.rados.rados.0.smithi007.stdout:3634: done (0 left) 2024-08-04T15:39:55.571 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 23 current snap is 367 2024-08-04T15:39:55.571 INFO:tasks.rados.rados.0.smithi007.stdout:3635: seq_num 1131 ranges {663552=548864,1212416=540672,1753088=565248,2318336=425984,2744320=73728} 2024-08-04T15:39:55.577 INFO:tasks.rados.rados.0.smithi007.stdout:3635: writing smithi00780855-23 from 663552 to 1212416 tid 1 2024-08-04T15:39:55.580 INFO:tasks.rados.rados.0.smithi007.stdout:3635: writing smithi00780855-23 from 1212416 to 1753088 tid 2 2024-08-04T15:39:55.583 INFO:tasks.rados.rados.0.smithi007.stdout:3635: writing smithi00780855-23 from 1753088 to 2318336 tid 3 2024-08-04T15:39:55.586 INFO:tasks.rados.rados.0.smithi007.stdout:3635: writing smithi00780855-23 from 2318336 to 2744320 tid 4 2024-08-04T15:39:55.587 INFO:tasks.rados.rados.0.smithi007.stdout:3635: writing smithi00780855-23 from 2744320 to 2818048 tid 5 2024-08-04T15:39:55.587 INFO:tasks.rados.rados.0.smithi007.stdout:3636: delete oid 13 current snap is 367 2024-08-04T15:39:55.587 INFO:tasks.rados.rados.0.smithi007.stdout:3635: finishing write tid 1 to smithi00780855-23 2024-08-04T15:39:55.587 INFO:tasks.rados.rados.0.smithi007.stdout:3635: finishing write tid 2 to smithi00780855-23 2024-08-04T15:39:55.588 INFO:tasks.rados.rados.0.smithi007.stdout:3635: finishing write tid 3 to smithi00780855-23 2024-08-04T15:39:55.591 INFO:tasks.rados.rados.0.smithi007.stdout:3635: finishing write tid 4 to smithi00780855-23 2024-08-04T15:39:55.591 INFO:tasks.rados.rados.0.smithi007.stdout:3636: done (1 left) 2024-08-04T15:39:55.591 INFO:tasks.rados.rados.0.smithi007.stdout:3637: copy_from oid 14 from oid 37 current snap is 367 2024-08-04T15:39:55.591 INFO:tasks.rados.rados.0.smithi007.stdout:3638: snap_remove snap 366 2024-08-04T15:39:56.567 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:39:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:39:56] "GET /metrics HTTP/1.1" 200 36253 "" "Prometheus/2.43.0" 2024-08-04T15:39:56.576 INFO:tasks.rados.rados.0.smithi007.stdout:3638: done (2 left) 2024-08-04T15:39:56.576 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 19 current snap is 367 2024-08-04T15:39:56.576 INFO:tasks.rados.rados.0.smithi007.stdout:3639: seq_num 1133 ranges {1916928=581632,2498560=753664,3252224=573440,3825664=278528} 2024-08-04T15:39:56.590 INFO:tasks.rados.rados.0.smithi007.stdout:3639: writing smithi00780855-19 from 1916928 to 2498560 tid 1 2024-08-04T15:39:56.595 INFO:tasks.rados.rados.0.smithi007.stdout:3639: writing smithi00780855-19 from 2498560 to 3252224 tid 2 2024-08-04T15:39:56.598 INFO:tasks.rados.rados.0.smithi007.stdout:3639: writing smithi00780855-19 from 3252224 to 3825664 tid 3 2024-08-04T15:39:56.600 INFO:tasks.rados.rados.0.smithi007.stdout:3639: writing smithi00780855-19 from 3825664 to 4104192 tid 4 2024-08-04T15:39:56.600 INFO:tasks.rados.rados.0.smithi007.stdout:3640: snap_create 2024-08-04T15:39:56.600 INFO:tasks.rados.rados.0.smithi007.stdout:3635: finishing write tid 5 to smithi00780855-23 2024-08-04T15:39:56.600 INFO:tasks.rados.rados.0.smithi007.stdout:3635: finishing write tid 6 to smithi00780855-23 2024-08-04T15:39:56.600 INFO:tasks.rados.rados.0.smithi007.stdout:3635: finishing write tid 7 to smithi00780855-23 2024-08-04T15:39:56.601 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 2036 (ObjNum 1131 snap 367 seq_num 1131) dirty exists 2024-08-04T15:39:56.601 INFO:tasks.rados.rados.0.smithi007.stdout:3635: left oid 23 (ObjNum 1131 snap 367 seq_num 1131) 2024-08-04T15:39:56.601 INFO:tasks.rados.rados.0.smithi007.stdout:3637: finishing copy_from racing read to smithi00780855-14 2024-08-04T15:39:56.601 INFO:tasks.rados.rados.0.smithi007.stdout:3637: finishing copy_from to smithi00780855-14 2024-08-04T15:39:56.601 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 2950 (ObjNum 1125 snap 363 seq_num 1125) dirty exists 2024-08-04T15:39:56.601 INFO:tasks.rados.rados.0.smithi007.stdout:3639: finishing write tid 1 to smithi00780855-19 2024-08-04T15:39:56.601 INFO:tasks.rados.rados.0.smithi007.stdout:3639: finishing write tid 2 to smithi00780855-19 2024-08-04T15:39:56.603 INFO:tasks.rados.rados.0.smithi007.stdout:3639: finishing write tid 3 to smithi00780855-19 2024-08-04T15:39:56.603 INFO:tasks.rados.rados.0.smithi007.stdout:3639: finishing write tid 4 to smithi00780855-19 2024-08-04T15:39:56.603 INFO:tasks.rados.rados.0.smithi007.stdout:3639: finishing write tid 5 to smithi00780855-19 2024-08-04T15:39:56.604 INFO:tasks.rados.rados.0.smithi007.stdout:3639: finishing write tid 6 to smithi00780855-19 2024-08-04T15:39:56.604 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 2171 (ObjNum 1133 snap 367 seq_num 1133) dirty exists 2024-08-04T15:39:56.604 INFO:tasks.rados.rados.0.smithi007.stdout:3639: left oid 19 (ObjNum 1133 snap 367 seq_num 1133) 2024-08-04T15:39:56.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:56 smithi007 ceph-mon[92692]: pgmap v839: 121 pgs: 121 active+clean; 391 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-08-04T15:39:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:56 smithi007 ceph-mon[92692]: osdmap e788: 8 total, 8 up, 8 in 2024-08-04T15:39:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:56 smithi007 ceph-mon[94998]: pgmap v839: 121 pgs: 121 active+clean; 391 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-08-04T15:39:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:56 smithi007 ceph-mon[94998]: osdmap e788: 8 total, 8 up, 8 in 2024-08-04T15:39:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:56 smithi062 ceph-mon[85960]: pgmap v839: 121 pgs: 121 active+clean; 391 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-08-04T15:39:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:56 smithi062 ceph-mon[85960]: osdmap e788: 8 total, 8 up, 8 in 2024-08-04T15:39:57.583 INFO:tasks.rados.rados.0.smithi007.stdout:3635: done (3 left) 2024-08-04T15:39:57.583 INFO:tasks.rados.rados.0.smithi007.stdout:3637: done (2 left) 2024-08-04T15:39:57.583 INFO:tasks.rados.rados.0.smithi007.stdout:3639: done (1 left) 2024-08-04T15:39:57.583 INFO:tasks.rados.rados.0.smithi007.stdout:3640: done (0 left) 2024-08-04T15:39:57.583 INFO:tasks.rados.rados.0.smithi007.stdout:3641: copy_from oid 7 from oid 49 current snap is 368 2024-08-04T15:39:57.583 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 37 current snap is 368 2024-08-04T15:39:57.583 INFO:tasks.rados.rados.0.smithi007.stdout:3642: seq_num 1134 ranges {2056192=598016,2654208=638976,3293184=737280,4030464=229376} 2024-08-04T15:39:57.597 INFO:tasks.rados.rados.0.smithi007.stdout:3642: writing smithi00780855-37 from 2056192 to 2654208 tid 1 2024-08-04T15:39:57.601 INFO:tasks.rados.rados.0.smithi007.stdout:3642: writing smithi00780855-37 from 2654208 to 3293184 tid 2 2024-08-04T15:39:57.605 INFO:tasks.rados.rados.0.smithi007.stdout:3642: writing smithi00780855-37 from 3293184 to 4030464 tid 3 2024-08-04T15:39:57.607 INFO:tasks.rados.rados.0.smithi007.stdout:3642: writing smithi00780855-37 from 4030464 to 4259840 tid 4 2024-08-04T15:39:57.608 INFO:tasks.rados.rados.0.smithi007.stdout:3643: copy_from oid 5 from oid 6 current snap is 368 2024-08-04T15:39:57.608 INFO:tasks.rados.rados.0.smithi007.stdout:3641: finishing copy_from racing read to smithi00780855-7 2024-08-04T15:39:57.608 INFO:tasks.rados.rados.0.smithi007.stdout:3641: finishing copy_from to smithi00780855-7 2024-08-04T15:39:57.608 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 2901 (ObjNum 1102 snap 357 seq_num 1102) dirty exists 2024-08-04T15:39:57.608 INFO:tasks.rados.rados.0.smithi007.stdout:3642: finishing write tid 1 to smithi00780855-37 2024-08-04T15:39:57.608 INFO:tasks.rados.rados.0.smithi007.stdout:3642: finishing write tid 2 to smithi00780855-37 2024-08-04T15:39:57.608 INFO:tasks.rados.rados.0.smithi007.stdout:3641: done (2 left) 2024-08-04T15:39:57.608 INFO:tasks.rados.rados.0.smithi007.stdout:3644: rollback oid 46 current snap is 368 2024-08-04T15:39:57.608 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 46 to 352 2024-08-04T15:39:57.608 INFO:tasks.rados.rados.0.smithi007.stdout:3645: rollback oid 33 current snap is 368 2024-08-04T15:39:57.608 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 33 to 362 2024-08-04T15:39:57.608 INFO:tasks.rados.rados.0.smithi007.stdout:3646: copy_from oid 34 from oid 48 current snap is 368 2024-08-04T15:39:57.609 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 26 current snap is 368 2024-08-04T15:39:57.609 INFO:tasks.rados.rados.0.smithi007.stdout:3647: seq_num 1135 ranges {548864=614400,1163264=524288,1687552=540672,2228224=483328,2711552=57344} 2024-08-04T15:39:57.614 INFO:tasks.rados.rados.0.smithi007.stdout:3647: writing smithi00780855-26 from 548864 to 1163264 tid 1 2024-08-04T15:39:57.617 INFO:tasks.rados.rados.0.smithi007.stdout:3647: writing smithi00780855-26 from 1163264 to 1687552 tid 2 2024-08-04T15:39:57.621 INFO:tasks.rados.rados.0.smithi007.stdout:3647: writing smithi00780855-26 from 1687552 to 2228224 tid 3 2024-08-04T15:39:57.623 INFO:tasks.rados.rados.0.smithi007.stdout:3647: writing smithi00780855-26 from 2228224 to 2711552 tid 4 2024-08-04T15:39:57.624 INFO:tasks.rados.rados.0.smithi007.stdout:3647: writing smithi00780855-26 from 2711552 to 2768896 tid 5 2024-08-04T15:39:57.624 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 368 2024-08-04T15:39:57.624 INFO:tasks.rados.rados.0.smithi007.stdout:3646: finishing copy_from to smithi00780855-34 2024-08-04T15:39:57.624 INFO:tasks.rados.rados.0.smithi007.stdout:3646: got expected ENOENT (src dne) 2024-08-04T15:39:57.625 INFO:tasks.rados.rados.0.smithi007.stdout:3646: finishing copy_from racing read to smithi00780855-34 2024-08-04T15:39:57.625 INFO:tasks.rados.rados.0.smithi007.stdout:3642: finishing write tid 3 to smithi00780855-37 2024-08-04T15:39:57.625 INFO:tasks.rados.rados.0.smithi007.stdout:3642: finishing write tid 4 to smithi00780855-37 2024-08-04T15:39:57.625 INFO:tasks.rados.rados.0.smithi007.stdout:3642: finishing write tid 5 to smithi00780855-37 2024-08-04T15:39:57.625 INFO:tasks.rados.rados.0.smithi007.stdout:3648: seq_num 1136 ranges {2539520=630784,3170304=409600,3579904=753664,4333568=417792,4751360=24576} 2024-08-04T15:39:57.641 INFO:tasks.rados.rados.0.smithi007.stdout:3648: writing smithi00780855-43 from 2539520 to 3170304 tid 1 2024-08-04T15:39:57.644 INFO:tasks.rados.rados.0.smithi007.stdout:3648: writing smithi00780855-43 from 3170304 to 3579904 tid 2 2024-08-04T15:39:57.648 INFO:tasks.rados.rados.0.smithi007.stdout:3648: writing smithi00780855-43 from 3579904 to 4333568 tid 3 2024-08-04T15:39:57.651 INFO:tasks.rados.rados.0.smithi007.stdout:3648: writing smithi00780855-43 from 4333568 to 4751360 tid 4 2024-08-04T15:39:57.651 INFO:tasks.rados.rados.0.smithi007.stdout:3648: writing smithi00780855-43 from 4751360 to 4775936 tid 5 2024-08-04T15:39:57.651 INFO:tasks.rados.rados.0.smithi007.stdout:3646: done (6 left) 2024-08-04T15:39:57.651 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 24 current snap is 368 2024-08-04T15:39:57.651 INFO:tasks.rados.rados.0.smithi007.stdout:3642: finishing write tid 6 to smithi00780855-37 2024-08-04T15:39:57.651 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 2955 (ObjNum 1134 snap 368 seq_num 1134) dirty exists 2024-08-04T15:39:57.652 INFO:tasks.rados.rados.0.smithi007.stdout:3642: left oid 37 (ObjNum 1134 snap 368 seq_num 1134) 2024-08-04T15:39:57.652 INFO:tasks.rados.rados.0.smithi007.stdout:3645: finishing rollback tid 0 to smithi00780855-33 2024-08-04T15:39:57.652 INFO:tasks.rados.rados.0.smithi007.stdout:3645: finishing rollback tid 1 to smithi00780855-33 2024-08-04T15:39:57.652 INFO:tasks.rados.rados.0.smithi007.stdout:3644: finishing rollback tid 0 to smithi00780855-46 2024-08-04T15:39:57.652 INFO:tasks.rados.rados.0.smithi007.stdout:3644: finishing rollback tid 1 to smithi00780855-46 2024-08-04T15:39:57.652 INFO:tasks.rados.rados.0.smithi007.stdout:3644: finishing rollback tid 2 to smithi00780855-46 2024-08-04T15:39:57.652 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 2748 (ObjNum 1044 snap 332 seq_num 1044) dirty exists 2024-08-04T15:39:57.652 INFO:tasks.rados.rados.0.smithi007.stdout:3645: finishing rollback tid 2 to smithi00780855-33 2024-08-04T15:39:57.652 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 2316 (ObjNum 1086 snap 347 seq_num 1086) dirty exists 2024-08-04T15:39:57.652 INFO:tasks.rados.rados.0.smithi007.stdout:3647: finishing write tid 1 to smithi00780855-26 2024-08-04T15:39:57.652 INFO:tasks.rados.rados.0.smithi007.stdout:3647: finishing write tid 2 to smithi00780855-26 2024-08-04T15:39:57.652 INFO:tasks.rados.rados.0.smithi007.stdout:3643: finishing copy_from racing read to smithi00780855-5 2024-08-04T15:39:57.652 INFO:tasks.rados.rados.0.smithi007.stdout:3643: finishing copy_from to smithi00780855-5 2024-08-04T15:39:57.652 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 2892 (ObjNum 972 snap 305 seq_num 972) dirty exists 2024-08-04T15:39:57.653 INFO:tasks.rados.rados.0.smithi007.stdout:3649: seq_num 1137 ranges {0=647168,647168=696320,1343488=557056,1900544=352256} 2024-08-04T15:39:57.654 INFO:tasks.rados.rados.0.smithi007.stdout:3649: writing smithi00780855-24 from 0 to 647168 tid 1 2024-08-04T15:39:57.658 INFO:tasks.rados.rados.0.smithi007.stdout:3649: writing smithi00780855-24 from 647168 to 1343488 tid 2 2024-08-04T15:39:57.661 INFO:tasks.rados.rados.0.smithi007.stdout:3649: writing smithi00780855-24 from 1343488 to 1900544 tid 3 2024-08-04T15:39:57.664 INFO:tasks.rados.rados.0.smithi007.stdout:3649: writing smithi00780855-24 from 1900544 to 2252800 tid 4 2024-08-04T15:39:57.664 INFO:tasks.rados.rados.0.smithi007.stdout:3642: done (6 left) 2024-08-04T15:39:57.664 INFO:tasks.rados.rados.0.smithi007.stdout:3643: done (5 left) 2024-08-04T15:39:57.664 INFO:tasks.rados.rados.0.smithi007.stdout:3644: done (4 left) 2024-08-04T15:39:57.664 INFO:tasks.rados.rados.0.smithi007.stdout:3645: done (3 left) 2024-08-04T15:39:57.664 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 42 current snap is 368 2024-08-04T15:39:57.664 INFO:tasks.rados.rados.0.smithi007.stdout:3647: finishing write tid 3 to smithi00780855-26 2024-08-04T15:39:57.664 INFO:tasks.rados.rados.0.smithi007.stdout:3647: finishing write tid 4 to smithi00780855-26 2024-08-04T15:39:57.664 INFO:tasks.rados.rados.0.smithi007.stdout:3647: finishing write tid 5 to smithi00780855-26 2024-08-04T15:39:57.664 INFO:tasks.rados.rados.0.smithi007.stdout:3647: finishing write tid 6 to smithi00780855-26 2024-08-04T15:39:57.665 INFO:tasks.rados.rados.0.smithi007.stdout:3647: finishing write tid 7 to smithi00780855-26 2024-08-04T15:39:57.665 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 2973 (ObjNum 1135 snap 368 seq_num 1135) dirty exists 2024-08-04T15:39:57.665 INFO:tasks.rados.rados.0.smithi007.stdout:3647: left oid 26 (ObjNum 1135 snap 368 seq_num 1135) 2024-08-04T15:39:57.665 INFO:tasks.rados.rados.0.smithi007.stdout:3650: seq_num 1138 ranges {2195456=663552,2859008=581632,3440640=712704,4153344=311296} 2024-08-04T15:39:57.679 INFO:tasks.rados.rados.0.smithi007.stdout:3650: writing smithi00780855-42 from 2195456 to 2859008 tid 1 2024-08-04T15:39:57.682 INFO:tasks.rados.rados.0.smithi007.stdout:3650: writing smithi00780855-42 from 2859008 to 3440640 tid 2 2024-08-04T15:39:57.687 INFO:tasks.rados.rados.0.smithi007.stdout:3650: writing smithi00780855-42 from 3440640 to 4153344 tid 3 2024-08-04T15:39:57.690 INFO:tasks.rados.rados.0.smithi007.stdout:3650: writing smithi00780855-42 from 4153344 to 4464640 tid 4 2024-08-04T15:39:57.690 INFO:tasks.rados.rados.0.smithi007.stdout:3647: done (3 left) 2024-08-04T15:39:57.690 INFO:tasks.rados.rados.0.smithi007.stdout:3651: read oid 23 snap -1 2024-08-04T15:39:57.690 INFO:tasks.rados.rados.0.smithi007.stdout:3651: expect (ObjNum 1131 snap 367 seq_num 1131) 2024-08-04T15:39:57.690 INFO:tasks.rados.rados.0.smithi007.stdout:3652: copy_from oid 39 from oid 21 current snap is 368 2024-08-04T15:39:57.690 INFO:tasks.rados.rados.0.smithi007.stdout:3648: finishing write tid 1 to smithi00780855-43 2024-08-04T15:39:57.690 INFO:tasks.rados.rados.0.smithi007.stdout:3648: finishing write tid 2 to smithi00780855-43 2024-08-04T15:39:57.690 INFO:tasks.rados.rados.0.smithi007.stdout:3648: finishing write tid 3 to smithi00780855-43 2024-08-04T15:39:57.690 INFO:tasks.rados.rados.0.smithi007.stdout:3648: finishing write tid 4 to smithi00780855-43 2024-08-04T15:39:57.690 INFO:tasks.rados.rados.0.smithi007.stdout:3648: finishing write tid 5 to smithi00780855-43 2024-08-04T15:39:57.690 INFO:tasks.rados.rados.0.smithi007.stdout:3648: finishing write tid 6 to smithi00780855-43 2024-08-04T15:39:57.691 INFO:tasks.rados.rados.0.smithi007.stdout:3648: finishing write tid 7 to smithi00780855-43 2024-08-04T15:39:57.691 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 2918 (ObjNum 1136 snap 368 seq_num 1136) dirty exists 2024-08-04T15:39:57.691 INFO:tasks.rados.rados.0.smithi007.stdout:3648: left oid 43 (ObjNum 1136 snap 368 seq_num 1136) 2024-08-04T15:39:57.691 INFO:tasks.rados.rados.0.smithi007.stdout:3649: finishing write tid 1 to smithi00780855-24 2024-08-04T15:39:57.691 INFO:tasks.rados.rados.0.smithi007.stdout:3649: finishing write tid 2 to smithi00780855-24 2024-08-04T15:39:57.691 INFO:tasks.rados.rados.0.smithi007.stdout:3648: done (4 left) 2024-08-04T15:39:57.691 INFO:tasks.rados.rados.0.smithi007.stdout:3653: snap_remove snap 351 2024-08-04T15:39:57.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:57 smithi007 ceph-mon[94998]: osdmap e789: 8 total, 8 up, 8 in 2024-08-04T15:39:57.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:57 smithi007 ceph-mon[92692]: osdmap e789: 8 total, 8 up, 8 in 2024-08-04T15:39:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:57 smithi062 ceph-mon[85960]: osdmap e789: 8 total, 8 up, 8 in 2024-08-04T15:39:58.584 INFO:tasks.rados.rados.0.smithi007.stdout:3653: done (4 left) 2024-08-04T15:39:58.584 INFO:tasks.rados.rados.0.smithi007.stdout:3654: copy_from oid 45 from oid 29 current snap is 368 2024-08-04T15:39:58.584 INFO:tasks.rados.rados.0.smithi007.stdout:3649: finishing write tid 3 to smithi00780855-24 2024-08-04T15:39:58.584 INFO:tasks.rados.rados.0.smithi007.stdout:3649: finishing write tid 4 to smithi00780855-24 2024-08-04T15:39:58.584 INFO:tasks.rados.rados.0.smithi007.stdout:3649: finishing write tid 5 to smithi00780855-24 2024-08-04T15:39:58.584 INFO:tasks.rados.rados.0.smithi007.stdout:3649: finishing write tid 6 to smithi00780855-24 2024-08-04T15:39:58.585 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 3397 (ObjNum 1137 snap 368 seq_num 1137) dirty exists 2024-08-04T15:39:58.585 INFO:tasks.rados.rados.0.smithi007.stdout:3649: left oid 24 (ObjNum 1137 snap 368 seq_num 1137) 2024-08-04T15:39:58.585 INFO:tasks.rados.rados.0.smithi007.stdout:3650: finishing write tid 1 to smithi00780855-42 2024-08-04T15:39:58.585 INFO:tasks.rados.rados.0.smithi007.stdout:3650: finishing write tid 2 to smithi00780855-42 2024-08-04T15:39:58.585 INFO:tasks.rados.rados.0.smithi007.stdout:3652: finishing copy_from to smithi00780855-39 2024-08-04T15:39:58.585 INFO:tasks.rados.rados.0.smithi007.stdout:3652: got expected ENOENT (src dne) 2024-08-04T15:39:58.585 INFO:tasks.rados.rados.0.smithi007.stdout:3652: finishing copy_from racing read to smithi00780855-39 2024-08-04T15:39:58.585 INFO:tasks.rados.rados.0.smithi007.stdout:3650: finishing write tid 3 to smithi00780855-42 2024-08-04T15:39:58.585 INFO:tasks.rados.rados.0.smithi007.stdout:3650: finishing write tid 4 to smithi00780855-42 2024-08-04T15:39:58.585 INFO:tasks.rados.rados.0.smithi007.stdout:3650: finishing write tid 5 to smithi00780855-42 2024-08-04T15:39:58.585 INFO:tasks.rados.rados.0.smithi007.stdout:3650: finishing write tid 6 to smithi00780855-42 2024-08-04T15:39:58.585 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 2041 (ObjNum 1138 snap 368 seq_num 1138) dirty exists 2024-08-04T15:39:58.585 INFO:tasks.rados.rados.0.smithi007.stdout:3650: left oid 42 (ObjNum 1138 snap 368 seq_num 1138) 2024-08-04T15:39:58.585 INFO:tasks.rados.rados.0.smithi007.stdout:3651: expect (ObjNum 1131 snap 367 seq_num 1131) 2024-08-04T15:39:58.681 INFO:tasks.rados.rados.0.smithi007.stdout:3654: finishing copy_from racing read to smithi00780855-45 2024-08-04T15:39:58.682 INFO:tasks.rados.rados.0.smithi007.stdout:3654: finishing copy_from to smithi00780855-45 2024-08-04T15:39:58.682 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 2740 (ObjNum 1070 snap 339 seq_num 1070) dirty exists 2024-08-04T15:39:58.682 INFO:tasks.rados.rados.0.smithi007.stdout:3649: done (4 left) 2024-08-04T15:39:58.682 INFO:tasks.rados.rados.0.smithi007.stdout:3650: done (3 left) 2024-08-04T15:39:58.682 INFO:tasks.rados.rados.0.smithi007.stdout:3651: done (2 left) 2024-08-04T15:39:58.682 INFO:tasks.rados.rados.0.smithi007.stdout:3652: done (1 left) 2024-08-04T15:39:58.682 INFO:tasks.rados.rados.0.smithi007.stdout:3654: done (0 left) 2024-08-04T15:39:58.682 INFO:tasks.rados.rados.0.smithi007.stdout:3655: rollback oid 9 current snap is 368 2024-08-04T15:39:58.682 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 9 to 342 2024-08-04T15:39:58.682 INFO:tasks.rados.rados.0.smithi007.stdout:3656: copy_from oid 10 from oid 12 current snap is 368 2024-08-04T15:39:58.682 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 47 current snap is 368 2024-08-04T15:39:58.682 INFO:tasks.rados.rados.0.smithi007.stdout:3657: seq_num 1139 ranges {4489216=679936,5169152=458752,5627904=524288,6152192=540672,6692864=81920} 2024-08-04T15:39:58.709 INFO:tasks.rados.rados.0.smithi007.stdout:3657: writing smithi00780855-47 from 4489216 to 5169152 tid 1 2024-08-04T15:39:58.712 INFO:tasks.rados.rados.0.smithi007.stdout:3657: writing smithi00780855-47 from 5169152 to 5627904 tid 2 2024-08-04T15:39:58.716 INFO:tasks.rados.rados.0.smithi007.stdout:3657: writing smithi00780855-47 from 5627904 to 6152192 tid 3 2024-08-04T15:39:58.719 INFO:tasks.rados.rados.0.smithi007.stdout:3657: writing smithi00780855-47 from 6152192 to 6692864 tid 4 2024-08-04T15:39:58.720 INFO:tasks.rados.rados.0.smithi007.stdout:3657: writing smithi00780855-47 from 6692864 to 6774784 tid 5 2024-08-04T15:39:58.720 INFO:tasks.rados.rados.0.smithi007.stdout:3658: copy_from oid 22 from oid 19 current snap is 368 2024-08-04T15:39:58.720 INFO:tasks.rados.rados.0.smithi007.stdout:3656: finishing copy_from to smithi00780855-10 2024-08-04T15:39:58.720 INFO:tasks.rados.rados.0.smithi007.stdout:3656: got expected ENOENT (src dne) 2024-08-04T15:39:58.721 INFO:tasks.rados.rados.0.smithi007.stdout:3656: finishing copy_from racing read to smithi00780855-10 2024-08-04T15:39:58.721 INFO:tasks.rados.rados.0.smithi007.stdout:3655: finishing rollback tid 0 to smithi00780855-9 2024-08-04T15:39:58.721 INFO:tasks.rados.rados.0.smithi007.stdout:3655: finishing rollback tid 1 to smithi00780855-9 2024-08-04T15:39:58.721 INFO:tasks.rados.rados.0.smithi007.stdout:3655: finishing rollback tid 2 to smithi00780855-9 2024-08-04T15:39:58.721 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 2319 (ObjNum 1027 snap 323 seq_num 1027) dirty exists 2024-08-04T15:39:58.721 INFO:tasks.rados.rados.0.smithi007.stdout:3657: finishing write tid 1 to smithi00780855-47 2024-08-04T15:39:58.721 INFO:tasks.rados.rados.0.smithi007.stdout:3657: finishing write tid 2 to smithi00780855-47 2024-08-04T15:39:58.721 INFO:tasks.rados.rados.0.smithi007.stdout:3657: finishing write tid 3 to smithi00780855-47 2024-08-04T15:39:58.721 INFO:tasks.rados.rados.0.smithi007.stdout:3655: done (3 left) 2024-08-04T15:39:58.721 INFO:tasks.rados.rados.0.smithi007.stdout:3656: done (2 left) 2024-08-04T15:39:58.721 INFO:tasks.rados.rados.0.smithi007.stdout:3659: rollback oid 41 current snap is 368 2024-08-04T15:39:58.721 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 41 to 316 2024-08-04T15:39:58.721 INFO:tasks.rados.rados.0.smithi007.stdout:3660: snap_create 2024-08-04T15:39:58.724 INFO:tasks.rados.rados.0.smithi007.stdout:3657: finishing write tid 4 to smithi00780855-47 2024-08-04T15:39:58.724 INFO:tasks.rados.rados.0.smithi007.stdout:3657: finishing write tid 5 to smithi00780855-47 2024-08-04T15:39:58.724 INFO:tasks.rados.rados.0.smithi007.stdout:3657: finishing write tid 6 to smithi00780855-47 2024-08-04T15:39:58.726 INFO:tasks.rados.rados.0.smithi007.stdout:3657: finishing write tid 7 to smithi00780855-47 2024-08-04T15:39:58.726 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 2911 (ObjNum 1139 snap 368 seq_num 1139) dirty exists 2024-08-04T15:39:58.726 INFO:tasks.rados.rados.0.smithi007.stdout:3657: left oid 47 (ObjNum 1139 snap 368 seq_num 1139) 2024-08-04T15:39:58.726 INFO:tasks.rados.rados.0.smithi007.stdout:3659: finishing rollback tid 0 to smithi00780855-41 2024-08-04T15:39:58.726 INFO:tasks.rados.rados.0.smithi007.stdout:3659: finishing rollback tid 1 to smithi00780855-41 2024-08-04T15:39:58.726 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 3410 (ObjNum 161 snap 0 seq_num 3493996544) dirty dne 2024-08-04T15:39:58.739 INFO:tasks.rados.rados.0.smithi007.stdout:3658: finishing copy_from racing read to smithi00780855-22 2024-08-04T15:39:58.741 INFO:tasks.rados.rados.0.smithi007.stdout:3658: finishing copy_from to smithi00780855-22 2024-08-04T15:39:58.741 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 2171 (ObjNum 1133 snap 367 seq_num 1133) dirty exists 2024-08-04T15:39:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:58 smithi062 ceph-mon[85960]: pgmap v842: 121 pgs: 121 active+clean; 395 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 14 op/s 2024-08-04T15:39:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:58 smithi062 ceph-mon[85960]: osdmap e790: 8 total, 8 up, 8 in 2024-08-04T15:39:59.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:58 smithi007 ceph-mon[94998]: pgmap v842: 121 pgs: 121 active+clean; 395 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 14 op/s 2024-08-04T15:39:59.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:58 smithi007 ceph-mon[94998]: osdmap e790: 8 total, 8 up, 8 in 2024-08-04T15:39:59.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:58 smithi007 ceph-mon[92692]: pgmap v842: 121 pgs: 121 active+clean; 395 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 14 op/s 2024-08-04T15:39:59.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:58 smithi007 ceph-mon[92692]: osdmap e790: 8 total, 8 up, 8 in 2024-08-04T15:39:59.570 INFO:tasks.rados.rados.0.smithi007.stdout:3657: done (3 left) 2024-08-04T15:39:59.571 INFO:tasks.rados.rados.0.smithi007.stdout:3658: done (2 left) 2024-08-04T15:39:59.571 INFO:tasks.rados.rados.0.smithi007.stdout:3659: done (1 left) 2024-08-04T15:39:59.571 INFO:tasks.rados.rados.0.smithi007.stdout:3660: done (0 left) 2024-08-04T15:39:59.571 INFO:tasks.rados.rados.0.smithi007.stdout:3661: rollback oid 42 current snap is 369 2024-08-04T15:39:59.571 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 42 to 332 2024-08-04T15:39:59.571 INFO:tasks.rados.rados.0.smithi007.stdout:3662: read oid 27 snap -1 2024-08-04T15:39:59.571 INFO:tasks.rados.rados.0.smithi007.stdout:3662: expect (ObjNum 1077 snap 342 seq_num 1077) 2024-08-04T15:39:59.571 INFO:tasks.rados.rados.0.smithi007.stdout:3663: snap_remove snap 335 2024-08-04T15:39:59.912 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:59 smithi062 ceph-mon[85960]: osdmap e791: 8 total, 8 up, 8 in 2024-08-04T15:39:59.912 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:39:59 smithi062 ceph-mon[85960]: osdmap e792: 8 total, 8 up, 8 in 2024-08-04T15:40:00.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:59 smithi007 ceph-mon[94998]: osdmap e791: 8 total, 8 up, 8 in 2024-08-04T15:40:00.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:39:59 smithi007 ceph-mon[94998]: osdmap e792: 8 total, 8 up, 8 in 2024-08-04T15:40:00.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:59 smithi007 ceph-mon[92692]: osdmap e791: 8 total, 8 up, 8 in 2024-08-04T15:40:00.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:39:59 smithi007 ceph-mon[92692]: osdmap e792: 8 total, 8 up, 8 in 2024-08-04T15:40:00.573 INFO:tasks.rados.rados.0.smithi007.stdout:3663: done (2 left) 2024-08-04T15:40:00.573 INFO:tasks.rados.rados.0.smithi007.stdout:3664: snap_create 2024-08-04T15:40:00.573 INFO:tasks.rados.rados.0.smithi007.stdout:3661: finishing rollback tid 0 to smithi00780855-42 2024-08-04T15:40:00.573 INFO:tasks.rados.rados.0.smithi007.stdout:3661: finishing rollback tid 1 to smithi00780855-42 2024-08-04T15:40:00.573 INFO:tasks.rados.rados.0.smithi007.stdout:3661: finishing rollback tid 2 to smithi00780855-42 2024-08-04T15:40:00.573 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 2174 (ObjNum 990 snap 314 seq_num 990) dirty exists 2024-08-04T15:40:00.573 INFO:tasks.rados.rados.0.smithi007.stdout:3662: expect (ObjNum 1077 snap 342 seq_num 1077) 2024-08-04T15:40:00.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:00 smithi007 ceph-mon[92692]: pgmap v845: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 408 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-08-04T15:40:00.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:00 smithi007 ceph-mon[92692]: overall HEALTH_OK 2024-08-04T15:40:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:00 smithi007 ceph-mon[92692]: osdmap e793: 8 total, 8 up, 8 in 2024-08-04T15:40:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:00 smithi007 ceph-mon[94998]: pgmap v845: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 408 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-08-04T15:40:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:00 smithi007 ceph-mon[94998]: overall HEALTH_OK 2024-08-04T15:40:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:00 smithi007 ceph-mon[94998]: osdmap e793: 8 total, 8 up, 8 in 2024-08-04T15:40:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:00 smithi062 ceph-mon[85960]: pgmap v845: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 408 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-08-04T15:40:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:00 smithi062 ceph-mon[85960]: overall HEALTH_OK 2024-08-04T15:40:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:00 smithi062 ceph-mon[85960]: osdmap e793: 8 total, 8 up, 8 in 2024-08-04T15:40:01.573 INFO:tasks.rados.rados.0.smithi007.stdout:3661: done (2 left) 2024-08-04T15:40:01.573 INFO:tasks.rados.rados.0.smithi007.stdout:3662: done (1 left) 2024-08-04T15:40:01.573 INFO:tasks.rados.rados.0.smithi007.stdout:3664: done (0 left) 2024-08-04T15:40:01.573 INFO:tasks.rados.rados.0.smithi007.stdout:3665: snap_remove snap 336 2024-08-04T15:40:02.575 INFO:tasks.rados.rados.0.smithi007.stdout:3665: done (0 left) 2024-08-04T15:40:02.575 INFO:tasks.rados.rados.0.smithi007.stdout:3666: rollback oid 34 current snap is 370 2024-08-04T15:40:02.575 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 34 to 346 2024-08-04T15:40:02.575 INFO:tasks.rados.rados.0.smithi007.stdout:3667: snap_remove snap 357 2024-08-04T15:40:02.582 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:40:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:40:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:40:02.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:02 smithi007 ceph-mon[92692]: pgmap v848: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 421 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.5 MiB/s wr, 18 op/s 2024-08-04T15:40:02.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:02 smithi007 ceph-mon[92692]: osdmap e794: 8 total, 8 up, 8 in 2024-08-04T15:40:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:02 smithi007 ceph-mon[94998]: pgmap v848: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 421 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.5 MiB/s wr, 18 op/s 2024-08-04T15:40:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:02 smithi007 ceph-mon[94998]: osdmap e794: 8 total, 8 up, 8 in 2024-08-04T15:40:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:02 smithi062 ceph-mon[85960]: pgmap v848: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 421 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.5 MiB/s wr, 18 op/s 2024-08-04T15:40:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:02 smithi062 ceph-mon[85960]: osdmap e794: 8 total, 8 up, 8 in 2024-08-04T15:40:03.589 INFO:tasks.rados.rados.0.smithi007.stdout:3666: finishing rollback tid 1 to smithi00780855-34 2024-08-04T15:40:03.589 INFO:tasks.rados.rados.0.smithi007.stdout:3666: finishing rollback tid 2 to smithi00780855-34 2024-08-04T15:40:03.589 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 2927 (ObjNum 81 snap 0 seq_num 3493134000) dirty exists 2024-08-04T15:40:03.590 INFO:tasks.rados.rados.0.smithi007.stdout:3666: done (1 left) 2024-08-04T15:40:03.590 INFO:tasks.rados.rados.0.smithi007.stdout:3667: done (0 left) 2024-08-04T15:40:03.590 INFO:tasks.rados.rados.0.smithi007.stdout:3668: snap_create 2024-08-04T15:40:03.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:03 smithi007 ceph-mon[92692]: osdmap e795: 8 total, 8 up, 8 in 2024-08-04T15:40:03.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:03 smithi007 ceph-mon[94998]: osdmap e795: 8 total, 8 up, 8 in 2024-08-04T15:40:04.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:03 smithi062 ceph-mon[85960]: osdmap e795: 8 total, 8 up, 8 in 2024-08-04T15:40:04.571 INFO:tasks.rados.rados.0.smithi007.stdout:3668: done (0 left) 2024-08-04T15:40:04.572 INFO:tasks.rados.rados.0.smithi007.stdout:3669: rmattr oid 7 current snap is 371 2024-08-04T15:40:04.572 INFO:tasks.rados.rados.0.smithi007.stdout:3670: read oid 30 snap 332 2024-08-04T15:40:04.572 INFO:tasks.rados.rados.0.smithi007.stdout:3670: expect deleted 2024-08-04T15:40:04.572 INFO:tasks.rados.rados.0.smithi007.stdout:3671: read oid 37 snap -1 2024-08-04T15:40:04.572 INFO:tasks.rados.rados.0.smithi007.stdout:3671: expect (ObjNum 1134 snap 368 seq_num 1134) 2024-08-04T15:40:04.572 INFO:tasks.rados.rados.0.smithi007.stdout:3672: snap_create 2024-08-04T15:40:04.582 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 2974 (ObjNum 1102 snap 357 seq_num 1102) dirty exists 2024-08-04T15:40:04.598 INFO:tasks.rados.rados.0.smithi007.stdout:3671: expect (ObjNum 1134 snap 368 seq_num 1134) 2024-08-04T15:40:04.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:04 smithi007 ceph-mon[92692]: pgmap v851: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 421 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 8 op/s 2024-08-04T15:40:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:04 smithi007 ceph-mon[92692]: osdmap e796: 8 total, 8 up, 8 in 2024-08-04T15:40:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:04 smithi007 ceph-mon[92692]: osdmap e797: 8 total, 8 up, 8 in 2024-08-04T15:40:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:04 smithi007 ceph-mon[94998]: pgmap v851: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 421 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 8 op/s 2024-08-04T15:40:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:04 smithi007 ceph-mon[94998]: osdmap e796: 8 total, 8 up, 8 in 2024-08-04T15:40:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:04 smithi007 ceph-mon[94998]: osdmap e797: 8 total, 8 up, 8 in 2024-08-04T15:40:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:04 smithi062 ceph-mon[85960]: pgmap v851: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 421 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 8 op/s 2024-08-04T15:40:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:04 smithi062 ceph-mon[85960]: osdmap e796: 8 total, 8 up, 8 in 2024-08-04T15:40:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:04 smithi062 ceph-mon[85960]: osdmap e797: 8 total, 8 up, 8 in 2024-08-04T15:40:05.573 INFO:tasks.rados.rados.0.smithi007.stdout:3669: done (3 left) 2024-08-04T15:40:05.573 INFO:tasks.rados.rados.0.smithi007.stdout:3670: done (2 left) 2024-08-04T15:40:05.573 INFO:tasks.rados.rados.0.smithi007.stdout:3671: done (1 left) 2024-08-04T15:40:05.573 INFO:tasks.rados.rados.0.smithi007.stdout:3672: done (0 left) 2024-08-04T15:40:05.573 INFO:tasks.rados.rados.0.smithi007.stdout:3673: snap_create 2024-08-04T15:40:06.569 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:40:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:40:06] "GET /metrics HTTP/1.1" 200 36254 "" "Prometheus/2.43.0" 2024-08-04T15:40:06.577 INFO:tasks.rados.rados.0.smithi007.stdout:3673: done (0 left) 2024-08-04T15:40:06.577 INFO:tasks.rados.rados.0.smithi007.stdout:3674: snap_remove snap 371 2024-08-04T15:40:06.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:06 smithi007 ceph-mon[92692]: pgmap v854: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 425 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1002 KiB/s wr, 2 op/s 2024-08-04T15:40:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:06 smithi007 ceph-mon[92692]: osdmap e798: 8 total, 8 up, 8 in 2024-08-04T15:40:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:40:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:06 smithi007 ceph-mon[94998]: pgmap v854: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 425 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1002 KiB/s wr, 2 op/s 2024-08-04T15:40:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:06 smithi007 ceph-mon[94998]: osdmap e798: 8 total, 8 up, 8 in 2024-08-04T15:40:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:40:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:06 smithi062 ceph-mon[85960]: pgmap v854: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 425 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1002 KiB/s wr, 2 op/s 2024-08-04T15:40:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:06 smithi062 ceph-mon[85960]: osdmap e798: 8 total, 8 up, 8 in 2024-08-04T15:40:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:40:07.587 INFO:tasks.rados.rados.0.smithi007.stdout:3674: done (0 left) 2024-08-04T15:40:07.587 INFO:tasks.rados.rados.0.smithi007.stdout:3675: rmattr oid 50 current snap is 373 2024-08-04T15:40:07.587 INFO:tasks.rados.rados.0.smithi007.stdout:3675: done (0 left) 2024-08-04T15:40:07.587 INFO:tasks.rados.rados.0.smithi007.stdout:3676: read oid 21 snap 333 2024-08-04T15:40:07.587 INFO:tasks.rados.rados.0.smithi007.stdout:3676: expect deleted 2024-08-04T15:40:07.587 INFO:tasks.rados.rados.0.smithi007.stdout:3677: read oid 37 snap -1 2024-08-04T15:40:07.587 INFO:tasks.rados.rados.0.smithi007.stdout:3677: expect (ObjNum 1134 snap 368 seq_num 1134) 2024-08-04T15:40:07.587 INFO:tasks.rados.rados.0.smithi007.stdout:3678: rollback oid 26 current snap is 373 2024-08-04T15:40:07.587 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 26 to 355 2024-08-04T15:40:07.587 INFO:tasks.rados.rados.0.smithi007.stdout:3679: delete oid 47 current snap is 373 2024-08-04T15:40:07.591 INFO:tasks.rados.rados.0.smithi007.stdout:3676: done (3 left) 2024-08-04T15:40:07.591 INFO:tasks.rados.rados.0.smithi007.stdout:3679: done (2 left) 2024-08-04T15:40:07.591 INFO:tasks.rados.rados.0.smithi007.stdout:3680: setattr oid 18 current snap is 373 2024-08-04T15:40:07.591 INFO:tasks.rados.rados.0.smithi007.stdout:3681: rollback oid 36 current snap is 373 2024-08-04T15:40:07.592 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 36 to 324 2024-08-04T15:40:07.592 INFO:tasks.rados.rados.0.smithi007.stdout:3682: snap_remove snap 350 2024-08-04T15:40:07.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:07 smithi007 ceph-mon[94998]: osdmap e799: 8 total, 8 up, 8 in 2024-08-04T15:40:07.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:07 smithi007 ceph-mon[92692]: osdmap e799: 8 total, 8 up, 8 in 2024-08-04T15:40:08.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:07 smithi062 ceph-mon[85960]: osdmap e799: 8 total, 8 up, 8 in 2024-08-04T15:40:08.592 INFO:tasks.rados.rados.0.smithi007.stdout:3678: finishing rollback tid 0 to smithi00780855-26 2024-08-04T15:40:08.592 INFO:tasks.rados.rados.0.smithi007.stdout:3681: finishing rollback tid 1 to smithi00780855-36 2024-08-04T15:40:08.592 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 18 v 2726 (ObjNum 1024 snap 322 seq_num 1024) dirty exists 2024-08-04T15:40:08.592 INFO:tasks.rados.rados.0.smithi007.stdout:3678: finishing rollback tid 1 to smithi00780855-26 2024-08-04T15:40:08.592 INFO:tasks.rados.rados.0.smithi007.stdout:3678: finishing rollback tid 2 to smithi00780855-26 2024-08-04T15:40:08.592 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 2977 (ObjNum 1064 snap 335 seq_num 1064) dirty exists 2024-08-04T15:40:08.592 INFO:tasks.rados.rados.0.smithi007.stdout:3681: finishing rollback tid 2 to smithi00780855-36 2024-08-04T15:40:08.592 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 2039 (ObjNum 675 snap 216 seq_num 675) dirty exists 2024-08-04T15:40:08.593 INFO:tasks.rados.rados.0.smithi007.stdout:3677: expect (ObjNum 1134 snap 368 seq_num 1134) 2024-08-04T15:40:08.746 INFO:tasks.rados.rados.0.smithi007.stdout:3677: done (4 left) 2024-08-04T15:40:08.746 INFO:tasks.rados.rados.0.smithi007.stdout:3678: done (3 left) 2024-08-04T15:40:08.746 INFO:tasks.rados.rados.0.smithi007.stdout:3680: done (2 left) 2024-08-04T15:40:08.746 INFO:tasks.rados.rados.0.smithi007.stdout:3681: done (1 left) 2024-08-04T15:40:08.746 INFO:tasks.rados.rados.0.smithi007.stdout:3682: done (0 left) 2024-08-04T15:40:08.746 INFO:tasks.rados.rados.0.smithi007.stdout:3683: read oid 30 snap -1 2024-08-04T15:40:08.746 INFO:tasks.rados.rados.0.smithi007.stdout:3683: expect (ObjNum 1121 snap 363 seq_num 1121) 2024-08-04T15:40:08.746 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 39 current snap is 373 2024-08-04T15:40:08.747 INFO:tasks.rados.rados.0.smithi007.stdout:3684: seq_num 1141 ranges {0=712704,712704=679936,1392640=540672,1933312=385024} 2024-08-04T15:40:08.749 INFO:tasks.rados.rados.0.smithi007.stdout:3684: writing smithi00780855-39 from 0 to 712704 tid 1 2024-08-04T15:40:08.753 INFO:tasks.rados.rados.0.smithi007.stdout:3684: writing smithi00780855-39 from 712704 to 1392640 tid 2 2024-08-04T15:40:08.756 INFO:tasks.rados.rados.0.smithi007.stdout:3684: writing smithi00780855-39 from 1392640 to 1933312 tid 3 2024-08-04T15:40:08.758 INFO:tasks.rados.rados.0.smithi007.stdout:3684: writing smithi00780855-39 from 1933312 to 2318336 tid 4 2024-08-04T15:40:08.758 INFO:tasks.rados.rados.0.smithi007.stdout:3685: snap_remove snap 337 2024-08-04T15:40:08.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:08 smithi007 ceph-mon[94998]: pgmap v857: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 425 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1002 KiB/s wr, 3 op/s 2024-08-04T15:40:08.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:08 smithi007 ceph-mon[94998]: osdmap e800: 8 total, 8 up, 8 in 2024-08-04T15:40:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:08 smithi007 ceph-mon[92692]: pgmap v857: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 425 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1002 KiB/s wr, 3 op/s 2024-08-04T15:40:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:08 smithi007 ceph-mon[92692]: osdmap e800: 8 total, 8 up, 8 in 2024-08-04T15:40:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:08 smithi062 ceph-mon[85960]: pgmap v857: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 425 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1002 KiB/s wr, 3 op/s 2024-08-04T15:40:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:08 smithi062 ceph-mon[85960]: osdmap e800: 8 total, 8 up, 8 in 2024-08-04T15:40:09.574 INFO:tasks.rados.rados.0.smithi007.stdout:3685: done (2 left) 2024-08-04T15:40:09.574 INFO:tasks.rados.rados.0.smithi007.stdout:3686: read oid 3 snap -1 2024-08-04T15:40:09.575 INFO:tasks.rados.rados.0.smithi007.stdout:3686: expect (ObjNum 1074 snap 340 seq_num 1074) 2024-08-04T15:40:09.576 INFO:tasks.rados.rados.0.smithi007.stdout:3683: expect (ObjNum 1121 snap 363 seq_num 1121) 2024-08-04T15:40:09.643 INFO:tasks.rados.rados.0.smithi007.stdout:3684: finishing write tid 1 to smithi00780855-39 2024-08-04T15:40:09.644 INFO:tasks.rados.rados.0.smithi007.stdout:3684: finishing write tid 2 to smithi00780855-39 2024-08-04T15:40:09.644 INFO:tasks.rados.rados.0.smithi007.stdout:3684: finishing write tid 3 to smithi00780855-39 2024-08-04T15:40:09.644 INFO:tasks.rados.rados.0.smithi007.stdout:3684: finishing write tid 4 to smithi00780855-39 2024-08-04T15:40:09.644 INFO:tasks.rados.rados.0.smithi007.stdout:3684: finishing write tid 5 to smithi00780855-39 2024-08-04T15:40:09.644 INFO:tasks.rados.rados.0.smithi007.stdout:3684: finishing write tid 6 to smithi00780855-39 2024-08-04T15:40:09.644 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 2920 (ObjNum 1141 snap 373 seq_num 1141) dirty exists 2024-08-04T15:40:09.644 INFO:tasks.rados.rados.0.smithi007.stdout:3684: left oid 39 (ObjNum 1141 snap 373 seq_num 1141) 2024-08-04T15:40:09.644 INFO:tasks.rados.rados.0.smithi007.stdout:3686: expect (ObjNum 1074 snap 340 seq_num 1074) 2024-08-04T15:40:09.801 INFO:tasks.rados.rados.0.smithi007.stdout:3683: done (2 left) 2024-08-04T15:40:09.802 INFO:tasks.rados.rados.0.smithi007.stdout:3684: done (1 left) 2024-08-04T15:40:09.802 INFO:tasks.rados.rados.0.smithi007.stdout:3686: done (0 left) 2024-08-04T15:40:09.802 INFO:tasks.rados.rados.0.smithi007.stdout:3687: read oid 43 snap 368 2024-08-04T15:40:09.802 INFO:tasks.rados.rados.0.smithi007.stdout:3687: expect (ObjNum 1136 snap 368 seq_num 1136) 2024-08-04T15:40:09.802 INFO:tasks.rados.rados.0.smithi007.stdout:3688: snap_remove snap 359 2024-08-04T15:40:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:09 smithi062 ceph-mon[85960]: osdmap e801: 8 total, 8 up, 8 in 2024-08-04T15:40:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:09 smithi062 ceph-mon[85960]: osdmap e802: 8 total, 8 up, 8 in 2024-08-04T15:40:10.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:09 smithi007 ceph-mon[94998]: osdmap e801: 8 total, 8 up, 8 in 2024-08-04T15:40:10.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:09 smithi007 ceph-mon[94998]: osdmap e802: 8 total, 8 up, 8 in 2024-08-04T15:40:10.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:09 smithi007 ceph-mon[92692]: osdmap e801: 8 total, 8 up, 8 in 2024-08-04T15:40:10.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:09 smithi007 ceph-mon[92692]: osdmap e802: 8 total, 8 up, 8 in 2024-08-04T15:40:10.609 INFO:tasks.rados.rados.0.smithi007.stdout:3688: done (1 left) 2024-08-04T15:40:10.609 INFO:tasks.rados.rados.0.smithi007.stdout:3689: snap_create 2024-08-04T15:40:10.610 INFO:tasks.rados.rados.0.smithi007.stdout:3687: expect (ObjNum 1136 snap 368 seq_num 1136) 2024-08-04T15:40:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:10 smithi062 ceph-mon[85960]: pgmap v860: 121 pgs: 121 active+clean; 425 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 0 B/s wr, 7 op/s 2024-08-04T15:40:11.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:10 smithi007 ceph-mon[94998]: pgmap v860: 121 pgs: 121 active+clean; 425 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 0 B/s wr, 7 op/s 2024-08-04T15:40:11.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:10 smithi007 ceph-mon[92692]: pgmap v860: 121 pgs: 121 active+clean; 425 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 0 B/s wr, 7 op/s 2024-08-04T15:40:11.614 INFO:tasks.rados.rados.0.smithi007.stdout:3687: done (1 left) 2024-08-04T15:40:11.614 INFO:tasks.rados.rados.0.smithi007.stdout:3689: done (0 left) 2024-08-04T15:40:11.618 INFO:tasks.rados.rados.0.smithi007.stdout:3690: delete oid 36 current snap is 374 2024-08-04T15:40:11.620 INFO:tasks.rados.rados.0.smithi007.stdout:3690: done (0 left) 2024-08-04T15:40:11.620 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 32 current snap is 374 2024-08-04T15:40:11.620 INFO:tasks.rados.rados.0.smithi007.stdout:3691: seq_num 1143 ranges {2129920=753664,2883584=450560,3334144=507904,3842048=589824,4431872=57344} 2024-08-04T15:40:11.635 INFO:tasks.rados.rados.0.smithi007.stdout:3691: writing smithi00780855-32 from 2129920 to 2883584 tid 1 2024-08-04T15:40:11.638 INFO:tasks.rados.rados.0.smithi007.stdout:3691: writing smithi00780855-32 from 2883584 to 3334144 tid 2 2024-08-04T15:40:11.641 INFO:tasks.rados.rados.0.smithi007.stdout:3691: writing smithi00780855-32 from 3334144 to 3842048 tid 3 2024-08-04T15:40:11.644 INFO:tasks.rados.rados.0.smithi007.stdout:3691: writing smithi00780855-32 from 3842048 to 4431872 tid 4 2024-08-04T15:40:11.645 INFO:tasks.rados.rados.0.smithi007.stdout:3691: writing smithi00780855-32 from 4431872 to 4489216 tid 5 2024-08-04T15:40:11.645 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 374 2024-08-04T15:40:11.645 INFO:tasks.rados.rados.0.smithi007.stdout:3692: seq_num 1144 ranges {6242304=770048,7012352=737280,7749632=712704,8462336=155648} 2024-08-04T15:40:11.683 INFO:tasks.rados.rados.0.smithi007.stdout:3692: writing smithi00780855-44 from 6242304 to 7012352 tid 1 2024-08-04T15:40:11.687 INFO:tasks.rados.rados.0.smithi007.stdout:3692: writing smithi00780855-44 from 7012352 to 7749632 tid 2 2024-08-04T15:40:11.692 INFO:tasks.rados.rados.0.smithi007.stdout:3692: writing smithi00780855-44 from 7749632 to 8462336 tid 3 2024-08-04T15:40:11.694 INFO:tasks.rados.rados.0.smithi007.stdout:3692: writing smithi00780855-44 from 8462336 to 8617984 tid 4 2024-08-04T15:40:11.694 INFO:tasks.rados.rados.0.smithi007.stdout:3693: rmattr oid 34 current snap is 374 2024-08-04T15:40:11.694 INFO:tasks.rados.rados.0.smithi007.stdout:3691: finishing write tid 1 to smithi00780855-32 2024-08-04T15:40:11.694 INFO:tasks.rados.rados.0.smithi007.stdout:3691: finishing write tid 2 to smithi00780855-32 2024-08-04T15:40:11.694 INFO:tasks.rados.rados.0.smithi007.stdout:3691: finishing write tid 3 to smithi00780855-32 2024-08-04T15:40:11.694 INFO:tasks.rados.rados.0.smithi007.stdout:3691: finishing write tid 4 to smithi00780855-32 2024-08-04T15:40:11.694 INFO:tasks.rados.rados.0.smithi007.stdout:3691: finishing write tid 5 to smithi00780855-32 2024-08-04T15:40:11.694 INFO:tasks.rados.rados.0.smithi007.stdout:3691: finishing write tid 6 to smithi00780855-32 2024-08-04T15:40:11.694 INFO:tasks.rados.rados.0.smithi007.stdout:3691: finishing write tid 7 to smithi00780855-32 2024-08-04T15:40:11.694 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 2739 (ObjNum 1143 snap 374 seq_num 1143) dirty exists 2024-08-04T15:40:11.694 INFO:tasks.rados.rados.0.smithi007.stdout:3691: left oid 32 (ObjNum 1143 snap 374 seq_num 1143) 2024-08-04T15:40:11.694 INFO:tasks.rados.rados.0.smithi007.stdout:3692: finishing write tid 1 to smithi00780855-44 2024-08-04T15:40:11.695 INFO:tasks.rados.rados.0.smithi007.stdout:3692: finishing write tid 2 to smithi00780855-44 2024-08-04T15:40:11.695 INFO:tasks.rados.rados.0.smithi007.stdout:3691: done (2 left) 2024-08-04T15:40:11.695 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 32 current snap is 374 2024-08-04T15:40:11.695 INFO:tasks.rados.rados.0.smithi007.stdout:3694: seq_num 1145 ranges {4489216=786432,5275648=622592,5898240=516096,6414336=417792,6832128=49152} 2024-08-04T15:40:11.722 INFO:tasks.rados.rados.0.smithi007.stdout:3694: writing smithi00780855-32 from 4489216 to 5275648 tid 1 2024-08-04T15:40:11.726 INFO:tasks.rados.rados.0.smithi007.stdout:3694: writing smithi00780855-32 from 5275648 to 5898240 tid 2 2024-08-04T15:40:11.729 INFO:tasks.rados.rados.0.smithi007.stdout:3694: writing smithi00780855-32 from 5898240 to 6414336 tid 3 2024-08-04T15:40:11.731 INFO:tasks.rados.rados.0.smithi007.stdout:3694: writing smithi00780855-32 from 6414336 to 6832128 tid 4 2024-08-04T15:40:11.732 INFO:tasks.rados.rados.0.smithi007.stdout:3694: writing smithi00780855-32 from 6832128 to 6881280 tid 5 2024-08-04T15:40:11.732 INFO:tasks.rados.rados.0.smithi007.stdout:3695: snap_create 2024-08-04T15:40:11.732 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 2928 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-04T15:40:11.732 INFO:tasks.rados.rados.0.smithi007.stdout:3692: finishing write tid 3 to smithi00780855-44 2024-08-04T15:40:11.732 INFO:tasks.rados.rados.0.smithi007.stdout:3692: finishing write tid 4 to smithi00780855-44 2024-08-04T15:40:11.732 INFO:tasks.rados.rados.0.smithi007.stdout:3692: finishing write tid 5 to smithi00780855-44 2024-08-04T15:40:11.732 INFO:tasks.rados.rados.0.smithi007.stdout:3692: finishing write tid 6 to smithi00780855-44 2024-08-04T15:40:11.732 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 2045 (ObjNum 1144 snap 374 seq_num 1144) dirty exists 2024-08-04T15:40:11.732 INFO:tasks.rados.rados.0.smithi007.stdout:3692: left oid 44 (ObjNum 1144 snap 374 seq_num 1144) 2024-08-04T15:40:11.732 INFO:tasks.rados.rados.0.smithi007.stdout:3694: finishing write tid 1 to smithi00780855-32 2024-08-04T15:40:11.732 INFO:tasks.rados.rados.0.smithi007.stdout:3694: finishing write tid 2 to smithi00780855-32 2024-08-04T15:40:11.733 INFO:tasks.rados.rados.0.smithi007.stdout:3694: finishing write tid 3 to smithi00780855-32 2024-08-04T15:40:11.734 INFO:tasks.rados.rados.0.smithi007.stdout:3694: finishing write tid 4 to smithi00780855-32 2024-08-04T15:40:11.735 INFO:tasks.rados.rados.0.smithi007.stdout:3694: finishing write tid 5 to smithi00780855-32 2024-08-04T15:40:11.735 INFO:tasks.rados.rados.0.smithi007.stdout:3694: finishing write tid 6 to smithi00780855-32 2024-08-04T15:40:11.736 INFO:tasks.rados.rados.0.smithi007.stdout:3694: finishing write tid 7 to smithi00780855-32 2024-08-04T15:40:11.736 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 2745 (ObjNum 1145 snap 374 seq_num 1145) dirty exists 2024-08-04T15:40:11.736 INFO:tasks.rados.rados.0.smithi007.stdout:3694: left oid 32 (ObjNum 1145 snap 374 seq_num 1145) 2024-08-04T15:40:12.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:11 smithi062 ceph-mon[85960]: osdmap e803: 8 total, 8 up, 8 in 2024-08-04T15:40:12.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:11 smithi007 ceph-mon[94998]: osdmap e803: 8 total, 8 up, 8 in 2024-08-04T15:40:12.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:11 smithi007 ceph-mon[92692]: osdmap e803: 8 total, 8 up, 8 in 2024-08-04T15:40:12.611 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:40:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:40:12.619 INFO:tasks.rados.rados.0.smithi007.stdout:3692: done (3 left) 2024-08-04T15:40:12.619 INFO:tasks.rados.rados.0.smithi007.stdout:3693: done (2 left) 2024-08-04T15:40:12.619 INFO:tasks.rados.rados.0.smithi007.stdout:3694: done (1 left) 2024-08-04T15:40:12.619 INFO:tasks.rados.rados.0.smithi007.stdout:3695: done (0 left) 2024-08-04T15:40:12.619 INFO:tasks.rados.rados.0.smithi007.stdout:3696: snap_remove snap 352 2024-08-04T15:40:13.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:12 smithi062 ceph-mon[85960]: pgmap v863: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 438 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 566 KiB/s wr, 10 op/s 2024-08-04T15:40:13.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:12 smithi062 ceph-mon[85960]: osdmap e804: 8 total, 8 up, 8 in 2024-08-04T15:40:13.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:12 smithi007 ceph-mon[94998]: pgmap v863: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 438 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 566 KiB/s wr, 10 op/s 2024-08-04T15:40:13.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:12 smithi007 ceph-mon[94998]: osdmap e804: 8 total, 8 up, 8 in 2024-08-04T15:40:13.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:12 smithi007 ceph-mon[92692]: pgmap v863: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 438 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 566 KiB/s wr, 10 op/s 2024-08-04T15:40:13.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:12 smithi007 ceph-mon[92692]: osdmap e804: 8 total, 8 up, 8 in 2024-08-04T15:40:13.625 INFO:tasks.rados.rados.0.smithi007.stdout:3696: done (0 left) 2024-08-04T15:40:13.625 INFO:tasks.rados.rados.0.smithi007.stdout:3697: copy_from oid 49 from oid 2 current snap is 375 2024-08-04T15:40:13.625 INFO:tasks.rados.rados.0.smithi007.stdout:3698: read oid 18 snap -1 2024-08-04T15:40:13.626 INFO:tasks.rados.rados.0.smithi007.stdout:3698: expect (ObjNum 1024 snap 322 seq_num 1024) 2024-08-04T15:40:13.626 INFO:tasks.rados.rados.0.smithi007.stdout:3699: read oid 21 snap -1 2024-08-04T15:40:13.626 INFO:tasks.rados.rados.0.smithi007.stdout:3699: expect deleted 2024-08-04T15:40:13.626 INFO:tasks.rados.rados.0.smithi007.stdout:3700: copy_from oid 15 from oid 8 current snap is 375 2024-08-04T15:40:13.626 INFO:tasks.rados.rados.0.smithi007.stdout:3701: snap_create 2024-08-04T15:40:13.636 INFO:tasks.rados.rados.0.smithi007.stdout:3700: finishing copy_from to smithi00780855-15 2024-08-04T15:40:13.636 INFO:tasks.rados.rados.0.smithi007.stdout:3700: got expected ENOENT (src dne) 2024-08-04T15:40:13.636 INFO:tasks.rados.rados.0.smithi007.stdout:3700: finishing copy_from racing read to smithi00780855-15 2024-08-04T15:40:13.640 INFO:tasks.rados.rados.0.smithi007.stdout:3698: expect (ObjNum 1024 snap 322 seq_num 1024) 2024-08-04T15:40:13.654 INFO:tasks.rados.rados.0.smithi007.stdout:3697: finishing copy_from to smithi00780855-49 2024-08-04T15:40:13.654 INFO:tasks.rados.rados.0.smithi007.stdout:3697: got expected ENOENT (src dne) 2024-08-04T15:40:13.654 INFO:tasks.rados.rados.0.smithi007.stdout:3697: finishing copy_from racing read to smithi00780855-49 2024-08-04T15:40:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:13 smithi062 ceph-mon[85960]: osdmap e805: 8 total, 8 up, 8 in 2024-08-04T15:40:14.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:13 smithi007 ceph-mon[94998]: osdmap e805: 8 total, 8 up, 8 in 2024-08-04T15:40:14.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:13 smithi007 ceph-mon[92692]: osdmap e805: 8 total, 8 up, 8 in 2024-08-04T15:40:14.086 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:40:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[109388]: 2024-08-04T15:40:13.636+0000 7f86ced82640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1a9 after trimming was started 2024-08-04T15:40:14.574 INFO:tasks.rados.rados.0.smithi007.stdout:3697: done (4 left) 2024-08-04T15:40:14.574 INFO:tasks.rados.rados.0.smithi007.stdout:3698: done (3 left) 2024-08-04T15:40:14.574 INFO:tasks.rados.rados.0.smithi007.stdout:3699: done (2 left) 2024-08-04T15:40:14.575 INFO:tasks.rados.rados.0.smithi007.stdout:3700: done (1 left) 2024-08-04T15:40:14.575 INFO:tasks.rados.rados.0.smithi007.stdout:3701: done (0 left) 2024-08-04T15:40:14.575 INFO:tasks.rados.rados.0.smithi007.stdout:3702: setattr oid 45 current snap is 376 2024-08-04T15:40:14.576 INFO:tasks.rados.rados.0.smithi007.stdout:3703: copy_from oid 23 from oid 3 current snap is 376 2024-08-04T15:40:14.576 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 26 current snap is 376 2024-08-04T15:40:14.576 INFO:tasks.rados.rados.0.smithi007.stdout:3704: seq_num 1146 ranges {11239424=802816,12042240=499712,12541952=679936,13221888=425984} 2024-08-04T15:40:14.642 INFO:tasks.rados.rados.0.smithi007.stdout:3704: writing smithi00780855-26 from 11239424 to 12042240 tid 1 2024-08-04T15:40:14.645 INFO:tasks.rados.rados.0.smithi007.stdout:3704: writing smithi00780855-26 from 12042240 to 12541952 tid 2 2024-08-04T15:40:14.649 INFO:tasks.rados.rados.0.smithi007.stdout:3704: writing smithi00780855-26 from 12541952 to 13221888 tid 3 2024-08-04T15:40:14.652 INFO:tasks.rados.rados.0.smithi007.stdout:3704: writing smithi00780855-26 from 13221888 to 13647872 tid 4 2024-08-04T15:40:14.652 INFO:tasks.rados.rados.0.smithi007.stdout:3705: snap_create 2024-08-04T15:40:14.652 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 3480 (ObjNum 1070 snap 339 seq_num 1070) dirty exists 2024-08-04T15:40:14.652 INFO:tasks.rados.rados.0.smithi007.stdout:3703: finishing copy_from racing read to smithi00780855-23 2024-08-04T15:40:14.652 INFO:tasks.rados.rados.0.smithi007.stdout:3703: finishing copy_from to smithi00780855-23 2024-08-04T15:40:14.652 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 2312 (ObjNum 1074 snap 340 seq_num 1074) dirty exists 2024-08-04T15:40:14.655 INFO:tasks.rados.rados.0.smithi007.stdout:3704: finishing write tid 1 to smithi00780855-26 2024-08-04T15:40:14.655 INFO:tasks.rados.rados.0.smithi007.stdout:3704: finishing write tid 2 to smithi00780855-26 2024-08-04T15:40:14.659 INFO:tasks.rados.rados.0.smithi007.stdout:3704: finishing write tid 3 to smithi00780855-26 2024-08-04T15:40:14.659 INFO:tasks.rados.rados.0.smithi007.stdout:3704: finishing write tid 4 to smithi00780855-26 2024-08-04T15:40:14.660 INFO:tasks.rados.rados.0.smithi007.stdout:3704: finishing write tid 5 to smithi00780855-26 2024-08-04T15:40:14.662 INFO:tasks.rados.rados.0.smithi007.stdout:3704: finishing write tid 6 to smithi00780855-26 2024-08-04T15:40:14.663 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 2982 (ObjNum 1146 snap 376 seq_num 1146) dirty exists 2024-08-04T15:40:14.663 INFO:tasks.rados.rados.0.smithi007.stdout:3704: left oid 26 (ObjNum 1146 snap 376 seq_num 1146) 2024-08-04T15:40:14.987 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:14 smithi007 ceph-mon[92692]: pgmap v866: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 440 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 566 KiB/s wr, 3 op/s 2024-08-04T15:40:14.987 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:14 smithi007 ceph-mon[92692]: osdmap e806: 8 total, 8 up, 8 in 2024-08-04T15:40:14.987 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:14 smithi007 ceph-mon[92692]: osdmap e807: 8 total, 8 up, 8 in 2024-08-04T15:40:14.987 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:14 smithi007 ceph-mon[94998]: pgmap v866: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 440 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 566 KiB/s wr, 3 op/s 2024-08-04T15:40:14.987 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:14 smithi007 ceph-mon[94998]: osdmap e806: 8 total, 8 up, 8 in 2024-08-04T15:40:14.988 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:14 smithi007 ceph-mon[94998]: osdmap e807: 8 total, 8 up, 8 in 2024-08-04T15:40:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:14 smithi062 ceph-mon[85960]: pgmap v866: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 440 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 566 KiB/s wr, 3 op/s 2024-08-04T15:40:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:14 smithi062 ceph-mon[85960]: osdmap e806: 8 total, 8 up, 8 in 2024-08-04T15:40:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:14 smithi062 ceph-mon[85960]: osdmap e807: 8 total, 8 up, 8 in 2024-08-04T15:40:15.630 INFO:tasks.rados.rados.0.smithi007.stdout:3702: done (3 left) 2024-08-04T15:40:15.630 INFO:tasks.rados.rados.0.smithi007.stdout:3703: done (2 left) 2024-08-04T15:40:15.630 INFO:tasks.rados.rados.0.smithi007.stdout:3704: done (1 left) 2024-08-04T15:40:15.630 INFO:tasks.rados.rados.0.smithi007.stdout:3705: done (0 left) 2024-08-04T15:40:15.630 INFO:tasks.rados.rados.0.smithi007.stdout:3706: copy_from oid 47 from oid 22 current snap is 377 2024-08-04T15:40:15.630 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 377 2024-08-04T15:40:15.630 INFO:tasks.rados.rados.0.smithi007.stdout:3707: seq_num 1147 ranges {2605056=16384} 2024-08-04T15:40:15.645 INFO:tasks.rados.rados.0.smithi007.stdout:3707: writing smithi00780855-49 from 2605056 to 2621440 tid 1 2024-08-04T15:40:15.646 INFO:tasks.rados.rados.0.smithi007.stdout:3708: snap_remove snap 375 2024-08-04T15:40:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:40:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:40:16] "GET /metrics HTTP/1.1" 200 36254 "" "Prometheus/2.43.0" 2024-08-04T15:40:16.636 INFO:tasks.rados.rados.0.smithi007.stdout:3708: done (2 left) 2024-08-04T15:40:16.636 INFO:tasks.rados.rados.0.smithi007.stdout:3709: rmattr oid 16 current snap is 377 2024-08-04T15:40:16.636 INFO:tasks.rados.rados.0.smithi007.stdout:3709: done (2 left) 2024-08-04T15:40:16.636 INFO:tasks.rados.rados.0.smithi007.stdout:3710: delete oid 33 current snap is 377 2024-08-04T15:40:16.636 INFO:tasks.rados.rados.0.smithi007.stdout:3706: finishing copy_from racing read to smithi00780855-47 2024-08-04T15:40:16.636 INFO:tasks.rados.rados.0.smithi007.stdout:3706: finishing copy_from to smithi00780855-47 2024-08-04T15:40:16.637 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 2171 (ObjNum 1133 snap 367 seq_num 1133) dirty exists 2024-08-04T15:40:16.637 INFO:tasks.rados.rados.0.smithi007.stdout:3707: finishing write tid 1 to smithi00780855-49 2024-08-04T15:40:16.637 INFO:tasks.rados.rados.0.smithi007.stdout:3707: finishing write tid 2 to smithi00780855-49 2024-08-04T15:40:16.637 INFO:tasks.rados.rados.0.smithi007.stdout:3707: finishing write tid 3 to smithi00780855-49 2024-08-04T15:40:16.637 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 2984 (ObjNum 1147 snap 377 seq_num 1147) dirty exists 2024-08-04T15:40:16.637 INFO:tasks.rados.rados.0.smithi007.stdout:3707: left oid 49 (ObjNum 1147 snap 377 seq_num 1147) 2024-08-04T15:40:16.646 INFO:tasks.rados.rados.0.smithi007.stdout:3706: done (2 left) 2024-08-04T15:40:16.646 INFO:tasks.rados.rados.0.smithi007.stdout:3707: done (1 left) 2024-08-04T15:40:16.646 INFO:tasks.rados.rados.0.smithi007.stdout:3710: done (0 left) 2024-08-04T15:40:16.646 INFO:tasks.rados.rados.0.smithi007.stdout:3711: rollback oid 27 current snap is 377 2024-08-04T15:40:16.646 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 27 to 316 2024-08-04T15:40:16.647 INFO:tasks.rados.rados.0.smithi007.stdout:3712: snap_remove snap 324 2024-08-04T15:40:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:16 smithi062 ceph-mon[85960]: pgmap v869: 121 pgs: 121 active+clean; 444 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-04T15:40:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:16 smithi062 ceph-mon[85960]: osdmap e808: 8 total, 8 up, 8 in 2024-08-04T15:40:17.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:16 smithi007 ceph-mon[92692]: pgmap v869: 121 pgs: 121 active+clean; 444 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-04T15:40:17.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:16 smithi007 ceph-mon[92692]: osdmap e808: 8 total, 8 up, 8 in 2024-08-04T15:40:17.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:16 smithi007 ceph-mon[94998]: pgmap v869: 121 pgs: 121 active+clean; 444 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-04T15:40:17.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:16 smithi007 ceph-mon[94998]: osdmap e808: 8 total, 8 up, 8 in 2024-08-04T15:40:17.642 INFO:tasks.rados.rados.0.smithi007.stdout:3711: finishing rollback tid 0 to smithi00780855-27 2024-08-04T15:40:17.642 INFO:tasks.rados.rados.0.smithi007.stdout:3711: finishing rollback tid 1 to smithi00780855-27 2024-08-04T15:40:17.642 INFO:tasks.rados.rados.0.smithi007.stdout:3711: finishing rollback tid 2 to smithi00780855-27 2024-08-04T15:40:17.642 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 2323 (ObjNum 969 snap 304 seq_num 969) dirty exists 2024-08-04T15:40:17.642 INFO:tasks.rados.rados.0.smithi007.stdout:3711: done (1 left) 2024-08-04T15:40:17.642 INFO:tasks.rados.rados.0.smithi007.stdout:3712: done (0 left) 2024-08-04T15:40:17.642 INFO:tasks.rados.rados.0.smithi007.stdout:3713: snap_remove snap 367 2024-08-04T15:40:18.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:17 smithi062 ceph-mon[85960]: osdmap e809: 8 total, 8 up, 8 in 2024-08-04T15:40:18.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:17 smithi007 ceph-mon[92692]: osdmap e809: 8 total, 8 up, 8 in 2024-08-04T15:40:18.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:17 smithi007 ceph-mon[94998]: osdmap e809: 8 total, 8 up, 8 in 2024-08-04T15:40:18.642 INFO:tasks.rados.rados.0.smithi007.stdout:3713: done (0 left) 2024-08-04T15:40:18.643 INFO:tasks.rados.rados.0.smithi007.stdout:3714: setattr oid 36 current snap is 377 2024-08-04T15:40:18.645 INFO:tasks.rados.rados.0.smithi007.stdout:3715: delete oid 33 current snap is 377 2024-08-04T15:40:18.659 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 2046 (ObjNum 33 snap 0 seq_num 1600222039) dirty exists 2024-08-04T15:40:18.659 INFO:tasks.rados.rados.0.smithi007.stdout:3714: done (1 left) 2024-08-04T15:40:18.659 INFO:tasks.rados.rados.0.smithi007.stdout:3715: done (0 left) 2024-08-04T15:40:18.660 INFO:tasks.rados.rados.0.smithi007.stdout:3716: read oid 23 snap -1 2024-08-04T15:40:18.660 INFO:tasks.rados.rados.0.smithi007.stdout:3716: expect (ObjNum 1074 snap 340 seq_num 1074) 2024-08-04T15:40:18.660 INFO:tasks.rados.rados.0.smithi007.stdout:3717: snap_remove snap 303 2024-08-04T15:40:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:18 smithi062 ceph-mon[85960]: pgmap v872: 121 pgs: 121 active+clean; 447 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-04T15:40:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:18 smithi062 ceph-mon[85960]: osdmap e810: 8 total, 8 up, 8 in 2024-08-04T15:40:19.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:18 smithi007 ceph-mon[92692]: pgmap v872: 121 pgs: 121 active+clean; 447 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-04T15:40:19.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:18 smithi007 ceph-mon[92692]: osdmap e810: 8 total, 8 up, 8 in 2024-08-04T15:40:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:18 smithi007 ceph-mon[94998]: pgmap v872: 121 pgs: 121 active+clean; 447 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-04T15:40:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:18 smithi007 ceph-mon[94998]: osdmap e810: 8 total, 8 up, 8 in 2024-08-04T15:40:19.577 INFO:tasks.rados.rados.0.smithi007.stdout:3717: done (1 left) 2024-08-04T15:40:19.577 INFO:tasks.rados.rados.0.smithi007.stdout:3718: rmattr oid 36 current snap is 377 2024-08-04T15:40:19.577 INFO:tasks.rados.rados.0.smithi007.stdout:3716: expect (ObjNum 1074 snap 340 seq_num 1074) 2024-08-04T15:40:19.747 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 2047 (ObjNum 33 snap 0 seq_num 1600222039) dirty exists 2024-08-04T15:40:19.747 INFO:tasks.rados.rados.0.smithi007.stdout:3716: done (1 left) 2024-08-04T15:40:19.747 INFO:tasks.rados.rados.0.smithi007.stdout:3718: done (0 left) 2024-08-04T15:40:19.747 INFO:tasks.rados.rados.0.smithi007.stdout:3719: read oid 25 snap -1 2024-08-04T15:40:19.747 INFO:tasks.rados.rados.0.smithi007.stdout:3719: expect (ObjNum 990 snap 314 seq_num 990) 2024-08-04T15:40:19.748 INFO:tasks.rados.rados.0.smithi007.stdout:3720: read oid 19 snap -1 2024-08-04T15:40:19.748 INFO:tasks.rados.rados.0.smithi007.stdout:3720: expect (ObjNum 1133 snap 367 seq_num 1133) 2024-08-04T15:40:19.748 INFO:tasks.rados.rados.0.smithi007.stdout:3721: rmattr oid 36 current snap is 377 2024-08-04T15:40:19.748 INFO:tasks.rados.rados.0.smithi007.stdout:3722: read oid 32 snap -1 2024-08-04T15:40:19.748 INFO:tasks.rados.rados.0.smithi007.stdout:3722: expect (ObjNum 1145 snap 374 seq_num 1145) 2024-08-04T15:40:19.748 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 377 2024-08-04T15:40:19.748 INFO:tasks.rados.rados.0.smithi007.stdout:3723: seq_num 1150 ranges {688128=65536} 2024-08-04T15:40:19.751 INFO:tasks.rados.rados.0.smithi007.stdout:3723: writing smithi00780855-46 from 688128 to 753664 tid 1 2024-08-04T15:40:19.752 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 2048 (ObjNum 33 snap 0 seq_num 1600222039) dirty exists 2024-08-04T15:40:19.752 INFO:tasks.rados.rados.0.smithi007.stdout:3721: done (4 left) 2024-08-04T15:40:19.752 INFO:tasks.rados.rados.0.smithi007.stdout:3724: read oid 5 snap 368 2024-08-04T15:40:19.752 INFO:tasks.rados.rados.0.smithi007.stdout:3724: expect (ObjNum 972 snap 305 seq_num 972) 2024-08-04T15:40:19.752 INFO:tasks.rados.rados.0.smithi007.stdout:3725: rmattr oid 9 current snap is 377 2024-08-04T15:40:19.752 INFO:tasks.rados.rados.0.smithi007.stdout:3726: copy_from oid 41 from oid 14 current snap is 377 2024-08-04T15:40:19.752 INFO:tasks.rados.rados.0.smithi007.stdout:3727: rollback oid 21 current snap is 377 2024-08-04T15:40:19.752 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 21 to 340 2024-08-04T15:40:19.752 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 4 current snap is 377 2024-08-04T15:40:19.752 INFO:tasks.rados.rados.0.smithi007.stdout:3728: seq_num 1151 ranges {3112960=81920} 2024-08-04T15:40:19.771 INFO:tasks.rados.rados.0.smithi007.stdout:3728: writing smithi00780855-4 from 3112960 to 3194880 tid 1 2024-08-04T15:40:19.771 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 15 current snap is 377 2024-08-04T15:40:19.771 INFO:tasks.rados.rados.0.smithi007.stdout:3729: seq_num 1152 ranges {3383296=98304} 2024-08-04T15:40:19.790 INFO:tasks.rados.rados.0.smithi007.stdout:3729: writing smithi00780855-15 from 3383296 to 3481600 tid 1 2024-08-04T15:40:19.790 INFO:tasks.rados.rados.0.smithi007.stdout:3730: read oid 11 snap -1 2024-08-04T15:40:19.790 INFO:tasks.rados.rados.0.smithi007.stdout:3730: expect (ObjNum 972 snap 305 seq_num 972) 2024-08-04T15:40:19.791 INFO:tasks.rados.rados.0.smithi007.stdout:3731: snap_create 2024-08-04T15:40:19.791 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 2324 (ObjNum 1027 snap 323 seq_num 1027) dirty exists 2024-08-04T15:40:19.791 INFO:tasks.rados.rados.0.smithi007.stdout:3727: finishing rollback tid 1 to smithi00780855-21 2024-08-04T15:40:19.791 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 2913 (ObjNum 33 snap 0 seq_num 3494300032) dirty dne 2024-08-04T15:40:19.791 INFO:tasks.rados.rados.0.smithi007.stdout:3723: finishing write tid 1 to smithi00780855-46 2024-08-04T15:40:19.791 INFO:tasks.rados.rados.0.smithi007.stdout:3723: finishing write tid 2 to smithi00780855-46 2024-08-04T15:40:19.791 INFO:tasks.rados.rados.0.smithi007.stdout:3719: expect (ObjNum 990 snap 314 seq_num 990) 2024-08-04T15:40:19.847 INFO:tasks.rados.rados.0.smithi007.stdout:3726: finishing copy_from racing read to smithi00780855-41 2024-08-04T15:40:19.848 INFO:tasks.rados.rados.0.smithi007.stdout:3726: finishing copy_from to smithi00780855-41 2024-08-04T15:40:19.848 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 2950 (ObjNum 1125 snap 363 seq_num 1125) dirty exists 2024-08-04T15:40:19.848 INFO:tasks.rados.rados.0.smithi007.stdout:3724: expect (ObjNum 972 snap 305 seq_num 972) 2024-08-04T15:40:19.923 INFO:tasks.rados.rados.0.smithi007.stdout:3723: finishing write tid 3 to smithi00780855-46 2024-08-04T15:40:19.923 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 2894 (ObjNum 1150 snap 377 seq_num 1150) dirty exists 2024-08-04T15:40:19.923 INFO:tasks.rados.rados.0.smithi007.stdout:3723: left oid 46 (ObjNum 1150 snap 377 seq_num 1150) 2024-08-04T15:40:19.923 INFO:tasks.rados.rados.0.smithi007.stdout:3728: finishing write tid 1 to smithi00780855-4 2024-08-04T15:40:19.923 INFO:tasks.rados.rados.0.smithi007.stdout:3728: finishing write tid 2 to smithi00780855-4 2024-08-04T15:40:19.923 INFO:tasks.rados.rados.0.smithi007.stdout:3722: expect (ObjNum 1145 snap 374 seq_num 1145) 2024-08-04T15:40:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:19 smithi062 ceph-mon[85960]: osdmap e811: 8 total, 8 up, 8 in 2024-08-04T15:40:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:19 smithi062 ceph-mon[85960]: osdmap e812: 8 total, 8 up, 8 in 2024-08-04T15:40:20.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:19 smithi007 ceph-mon[92692]: osdmap e811: 8 total, 8 up, 8 in 2024-08-04T15:40:20.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:19 smithi007 ceph-mon[92692]: osdmap e812: 8 total, 8 up, 8 in 2024-08-04T15:40:20.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:19 smithi007 ceph-mon[94998]: osdmap e811: 8 total, 8 up, 8 in 2024-08-04T15:40:20.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:19 smithi007 ceph-mon[94998]: osdmap e812: 8 total, 8 up, 8 in 2024-08-04T15:40:20.220 INFO:tasks.rados.rados.0.smithi007.stdout:3728: finishing write tid 3 to smithi00780855-4 2024-08-04T15:40:20.220 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 2050 (ObjNum 1151 snap 377 seq_num 1151) dirty exists 2024-08-04T15:40:20.220 INFO:tasks.rados.rados.0.smithi007.stdout:3728: left oid 4 (ObjNum 1151 snap 377 seq_num 1151) 2024-08-04T15:40:20.220 INFO:tasks.rados.rados.0.smithi007.stdout:3720: expect (ObjNum 1133 snap 367 seq_num 1133) 2024-08-04T15:40:20.359 INFO:tasks.rados.rados.0.smithi007.stdout:3729: finishing write tid 1 to smithi00780855-15 2024-08-04T15:40:20.359 INFO:tasks.rados.rados.0.smithi007.stdout:3729: finishing write tid 2 to smithi00780855-15 2024-08-04T15:40:20.359 INFO:tasks.rados.rados.0.smithi007.stdout:3729: finishing write tid 3 to smithi00780855-15 2024-08-04T15:40:20.359 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 15 v 3518 (ObjNum 1152 snap 377 seq_num 1152) dirty exists 2024-08-04T15:40:20.359 INFO:tasks.rados.rados.0.smithi007.stdout:3729: left oid 15 (ObjNum 1152 snap 377 seq_num 1152) 2024-08-04T15:40:20.359 INFO:tasks.rados.rados.0.smithi007.stdout:3730: expect (ObjNum 972 snap 305 seq_num 972) 2024-08-04T15:40:20.652 INFO:tasks.rados.rados.0.smithi007.stdout:3719: done (11 left) 2024-08-04T15:40:20.652 INFO:tasks.rados.rados.0.smithi007.stdout:3720: done (10 left) 2024-08-04T15:40:20.652 INFO:tasks.rados.rados.0.smithi007.stdout:3722: done (9 left) 2024-08-04T15:40:20.652 INFO:tasks.rados.rados.0.smithi007.stdout:3723: done (8 left) 2024-08-04T15:40:20.652 INFO:tasks.rados.rados.0.smithi007.stdout:3724: done (7 left) 2024-08-04T15:40:20.652 INFO:tasks.rados.rados.0.smithi007.stdout:3725: done (6 left) 2024-08-04T15:40:20.652 INFO:tasks.rados.rados.0.smithi007.stdout:3726: done (5 left) 2024-08-04T15:40:20.652 INFO:tasks.rados.rados.0.smithi007.stdout:3727: done (4 left) 2024-08-04T15:40:20.652 INFO:tasks.rados.rados.0.smithi007.stdout:3728: done (3 left) 2024-08-04T15:40:20.652 INFO:tasks.rados.rados.0.smithi007.stdout:3729: done (2 left) 2024-08-04T15:40:20.653 INFO:tasks.rados.rados.0.smithi007.stdout:3730: done (1 left) 2024-08-04T15:40:20.653 INFO:tasks.rados.rados.0.smithi007.stdout:3731: done (0 left) 2024-08-04T15:40:20.653 INFO:tasks.rados.rados.0.smithi007.stdout:3732: delete oid 39 current snap is 378 2024-08-04T15:40:20.659 INFO:tasks.rados.rados.0.smithi007.stdout:3732: done (0 left) 2024-08-04T15:40:20.659 INFO:tasks.rados.rados.0.smithi007.stdout:3733: read oid 44 snap 332 2024-08-04T15:40:20.659 INFO:tasks.rados.rados.0.smithi007.stdout:3733: expect deleted 2024-08-04T15:40:20.659 INFO:tasks.rados.rados.0.smithi007.stdout:3734: read oid 10 snap -1 2024-08-04T15:40:20.660 INFO:tasks.rados.rados.0.smithi007.stdout:3734: expect deleted 2024-08-04T15:40:20.660 INFO:tasks.rados.rados.0.smithi007.stdout:3735: setattr oid 43 current snap is 378 2024-08-04T15:40:20.661 INFO:tasks.rados.rados.0.smithi007.stdout:3733: done (2 left) 2024-08-04T15:40:20.661 INFO:tasks.rados.rados.0.smithi007.stdout:3734: done (1 left) 2024-08-04T15:40:20.661 INFO:tasks.rados.rados.0.smithi007.stdout:3736: copy_from oid 8 from oid 26 current snap is 378 2024-08-04T15:40:20.661 INFO:tasks.rados.rados.0.smithi007.stdout:3737: rmattr oid 24 current snap is 378 2024-08-04T15:40:20.661 INFO:tasks.rados.rados.0.smithi007.stdout:3737: done (2 left) 2024-08-04T15:40:20.661 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 42 current snap is 378 2024-08-04T15:40:20.661 INFO:tasks.rados.rados.0.smithi007.stdout:3738: seq_num 1154 ranges {2195456=131072} 2024-08-04T15:40:20.674 INFO:tasks.rados.rados.0.smithi007.stdout:3738: writing smithi00780855-42 from 2195456 to 2326528 tid 1 2024-08-04T15:40:20.674 INFO:tasks.rados.rados.0.smithi007.stdout:3739: copy_from oid 44 from oid 18 current snap is 378 2024-08-04T15:40:20.674 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 2919 (ObjNum 1136 snap 368 seq_num 1136) dirty exists 2024-08-04T15:40:20.674 INFO:tasks.rados.rados.0.smithi007.stdout:3735: done (3 left) 2024-08-04T15:40:20.674 INFO:tasks.rados.rados.0.smithi007.stdout:3740: setattr oid 13 current snap is 378 2024-08-04T15:40:20.676 INFO:tasks.rados.rados.0.smithi007.stdout:3741: rollback oid 10 current snap is 378 2024-08-04T15:40:20.676 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 10 to 362 2024-08-04T15:40:20.676 INFO:tasks.rados.rados.0.smithi007.stdout:3742: read oid 35 snap 374 2024-08-04T15:40:20.676 INFO:tasks.rados.rados.0.smithi007.stdout:3742: expect deleted 2024-08-04T15:40:20.676 INFO:tasks.rados.rados.0.smithi007.stdout:3743: delete oid 49 current snap is 378 2024-08-04T15:40:20.678 INFO:tasks.rados.rados.0.smithi007.stdout:3738: finishing write tid 1 to smithi00780855-42 2024-08-04T15:40:20.679 INFO:tasks.rados.rados.0.smithi007.stdout:3738: finishing write tid 2 to smithi00780855-42 2024-08-04T15:40:20.679 INFO:tasks.rados.rados.0.smithi007.stdout:3739: finishing copy_from racing read to smithi00780855-44 2024-08-04T15:40:20.681 INFO:tasks.rados.rados.0.smithi007.stdout:3738: finishing write tid 3 to smithi00780855-42 2024-08-04T15:40:20.681 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 42 v 2314 (ObjNum 1154 snap 378 seq_num 1154) dirty exists 2024-08-04T15:40:20.681 INFO:tasks.rados.rados.0.smithi007.stdout:3738: left oid 42 (ObjNum 1154 snap 378 seq_num 1154) 2024-08-04T15:40:20.682 INFO:tasks.rados.rados.0.smithi007.stdout:3739: finishing copy_from to smithi00780855-44 2024-08-04T15:40:20.682 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 2726 (ObjNum 1024 snap 322 seq_num 1024) dirty exists 2024-08-04T15:40:20.682 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 13 v 3519 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-04T15:40:20.683 INFO:tasks.rados.rados.0.smithi007.stdout:3741: finishing rollback tid 1 to smithi00780855-10 2024-08-04T15:40:20.683 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 2955 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-04T15:40:20.685 INFO:tasks.rados.rados.0.smithi007.stdout:3738: done (6 left) 2024-08-04T15:40:20.685 INFO:tasks.rados.rados.0.smithi007.stdout:3739: done (5 left) 2024-08-04T15:40:20.685 INFO:tasks.rados.rados.0.smithi007.stdout:3740: done (4 left) 2024-08-04T15:40:20.685 INFO:tasks.rados.rados.0.smithi007.stdout:3741: done (3 left) 2024-08-04T15:40:20.685 INFO:tasks.rados.rados.0.smithi007.stdout:3742: done (2 left) 2024-08-04T15:40:20.685 INFO:tasks.rados.rados.0.smithi007.stdout:3743: done (1 left) 2024-08-04T15:40:20.685 INFO:tasks.rados.rados.0.smithi007.stdout:3744: snap_remove snap 362 2024-08-04T15:40:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:20 smithi062 ceph-mon[85960]: pgmap v875: 121 pgs: 121 active+clean; 454 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 2.3 MiB/s wr, 8 op/s 2024-08-04T15:40:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:20 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:40:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:20 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:40:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:20 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:40:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:20 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:40:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:20 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:40:21.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:20 smithi007 ceph-mon[92692]: pgmap v875: 121 pgs: 121 active+clean; 454 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 2.3 MiB/s wr, 8 op/s 2024-08-04T15:40:21.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:20 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:40:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:20 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:40:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:20 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:40:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:20 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:40:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:20 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:40:21.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:20 smithi007 ceph-mon[94998]: pgmap v875: 121 pgs: 121 active+clean; 454 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 2.3 MiB/s wr, 8 op/s 2024-08-04T15:40:21.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:20 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:40:21.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:20 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:40:21.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:20 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:40:21.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:20 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:40:21.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:20 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:40:21.665 INFO:tasks.rados.rados.0.smithi007.stdout:3744: done (1 left) 2024-08-04T15:40:21.665 INFO:tasks.rados.rados.0.smithi007.stdout:3745: snap_remove snap 369 2024-08-04T15:40:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:21 smithi062 ceph-mon[85960]: osdmap e813: 8 total, 8 up, 8 in 2024-08-04T15:40:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:40:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:40:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:40:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:40:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:21 smithi007 ceph-mon[94998]: osdmap e813: 8 total, 8 up, 8 in 2024-08-04T15:40:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:40:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:40:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:40:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:40:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:21 smithi007 ceph-mon[92692]: osdmap e813: 8 total, 8 up, 8 in 2024-08-04T15:40:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:40:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:40:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:40:22.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:40:22.668 INFO:tasks.rados.rados.0.smithi007.stdout:3745: done (1 left) 2024-08-04T15:40:22.668 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 16 current snap is 378 2024-08-04T15:40:22.668 INFO:tasks.rados.rados.0.smithi007.stdout:3746: seq_num 1156 ranges {4259840=163840} 2024-08-04T15:40:22.674 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:40:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:40:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:40:22.692 INFO:tasks.rados.rados.0.smithi007.stdout:3746: writing smithi00780855-16 from 4259840 to 4423680 tid 1 2024-08-04T15:40:22.692 INFO:tasks.rados.rados.0.smithi007.stdout:3747: setattr oid 45 current snap is 378 2024-08-04T15:40:22.692 INFO:tasks.rados.rados.0.smithi007.stdout:3736: finishing copy_from racing read to smithi00780855-8 2024-08-04T15:40:22.692 INFO:tasks.rados.rados.0.smithi007.stdout:3736: finishing copy_from to smithi00780855-8 2024-08-04T15:40:22.692 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 2982 (ObjNum 1146 snap 376 seq_num 1146) dirty exists 2024-08-04T15:40:22.693 INFO:tasks.rados.rados.0.smithi007.stdout:3736: done (2 left) 2024-08-04T15:40:22.693 INFO:tasks.rados.rados.0.smithi007.stdout:3748: read oid 21 snap -1 2024-08-04T15:40:22.693 INFO:tasks.rados.rados.0.smithi007.stdout:3748: expect deleted 2024-08-04T15:40:22.693 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 14 current snap is 378 2024-08-04T15:40:22.693 INFO:tasks.rados.rados.0.smithi007.stdout:3749: seq_num 1157 ranges {2056192=180224} 2024-08-04T15:40:22.706 INFO:tasks.rados.rados.0.smithi007.stdout:3749: writing smithi00780855-14 from 2056192 to 2236416 tid 1 2024-08-04T15:40:22.706 INFO:tasks.rados.rados.0.smithi007.stdout:3750: snap_create 2024-08-04T15:40:22.706 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 3535 (ObjNum 1070 snap 339 seq_num 1070) dirty exists 2024-08-04T15:40:22.707 INFO:tasks.rados.rados.0.smithi007.stdout:3746: finishing write tid 1 to smithi00780855-16 2024-08-04T15:40:22.707 INFO:tasks.rados.rados.0.smithi007.stdout:3746: finishing write tid 2 to smithi00780855-16 2024-08-04T15:40:22.709 INFO:tasks.rados.rados.0.smithi007.stdout:3746: finishing write tid 3 to smithi00780855-16 2024-08-04T15:40:22.709 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 2987 (ObjNum 1156 snap 378 seq_num 1156) dirty exists 2024-08-04T15:40:22.709 INFO:tasks.rados.rados.0.smithi007.stdout:3746: left oid 16 (ObjNum 1156 snap 378 seq_num 1156) 2024-08-04T15:40:22.724 INFO:tasks.rados.rados.0.smithi007.stdout:3749: finishing write tid 1 to smithi00780855-14 2024-08-04T15:40:22.725 INFO:tasks.rados.rados.0.smithi007.stdout:3749: finishing write tid 2 to smithi00780855-14 2024-08-04T15:40:22.728 INFO:tasks.rados.rados.0.smithi007.stdout:3749: finishing write tid 3 to smithi00780855-14 2024-08-04T15:40:22.728 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 3538 (ObjNum 1157 snap 378 seq_num 1157) dirty exists 2024-08-04T15:40:22.728 INFO:tasks.rados.rados.0.smithi007.stdout:3749: left oid 14 (ObjNum 1157 snap 378 seq_num 1157) 2024-08-04T15:40:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:22 smithi062 ceph-mon[85960]: pgmap v878: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 452 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T15:40:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:22 smithi062 ceph-mon[85960]: osdmap e814: 8 total, 8 up, 8 in 2024-08-04T15:40:23.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:22 smithi007 ceph-mon[92692]: pgmap v878: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 452 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T15:40:23.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:22 smithi007 ceph-mon[92692]: osdmap e814: 8 total, 8 up, 8 in 2024-08-04T15:40:23.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:22 smithi007 ceph-mon[94998]: pgmap v878: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 452 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T15:40:23.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:22 smithi007 ceph-mon[94998]: osdmap e814: 8 total, 8 up, 8 in 2024-08-04T15:40:23.680 INFO:tasks.rados.rados.0.smithi007.stdout:3746: done (4 left) 2024-08-04T15:40:23.680 INFO:tasks.rados.rados.0.smithi007.stdout:3747: done (3 left) 2024-08-04T15:40:23.681 INFO:tasks.rados.rados.0.smithi007.stdout:3748: done (2 left) 2024-08-04T15:40:23.681 INFO:tasks.rados.rados.0.smithi007.stdout:3749: done (1 left) 2024-08-04T15:40:23.681 INFO:tasks.rados.rados.0.smithi007.stdout:3750: done (0 left) 2024-08-04T15:40:23.681 INFO:tasks.rados.rados.0.smithi007.stdout:3751: setattr oid 16 current snap is 379 2024-08-04T15:40:23.682 INFO:tasks.rados.rados.0.smithi007.stdout:3752: read oid 45 snap -1 2024-08-04T15:40:23.682 INFO:tasks.rados.rados.0.smithi007.stdout:3752: expect (ObjNum 1070 snap 339 seq_num 1070) 2024-08-04T15:40:23.682 INFO:tasks.rados.rados.0.smithi007.stdout:3753: read oid 32 snap -1 2024-08-04T15:40:23.682 INFO:tasks.rados.rados.0.smithi007.stdout:3753: expect (ObjNum 1145 snap 374 seq_num 1145) 2024-08-04T15:40:23.682 INFO:tasks.rados.rados.0.smithi007.stdout:3754: copy_from oid 17 from oid 13 current snap is 379 2024-08-04T15:40:23.682 INFO:tasks.rados.rados.0.smithi007.stdout:3755: read oid 5 snap -1 2024-08-04T15:40:23.682 INFO:tasks.rados.rados.0.smithi007.stdout:3755: expect (ObjNum 972 snap 305 seq_num 972) 2024-08-04T15:40:23.682 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 1 current snap is 379 2024-08-04T15:40:23.682 INFO:tasks.rados.rados.0.smithi007.stdout:3756: seq_num 1158 ranges {0=196608} 2024-08-04T15:40:23.683 INFO:tasks.rados.rados.0.smithi007.stdout:3756: writing smithi00780855-1 from 0 to 196608 tid 1 2024-08-04T15:40:23.683 INFO:tasks.rados.rados.0.smithi007.stdout:3757: snap_create 2024-08-04T15:40:23.690 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 2988 (ObjNum 1156 snap 378 seq_num 1156) dirty exists 2024-08-04T15:40:23.691 INFO:tasks.rados.rados.0.smithi007.stdout:3756: finishing write tid 1 to smithi00780855-1 2024-08-04T15:40:23.695 INFO:tasks.rados.rados.0.smithi007.stdout:3755: expect (ObjNum 972 snap 305 seq_num 972) 2024-08-04T15:40:23.774 INFO:tasks.rados.rados.0.smithi007.stdout:3756: finishing write tid 2 to smithi00780855-1 2024-08-04T15:40:23.775 INFO:tasks.rados.rados.0.smithi007.stdout:3756: finishing write tid 3 to smithi00780855-1 2024-08-04T15:40:23.775 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 2316 (ObjNum 1158 snap 379 seq_num 1158) dirty exists 2024-08-04T15:40:23.775 INFO:tasks.rados.rados.0.smithi007.stdout:3756: left oid 1 (ObjNum 1158 snap 379 seq_num 1158) 2024-08-04T15:40:23.775 INFO:tasks.rados.rados.0.smithi007.stdout:3754: finishing copy_from racing read to smithi00780855-17 2024-08-04T15:40:23.775 INFO:tasks.rados.rados.0.smithi007.stdout:3752: expect (ObjNum 1070 snap 339 seq_num 1070) 2024-08-04T15:40:24.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:23 smithi062 ceph-mon[85960]: osdmap e815: 8 total, 8 up, 8 in 2024-08-04T15:40:24.052 INFO:tasks.rados.rados.0.smithi007.stdout:3753: expect (ObjNum 1145 snap 374 seq_num 1145) 2024-08-04T15:40:24.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:23 smithi007 ceph-mon[92692]: osdmap e815: 8 total, 8 up, 8 in 2024-08-04T15:40:24.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:23 smithi007 ceph-mon[94998]: osdmap e815: 8 total, 8 up, 8 in 2024-08-04T15:40:24.351 INFO:tasks.rados.rados.0.smithi007.stdout:3754: finishing copy_from to smithi00780855-17 2024-08-04T15:40:24.351 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 17 v 3519 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-08-04T15:40:24.577 INFO:tasks.rados.rados.0.smithi007.stdout:3751: done (6 left) 2024-08-04T15:40:24.577 INFO:tasks.rados.rados.0.smithi007.stdout:3752: done (5 left) 2024-08-04T15:40:24.578 INFO:tasks.rados.rados.0.smithi007.stdout:3753: done (4 left) 2024-08-04T15:40:24.578 INFO:tasks.rados.rados.0.smithi007.stdout:3754: done (3 left) 2024-08-04T15:40:24.578 INFO:tasks.rados.rados.0.smithi007.stdout:3755: done (2 left) 2024-08-04T15:40:24.578 INFO:tasks.rados.rados.0.smithi007.stdout:3756: done (1 left) 2024-08-04T15:40:24.578 INFO:tasks.rados.rados.0.smithi007.stdout:3757: done (0 left) 2024-08-04T15:40:24.578 INFO:tasks.rados.rados.0.smithi007.stdout:3758: delete oid 30 current snap is 380 2024-08-04T15:40:24.583 INFO:tasks.rados.rados.0.smithi007.stdout:3758: done (0 left) 2024-08-04T15:40:24.583 INFO:tasks.rados.rados.0.smithi007.stdout:3759: read oid 9 snap 302 2024-08-04T15:40:24.583 INFO:tasks.rados.rados.0.smithi007.stdout:3759: expect (ObjNum 945 snap 297 seq_num 945) 2024-08-04T15:40:24.583 INFO:tasks.rados.rados.0.smithi007.stdout:3760: rollback oid 26 current snap is 380 2024-08-04T15:40:24.583 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 26 to 372 2024-08-04T15:40:24.583 INFO:tasks.rados.rados.0.smithi007.stdout:3761: read oid 28 snap 365 2024-08-04T15:40:24.583 INFO:tasks.rados.rados.0.smithi007.stdout:3761: expect (ObjNum 1114 snap 360 seq_num 1114) 2024-08-04T15:40:24.583 INFO:tasks.rados.rados.0.smithi007.stdout:3762: snap_remove snap 341 2024-08-04T15:40:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:24 smithi062 ceph-mon[85960]: pgmap v881: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 452 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-08-04T15:40:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:24 smithi062 ceph-mon[85960]: osdmap e816: 8 total, 8 up, 8 in 2024-08-04T15:40:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:24 smithi062 ceph-mon[85960]: osdmap e817: 8 total, 8 up, 8 in 2024-08-04T15:40:25.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:24 smithi007 ceph-mon[92692]: pgmap v881: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 452 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-08-04T15:40:25.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:24 smithi007 ceph-mon[92692]: osdmap e816: 8 total, 8 up, 8 in 2024-08-04T15:40:25.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:24 smithi007 ceph-mon[92692]: osdmap e817: 8 total, 8 up, 8 in 2024-08-04T15:40:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:24 smithi007 ceph-mon[94998]: pgmap v881: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 452 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-08-04T15:40:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:24 smithi007 ceph-mon[94998]: osdmap e816: 8 total, 8 up, 8 in 2024-08-04T15:40:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:24 smithi007 ceph-mon[94998]: osdmap e817: 8 total, 8 up, 8 in 2024-08-04T15:40:25.579 INFO:tasks.rados.rados.0.smithi007.stdout:3762: done (3 left) 2024-08-04T15:40:25.579 INFO:tasks.rados.rados.0.smithi007.stdout:3763: snap_create 2024-08-04T15:40:25.579 INFO:tasks.rados.rados.0.smithi007.stdout:3759: expect (ObjNum 945 snap 297 seq_num 945) 2024-08-04T15:40:25.629 INFO:tasks.rados.rados.0.smithi007.stdout:3760: finishing rollback tid 0 to smithi00780855-26 2024-08-04T15:40:25.630 INFO:tasks.rados.rados.0.smithi007.stdout:3760: finishing rollback tid 1 to smithi00780855-26 2024-08-04T15:40:25.630 INFO:tasks.rados.rados.0.smithi007.stdout:3760: finishing rollback tid 2 to smithi00780855-26 2024-08-04T15:40:25.630 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 26 v 2991 (ObjNum 1135 snap 368 seq_num 1135) dirty exists 2024-08-04T15:40:25.630 INFO:tasks.rados.rados.0.smithi007.stdout:3761: expect (ObjNum 1114 snap 360 seq_num 1114) 2024-08-04T15:40:26.581 INFO:tasks.rados.rados.0.smithi007.stdout:3759: done (3 left) 2024-08-04T15:40:26.581 INFO:tasks.rados.rados.0.smithi007.stdout:3760: done (2 left) 2024-08-04T15:40:26.581 INFO:tasks.rados.rados.0.smithi007.stdout:3761: done (1 left) 2024-08-04T15:40:26.581 INFO:tasks.rados.rados.0.smithi007.stdout:3763: done (0 left) 2024-08-04T15:40:26.581 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 381 2024-08-04T15:40:26.581 INFO:tasks.rados.rados.0.smithi007.stdout:3764: seq_num 1160 ranges {3489792=229376} 2024-08-04T15:40:26.581 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:40:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:40:26] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2024-08-04T15:40:26.601 INFO:tasks.rados.rados.0.smithi007.stdout:3764: writing smithi00780855-28 from 3489792 to 3719168 tid 1 2024-08-04T15:40:26.601 INFO:tasks.rados.rados.0.smithi007.stdout:3765: snap_remove snap 346 2024-08-04T15:40:26.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:26 smithi007 ceph-mon[92692]: pgmap v884: 121 pgs: 121 active+clean; 468 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.4 MiB/s wr, 33 op/s 2024-08-04T15:40:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:26 smithi007 ceph-mon[92692]: osdmap e818: 8 total, 8 up, 8 in 2024-08-04T15:40:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:26 smithi007 ceph-mon[94998]: pgmap v884: 121 pgs: 121 active+clean; 468 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.4 MiB/s wr, 33 op/s 2024-08-04T15:40:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:26 smithi007 ceph-mon[94998]: osdmap e818: 8 total, 8 up, 8 in 2024-08-04T15:40:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:26 smithi062 ceph-mon[85960]: pgmap v884: 121 pgs: 121 active+clean; 468 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.4 MiB/s wr, 33 op/s 2024-08-04T15:40:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:26 smithi062 ceph-mon[85960]: osdmap e818: 8 total, 8 up, 8 in 2024-08-04T15:40:27.591 INFO:tasks.rados.rados.0.smithi007.stdout:3765: done (1 left) 2024-08-04T15:40:27.591 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 9 current snap is 381 2024-08-04T15:40:27.591 INFO:tasks.rados.rados.0.smithi007.stdout:3766: seq_num 1161 ranges {581632=245760} 2024-08-04T15:40:27.596 INFO:tasks.rados.rados.0.smithi007.stdout:3766: writing smithi00780855-9 from 581632 to 827392 tid 1 2024-08-04T15:40:27.596 INFO:tasks.rados.rados.0.smithi007.stdout:3767: rollback oid 32 current snap is 381 2024-08-04T15:40:27.596 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 32 to 360 2024-08-04T15:40:27.596 INFO:tasks.rados.rados.0.smithi007.stdout:3764: finishing write tid 1 to smithi00780855-28 2024-08-04T15:40:27.596 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 3 current snap is 381 2024-08-04T15:40:27.596 INFO:tasks.rados.rados.0.smithi007.stdout:3768: seq_num 1162 ranges {3244032=270336} 2024-08-04T15:40:27.617 INFO:tasks.rados.rados.0.smithi007.stdout:3768: writing smithi00780855-3 from 3244032 to 3514368 tid 1 2024-08-04T15:40:27.617 INFO:tasks.rados.rados.0.smithi007.stdout:3769: copy_from oid 23 from oid 43 current snap is 381 2024-08-04T15:40:27.617 INFO:tasks.rados.rados.0.smithi007.stdout:3764: finishing write tid 2 to smithi00780855-28 2024-08-04T15:40:27.617 INFO:tasks.rados.rados.0.smithi007.stdout:3764: finishing write tid 3 to smithi00780855-28 2024-08-04T15:40:27.618 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 2930 (ObjNum 1160 snap 381 seq_num 1160) dirty exists 2024-08-04T15:40:27.618 INFO:tasks.rados.rados.0.smithi007.stdout:3764: left oid 28 (ObjNum 1160 snap 381 seq_num 1160) 2024-08-04T15:40:27.618 INFO:tasks.rados.rados.0.smithi007.stdout:3766: finishing write tid 1 to smithi00780855-9 2024-08-04T15:40:27.618 INFO:tasks.rados.rados.0.smithi007.stdout:3767: finishing rollback tid 0 to smithi00780855-32 2024-08-04T15:40:27.618 INFO:tasks.rados.rados.0.smithi007.stdout:3766: finishing write tid 2 to smithi00780855-9 2024-08-04T15:40:27.618 INFO:tasks.rados.rados.0.smithi007.stdout:3767: finishing rollback tid 1 to smithi00780855-32 2024-08-04T15:40:27.618 INFO:tasks.rados.rados.0.smithi007.stdout:3764: done (4 left) 2024-08-04T15:40:27.618 INFO:tasks.rados.rados.0.smithi007.stdout:3770: read oid 1 snap -1 2024-08-04T15:40:27.618 INFO:tasks.rados.rados.0.smithi007.stdout:3770: expect (ObjNum 1158 snap 379 seq_num 1158) 2024-08-04T15:40:27.618 INFO:tasks.rados.rados.0.smithi007.stdout:3771: read oid 21 snap -1 2024-08-04T15:40:27.618 INFO:tasks.rados.rados.0.smithi007.stdout:3771: expect deleted 2024-08-04T15:40:27.618 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 14 current snap is 381 2024-08-04T15:40:27.618 INFO:tasks.rados.rados.0.smithi007.stdout:3772: seq_num 1163 ranges {2236416=286720} 2024-08-04T15:40:27.632 INFO:tasks.rados.rados.0.smithi007.stdout:3772: writing smithi00780855-14 from 2236416 to 2523136 tid 1 2024-08-04T15:40:27.632 INFO:tasks.rados.rados.0.smithi007.stdout:3773: snap_remove snap 363 2024-08-04T15:40:28.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:27 smithi062 ceph-mon[85960]: osdmap e819: 8 total, 8 up, 8 in 2024-08-04T15:40:28.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:27 smithi007 ceph-mon[92692]: osdmap e819: 8 total, 8 up, 8 in 2024-08-04T15:40:28.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:27 smithi007 ceph-mon[94998]: osdmap e819: 8 total, 8 up, 8 in 2024-08-04T15:40:28.596 INFO:tasks.rados.rados.0.smithi007.stdout:3767: finishing rollback tid 2 to smithi00780855-32 2024-08-04T15:40:28.596 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 3522 (ObjNum 947 snap 297 seq_num 947) dirty exists 2024-08-04T15:40:28.596 INFO:tasks.rados.rados.0.smithi007.stdout:3766: finishing write tid 3 to smithi00780855-9 2024-08-04T15:40:28.596 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 9 v 2327 (ObjNum 1161 snap 381 seq_num 1161) dirty exists 2024-08-04T15:40:28.596 INFO:tasks.rados.rados.0.smithi007.stdout:3766: left oid 9 (ObjNum 1161 snap 381 seq_num 1161) 2024-08-04T15:40:28.596 INFO:tasks.rados.rados.0.smithi007.stdout:3770: expect (ObjNum 1158 snap 379 seq_num 1158) 2024-08-04T15:40:28.605 INFO:tasks.rados.rados.0.smithi007.stdout:3768: finishing write tid 1 to smithi00780855-3 2024-08-04T15:40:28.605 INFO:tasks.rados.rados.0.smithi007.stdout:3768: finishing write tid 2 to smithi00780855-3 2024-08-04T15:40:28.605 INFO:tasks.rados.rados.0.smithi007.stdout:3768: finishing write tid 3 to smithi00780855-3 2024-08-04T15:40:28.605 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 2314 (ObjNum 1162 snap 381 seq_num 1162) dirty exists 2024-08-04T15:40:28.605 INFO:tasks.rados.rados.0.smithi007.stdout:3768: left oid 3 (ObjNum 1162 snap 381 seq_num 1162) 2024-08-04T15:40:28.605 INFO:tasks.rados.rados.0.smithi007.stdout:3772: finishing write tid 1 to smithi00780855-14 2024-08-04T15:40:28.606 INFO:tasks.rados.rados.0.smithi007.stdout:3772: finishing write tid 2 to smithi00780855-14 2024-08-04T15:40:28.606 INFO:tasks.rados.rados.0.smithi007.stdout:3772: finishing write tid 3 to smithi00780855-14 2024-08-04T15:40:28.606 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 3561 (ObjNum 1163 snap 381 seq_num 1163) dirty exists 2024-08-04T15:40:28.606 INFO:tasks.rados.rados.0.smithi007.stdout:3772: left oid 14 (ObjNum 1163 snap 381 seq_num 1163) 2024-08-04T15:40:28.606 INFO:tasks.rados.rados.0.smithi007.stdout:3769: finishing copy_from racing read to smithi00780855-23 2024-08-04T15:40:28.606 INFO:tasks.rados.rados.0.smithi007.stdout:3769: finishing copy_from to smithi00780855-23 2024-08-04T15:40:28.606 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 2919 (ObjNum 1136 snap 368 seq_num 1136) dirty exists 2024-08-04T15:40:28.606 INFO:tasks.rados.rados.0.smithi007.stdout:3766: done (7 left) 2024-08-04T15:40:28.606 INFO:tasks.rados.rados.0.smithi007.stdout:3767: done (6 left) 2024-08-04T15:40:28.606 INFO:tasks.rados.rados.0.smithi007.stdout:3768: done (5 left) 2024-08-04T15:40:28.606 INFO:tasks.rados.rados.0.smithi007.stdout:3769: done (4 left) 2024-08-04T15:40:28.607 INFO:tasks.rados.rados.0.smithi007.stdout:3770: done (3 left) 2024-08-04T15:40:28.607 INFO:tasks.rados.rados.0.smithi007.stdout:3771: done (2 left) 2024-08-04T15:40:28.607 INFO:tasks.rados.rados.0.smithi007.stdout:3772: done (1 left) 2024-08-04T15:40:28.607 INFO:tasks.rados.rados.0.smithi007.stdout:3773: done (0 left) 2024-08-04T15:40:28.607 INFO:tasks.rados.rados.0.smithi007.stdout:3774: snap_remove snap 332 2024-08-04T15:40:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:28 smithi062 ceph-mon[85960]: pgmap v887: 121 pgs: 121 active+clean; 469 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 3.4 MiB/s wr, 37 op/s 2024-08-04T15:40:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:28 smithi062 ceph-mon[85960]: osdmap e820: 8 total, 8 up, 8 in 2024-08-04T15:40:29.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:28 smithi007 ceph-mon[92692]: pgmap v887: 121 pgs: 121 active+clean; 469 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 3.4 MiB/s wr, 37 op/s 2024-08-04T15:40:29.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:28 smithi007 ceph-mon[92692]: osdmap e820: 8 total, 8 up, 8 in 2024-08-04T15:40:29.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:28 smithi007 ceph-mon[94998]: pgmap v887: 121 pgs: 121 active+clean; 469 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 3.4 MiB/s wr, 37 op/s 2024-08-04T15:40:29.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:28 smithi007 ceph-mon[94998]: osdmap e820: 8 total, 8 up, 8 in 2024-08-04T15:40:29.581 INFO:tasks.rados.rados.0.smithi007.stdout:3774: done (0 left) 2024-08-04T15:40:29.581 INFO:tasks.rados.rados.0.smithi007.stdout:3775: copy_from oid 38 from oid 33 current snap is 381 2024-08-04T15:40:29.581 INFO:tasks.rados.rados.0.smithi007.stdout:3776: copy_from oid 12 from oid 21 current snap is 381 2024-08-04T15:40:29.581 INFO:tasks.rados.rados.0.smithi007.stdout:3777: setattr oid 1 current snap is 381 2024-08-04T15:40:29.582 INFO:tasks.rados.rados.0.smithi007.stdout:3778: delete oid 28 current snap is 381 2024-08-04T15:40:29.591 INFO:tasks.rados.rados.0.smithi007.stdout:3778: done (3 left) 2024-08-04T15:40:29.592 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 381 2024-08-04T15:40:29.592 INFO:tasks.rados.rados.0.smithi007.stdout:3779: seq_num 1165 ranges {4775936=319488} 2024-08-04T15:40:29.621 INFO:tasks.rados.rados.0.smithi007.stdout:3779: writing smithi00780855-43 from 4775936 to 5095424 tid 1 2024-08-04T15:40:29.622 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 30 current snap is 381 2024-08-04T15:40:29.622 INFO:tasks.rados.rados.0.smithi007.stdout:3780: seq_num 1166 ranges {0=335872} 2024-08-04T15:40:29.623 INFO:tasks.rados.rados.0.smithi007.stdout:3780: writing smithi00780855-30 from 0 to 335872 tid 1 2024-08-04T15:40:29.623 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 3 current snap is 381 2024-08-04T15:40:29.623 INFO:tasks.rados.rados.0.smithi007.stdout:3781: seq_num 1167 ranges {3514368=352256} 2024-08-04T15:40:29.644 INFO:tasks.rados.rados.0.smithi007.stdout:3781: writing smithi00780855-3 from 3514368 to 3866624 tid 1 2024-08-04T15:40:29.645 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 14 current snap is 381 2024-08-04T15:40:29.645 INFO:tasks.rados.rados.0.smithi007.stdout:3782: seq_num 1168 ranges {2523136=368640} 2024-08-04T15:40:29.661 INFO:tasks.rados.rados.0.smithi007.stdout:3782: writing smithi00780855-14 from 2523136 to 2891776 tid 1 2024-08-04T15:40:29.661 INFO:tasks.rados.rados.0.smithi007.stdout:3783: snap_create 2024-08-04T15:40:29.661 INFO:tasks.rados.rados.0.smithi007.stdout:3776: finishing copy_from to smithi00780855-12 2024-08-04T15:40:29.661 INFO:tasks.rados.rados.0.smithi007.stdout:3776: got expected ENOENT (src dne) 2024-08-04T15:40:29.661 INFO:tasks.rados.rados.0.smithi007.stdout:3776: finishing copy_from racing read to smithi00780855-12 2024-08-04T15:40:29.661 INFO:tasks.rados.rados.0.smithi007.stdout:3775: finishing copy_from to smithi00780855-38 2024-08-04T15:40:29.661 INFO:tasks.rados.rados.0.smithi007.stdout:3775: got expected ENOENT (src dne) 2024-08-04T15:40:29.662 INFO:tasks.rados.rados.0.smithi007.stdout:3775: finishing copy_from racing read to smithi00780855-38 2024-08-04T15:40:29.662 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 2920 (ObjNum 1158 snap 379 seq_num 1158) dirty exists 2024-08-04T15:40:29.662 INFO:tasks.rados.rados.0.smithi007.stdout:3779: finishing write tid 1 to smithi00780855-43 2024-08-04T15:40:29.662 INFO:tasks.rados.rados.0.smithi007.stdout:3779: finishing write tid 2 to smithi00780855-43 2024-08-04T15:40:29.662 INFO:tasks.rados.rados.0.smithi007.stdout:3780: finishing write tid 1 to smithi00780855-30 2024-08-04T15:40:29.662 INFO:tasks.rados.rados.0.smithi007.stdout:3780: finishing write tid 2 to smithi00780855-30 2024-08-04T15:40:29.662 INFO:tasks.rados.rados.0.smithi007.stdout:3779: finishing write tid 3 to smithi00780855-43 2024-08-04T15:40:29.662 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 2921 (ObjNum 1165 snap 381 seq_num 1165) dirty exists 2024-08-04T15:40:29.662 INFO:tasks.rados.rados.0.smithi007.stdout:3779: left oid 43 (ObjNum 1165 snap 381 seq_num 1165) 2024-08-04T15:40:29.662 INFO:tasks.rados.rados.0.smithi007.stdout:3780: finishing write tid 3 to smithi00780855-30 2024-08-04T15:40:29.662 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 2329 (ObjNum 1166 snap 381 seq_num 1166) dirty exists 2024-08-04T15:40:29.662 INFO:tasks.rados.rados.0.smithi007.stdout:3780: left oid 30 (ObjNum 1166 snap 381 seq_num 1166) 2024-08-04T15:40:29.662 INFO:tasks.rados.rados.0.smithi007.stdout:3781: finishing write tid 1 to smithi00780855-3 2024-08-04T15:40:29.662 INFO:tasks.rados.rados.0.smithi007.stdout:3781: finishing write tid 2 to smithi00780855-3 2024-08-04T15:40:29.663 INFO:tasks.rados.rados.0.smithi007.stdout:3781: finishing write tid 3 to smithi00780855-3 2024-08-04T15:40:29.663 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 2316 (ObjNum 1167 snap 381 seq_num 1167) dirty exists 2024-08-04T15:40:29.663 INFO:tasks.rados.rados.0.smithi007.stdout:3781: left oid 3 (ObjNum 1167 snap 381 seq_num 1167) 2024-08-04T15:40:29.665 INFO:tasks.rados.rados.0.smithi007.stdout:3782: finishing write tid 1 to smithi00780855-14 2024-08-04T15:40:29.665 INFO:tasks.rados.rados.0.smithi007.stdout:3782: finishing write tid 2 to smithi00780855-14 2024-08-04T15:40:29.666 INFO:tasks.rados.rados.0.smithi007.stdout:3782: finishing write tid 3 to smithi00780855-14 2024-08-04T15:40:29.666 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 3585 (ObjNum 1168 snap 381 seq_num 1168) dirty exists 2024-08-04T15:40:29.666 INFO:tasks.rados.rados.0.smithi007.stdout:3782: left oid 14 (ObjNum 1168 snap 381 seq_num 1168) 2024-08-04T15:40:29.912 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:29 smithi062 ceph-mon[85960]: osdmap e821: 8 total, 8 up, 8 in 2024-08-04T15:40:29.912 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:29 smithi062 ceph-mon[85960]: osdmap e822: 8 total, 8 up, 8 in 2024-08-04T15:40:30.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:29 smithi007 ceph-mon[92692]: osdmap e821: 8 total, 8 up, 8 in 2024-08-04T15:40:30.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:29 smithi007 ceph-mon[92692]: osdmap e822: 8 total, 8 up, 8 in 2024-08-04T15:40:30.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:29 smithi007 ceph-mon[94998]: osdmap e821: 8 total, 8 up, 8 in 2024-08-04T15:40:30.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:29 smithi007 ceph-mon[94998]: osdmap e822: 8 total, 8 up, 8 in 2024-08-04T15:40:30.614 INFO:tasks.rados.rados.0.smithi007.stdout:3775: done (7 left) 2024-08-04T15:40:30.614 INFO:tasks.rados.rados.0.smithi007.stdout:3776: done (6 left) 2024-08-04T15:40:30.614 INFO:tasks.rados.rados.0.smithi007.stdout:3777: done (5 left) 2024-08-04T15:40:30.614 INFO:tasks.rados.rados.0.smithi007.stdout:3779: done (4 left) 2024-08-04T15:40:30.614 INFO:tasks.rados.rados.0.smithi007.stdout:3780: done (3 left) 2024-08-04T15:40:30.614 INFO:tasks.rados.rados.0.smithi007.stdout:3781: done (2 left) 2024-08-04T15:40:30.614 INFO:tasks.rados.rados.0.smithi007.stdout:3782: done (1 left) 2024-08-04T15:40:30.614 INFO:tasks.rados.rados.0.smithi007.stdout:3783: done (0 left) 2024-08-04T15:40:30.615 INFO:tasks.rados.rados.0.smithi007.stdout:3784: read oid 22 snap -1 2024-08-04T15:40:30.615 INFO:tasks.rados.rados.0.smithi007.stdout:3784: expect (ObjNum 1133 snap 367 seq_num 1133) 2024-08-04T15:40:30.615 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 2 current snap is 382 2024-08-04T15:40:30.615 INFO:tasks.rados.rados.0.smithi007.stdout:3785: seq_num 1169 ranges {0=385024} 2024-08-04T15:40:30.617 INFO:tasks.rados.rados.0.smithi007.stdout:3785: writing smithi00780855-2 from 0 to 385024 tid 1 2024-08-04T15:40:30.617 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 382 2024-08-04T15:40:30.617 INFO:tasks.rados.rados.0.smithi007.stdout:3786: seq_num 1170 ranges {352256=401408} 2024-08-04T15:40:30.621 INFO:tasks.rados.rados.0.smithi007.stdout:3786: writing smithi00780855-44 from 352256 to 753664 tid 1 2024-08-04T15:40:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:3787: copy_from oid 50 from oid 29 current snap is 382 2024-08-04T15:40:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:3788: read oid 27 snap 368 2024-08-04T15:40:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:3788: expect (ObjNum 1077 snap 342 seq_num 1077) 2024-08-04T15:40:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 10 current snap is 382 2024-08-04T15:40:30.622 INFO:tasks.rados.rados.0.smithi007.stdout:3789: seq_num 1171 ranges {0=417792} 2024-08-04T15:40:30.624 INFO:tasks.rados.rados.0.smithi007.stdout:3789: writing smithi00780855-10 from 0 to 417792 tid 1 2024-08-04T15:40:30.624 INFO:tasks.rados.rados.0.smithi007.stdout:3790: snap_remove snap 370 2024-08-04T15:40:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:30 smithi062 ceph-mon[85960]: pgmap v890: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 474 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-08-04T15:40:31.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:30 smithi007 ceph-mon[94998]: pgmap v890: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 474 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-08-04T15:40:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:30 smithi007 ceph-mon[92692]: pgmap v890: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 474 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-08-04T15:40:31.621 INFO:tasks.rados.rados.0.smithi007.stdout:3785: finishing write tid 1 to smithi00780855-2 2024-08-04T15:40:31.621 INFO:tasks.rados.rados.0.smithi007.stdout:3785: finishing write tid 2 to smithi00780855-2 2024-08-04T15:40:31.621 INFO:tasks.rados.rados.0.smithi007.stdout:3786: finishing write tid 1 to smithi00780855-44 2024-08-04T15:40:31.621 INFO:tasks.rados.rados.0.smithi007.stdout:3785: finishing write tid 3 to smithi00780855-2 2024-08-04T15:40:31.622 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 2318 (ObjNum 1169 snap 382 seq_num 1169) dirty exists 2024-08-04T15:40:31.622 INFO:tasks.rados.rados.0.smithi007.stdout:3785: left oid 2 (ObjNum 1169 snap 382 seq_num 1169) 2024-08-04T15:40:31.622 INFO:tasks.rados.rados.0.smithi007.stdout:3786: finishing write tid 2 to smithi00780855-44 2024-08-04T15:40:31.622 INFO:tasks.rados.rados.0.smithi007.stdout:3786: finishing write tid 3 to smithi00780855-44 2024-08-04T15:40:31.622 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 2728 (ObjNum 1170 snap 382 seq_num 1170) dirty exists 2024-08-04T15:40:31.622 INFO:tasks.rados.rados.0.smithi007.stdout:3786: left oid 44 (ObjNum 1170 snap 382 seq_num 1170) 2024-08-04T15:40:31.622 INFO:tasks.rados.rados.0.smithi007.stdout:3784: expect (ObjNum 1133 snap 367 seq_num 1133) 2024-08-04T15:40:31.770 INFO:tasks.rados.rados.0.smithi007.stdout:3789: finishing write tid 1 to smithi00780855-10 2024-08-04T15:40:31.770 INFO:tasks.rados.rados.0.smithi007.stdout:3788: expect (ObjNum 1077 snap 342 seq_num 1077) 2024-08-04T15:40:31.881 INFO:tasks.rados.rados.0.smithi007.stdout:3789: finishing write tid 2 to smithi00780855-10 2024-08-04T15:40:31.881 INFO:tasks.rados.rados.0.smithi007.stdout:3789: finishing write tid 3 to smithi00780855-10 2024-08-04T15:40:31.881 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 10 v 2993 (ObjNum 1171 snap 382 seq_num 1171) dirty exists 2024-08-04T15:40:31.881 INFO:tasks.rados.rados.0.smithi007.stdout:3789: left oid 10 (ObjNum 1171 snap 382 seq_num 1171) 2024-08-04T15:40:31.881 INFO:tasks.rados.rados.0.smithi007.stdout:3787: finishing copy_from racing read to smithi00780855-50 2024-08-04T15:40:31.881 INFO:tasks.rados.rados.0.smithi007.stdout:3787: finishing copy_from to smithi00780855-50 2024-08-04T15:40:31.881 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 2740 (ObjNum 1070 snap 339 seq_num 1070) dirty exists 2024-08-04T15:40:31.881 INFO:tasks.rados.rados.0.smithi007.stdout:3784: done (6 left) 2024-08-04T15:40:31.881 INFO:tasks.rados.rados.0.smithi007.stdout:3785: done (5 left) 2024-08-04T15:40:31.882 INFO:tasks.rados.rados.0.smithi007.stdout:3786: done (4 left) 2024-08-04T15:40:31.882 INFO:tasks.rados.rados.0.smithi007.stdout:3787: done (3 left) 2024-08-04T15:40:31.882 INFO:tasks.rados.rados.0.smithi007.stdout:3788: done (2 left) 2024-08-04T15:40:31.882 INFO:tasks.rados.rados.0.smithi007.stdout:3789: done (1 left) 2024-08-04T15:40:31.882 INFO:tasks.rados.rados.0.smithi007.stdout:3790: done (0 left) 2024-08-04T15:40:31.882 INFO:tasks.rados.rados.0.smithi007.stdout:3791: read oid 44 snap -1 2024-08-04T15:40:31.882 INFO:tasks.rados.rados.0.smithi007.stdout:3791: expect (ObjNum 1170 snap 382 seq_num 1170) 2024-08-04T15:40:31.882 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 382 2024-08-04T15:40:31.882 INFO:tasks.rados.rados.0.smithi007.stdout:3792: seq_num 1172 ranges {5095424=434176} 2024-08-04T15:40:31.911 INFO:tasks.rados.rados.0.smithi007.stdout:3792: writing smithi00780855-43 from 5095424 to 5529600 tid 1 2024-08-04T15:40:31.911 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 1 current snap is 382 2024-08-04T15:40:31.911 INFO:tasks.rados.rados.0.smithi007.stdout:3793: seq_num 1173 ranges {196608=450560} 2024-08-04T15:40:31.914 INFO:tasks.rados.rados.0.smithi007.stdout:3793: writing smithi00780855-1 from 196608 to 647168 tid 1 2024-08-04T15:40:31.914 INFO:tasks.rados.rados.0.smithi007.stdout:3794: snap_remove snap 318 2024-08-04T15:40:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:31 smithi062 ceph-mon[85960]: osdmap e823: 8 total, 8 up, 8 in 2024-08-04T15:40:32.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:31 smithi007 ceph-mon[94998]: osdmap e823: 8 total, 8 up, 8 in 2024-08-04T15:40:32.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:31 smithi007 ceph-mon[92692]: osdmap e823: 8 total, 8 up, 8 in 2024-08-04T15:40:32.621 INFO:tasks.rados.rados.0.smithi007.stdout:3794: done (3 left) 2024-08-04T15:40:32.621 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 382 2024-08-04T15:40:32.623 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:40:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:40:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:40:32.626 INFO:tasks.rados.rados.0.smithi007.stdout:3791: expect (ObjNum 1170 snap 382 seq_num 1170) 2024-08-04T15:40:32.660 INFO:tasks.rados.rados.0.smithi007.stdout:3792: finishing write tid 1 to smithi00780855-43 2024-08-04T15:40:32.660 INFO:tasks.rados.rados.0.smithi007.stdout:3792: finishing write tid 2 to smithi00780855-43 2024-08-04T15:40:32.660 INFO:tasks.rados.rados.0.smithi007.stdout:3793: finishing write tid 1 to smithi00780855-1 2024-08-04T15:40:32.660 INFO:tasks.rados.rados.0.smithi007.stdout:3792: finishing write tid 3 to smithi00780855-43 2024-08-04T15:40:32.660 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 2923 (ObjNum 1172 snap 382 seq_num 1172) dirty exists 2024-08-04T15:40:32.661 INFO:tasks.rados.rados.0.smithi007.stdout:3792: left oid 43 (ObjNum 1172 snap 382 seq_num 1172) 2024-08-04T15:40:32.661 INFO:tasks.rados.rados.0.smithi007.stdout:3793: finishing write tid 2 to smithi00780855-1 2024-08-04T15:40:32.661 INFO:tasks.rados.rados.0.smithi007.stdout:3795: seq_num 1174 ranges {0=466944} 2024-08-04T15:40:32.663 INFO:tasks.rados.rados.0.smithi007.stdout:3795: writing smithi00780855-49 from 0 to 466944 tid 1 2024-08-04T15:40:32.663 INFO:tasks.rados.rados.0.smithi007.stdout:3791: done (3 left) 2024-08-04T15:40:32.663 INFO:tasks.rados.rados.0.smithi007.stdout:3792: done (2 left) 2024-08-04T15:40:32.663 INFO:tasks.rados.rados.0.smithi007.stdout:3796: read oid 37 snap -1 2024-08-04T15:40:32.663 INFO:tasks.rados.rados.0.smithi007.stdout:3796: expect (ObjNum 1134 snap 368 seq_num 1134) 2024-08-04T15:40:32.663 INFO:tasks.rados.rados.0.smithi007.stdout:3797: snap_remove snap 354 2024-08-04T15:40:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:32 smithi062 ceph-mon[85960]: pgmap v893: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 465 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-08-04T15:40:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:32 smithi062 ceph-mon[85960]: osdmap e824: 8 total, 8 up, 8 in 2024-08-04T15:40:33.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:32 smithi007 ceph-mon[92692]: pgmap v893: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 465 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-08-04T15:40:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:32 smithi007 ceph-mon[92692]: osdmap e824: 8 total, 8 up, 8 in 2024-08-04T15:40:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:32 smithi007 ceph-mon[94998]: pgmap v893: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 465 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-08-04T15:40:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:32 smithi007 ceph-mon[94998]: osdmap e824: 8 total, 8 up, 8 in 2024-08-04T15:40:33.632 INFO:tasks.rados.rados.0.smithi007.stdout:3797: done (3 left) 2024-08-04T15:40:33.632 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 47 current snap is 382 2024-08-04T15:40:33.632 INFO:tasks.rados.rados.0.smithi007.stdout:3798: seq_num 1175 ranges {4104192=483328} 2024-08-04T15:40:33.659 INFO:tasks.rados.rados.0.smithi007.stdout:3798: writing smithi00780855-47 from 4104192 to 4587520 tid 1 2024-08-04T15:40:33.659 INFO:tasks.rados.rados.0.smithi007.stdout:3799: setattr oid 30 current snap is 382 2024-08-04T15:40:33.659 INFO:tasks.rados.rados.0.smithi007.stdout:3793: finishing write tid 3 to smithi00780855-1 2024-08-04T15:40:33.659 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 2922 (ObjNum 1173 snap 382 seq_num 1173) dirty exists 2024-08-04T15:40:33.659 INFO:tasks.rados.rados.0.smithi007.stdout:3793: left oid 1 (ObjNum 1173 snap 382 seq_num 1173) 2024-08-04T15:40:33.659 INFO:tasks.rados.rados.0.smithi007.stdout:3795: finishing write tid 1 to smithi00780855-49 2024-08-04T15:40:33.660 INFO:tasks.rados.rados.0.smithi007.stdout:3795: finishing write tid 2 to smithi00780855-49 2024-08-04T15:40:33.660 INFO:tasks.rados.rados.0.smithi007.stdout:3795: finishing write tid 3 to smithi00780855-49 2024-08-04T15:40:33.660 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 2995 (ObjNum 1174 snap 382 seq_num 1174) dirty exists 2024-08-04T15:40:33.660 INFO:tasks.rados.rados.0.smithi007.stdout:3795: left oid 49 (ObjNum 1174 snap 382 seq_num 1174) 2024-08-04T15:40:33.660 INFO:tasks.rados.rados.0.smithi007.stdout:3796: expect (ObjNum 1134 snap 368 seq_num 1134) 2024-08-04T15:40:33.806 INFO:tasks.rados.rados.0.smithi007.stdout:3798: finishing write tid 1 to smithi00780855-47 2024-08-04T15:40:33.806 INFO:tasks.rados.rados.0.smithi007.stdout:3798: finishing write tid 2 to smithi00780855-47 2024-08-04T15:40:33.806 INFO:tasks.rados.rados.0.smithi007.stdout:3798: finishing write tid 3 to smithi00780855-47 2024-08-04T15:40:33.806 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 2914 (ObjNum 1175 snap 382 seq_num 1175) dirty exists 2024-08-04T15:40:33.806 INFO:tasks.rados.rados.0.smithi007.stdout:3798: left oid 47 (ObjNum 1175 snap 382 seq_num 1175) 2024-08-04T15:40:33.806 INFO:tasks.rados.rados.0.smithi007.stdout:3793: done (4 left) 2024-08-04T15:40:33.806 INFO:tasks.rados.rados.0.smithi007.stdout:3795: done (3 left) 2024-08-04T15:40:33.806 INFO:tasks.rados.rados.0.smithi007.stdout:3796: done (2 left) 2024-08-04T15:40:33.807 INFO:tasks.rados.rados.0.smithi007.stdout:3798: done (1 left) 2024-08-04T15:40:33.807 INFO:tasks.rados.rados.0.smithi007.stdout:3800: snap_create 2024-08-04T15:40:33.809 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 2330 (ObjNum 1166 snap 381 seq_num 1166) dirty exists 2024-08-04T15:40:34.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:33 smithi062 ceph-mon[85960]: osdmap e825: 8 total, 8 up, 8 in 2024-08-04T15:40:34.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:33 smithi007 ceph-mon[92692]: osdmap e825: 8 total, 8 up, 8 in 2024-08-04T15:40:34.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:33 smithi007 ceph-mon[94998]: osdmap e825: 8 total, 8 up, 8 in 2024-08-04T15:40:34.581 INFO:tasks.rados.rados.0.smithi007.stdout:3799: done (1 left) 2024-08-04T15:40:34.581 INFO:tasks.rados.rados.0.smithi007.stdout:3800: done (0 left) 2024-08-04T15:40:34.581 INFO:tasks.rados.rados.0.smithi007.stdout:3801: delete oid 11 current snap is 383 2024-08-04T15:40:34.589 INFO:tasks.rados.rados.0.smithi007.stdout:3801: done (0 left) 2024-08-04T15:40:34.589 INFO:tasks.rados.rados.0.smithi007.stdout:3802: snap_remove snap 317 2024-08-04T15:40:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:34 smithi062 ceph-mon[85960]: pgmap v896: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 466 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 374 KiB/s wr, 5 op/s 2024-08-04T15:40:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:34 smithi062 ceph-mon[85960]: osdmap e826: 8 total, 8 up, 8 in 2024-08-04T15:40:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:34 smithi062 ceph-mon[85960]: osdmap e827: 8 total, 8 up, 8 in 2024-08-04T15:40:35.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:34 smithi007 ceph-mon[92692]: pgmap v896: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 466 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 374 KiB/s wr, 5 op/s 2024-08-04T15:40:35.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:34 smithi007 ceph-mon[92692]: osdmap e826: 8 total, 8 up, 8 in 2024-08-04T15:40:35.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:34 smithi007 ceph-mon[92692]: osdmap e827: 8 total, 8 up, 8 in 2024-08-04T15:40:35.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:34 smithi007 ceph-mon[94998]: pgmap v896: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 466 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 374 KiB/s wr, 5 op/s 2024-08-04T15:40:35.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:34 smithi007 ceph-mon[94998]: osdmap e826: 8 total, 8 up, 8 in 2024-08-04T15:40:35.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:34 smithi007 ceph-mon[94998]: osdmap e827: 8 total, 8 up, 8 in 2024-08-04T15:40:35.591 INFO:tasks.rados.rados.0.smithi007.stdout:3802: done (0 left) 2024-08-04T15:40:35.591 INFO:tasks.rados.rados.0.smithi007.stdout:3803: read oid 26 snap -1 2024-08-04T15:40:35.591 INFO:tasks.rados.rados.0.smithi007.stdout:3803: expect (ObjNum 1135 snap 368 seq_num 1135) 2024-08-04T15:40:35.591 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 383 2024-08-04T15:40:35.591 INFO:tasks.rados.rados.0.smithi007.stdout:3804: seq_num 1177 ranges {0=516096} 2024-08-04T15:40:35.594 INFO:tasks.rados.rados.0.smithi007.stdout:3804: writing smithi00780855-28 from 0 to 516096 tid 1 2024-08-04T15:40:35.595 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 45 current snap is 383 2024-08-04T15:40:35.595 INFO:tasks.rados.rados.0.smithi007.stdout:3805: seq_num 1178 ranges {4415488=532480} 2024-08-04T15:40:35.624 INFO:tasks.rados.rados.0.smithi007.stdout:3805: writing smithi00780855-45 from 4415488 to 4947968 tid 1 2024-08-04T15:40:35.624 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 21 current snap is 383 2024-08-04T15:40:35.624 INFO:tasks.rados.rados.0.smithi007.stdout:3804: finishing write tid 1 to smithi00780855-28 2024-08-04T15:40:35.625 INFO:tasks.rados.rados.0.smithi007.stdout:3804: finishing write tid 2 to smithi00780855-28 2024-08-04T15:40:35.625 INFO:tasks.rados.rados.0.smithi007.stdout:3804: finishing write tid 3 to smithi00780855-28 2024-08-04T15:40:35.625 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 2933 (ObjNum 1177 snap 383 seq_num 1177) dirty exists 2024-08-04T15:40:35.625 INFO:tasks.rados.rados.0.smithi007.stdout:3804: left oid 28 (ObjNum 1177 snap 383 seq_num 1177) 2024-08-04T15:40:35.625 INFO:tasks.rados.rados.0.smithi007.stdout:3806: seq_num 1179 ranges {0=548864} 2024-08-04T15:40:35.628 INFO:tasks.rados.rados.0.smithi007.stdout:3806: writing smithi00780855-21 from 0 to 548864 tid 1 2024-08-04T15:40:35.628 INFO:tasks.rados.rados.0.smithi007.stdout:3804: done (3 left) 2024-08-04T15:40:35.628 INFO:tasks.rados.rados.0.smithi007.stdout:3807: rollback oid 4 current snap is 383 2024-08-04T15:40:35.628 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 4 to 342 2024-08-04T15:40:35.628 INFO:tasks.rados.rados.0.smithi007.stdout:3803: expect (ObjNum 1135 snap 368 seq_num 1135) 2024-08-04T15:40:35.712 INFO:tasks.rados.rados.0.smithi007.stdout:3807: finishing rollback tid 0 to smithi00780855-4 2024-08-04T15:40:35.712 INFO:tasks.rados.rados.0.smithi007.stdout:3807: finishing rollback tid 1 to smithi00780855-4 2024-08-04T15:40:35.712 INFO:tasks.rados.rados.0.smithi007.stdout:3807: finishing rollback tid 2 to smithi00780855-4 2024-08-04T15:40:35.713 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 2731 (ObjNum 1006 snap 314 seq_num 1006) dirty exists 2024-08-04T15:40:35.713 INFO:tasks.rados.rados.0.smithi007.stdout:3806: finishing write tid 1 to smithi00780855-21 2024-08-04T15:40:35.713 INFO:tasks.rados.rados.0.smithi007.stdout:3806: finishing write tid 2 to smithi00780855-21 2024-08-04T15:40:35.713 INFO:tasks.rados.rados.0.smithi007.stdout:3805: finishing write tid 1 to smithi00780855-45 2024-08-04T15:40:35.713 INFO:tasks.rados.rados.0.smithi007.stdout:3806: finishing write tid 3 to smithi00780855-21 2024-08-04T15:40:35.713 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 2997 (ObjNum 1179 snap 383 seq_num 1179) dirty exists 2024-08-04T15:40:35.713 INFO:tasks.rados.rados.0.smithi007.stdout:3806: left oid 21 (ObjNum 1179 snap 383 seq_num 1179) 2024-08-04T15:40:35.713 INFO:tasks.rados.rados.0.smithi007.stdout:3805: finishing write tid 2 to smithi00780855-45 2024-08-04T15:40:35.713 INFO:tasks.rados.rados.0.smithi007.stdout:3805: finishing write tid 3 to smithi00780855-45 2024-08-04T15:40:35.713 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 3624 (ObjNum 1178 snap 383 seq_num 1178) dirty exists 2024-08-04T15:40:35.713 INFO:tasks.rados.rados.0.smithi007.stdout:3805: left oid 45 (ObjNum 1178 snap 383 seq_num 1178) 2024-08-04T15:40:35.713 INFO:tasks.rados.rados.0.smithi007.stdout:3803: done (3 left) 2024-08-04T15:40:35.714 INFO:tasks.rados.rados.0.smithi007.stdout:3805: done (2 left) 2024-08-04T15:40:35.714 INFO:tasks.rados.rados.0.smithi007.stdout:3806: done (1 left) 2024-08-04T15:40:35.714 INFO:tasks.rados.rados.0.smithi007.stdout:3807: done (0 left) 2024-08-04T15:40:35.714 INFO:tasks.rados.rados.0.smithi007.stdout:3808: copy_from oid 21 from oid 39 current snap is 383 2024-08-04T15:40:35.714 INFO:tasks.rados.rados.0.smithi007.stdout:3809: snap_create 2024-08-04T15:40:35.714 INFO:tasks.rados.rados.0.smithi007.stdout:3808: finishing copy_from to smithi00780855-21 2024-08-04T15:40:35.714 INFO:tasks.rados.rados.0.smithi007.stdout:3808: got expected ENOENT (src dne) 2024-08-04T15:40:35.715 INFO:tasks.rados.rados.0.smithi007.stdout:3808: finishing copy_from racing read to smithi00780855-21 2024-08-04T15:40:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:40:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:40:36] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2024-08-04T15:40:36.636 INFO:tasks.rados.rados.0.smithi007.stdout:3808: done (1 left) 2024-08-04T15:40:36.636 INFO:tasks.rados.rados.0.smithi007.stdout:3809: done (0 left) 2024-08-04T15:40:36.636 INFO:tasks.rados.rados.0.smithi007.stdout:3810: rmattr oid 4 current snap is 384 2024-08-04T15:40:36.636 INFO:tasks.rados.rados.0.smithi007.stdout:3810: done (0 left) 2024-08-04T15:40:36.636 INFO:tasks.rados.rados.0.smithi007.stdout:3811: read oid 4 snap -1 2024-08-04T15:40:36.636 INFO:tasks.rados.rados.0.smithi007.stdout:3811: expect (ObjNum 1006 snap 314 seq_num 1006) 2024-08-04T15:40:36.637 INFO:tasks.rados.rados.0.smithi007.stdout:3812: copy_from oid 16 from oid 24 current snap is 384 2024-08-04T15:40:36.637 INFO:tasks.rados.rados.0.smithi007.stdout:3813: read oid 44 snap -1 2024-08-04T15:40:36.637 INFO:tasks.rados.rados.0.smithi007.stdout:3813: expect (ObjNum 1170 snap 382 seq_num 1170) 2024-08-04T15:40:36.637 INFO:tasks.rados.rados.0.smithi007.stdout:3814: read oid 23 snap 342 2024-08-04T15:40:36.637 INFO:tasks.rados.rados.0.smithi007.stdout:3814: expect (ObjNum 899 snap 280 seq_num 899) 2024-08-04T15:40:36.637 INFO:tasks.rados.rados.0.smithi007.stdout:3815: read oid 14 snap -1 2024-08-04T15:40:36.637 INFO:tasks.rados.rados.0.smithi007.stdout:3815: expect (ObjNum 1168 snap 381 seq_num 1168) 2024-08-04T15:40:36.637 INFO:tasks.rados.rados.0.smithi007.stdout:3816: copy_from oid 35 from oid 21 current snap is 384 2024-08-04T15:40:36.637 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 32 current snap is 384 2024-08-04T15:40:36.637 INFO:tasks.rados.rados.0.smithi007.stdout:3817: seq_num 1180 ranges {2129920=565248} 2024-08-04T15:40:36.651 INFO:tasks.rados.rados.0.smithi007.stdout:3817: writing smithi00780855-32 from 2129920 to 2695168 tid 1 2024-08-04T15:40:36.651 INFO:tasks.rados.rados.0.smithi007.stdout:3818: read oid 31 snap 329 2024-08-04T15:40:36.651 INFO:tasks.rados.rados.0.smithi007.stdout:3818: expect (ObjNum 968 snap 304 seq_num 968) 2024-08-04T15:40:36.651 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 36 current snap is 384 2024-08-04T15:40:36.651 INFO:tasks.rados.rados.0.smithi007.stdout:3819: seq_num 1181 ranges {0=581632} 2024-08-04T15:40:36.654 INFO:tasks.rados.rados.0.smithi007.stdout:3819: writing smithi00780855-36 from 0 to 581632 tid 1 2024-08-04T15:40:36.655 INFO:tasks.rados.rados.0.smithi007.stdout:3820: delete oid 48 current snap is 384 2024-08-04T15:40:36.655 INFO:tasks.rados.rados.0.smithi007.stdout:3814: expect (ObjNum 899 snap 280 seq_num 899) 2024-08-04T15:40:36.674 INFO:tasks.rados.rados.0.smithi007.stdout:3811: expect (ObjNum 1006 snap 314 seq_num 1006) 2024-08-04T15:40:36.676 INFO:tasks.rados.rados.0.smithi007.stdout:3816: finishing copy_from racing read to smithi00780855-35 2024-08-04T15:40:36.676 INFO:tasks.rados.rados.0.smithi007.stdout:3813: expect (ObjNum 1170 snap 382 seq_num 1170) 2024-08-04T15:40:36.702 INFO:tasks.rados.rados.0.smithi007.stdout:3816: finishing copy_from to smithi00780855-35 2024-08-04T15:40:36.702 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 2997 (ObjNum 1179 snap 383 seq_num 1179) dirty exists 2024-08-04T15:40:36.702 INFO:tasks.rados.rados.0.smithi007.stdout:3815: expect (ObjNum 1168 snap 381 seq_num 1168) 2024-08-04T15:40:36.890 INFO:tasks.rados.rados.0.smithi007.stdout:3817: finishing write tid 1 to smithi00780855-32 2024-08-04T15:40:36.890 INFO:tasks.rados.rados.0.smithi007.stdout:3817: finishing write tid 2 to smithi00780855-32 2024-08-04T15:40:36.890 INFO:tasks.rados.rados.0.smithi007.stdout:3817: finishing write tid 3 to smithi00780855-32 2024-08-04T15:40:36.890 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 3524 (ObjNum 1180 snap 384 seq_num 1180) dirty exists 2024-08-04T15:40:36.890 INFO:tasks.rados.rados.0.smithi007.stdout:3817: left oid 32 (ObjNum 1180 snap 384 seq_num 1180) 2024-08-04T15:40:36.890 INFO:tasks.rados.rados.0.smithi007.stdout:3811: done (9 left) 2024-08-04T15:40:36.890 INFO:tasks.rados.rados.0.smithi007.stdout:3813: done (8 left) 2024-08-04T15:40:36.890 INFO:tasks.rados.rados.0.smithi007.stdout:3814: done (7 left) 2024-08-04T15:40:36.891 INFO:tasks.rados.rados.0.smithi007.stdout:3815: done (6 left) 2024-08-04T15:40:36.891 INFO:tasks.rados.rados.0.smithi007.stdout:3816: done (5 left) 2024-08-04T15:40:36.891 INFO:tasks.rados.rados.0.smithi007.stdout:3817: done (4 left) 2024-08-04T15:40:36.891 INFO:tasks.rados.rados.0.smithi007.stdout:3820: done (3 left) 2024-08-04T15:40:36.891 INFO:tasks.rados.rados.0.smithi007.stdout:3821: copy_from oid 37 from oid 13 current snap is 384 2024-08-04T15:40:36.891 INFO:tasks.rados.rados.0.smithi007.stdout:3812: finishing copy_from racing read to smithi00780855-16 2024-08-04T15:40:36.891 INFO:tasks.rados.rados.0.smithi007.stdout:3812: finishing copy_from to smithi00780855-16 2024-08-04T15:40:36.891 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 16 v 3397 (ObjNum 1137 snap 368 seq_num 1137) dirty exists 2024-08-04T15:40:36.891 INFO:tasks.rados.rados.0.smithi007.stdout:3819: finishing write tid 1 to smithi00780855-36 2024-08-04T15:40:36.891 INFO:tasks.rados.rados.0.smithi007.stdout:3819: finishing write tid 2 to smithi00780855-36 2024-08-04T15:40:36.891 INFO:tasks.rados.rados.0.smithi007.stdout:3819: finishing write tid 3 to smithi00780855-36 2024-08-04T15:40:36.891 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 2733 (ObjNum 1181 snap 384 seq_num 1181) dirty exists 2024-08-04T15:40:36.891 INFO:tasks.rados.rados.0.smithi007.stdout:3819: left oid 36 (ObjNum 1181 snap 384 seq_num 1181) 2024-08-04T15:40:36.891 INFO:tasks.rados.rados.0.smithi007.stdout:3818: expect (ObjNum 968 snap 304 seq_num 968) 2024-08-04T15:40:37.008 INFO:tasks.rados.rados.0.smithi007.stdout:3821: finishing copy_from racing read to smithi00780855-37 2024-08-04T15:40:37.008 INFO:tasks.rados.rados.0.smithi007.stdout:3821: finishing copy_from to smithi00780855-37 2024-08-04T15:40:37.009 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 3519 (ObjNum 65 snap 0 seq_num 1464757329) dirty exists 2024-08-04T15:40:37.009 INFO:tasks.rados.rados.0.smithi007.stdout:3812: done (3 left) 2024-08-04T15:40:37.009 INFO:tasks.rados.rados.0.smithi007.stdout:3818: done (2 left) 2024-08-04T15:40:37.009 INFO:tasks.rados.rados.0.smithi007.stdout:3819: done (1 left) 2024-08-04T15:40:37.009 INFO:tasks.rados.rados.0.smithi007.stdout:3821: done (0 left) 2024-08-04T15:40:37.009 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 384 2024-08-04T15:40:37.009 INFO:tasks.rados.rados.0.smithi007.stdout:3822: seq_num 1183 ranges {516096=622592} 2024-08-04T15:40:37.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:36 smithi062 ceph-mon[85960]: pgmap v899: 121 pgs: 121 active+clean; 469 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 988 KiB/s wr, 20 op/s 2024-08-04T15:40:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:36 smithi062 ceph-mon[85960]: osdmap e828: 8 total, 8 up, 8 in 2024-08-04T15:40:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:40:37.014 INFO:tasks.rados.rados.0.smithi007.stdout:3822: writing smithi00780855-28 from 516096 to 1138688 tid 1 2024-08-04T15:40:37.014 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 384 2024-08-04T15:40:37.015 INFO:tasks.rados.rados.0.smithi007.stdout:3823: seq_num 1184 ranges {2441216=638976} 2024-08-04T15:40:37.031 INFO:tasks.rados.rados.0.smithi007.stdout:3823: writing smithi00780855-6 from 2441216 to 3080192 tid 1 2024-08-04T15:40:37.032 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 1 current snap is 384 2024-08-04T15:40:37.032 INFO:tasks.rados.rados.0.smithi007.stdout:3824: seq_num 1185 ranges {647168=655360} 2024-08-04T15:40:37.039 INFO:tasks.rados.rados.0.smithi007.stdout:3824: writing smithi00780855-1 from 647168 to 1302528 tid 1 2024-08-04T15:40:37.039 INFO:tasks.rados.rados.0.smithi007.stdout:3825: snap_remove snap 383 2024-08-04T15:40:37.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:36 smithi007 ceph-mon[94998]: pgmap v899: 121 pgs: 121 active+clean; 469 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 988 KiB/s wr, 20 op/s 2024-08-04T15:40:37.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:36 smithi007 ceph-mon[94998]: osdmap e828: 8 total, 8 up, 8 in 2024-08-04T15:40:37.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:40:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:36 smithi007 ceph-mon[92692]: pgmap v899: 121 pgs: 121 active+clean; 469 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 988 KiB/s wr, 20 op/s 2024-08-04T15:40:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:36 smithi007 ceph-mon[92692]: osdmap e828: 8 total, 8 up, 8 in 2024-08-04T15:40:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:40:37.641 INFO:tasks.rados.rados.0.smithi007.stdout:3825: done (3 left) 2024-08-04T15:40:37.641 INFO:tasks.rados.rados.0.smithi007.stdout:3826: rollback oid 21 current snap is 384 2024-08-04T15:40:37.641 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 21 to 377 2024-08-04T15:40:37.641 INFO:tasks.rados.rados.0.smithi007.stdout:3822: finishing write tid 1 to smithi00780855-28 2024-08-04T15:40:37.641 INFO:tasks.rados.rados.0.smithi007.stdout:3822: finishing write tid 2 to smithi00780855-28 2024-08-04T15:40:37.641 INFO:tasks.rados.rados.0.smithi007.stdout:3822: finishing write tid 3 to smithi00780855-28 2024-08-04T15:40:37.641 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 2935 (ObjNum 1183 snap 384 seq_num 1183) dirty exists 2024-08-04T15:40:37.641 INFO:tasks.rados.rados.0.smithi007.stdout:3822: left oid 28 (ObjNum 1183 snap 384 seq_num 1183) 2024-08-04T15:40:37.641 INFO:tasks.rados.rados.0.smithi007.stdout:3823: finishing write tid 1 to smithi00780855-6 2024-08-04T15:40:37.641 INFO:tasks.rados.rados.0.smithi007.stdout:3823: finishing write tid 2 to smithi00780855-6 2024-08-04T15:40:37.641 INFO:tasks.rados.rados.0.smithi007.stdout:3823: finishing write tid 3 to smithi00780855-6 2024-08-04T15:40:37.641 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 2925 (ObjNum 1184 snap 384 seq_num 1184) dirty exists 2024-08-04T15:40:37.642 INFO:tasks.rados.rados.0.smithi007.stdout:3823: left oid 6 (ObjNum 1184 snap 384 seq_num 1184) 2024-08-04T15:40:37.642 INFO:tasks.rados.rados.0.smithi007.stdout:3824: finishing write tid 1 to smithi00780855-1 2024-08-04T15:40:37.642 INFO:tasks.rados.rados.0.smithi007.stdout:3824: finishing write tid 2 to smithi00780855-1 2024-08-04T15:40:37.642 INFO:tasks.rados.rados.0.smithi007.stdout:3824: finishing write tid 3 to smithi00780855-1 2024-08-04T15:40:37.642 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 2924 (ObjNum 1185 snap 384 seq_num 1185) dirty exists 2024-08-04T15:40:37.642 INFO:tasks.rados.rados.0.smithi007.stdout:3824: left oid 1 (ObjNum 1185 snap 384 seq_num 1185) 2024-08-04T15:40:37.642 INFO:tasks.rados.rados.0.smithi007.stdout:3822: done (3 left) 2024-08-04T15:40:37.642 INFO:tasks.rados.rados.0.smithi007.stdout:3823: done (2 left) 2024-08-04T15:40:37.642 INFO:tasks.rados.rados.0.smithi007.stdout:3824: done (1 left) 2024-08-04T15:40:37.642 INFO:tasks.rados.rados.0.smithi007.stdout:3827: rollback oid 23 current snap is 384 2024-08-04T15:40:37.642 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 23 to 340 2024-08-04T15:40:37.642 INFO:tasks.rados.rados.0.smithi007.stdout:3828: delete oid 11 current snap is 384 2024-08-04T15:40:37.648 INFO:tasks.rados.rados.0.smithi007.stdout:3828: done (2 left) 2024-08-04T15:40:37.648 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 40 current snap is 384 2024-08-04T15:40:37.649 INFO:tasks.rados.rados.0.smithi007.stdout:3829: seq_num 1187 ranges {1294336=688128} 2024-08-04T15:40:37.660 INFO:tasks.rados.rados.0.smithi007.stdout:3829: writing smithi00780855-40 from 1294336 to 1982464 tid 1 2024-08-04T15:40:37.660 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 4 current snap is 384 2024-08-04T15:40:37.660 INFO:tasks.rados.rados.0.smithi007.stdout:3827: finishing rollback tid 0 to smithi00780855-23 2024-08-04T15:40:37.660 INFO:tasks.rados.rados.0.smithi007.stdout:3830: seq_num 1188 ranges {49152=704512} 2024-08-04T15:40:37.664 INFO:tasks.rados.rados.0.smithi007.stdout:3830: writing smithi00780855-4 from 49152 to 753664 tid 1 2024-08-04T15:40:37.664 INFO:tasks.rados.rados.0.smithi007.stdout:3831: snap_remove snap 373 2024-08-04T15:40:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:37 smithi062 ceph-mon[85960]: osdmap e829: 8 total, 8 up, 8 in 2024-08-04T15:40:38.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:37 smithi007 ceph-mon[92692]: osdmap e829: 8 total, 8 up, 8 in 2024-08-04T15:40:38.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:37 smithi007 ceph-mon[94998]: osdmap e829: 8 total, 8 up, 8 in 2024-08-04T15:40:38.646 INFO:tasks.rados.rados.0.smithi007.stdout:3831: done (4 left) 2024-08-04T15:40:38.646 INFO:tasks.rados.rados.0.smithi007.stdout:3832: delete oid 25 current snap is 384 2024-08-04T15:40:38.646 INFO:tasks.rados.rados.0.smithi007.stdout:3827: finishing rollback tid 1 to smithi00780855-23 2024-08-04T15:40:38.647 INFO:tasks.rados.rados.0.smithi007.stdout:3827: finishing rollback tid 2 to smithi00780855-23 2024-08-04T15:40:38.647 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 2927 (ObjNum 899 snap 280 seq_num 899) dirty exists 2024-08-04T15:40:38.647 INFO:tasks.rados.rados.0.smithi007.stdout:3826: finishing rollback tid 0 to smithi00780855-21 2024-08-04T15:40:38.647 INFO:tasks.rados.rados.0.smithi007.stdout:3826: finishing rollback tid 1 to smithi00780855-21 2024-08-04T15:40:38.647 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 3399 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-04T15:40:38.647 INFO:tasks.rados.rados.0.smithi007.stdout:3829: finishing write tid 1 to smithi00780855-40 2024-08-04T15:40:38.647 INFO:tasks.rados.rados.0.smithi007.stdout:3829: finishing write tid 2 to smithi00780855-40 2024-08-04T15:40:38.647 INFO:tasks.rados.rados.0.smithi007.stdout:3829: finishing write tid 3 to smithi00780855-40 2024-08-04T15:40:38.647 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 40 v 2728 (ObjNum 1187 snap 384 seq_num 1187) dirty exists 2024-08-04T15:40:38.647 INFO:tasks.rados.rados.0.smithi007.stdout:3829: left oid 40 (ObjNum 1187 snap 384 seq_num 1187) 2024-08-04T15:40:38.648 INFO:tasks.rados.rados.0.smithi007.stdout:3830: finishing write tid 1 to smithi00780855-4 2024-08-04T15:40:38.648 INFO:tasks.rados.rados.0.smithi007.stdout:3830: finishing write tid 2 to smithi00780855-4 2024-08-04T15:40:38.648 INFO:tasks.rados.rados.0.smithi007.stdout:3830: finishing write tid 3 to smithi00780855-4 2024-08-04T15:40:38.648 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 4 v 2735 (ObjNum 1188 snap 384 seq_num 1188) dirty exists 2024-08-04T15:40:38.648 INFO:tasks.rados.rados.0.smithi007.stdout:3830: left oid 4 (ObjNum 1188 snap 384 seq_num 1188) 2024-08-04T15:40:38.657 INFO:tasks.rados.rados.0.smithi007.stdout:3826: done (4 left) 2024-08-04T15:40:38.657 INFO:tasks.rados.rados.0.smithi007.stdout:3827: done (3 left) 2024-08-04T15:40:38.657 INFO:tasks.rados.rados.0.smithi007.stdout:3829: done (2 left) 2024-08-04T15:40:38.657 INFO:tasks.rados.rados.0.smithi007.stdout:3830: done (1 left) 2024-08-04T15:40:38.657 INFO:tasks.rados.rados.0.smithi007.stdout:3832: done (0 left) 2024-08-04T15:40:38.657 INFO:tasks.rados.rados.0.smithi007.stdout:3833: read oid 22 snap -1 2024-08-04T15:40:38.657 INFO:tasks.rados.rados.0.smithi007.stdout:3833: expect (ObjNum 1133 snap 367 seq_num 1133) 2024-08-04T15:40:38.658 INFO:tasks.rados.rados.0.smithi007.stdout:3834: rollback oid 32 current snap is 384 2024-08-04T15:40:38.658 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 32 to 316 2024-08-04T15:40:38.658 INFO:tasks.rados.rados.0.smithi007.stdout:3835: rmattr oid 10 current snap is 384 2024-08-04T15:40:38.658 INFO:tasks.rados.rados.0.smithi007.stdout:3835: done (2 left) 2024-08-04T15:40:38.658 INFO:tasks.rados.rados.0.smithi007.stdout:3836: rollback oid 11 current snap is 384 2024-08-04T15:40:38.658 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 11 to 333 2024-08-04T15:40:38.658 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 39 current snap is 384 2024-08-04T15:40:38.658 INFO:tasks.rados.rados.0.smithi007.stdout:3837: seq_num 1190 ranges {0=737280} 2024-08-04T15:40:38.662 INFO:tasks.rados.rados.0.smithi007.stdout:3837: writing smithi00780855-39 from 0 to 737280 tid 1 2024-08-04T15:40:38.662 INFO:tasks.rados.rados.0.smithi007.stdout:3838: read oid 24 snap -1 2024-08-04T15:40:38.662 INFO:tasks.rados.rados.0.smithi007.stdout:3838: expect (ObjNum 1137 snap 368 seq_num 1137) 2024-08-04T15:40:38.662 INFO:tasks.rados.rados.0.smithi007.stdout:3839: delete oid 31 current snap is 384 2024-08-04T15:40:38.667 INFO:tasks.rados.rados.0.smithi007.stdout:3836: finishing rollback tid 1 to smithi00780855-11 2024-08-04T15:40:38.667 INFO:tasks.rados.rados.0.smithi007.stdout:3836: finishing rollback tid 2 to smithi00780855-11 2024-08-04T15:40:38.667 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 2999 (ObjNum 972 snap 305 seq_num 972) dirty exists 2024-08-04T15:40:38.673 INFO:tasks.rados.rados.0.smithi007.stdout:3837: finishing write tid 1 to smithi00780855-39 2024-08-04T15:40:38.674 INFO:tasks.rados.rados.0.smithi007.stdout:3837: finishing write tid 2 to smithi00780855-39 2024-08-04T15:40:38.677 INFO:tasks.rados.rados.0.smithi007.stdout:3837: finishing write tid 3 to smithi00780855-39 2024-08-04T15:40:38.677 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 39 v 3001 (ObjNum 1190 snap 384 seq_num 1190) dirty exists 2024-08-04T15:40:38.677 INFO:tasks.rados.rados.0.smithi007.stdout:3837: left oid 39 (ObjNum 1190 snap 384 seq_num 1190) 2024-08-04T15:40:38.677 INFO:tasks.rados.rados.0.smithi007.stdout:3833: expect (ObjNum 1133 snap 367 seq_num 1133) 2024-08-04T15:40:38.818 INFO:tasks.rados.rados.0.smithi007.stdout:3834: finishing rollback tid 0 to smithi00780855-32 2024-08-04T15:40:38.819 INFO:tasks.rados.rados.0.smithi007.stdout:3834: finishing rollback tid 1 to smithi00780855-32 2024-08-04T15:40:38.819 INFO:tasks.rados.rados.0.smithi007.stdout:3834: finishing rollback tid 2 to smithi00780855-32 2024-08-04T15:40:38.819 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 3527 (ObjNum 947 snap 297 seq_num 947) dirty exists 2024-08-04T15:40:38.819 INFO:tasks.rados.rados.0.smithi007.stdout:3833: done (5 left) 2024-08-04T15:40:38.819 INFO:tasks.rados.rados.0.smithi007.stdout:3834: done (4 left) 2024-08-04T15:40:38.819 INFO:tasks.rados.rados.0.smithi007.stdout:3836: done (3 left) 2024-08-04T15:40:38.819 INFO:tasks.rados.rados.0.smithi007.stdout:3837: done (2 left) 2024-08-04T15:40:38.819 INFO:tasks.rados.rados.0.smithi007.stdout:3839: done (1 left) 2024-08-04T15:40:38.819 INFO:tasks.rados.rados.0.smithi007.stdout:3840: delete oid 46 current snap is 384 2024-08-04T15:40:38.820 INFO:tasks.rados.rados.0.smithi007.stdout:3838: expect (ObjNum 1137 snap 368 seq_num 1137) 2024-08-04T15:40:38.877 INFO:tasks.rados.rados.0.smithi007.stdout:3838: done (1 left) 2024-08-04T15:40:38.877 INFO:tasks.rados.rados.0.smithi007.stdout:3840: done (0 left) 2024-08-04T15:40:38.877 INFO:tasks.rados.rados.0.smithi007.stdout:3841: snap_create 2024-08-04T15:40:39.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:38 smithi062 ceph-mon[85960]: pgmap v902: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 474 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-08-04T15:40:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:38 smithi062 ceph-mon[85960]: osdmap e830: 8 total, 8 up, 8 in 2024-08-04T15:40:39.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:38 smithi007 ceph-mon[92692]: pgmap v902: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 474 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-08-04T15:40:39.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:38 smithi007 ceph-mon[92692]: osdmap e830: 8 total, 8 up, 8 in 2024-08-04T15:40:39.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:38 smithi007 ceph-mon[94998]: pgmap v902: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 474 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-08-04T15:40:39.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:38 smithi007 ceph-mon[94998]: osdmap e830: 8 total, 8 up, 8 in 2024-08-04T15:40:39.582 INFO:tasks.rados.rados.0.smithi007.stdout:3841: done (0 left) 2024-08-04T15:40:39.582 INFO:tasks.rados.rados.0.smithi007.stdout:3842: copy_from oid 50 from oid 35 current snap is 385 2024-08-04T15:40:39.583 INFO:tasks.rados.rados.0.smithi007.stdout:3843: snap_create 2024-08-04T15:40:39.592 INFO:tasks.rados.rados.0.smithi007.stdout:3842: finishing copy_from racing read to smithi00780855-50 2024-08-04T15:40:39.592 INFO:tasks.rados.rados.0.smithi007.stdout:3842: finishing copy_from to smithi00780855-50 2024-08-04T15:40:39.593 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 2997 (ObjNum 1179 snap 383 seq_num 1179) dirty exists 2024-08-04T15:40:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:39 smithi062 ceph-mon[85960]: osdmap e831: 8 total, 8 up, 8 in 2024-08-04T15:40:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:39 smithi062 ceph-mon[85960]: osdmap e832: 8 total, 8 up, 8 in 2024-08-04T15:40:40.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:39 smithi007 ceph-mon[92692]: osdmap e831: 8 total, 8 up, 8 in 2024-08-04T15:40:40.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:39 smithi007 ceph-mon[92692]: osdmap e832: 8 total, 8 up, 8 in 2024-08-04T15:40:40.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:39 smithi007 ceph-mon[94998]: osdmap e831: 8 total, 8 up, 8 in 2024-08-04T15:40:40.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:39 smithi007 ceph-mon[94998]: osdmap e832: 8 total, 8 up, 8 in 2024-08-04T15:40:40.584 INFO:tasks.rados.rados.0.smithi007.stdout:3842: done (1 left) 2024-08-04T15:40:40.585 INFO:tasks.rados.rados.0.smithi007.stdout:3843: done (0 left) 2024-08-04T15:40:40.585 INFO:tasks.rados.rados.0.smithi007.stdout:3844: read oid 23 snap -1 2024-08-04T15:40:40.585 INFO:tasks.rados.rados.0.smithi007.stdout:3844: expect (ObjNum 899 snap 280 seq_num 899) 2024-08-04T15:40:40.585 INFO:tasks.rados.rados.0.smithi007.stdout:3845: read oid 45 snap -1 2024-08-04T15:40:40.585 INFO:tasks.rados.rados.0.smithi007.stdout:3845: expect (ObjNum 1178 snap 383 seq_num 1178) 2024-08-04T15:40:40.585 INFO:tasks.rados.rados.0.smithi007.stdout:3846: delete oid 33 current snap is 386 2024-08-04T15:40:40.589 INFO:tasks.rados.rados.0.smithi007.stdout:3844: expect (ObjNum 899 snap 280 seq_num 899) 2024-08-04T15:40:40.610 INFO:tasks.rados.rados.0.smithi007.stdout:3845: expect (ObjNum 1178 snap 383 seq_num 1178) 2024-08-04T15:40:40.974 INFO:tasks.rados.rados.0.smithi007.stdout:3844: done (2 left) 2024-08-04T15:40:40.974 INFO:tasks.rados.rados.0.smithi007.stdout:3845: done (1 left) 2024-08-04T15:40:40.975 INFO:tasks.rados.rados.0.smithi007.stdout:3846: done (0 left) 2024-08-04T15:40:40.975 INFO:tasks.rados.rados.0.smithi007.stdout:3847: copy_from oid 7 from oid 45 current snap is 386 2024-08-04T15:40:40.975 INFO:tasks.rados.rados.0.smithi007.stdout:3848: snap_remove snap 333 2024-08-04T15:40:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:40 smithi062 ceph-mon[85960]: pgmap v905: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 479 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-08-04T15:40:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:40 smithi062 ceph-mon[85960]: osdmap e833: 8 total, 8 up, 8 in 2024-08-04T15:40:41.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:40 smithi007 ceph-mon[92692]: pgmap v905: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 479 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-08-04T15:40:41.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:40 smithi007 ceph-mon[92692]: osdmap e833: 8 total, 8 up, 8 in 2024-08-04T15:40:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:40 smithi007 ceph-mon[94998]: pgmap v905: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 479 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-08-04T15:40:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:40 smithi007 ceph-mon[94998]: osdmap e833: 8 total, 8 up, 8 in 2024-08-04T15:40:41.655 INFO:tasks.rados.rados.0.smithi007.stdout:3848: done (1 left) 2024-08-04T15:40:41.655 INFO:tasks.rados.rados.0.smithi007.stdout:3849: read oid 16 snap 316 2024-08-04T15:40:41.655 INFO:tasks.rados.rados.0.smithi007.stdout:3849: expect deleted 2024-08-04T15:40:41.655 INFO:tasks.rados.rados.0.smithi007.stdout:3850: snap_create 2024-08-04T15:40:41.655 INFO:tasks.rados.rados.0.smithi007.stdout:3847: finishing copy_from racing read to smithi00780855-7 2024-08-04T15:40:41.655 INFO:tasks.rados.rados.0.smithi007.stdout:3847: finishing copy_from to smithi00780855-7 2024-08-04T15:40:41.655 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 3624 (ObjNum 1178 snap 383 seq_num 1178) dirty exists 2024-08-04T15:40:42.657 INFO:tasks.rados.rados.0.smithi007.stdout:3847: done (2 left) 2024-08-04T15:40:42.658 INFO:tasks.rados.rados.0.smithi007.stdout:3849: done (1 left) 2024-08-04T15:40:42.658 INFO:tasks.rados.rados.0.smithi007.stdout:3850: done (0 left) 2024-08-04T15:40:42.658 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 387 2024-08-04T15:40:42.658 INFO:tasks.rados.rados.0.smithi007.stdout:3851: seq_num 1194 ranges {5529600=802816} 2024-08-04T15:40:42.658 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:40:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:40:42.692 INFO:tasks.rados.rados.0.smithi007.stdout:3851: writing smithi00780855-43 from 5529600 to 6332416 tid 1 2024-08-04T15:40:42.692 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 387 2024-08-04T15:40:42.692 INFO:tasks.rados.rados.0.smithi007.stdout:3852: seq_num 1195 ranges {753664=417792,1171456=401408} 2024-08-04T15:40:42.698 INFO:tasks.rados.rados.0.smithi007.stdout:3852: writing smithi00780855-44 from 753664 to 1171456 tid 1 2024-08-04T15:40:42.701 INFO:tasks.rados.rados.0.smithi007.stdout:3852: writing smithi00780855-44 from 1171456 to 1572864 tid 2 2024-08-04T15:40:42.701 INFO:tasks.rados.rados.0.smithi007.stdout:3853: copy_from oid 11 from oid 13 current snap is 387 2024-08-04T15:40:42.701 INFO:tasks.rados.rados.0.smithi007.stdout:3854: delete oid 10 current snap is 387 2024-08-04T15:40:42.703 INFO:tasks.rados.rados.0.smithi007.stdout:3851: finishing write tid 1 to smithi00780855-43 2024-08-04T15:40:42.703 INFO:tasks.rados.rados.0.smithi007.stdout:3851: finishing write tid 2 to smithi00780855-43 2024-08-04T15:40:42.705 INFO:tasks.rados.rados.0.smithi007.stdout:3851: finishing write tid 3 to smithi00780855-43 2024-08-04T15:40:42.705 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 2927 (ObjNum 1194 snap 387 seq_num 1194) dirty exists 2024-08-04T15:40:42.705 INFO:tasks.rados.rados.0.smithi007.stdout:3851: left oid 43 (ObjNum 1194 snap 387 seq_num 1194) 2024-08-04T15:40:42.706 INFO:tasks.rados.rados.0.smithi007.stdout:3852: finishing write tid 1 to smithi00780855-44 2024-08-04T15:40:42.706 INFO:tasks.rados.rados.0.smithi007.stdout:3851: done (3 left) 2024-08-04T15:40:42.706 INFO:tasks.rados.rados.0.smithi007.stdout:3854: done (2 left) 2024-08-04T15:40:42.706 INFO:tasks.rados.rados.0.smithi007.stdout:3855: copy_from oid 14 from oid 18 current snap is 387 2024-08-04T15:40:42.706 INFO:tasks.rados.rados.0.smithi007.stdout:3856: copy_from oid 36 from oid 42 current snap is 387 2024-08-04T15:40:42.706 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 387 2024-08-04T15:40:42.706 INFO:tasks.rados.rados.0.smithi007.stdout:3857: seq_num 1197 ranges {6332416=450560,6782976=401408} 2024-08-04T15:40:42.744 INFO:tasks.rados.rados.0.smithi007.stdout:3857: writing smithi00780855-43 from 6332416 to 6782976 tid 1 2024-08-04T15:40:42.746 INFO:tasks.rados.rados.0.smithi007.stdout:3857: writing smithi00780855-43 from 6782976 to 7184384 tid 2 2024-08-04T15:40:42.746 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 2 current snap is 387 2024-08-04T15:40:42.746 INFO:tasks.rados.rados.0.smithi007.stdout:3852: finishing write tid 2 to smithi00780855-44 2024-08-04T15:40:42.746 INFO:tasks.rados.rados.0.smithi007.stdout:3852: finishing write tid 3 to smithi00780855-44 2024-08-04T15:40:42.746 INFO:tasks.rados.rados.0.smithi007.stdout:3853: finishing copy_from racing read to smithi00780855-11 2024-08-04T15:40:42.747 INFO:tasks.rados.rados.0.smithi007.stdout:3858: seq_num 1198 ranges {385024=466944,851968=401408} 2024-08-04T15:40:42.750 INFO:tasks.rados.rados.0.smithi007.stdout:3858: writing smithi00780855-2 from 385024 to 851968 tid 1 2024-08-04T15:40:42.753 INFO:tasks.rados.rados.0.smithi007.stdout:3858: writing smithi00780855-2 from 851968 to 1253376 tid 2 2024-08-04T15:40:42.753 INFO:tasks.rados.rados.0.smithi007.stdout:3859: snap_remove snap 358 2024-08-04T15:40:43.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:42 smithi062 ceph-mon[85960]: pgmap v908: 121 pgs: 121 active+clean; 486 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-08-04T15:40:43.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:42 smithi062 ceph-mon[85960]: osdmap e834: 8 total, 8 up, 8 in 2024-08-04T15:40:43.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:42 smithi007 ceph-mon[92692]: pgmap v908: 121 pgs: 121 active+clean; 486 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-08-04T15:40:43.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:42 smithi007 ceph-mon[92692]: osdmap e834: 8 total, 8 up, 8 in 2024-08-04T15:40:43.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:42 smithi007 ceph-mon[94998]: pgmap v908: 121 pgs: 121 active+clean; 486 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-08-04T15:40:43.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:42 smithi007 ceph-mon[94998]: osdmap e834: 8 total, 8 up, 8 in 2024-08-04T15:40:43.669 INFO:tasks.rados.rados.0.smithi007.stdout:3859: done (6 left) 2024-08-04T15:40:43.669 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 27 current snap is 387 2024-08-04T15:40:43.669 INFO:tasks.rados.rados.0.smithi007.stdout:3853: finishing copy_from to smithi00780855-11 2024-08-04T15:40:43.669 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 3519 (ObjNum 65 snap 0 seq_num 1615946080) dirty exists 2024-08-04T15:40:43.669 INFO:tasks.rados.rados.0.smithi007.stdout:3852: finishing write tid 4 to smithi00780855-44 2024-08-04T15:40:43.669 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 2738 (ObjNum 1195 snap 387 seq_num 1195) dirty exists 2024-08-04T15:40:43.670 INFO:tasks.rados.rados.0.smithi007.stdout:3852: left oid 44 (ObjNum 1195 snap 387 seq_num 1195) 2024-08-04T15:40:43.670 INFO:tasks.rados.rados.0.smithi007.stdout:3855: finishing copy_from racing read to smithi00780855-14 2024-08-04T15:40:43.670 INFO:tasks.rados.rados.0.smithi007.stdout:3855: finishing copy_from to smithi00780855-14 2024-08-04T15:40:43.670 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 2726 (ObjNum 1024 snap 322 seq_num 1024) dirty exists 2024-08-04T15:40:43.670 INFO:tasks.rados.rados.0.smithi007.stdout:3856: finishing copy_from racing read to smithi00780855-36 2024-08-04T15:40:43.670 INFO:tasks.rados.rados.0.smithi007.stdout:3856: finishing copy_from to smithi00780855-36 2024-08-04T15:40:43.670 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 36 v 2314 (ObjNum 1154 snap 378 seq_num 1154) dirty exists 2024-08-04T15:40:43.670 INFO:tasks.rados.rados.0.smithi007.stdout:3857: finishing write tid 1 to smithi00780855-43 2024-08-04T15:40:43.670 INFO:tasks.rados.rados.0.smithi007.stdout:3857: finishing write tid 2 to smithi00780855-43 2024-08-04T15:40:43.670 INFO:tasks.rados.rados.0.smithi007.stdout:3857: finishing write tid 3 to smithi00780855-43 2024-08-04T15:40:43.670 INFO:tasks.rados.rados.0.smithi007.stdout:3857: finishing write tid 4 to smithi00780855-43 2024-08-04T15:40:43.670 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 2930 (ObjNum 1197 snap 387 seq_num 1197) dirty exists 2024-08-04T15:40:43.670 INFO:tasks.rados.rados.0.smithi007.stdout:3857: left oid 43 (ObjNum 1197 snap 387 seq_num 1197) 2024-08-04T15:40:43.671 INFO:tasks.rados.rados.0.smithi007.stdout:3858: finishing write tid 1 to smithi00780855-2 2024-08-04T15:40:43.671 INFO:tasks.rados.rados.0.smithi007.stdout:3858: finishing write tid 2 to smithi00780855-2 2024-08-04T15:40:43.671 INFO:tasks.rados.rados.0.smithi007.stdout:3858: finishing write tid 3 to smithi00780855-2 2024-08-04T15:40:43.671 INFO:tasks.rados.rados.0.smithi007.stdout:3858: finishing write tid 4 to smithi00780855-2 2024-08-04T15:40:43.671 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 2321 (ObjNum 1198 snap 387 seq_num 1198) dirty exists 2024-08-04T15:40:43.671 INFO:tasks.rados.rados.0.smithi007.stdout:3858: left oid 2 (ObjNum 1198 snap 387 seq_num 1198) 2024-08-04T15:40:43.671 INFO:tasks.rados.rados.0.smithi007.stdout:3860: seq_num 1199 ranges {5308416=483328,5791744=401408} 2024-08-04T15:40:43.701 INFO:tasks.rados.rados.0.smithi007.stdout:3860: writing smithi00780855-27 from 5308416 to 5791744 tid 1 2024-08-04T15:40:43.704 INFO:tasks.rados.rados.0.smithi007.stdout:3860: writing smithi00780855-27 from 5791744 to 6193152 tid 2 2024-08-04T15:40:43.704 INFO:tasks.rados.rados.0.smithi007.stdout:3852: done (6 left) 2024-08-04T15:40:43.704 INFO:tasks.rados.rados.0.smithi007.stdout:3853: done (5 left) 2024-08-04T15:40:43.704 INFO:tasks.rados.rados.0.smithi007.stdout:3855: done (4 left) 2024-08-04T15:40:43.704 INFO:tasks.rados.rados.0.smithi007.stdout:3856: done (3 left) 2024-08-04T15:40:43.704 INFO:tasks.rados.rados.0.smithi007.stdout:3857: done (2 left) 2024-08-04T15:40:43.704 INFO:tasks.rados.rados.0.smithi007.stdout:3858: done (1 left) 2024-08-04T15:40:43.704 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 387 2024-08-04T15:40:43.704 INFO:tasks.rados.rados.0.smithi007.stdout:3861: seq_num 1200 ranges {4104192=499712,4603904=401408} 2024-08-04T15:40:43.729 INFO:tasks.rados.rados.0.smithi007.stdout:3861: writing smithi00780855-22 from 4104192 to 4603904 tid 1 2024-08-04T15:40:43.732 INFO:tasks.rados.rados.0.smithi007.stdout:3861: writing smithi00780855-22 from 4603904 to 5005312 tid 2 2024-08-04T15:40:43.732 INFO:tasks.rados.rados.0.smithi007.stdout:3862: rollback oid 11 current snap is 387 2024-08-04T15:40:43.732 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 11 to 384 2024-08-04T15:40:43.732 INFO:tasks.rados.rados.0.smithi007.stdout:3860: finishing write tid 1 to smithi00780855-27 2024-08-04T15:40:43.733 INFO:tasks.rados.rados.0.smithi007.stdout:3860: finishing write tid 2 to smithi00780855-27 2024-08-04T15:40:43.733 INFO:tasks.rados.rados.0.smithi007.stdout:3860: finishing write tid 3 to smithi00780855-27 2024-08-04T15:40:43.733 INFO:tasks.rados.rados.0.smithi007.stdout:3860: finishing write tid 4 to smithi00780855-27 2024-08-04T15:40:43.733 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 27 v 2333 (ObjNum 1199 snap 387 seq_num 1199) dirty exists 2024-08-04T15:40:43.733 INFO:tasks.rados.rados.0.smithi007.stdout:3860: left oid 27 (ObjNum 1199 snap 387 seq_num 1199) 2024-08-04T15:40:43.733 INFO:tasks.rados.rados.0.smithi007.stdout:3860: done (2 left) 2024-08-04T15:40:43.733 INFO:tasks.rados.rados.0.smithi007.stdout:3863: read oid 30 snap -1 2024-08-04T15:40:43.733 INFO:tasks.rados.rados.0.smithi007.stdout:3863: expect (ObjNum 1166 snap 381 seq_num 1166) 2024-08-04T15:40:43.733 INFO:tasks.rados.rados.0.smithi007.stdout:3864: delete oid 34 current snap is 387 2024-08-04T15:40:43.736 INFO:tasks.rados.rados.0.smithi007.stdout:3864: done (3 left) 2024-08-04T15:40:43.736 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 21 current snap is 387 2024-08-04T15:40:43.736 INFO:tasks.rados.rados.0.smithi007.stdout:3865: seq_num 1202 ranges {0=540672,540672=401408} 2024-08-04T15:40:43.739 INFO:tasks.rados.rados.0.smithi007.stdout:3865: writing smithi00780855-21 from 0 to 540672 tid 1 2024-08-04T15:40:43.742 INFO:tasks.rados.rados.0.smithi007.stdout:3865: writing smithi00780855-21 from 540672 to 942080 tid 2 2024-08-04T15:40:43.742 INFO:tasks.rados.rados.0.smithi007.stdout:3866: read oid 7 snap -1 2024-08-04T15:40:43.742 INFO:tasks.rados.rados.0.smithi007.stdout:3866: expect (ObjNum 1178 snap 383 seq_num 1178) 2024-08-04T15:40:43.742 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 46 current snap is 387 2024-08-04T15:40:43.742 INFO:tasks.rados.rados.0.smithi007.stdout:3867: seq_num 1203 ranges {0=557056,557056=401408} 2024-08-04T15:40:43.745 INFO:tasks.rados.rados.0.smithi007.stdout:3867: writing smithi00780855-46 from 0 to 557056 tid 1 2024-08-04T15:40:43.748 INFO:tasks.rados.rados.0.smithi007.stdout:3867: writing smithi00780855-46 from 557056 to 958464 tid 2 2024-08-04T15:40:43.748 INFO:tasks.rados.rados.0.smithi007.stdout:3868: snap_create 2024-08-04T15:40:43.748 INFO:tasks.rados.rados.0.smithi007.stdout:3861: finishing write tid 1 to smithi00780855-22 2024-08-04T15:40:43.748 INFO:tasks.rados.rados.0.smithi007.stdout:3863: expect (ObjNum 1166 snap 381 seq_num 1166) 2024-08-04T15:40:43.760 INFO:tasks.rados.rados.0.smithi007.stdout:3861: finishing write tid 2 to smithi00780855-22 2024-08-04T15:40:43.760 INFO:tasks.rados.rados.0.smithi007.stdout:3861: finishing write tid 3 to smithi00780855-22 2024-08-04T15:40:43.761 INFO:tasks.rados.rados.0.smithi007.stdout:3862: finishing rollback tid 0 to smithi00780855-11 2024-08-04T15:40:43.761 INFO:tasks.rados.rados.0.smithi007.stdout:3862: finishing rollback tid 1 to smithi00780855-11 2024-08-04T15:40:43.761 INFO:tasks.rados.rados.0.smithi007.stdout:3862: finishing rollback tid 2 to smithi00780855-11 2024-08-04T15:40:43.761 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 11 v 3522 (ObjNum 972 snap 305 seq_num 972) dirty exists 2024-08-04T15:40:43.761 INFO:tasks.rados.rados.0.smithi007.stdout:3861: finishing write tid 4 to smithi00780855-22 2024-08-04T15:40:43.761 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 2930 (ObjNum 1200 snap 387 seq_num 1200) dirty exists 2024-08-04T15:40:43.761 INFO:tasks.rados.rados.0.smithi007.stdout:3861: left oid 22 (ObjNum 1200 snap 387 seq_num 1200) 2024-08-04T15:40:43.761 INFO:tasks.rados.rados.0.smithi007.stdout:3865: finishing write tid 1 to smithi00780855-21 2024-08-04T15:40:43.761 INFO:tasks.rados.rados.0.smithi007.stdout:3865: finishing write tid 2 to smithi00780855-21 2024-08-04T15:40:43.761 INFO:tasks.rados.rados.0.smithi007.stdout:3865: finishing write tid 3 to smithi00780855-21 2024-08-04T15:40:43.761 INFO:tasks.rados.rados.0.smithi007.stdout:3867: finishing write tid 1 to smithi00780855-46 2024-08-04T15:40:43.761 INFO:tasks.rados.rados.0.smithi007.stdout:3867: finishing write tid 2 to smithi00780855-46 2024-08-04T15:40:43.761 INFO:tasks.rados.rados.0.smithi007.stdout:3867: finishing write tid 3 to smithi00780855-46 2024-08-04T15:40:43.762 INFO:tasks.rados.rados.0.smithi007.stdout:3867: finishing write tid 4 to smithi00780855-46 2024-08-04T15:40:43.762 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 2898 (ObjNum 1203 snap 387 seq_num 1203) dirty exists 2024-08-04T15:40:43.762 INFO:tasks.rados.rados.0.smithi007.stdout:3867: left oid 46 (ObjNum 1203 snap 387 seq_num 1203) 2024-08-04T15:40:43.762 INFO:tasks.rados.rados.0.smithi007.stdout:3865: finishing write tid 4 to smithi00780855-21 2024-08-04T15:40:43.762 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 3628 (ObjNum 1202 snap 387 seq_num 1202) dirty exists 2024-08-04T15:40:43.762 INFO:tasks.rados.rados.0.smithi007.stdout:3865: left oid 21 (ObjNum 1202 snap 387 seq_num 1202) 2024-08-04T15:40:43.767 INFO:tasks.rados.rados.0.smithi007.stdout:3866: expect (ObjNum 1178 snap 383 seq_num 1178) 2024-08-04T15:40:44.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:43 smithi062 ceph-mon[85960]: osdmap e835: 8 total, 8 up, 8 in 2024-08-04T15:40:44.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:43 smithi007 ceph-mon[92692]: osdmap e835: 8 total, 8 up, 8 in 2024-08-04T15:40:44.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:43 smithi007 ceph-mon[94998]: osdmap e835: 8 total, 8 up, 8 in 2024-08-04T15:40:44.583 INFO:tasks.rados.rados.0.smithi007.stdout:3861: done (6 left) 2024-08-04T15:40:44.583 INFO:tasks.rados.rados.0.smithi007.stdout:3862: done (5 left) 2024-08-04T15:40:44.583 INFO:tasks.rados.rados.0.smithi007.stdout:3863: done (4 left) 2024-08-04T15:40:44.583 INFO:tasks.rados.rados.0.smithi007.stdout:3865: done (3 left) 2024-08-04T15:40:44.583 INFO:tasks.rados.rados.0.smithi007.stdout:3866: done (2 left) 2024-08-04T15:40:44.583 INFO:tasks.rados.rados.0.smithi007.stdout:3867: done (1 left) 2024-08-04T15:40:44.583 INFO:tasks.rados.rados.0.smithi007.stdout:3868: done (0 left) 2024-08-04T15:40:44.584 INFO:tasks.rados.rados.0.smithi007.stdout:3869: rollback oid 46 current snap is 388 2024-08-04T15:40:44.584 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 46 to 340 2024-08-04T15:40:44.584 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 388 2024-08-04T15:40:44.584 INFO:tasks.rados.rados.0.smithi007.stdout:3870: seq_num 1204 ranges {0=573440,573440=401408} 2024-08-04T15:40:44.586 INFO:tasks.rados.rados.0.smithi007.stdout:3870: writing smithi00780855-48 from 0 to 573440 tid 1 2024-08-04T15:40:44.589 INFO:tasks.rados.rados.0.smithi007.stdout:3870: writing smithi00780855-48 from 573440 to 974848 tid 2 2024-08-04T15:40:44.590 INFO:tasks.rados.rados.0.smithi007.stdout:3871: read oid 33 snap -1 2024-08-04T15:40:44.590 INFO:tasks.rados.rados.0.smithi007.stdout:3871: expect deleted 2024-08-04T15:40:44.590 INFO:tasks.rados.rados.0.smithi007.stdout:3872: setattr oid 14 current snap is 388 2024-08-04T15:40:44.590 INFO:tasks.rados.rados.0.smithi007.stdout:3869: finishing rollback tid 0 to smithi00780855-46 2024-08-04T15:40:44.590 INFO:tasks.rados.rados.0.smithi007.stdout:3869: finishing rollback tid 1 to smithi00780855-46 2024-08-04T15:40:44.590 INFO:tasks.rados.rados.0.smithi007.stdout:3869: finishing rollback tid 2 to smithi00780855-46 2024-08-04T15:40:44.590 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 46 v 2901 (ObjNum 1044 snap 332 seq_num 1044) dirty exists 2024-08-04T15:40:44.591 INFO:tasks.rados.rados.0.smithi007.stdout:3870: finishing write tid 1 to smithi00780855-48 2024-08-04T15:40:44.594 INFO:tasks.rados.rados.0.smithi007.stdout:3869: done (3 left) 2024-08-04T15:40:44.594 INFO:tasks.rados.rados.0.smithi007.stdout:3873: read oid 3 snap -1 2024-08-04T15:40:44.594 INFO:tasks.rados.rados.0.smithi007.stdout:3873: expect (ObjNum 1167 snap 381 seq_num 1167) 2024-08-04T15:40:44.594 INFO:tasks.rados.rados.0.smithi007.stdout:3874: read oid 40 snap -1 2024-08-04T15:40:44.594 INFO:tasks.rados.rados.0.smithi007.stdout:3874: expect (ObjNum 1187 snap 384 seq_num 1187) 2024-08-04T15:40:44.594 INFO:tasks.rados.rados.0.smithi007.stdout:3875: read oid 27 snap -1 2024-08-04T15:40:44.594 INFO:tasks.rados.rados.0.smithi007.stdout:3875: expect (ObjNum 1199 snap 387 seq_num 1199) 2024-08-04T15:40:44.594 INFO:tasks.rados.rados.0.smithi007.stdout:3876: snap_create 2024-08-04T15:40:44.594 INFO:tasks.rados.rados.0.smithi007.stdout:3870: finishing write tid 2 to smithi00780855-48 2024-08-04T15:40:44.597 INFO:tasks.rados.rados.0.smithi007.stdout:3870: finishing write tid 3 to smithi00780855-48 2024-08-04T15:40:44.601 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 3662 (ObjNum 1024 snap 322 seq_num 1024) dirty exists 2024-08-04T15:40:44.602 INFO:tasks.rados.rados.0.smithi007.stdout:3874: expect (ObjNum 1187 snap 384 seq_num 1187) 2024-08-04T15:40:44.682 INFO:tasks.rados.rados.0.smithi007.stdout:3873: expect (ObjNum 1167 snap 381 seq_num 1167) 2024-08-04T15:40:44.966 INFO:tasks.rados.rados.0.smithi007.stdout:3870: finishing write tid 4 to smithi00780855-48 2024-08-04T15:40:44.966 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 2324 (ObjNum 1204 snap 388 seq_num 1204) dirty exists 2024-08-04T15:40:44.966 INFO:tasks.rados.rados.0.smithi007.stdout:3870: left oid 48 (ObjNum 1204 snap 388 seq_num 1204) 2024-08-04T15:40:44.966 INFO:tasks.rados.rados.0.smithi007.stdout:3875: expect (ObjNum 1199 snap 387 seq_num 1199) 2024-08-04T15:40:44.986 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:44 smithi007 ceph-mon[92692]: pgmap v911: 121 pgs: 121 active+clean; 485 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-04T15:40:44.986 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:44 smithi007 ceph-mon[92692]: osdmap e836: 8 total, 8 up, 8 in 2024-08-04T15:40:44.987 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:44 smithi007 ceph-mon[92692]: osdmap e837: 8 total, 8 up, 8 in 2024-08-04T15:40:44.987 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:44 smithi007 ceph-mon[94998]: pgmap v911: 121 pgs: 121 active+clean; 485 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-04T15:40:44.987 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:44 smithi007 ceph-mon[94998]: osdmap e836: 8 total, 8 up, 8 in 2024-08-04T15:40:44.987 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:44 smithi007 ceph-mon[94998]: osdmap e837: 8 total, 8 up, 8 in 2024-08-04T15:40:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:44 smithi062 ceph-mon[85960]: pgmap v911: 121 pgs: 121 active+clean; 485 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-04T15:40:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:44 smithi062 ceph-mon[85960]: osdmap e836: 8 total, 8 up, 8 in 2024-08-04T15:40:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:44 smithi062 ceph-mon[85960]: osdmap e837: 8 total, 8 up, 8 in 2024-08-04T15:40:45.584 INFO:tasks.rados.rados.0.smithi007.stdout:3870: done (6 left) 2024-08-04T15:40:45.584 INFO:tasks.rados.rados.0.smithi007.stdout:3871: done (5 left) 2024-08-04T15:40:45.585 INFO:tasks.rados.rados.0.smithi007.stdout:3872: done (4 left) 2024-08-04T15:40:45.585 INFO:tasks.rados.rados.0.smithi007.stdout:3873: done (3 left) 2024-08-04T15:40:45.585 INFO:tasks.rados.rados.0.smithi007.stdout:3874: done (2 left) 2024-08-04T15:40:45.585 INFO:tasks.rados.rados.0.smithi007.stdout:3875: done (1 left) 2024-08-04T15:40:45.585 INFO:tasks.rados.rados.0.smithi007.stdout:3876: done (0 left) 2024-08-04T15:40:45.585 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 22 current snap is 389 2024-08-04T15:40:45.585 INFO:tasks.rados.rados.0.smithi007.stdout:3877: seq_num 1205 ranges {5005312=589824,5595136=401408} 2024-08-04T15:40:45.615 INFO:tasks.rados.rados.0.smithi007.stdout:3877: writing smithi00780855-22 from 5005312 to 5595136 tid 1 2024-08-04T15:40:45.617 INFO:tasks.rados.rados.0.smithi007.stdout:3877: writing smithi00780855-22 from 5595136 to 5996544 tid 2 2024-08-04T15:40:45.617 INFO:tasks.rados.rados.0.smithi007.stdout:3878: read oid 32 snap -1 2024-08-04T15:40:45.617 INFO:tasks.rados.rados.0.smithi007.stdout:3878: expect (ObjNum 947 snap 297 seq_num 947) 2024-08-04T15:40:45.617 INFO:tasks.rados.rados.0.smithi007.stdout:3879: rmattr oid 7 current snap is 389 2024-08-04T15:40:45.617 INFO:tasks.rados.rados.0.smithi007.stdout:3880: snap_remove snap 376 2024-08-04T15:40:46.582 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:40:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:40:46] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2024-08-04T15:40:46.591 INFO:tasks.rados.rados.0.smithi007.stdout:3880: done (3 left) 2024-08-04T15:40:46.591 INFO:tasks.rados.rados.0.smithi007.stdout:3881: snap_remove snap 316 2024-08-04T15:40:46.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:46 smithi007 ceph-mon[92692]: pgmap v914: 121 pgs: 121 active+clean; 493 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-08-04T15:40:46.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:46 smithi007 ceph-mon[92692]: osdmap e838: 8 total, 8 up, 8 in 2024-08-04T15:40:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:46 smithi007 ceph-mon[94998]: pgmap v914: 121 pgs: 121 active+clean; 493 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-08-04T15:40:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:46 smithi007 ceph-mon[94998]: osdmap e838: 8 total, 8 up, 8 in 2024-08-04T15:40:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:46 smithi062 ceph-mon[85960]: pgmap v914: 121 pgs: 121 active+clean; 493 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-08-04T15:40:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:46 smithi062 ceph-mon[85960]: osdmap e838: 8 total, 8 up, 8 in 2024-08-04T15:40:47.597 INFO:tasks.rados.rados.0.smithi007.stdout:3881: done (3 left) 2024-08-04T15:40:47.598 INFO:tasks.rados.rados.0.smithi007.stdout:3882: copy_from oid 24 from oid 19 current snap is 389 2024-08-04T15:40:47.598 INFO:tasks.rados.rados.0.smithi007.stdout:3877: finishing write tid 1 to smithi00780855-22 2024-08-04T15:40:47.598 INFO:tasks.rados.rados.0.smithi007.stdout:3877: finishing write tid 2 to smithi00780855-22 2024-08-04T15:40:47.598 INFO:tasks.rados.rados.0.smithi007.stdout:3877: finishing write tid 3 to smithi00780855-22 2024-08-04T15:40:47.598 INFO:tasks.rados.rados.0.smithi007.stdout:3877: finishing write tid 4 to smithi00780855-22 2024-08-04T15:40:47.598 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 22 v 2933 (ObjNum 1205 snap 389 seq_num 1205) dirty exists 2024-08-04T15:40:47.598 INFO:tasks.rados.rados.0.smithi007.stdout:3877: left oid 22 (ObjNum 1205 snap 389 seq_num 1205) 2024-08-04T15:40:47.598 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 3629 (ObjNum 1178 snap 383 seq_num 1178) dirty exists 2024-08-04T15:40:47.598 INFO:tasks.rados.rados.0.smithi007.stdout:3878: expect (ObjNum 947 snap 297 seq_num 947) 2024-08-04T15:40:47.680 INFO:tasks.rados.rados.0.smithi007.stdout:3882: finishing copy_from racing read to smithi00780855-24 2024-08-04T15:40:47.680 INFO:tasks.rados.rados.0.smithi007.stdout:3882: finishing copy_from to smithi00780855-24 2024-08-04T15:40:47.680 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 2171 (ObjNum 1133 snap 367 seq_num 1133) dirty exists 2024-08-04T15:40:47.680 INFO:tasks.rados.rados.0.smithi007.stdout:3877: done (3 left) 2024-08-04T15:40:47.680 INFO:tasks.rados.rados.0.smithi007.stdout:3878: done (2 left) 2024-08-04T15:40:47.680 INFO:tasks.rados.rados.0.smithi007.stdout:3879: done (1 left) 2024-08-04T15:40:47.680 INFO:tasks.rados.rados.0.smithi007.stdout:3882: done (0 left) 2024-08-04T15:40:47.680 INFO:tasks.rados.rados.0.smithi007.stdout:3883: setattr oid 20 current snap is 389 2024-08-04T15:40:47.681 INFO:tasks.rados.rados.0.smithi007.stdout:3884: delete oid 37 current snap is 389 2024-08-04T15:40:47.684 INFO:tasks.rados.rados.0.smithi007.stdout:3884: done (1 left) 2024-08-04T15:40:47.684 INFO:tasks.rados.rados.0.smithi007.stdout:3885: rollback oid 21 current snap is 389 2024-08-04T15:40:47.684 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 21 to 372 2024-08-04T15:40:47.684 INFO:tasks.rados.rados.0.smithi007.stdout:3886: read oid 49 snap -1 2024-08-04T15:40:47.685 INFO:tasks.rados.rados.0.smithi007.stdout:3886: expect (ObjNum 1174 snap 382 seq_num 1174) 2024-08-04T15:40:47.685 INFO:tasks.rados.rados.0.smithi007.stdout:3887: read oid 2 snap 380 2024-08-04T15:40:47.685 INFO:tasks.rados.rados.0.smithi007.stdout:3887: expect deleted 2024-08-04T15:40:47.685 INFO:tasks.rados.rados.0.smithi007.stdout:3888: snap_remove snap 364 2024-08-04T15:40:48.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:47 smithi062 ceph-mon[85960]: osdmap e839: 8 total, 8 up, 8 in 2024-08-04T15:40:48.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:47 smithi007 ceph-mon[92692]: osdmap e839: 8 total, 8 up, 8 in 2024-08-04T15:40:48.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:47 smithi007 ceph-mon[94998]: osdmap e839: 8 total, 8 up, 8 in 2024-08-04T15:40:48.604 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 20 v 2999 (ObjNum 1102 snap 357 seq_num 1102) dirty exists 2024-08-04T15:40:48.604 INFO:tasks.rados.rados.0.smithi007.stdout:3885: finishing rollback tid 0 to smithi00780855-21 2024-08-04T15:40:48.604 INFO:tasks.rados.rados.0.smithi007.stdout:3885: finishing rollback tid 1 to smithi00780855-21 2024-08-04T15:40:48.604 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 21 v 3631 (ObjNum 12337 snap 0 seq_num 4118787040) dirty dne 2024-08-04T15:40:48.604 INFO:tasks.rados.rados.0.smithi007.stdout:3886: expect (ObjNum 1174 snap 382 seq_num 1174) 2024-08-04T15:40:48.623 INFO:tasks.rados.rados.0.smithi007.stdout:3883: done (4 left) 2024-08-04T15:40:48.623 INFO:tasks.rados.rados.0.smithi007.stdout:3885: done (3 left) 2024-08-04T15:40:48.623 INFO:tasks.rados.rados.0.smithi007.stdout:3886: done (2 left) 2024-08-04T15:40:48.623 INFO:tasks.rados.rados.0.smithi007.stdout:3887: done (1 left) 2024-08-04T15:40:48.623 INFO:tasks.rados.rados.0.smithi007.stdout:3888: done (0 left) 2024-08-04T15:40:48.624 INFO:tasks.rados.rados.0.smithi007.stdout:3889: copy_from oid 43 from oid 31 current snap is 389 2024-08-04T15:40:48.624 INFO:tasks.rados.rados.0.smithi007.stdout:3890: copy_from oid 41 from oid 29 current snap is 389 2024-08-04T15:40:48.624 INFO:tasks.rados.rados.0.smithi007.stdout:3891: delete oid 37 current snap is 389 2024-08-04T15:40:48.626 INFO:tasks.rados.rados.0.smithi007.stdout:3889: finishing copy_from to smithi00780855-43 2024-08-04T15:40:48.626 INFO:tasks.rados.rados.0.smithi007.stdout:3889: got expected ENOENT (src dne) 2024-08-04T15:40:48.626 INFO:tasks.rados.rados.0.smithi007.stdout:3889: finishing copy_from racing read to smithi00780855-43 2024-08-04T15:40:48.627 INFO:tasks.rados.rados.0.smithi007.stdout:3889: done (2 left) 2024-08-04T15:40:48.627 INFO:tasks.rados.rados.0.smithi007.stdout:3891: done (1 left) 2024-08-04T15:40:48.627 INFO:tasks.rados.rados.0.smithi007.stdout:3892: snap_create 2024-08-04T15:40:48.649 INFO:tasks.rados.rados.0.smithi007.stdout:3890: finishing copy_from racing read to smithi00780855-41 2024-08-04T15:40:48.652 INFO:tasks.rados.rados.0.smithi007.stdout:3890: finishing copy_from to smithi00780855-41 2024-08-04T15:40:48.652 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 2740 (ObjNum 1070 snap 339 seq_num 1070) dirty exists 2024-08-04T15:40:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:48 smithi062 ceph-mon[85960]: pgmap v917: 121 pgs: 121 active+clean; 496 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-08-04T15:40:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:48 smithi062 ceph-mon[85960]: osdmap e840: 8 total, 8 up, 8 in 2024-08-04T15:40:49.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:48 smithi007 ceph-mon[92692]: pgmap v917: 121 pgs: 121 active+clean; 496 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-08-04T15:40:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:48 smithi007 ceph-mon[92692]: osdmap e840: 8 total, 8 up, 8 in 2024-08-04T15:40:49.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:48 smithi007 ceph-mon[94998]: pgmap v917: 121 pgs: 121 active+clean; 496 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-08-04T15:40:49.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:48 smithi007 ceph-mon[94998]: osdmap e840: 8 total, 8 up, 8 in 2024-08-04T15:40:49.585 INFO:tasks.rados.rados.0.smithi007.stdout:3890: done (1 left) 2024-08-04T15:40:49.586 INFO:tasks.rados.rados.0.smithi007.stdout:3892: done (0 left) 2024-08-04T15:40:49.586 INFO:tasks.rados.rados.0.smithi007.stdout:3893: snap_remove snap 302 2024-08-04T15:40:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:49 smithi062 ceph-mon[85960]: osdmap e841: 8 total, 8 up, 8 in 2024-08-04T15:40:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:49 smithi062 ceph-mon[85960]: osdmap e842: 8 total, 8 up, 8 in 2024-08-04T15:40:50.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:49 smithi007 ceph-mon[92692]: osdmap e841: 8 total, 8 up, 8 in 2024-08-04T15:40:50.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:49 smithi007 ceph-mon[92692]: osdmap e842: 8 total, 8 up, 8 in 2024-08-04T15:40:50.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:49 smithi007 ceph-mon[94998]: osdmap e841: 8 total, 8 up, 8 in 2024-08-04T15:40:50.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:49 smithi007 ceph-mon[94998]: osdmap e842: 8 total, 8 up, 8 in 2024-08-04T15:40:50.587 INFO:tasks.rados.rados.0.smithi007.stdout:3893: done (0 left) 2024-08-04T15:40:50.587 INFO:tasks.rados.rados.0.smithi007.stdout:3894: delete oid 36 current snap is 390 2024-08-04T15:40:50.600 INFO:tasks.rados.rados.0.smithi007.stdout:3894: done (0 left) 2024-08-04T15:40:50.600 INFO:tasks.rados.rados.0.smithi007.stdout:3895: rmattr oid 37 current snap is 390 2024-08-04T15:40:50.601 INFO:tasks.rados.rados.0.smithi007.stdout:3895: done (0 left) 2024-08-04T15:40:50.601 INFO:tasks.rados.rados.0.smithi007.stdout:3896: read oid 40 snap -1 2024-08-04T15:40:50.601 INFO:tasks.rados.rados.0.smithi007.stdout:3896: expect (ObjNum 1187 snap 384 seq_num 1187) 2024-08-04T15:40:50.601 INFO:tasks.rados.rados.0.smithi007.stdout:3897: snap_create 2024-08-04T15:40:50.621 INFO:tasks.rados.rados.0.smithi007.stdout:3896: expect (ObjNum 1187 snap 384 seq_num 1187) 2024-08-04T15:40:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:50 smithi062 ceph-mon[85960]: pgmap v920: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 494 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-04T15:40:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:50 smithi062 ceph-mon[85960]: osdmap e843: 8 total, 8 up, 8 in 2024-08-04T15:40:51.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:50 smithi007 ceph-mon[92692]: pgmap v920: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 494 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-04T15:40:51.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:50 smithi007 ceph-mon[92692]: osdmap e843: 8 total, 8 up, 8 in 2024-08-04T15:40:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:50 smithi007 ceph-mon[94998]: pgmap v920: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 494 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-04T15:40:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:50 smithi007 ceph-mon[94998]: osdmap e843: 8 total, 8 up, 8 in 2024-08-04T15:40:51.588 INFO:tasks.rados.rados.0.smithi007.stdout:3896: done (1 left) 2024-08-04T15:40:51.589 INFO:tasks.rados.rados.0.smithi007.stdout:3897: done (0 left) 2024-08-04T15:40:51.589 INFO:tasks.rados.rados.0.smithi007.stdout:3898: setattr oid 19 current snap is 391 2024-08-04T15:40:51.589 INFO:tasks.rados.rados.0.smithi007.stdout:3899: copy_from oid 24 from oid 17 current snap is 391 2024-08-04T15:40:51.589 INFO:tasks.rados.rados.0.smithi007.stdout:3900: snap_create 2024-08-04T15:40:51.593 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 19 v 2172 (ObjNum 1133 snap 367 seq_num 1133) dirty exists 2024-08-04T15:40:51.598 INFO:tasks.rados.rados.0.smithi007.stdout:3899: finishing copy_from racing read to smithi00780855-24 2024-08-04T15:40:51.599 INFO:tasks.rados.rados.0.smithi007.stdout:3899: finishing copy_from to smithi00780855-24 2024-08-04T15:40:51.599 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 24 v 3519 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-04T15:40:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:40:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:51 smithi062 ceph-mon[85960]: osdmap e844: 8 total, 8 up, 8 in 2024-08-04T15:40:52.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:40:52.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:51 smithi007 ceph-mon[92692]: osdmap e844: 8 total, 8 up, 8 in 2024-08-04T15:40:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:40:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:51 smithi007 ceph-mon[94998]: osdmap e844: 8 total, 8 up, 8 in 2024-08-04T15:40:52.590 INFO:tasks.rados.rados.0.smithi007.stdout:3898: done (2 left) 2024-08-04T15:40:52.591 INFO:tasks.rados.rados.0.smithi007.stdout:3899: done (1 left) 2024-08-04T15:40:52.591 INFO:tasks.rados.rados.0.smithi007.stdout:3900: done (0 left) 2024-08-04T15:40:52.591 INFO:tasks.rados.rados.0.smithi007.stdout:3901: read oid 6 snap -1 2024-08-04T15:40:52.591 INFO:tasks.rados.rados.0.smithi007.stdout:3901: expect (ObjNum 1184 snap 384 seq_num 1184) 2024-08-04T15:40:52.591 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 43 current snap is 392 2024-08-04T15:40:52.591 INFO:tasks.rados.rados.0.smithi007.stdout:3902: seq_num 1209 ranges {7184384=655360,7839744=401408} 2024-08-04T15:40:52.614 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:40:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:40:52.634 INFO:tasks.rados.rados.0.smithi007.stdout:3902: writing smithi00780855-43 from 7184384 to 7839744 tid 1 2024-08-04T15:40:52.636 INFO:tasks.rados.rados.0.smithi007.stdout:3902: writing smithi00780855-43 from 7839744 to 8241152 tid 2 2024-08-04T15:40:52.636 INFO:tasks.rados.rados.0.smithi007.stdout:3903: read oid 10 snap -1 2024-08-04T15:40:52.636 INFO:tasks.rados.rados.0.smithi007.stdout:3903: expect deleted 2024-08-04T15:40:52.636 INFO:tasks.rados.rados.0.smithi007.stdout:3904: snap_create 2024-08-04T15:40:52.636 INFO:tasks.rados.rados.0.smithi007.stdout:3901: expect (ObjNum 1184 snap 384 seq_num 1184) 2024-08-04T15:40:52.768 INFO:tasks.rados.rados.0.smithi007.stdout:3902: finishing write tid 1 to smithi00780855-43 2024-08-04T15:40:52.768 INFO:tasks.rados.rados.0.smithi007.stdout:3902: finishing write tid 2 to smithi00780855-43 2024-08-04T15:40:52.768 INFO:tasks.rados.rados.0.smithi007.stdout:3902: finishing write tid 3 to smithi00780855-43 2024-08-04T15:40:52.768 INFO:tasks.rados.rados.0.smithi007.stdout:3902: finishing write tid 4 to smithi00780855-43 2024-08-04T15:40:52.768 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 43 v 2933 (ObjNum 1209 snap 392 seq_num 1209) dirty exists 2024-08-04T15:40:52.768 INFO:tasks.rados.rados.0.smithi007.stdout:3902: left oid 43 (ObjNum 1209 snap 392 seq_num 1209) 2024-08-04T15:40:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:52 smithi062 ceph-mon[85960]: pgmap v923: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 488 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-08-04T15:40:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:52 smithi062 ceph-mon[85960]: osdmap e845: 8 total, 8 up, 8 in 2024-08-04T15:40:53.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:52 smithi007 ceph-mon[92692]: pgmap v923: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 488 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-08-04T15:40:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:52 smithi007 ceph-mon[92692]: osdmap e845: 8 total, 8 up, 8 in 2024-08-04T15:40:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:52 smithi007 ceph-mon[94998]: pgmap v923: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 488 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-08-04T15:40:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:52 smithi007 ceph-mon[94998]: osdmap e845: 8 total, 8 up, 8 in 2024-08-04T15:40:53.622 INFO:tasks.rados.rados.0.smithi007.stdout:3901: done (3 left) 2024-08-04T15:40:53.623 INFO:tasks.rados.rados.0.smithi007.stdout:3902: done (2 left) 2024-08-04T15:40:53.623 INFO:tasks.rados.rados.0.smithi007.stdout:3903: done (1 left) 2024-08-04T15:40:53.623 INFO:tasks.rados.rados.0.smithi007.stdout:3904: done (0 left) 2024-08-04T15:40:53.623 INFO:tasks.rados.rados.0.smithi007.stdout:3905: setattr oid 34 current snap is 393 2024-08-04T15:40:53.624 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 25 current snap is 393 2024-08-04T15:40:53.624 INFO:tasks.rados.rados.0.smithi007.stdout:3906: seq_num 1210 ranges {0=671744,671744=401408} 2024-08-04T15:40:53.628 INFO:tasks.rados.rados.0.smithi007.stdout:3906: writing smithi00780855-25 from 0 to 671744 tid 1 2024-08-04T15:40:53.631 INFO:tasks.rados.rados.0.smithi007.stdout:3906: writing smithi00780855-25 from 671744 to 1073152 tid 2 2024-08-04T15:40:53.631 INFO:tasks.rados.rados.0.smithi007.stdout:3907: delete oid 35 current snap is 393 2024-08-04T15:40:53.632 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 3000 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-04T15:40:53.634 INFO:tasks.rados.rados.0.smithi007.stdout:3905: done (2 left) 2024-08-04T15:40:53.634 INFO:tasks.rados.rados.0.smithi007.stdout:3907: done (1 left) 2024-08-04T15:40:53.634 INFO:tasks.rados.rados.0.smithi007.stdout:3908: snap_remove snap 382 2024-08-04T15:40:54.588 INFO:tasks.rados.rados.0.smithi007.stdout:3908: done (1 left) 2024-08-04T15:40:54.588 INFO:tasks.rados.rados.0.smithi007.stdout:3909: rollback oid 35 current snap is 393 2024-08-04T15:40:54.588 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 35 to 355 2024-08-04T15:40:54.588 INFO:tasks.rados.rados.0.smithi007.stdout:3906: finishing write tid 1 to smithi00780855-25 2024-08-04T15:40:54.588 INFO:tasks.rados.rados.0.smithi007.stdout:3910: setattr oid 6 current snap is 393 2024-08-04T15:40:54.588 INFO:tasks.rados.rados.0.smithi007.stdout:3906: finishing write tid 2 to smithi00780855-25 2024-08-04T15:40:54.588 INFO:tasks.rados.rados.0.smithi007.stdout:3906: finishing write tid 3 to smithi00780855-25 2024-08-04T15:40:54.588 INFO:tasks.rados.rados.0.smithi007.stdout:3906: finishing write tid 4 to smithi00780855-25 2024-08-04T15:40:54.588 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 3719 (ObjNum 1210 snap 393 seq_num 1210) dirty exists 2024-08-04T15:40:54.589 INFO:tasks.rados.rados.0.smithi007.stdout:3906: left oid 25 (ObjNum 1210 snap 393 seq_num 1210) 2024-08-04T15:40:54.590 INFO:tasks.rados.rados.0.smithi007.stdout:3906: done (2 left) 2024-08-04T15:40:54.590 INFO:tasks.rados.rados.0.smithi007.stdout:3911: setattr oid 33 current snap is 393 2024-08-04T15:40:54.593 INFO:tasks.rados.rados.0.smithi007.stdout:3912: snap_create 2024-08-04T15:40:54.603 INFO:tasks.rados.rados.0.smithi007.stdout:3909: finishing rollback tid 1 to smithi00780855-35 2024-08-04T15:40:54.603 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 3523 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-04T15:40:54.606 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 2334 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-04T15:40:54.608 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 2934 (ObjNum 1184 snap 384 seq_num 1184) dirty exists 2024-08-04T15:40:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:54 smithi062 ceph-mon[85960]: pgmap v926: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 488 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 342 KiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-08-04T15:40:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:54 smithi062 ceph-mon[85960]: osdmap e846: 8 total, 8 up, 8 in 2024-08-04T15:40:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:54 smithi062 ceph-mon[85960]: osdmap e847: 8 total, 8 up, 8 in 2024-08-04T15:40:55.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:54 smithi007 ceph-mon[94998]: pgmap v926: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 488 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 342 KiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-08-04T15:40:55.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:54 smithi007 ceph-mon[94998]: osdmap e846: 8 total, 8 up, 8 in 2024-08-04T15:40:55.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:54 smithi007 ceph-mon[94998]: osdmap e847: 8 total, 8 up, 8 in 2024-08-04T15:40:55.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:54 smithi007 ceph-mon[92692]: pgmap v926: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 488 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 342 KiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-08-04T15:40:55.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:54 smithi007 ceph-mon[92692]: osdmap e846: 8 total, 8 up, 8 in 2024-08-04T15:40:55.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:54 smithi007 ceph-mon[92692]: osdmap e847: 8 total, 8 up, 8 in 2024-08-04T15:40:55.589 INFO:tasks.rados.rados.0.smithi007.stdout:3909: done (3 left) 2024-08-04T15:40:55.589 INFO:tasks.rados.rados.0.smithi007.stdout:3910: done (2 left) 2024-08-04T15:40:55.589 INFO:tasks.rados.rados.0.smithi007.stdout:3911: done (1 left) 2024-08-04T15:40:55.589 INFO:tasks.rados.rados.0.smithi007.stdout:3912: done (0 left) 2024-08-04T15:40:55.589 INFO:tasks.rados.rados.0.smithi007.stdout:3913: snap_create 2024-08-04T15:40:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:40:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:40:56] "GET /metrics HTTP/1.1" 200 36251 "" "Prometheus/2.43.0" 2024-08-04T15:40:56.591 INFO:tasks.rados.rados.0.smithi007.stdout:3913: done (0 left) 2024-08-04T15:40:56.591 INFO:tasks.rados.rados.0.smithi007.stdout:3914: read oid 39 snap 394 2024-08-04T15:40:56.591 INFO:tasks.rados.rados.0.smithi007.stdout:3914: expect (ObjNum 1190 snap 384 seq_num 1190) 2024-08-04T15:40:56.591 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 38 current snap is 395 2024-08-04T15:40:56.591 INFO:tasks.rados.rados.0.smithi007.stdout:3915: seq_num 1212 ranges {3170304=704512,3874816=401408} 2024-08-04T15:40:56.612 INFO:tasks.rados.rados.0.smithi007.stdout:3915: writing smithi00780855-38 from 3170304 to 3874816 tid 1 2024-08-04T15:40:56.614 INFO:tasks.rados.rados.0.smithi007.stdout:3915: writing smithi00780855-38 from 3874816 to 4276224 tid 2 2024-08-04T15:40:56.614 INFO:tasks.rados.rados.0.smithi007.stdout:3916: read oid 21 snap -1 2024-08-04T15:40:56.614 INFO:tasks.rados.rados.0.smithi007.stdout:3916: expect deleted 2024-08-04T15:40:56.614 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 28 current snap is 395 2024-08-04T15:40:56.614 INFO:tasks.rados.rados.0.smithi007.stdout:3914: expect (ObjNum 1190 snap 384 seq_num 1190) 2024-08-04T15:40:56.634 INFO:tasks.rados.rados.0.smithi007.stdout:3915: finishing write tid 1 to smithi00780855-38 2024-08-04T15:40:56.635 INFO:tasks.rados.rados.0.smithi007.stdout:3915: finishing write tid 2 to smithi00780855-38 2024-08-04T15:40:56.635 INFO:tasks.rados.rados.0.smithi007.stdout:3915: finishing write tid 3 to smithi00780855-38 2024-08-04T15:40:56.635 INFO:tasks.rados.rados.0.smithi007.stdout:3915: finishing write tid 4 to smithi00780855-38 2024-08-04T15:40:56.635 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 38 v 2175 (ObjNum 1212 snap 395 seq_num 1212) dirty exists 2024-08-04T15:40:56.635 INFO:tasks.rados.rados.0.smithi007.stdout:3915: left oid 38 (ObjNum 1212 snap 395 seq_num 1212) 2024-08-04T15:40:56.635 INFO:tasks.rados.rados.0.smithi007.stdout:3917: seq_num 1213 ranges {1138688=720896,1859584=401408} 2024-08-04T15:40:56.644 INFO:tasks.rados.rados.0.smithi007.stdout:3917: writing smithi00780855-28 from 1138688 to 1859584 tid 1 2024-08-04T15:40:56.647 INFO:tasks.rados.rados.0.smithi007.stdout:3917: writing smithi00780855-28 from 1859584 to 2260992 tid 2 2024-08-04T15:40:56.647 INFO:tasks.rados.rados.0.smithi007.stdout:3914: done (3 left) 2024-08-04T15:40:56.647 INFO:tasks.rados.rados.0.smithi007.stdout:3915: done (2 left) 2024-08-04T15:40:56.647 INFO:tasks.rados.rados.0.smithi007.stdout:3916: done (1 left) 2024-08-04T15:40:56.647 INFO:tasks.rados.rados.0.smithi007.stdout:3918: snap_remove snap 389 2024-08-04T15:40:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:56 smithi062 ceph-mon[85960]: pgmap v929: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 476 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 258 KiB/s wr, 14 op/s 2024-08-04T15:40:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:56 smithi062 ceph-mon[85960]: osdmap e848: 8 total, 8 up, 8 in 2024-08-04T15:40:57.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:56 smithi007 ceph-mon[92692]: pgmap v929: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 476 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 258 KiB/s wr, 14 op/s 2024-08-04T15:40:57.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:56 smithi007 ceph-mon[92692]: osdmap e848: 8 total, 8 up, 8 in 2024-08-04T15:40:57.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:56 smithi007 ceph-mon[94998]: pgmap v929: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 476 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 258 KiB/s wr, 14 op/s 2024-08-04T15:40:57.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:56 smithi007 ceph-mon[94998]: osdmap e848: 8 total, 8 up, 8 in 2024-08-04T15:40:57.603 INFO:tasks.rados.rados.0.smithi007.stdout:3918: done (1 left) 2024-08-04T15:40:57.603 INFO:tasks.rados.rados.0.smithi007.stdout:3919: read oid 21 snap 378 2024-08-04T15:40:57.603 INFO:tasks.rados.rados.0.smithi007.stdout:3919: expect deleted 2024-08-04T15:40:57.603 INFO:tasks.rados.rados.0.smithi007.stdout:3920: rollback oid 8 current snap is 395 2024-08-04T15:40:57.603 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 8 to 394 2024-08-04T15:40:57.603 INFO:tasks.rados.rados.0.smithi007.stdout:3921: rmattr oid 30 current snap is 395 2024-08-04T15:40:57.604 INFO:tasks.rados.rados.0.smithi007.stdout:3917: finishing write tid 1 to smithi00780855-28 2024-08-04T15:40:57.604 INFO:tasks.rados.rados.0.smithi007.stdout:3917: finishing write tid 2 to smithi00780855-28 2024-08-04T15:40:57.604 INFO:tasks.rados.rados.0.smithi007.stdout:3917: finishing write tid 3 to smithi00780855-28 2024-08-04T15:40:57.604 INFO:tasks.rados.rados.0.smithi007.stdout:3917: finishing write tid 4 to smithi00780855-28 2024-08-04T15:40:57.604 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 28 v 3003 (ObjNum 1213 snap 395 seq_num 1213) dirty exists 2024-08-04T15:40:57.604 INFO:tasks.rados.rados.0.smithi007.stdout:3917: left oid 28 (ObjNum 1213 snap 395 seq_num 1213) 2024-08-04T15:40:57.604 INFO:tasks.rados.rados.0.smithi007.stdout:3917: done (3 left) 2024-08-04T15:40:57.604 INFO:tasks.rados.rados.0.smithi007.stdout:3922: read oid 22 snap -1 2024-08-04T15:40:57.604 INFO:tasks.rados.rados.0.smithi007.stdout:3922: expect (ObjNum 1205 snap 389 seq_num 1205) 2024-08-04T15:40:57.604 INFO:tasks.rados.rados.0.smithi007.stdout:3923: delete oid 24 current snap is 395 2024-08-04T15:40:57.620 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 30 v 2335 (ObjNum 1166 snap 381 seq_num 1166) dirty exists 2024-08-04T15:40:57.620 INFO:tasks.rados.rados.0.smithi007.stdout:3919: done (4 left) 2024-08-04T15:40:57.620 INFO:tasks.rados.rados.0.smithi007.stdout:3921: done (3 left) 2024-08-04T15:40:57.620 INFO:tasks.rados.rados.0.smithi007.stdout:3923: done (2 left) 2024-08-04T15:40:57.620 INFO:tasks.rados.rados.0.smithi007.stdout:3924: snap_create 2024-08-04T15:40:57.622 INFO:tasks.rados.rados.0.smithi007.stdout:3920: finishing rollback tid 0 to smithi00780855-8 2024-08-04T15:40:57.625 INFO:tasks.rados.rados.0.smithi007.stdout:3920: finishing rollback tid 1 to smithi00780855-8 2024-08-04T15:40:57.625 INFO:tasks.rados.rados.0.smithi007.stdout:3920: finishing rollback tid 2 to smithi00780855-8 2024-08-04T15:40:57.626 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 3530 (ObjNum 1146 snap 376 seq_num 1146) dirty exists 2024-08-04T15:40:57.628 INFO:tasks.rados.rados.0.smithi007.stdout:3922: expect (ObjNum 1205 snap 389 seq_num 1205) 2024-08-04T15:40:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:57 smithi062 ceph-mon[85960]: osdmap e849: 8 total, 8 up, 8 in 2024-08-04T15:40:58.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:57 smithi007 ceph-mon[92692]: osdmap e849: 8 total, 8 up, 8 in 2024-08-04T15:40:58.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:57 smithi007 ceph-mon[94998]: osdmap e849: 8 total, 8 up, 8 in 2024-08-04T15:40:58.607 INFO:tasks.rados.rados.0.smithi007.stdout:3920: done (2 left) 2024-08-04T15:40:58.607 INFO:tasks.rados.rados.0.smithi007.stdout:3922: done (1 left) 2024-08-04T15:40:58.607 INFO:tasks.rados.rados.0.smithi007.stdout:3924: done (0 left) 2024-08-04T15:40:58.607 INFO:tasks.rados.rados.0.smithi007.stdout:3925: rollback oid 23 current snap is 396 2024-08-04T15:40:58.607 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 23 to 378 2024-08-04T15:40:58.607 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 3 current snap is 396 2024-08-04T15:40:58.607 INFO:tasks.rados.rados.0.smithi007.stdout:3926: seq_num 1215 ranges {3866624=753664,4620288=401408} 2024-08-04T15:40:58.632 INFO:tasks.rados.rados.0.smithi007.stdout:3926: writing smithi00780855-3 from 3866624 to 4620288 tid 1 2024-08-04T15:40:58.634 INFO:tasks.rados.rados.0.smithi007.stdout:3926: writing smithi00780855-3 from 4620288 to 5021696 tid 2 2024-08-04T15:40:58.635 INFO:tasks.rados.rados.0.smithi007.stdout:3927: setattr oid 31 current snap is 396 2024-08-04T15:40:58.635 INFO:tasks.rados.rados.0.smithi007.stdout:3925: finishing rollback tid 0 to smithi00780855-23 2024-08-04T15:40:58.635 INFO:tasks.rados.rados.0.smithi007.stdout:3925: finishing rollback tid 1 to smithi00780855-23 2024-08-04T15:40:58.635 INFO:tasks.rados.rados.0.smithi007.stdout:3925: finishing rollback tid 2 to smithi00780855-23 2024-08-04T15:40:58.635 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 23 v 2936 (ObjNum 1074 snap 340 seq_num 1074) dirty exists 2024-08-04T15:40:58.637 INFO:tasks.rados.rados.0.smithi007.stdout:3925: done (2 left) 2024-08-04T15:40:58.637 INFO:tasks.rados.rados.0.smithi007.stdout:3928: rollback oid 47 current snap is 396 2024-08-04T15:40:58.637 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 47 to 395 2024-08-04T15:40:58.637 INFO:tasks.rados.rados.0.smithi007.stdout:3929: snap_remove snap 392 2024-08-04T15:40:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:58 smithi062 ceph-mon[85960]: pgmap v932: 121 pgs: 121 active+clean; 477 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 520 KiB/s wr, 19 op/s 2024-08-04T15:40:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:58 smithi062 ceph-mon[85960]: osdmap e850: 8 total, 8 up, 8 in 2024-08-04T15:40:59.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:58 smithi007 ceph-mon[92692]: pgmap v932: 121 pgs: 121 active+clean; 477 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 520 KiB/s wr, 19 op/s 2024-08-04T15:40:59.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:58 smithi007 ceph-mon[92692]: osdmap e850: 8 total, 8 up, 8 in 2024-08-04T15:40:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:58 smithi007 ceph-mon[94998]: pgmap v932: 121 pgs: 121 active+clean; 477 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 520 KiB/s wr, 19 op/s 2024-08-04T15:40:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:58 smithi007 ceph-mon[94998]: osdmap e850: 8 total, 8 up, 8 in 2024-08-04T15:40:59.589 INFO:tasks.rados.rados.0.smithi007.stdout:3928: finishing rollback tid 0 to smithi00780855-47 2024-08-04T15:40:59.589 INFO:tasks.rados.rados.0.smithi007.stdout:3926: finishing write tid 1 to smithi00780855-3 2024-08-04T15:40:59.589 INFO:tasks.rados.rados.0.smithi007.stdout:3928: finishing rollback tid 1 to smithi00780855-47 2024-08-04T15:40:59.589 INFO:tasks.rados.rados.0.smithi007.stdout:3926: finishing write tid 2 to smithi00780855-3 2024-08-04T15:40:59.590 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 3524 (ObjNum 129 snap 0 seq_num 3494174232) dirty exists 2024-08-04T15:40:59.590 INFO:tasks.rados.rados.0.smithi007.stdout:3926: finishing write tid 3 to smithi00780855-3 2024-08-04T15:40:59.590 INFO:tasks.rados.rados.0.smithi007.stdout:3928: finishing rollback tid 2 to smithi00780855-47 2024-08-04T15:40:59.590 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 2917 (ObjNum 1175 snap 382 seq_num 1175) dirty exists 2024-08-04T15:40:59.590 INFO:tasks.rados.rados.0.smithi007.stdout:3926: finishing write tid 4 to smithi00780855-3 2024-08-04T15:40:59.590 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 2327 (ObjNum 1215 snap 396 seq_num 1215) dirty exists 2024-08-04T15:40:59.590 INFO:tasks.rados.rados.0.smithi007.stdout:3926: left oid 3 (ObjNum 1215 snap 396 seq_num 1215) 2024-08-04T15:40:59.590 INFO:tasks.rados.rados.0.smithi007.stdout:3926: done (3 left) 2024-08-04T15:40:59.590 INFO:tasks.rados.rados.0.smithi007.stdout:3927: done (2 left) 2024-08-04T15:40:59.590 INFO:tasks.rados.rados.0.smithi007.stdout:3928: done (1 left) 2024-08-04T15:40:59.590 INFO:tasks.rados.rados.0.smithi007.stdout:3929: done (0 left) 2024-08-04T15:40:59.590 INFO:tasks.rados.rados.0.smithi007.stdout:3930: read oid 41 snap -1 2024-08-04T15:40:59.591 INFO:tasks.rados.rados.0.smithi007.stdout:3930: expect (ObjNum 1070 snap 339 seq_num 1070) 2024-08-04T15:40:59.591 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 34 current snap is 396 2024-08-04T15:40:59.591 INFO:tasks.rados.rados.0.smithi007.stdout:3931: seq_num 1216 ranges {0=770048,770048=401408} 2024-08-04T15:40:59.594 INFO:tasks.rados.rados.0.smithi007.stdout:3931: writing smithi00780855-34 from 0 to 770048 tid 1 2024-08-04T15:40:59.598 INFO:tasks.rados.rados.0.smithi007.stdout:3931: writing smithi00780855-34 from 770048 to 1171456 tid 2 2024-08-04T15:40:59.598 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 2 current snap is 396 2024-08-04T15:40:59.598 INFO:tasks.rados.rados.0.smithi007.stdout:3932: seq_num 1217 ranges {1253376=786432,2039808=401408} 2024-08-04T15:40:59.611 INFO:tasks.rados.rados.0.smithi007.stdout:3932: writing smithi00780855-2 from 1253376 to 2039808 tid 1 2024-08-04T15:40:59.614 INFO:tasks.rados.rados.0.smithi007.stdout:3932: writing smithi00780855-2 from 2039808 to 2441216 tid 2 2024-08-04T15:40:59.614 INFO:tasks.rados.rados.0.smithi007.stdout:3933: snap_create 2024-08-04T15:40:59.614 INFO:tasks.rados.rados.0.smithi007.stdout:3931: finishing write tid 1 to smithi00780855-34 2024-08-04T15:40:59.614 INFO:tasks.rados.rados.0.smithi007.stdout:3931: finishing write tid 2 to smithi00780855-34 2024-08-04T15:40:59.615 INFO:tasks.rados.rados.0.smithi007.stdout:3931: finishing write tid 3 to smithi00780855-34 2024-08-04T15:40:59.615 INFO:tasks.rados.rados.0.smithi007.stdout:3931: finishing write tid 4 to smithi00780855-34 2024-08-04T15:40:59.615 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 34 v 3006 (ObjNum 1216 snap 396 seq_num 1216) dirty exists 2024-08-04T15:40:59.615 INFO:tasks.rados.rados.0.smithi007.stdout:3931: left oid 34 (ObjNum 1216 snap 396 seq_num 1216) 2024-08-04T15:40:59.618 INFO:tasks.rados.rados.0.smithi007.stdout:3932: finishing write tid 1 to smithi00780855-2 2024-08-04T15:40:59.618 INFO:tasks.rados.rados.0.smithi007.stdout:3932: finishing write tid 2 to smithi00780855-2 2024-08-04T15:40:59.618 INFO:tasks.rados.rados.0.smithi007.stdout:3932: finishing write tid 3 to smithi00780855-2 2024-08-04T15:40:59.620 INFO:tasks.rados.rados.0.smithi007.stdout:3932: finishing write tid 4 to smithi00780855-2 2024-08-04T15:40:59.620 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 2330 (ObjNum 1217 snap 396 seq_num 1217) dirty exists 2024-08-04T15:40:59.620 INFO:tasks.rados.rados.0.smithi007.stdout:3932: left oid 2 (ObjNum 1217 snap 396 seq_num 1217) 2024-08-04T15:40:59.621 INFO:tasks.rados.rados.0.smithi007.stdout:3930: expect (ObjNum 1070 snap 339 seq_num 1070) 2024-08-04T15:40:59.912 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:59 smithi062 ceph-mon[85960]: osdmap e851: 8 total, 8 up, 8 in 2024-08-04T15:40:59.912 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:40:59 smithi062 ceph-mon[85960]: osdmap e852: 8 total, 8 up, 8 in 2024-08-04T15:41:00.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:59 smithi007 ceph-mon[92692]: osdmap e851: 8 total, 8 up, 8 in 2024-08-04T15:41:00.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:40:59 smithi007 ceph-mon[92692]: osdmap e852: 8 total, 8 up, 8 in 2024-08-04T15:41:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:59 smithi007 ceph-mon[94998]: osdmap e851: 8 total, 8 up, 8 in 2024-08-04T15:41:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:40:59 smithi007 ceph-mon[94998]: osdmap e852: 8 total, 8 up, 8 in 2024-08-04T15:41:00.621 INFO:tasks.rados.rados.0.smithi007.stdout:3930: done (3 left) 2024-08-04T15:41:00.621 INFO:tasks.rados.rados.0.smithi007.stdout:3931: done (2 left) 2024-08-04T15:41:00.621 INFO:tasks.rados.rados.0.smithi007.stdout:3932: done (1 left) 2024-08-04T15:41:00.622 INFO:tasks.rados.rados.0.smithi007.stdout:3933: done (0 left) 2024-08-04T15:41:00.622 INFO:tasks.rados.rados.0.smithi007.stdout:3934: delete oid 12 current snap is 397 2024-08-04T15:41:00.628 INFO:tasks.rados.rados.0.smithi007.stdout:3934: done (0 left) 2024-08-04T15:41:00.628 INFO:tasks.rados.rados.0.smithi007.stdout:3935: snap_create 2024-08-04T15:41:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:00 smithi062 ceph-mon[85960]: pgmap v935: 121 pgs: 121 active+clean; 481 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 544 KiB/s wr, 14 op/s 2024-08-04T15:41:01.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:00 smithi007 ceph-mon[92692]: pgmap v935: 121 pgs: 121 active+clean; 481 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 544 KiB/s wr, 14 op/s 2024-08-04T15:41:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:00 smithi007 ceph-mon[94998]: pgmap v935: 121 pgs: 121 active+clean; 481 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 544 KiB/s wr, 14 op/s 2024-08-04T15:41:01.627 INFO:tasks.rados.rados.0.smithi007.stdout:3935: done (0 left) 2024-08-04T15:41:01.627 INFO:tasks.rados.rados.0.smithi007.stdout:3936: delete oid 41 current snap is 398 2024-08-04T15:41:01.634 INFO:tasks.rados.rados.0.smithi007.stdout:3936: done (0 left) 2024-08-04T15:41:01.634 INFO:tasks.rados.rados.0.smithi007.stdout:3937: read oid 22 snap 397 2024-08-04T15:41:01.634 INFO:tasks.rados.rados.0.smithi007.stdout:3937: expect (ObjNum 1205 snap 389 seq_num 1205) 2024-08-04T15:41:01.634 INFO:tasks.rados.rados.0.smithi007.stdout:3938: snap_create 2024-08-04T15:41:01.653 INFO:tasks.rados.rados.0.smithi007.stdout:3937: expect (ObjNum 1205 snap 389 seq_num 1205) 2024-08-04T15:41:02.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:01 smithi062 ceph-mon[85960]: osdmap e853: 8 total, 8 up, 8 in 2024-08-04T15:41:02.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:01 smithi007 ceph-mon[94998]: osdmap e853: 8 total, 8 up, 8 in 2024-08-04T15:41:02.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:01 smithi007 ceph-mon[92692]: osdmap e853: 8 total, 8 up, 8 in 2024-08-04T15:41:02.628 INFO:tasks.rados.rados.0.smithi007.stdout:3937: done (1 left) 2024-08-04T15:41:02.628 INFO:tasks.rados.rados.0.smithi007.stdout:3938: done (0 left) 2024-08-04T15:41:02.628 INFO:tasks.rados.rados.0.smithi007.stdout:3939: read oid 42 snap -1 2024-08-04T15:41:02.628 INFO:tasks.rados.rados.0.smithi007.stdout:3939: expect (ObjNum 1154 snap 378 seq_num 1154) 2024-08-04T15:41:02.628 INFO:tasks.rados.rados.0.smithi007.stdout:3940: snap_remove snap 391 2024-08-04T15:41:02.629 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:41:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:41:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:41:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:02 smithi062 ceph-mon[85960]: pgmap v938: 121 pgs: 121 active+clean; 484 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-08-04T15:41:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:02 smithi062 ceph-mon[85960]: osdmap e854: 8 total, 8 up, 8 in 2024-08-04T15:41:03.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:02 smithi007 ceph-mon[92692]: pgmap v938: 121 pgs: 121 active+clean; 484 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-08-04T15:41:03.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:02 smithi007 ceph-mon[92692]: osdmap e854: 8 total, 8 up, 8 in 2024-08-04T15:41:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:02 smithi007 ceph-mon[94998]: pgmap v938: 121 pgs: 121 active+clean; 484 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-08-04T15:41:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:02 smithi007 ceph-mon[94998]: osdmap e854: 8 total, 8 up, 8 in 2024-08-04T15:41:03.640 INFO:tasks.rados.rados.0.smithi007.stdout:3940: done (1 left) 2024-08-04T15:41:03.641 INFO:tasks.rados.rados.0.smithi007.stdout:3941: read oid 43 snap -1 2024-08-04T15:41:03.641 INFO:tasks.rados.rados.0.smithi007.stdout:3941: expect (ObjNum 1209 snap 392 seq_num 1209) 2024-08-04T15:41:03.641 INFO:tasks.rados.rados.0.smithi007.stdout:3942: copy_from oid 37 from oid 5 current snap is 399 2024-08-04T15:41:03.641 INFO:tasks.rados.rados.0.smithi007.stdout:3943: read oid 32 snap 390 2024-08-04T15:41:03.641 INFO:tasks.rados.rados.0.smithi007.stdout:3943: expect (ObjNum 947 snap 297 seq_num 947) 2024-08-04T15:41:03.641 INFO:tasks.rados.rados.0.smithi007.stdout:3944: read oid 29 snap 387 2024-08-04T15:41:03.641 INFO:tasks.rados.rados.0.smithi007.stdout:3944: expect (ObjNum 1070 snap 339 seq_num 1070) 2024-08-04T15:41:03.641 INFO:tasks.rados.rados.0.smithi007.stdout:3945: read oid 8 snap -1 2024-08-04T15:41:03.641 INFO:tasks.rados.rados.0.smithi007.stdout:3945: expect (ObjNum 1146 snap 376 seq_num 1146) 2024-08-04T15:41:03.641 INFO:tasks.rados.rados.0.smithi007.stdout:3946: delete oid 28 current snap is 399 2024-08-04T15:41:03.641 INFO:tasks.rados.rados.0.smithi007.stdout:3939: expect (ObjNum 1154 snap 378 seq_num 1154) 2024-08-04T15:41:03.753 INFO:tasks.rados.rados.0.smithi007.stdout:3943: expect (ObjNum 947 snap 297 seq_num 947) 2024-08-04T15:41:03.820 INFO:tasks.rados.rados.0.smithi007.stdout:3944: expect (ObjNum 1070 snap 339 seq_num 1070) 2024-08-04T15:41:04.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:03 smithi062 ceph-mon[85960]: osdmap e855: 8 total, 8 up, 8 in 2024-08-04T15:41:04.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:03 smithi007 ceph-mon[92692]: osdmap e855: 8 total, 8 up, 8 in 2024-08-04T15:41:04.086 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:41:03 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[109388]: 2024-08-04T15:41:03.704+0000 7f86cd57f640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1d0 after trimming was started 2024-08-04T15:41:04.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:03 smithi007 ceph-mon[94998]: osdmap e855: 8 total, 8 up, 8 in 2024-08-04T15:41:04.094 INFO:tasks.rados.rados.0.smithi007.stdout:3942: finishing copy_from racing read to smithi00780855-37 2024-08-04T15:41:04.095 INFO:tasks.rados.rados.0.smithi007.stdout:3942: finishing copy_from to smithi00780855-37 2024-08-04T15:41:04.095 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 37 v 2892 (ObjNum 972 snap 305 seq_num 972) dirty exists 2024-08-04T15:41:04.095 INFO:tasks.rados.rados.0.smithi007.stdout:3939: done (6 left) 2024-08-04T15:41:04.095 INFO:tasks.rados.rados.0.smithi007.stdout:3942: done (5 left) 2024-08-04T15:41:04.095 INFO:tasks.rados.rados.0.smithi007.stdout:3943: done (4 left) 2024-08-04T15:41:04.095 INFO:tasks.rados.rados.0.smithi007.stdout:3944: done (3 left) 2024-08-04T15:41:04.095 INFO:tasks.rados.rados.0.smithi007.stdout:3946: done (2 left) 2024-08-04T15:41:04.095 INFO:tasks.rados.rados.0.smithi007.stdout:3947: copy_from oid 3 from oid 14 current snap is 399 2024-08-04T15:41:04.095 INFO:tasks.rados.rados.0.smithi007.stdout:3941: expect (ObjNum 1209 snap 392 seq_num 1209) 2024-08-04T15:41:04.851 INFO:tasks.rados.rados.0.smithi007.stdout:3945: expect (ObjNum 1146 snap 376 seq_num 1146) 2024-08-04T15:41:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:04 smithi062 ceph-mon[85960]: pgmap v941: 121 pgs: 121 active+clean; 484 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 830 KiB/s wr, 11 op/s 2024-08-04T15:41:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:04 smithi062 ceph-mon[85960]: osdmap e856: 8 total, 8 up, 8 in 2024-08-04T15:41:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:04 smithi062 ceph-mon[85960]: osdmap e857: 8 total, 8 up, 8 in 2024-08-04T15:41:05.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:04 smithi007 ceph-mon[92692]: pgmap v941: 121 pgs: 121 active+clean; 484 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 830 KiB/s wr, 11 op/s 2024-08-04T15:41:05.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:04 smithi007 ceph-mon[92692]: osdmap e856: 8 total, 8 up, 8 in 2024-08-04T15:41:05.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:04 smithi007 ceph-mon[92692]: osdmap e857: 8 total, 8 up, 8 in 2024-08-04T15:41:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:04 smithi007 ceph-mon[94998]: pgmap v941: 121 pgs: 121 active+clean; 484 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 830 KiB/s wr, 11 op/s 2024-08-04T15:41:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:04 smithi007 ceph-mon[94998]: osdmap e856: 8 total, 8 up, 8 in 2024-08-04T15:41:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:04 smithi007 ceph-mon[94998]: osdmap e857: 8 total, 8 up, 8 in 2024-08-04T15:41:06.153 INFO:tasks.rados.rados.0.smithi007.stdout:3947: finishing copy_from racing read to smithi00780855-3 2024-08-04T15:41:06.153 INFO:tasks.rados.rados.0.smithi007.stdout:3947: finishing copy_from to smithi00780855-3 2024-08-04T15:41:06.153 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 3662 (ObjNum 1024 snap 322 seq_num 1024) dirty exists 2024-08-04T15:41:06.153 INFO:tasks.rados.rados.0.smithi007.stdout:3941: done (2 left) 2024-08-04T15:41:06.153 INFO:tasks.rados.rados.0.smithi007.stdout:3945: done (1 left) 2024-08-04T15:41:06.153 INFO:tasks.rados.rados.0.smithi007.stdout:3947: done (0 left) 2024-08-04T15:41:06.153 INFO:tasks.rados.rados.0.smithi007.stdout:3948: copy_from oid 35 from oid 33 current snap is 399 2024-08-04T15:41:06.153 INFO:tasks.rados.rados.0.smithi007.stdout:3949: setattr oid 14 current snap is 399 2024-08-04T15:41:06.154 INFO:tasks.rados.rados.0.smithi007.stdout:3950: snap_create 2024-08-04T15:41:06.156 INFO:tasks.rados.rados.0.smithi007.stdout:3948: finishing copy_from racing read to smithi00780855-35 2024-08-04T15:41:06.156 INFO:tasks.rados.rados.0.smithi007.stdout:3948: finishing copy_from to smithi00780855-35 2024-08-04T15:41:06.156 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 35 v 2334 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-04T15:41:06.158 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 14 v 3744 (ObjNum 1024 snap 322 seq_num 1024) dirty exists 2024-08-04T15:41:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:41:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:41:06] "GET /metrics HTTP/1.1" 200 36253 "" "Prometheus/2.43.0" 2024-08-04T15:41:06.641 INFO:tasks.rados.rados.0.smithi007.stdout:3948: done (2 left) 2024-08-04T15:41:06.641 INFO:tasks.rados.rados.0.smithi007.stdout:3949: done (1 left) 2024-08-04T15:41:06.641 INFO:tasks.rados.rados.0.smithi007.stdout:3950: done (0 left) 2024-08-04T15:41:06.642 INFO:tasks.rados.rados.0.smithi007.stdout:3951: snap_create 2024-08-04T15:41:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:06 smithi062 ceph-mon[85960]: pgmap v944: 121 pgs: 121 active+clean; 485 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 290 KiB/s wr, 5 op/s 2024-08-04T15:41:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:41:07.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:06 smithi007 ceph-mon[94998]: pgmap v944: 121 pgs: 121 active+clean; 485 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 290 KiB/s wr, 5 op/s 2024-08-04T15:41:07.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:41:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:06 smithi007 ceph-mon[92692]: pgmap v944: 121 pgs: 121 active+clean; 485 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 290 KiB/s wr, 5 op/s 2024-08-04T15:41:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:41:07.652 INFO:tasks.rados.rados.0.smithi007.stdout:3951: done (0 left) 2024-08-04T15:41:07.653 INFO:tasks.rados.rados.0.smithi007.stdout:3952: delete oid 36 current snap is 401 2024-08-04T15:41:07.657 INFO:tasks.rados.rados.0.smithi007.stdout:3952: done (0 left) 2024-08-04T15:41:07.657 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 49 current snap is 401 2024-08-04T15:41:07.657 INFO:tasks.rados.rados.0.smithi007.stdout:3953: seq_num 1222 ranges {466944=475136,942080=606208,1548288=196608} 2024-08-04T15:41:07.662 INFO:tasks.rados.rados.0.smithi007.stdout:3953: writing smithi00780855-49 from 466944 to 942080 tid 1 2024-08-04T15:41:07.665 INFO:tasks.rados.rados.0.smithi007.stdout:3953: writing smithi00780855-49 from 942080 to 1548288 tid 2 2024-08-04T15:41:07.666 INFO:tasks.rados.rados.0.smithi007.stdout:3953: writing smithi00780855-49 from 1548288 to 1744896 tid 3 2024-08-04T15:41:07.667 INFO:tasks.rados.rados.0.smithi007.stdout:3954: rollback oid 45 current snap is 401 2024-08-04T15:41:07.667 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 45 to 339 2024-08-04T15:41:07.667 INFO:tasks.rados.rados.0.smithi007.stdout:3955: setattr oid 5 current snap is 401 2024-08-04T15:41:07.668 INFO:tasks.rados.rados.0.smithi007.stdout:3956: copy_from oid 3 from oid 46 current snap is 401 2024-08-04T15:41:07.668 INFO:tasks.rados.rados.0.smithi007.stdout:3957: copy_from oid 47 from oid 50 current snap is 401 2024-08-04T15:41:07.668 INFO:tasks.rados.rados.0.smithi007.stdout:3958: read oid 38 snap -1 2024-08-04T15:41:07.668 INFO:tasks.rados.rados.0.smithi007.stdout:3958: expect (ObjNum 1212 snap 395 seq_num 1212) 2024-08-04T15:41:07.669 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 7 current snap is 401 2024-08-04T15:41:07.669 INFO:tasks.rados.rados.0.smithi007.stdout:3959: seq_num 1223 ranges {4947968=491520,5439488=491520,5931008=311296} 2024-08-04T15:41:07.699 INFO:tasks.rados.rados.0.smithi007.stdout:3959: writing smithi00780855-7 from 4947968 to 5439488 tid 1 2024-08-04T15:41:07.701 INFO:tasks.rados.rados.0.smithi007.stdout:3959: writing smithi00780855-7 from 5439488 to 5931008 tid 2 2024-08-04T15:41:07.703 INFO:tasks.rados.rados.0.smithi007.stdout:3959: writing smithi00780855-7 from 5931008 to 6242304 tid 3 2024-08-04T15:41:07.704 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 44 current snap is 401 2024-08-04T15:41:07.704 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 5 v 2902 (ObjNum 972 snap 305 seq_num 972) dirty exists 2024-08-04T15:41:07.704 INFO:tasks.rados.rados.0.smithi007.stdout:3953: finishing write tid 1 to smithi00780855-49 2024-08-04T15:41:07.704 INFO:tasks.rados.rados.0.smithi007.stdout:3957: finishing copy_from racing read to smithi00780855-47 2024-08-04T15:41:07.704 INFO:tasks.rados.rados.0.smithi007.stdout:3954: finishing rollback tid 0 to smithi00780855-45 2024-08-04T15:41:07.704 INFO:tasks.rados.rados.0.smithi007.stdout:3954: finishing rollback tid 1 to smithi00780855-45 2024-08-04T15:41:07.704 INFO:tasks.rados.rados.0.smithi007.stdout:3953: finishing write tid 2 to smithi00780855-49 2024-08-04T15:41:07.704 INFO:tasks.rados.rados.0.smithi007.stdout:3960: seq_num 1224 ranges {1572864=507904,2080768=425984,2506752=376832} 2024-08-04T15:41:07.714 INFO:tasks.rados.rados.0.smithi007.stdout:3960: writing smithi00780855-44 from 1572864 to 2080768 tid 1 2024-08-04T15:41:07.717 INFO:tasks.rados.rados.0.smithi007.stdout:3960: writing smithi00780855-44 from 2080768 to 2506752 tid 2 2024-08-04T15:41:07.719 INFO:tasks.rados.rados.0.smithi007.stdout:3960: writing smithi00780855-44 from 2506752 to 2883584 tid 3 2024-08-04T15:41:07.720 INFO:tasks.rados.rados.0.smithi007.stdout:3955: done (7 left) 2024-08-04T15:41:07.720 INFO:tasks.rados.rados.0.smithi007.stdout:3961: read oid 18 snap -1 2024-08-04T15:41:07.720 INFO:tasks.rados.rados.0.smithi007.stdout:3961: expect (ObjNum 1024 snap 322 seq_num 1024) 2024-08-04T15:41:07.720 INFO:tasks.rados.rados.0.smithi007.stdout:3962: snap_remove snap 355 2024-08-04T15:41:08.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:07 smithi062 ceph-mon[85960]: osdmap e858: 8 total, 8 up, 8 in 2024-08-04T15:41:08.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:07 smithi007 ceph-mon[94998]: osdmap e858: 8 total, 8 up, 8 in 2024-08-04T15:41:08.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:07 smithi007 ceph-mon[92692]: osdmap e858: 8 total, 8 up, 8 in 2024-08-04T15:41:08.658 INFO:tasks.rados.rados.0.smithi007.stdout:3962: done (8 left) 2024-08-04T15:41:08.658 INFO:tasks.rados.rados.0.smithi007.stdout:3963: copy_from oid 25 from oid 42 current snap is 401 2024-08-04T15:41:08.658 INFO:tasks.rados.rados.0.smithi007.stdout:3954: finishing rollback tid 2 to smithi00780855-45 2024-08-04T15:41:08.659 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 45 v 3748 (ObjNum 1018 snap 320 seq_num 1018) dirty exists 2024-08-04T15:41:08.659 INFO:tasks.rados.rados.0.smithi007.stdout:3957: finishing copy_from to smithi00780855-47 2024-08-04T15:41:08.659 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 47 v 2997 (ObjNum 1179 snap 383 seq_num 1179) dirty exists 2024-08-04T15:41:08.659 INFO:tasks.rados.rados.0.smithi007.stdout:3953: finishing write tid 3 to smithi00780855-49 2024-08-04T15:41:08.659 INFO:tasks.rados.rados.0.smithi007.stdout:3956: finishing copy_from racing read to smithi00780855-3 2024-08-04T15:41:08.659 INFO:tasks.rados.rados.0.smithi007.stdout:3953: finishing write tid 4 to smithi00780855-49 2024-08-04T15:41:08.659 INFO:tasks.rados.rados.0.smithi007.stdout:3956: finishing copy_from to smithi00780855-3 2024-08-04T15:41:08.659 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 3 v 2901 (ObjNum 1044 snap 332 seq_num 1044) dirty exists 2024-08-04T15:41:08.659 INFO:tasks.rados.rados.0.smithi007.stdout:3953: finishing write tid 5 to smithi00780855-49 2024-08-04T15:41:08.659 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 49 v 3635 (ObjNum 1222 snap 401 seq_num 1222) dirty exists 2024-08-04T15:41:08.659 INFO:tasks.rados.rados.0.smithi007.stdout:3953: left oid 49 (ObjNum 1222 snap 401 seq_num 1222) 2024-08-04T15:41:08.659 INFO:tasks.rados.rados.0.smithi007.stdout:3958: expect (ObjNum 1212 snap 395 seq_num 1212) 2024-08-04T15:41:08.864 INFO:tasks.rados.rados.0.smithi007.stdout:3959: finishing write tid 1 to smithi00780855-7 2024-08-04T15:41:08.864 INFO:tasks.rados.rados.0.smithi007.stdout:3959: finishing write tid 2 to smithi00780855-7 2024-08-04T15:41:08.864 INFO:tasks.rados.rados.0.smithi007.stdout:3959: finishing write tid 3 to smithi00780855-7 2024-08-04T15:41:08.864 INFO:tasks.rados.rados.0.smithi007.stdout:3959: finishing write tid 4 to smithi00780855-7 2024-08-04T15:41:08.864 INFO:tasks.rados.rados.0.smithi007.stdout:3959: finishing write tid 5 to smithi00780855-7 2024-08-04T15:41:08.865 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 7 v 3639 (ObjNum 1223 snap 401 seq_num 1223) dirty exists 2024-08-04T15:41:08.865 INFO:tasks.rados.rados.0.smithi007.stdout:3959: left oid 7 (ObjNum 1223 snap 401 seq_num 1223) 2024-08-04T15:41:08.865 INFO:tasks.rados.rados.0.smithi007.stdout:3960: finishing write tid 1 to smithi00780855-44 2024-08-04T15:41:08.865 INFO:tasks.rados.rados.0.smithi007.stdout:3953: done (8 left) 2024-08-04T15:41:08.865 INFO:tasks.rados.rados.0.smithi007.stdout:3954: done (7 left) 2024-08-04T15:41:08.865 INFO:tasks.rados.rados.0.smithi007.stdout:3956: done (6 left) 2024-08-04T15:41:08.865 INFO:tasks.rados.rados.0.smithi007.stdout:3957: done (5 left) 2024-08-04T15:41:08.865 INFO:tasks.rados.rados.0.smithi007.stdout:3958: done (4 left) 2024-08-04T15:41:08.865 INFO:tasks.rados.rados.0.smithi007.stdout:3959: done (3 left) 2024-08-04T15:41:08.865 INFO:tasks.rados.rados.0.smithi007.stdout:3964: snap_create 2024-08-04T15:41:08.865 INFO:tasks.rados.rados.0.smithi007.stdout:3960: finishing write tid 2 to smithi00780855-44 2024-08-04T15:41:08.865 INFO:tasks.rados.rados.0.smithi007.stdout:3961: expect (ObjNum 1024 snap 322 seq_num 1024) 2024-08-04T15:41:08.874 INFO:tasks.rados.rados.0.smithi007.stdout:3960: finishing write tid 3 to smithi00780855-44 2024-08-04T15:41:08.874 INFO:tasks.rados.rados.0.smithi007.stdout:3960: finishing write tid 4 to smithi00780855-44 2024-08-04T15:41:08.874 INFO:tasks.rados.rados.0.smithi007.stdout:3960: finishing write tid 5 to smithi00780855-44 2024-08-04T15:41:08.874 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 44 v 2743 (ObjNum 1224 snap 401 seq_num 1224) dirty exists 2024-08-04T15:41:08.874 INFO:tasks.rados.rados.0.smithi007.stdout:3960: left oid 44 (ObjNum 1224 snap 401 seq_num 1224) 2024-08-04T15:41:08.874 INFO:tasks.rados.rados.0.smithi007.stdout:3963: finishing copy_from racing read to smithi00780855-25 2024-08-04T15:41:08.874 INFO:tasks.rados.rados.0.smithi007.stdout:3963: finishing copy_from to smithi00780855-25 2024-08-04T15:41:08.874 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 2314 (ObjNum 1154 snap 378 seq_num 1154) dirty exists 2024-08-04T15:41:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:08 smithi062 ceph-mon[85960]: pgmap v946: 121 pgs: 121 active+clean; 485 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 258 KiB/s wr, 6 op/s 2024-08-04T15:41:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:08 smithi062 ceph-mon[85960]: osdmap e859: 8 total, 8 up, 8 in 2024-08-04T15:41:09.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:08 smithi007 ceph-mon[92692]: pgmap v946: 121 pgs: 121 active+clean; 485 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 258 KiB/s wr, 6 op/s 2024-08-04T15:41:09.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:08 smithi007 ceph-mon[92692]: osdmap e859: 8 total, 8 up, 8 in 2024-08-04T15:41:09.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:08 smithi007 ceph-mon[94998]: pgmap v946: 121 pgs: 121 active+clean; 485 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 258 KiB/s wr, 6 op/s 2024-08-04T15:41:09.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:08 smithi007 ceph-mon[94998]: osdmap e859: 8 total, 8 up, 8 in 2024-08-04T15:41:09.591 INFO:tasks.rados.rados.0.smithi007.stdout:3960: done (3 left) 2024-08-04T15:41:09.591 INFO:tasks.rados.rados.0.smithi007.stdout:3961: done (2 left) 2024-08-04T15:41:09.591 INFO:tasks.rados.rados.0.smithi007.stdout:3963: done (1 left) 2024-08-04T15:41:09.591 INFO:tasks.rados.rados.0.smithi007.stdout:3964: done (0 left) 2024-08-04T15:41:09.592 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 402 2024-08-04T15:41:09.592 INFO:tasks.rados.rados.0.smithi007.stdout:3965: seq_num 1225 ranges {974848=524288,1499136=712704,2211840=90112} 2024-08-04T15:41:09.599 INFO:tasks.rados.rados.0.smithi007.stdout:3965: writing smithi00780855-48 from 974848 to 1499136 tid 1 2024-08-04T15:41:09.603 INFO:tasks.rados.rados.0.smithi007.stdout:3965: writing smithi00780855-48 from 1499136 to 2211840 tid 2 2024-08-04T15:41:09.604 INFO:tasks.rados.rados.0.smithi007.stdout:3965: writing smithi00780855-48 from 2211840 to 2301952 tid 3 2024-08-04T15:41:09.604 INFO:tasks.rados.rados.0.smithi007.stdout:3966: snap_create 2024-08-04T15:41:09.608 INFO:tasks.rados.rados.0.smithi007.stdout:3965: finishing write tid 1 to smithi00780855-48 2024-08-04T15:41:09.609 INFO:tasks.rados.rados.0.smithi007.stdout:3965: finishing write tid 2 to smithi00780855-48 2024-08-04T15:41:09.609 INFO:tasks.rados.rados.0.smithi007.stdout:3965: finishing write tid 3 to smithi00780855-48 2024-08-04T15:41:09.611 INFO:tasks.rados.rados.0.smithi007.stdout:3965: finishing write tid 4 to smithi00780855-48 2024-08-04T15:41:09.612 INFO:tasks.rados.rados.0.smithi007.stdout:3965: finishing write tid 5 to smithi00780855-48 2024-08-04T15:41:09.612 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 3666 (ObjNum 1225 snap 402 seq_num 1225) dirty exists 2024-08-04T15:41:09.612 INFO:tasks.rados.rados.0.smithi007.stdout:3965: left oid 48 (ObjNum 1225 snap 402 seq_num 1225) 2024-08-04T15:41:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:09 smithi062 ceph-mon[85960]: osdmap e860: 8 total, 8 up, 8 in 2024-08-04T15:41:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:09 smithi062 ceph-mon[85960]: osdmap e861: 8 total, 8 up, 8 in 2024-08-04T15:41:10.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:09 smithi007 ceph-mon[92692]: osdmap e860: 8 total, 8 up, 8 in 2024-08-04T15:41:10.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:09 smithi007 ceph-mon[92692]: osdmap e861: 8 total, 8 up, 8 in 2024-08-04T15:41:10.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:09 smithi007 ceph-mon[94998]: osdmap e860: 8 total, 8 up, 8 in 2024-08-04T15:41:10.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:09 smithi007 ceph-mon[94998]: osdmap e861: 8 total, 8 up, 8 in 2024-08-04T15:41:10.593 INFO:tasks.rados.rados.0.smithi007.stdout:3965: done (1 left) 2024-08-04T15:41:10.593 INFO:tasks.rados.rados.0.smithi007.stdout:3966: done (0 left) 2024-08-04T15:41:10.593 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 31 current snap is 403 2024-08-04T15:41:10.593 INFO:tasks.rados.rados.0.smithi007.stdout:3967: seq_num 1226 ranges {0=540672,540672=598016,1138688=204800} 2024-08-04T15:41:10.595 INFO:tasks.rados.rados.0.smithi007.stdout:3967: writing smithi00780855-31 from 0 to 540672 tid 1 2024-08-04T15:41:10.599 INFO:tasks.rados.rados.0.smithi007.stdout:3967: writing smithi00780855-31 from 540672 to 1138688 tid 2 2024-08-04T15:41:10.600 INFO:tasks.rados.rados.0.smithi007.stdout:3967: writing smithi00780855-31 from 1138688 to 1343488 tid 3 2024-08-04T15:41:10.600 INFO:tasks.rados.rados.0.smithi007.stdout:3968: copy_from oid 50 from oid 15 current snap is 403 2024-08-04T15:41:10.600 INFO:tasks.rados.rados.0.smithi007.stdout:3969: snap_create 2024-08-04T15:41:10.607 INFO:tasks.rados.rados.0.smithi007.stdout:3967: finishing write tid 1 to smithi00780855-31 2024-08-04T15:41:10.607 INFO:tasks.rados.rados.0.smithi007.stdout:3967: finishing write tid 2 to smithi00780855-31 2024-08-04T15:41:10.609 INFO:tasks.rados.rados.0.smithi007.stdout:3967: finishing write tid 3 to smithi00780855-31 2024-08-04T15:41:10.610 INFO:tasks.rados.rados.0.smithi007.stdout:3967: finishing write tid 4 to smithi00780855-31 2024-08-04T15:41:10.612 INFO:tasks.rados.rados.0.smithi007.stdout:3967: finishing write tid 5 to smithi00780855-31 2024-08-04T15:41:10.612 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 3528 (ObjNum 1226 snap 403 seq_num 1226) dirty exists 2024-08-04T15:41:10.613 INFO:tasks.rados.rados.0.smithi007.stdout:3967: left oid 31 (ObjNum 1226 snap 403 seq_num 1226) 2024-08-04T15:41:10.623 INFO:tasks.rados.rados.0.smithi007.stdout:3968: finishing copy_from racing read to smithi00780855-50 2024-08-04T15:41:10.625 INFO:tasks.rados.rados.0.smithi007.stdout:3968: finishing copy_from to smithi00780855-50 2024-08-04T15:41:10.625 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 50 v 3518 (ObjNum 1152 snap 377 seq_num 1152) dirty exists 2024-08-04T15:41:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:10 smithi062 ceph-mon[85960]: pgmap v949: 121 pgs: 121 active+clean; 489 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 868 KiB/s wr, 8 op/s 2024-08-04T15:41:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:10 smithi062 ceph-mon[85960]: osdmap e862: 8 total, 8 up, 8 in 2024-08-04T15:41:11.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:10 smithi007 ceph-mon[92692]: pgmap v949: 121 pgs: 121 active+clean; 489 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 868 KiB/s wr, 8 op/s 2024-08-04T15:41:11.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:10 smithi007 ceph-mon[92692]: osdmap e862: 8 total, 8 up, 8 in 2024-08-04T15:41:11.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:10 smithi007 ceph-mon[94998]: pgmap v949: 121 pgs: 121 active+clean; 489 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 868 KiB/s wr, 8 op/s 2024-08-04T15:41:11.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:10 smithi007 ceph-mon[94998]: osdmap e862: 8 total, 8 up, 8 in 2024-08-04T15:41:11.594 INFO:tasks.rados.rados.0.smithi007.stdout:3967: done (2 left) 2024-08-04T15:41:11.595 INFO:tasks.rados.rados.0.smithi007.stdout:3968: done (1 left) 2024-08-04T15:41:11.595 INFO:tasks.rados.rados.0.smithi007.stdout:3969: done (0 left) 2024-08-04T15:41:11.595 INFO:tasks.rados.rados.0.smithi007.stdout:3970: rollback oid 31 current snap is 404 2024-08-04T15:41:11.595 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 31 to 396 2024-08-04T15:41:11.595 INFO:tasks.rados.rados.0.smithi007.stdout:3971: read oid 29 snap -1 2024-08-04T15:41:11.595 INFO:tasks.rados.rados.0.smithi007.stdout:3971: expect (ObjNum 1070 snap 339 seq_num 1070) 2024-08-04T15:41:11.595 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 8 current snap is 404 2024-08-04T15:41:11.595 INFO:tasks.rados.rados.0.smithi007.stdout:3972: seq_num 1227 ranges {13647872=557056,14204928=483328,14688256=319488} 2024-08-04T15:41:11.672 INFO:tasks.rados.rados.0.smithi007.stdout:3972: writing smithi00780855-8 from 13647872 to 14204928 tid 1 2024-08-04T15:41:11.675 INFO:tasks.rados.rados.0.smithi007.stdout:3972: writing smithi00780855-8 from 14204928 to 14688256 tid 2 2024-08-04T15:41:11.677 INFO:tasks.rados.rados.0.smithi007.stdout:3972: writing smithi00780855-8 from 14688256 to 15007744 tid 3 2024-08-04T15:41:11.677 INFO:tasks.rados.rados.0.smithi007.stdout:3973: rmattr oid 6 current snap is 404 2024-08-04T15:41:11.677 INFO:tasks.rados.rados.0.smithi007.stdout:3970: finishing rollback tid 0 to smithi00780855-31 2024-08-04T15:41:11.677 INFO:tasks.rados.rados.0.smithi007.stdout:3974: copy_from oid 1 from oid 23 current snap is 404 2024-08-04T15:41:11.678 INFO:tasks.rados.rados.0.smithi007.stdout:3970: finishing rollback tid 1 to smithi00780855-31 2024-08-04T15:41:11.678 INFO:tasks.rados.rados.0.smithi007.stdout:3970: finishing rollback tid 2 to smithi00780855-31 2024-08-04T15:41:11.678 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 31 v 3531 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-04T15:41:11.678 INFO:tasks.rados.rados.0.smithi007.stdout:3971: expect (ObjNum 1070 snap 339 seq_num 1070) 2024-08-04T15:41:11.956 INFO:tasks.rados.rados.0.smithi007.stdout:3972: finishing write tid 1 to smithi00780855-8 2024-08-04T15:41:11.956 INFO:tasks.rados.rados.0.smithi007.stdout:3972: finishing write tid 2 to smithi00780855-8 2024-08-04T15:41:11.956 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 2935 (ObjNum 1184 snap 384 seq_num 1184) dirty exists 2024-08-04T15:41:11.956 INFO:tasks.rados.rados.0.smithi007.stdout:3972: finishing write tid 3 to smithi00780855-8 2024-08-04T15:41:11.956 INFO:tasks.rados.rados.0.smithi007.stdout:3972: finishing write tid 4 to smithi00780855-8 2024-08-04T15:41:11.956 INFO:tasks.rados.rados.0.smithi007.stdout:3972: finishing write tid 5 to smithi00780855-8 2024-08-04T15:41:11.956 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 3534 (ObjNum 1227 snap 404 seq_num 1227) dirty exists 2024-08-04T15:41:11.956 INFO:tasks.rados.rados.0.smithi007.stdout:3972: left oid 8 (ObjNum 1227 snap 404 seq_num 1227) 2024-08-04T15:41:11.956 INFO:tasks.rados.rados.0.smithi007.stdout:3974: finishing copy_from racing read to smithi00780855-1 2024-08-04T15:41:11.957 INFO:tasks.rados.rados.0.smithi007.stdout:3974: finishing copy_from to smithi00780855-1 2024-08-04T15:41:11.957 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 2936 (ObjNum 1074 snap 340 seq_num 1074) dirty exists 2024-08-04T15:41:11.957 INFO:tasks.rados.rados.0.smithi007.stdout:3970: done (4 left) 2024-08-04T15:41:11.957 INFO:tasks.rados.rados.0.smithi007.stdout:3971: done (3 left) 2024-08-04T15:41:11.957 INFO:tasks.rados.rados.0.smithi007.stdout:3972: done (2 left) 2024-08-04T15:41:11.957 INFO:tasks.rados.rados.0.smithi007.stdout:3973: done (1 left) 2024-08-04T15:41:11.957 INFO:tasks.rados.rados.0.smithi007.stdout:3974: done (0 left) 2024-08-04T15:41:11.957 INFO:tasks.rados.rados.0.smithi007.stdout:3975: setattr oid 41 current snap is 404 2024-08-04T15:41:11.959 INFO:tasks.rados.rados.0.smithi007.stdout:3976: rollback oid 1 current snap is 404 2024-08-04T15:41:11.960 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 1 to 368 2024-08-04T15:41:11.960 INFO:tasks.rados.rados.0.smithi007.stdout:3977: read oid 36 snap -1 2024-08-04T15:41:11.960 INFO:tasks.rados.rados.0.smithi007.stdout:3977: expect deleted 2024-08-04T15:41:11.960 INFO:tasks.rados.rados.0.smithi007.stdout:3978: rollback oid 2 current snap is 404 2024-08-04T15:41:11.960 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 2 to 380 2024-08-04T15:41:11.960 INFO:tasks.rados.rados.0.smithi007.stdout:3979: rollback oid 33 current snap is 404 2024-08-04T15:41:11.960 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 33 to 385 2024-08-04T15:41:11.960 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 48 current snap is 404 2024-08-04T15:41:11.960 INFO:tasks.rados.rados.0.smithi007.stdout:3980: seq_num 1228 ranges {2301952=573440,2875392=761856,3637248=40960} 2024-08-04T15:41:11.975 INFO:tasks.rados.rados.0.smithi007.stdout:3980: writing smithi00780855-48 from 2301952 to 2875392 tid 1 2024-08-04T15:41:11.979 INFO:tasks.rados.rados.0.smithi007.stdout:3980: writing smithi00780855-48 from 2875392 to 3637248 tid 2 2024-08-04T15:41:11.980 INFO:tasks.rados.rados.0.smithi007.stdout:3980: writing smithi00780855-48 from 3637248 to 3678208 tid 3 2024-08-04T15:41:11.980 INFO:tasks.rados.rados.0.smithi007.stdout:3981: snap_create 2024-08-04T15:41:11.981 INFO:tasks.rados.rados.0.smithi007.stdout:3978: finishing rollback tid 0 to smithi00780855-2 2024-08-04T15:41:11.981 INFO:tasks.rados.rados.0.smithi007.stdout:3978: finishing rollback tid 1 to smithi00780855-2 2024-08-04T15:41:11.981 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 2 v 3668 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-04T15:41:11.981 INFO:tasks.rados.rados.0.smithi007.stdout:3976: finishing rollback tid 0 to smithi00780855-1 2024-08-04T15:41:11.981 INFO:tasks.rados.rados.0.smithi007.stdout:3979: finishing rollback tid 0 to smithi00780855-33 2024-08-04T15:41:11.981 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 41 v 3761 (ObjNum 33 snap 0 seq_num 2404296001) dirty exists 2024-08-04T15:41:11.981 INFO:tasks.rados.rados.0.smithi007.stdout:3976: finishing rollback tid 1 to smithi00780855-1 2024-08-04T15:41:11.981 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 1 v 2938 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-04T15:41:11.981 INFO:tasks.rados.rados.0.smithi007.stdout:3979: finishing rollback tid 1 to smithi00780855-33 2024-08-04T15:41:11.981 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 33 v 2337 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-04T15:41:11.981 INFO:tasks.rados.rados.0.smithi007.stdout:3980: finishing write tid 1 to smithi00780855-48 2024-08-04T15:41:11.983 INFO:tasks.rados.rados.0.smithi007.stdout:3980: finishing write tid 2 to smithi00780855-48 2024-08-04T15:41:11.984 INFO:tasks.rados.rados.0.smithi007.stdout:3980: finishing write tid 3 to smithi00780855-48 2024-08-04T15:41:11.984 INFO:tasks.rados.rados.0.smithi007.stdout:3980: finishing write tid 4 to smithi00780855-48 2024-08-04T15:41:11.985 INFO:tasks.rados.rados.0.smithi007.stdout:3980: finishing write tid 5 to smithi00780855-48 2024-08-04T15:41:11.985 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 48 v 3672 (ObjNum 1228 snap 404 seq_num 1228) dirty exists 2024-08-04T15:41:11.985 INFO:tasks.rados.rados.0.smithi007.stdout:3980: left oid 48 (ObjNum 1228 snap 404 seq_num 1228) 2024-08-04T15:41:12.591 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:41:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:41:12.666 INFO:tasks.rados.rados.0.smithi007.stdout:3975: done (6 left) 2024-08-04T15:41:12.667 INFO:tasks.rados.rados.0.smithi007.stdout:3976: done (5 left) 2024-08-04T15:41:12.667 INFO:tasks.rados.rados.0.smithi007.stdout:3977: done (4 left) 2024-08-04T15:41:12.667 INFO:tasks.rados.rados.0.smithi007.stdout:3978: done (3 left) 2024-08-04T15:41:12.667 INFO:tasks.rados.rados.0.smithi007.stdout:3979: done (2 left) 2024-08-04T15:41:12.667 INFO:tasks.rados.rados.0.smithi007.stdout:3980: done (1 left) 2024-08-04T15:41:12.667 INFO:tasks.rados.rados.0.smithi007.stdout:3981: done (0 left) 2024-08-04T15:41:12.667 INFO:tasks.rados.rados.0.smithi007.stdout:3982: snap_create 2024-08-04T15:41:13.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:12 smithi062 ceph-mon[85960]: pgmap v952: 121 pgs: 121 active+clean; 494 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-08-04T15:41:13.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:12 smithi062 ceph-mon[85960]: osdmap e863: 8 total, 8 up, 8 in 2024-08-04T15:41:13.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:12 smithi007 ceph-mon[92692]: pgmap v952: 121 pgs: 121 active+clean; 494 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-08-04T15:41:13.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:12 smithi007 ceph-mon[92692]: osdmap e863: 8 total, 8 up, 8 in 2024-08-04T15:41:13.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:12 smithi007 ceph-mon[94998]: pgmap v952: 121 pgs: 121 active+clean; 494 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-08-04T15:41:13.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:12 smithi007 ceph-mon[94998]: osdmap e863: 8 total, 8 up, 8 in 2024-08-04T15:41:13.673 INFO:tasks.rados.rados.0.smithi007.stdout:3982: done (0 left) 2024-08-04T15:41:13.673 INFO:tasks.rados.rados.0.smithi007.stdout:3983: copy_from oid 12 from oid 13 current snap is 406 2024-08-04T15:41:13.673 INFO:tasks.rados.rados.0.smithi007.stdout:3984: snap_create 2024-08-04T15:41:13.679 INFO:tasks.rados.rados.0.smithi007.stdout:3983: finishing copy_from racing read to smithi00780855-12 2024-08-04T15:41:13.680 INFO:tasks.rados.rados.0.smithi007.stdout:3983: finishing copy_from to smithi00780855-12 2024-08-04T15:41:13.680 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 12 v 3519 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-04T15:41:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:13 smithi062 ceph-mon[85960]: osdmap e864: 8 total, 8 up, 8 in 2024-08-04T15:41:14.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:13 smithi007 ceph-mon[92692]: osdmap e864: 8 total, 8 up, 8 in 2024-08-04T15:41:14.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:13 smithi007 ceph-mon[94998]: osdmap e864: 8 total, 8 up, 8 in 2024-08-04T15:41:14.593 INFO:tasks.rados.rados.0.smithi007.stdout:3983: done (1 left) 2024-08-04T15:41:14.593 INFO:tasks.rados.rados.0.smithi007.stdout:3984: done (0 left) 2024-08-04T15:41:14.593 INFO:tasks.rados.rados.0.smithi007.stdout:3985: rollback oid 8 current snap is 407 2024-08-04T15:41:14.593 INFO:tasks.rados.rados.0.smithi007.stdout:rollback oid 8 to 402 2024-08-04T15:41:14.593 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 32 current snap is 407 2024-08-04T15:41:14.593 INFO:tasks.rados.rados.0.smithi007.stdout:3986: seq_num 1229 ranges {2129920=589824,2719744=647168,3366912=155648} 2024-08-04T15:41:14.608 INFO:tasks.rados.rados.0.smithi007.stdout:3986: writing smithi00780855-32 from 2129920 to 2719744 tid 1 2024-08-04T15:41:14.611 INFO:tasks.rados.rados.0.smithi007.stdout:3986: writing smithi00780855-32 from 2719744 to 3366912 tid 2 2024-08-04T15:41:14.613 INFO:tasks.rados.rados.0.smithi007.stdout:3986: writing smithi00780855-32 from 3366912 to 3522560 tid 3 2024-08-04T15:41:14.613 INFO:tasks.rados.rados.0.smithi007.stdout:3987: snap_create 2024-08-04T15:41:14.613 INFO:tasks.rados.rados.0.smithi007.stdout:3985: finishing rollback tid 0 to smithi00780855-8 2024-08-04T15:41:14.613 INFO:tasks.rados.rados.0.smithi007.stdout:3985: finishing rollback tid 1 to smithi00780855-8 2024-08-04T15:41:14.613 INFO:tasks.rados.rados.0.smithi007.stdout:3985: finishing rollback tid 2 to smithi00780855-8 2024-08-04T15:41:14.613 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 8 v 3537 (ObjNum 1146 snap 376 seq_num 1146) dirty exists 2024-08-04T15:41:14.613 INFO:tasks.rados.rados.0.smithi007.stdout:3986: finishing write tid 1 to smithi00780855-32 2024-08-04T15:41:14.616 INFO:tasks.rados.rados.0.smithi007.stdout:3986: finishing write tid 2 to smithi00780855-32 2024-08-04T15:41:14.617 INFO:tasks.rados.rados.0.smithi007.stdout:3986: finishing write tid 3 to smithi00780855-32 2024-08-04T15:41:14.617 INFO:tasks.rados.rados.0.smithi007.stdout:3986: finishing write tid 4 to smithi00780855-32 2024-08-04T15:41:14.618 INFO:tasks.rados.rados.0.smithi007.stdout:3986: finishing write tid 5 to smithi00780855-32 2024-08-04T15:41:14.618 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 32 v 3541 (ObjNum 1229 snap 407 seq_num 1229) dirty exists 2024-08-04T15:41:14.619 INFO:tasks.rados.rados.0.smithi007.stdout:3986: left oid 32 (ObjNum 1229 snap 407 seq_num 1229) 2024-08-04T15:41:14.986 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:14 smithi007 ceph-mon[92692]: pgmap v955: 121 pgs: 121 active+clean; 495 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-04T15:41:14.986 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:14 smithi007 ceph-mon[92692]: osdmap e865: 8 total, 8 up, 8 in 2024-08-04T15:41:14.986 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:14 smithi007 ceph-mon[92692]: osdmap e866: 8 total, 8 up, 8 in 2024-08-04T15:41:14.987 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:14 smithi007 ceph-mon[94998]: pgmap v955: 121 pgs: 121 active+clean; 495 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-04T15:41:14.987 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:14 smithi007 ceph-mon[94998]: osdmap e865: 8 total, 8 up, 8 in 2024-08-04T15:41:14.987 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:14 smithi007 ceph-mon[94998]: osdmap e866: 8 total, 8 up, 8 in 2024-08-04T15:41:15.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:14 smithi062 ceph-mon[85960]: pgmap v955: 121 pgs: 121 active+clean; 495 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-04T15:41:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:14 smithi062 ceph-mon[85960]: osdmap e865: 8 total, 8 up, 8 in 2024-08-04T15:41:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:14 smithi062 ceph-mon[85960]: osdmap e866: 8 total, 8 up, 8 in 2024-08-04T15:41:15.594 INFO:tasks.rados.rados.0.smithi007.stdout:3985: done (2 left) 2024-08-04T15:41:15.594 INFO:tasks.rados.rados.0.smithi007.stdout:3986: done (1 left) 2024-08-04T15:41:15.594 INFO:tasks.rados.rados.0.smithi007.stdout:3987: done (0 left) 2024-08-04T15:41:15.594 INFO:tasks.rados.rados.0.smithi007.stdout:3988: rmattr oid 22 current snap is 408 2024-08-04T15:41:15.594 INFO:tasks.rados.rados.0.smithi007.stdout:3988: done (0 left) 2024-08-04T15:41:15.594 INFO:tasks.rados.rados.0.smithi007.stdout:3989: read oid 10 snap -1 2024-08-04T15:41:15.594 INFO:tasks.rados.rados.0.smithi007.stdout:3989: expect deleted 2024-08-04T15:41:15.594 INFO:tasks.rados.rados.0.smithi007.stdout:3990: delete oid 6 current snap is 408 2024-08-04T15:41:15.599 INFO:tasks.rados.rados.0.smithi007.stdout:3989: done (1 left) 2024-08-04T15:41:15.599 INFO:tasks.rados.rados.0.smithi007.stdout:3990: done (0 left) 2024-08-04T15:41:15.599 INFO:tasks.rados.rados.0.smithi007.stdout:3991: snap_remove snap 384 2024-08-04T15:41:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:41:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:41:16] "GET /metrics HTTP/1.1" 200 36253 "" "Prometheus/2.43.0" 2024-08-04T15:41:16.597 INFO:tasks.rados.rados.0.smithi007.stdout:3991: done (0 left) 2024-08-04T15:41:16.597 INFO:tasks.rados.rados.0.smithi007.stdout:3992: snap_remove snap 398 2024-08-04T15:41:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:16 smithi062 ceph-mon[85960]: pgmap v958: 121 pgs: 121 active+clean; 501 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-08-04T15:41:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:16 smithi062 ceph-mon[85960]: osdmap e867: 8 total, 8 up, 8 in 2024-08-04T15:41:17.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:16 smithi007 ceph-mon[92692]: pgmap v958: 121 pgs: 121 active+clean; 501 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-08-04T15:41:17.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:16 smithi007 ceph-mon[92692]: osdmap e867: 8 total, 8 up, 8 in 2024-08-04T15:41:17.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:16 smithi007 ceph-mon[94998]: pgmap v958: 121 pgs: 121 active+clean; 501 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-08-04T15:41:17.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:16 smithi007 ceph-mon[94998]: osdmap e867: 8 total, 8 up, 8 in 2024-08-04T15:41:17.612 INFO:tasks.rados.rados.0.smithi007.stdout:3992: done (0 left) 2024-08-04T15:41:17.612 INFO:tasks.rados.rados.0.smithi007.stdout:3993: read oid 22 snap -1 2024-08-04T15:41:17.612 INFO:tasks.rados.rados.0.smithi007.stdout:3993: expect (ObjNum 1205 snap 389 seq_num 1205) 2024-08-04T15:41:17.613 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 6 current snap is 408 2024-08-04T15:41:17.613 INFO:tasks.rados.rados.0.smithi007.stdout:3994: seq_num 1231 ranges {0=622592,622592=417792,1040384=385024} 2024-08-04T15:41:17.616 INFO:tasks.rados.rados.0.smithi007.stdout:3994: writing smithi00780855-6 from 0 to 622592 tid 1 2024-08-04T15:41:17.620 INFO:tasks.rados.rados.0.smithi007.stdout:3994: writing smithi00780855-6 from 622592 to 1040384 tid 2 2024-08-04T15:41:17.622 INFO:tasks.rados.rados.0.smithi007.stdout:3994: writing smithi00780855-6 from 1040384 to 1425408 tid 3 2024-08-04T15:41:17.623 INFO:tasks.rados.rados.0.smithi007.stdout:3995: snap_create 2024-08-04T15:41:17.634 INFO:tasks.rados.rados.0.smithi007.stdout:3994: finishing write tid 1 to smithi00780855-6 2024-08-04T15:41:17.634 INFO:tasks.rados.rados.0.smithi007.stdout:3994: finishing write tid 2 to smithi00780855-6 2024-08-04T15:41:17.634 INFO:tasks.rados.rados.0.smithi007.stdout:3994: finishing write tid 3 to smithi00780855-6 2024-08-04T15:41:17.637 INFO:tasks.rados.rados.0.smithi007.stdout:3994: finishing write tid 4 to smithi00780855-6 2024-08-04T15:41:17.638 INFO:tasks.rados.rados.0.smithi007.stdout:3994: finishing write tid 5 to smithi00780855-6 2024-08-04T15:41:17.638 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 6 v 2940 (ObjNum 1231 snap 408 seq_num 1231) dirty exists 2024-08-04T15:41:17.638 INFO:tasks.rados.rados.0.smithi007.stdout:3994: left oid 6 (ObjNum 1231 snap 408 seq_num 1231) 2024-08-04T15:41:17.642 INFO:tasks.rados.rados.0.smithi007.stdout:3993: expect (ObjNum 1205 snap 389 seq_num 1205) 2024-08-04T15:41:18.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:17 smithi062 ceph-mon[85960]: osdmap e868: 8 total, 8 up, 8 in 2024-08-04T15:41:18.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:17 smithi007 ceph-mon[92692]: osdmap e868: 8 total, 8 up, 8 in 2024-08-04T15:41:18.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:17 smithi007 ceph-mon[94998]: osdmap e868: 8 total, 8 up, 8 in 2024-08-04T15:41:18.086 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 15:41:17 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[109388]: 2024-08-04T15:41:17.638+0000 7f86d0585640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1d7 after trimming was started 2024-08-04T15:41:18.617 INFO:tasks.rados.rados.0.smithi007.stdout:3993: done (2 left) 2024-08-04T15:41:18.618 INFO:tasks.rados.rados.0.smithi007.stdout:3994: done (1 left) 2024-08-04T15:41:18.618 INFO:tasks.rados.rados.0.smithi007.stdout:3995: done (0 left) 2024-08-04T15:41:18.618 INFO:tasks.rados.rados.0.smithi007.stdout:append oid 25 current snap is 409 2024-08-04T15:41:18.618 INFO:tasks.rados.rados.0.smithi007.stdout:3996: seq_num 1232 ranges {2326528=638976,2965504=753664,3719168=49152} 2024-08-04T15:41:18.633 INFO:tasks.rados.rados.0.smithi007.stdout:3996: writing smithi00780855-25 from 2326528 to 2965504 tid 1 2024-08-04T15:41:18.637 INFO:tasks.rados.rados.0.smithi007.stdout:3996: writing smithi00780855-25 from 2965504 to 3719168 tid 2 2024-08-04T15:41:18.638 INFO:tasks.rados.rados.0.smithi007.stdout:3996: writing smithi00780855-25 from 3719168 to 3768320 tid 3 2024-08-04T15:41:18.638 INFO:tasks.rados.rados.0.smithi007.stdout:3997: read oid 17 snap -1 2024-08-04T15:41:18.638 INFO:tasks.rados.rados.0.smithi007.stdout:3997: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:41:18.639 INFO:tasks.rados.rados.0.smithi007.stdout:3998: read oid 22 snap -1 2024-08-04T15:41:18.639 INFO:tasks.rados.rados.0.smithi007.stdout:3998: expect (ObjNum 1205 snap 389 seq_num 1205) 2024-08-04T15:41:18.639 INFO:tasks.rados.rados.0.smithi007.stdout:3999: snap_remove snap 356 2024-08-04T15:41:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:18 smithi062 ceph-mon[85960]: pgmap v961: 121 pgs: 121 active+clean; 504 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-08-04T15:41:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:18 smithi062 ceph-mon[85960]: osdmap e869: 8 total, 8 up, 8 in 2024-08-04T15:41:19.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:18 smithi007 ceph-mon[94998]: pgmap v961: 121 pgs: 121 active+clean; 504 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-08-04T15:41:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:18 smithi007 ceph-mon[94998]: osdmap e869: 8 total, 8 up, 8 in 2024-08-04T15:41:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:18 smithi007 ceph-mon[92692]: pgmap v961: 121 pgs: 121 active+clean; 504 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-08-04T15:41:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:18 smithi007 ceph-mon[92692]: osdmap e869: 8 total, 8 up, 8 in 2024-08-04T15:41:19.596 INFO:tasks.rados.rados.0.smithi007.stdout:3999: done (3 left) 2024-08-04T15:41:19.596 INFO:tasks.rados.rados.0.smithi007.stdout: waiting on 3 2024-08-04T15:41:19.596 INFO:tasks.rados.rados.0.smithi007.stdout:3997: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-04T15:41:19.602 INFO:tasks.rados.rados.0.smithi007.stdout:3996: finishing write tid 1 to smithi00780855-25 2024-08-04T15:41:19.603 INFO:tasks.rados.rados.0.smithi007.stdout:3996: finishing write tid 2 to smithi00780855-25 2024-08-04T15:41:19.603 INFO:tasks.rados.rados.0.smithi007.stdout:3996: finishing write tid 3 to smithi00780855-25 2024-08-04T15:41:19.603 INFO:tasks.rados.rados.0.smithi007.stdout:3996: finishing write tid 4 to smithi00780855-25 2024-08-04T15:41:19.603 INFO:tasks.rados.rados.0.smithi007.stdout:3996: finishing write tid 5 to smithi00780855-25 2024-08-04T15:41:19.603 INFO:tasks.rados.rados.0.smithi007.stdout:update_object_version oid 25 v 3781 (ObjNum 1232 snap 409 seq_num 1232) dirty exists 2024-08-04T15:41:19.603 INFO:tasks.rados.rados.0.smithi007.stdout:3996: left oid 25 (ObjNum 1232 snap 409 seq_num 1232) 2024-08-04T15:41:19.603 INFO:tasks.rados.rados.0.smithi007.stdout:3998: expect (ObjNum 1205 snap 389 seq_num 1205) 2024-08-04T15:41:19.949 INFO:tasks.rados.rados.0.smithi007.stdout:3996: done (2 left) 2024-08-04T15:41:19.949 INFO:tasks.rados.rados.0.smithi007.stdout:3997: done (1 left) 2024-08-04T15:41:19.949 INFO:tasks.rados.rados.0.smithi007.stdout:3998: done (0 left) 2024-08-04T15:41:19.950 INFO:tasks.rados.rados.0.smithi007.stderr:0 errors. 2024-08-04T15:41:19.950 INFO:tasks.rados.rados.0.smithi007.stderr: 2024-08-04T15:41:19.954 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd dump --format=json 2024-08-04T15:41:19.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:19 smithi007 ceph-mon[92692]: osdmap e870: 8 total, 8 up, 8 in 2024-08-04T15:41:19.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:19 smithi007 ceph-mon[92692]: osdmap e871: 8 total, 8 up, 8 in 2024-08-04T15:41:19.978 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:19 smithi007 ceph-mon[94998]: osdmap e870: 8 total, 8 up, 8 in 2024-08-04T15:41:19.978 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:19 smithi007 ceph-mon[94998]: osdmap e871: 8 total, 8 up, 8 in 2024-08-04T15:41:20.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:19 smithi062 ceph-mon[85960]: osdmap e870: 8 total, 8 up, 8 in 2024-08-04T15:41:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:19 smithi062 ceph-mon[85960]: osdmap e871: 8 total, 8 up, 8 in 2024-08-04T15:41:20.218 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:41:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:20 smithi062 ceph-mon[85960]: pgmap v964: 121 pgs: 121 active+clean; 507 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-04T15:41:21.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:20 smithi007 ceph-mon[92692]: pgmap v964: 121 pgs: 121 active+clean; 507 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-04T15:41:21.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:20 smithi007 ceph-mon[94998]: pgmap v964: 121 pgs: 121 active+clean; 507 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-04T15:41:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:41:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:41:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:41:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:41:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:41:22.040 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:41:22.040 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":871,"fsid":"ac1a6012-5274-11ef-bcca-c7b262605968","created":"2024-08-04T15:18:30.835703+0000","modified":"2024-08-04T15:41:19.588516+0000","last_up_change":"2024-08-04T15:35:35.958739+0000","last_in_change":"2024-08-04T15:23:06.203402+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-04T15:21:25.436814+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-04T15:23:47.042481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-04T15:23:50.431702+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-04T15:25:06.335330+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-08-04T15:27:38.418931+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"871","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":481,"snap_epoch":871,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"d989ad4f-dc6b-4292-8290-c8826b3c77c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":299,"up_from":310,"up_thru":536,"down_at":300,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1303123643},{"type":"v1","addr":"172.21.15.7:6803","nonce":1303123643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1303123643},{"type":"v1","addr":"172.21.15.7:6805","nonce":1303123643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1303123643},{"type":"v1","addr":"172.21.15.7:6809","nonce":1303123643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1303123643},{"type":"v1","addr":"172.21.15.7:6807","nonce":1303123643}]},"public_addr":"172.21.15.7:6803/1303123643","cluster_addr":"172.21.15.7:6805/1303123643","heartbeat_back_addr":"172.21.15.7:6809/1303123643","heartbeat_front_addr":"172.21.15.7:6807/1303123643","state":["exists","up"]},{"osd":1,"uuid":"048e9a7b-c104-4e94-b382-787da4f545d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":331,"up_from":342,"up_thru":536,"down_at":332,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":636910926},{"type":"v1","addr":"172.21.15.7:6811","nonce":636910926}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":636910926},{"type":"v1","addr":"172.21.15.7:6813","nonce":636910926}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":636910926},{"type":"v1","addr":"172.21.15.7:6817","nonce":636910926}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":636910926},{"type":"v1","addr":"172.21.15.7:6815","nonce":636910926}]},"public_addr":"172.21.15.7:6811/636910926","cluster_addr":"172.21.15.7:6813/636910926","heartbeat_back_addr":"172.21.15.7:6817/636910926","heartbeat_front_addr":"172.21.15.7:6815/636910926","state":["exists","up"]},{"osd":2,"uuid":"7e7ac4cb-095b-4e53-b2d5-85bd755c7467","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":362,"up_from":373,"up_thru":536,"down_at":363,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":1451196233},{"type":"v1","addr":"172.21.15.7:6819","nonce":1451196233}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":1451196233},{"type":"v1","addr":"172.21.15.7:6821","nonce":1451196233}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1451196233},{"type":"v1","addr":"172.21.15.7:6825","nonce":1451196233}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":1451196233},{"type":"v1","addr":"172.21.15.7:6823","nonce":1451196233}]},"public_addr":"172.21.15.7:6819/1451196233","cluster_addr":"172.21.15.7:6821/1451196233","heartbeat_back_addr":"172.21.15.7:6825/1451196233","heartbeat_front_addr":"172.21.15.7:6823/1451196233","state":["exists","up"]},{"osd":3,"uuid":"cf2b290d-b7b1-4c6f-97a0-61b88ad529e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":395,"up_from":406,"up_thru":536,"down_at":396,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1575991639},{"type":"v1","addr":"172.21.15.7:6827","nonce":1575991639}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1575991639},{"type":"v1","addr":"172.21.15.7:6829","nonce":1575991639}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":1575991639},{"type":"v1","addr":"172.21.15.7:6833","nonce":1575991639}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1575991639},{"type":"v1","addr":"172.21.15.7:6831","nonce":1575991639}]},"public_addr":"172.21.15.7:6827/1575991639","cluster_addr":"172.21.15.7:6829/1575991639","heartbeat_back_addr":"172.21.15.7:6833/1575991639","heartbeat_front_addr":"172.21.15.7:6831/1575991639","state":["exists","up"]},{"osd":4,"uuid":"68cf053c-1225-4368-a98a-39fadb6176bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":428,"up_from":437,"up_thru":536,"down_at":429,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3604184372},{"type":"v1","addr":"172.21.15.62:6801","nonce":3604184372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3604184372},{"type":"v1","addr":"172.21.15.62:6803","nonce":3604184372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3604184372},{"type":"v1","addr":"172.21.15.62:6807","nonce":3604184372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":3604184372},{"type":"v1","addr":"172.21.15.62:6805","nonce":3604184372}]},"public_addr":"172.21.15.62:6801/3604184372","cluster_addr":"172.21.15.62:6803/3604184372","heartbeat_back_addr":"172.21.15.62:6807/3604184372","heartbeat_front_addr":"172.21.15.62:6805/3604184372","state":["exists","up"]},{"osd":5,"uuid":"f2f77dd6-c990-4680-8de8-3a59b5f073b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":458,"up_from":469,"up_thru":536,"down_at":459,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":2343806331},{"type":"v1","addr":"172.21.15.62:6809","nonce":2343806331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":2343806331},{"type":"v1","addr":"172.21.15.62:6811","nonce":2343806331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":2343806331},{"type":"v1","addr":"172.21.15.62:6815","nonce":2343806331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":2343806331},{"type":"v1","addr":"172.21.15.62:6813","nonce":2343806331}]},"public_addr":"172.21.15.62:6809/2343806331","cluster_addr":"172.21.15.62:6811/2343806331","heartbeat_back_addr":"172.21.15.62:6815/2343806331","heartbeat_front_addr":"172.21.15.62:6813/2343806331","state":["exists","up"]},{"osd":6,"uuid":"28efea47-a46c-4ee8-82df-ef631099a14b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":491,"up_from":502,"up_thru":536,"down_at":492,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":297512779},{"type":"v1","addr":"172.21.15.62:6817","nonce":297512779}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":297512779},{"type":"v1","addr":"172.21.15.62:6819","nonce":297512779}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":297512779},{"type":"v1","addr":"172.21.15.62:6823","nonce":297512779}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":297512779},{"type":"v1","addr":"172.21.15.62:6821","nonce":297512779}]},"public_addr":"172.21.15.62:6817/297512779","cluster_addr":"172.21.15.62:6819/297512779","heartbeat_back_addr":"172.21.15.62:6823/297512779","heartbeat_front_addr":"172.21.15.62:6821/297512779","state":["exists","up"]},{"osd":7,"uuid":"e199fd23-bdd9-4605-8dce-870f63397fe6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":524,"up_from":536,"up_thru":536,"down_at":525,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1633192547},{"type":"v1","addr":"172.21.15.62:6825","nonce":1633192547}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1633192547},{"type":"v1","addr":"172.21.15.62:6827","nonce":1633192547}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1633192547},{"type":"v1","addr":"172.21.15.62:6831","nonce":1633192547}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1633192547},{"type":"v1","addr":"172.21.15.62:6829","nonce":1633192547}]},"public_addr":"172.21.15.62:6825/1633192547","cluster_addr":"172.21.15.62:6827/1633192547","heartbeat_back_addr":"172.21.15.62:6831/1633192547","heartbeat_front_addr":"172.21.15.62:6829/1633192547","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:20:36.666611+0000","dead_epoch":299},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:20:59.459473+0000","dead_epoch":331},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:21:22.685734+0000","dead_epoch":361},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:21:47.134874+0000","dead_epoch":395},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:08.981180+0000","dead_epoch":428},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:32.784616+0000","dead_epoch":458},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:56.896206+0000","dead_epoch":491},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:23:21.621873+0000","dead_epoch":524}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.62:6832/206725990":"2024-08-05T15:35:56.734451+0000","172.21.15.7:0/3851347911":"2024-08-05T15:30:20.938428+0000","172.21.15.7:6801/1953164691":"2024-08-05T15:30:20.938428+0000","172.21.15.7:0/2106525496":"2024-08-05T15:30:20.938428+0000","172.21.15.7:0/1994755888":"2024-08-05T15:30:20.938428+0000","172.21.15.7:0/1022380568":"2024-08-05T15:30:20.938428+0000","172.21.15.7:0/1215805413":"2024-08-05T15:28:57.595219+0000","172.21.15.7:0/671839973":"2024-08-05T15:24:51.761276+0000","172.21.15.7:0/733253633":"2024-08-05T15:30:20.938428+0000","172.21.15.7:0/205373033":"2024-08-05T15:24:51.761276+0000","172.21.15.7:0/4276385134":"2024-08-05T15:28:57.595219+0000","172.21.15.7:0/1331579879":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6800/1752190878":"2024-08-05T15:19:14.946979+0000","172.21.15.62:0/227503175":"2024-08-05T15:29:40.849153+0000","172.21.15.7:0/719487505":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6800/2169336686":"2024-08-05T15:24:51.761276+0000","172.21.15.7:6801/984639070":"2024-08-05T15:28:57.595219+0000","172.21.15.62:0/786109196":"2024-08-05T15:29:40.849153+0000","172.21.15.62:0/952892176":"2024-08-05T15:29:40.849153+0000","172.21.15.7:0/2749302717":"2024-08-05T15:28:57.595219+0000","172.21.15.7:6800/1953164691":"2024-08-05T15:30:20.938428+0000","172.21.15.62:0/2189635621":"2024-08-05T15:29:40.849153+0000","172.21.15.7:6800/984639070":"2024-08-05T15:28:57.595219+0000","172.21.15.7:0/2044391434":"2024-08-05T15:28:57.595219+0000","172.21.15.7:0/2483690951":"2024-08-05T15:24:51.761276+0000","172.21.15.62:0/1391633769":"2024-08-05T15:29:40.849153+0000","172.21.15.7:0/3225322052":"2024-08-05T15:19:14.946979+0000","172.21.15.62:0/1627290117":"2024-08-05T15:29:40.849153+0000","172.21.15.7:6801/2169336686":"2024-08-05T15:24:51.761276+0000","172.21.15.7:0/3540383910":"2024-08-05T15:19:14.946979+0000","172.21.15.7:6801/1595612045":"2024-08-05T15:18:51.588967+0000","172.21.15.7:0/2548259747":"2024-08-05T15:28:57.595219+0000","172.21.15.7:0/3294866314":"2024-08-05T15:30:20.938428+0000","172.21.15.7:0/3155215427":"2024-08-05T15:30:20.938428+0000","172.21.15.7:6800/1595612045":"2024-08-05T15:18:51.588967+0000","172.21.15.62:6834/4190759579":"2024-08-05T15:29:40.849153+0000","172.21.15.7:0/652797882":"2024-08-05T15:18:51.588967+0000","172.21.15.62:6835/4190759579":"2024-08-05T15:29:40.849153+0000","172.21.15.62:6833/206725990":"2024-08-05T15:35:56.734451+0000","172.21.15.7:6801/1752190878":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/56684976":"2024-08-05T15:24:51.761276+0000","172.21.15.62:0/1563798978":"2024-08-05T15:29:40.849153+0000","172.21.15.7:0/1544949215":"2024-08-05T15:19:14.946979+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":429,"length":1},{"begin":457,"length":1},{"begin":471,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":429,"length":1}]}],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":428,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-04T15:41:22.041 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:41:22.041 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:41:22.041 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:41:22.041 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:41:22.041 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:41:22.041 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:41:22.041 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:41:22.041 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:41:22.042 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:41:22.042 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:41:22.597 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph pg dump --format=json 2024-08-04T15:41:22.631 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:41:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:41:22.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:22 smithi007 ceph-mon[92692]: pgmap v966: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 501 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 918 KiB/s wr, 5 op/s 2024-08-04T15:41:22.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:22 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2198077931' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:41:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:22 smithi007 ceph-mon[94998]: pgmap v966: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 501 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 918 KiB/s wr, 5 op/s 2024-08-04T15:41:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:22 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2198077931' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:41:22.906 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:41:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:22 smithi062 ceph-mon[85960]: pgmap v966: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 501 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 918 KiB/s wr, 5 op/s 2024-08-04T15:41:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:22 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2198077931' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T15:41:24.700 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:41:24.702 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-08-04T15:41:24.986 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:24 smithi007 ceph-mon[92692]: pgmap v967: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 693 KiB/s wr, 4 op/s 2024-08-04T15:41:24.986 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:24 smithi007 ceph-mon[92692]: osdmap e872: 8 total, 8 up, 8 in 2024-08-04T15:41:24.986 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:24 smithi007 ceph-mon[94998]: pgmap v967: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 693 KiB/s wr, 4 op/s 2024-08-04T15:41:24.986 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:24 smithi007 ceph-mon[94998]: osdmap e872: 8 total, 8 up, 8 in 2024-08-04T15:41:25.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:24 smithi062 ceph-mon[85960]: pgmap v967: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 693 KiB/s wr, 4 op/s 2024-08-04T15:41:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:24 smithi062 ceph-mon[85960]: osdmap e872: 8 total, 8 up, 8 in 2024-08-04T15:41:25.320 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":968,"stamp":"2024-08-04T15:41:24.591839+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":521632759,"num_objects":333,"num_object_clones":257,"num_object_copies":999,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":333,"num_whiteouts":8,"num_read":5105,"num_read_kb":5721438,"num_write":8673,"num_write_kb":1863485,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":148,"num_bytes_recovered":562144864,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23404,"ondisk_log_size":23404,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3924692,"kb_used_data":758044,"kb_used_omap":308,"kb_used_meta":3166219,"kb_avail":746036524,"statfs":{"total":767960285184,"available":763941400576,"internally_reserved":0,"allocated":776237056,"data_stored":1409234768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315638,"internal_metadata":3242209034},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-6758400,"num_objects":-1,"num_object_clones":-1,"num_object_copies":-3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1,"num_whiteouts":0,"num_read":16,"num_read_kb":35193,"num_write":15,"num_write_kb":4160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.984550"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1146,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599767+0000","last_change":"2024-08-04T15:35:36.995914+0000","last_active":"2024-08-04T15:41:19.599767+0000","last_peered":"2024-08-04T15:41:19.599767+0000","last_clean":"2024-08-04T15:41:19.599767+0000","last_became_active":"2024-08-04T15:35:36.995342+0000","last_became_peered":"2024-08-04T15:35:36.995342+0000","last_unstale":"2024-08-04T15:41:19.599767+0000","last_undegraded":"2024-08-04T15:41:19.599767+0000","last_fullsized":"2024-08-04T15:41:19.599767+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:36:53.831071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1346,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.600319+0000","last_change":"2024-08-04T15:35:02.602552+0000","last_active":"2024-08-04T15:41:19.600319+0000","last_peered":"2024-08-04T15:41:19.600319+0000","last_clean":"2024-08-04T15:41:19.600319+0000","last_became_active":"2024-08-04T15:35:02.602195+0000","last_became_peered":"2024-08-04T15:35:02.602195+0000","last_unstale":"2024-08-04T15:41:19.600319+0000","last_undegraded":"2024-08-04T15:41:19.600319+0000","last_fullsized":"2024-08-04T15:41:19.600319+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:38:03.632654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1363,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.593827+0000","last_change":"2024-08-04T15:32:50.699347+0000","last_active":"2024-08-04T15:41:19.593827+0000","last_peered":"2024-08-04T15:41:19.593827+0000","last_clean":"2024-08-04T15:41:19.593827+0000","last_became_active":"2024-08-04T15:32:50.699018+0000","last_became_peered":"2024-08-04T15:32:50.699018+0000","last_unstale":"2024-08-04T15:41:19.593827+0000","last_undegraded":"2024-08-04T15:41:19.593827+0000","last_fullsized":"2024-08-04T15:41:19.593827+0000","mapping_epoch":373,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":374,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:39:33.421666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1223,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.598218+0000","last_change":"2024-08-04T15:35:36.989611+0000","last_active":"2024-08-04T15:41:19.598218+0000","last_peered":"2024-08-04T15:41:19.598218+0000","last_clean":"2024-08-04T15:41:19.598218+0000","last_became_active":"2024-08-04T15:35:36.989273+0000","last_became_peered":"2024-08-04T15:35:36.989273+0000","last_unstale":"2024-08-04T15:41:19.598218+0000","last_undegraded":"2024-08-04T15:41:19.598218+0000","last_fullsized":"2024-08-04T15:41:19.598218+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:32:25.324972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1164,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.598417+0000","last_change":"2024-08-04T15:35:37.001427+0000","last_active":"2024-08-04T15:41:19.598417+0000","last_peered":"2024-08-04T15:41:19.598417+0000","last_clean":"2024-08-04T15:41:19.598417+0000","last_became_active":"2024-08-04T15:35:37.000548+0000","last_became_peered":"2024-08-04T15:35:37.000548+0000","last_unstale":"2024-08-04T15:41:19.598417+0000","last_undegraded":"2024-08-04T15:41:19.598417+0000","last_fullsized":"2024-08-04T15:41:19.598417+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:57:58.084915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1207,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599187+0000","last_change":"2024-08-04T15:34:29.564396+0000","last_active":"2024-08-04T15:41:19.599187+0000","last_peered":"2024-08-04T15:41:19.599187+0000","last_clean":"2024-08-04T15:41:19.599187+0000","last_became_active":"2024-08-04T15:34:29.561485+0000","last_became_peered":"2024-08-04T15:34:29.561485+0000","last_unstale":"2024-08-04T15:41:19.599187+0000","last_undegraded":"2024-08-04T15:41:19.599187+0000","last_fullsized":"2024-08-04T15:41:19.599187+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:17:43.219156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1164,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599462+0000","last_change":"2024-08-04T15:35:36.993943+0000","last_active":"2024-08-04T15:41:19.599462+0000","last_peered":"2024-08-04T15:41:19.599462+0000","last_clean":"2024-08-04T15:41:19.599462+0000","last_became_active":"2024-08-04T15:35:36.993626+0000","last_became_peered":"2024-08-04T15:35:36.993626+0000","last_unstale":"2024-08-04T15:41:19.599462+0000","last_undegraded":"2024-08-04T15:41:19.599462+0000","last_fullsized":"2024-08-04T15:41:19.599462+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:41:06.136556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1280,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599688+0000","last_change":"2024-08-04T15:35:02.594328+0000","last_active":"2024-08-04T15:41:19.599688+0000","last_peered":"2024-08-04T15:41:19.599688+0000","last_clean":"2024-08-04T15:41:19.599688+0000","last_became_active":"2024-08-04T15:35:02.593908+0000","last_became_peered":"2024-08-04T15:35:02.593908+0000","last_unstale":"2024-08-04T15:41:19.599688+0000","last_undegraded":"2024-08-04T15:41:19.599688+0000","last_fullsized":"2024-08-04T15:41:19.599688+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:34:53.340125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1155,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599667+0000","last_change":"2024-08-04T15:35:36.996621+0000","last_active":"2024-08-04T15:41:19.599667+0000","last_peered":"2024-08-04T15:41:19.599667+0000","last_clean":"2024-08-04T15:41:19.599667+0000","last_became_active":"2024-08-04T15:35:36.995539+0000","last_became_peered":"2024-08-04T15:35:36.995539+0000","last_unstale":"2024-08-04T15:41:19.599667+0000","last_undegraded":"2024-08-04T15:41:19.599667+0000","last_fullsized":"2024-08-04T15:41:19.599667+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:58:48.274081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1183,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.603626+0000","last_change":"2024-08-04T15:35:02.611788+0000","last_active":"2024-08-04T15:41:19.603626+0000","last_peered":"2024-08-04T15:41:19.603626+0000","last_clean":"2024-08-04T15:41:19.603626+0000","last_became_active":"2024-08-04T15:35:02.611429+0000","last_became_peered":"2024-08-04T15:35:02.611429+0000","last_unstale":"2024-08-04T15:41:19.603626+0000","last_undegraded":"2024-08-04T15:41:19.603626+0000","last_fullsized":"2024-08-04T15:41:19.603626+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:06:11.699504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1183,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.602670+0000","last_change":"2024-08-04T15:35:02.610583+0000","last_active":"2024-08-04T15:41:19.602670+0000","last_peered":"2024-08-04T15:41:19.602670+0000","last_clean":"2024-08-04T15:41:19.602670+0000","last_became_active":"2024-08-04T15:35:02.610243+0000","last_became_peered":"2024-08-04T15:35:02.610243+0000","last_unstale":"2024-08-04T15:41:19.602670+0000","last_undegraded":"2024-08-04T15:41:19.602670+0000","last_fullsized":"2024-08-04T15:41:19.602670+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:31:13.861777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1259,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.593946+0000","last_change":"2024-08-04T15:35:02.608397+0000","last_active":"2024-08-04T15:41:19.593946+0000","last_peered":"2024-08-04T15:41:19.593946+0000","last_clean":"2024-08-04T15:41:19.593946+0000","last_became_active":"2024-08-04T15:35:02.608059+0000","last_became_peered":"2024-08-04T15:35:02.608059+0000","last_unstale":"2024-08-04T15:41:19.593946+0000","last_undegraded":"2024-08-04T15:41:19.593946+0000","last_fullsized":"2024-08-04T15:41:19.593946+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:30:54.310246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1281,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.602790+0000","last_change":"2024-08-04T15:35:02.600046+0000","last_active":"2024-08-04T15:41:19.602790+0000","last_peered":"2024-08-04T15:41:19.602790+0000","last_clean":"2024-08-04T15:41:19.602790+0000","last_became_active":"2024-08-04T15:35:02.599458+0000","last_became_peered":"2024-08-04T15:35:02.599458+0000","last_unstale":"2024-08-04T15:41:19.602790+0000","last_undegraded":"2024-08-04T15:41:19.602790+0000","last_fullsized":"2024-08-04T15:41:19.602790+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:59:08.476361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1363,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.593299+0000","last_change":"2024-08-04T15:34:29.565682+0000","last_active":"2024-08-04T15:41:19.593299+0000","last_peered":"2024-08-04T15:41:19.593299+0000","last_clean":"2024-08-04T15:41:19.593299+0000","last_became_active":"2024-08-04T15:34:29.565356+0000","last_became_peered":"2024-08-04T15:34:29.565356+0000","last_unstale":"2024-08-04T15:41:19.593299+0000","last_undegraded":"2024-08-04T15:41:19.593299+0000","last_fullsized":"2024-08-04T15:41:19.593299+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:56:41.536554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1336,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.600987+0000","last_change":"2024-08-04T15:34:29.564090+0000","last_active":"2024-08-04T15:41:19.600987+0000","last_peered":"2024-08-04T15:41:19.600987+0000","last_clean":"2024-08-04T15:41:19.600987+0000","last_became_active":"2024-08-04T15:34:29.563781+0000","last_became_peered":"2024-08-04T15:34:29.563781+0000","last_unstale":"2024-08-04T15:41:19.600987+0000","last_undegraded":"2024-08-04T15:41:19.600987+0000","last_fullsized":"2024-08-04T15:41:19.600987+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:54:31.144230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1208,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.597695+0000","last_change":"2024-08-04T15:35:36.991951+0000","last_active":"2024-08-04T15:41:19.597695+0000","last_peered":"2024-08-04T15:41:19.597695+0000","last_clean":"2024-08-04T15:41:19.597695+0000","last_became_active":"2024-08-04T15:35:36.991659+0000","last_became_peered":"2024-08-04T15:35:36.991659+0000","last_unstale":"2024-08-04T15:41:19.597695+0000","last_undegraded":"2024-08-04T15:41:19.597695+0000","last_fullsized":"2024-08-04T15:41:19.597695+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:50:55.081855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1211,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.598564+0000","last_change":"2024-08-04T15:35:36.990789+0000","last_active":"2024-08-04T15:41:19.598564+0000","last_peered":"2024-08-04T15:41:19.598564+0000","last_clean":"2024-08-04T15:41:19.598564+0000","last_became_active":"2024-08-04T15:35:36.990480+0000","last_became_peered":"2024-08-04T15:35:36.990480+0000","last_unstale":"2024-08-04T15:41:19.598564+0000","last_undegraded":"2024-08-04T15:41:19.598564+0000","last_fullsized":"2024-08-04T15:41:19.598564+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:41:22.371462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1313,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.596182+0000","last_change":"2024-08-04T15:35:36.990870+0000","last_active":"2024-08-04T15:41:19.596182+0000","last_peered":"2024-08-04T15:41:19.596182+0000","last_clean":"2024-08-04T15:41:19.596182+0000","last_became_active":"2024-08-04T15:35:36.989217+0000","last_became_peered":"2024-08-04T15:35:36.989217+0000","last_unstale":"2024-08-04T15:41:19.596182+0000","last_undegraded":"2024-08-04T15:41:19.596182+0000","last_fullsized":"2024-08-04T15:41:19.596182+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:51:30.143024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1146,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.600248+0000","last_change":"2024-08-04T15:35:37.000683+0000","last_active":"2024-08-04T15:41:19.600248+0000","last_peered":"2024-08-04T15:41:19.600248+0000","last_clean":"2024-08-04T15:41:19.600248+0000","last_became_active":"2024-08-04T15:35:36.997969+0000","last_became_peered":"2024-08-04T15:35:36.997969+0000","last_unstale":"2024-08-04T15:41:19.600248+0000","last_undegraded":"2024-08-04T15:41:19.600248+0000","last_fullsized":"2024-08-04T15:41:19.600248+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:12:42.720675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1193,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.602611+0000","last_change":"2024-08-04T15:35:02.611929+0000","last_active":"2024-08-04T15:41:19.602611+0000","last_peered":"2024-08-04T15:41:19.602611+0000","last_clean":"2024-08-04T15:41:19.602611+0000","last_became_active":"2024-08-04T15:35:02.610967+0000","last_became_peered":"2024-08-04T15:35:02.610967+0000","last_unstale":"2024-08-04T15:41:19.602611+0000","last_undegraded":"2024-08-04T15:41:19.602611+0000","last_fullsized":"2024-08-04T15:41:19.602611+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:48:44.331953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1363,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.593461+0000","last_change":"2024-08-04T15:35:36.991788+0000","last_active":"2024-08-04T15:41:19.593461+0000","last_peered":"2024-08-04T15:41:19.593461+0000","last_clean":"2024-08-04T15:41:19.593461+0000","last_became_active":"2024-08-04T15:35:36.990942+0000","last_became_peered":"2024-08-04T15:35:36.990942+0000","last_unstale":"2024-08-04T15:41:19.593461+0000","last_undegraded":"2024-08-04T15:41:19.593461+0000","last_fullsized":"2024-08-04T15:41:19.593461+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:51:42.848644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1199,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.598800+0000","last_change":"2024-08-04T15:35:36.989742+0000","last_active":"2024-08-04T15:41:19.598800+0000","last_peered":"2024-08-04T15:41:19.598800+0000","last_clean":"2024-08-04T15:41:19.598800+0000","last_became_active":"2024-08-04T15:35:36.989391+0000","last_became_peered":"2024-08-04T15:35:36.989391+0000","last_unstale":"2024-08-04T15:41:19.598800+0000","last_undegraded":"2024-08-04T15:41:19.598800+0000","last_fullsized":"2024-08-04T15:41:19.598800+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:18:23.423082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1281,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.600208+0000","last_change":"2024-08-04T15:33:56.581554+0000","last_active":"2024-08-04T15:41:19.600208+0000","last_peered":"2024-08-04T15:41:19.600208+0000","last_clean":"2024-08-04T15:41:19.600208+0000","last_became_active":"2024-08-04T15:33:56.581209+0000","last_became_peered":"2024-08-04T15:33:56.581209+0000","last_unstale":"2024-08-04T15:41:19.600208+0000","last_undegraded":"2024-08-04T15:41:19.600208+0000","last_fullsized":"2024-08-04T15:41:19.600208+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:10:08.108146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1231,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.598042+0000","last_change":"2024-08-04T15:34:29.562969+0000","last_active":"2024-08-04T15:41:19.598042+0000","last_peered":"2024-08-04T15:41:19.598042+0000","last_clean":"2024-08-04T15:41:19.598042+0000","last_became_active":"2024-08-04T15:34:29.562080+0000","last_became_peered":"2024-08-04T15:34:29.562080+0000","last_unstale":"2024-08-04T15:41:19.598042+0000","last_undegraded":"2024-08-04T15:41:19.598042+0000","last_fullsized":"2024-08-04T15:41:19.598042+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:12:49.140239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1270,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.604866+0000","last_change":"2024-08-04T15:33:56.584684+0000","last_active":"2024-08-04T15:41:19.604866+0000","last_peered":"2024-08-04T15:41:19.604866+0000","last_clean":"2024-08-04T15:41:19.604866+0000","last_became_active":"2024-08-04T15:33:56.583980+0000","last_became_peered":"2024-08-04T15:33:56.583980+0000","last_unstale":"2024-08-04T15:41:19.604866+0000","last_undegraded":"2024-08-04T15:41:19.604866+0000","last_fullsized":"2024-08-04T15:41:19.604866+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:51:10.221798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1185,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.603263+0000","last_change":"2024-08-04T15:35:36.987400+0000","last_active":"2024-08-04T15:41:19.603263+0000","last_peered":"2024-08-04T15:41:19.603263+0000","last_clean":"2024-08-04T15:41:19.603263+0000","last_became_active":"2024-08-04T15:35:36.987039+0000","last_became_peered":"2024-08-04T15:35:36.987039+0000","last_unstale":"2024-08-04T15:41:19.603263+0000","last_undegraded":"2024-08-04T15:41:19.603263+0000","last_fullsized":"2024-08-04T15:41:19.603263+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:16:44.675554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1337,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.600762+0000","last_change":"2024-08-04T15:33:23.519811+0000","last_active":"2024-08-04T15:41:19.600762+0000","last_peered":"2024-08-04T15:41:19.600762+0000","last_clean":"2024-08-04T15:41:19.600762+0000","last_became_active":"2024-08-04T15:33:23.519063+0000","last_became_peered":"2024-08-04T15:33:23.519063+0000","last_unstale":"2024-08-04T15:41:19.600762+0000","last_undegraded":"2024-08-04T15:41:19.600762+0000","last_fullsized":"2024-08-04T15:41:19.600762+0000","mapping_epoch":406,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":407,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:07:14.185280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1290,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.601489+0000","last_change":"2024-08-04T15:33:56.578126+0000","last_active":"2024-08-04T15:41:19.601489+0000","last_peered":"2024-08-04T15:41:19.601489+0000","last_clean":"2024-08-04T15:41:19.601489+0000","last_became_active":"2024-08-04T15:33:56.577771+0000","last_became_peered":"2024-08-04T15:33:56.577771+0000","last_unstale":"2024-08-04T15:41:19.601489+0000","last_undegraded":"2024-08-04T15:41:19.601489+0000","last_fullsized":"2024-08-04T15:41:19.601489+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:25:43.166862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1363,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.593871+0000","last_change":"2024-08-04T15:33:56.581324+0000","last_active":"2024-08-04T15:41:19.593871+0000","last_peered":"2024-08-04T15:41:19.593871+0000","last_clean":"2024-08-04T15:41:19.593871+0000","last_became_active":"2024-08-04T15:33:56.580980+0000","last_became_peered":"2024-08-04T15:33:56.580980+0000","last_unstale":"2024-08-04T15:41:19.593871+0000","last_undegraded":"2024-08-04T15:41:19.593871+0000","last_fullsized":"2024-08-04T15:41:19.593871+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:13:12.510761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1231,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.598918+0000","last_change":"2024-08-04T15:34:29.564118+0000","last_active":"2024-08-04T15:41:19.598918+0000","last_peered":"2024-08-04T15:41:19.598918+0000","last_clean":"2024-08-04T15:41:19.598918+0000","last_became_active":"2024-08-04T15:34:29.563450+0000","last_became_peered":"2024-08-04T15:34:29.563450+0000","last_unstale":"2024-08-04T15:41:19.598918+0000","last_undegraded":"2024-08-04T15:41:19.598918+0000","last_fullsized":"2024-08-04T15:41:19.598918+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:52:21.417457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1314,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.592670+0000","last_change":"2024-08-04T15:35:02.595750+0000","last_active":"2024-08-04T15:41:19.592670+0000","last_peered":"2024-08-04T15:41:19.592670+0000","last_clean":"2024-08-04T15:41:19.592670+0000","last_became_active":"2024-08-04T15:35:02.595279+0000","last_became_peered":"2024-08-04T15:35:02.595279+0000","last_unstale":"2024-08-04T15:41:19.592670+0000","last_undegraded":"2024-08-04T15:41:19.592670+0000","last_fullsized":"2024-08-04T15:41:19.592670+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:28:58.464300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1184,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.601916+0000","last_change":"2024-08-04T15:35:02.598507+0000","last_active":"2024-08-04T15:41:19.601916+0000","last_peered":"2024-08-04T15:41:19.601916+0000","last_clean":"2024-08-04T15:41:19.601916+0000","last_became_active":"2024-08-04T15:35:02.598054+0000","last_became_peered":"2024-08-04T15:35:02.598054+0000","last_unstale":"2024-08-04T15:41:19.601916+0000","last_undegraded":"2024-08-04T15:41:19.601916+0000","last_fullsized":"2024-08-04T15:41:19.601916+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:27:31.106267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1265,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.593519+0000","last_change":"2024-08-04T15:33:56.587047+0000","last_active":"2024-08-04T15:41:19.593519+0000","last_peered":"2024-08-04T15:41:19.593519+0000","last_clean":"2024-08-04T15:41:19.593519+0000","last_became_active":"2024-08-04T15:33:56.586744+0000","last_became_peered":"2024-08-04T15:33:56.586744+0000","last_unstale":"2024-08-04T15:41:19.593519+0000","last_undegraded":"2024-08-04T15:41:19.593519+0000","last_fullsized":"2024-08-04T15:41:19.593519+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:52:21.003324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"557'2","reported_seq":1287,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.602886+0000","last_change":"2024-08-04T15:35:36.993986+0000","last_active":"2024-08-04T15:41:19.602886+0000","last_peered":"2024-08-04T15:41:19.602886+0000","last_clean":"2024-08-04T15:41:19.602886+0000","last_became_active":"2024-08-04T15:35:36.993630+0000","last_became_peered":"2024-08-04T15:35:36.993630+0000","last_unstale":"2024-08-04T15:41:19.602886+0000","last_undegraded":"2024-08-04T15:41:19.602886+0000","last_fullsized":"2024-08-04T15:41:19.602886+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:52:38.775753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1314,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.595027+0000","last_change":"2024-08-04T15:35:36.989867+0000","last_active":"2024-08-04T15:41:19.595027+0000","last_peered":"2024-08-04T15:41:19.595027+0000","last_clean":"2024-08-04T15:41:19.595027+0000","last_became_active":"2024-08-04T15:35:36.989544+0000","last_became_peered":"2024-08-04T15:35:36.989544+0000","last_unstale":"2024-08-04T15:41:19.595027+0000","last_undegraded":"2024-08-04T15:41:19.595027+0000","last_fullsized":"2024-08-04T15:41:19.595027+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:02:49.984019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"557'2","reported_seq":1208,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.602957+0000","last_change":"2024-08-04T15:35:02.603595+0000","last_active":"2024-08-04T15:41:19.602957+0000","last_peered":"2024-08-04T15:41:19.602957+0000","last_clean":"2024-08-04T15:41:19.602957+0000","last_became_active":"2024-08-04T15:35:02.602545+0000","last_became_peered":"2024-08-04T15:35:02.602545+0000","last_unstale":"2024-08-04T15:41:19.602957+0000","last_undegraded":"2024-08-04T15:41:19.602957+0000","last_fullsized":"2024-08-04T15:41:19.602957+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:10:29.511339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1293,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599948+0000","last_change":"2024-08-04T15:35:02.599578+0000","last_active":"2024-08-04T15:41:19.599948+0000","last_peered":"2024-08-04T15:41:19.599948+0000","last_clean":"2024-08-04T15:41:19.599948+0000","last_became_active":"2024-08-04T15:35:02.599181+0000","last_became_peered":"2024-08-04T15:35:02.599181+0000","last_unstale":"2024-08-04T15:41:19.599948+0000","last_undegraded":"2024-08-04T15:41:19.599948+0000","last_fullsized":"2024-08-04T15:41:19.599948+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:44:51.433196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1289,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599872+0000","last_change":"2024-08-04T15:33:23.520639+0000","last_active":"2024-08-04T15:41:19.599872+0000","last_peered":"2024-08-04T15:41:19.599872+0000","last_clean":"2024-08-04T15:41:19.599872+0000","last_became_active":"2024-08-04T15:33:23.520173+0000","last_became_peered":"2024-08-04T15:33:23.520173+0000","last_unstale":"2024-08-04T15:41:19.599872+0000","last_undegraded":"2024-08-04T15:41:19.599872+0000","last_fullsized":"2024-08-04T15:41:19.599872+0000","mapping_epoch":406,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":407,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:00:55.771219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1214,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.597840+0000","last_change":"2024-08-04T15:35:36.991980+0000","last_active":"2024-08-04T15:41:19.597840+0000","last_peered":"2024-08-04T15:41:19.597840+0000","last_clean":"2024-08-04T15:41:19.597840+0000","last_became_active":"2024-08-04T15:35:36.991616+0000","last_became_peered":"2024-08-04T15:35:36.991616+0000","last_unstale":"2024-08-04T15:41:19.597840+0000","last_undegraded":"2024-08-04T15:41:19.597840+0000","last_fullsized":"2024-08-04T15:41:19.597840+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:09:28.314358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1336,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.600873+0000","last_change":"2024-08-04T15:33:56.593077+0000","last_active":"2024-08-04T15:41:19.600873+0000","last_peered":"2024-08-04T15:41:19.600873+0000","last_clean":"2024-08-04T15:41:19.600873+0000","last_became_active":"2024-08-04T15:33:56.592764+0000","last_became_peered":"2024-08-04T15:33:56.592764+0000","last_unstale":"2024-08-04T15:41:19.600873+0000","last_undegraded":"2024-08-04T15:41:19.600873+0000","last_fullsized":"2024-08-04T15:41:19.600873+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:46:50.572080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1186,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.604239+0000","last_change":"2024-08-04T15:35:02.610412+0000","last_active":"2024-08-04T15:41:19.604239+0000","last_peered":"2024-08-04T15:41:19.604239+0000","last_clean":"2024-08-04T15:41:19.604239+0000","last_became_active":"2024-08-04T15:35:02.610039+0000","last_became_peered":"2024-08-04T15:35:02.610039+0000","last_unstale":"2024-08-04T15:41:19.604239+0000","last_undegraded":"2024-08-04T15:41:19.604239+0000","last_fullsized":"2024-08-04T15:41:19.604239+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:27:22.173580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1199,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.598667+0000","last_change":"2024-08-04T15:35:36.992168+0000","last_active":"2024-08-04T15:41:19.598667+0000","last_peered":"2024-08-04T15:41:19.598667+0000","last_clean":"2024-08-04T15:41:19.598667+0000","last_became_active":"2024-08-04T15:35:36.991633+0000","last_became_peered":"2024-08-04T15:35:36.991633+0000","last_unstale":"2024-08-04T15:41:19.598667+0000","last_undegraded":"2024-08-04T15:41:19.598667+0000","last_fullsized":"2024-08-04T15:41:19.598667+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:59:00.660145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1233,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599537+0000","last_change":"2024-08-04T15:35:02.600534+0000","last_active":"2024-08-04T15:41:19.599537+0000","last_peered":"2024-08-04T15:41:19.599537+0000","last_clean":"2024-08-04T15:41:19.599537+0000","last_became_active":"2024-08-04T15:35:02.599905+0000","last_became_peered":"2024-08-04T15:35:02.599905+0000","last_unstale":"2024-08-04T15:41:19.599537+0000","last_undegraded":"2024-08-04T15:41:19.599537+0000","last_fullsized":"2024-08-04T15:41:19.599537+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:29:52.921994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1363,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.594552+0000","last_change":"2024-08-04T15:34:29.559701+0000","last_active":"2024-08-04T15:41:19.594552+0000","last_peered":"2024-08-04T15:41:19.594552+0000","last_clean":"2024-08-04T15:41:19.594552+0000","last_became_active":"2024-08-04T15:34:29.559358+0000","last_became_peered":"2024-08-04T15:34:29.559358+0000","last_unstale":"2024-08-04T15:41:19.594552+0000","last_undegraded":"2024-08-04T15:41:19.594552+0000","last_fullsized":"2024-08-04T15:41:19.594552+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:16:01.256561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":1354,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.601256+0000","last_change":"2024-08-04T15:34:29.562960+0000","last_active":"2024-08-04T15:41:19.601256+0000","last_peered":"2024-08-04T15:41:19.601256+0000","last_clean":"2024-08-04T15:41:19.601256+0000","last_became_active":"2024-08-04T15:34:29.562568+0000","last_became_peered":"2024-08-04T15:34:29.562568+0000","last_unstale":"2024-08-04T15:41:19.601256+0000","last_undegraded":"2024-08-04T15:41:19.601256+0000","last_fullsized":"2024-08-04T15:41:19.601256+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:30:30.694421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1227,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.594287+0000","last_change":"2024-08-04T15:35:36.986185+0000","last_active":"2024-08-04T15:41:19.594287+0000","last_peered":"2024-08-04T15:41:19.594287+0000","last_clean":"2024-08-04T15:41:19.594287+0000","last_became_active":"2024-08-04T15:35:36.985858+0000","last_became_peered":"2024-08-04T15:35:36.985858+0000","last_unstale":"2024-08-04T15:41:19.594287+0000","last_undegraded":"2024-08-04T15:41:19.594287+0000","last_fullsized":"2024-08-04T15:41:19.594287+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:40:04.359613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"557'29","reported_seq":1221,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.602810+0000","last_change":"2024-08-04T15:35:02.604407+0000","last_active":"2024-08-04T15:41:19.602810+0000","last_peered":"2024-08-04T15:41:19.602810+0000","last_clean":"2024-08-04T15:41:19.602810+0000","last_became_active":"2024-08-04T15:35:02.603651+0000","last_became_peered":"2024-08-04T15:35:02.603651+0000","last_unstale":"2024-08-04T15:41:19.602810+0000","last_undegraded":"2024-08-04T15:41:19.602810+0000","last_fullsized":"2024-08-04T15:41:19.602810+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:37:54.626044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5810,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1164,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.600049+0000","last_change":"2024-08-04T15:35:37.003872+0000","last_active":"2024-08-04T15:41:19.600049+0000","last_peered":"2024-08-04T15:41:19.600049+0000","last_clean":"2024-08-04T15:41:19.600049+0000","last_became_active":"2024-08-04T15:35:37.001380+0000","last_became_peered":"2024-08-04T15:35:37.001380+0000","last_unstale":"2024-08-04T15:41:19.600049+0000","last_undegraded":"2024-08-04T15:41:19.600049+0000","last_fullsized":"2024-08-04T15:41:19.600049+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:45:17.076372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":1372,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.593572+0000","last_change":"2024-08-04T15:33:56.581299+0000","last_active":"2024-08-04T15:41:19.593572+0000","last_peered":"2024-08-04T15:41:19.593572+0000","last_clean":"2024-08-04T15:41:19.593572+0000","last_became_active":"2024-08-04T15:33:56.580541+0000","last_became_peered":"2024-08-04T15:33:56.580541+0000","last_unstale":"2024-08-04T15:41:19.593572+0000","last_undegraded":"2024-08-04T15:41:19.593572+0000","last_fullsized":"2024-08-04T15:41:19.593572+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:32:04.951316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1363,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.593103+0000","last_change":"2024-08-04T15:35:36.988902+0000","last_active":"2024-08-04T15:41:19.593103+0000","last_peered":"2024-08-04T15:41:19.593103+0000","last_clean":"2024-08-04T15:41:19.593103+0000","last_became_active":"2024-08-04T15:35:36.988526+0000","last_became_peered":"2024-08-04T15:35:36.988526+0000","last_unstale":"2024-08-04T15:41:19.593103+0000","last_undegraded":"2024-08-04T15:41:19.593103+0000","last_fullsized":"2024-08-04T15:41:19.593103+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:33:12.716891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1225,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599281+0000","last_change":"2024-08-04T15:35:36.989364+0000","last_active":"2024-08-04T15:41:19.599281+0000","last_peered":"2024-08-04T15:41:19.599281+0000","last_clean":"2024-08-04T15:41:19.599281+0000","last_became_active":"2024-08-04T15:35:36.988904+0000","last_became_peered":"2024-08-04T15:35:36.988904+0000","last_unstale":"2024-08-04T15:41:19.599281+0000","last_undegraded":"2024-08-04T15:41:19.599281+0000","last_fullsized":"2024-08-04T15:41:19.599281+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:51:03.432525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1164,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.598024+0000","last_change":"2024-08-04T15:35:37.002177+0000","last_active":"2024-08-04T15:41:19.598024+0000","last_peered":"2024-08-04T15:41:19.598024+0000","last_clean":"2024-08-04T15:41:19.598024+0000","last_became_active":"2024-08-04T15:35:37.000614+0000","last_became_peered":"2024-08-04T15:35:37.000614+0000","last_unstale":"2024-08-04T15:41:19.598024+0000","last_undegraded":"2024-08-04T15:41:19.598024+0000","last_fullsized":"2024-08-04T15:41:19.598024+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:32:46.199701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1196,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.602571+0000","last_change":"2024-08-04T15:35:02.603705+0000","last_active":"2024-08-04T15:41:19.602571+0000","last_peered":"2024-08-04T15:41:19.602571+0000","last_clean":"2024-08-04T15:41:19.602571+0000","last_became_active":"2024-08-04T15:35:02.598627+0000","last_became_peered":"2024-08-04T15:35:02.598627+0000","last_unstale":"2024-08-04T15:41:19.602571+0000","last_undegraded":"2024-08-04T15:41:19.602571+0000","last_fullsized":"2024-08-04T15:41:19.602571+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:26:57.041350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1183,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.602157+0000","last_change":"2024-08-04T15:35:02.597417+0000","last_active":"2024-08-04T15:41:19.602157+0000","last_peered":"2024-08-04T15:41:19.602157+0000","last_clean":"2024-08-04T15:41:19.602157+0000","last_became_active":"2024-08-04T15:35:02.594866+0000","last_became_peered":"2024-08-04T15:35:02.594866+0000","last_unstale":"2024-08-04T15:41:19.602157+0000","last_undegraded":"2024-08-04T15:41:19.602157+0000","last_fullsized":"2024-08-04T15:41:19.602157+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:29:20.198631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":1340,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.592538+0000","last_change":"2024-08-04T15:32:50.697355+0000","last_active":"2024-08-04T15:41:19.592538+0000","last_peered":"2024-08-04T15:41:19.592538+0000","last_clean":"2024-08-04T15:41:19.592538+0000","last_became_active":"2024-08-04T15:32:50.696607+0000","last_became_peered":"2024-08-04T15:32:50.696607+0000","last_unstale":"2024-08-04T15:41:19.592538+0000","last_undegraded":"2024-08-04T15:41:19.592538+0000","last_fullsized":"2024-08-04T15:41:19.592538+0000","mapping_epoch":373,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":374,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:12:14.504508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1146,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599350+0000","last_change":"2024-08-04T15:35:36.982769+0000","last_active":"2024-08-04T15:41:19.599350+0000","last_peered":"2024-08-04T15:41:19.599350+0000","last_clean":"2024-08-04T15:41:19.599350+0000","last_became_active":"2024-08-04T15:35:36.981135+0000","last_became_peered":"2024-08-04T15:35:36.981135+0000","last_unstale":"2024-08-04T15:41:19.599350+0000","last_undegraded":"2024-08-04T15:41:19.599350+0000","last_fullsized":"2024-08-04T15:41:19.599350+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:11:11.125286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"871'917","reported_seq":4231,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.608853+0000","last_change":"2024-08-04T15:41:19.609951+0000","last_active":"2024-08-04T15:41:19.608853+0000","last_peered":"2024-08-04T15:41:19.608853+0000","last_clean":"2024-08-04T15:41:19.608853+0000","last_became_active":"2024-08-04T15:32:50.698097+0000","last_became_peered":"2024-08-04T15:32:50.698097+0000","last_unstale":"2024-08-04T15:41:19.608853+0000","last_undegraded":"2024-08-04T15:41:19.608853+0000","last_fullsized":"2024-08-04T15:41:19.608853+0000","mapping_epoch":373,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":374,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":917,"log_dups_size":0,"ondisk_log_size":917,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:22:16.878148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016874196000000001,"stat_sum":{"num_bytes":4325376,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":154,"num_read_kb":319789,"num_write":323,"num_write_kb":70752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":23814144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ad","length":"1"},{"start":"1c9","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"2.f","version":"65'1","reported_seq":1241,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.594051+0000","last_change":"2024-08-04T15:35:36.992859+0000","last_active":"2024-08-04T15:41:19.594051+0000","last_peered":"2024-08-04T15:41:19.594051+0000","last_clean":"2024-08-04T15:41:19.594051+0000","last_became_active":"2024-08-04T15:35:36.992539+0000","last_became_peered":"2024-08-04T15:35:36.992539+0000","last_unstale":"2024-08-04T15:41:19.594051+0000","last_undegraded":"2024-08-04T15:41:19.594051+0000","last_fullsized":"2024-08-04T15:41:19.594051+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:51:19.649740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1164,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599255+0000","last_change":"2024-08-04T15:35:37.000830+0000","last_active":"2024-08-04T15:41:19.599255+0000","last_peered":"2024-08-04T15:41:19.599255+0000","last_clean":"2024-08-04T15:41:19.599255+0000","last_became_active":"2024-08-04T15:35:37.000450+0000","last_became_peered":"2024-08-04T15:35:37.000450+0000","last_unstale":"2024-08-04T15:41:19.599255+0000","last_undegraded":"2024-08-04T15:41:19.599255+0000","last_fullsized":"2024-08-04T15:41:19.599255+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:40:44.041390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"871'2910","reported_seq":5752,"reported_epoch":871,"state":"active+clean+snaptrim","last_fresh":"2024-08-04T15:41:19.612655+0000","last_change":"2024-08-04T15:41:19.602252+0000","last_active":"2024-08-04T15:41:19.612655+0000","last_peered":"2024-08-04T15:41:19.612655+0000","last_clean":"2024-08-04T15:41:19.612655+0000","last_became_active":"2024-08-04T15:35:37.001374+0000","last_became_peered":"2024-08-04T15:35:37.001374+0000","last_unstale":"2024-08-04T15:41:19.612655+0000","last_undegraded":"2024-08-04T15:41:19.612655+0000","last_fullsized":"2024-08-04T15:41:19.612655+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":2910,"log_dups_size":0,"ondisk_log_size":2910,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":1,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:33:13.572999+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0094251089999999992,"stat_sum":{"num_bytes":78323712,"num_objects":40,"num_object_clones":34,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":2,"num_read":476,"num_read_kb":580029,"num_write":1142,"num_write_kb":252904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":44441600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1c9","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"2.e","version":"65'2","reported_seq":1322,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.595427+0000","last_change":"2024-08-04T15:35:36.992178+0000","last_active":"2024-08-04T15:41:19.595427+0000","last_peered":"2024-08-04T15:41:19.595427+0000","last_clean":"2024-08-04T15:41:19.595427+0000","last_became_active":"2024-08-04T15:35:36.991411+0000","last_became_peered":"2024-08-04T15:35:36.991411+0000","last_unstale":"2024-08-04T15:41:19.595427+0000","last_undegraded":"2024-08-04T15:41:19.595427+0000","last_fullsized":"2024-08-04T15:41:19.595427+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:35:07.063411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1164,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599923+0000","last_change":"2024-08-04T15:35:36.997757+0000","last_active":"2024-08-04T15:41:19.599923+0000","last_peered":"2024-08-04T15:41:19.599923+0000","last_clean":"2024-08-04T15:41:19.599923+0000","last_became_active":"2024-08-04T15:35:36.997228+0000","last_became_peered":"2024-08-04T15:35:36.997228+0000","last_unstale":"2024-08-04T15:41:19.599923+0000","last_undegraded":"2024-08-04T15:41:19.599923+0000","last_fullsized":"2024-08-04T15:41:19.599923+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:04:48.060945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"871'473","reported_seq":3855,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.602513+0000","last_change":"2024-08-04T15:41:19.603331+0000","last_active":"2024-08-04T15:41:19.602513+0000","last_peered":"2024-08-04T15:41:19.602513+0000","last_clean":"2024-08-04T15:41:19.602513+0000","last_became_active":"2024-08-04T15:33:56.587599+0000","last_became_peered":"2024-08-04T15:33:56.587599+0000","last_unstale":"2024-08-04T15:41:19.602513+0000","last_undegraded":"2024-08-04T15:41:19.602513+0000","last_fullsized":"2024-08-04T15:41:19.602513+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":473,"log_dups_size":0,"ondisk_log_size":473,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:23:03.164649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010369166000000001,"stat_sum":{"num_bytes":13787136,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":95,"num_read_kb":144183,"num_write":202,"num_write_kb":32224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":32235520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ad","length":"1"},{"start":"1c9","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"2.d","version":"65'1","reported_seq":1344,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.601369+0000","last_change":"2024-08-04T15:33:56.592514+0000","last_active":"2024-08-04T15:41:19.601369+0000","last_peered":"2024-08-04T15:41:19.601369+0000","last_clean":"2024-08-04T15:41:19.601369+0000","last_became_active":"2024-08-04T15:33:56.592134+0000","last_became_peered":"2024-08-04T15:33:56.592134+0000","last_unstale":"2024-08-04T15:41:19.601369+0000","last_undegraded":"2024-08-04T15:41:19.601369+0000","last_fullsized":"2024-08-04T15:41:19.601369+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:07:07.390471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1223,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.598408+0000","last_change":"2024-08-04T15:35:02.600160+0000","last_active":"2024-08-04T15:41:19.598408+0000","last_peered":"2024-08-04T15:41:19.598408+0000","last_clean":"2024-08-04T15:41:19.598408+0000","last_became_active":"2024-08-04T15:35:02.599857+0000","last_became_peered":"2024-08-04T15:35:02.599857+0000","last_unstale":"2024-08-04T15:41:19.598408+0000","last_undegraded":"2024-08-04T15:41:19.598408+0000","last_fullsized":"2024-08-04T15:41:19.598408+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:38:36.860134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"871'1489","reported_seq":4804,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.611799+0000","last_change":"2024-08-04T15:41:19.615488+0000","last_active":"2024-08-04T15:41:19.611799+0000","last_peered":"2024-08-04T15:41:19.611799+0000","last_clean":"2024-08-04T15:41:19.611799+0000","last_became_active":"2024-08-04T15:34:29.563173+0000","last_became_peered":"2024-08-04T15:34:29.563173+0000","last_unstale":"2024-08-04T15:41:19.611799+0000","last_undegraded":"2024-08-04T15:41:19.611799+0000","last_fullsized":"2024-08-04T15:41:19.611799+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":1489,"log_dups_size":0,"ondisk_log_size":1489,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:01:11.954619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017418033999999999,"stat_sum":{"num_bytes":35192832,"num_objects":19,"num_object_clones":16,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":290,"num_read_kb":505547,"num_write":474,"num_write_kb":127512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":20275200,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ad","length":"1"},{"start":"1c9","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1326,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.595461+0000","last_change":"2024-08-04T15:34:29.563834+0000","last_active":"2024-08-04T15:41:19.595461+0000","last_peered":"2024-08-04T15:41:19.595461+0000","last_clean":"2024-08-04T15:41:19.595461+0000","last_became_active":"2024-08-04T15:34:29.563476+0000","last_became_peered":"2024-08-04T15:34:29.563476+0000","last_unstale":"2024-08-04T15:41:19.595461+0000","last_undegraded":"2024-08-04T15:41:19.595461+0000","last_fullsized":"2024-08-04T15:41:19.595461+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:42:21.892252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1146,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.604160+0000","last_change":"2024-08-04T15:35:36.994696+0000","last_active":"2024-08-04T15:41:19.604160+0000","last_peered":"2024-08-04T15:41:19.604160+0000","last_clean":"2024-08-04T15:41:19.604160+0000","last_became_active":"2024-08-04T15:35:36.993780+0000","last_became_peered":"2024-08-04T15:35:36.993780+0000","last_unstale":"2024-08-04T15:41:19.604160+0000","last_undegraded":"2024-08-04T15:41:19.604160+0000","last_fullsized":"2024-08-04T15:41:19.604160+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:24:54.653678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"871'1902","reported_seq":4855,"reported_epoch":871,"state":"active+clean+snaptrim","last_fresh":"2024-08-04T15:41:19.610646+0000","last_change":"2024-08-04T15:41:19.600997+0000","last_active":"2024-08-04T15:41:19.610646+0000","last_peered":"2024-08-04T15:41:19.610646+0000","last_clean":"2024-08-04T15:41:19.610646+0000","last_became_active":"2024-08-04T15:35:36.997942+0000","last_became_peered":"2024-08-04T15:35:36.997942+0000","last_unstale":"2024-08-04T15:41:19.610646+0000","last_undegraded":"2024-08-04T15:41:19.610646+0000","last_fullsized":"2024-08-04T15:41:19.610646+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":1902,"log_dups_size":0,"ondisk_log_size":1902,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":1,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:21:58.249176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0069340260000000003,"stat_sum":{"num_bytes":34619392,"num_objects":25,"num_object_clones":21,"num_object_copies":75,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":1,"num_read":359,"num_read_kb":429269,"num_write":593,"num_write_kb":118344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":32612352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1c9","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1184,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.603242+0000","last_change":"2024-08-04T15:35:36.993049+0000","last_active":"2024-08-04T15:41:19.603242+0000","last_peered":"2024-08-04T15:41:19.603242+0000","last_clean":"2024-08-04T15:41:19.603242+0000","last_became_active":"2024-08-04T15:35:36.992641+0000","last_became_peered":"2024-08-04T15:35:36.992641+0000","last_unstale":"2024-08-04T15:41:19.603242+0000","last_undegraded":"2024-08-04T15:41:19.603242+0000","last_fullsized":"2024-08-04T15:41:19.603242+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:29:08.881493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029989099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"269'229","reported_seq":1771,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.597967+0000","last_change":"2024-08-04T15:35:36.993213+0000","last_active":"2024-08-04T15:41:19.597967+0000","last_peered":"2024-08-04T15:41:19.597967+0000","last_clean":"2024-08-04T15:41:19.597967+0000","last_became_active":"2024-08-04T15:35:36.992135+0000","last_became_peered":"2024-08-04T15:35:36.992135+0000","last_unstale":"2024-08-04T15:41:19.597967+0000","last_undegraded":"2024-08-04T15:41:19.597967+0000","last_fullsized":"2024-08-04T15:41:19.597967+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:21:25.437230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:21:25.437230+0000","last_clean_scrub_stamp":"2024-08-04T15:21:25.437230+0000","objects_scrubbed":0,"log_size":229,"log_dups_size":0,"ondisk_log_size":229,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:09:47.029793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1106,"num_read_kb":1934,"num_write":375,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1234,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.598210+0000","last_change":"2024-08-04T15:35:36.990900+0000","last_active":"2024-08-04T15:41:19.598210+0000","last_peered":"2024-08-04T15:41:19.598210+0000","last_clean":"2024-08-04T15:41:19.598210+0000","last_became_active":"2024-08-04T15:35:36.990615+0000","last_became_peered":"2024-08-04T15:35:36.990615+0000","last_unstale":"2024-08-04T15:41:19.598210+0000","last_undegraded":"2024-08-04T15:41:19.598210+0000","last_fullsized":"2024-08-04T15:41:19.598210+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:38:57.625254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1280,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599450+0000","last_change":"2024-08-04T15:35:02.599687+0000","last_active":"2024-08-04T15:41:19.599450+0000","last_peered":"2024-08-04T15:41:19.599450+0000","last_clean":"2024-08-04T15:41:19.599450+0000","last_became_active":"2024-08-04T15:35:02.599319+0000","last_became_peered":"2024-08-04T15:35:02.599319+0000","last_unstale":"2024-08-04T15:41:19.599450+0000","last_undegraded":"2024-08-04T15:41:19.599450+0000","last_fullsized":"2024-08-04T15:41:19.599450+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:24:39.347046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"871'377","reported_seq":3600,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.612350+0000","last_change":"2024-08-04T15:41:19.613356+0000","last_active":"2024-08-04T15:41:19.612350+0000","last_peered":"2024-08-04T15:41:19.612350+0000","last_clean":"2024-08-04T15:41:19.612350+0000","last_became_active":"2024-08-04T15:34:29.562207+0000","last_became_peered":"2024-08-04T15:34:29.562207+0000","last_unstale":"2024-08-04T15:41:19.612350+0000","last_undegraded":"2024-08-04T15:41:19.612350+0000","last_fullsized":"2024-08-04T15:41:19.612350+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":377,"log_dups_size":0,"ondisk_log_size":377,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:10:01.328989+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.014105934000000001,"stat_sum":{"num_bytes":10788864,"num_objects":7,"num_object_clones":6,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":84,"num_read_kb":110226,"num_write":120,"num_write_kb":32736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":17022976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1ad","length":"1"},{"start":"1c9","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1373,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.593311+0000","last_change":"2024-08-04T15:32:50.693630+0000","last_active":"2024-08-04T15:41:19.593311+0000","last_peered":"2024-08-04T15:41:19.593311+0000","last_clean":"2024-08-04T15:41:19.593311+0000","last_became_active":"2024-08-04T15:32:50.693341+0000","last_became_peered":"2024-08-04T15:32:50.693341+0000","last_unstale":"2024-08-04T15:41:19.593311+0000","last_undegraded":"2024-08-04T15:41:19.593311+0000","last_fullsized":"2024-08-04T15:41:19.593311+0000","mapping_epoch":373,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":374,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:25:24.003041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1154,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.597856+0000","last_change":"2024-08-04T15:35:36.994562+0000","last_active":"2024-08-04T15:41:19.597856+0000","last_peered":"2024-08-04T15:41:19.597856+0000","last_clean":"2024-08-04T15:41:19.597856+0000","last_became_active":"2024-08-04T15:35:36.993940+0000","last_became_peered":"2024-08-04T15:35:36.993940+0000","last_unstale":"2024-08-04T15:41:19.597856+0000","last_undegraded":"2024-08-04T15:41:19.597856+0000","last_fullsized":"2024-08-04T15:41:19.597856+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:23:31.726216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1363,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.592764+0000","last_change":"2024-08-04T15:33:56.584309+0000","last_active":"2024-08-04T15:41:19.592764+0000","last_peered":"2024-08-04T15:41:19.592764+0000","last_clean":"2024-08-04T15:41:19.592764+0000","last_became_active":"2024-08-04T15:33:56.583871+0000","last_became_peered":"2024-08-04T15:33:56.583871+0000","last_unstale":"2024-08-04T15:41:19.592764+0000","last_undegraded":"2024-08-04T15:41:19.592764+0000","last_fullsized":"2024-08-04T15:41:19.592764+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:11:18.398651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"871'1358","reported_seq":4654,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.618816+0000","last_change":"2024-08-04T15:41:19.620242+0000","last_active":"2024-08-04T15:41:19.618816+0000","last_peered":"2024-08-04T15:41:19.618816+0000","last_clean":"2024-08-04T15:41:19.618816+0000","last_became_active":"2024-08-04T15:34:29.570331+0000","last_became_peered":"2024-08-04T15:34:29.570331+0000","last_unstale":"2024-08-04T15:41:19.618816+0000","last_undegraded":"2024-08-04T15:41:19.618816+0000","last_fullsized":"2024-08-04T15:41:19.618816+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":1358,"log_dups_size":0,"ondisk_log_size":1358,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:49:59.323749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024297612999999999,"stat_sum":{"num_bytes":28336128,"num_objects":19,"num_object_clones":16,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":1,"num_read":206,"num_read_kb":286242,"num_write":484,"num_write_kb":119096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":58630144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ad","length":"1"},{"start":"1c9","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1344,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599403+0000","last_change":"2024-08-04T15:34:29.564872+0000","last_active":"2024-08-04T15:41:19.599403+0000","last_peered":"2024-08-04T15:41:19.599403+0000","last_clean":"2024-08-04T15:41:19.599403+0000","last_became_active":"2024-08-04T15:34:29.564564+0000","last_became_peered":"2024-08-04T15:34:29.564564+0000","last_unstale":"2024-08-04T15:41:19.599403+0000","last_undegraded":"2024-08-04T15:41:19.599403+0000","last_fullsized":"2024-08-04T15:41:19.599403+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:58:04.079658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036833100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1327,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.592783+0000","last_change":"2024-08-04T15:33:23.527226+0000","last_active":"2024-08-04T15:41:19.592783+0000","last_peered":"2024-08-04T15:41:19.592783+0000","last_clean":"2024-08-04T15:41:19.592783+0000","last_became_active":"2024-08-04T15:33:23.526913+0000","last_became_peered":"2024-08-04T15:33:23.526913+0000","last_unstale":"2024-08-04T15:41:19.592783+0000","last_undegraded":"2024-08-04T15:41:19.592783+0000","last_fullsized":"2024-08-04T15:41:19.592783+0000","mapping_epoch":406,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":407,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:49:54.955780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1337,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.600386+0000","last_change":"2024-08-04T15:35:02.593171+0000","last_active":"2024-08-04T15:41:19.600386+0000","last_peered":"2024-08-04T15:41:19.600386+0000","last_clean":"2024-08-04T15:41:19.600386+0000","last_became_active":"2024-08-04T15:35:02.592647+0000","last_became_peered":"2024-08-04T15:35:02.592647+0000","last_unstale":"2024-08-04T15:41:19.600386+0000","last_undegraded":"2024-08-04T15:41:19.600386+0000","last_fullsized":"2024-08-04T15:41:19.600386+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:49:00.417667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"871'1423","reported_seq":4848,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.617709+0000","last_change":"2024-08-04T15:41:19.619714+0000","last_active":"2024-08-04T15:41:19.617709+0000","last_peered":"2024-08-04T15:41:19.617709+0000","last_clean":"2024-08-04T15:41:19.617709+0000","last_became_active":"2024-08-04T15:33:56.587648+0000","last_became_peered":"2024-08-04T15:33:56.587648+0000","last_unstale":"2024-08-04T15:41:19.617709+0000","last_undegraded":"2024-08-04T15:41:19.617709+0000","last_fullsized":"2024-08-04T15:41:19.617709+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":1423,"log_dups_size":0,"ondisk_log_size":1423,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:32:03.799967+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.025568924999999999,"stat_sum":{"num_bytes":30498816,"num_objects":17,"num_object_clones":14,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":261,"num_read_kb":464826,"num_write":599,"num_write_kb":105848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":63700992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1ad","length":"1"},{"start":"1c9","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1347,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.603358+0000","last_change":"2024-08-04T15:33:23.519323+0000","last_active":"2024-08-04T15:41:19.603358+0000","last_peered":"2024-08-04T15:41:19.603358+0000","last_clean":"2024-08-04T15:41:19.603358+0000","last_became_active":"2024-08-04T15:33:23.519017+0000","last_became_peered":"2024-08-04T15:33:23.519017+0000","last_unstale":"2024-08-04T15:41:19.603358+0000","last_undegraded":"2024-08-04T15:41:19.603358+0000","last_fullsized":"2024-08-04T15:41:19.603358+0000","mapping_epoch":406,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":407,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:34:14.455697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1203,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599086+0000","last_change":"2024-08-04T15:35:02.599164+0000","last_active":"2024-08-04T15:41:19.599086+0000","last_peered":"2024-08-04T15:41:19.599086+0000","last_clean":"2024-08-04T15:41:19.599086+0000","last_became_active":"2024-08-04T15:35:02.598843+0000","last_became_peered":"2024-08-04T15:35:02.598843+0000","last_unstale":"2024-08-04T15:41:19.599086+0000","last_undegraded":"2024-08-04T15:41:19.599086+0000","last_fullsized":"2024-08-04T15:41:19.599086+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:29:35.832861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1321,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.593147+0000","last_change":"2024-08-04T15:35:02.595817+0000","last_active":"2024-08-04T15:41:19.593147+0000","last_peered":"2024-08-04T15:41:19.593147+0000","last_clean":"2024-08-04T15:41:19.593147+0000","last_became_active":"2024-08-04T15:35:02.595226+0000","last_became_peered":"2024-08-04T15:35:02.595226+0000","last_unstale":"2024-08-04T15:41:19.593147+0000","last_undegraded":"2024-08-04T15:41:19.593147+0000","last_fullsized":"2024-08-04T15:41:19.593147+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:39:26.055655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3","version":"871'1972","reported_seq":5333,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.624753+0000","last_change":"2024-08-04T15:41:19.628000+0000","last_active":"2024-08-04T15:41:19.624753+0000","last_peered":"2024-08-04T15:41:19.624753+0000","last_clean":"2024-08-04T15:41:19.624753+0000","last_became_active":"2024-08-04T15:35:02.593098+0000","last_became_peered":"2024-08-04T15:35:02.593098+0000","last_unstale":"2024-08-04T15:41:19.624753+0000","last_undegraded":"2024-08-04T15:41:19.624753+0000","last_fullsized":"2024-08-04T15:41:19.624753+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":1972,"log_dups_size":0,"ondisk_log_size":1972,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:13:04.946808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.033801709999999999,"stat_sum":{"num_bytes":40878080,"num_objects":27,"num_object_clones":23,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":1,"num_read":349,"num_read_kb":485252,"num_write":594,"num_write_kb":159984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":37904384,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1ad","length":"1"},{"start":"1c9","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"4.2","version":"74'2","reported_seq":1349,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599947+0000","last_change":"2024-08-04T15:34:29.567417+0000","last_active":"2024-08-04T15:41:19.599947+0000","last_peered":"2024-08-04T15:41:19.599947+0000","last_clean":"2024-08-04T15:41:19.599947+0000","last_became_active":"2024-08-04T15:34:29.567053+0000","last_became_peered":"2024-08-04T15:34:29.567053+0000","last_unstale":"2024-08-04T15:41:19.599947+0000","last_undegraded":"2024-08-04T15:41:19.599947+0000","last_fullsized":"2024-08-04T15:41:19.599947+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:45:21.984284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040573600000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1349,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.603191+0000","last_change":"2024-08-04T15:35:36.991517+0000","last_active":"2024-08-04T15:41:19.603191+0000","last_peered":"2024-08-04T15:41:19.603191+0000","last_clean":"2024-08-04T15:41:19.603191+0000","last_became_active":"2024-08-04T15:35:36.991115+0000","last_became_peered":"2024-08-04T15:35:36.991115+0000","last_unstale":"2024-08-04T15:41:19.603191+0000","last_undegraded":"2024-08-04T15:41:19.603191+0000","last_fullsized":"2024-08-04T15:41:19.603191+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:08:31.681889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1231,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599596+0000","last_change":"2024-08-04T15:34:29.568005+0000","last_active":"2024-08-04T15:41:19.599596+0000","last_peered":"2024-08-04T15:41:19.599596+0000","last_clean":"2024-08-04T15:41:19.599596+0000","last_became_active":"2024-08-04T15:34:29.567552+0000","last_became_peered":"2024-08-04T15:34:29.567552+0000","last_unstale":"2024-08-04T15:41:19.599596+0000","last_undegraded":"2024-08-04T15:41:19.599596+0000","last_fullsized":"2024-08-04T15:41:19.599596+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:06:32.015399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"871'3791","reported_seq":6639,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.634765+0000","last_change":"2024-08-04T15:41:19.635756+0000","last_active":"2024-08-04T15:41:19.634765+0000","last_peered":"2024-08-04T15:41:19.634765+0000","last_clean":"2024-08-04T15:41:19.634765+0000","last_became_active":"2024-08-04T15:35:02.598114+0000","last_became_peered":"2024-08-04T15:35:02.598114+0000","last_unstale":"2024-08-04T15:41:19.634765+0000","last_undegraded":"2024-08-04T15:41:19.634765+0000","last_fullsized":"2024-08-04T15:41:19.634765+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":3791,"log_dups_size":0,"ondisk_log_size":3791,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:10:46.592712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032296631999999999,"stat_sum":{"num_bytes":113917952,"num_objects":50,"num_object_clones":42,"num_object_copies":150,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":1,"num_read":638,"num_read_kb":1054518,"num_write":1350,"num_write_kb":329584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":37593088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1ad","length":"1"},{"start":"1c9","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"4.3","version":"72'1","reported_seq":1374,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.593784+0000","last_change":"2024-08-04T15:35:36.991334+0000","last_active":"2024-08-04T15:41:19.593784+0000","last_peered":"2024-08-04T15:41:19.593784+0000","last_clean":"2024-08-04T15:41:19.593784+0000","last_became_active":"2024-08-04T15:35:36.989976+0000","last_became_peered":"2024-08-04T15:35:36.989976+0000","last_unstale":"2024-08-04T15:41:19.593784+0000","last_undegraded":"2024-08-04T15:41:19.593784+0000","last_fullsized":"2024-08-04T15:41:19.593784+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:13:55.921872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1167,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.601772+0000","last_change":"2024-08-04T15:35:36.997980+0000","last_active":"2024-08-04T15:41:19.601772+0000","last_peered":"2024-08-04T15:41:19.601772+0000","last_clean":"2024-08-04T15:41:19.601772+0000","last_became_active":"2024-08-04T15:35:36.997597+0000","last_became_peered":"2024-08-04T15:35:36.997597+0000","last_unstale":"2024-08-04T15:41:19.601772+0000","last_undegraded":"2024-08-04T15:41:19.601772+0000","last_fullsized":"2024-08-04T15:41:19.601772+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:29:59.300574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1337,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.600987+0000","last_change":"2024-08-04T15:34:29.566004+0000","last_active":"2024-08-04T15:41:19.600987+0000","last_peered":"2024-08-04T15:41:19.600987+0000","last_clean":"2024-08-04T15:41:19.600987+0000","last_became_active":"2024-08-04T15:34:29.565691+0000","last_became_peered":"2024-08-04T15:34:29.565691+0000","last_unstale":"2024-08-04T15:41:19.600987+0000","last_undegraded":"2024-08-04T15:41:19.600987+0000","last_fullsized":"2024-08-04T15:41:19.600987+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:13:33.770985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"871'801","reported_seq":4031,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.601683+0000","last_change":"2024-08-04T15:41:19.603098+0000","last_active":"2024-08-04T15:41:19.601683+0000","last_peered":"2024-08-04T15:41:19.601683+0000","last_clean":"2024-08-04T15:41:19.601683+0000","last_became_active":"2024-08-04T15:35:36.986682+0000","last_became_peered":"2024-08-04T15:35:36.986682+0000","last_unstale":"2024-08-04T15:41:19.601683+0000","last_undegraded":"2024-08-04T15:41:19.601683+0000","last_fullsized":"2024-08-04T15:41:19.601683+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":801,"log_dups_size":0,"ondisk_log_size":801,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:54:53.252455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091362839999999997,"stat_sum":{"num_bytes":15384576,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":117,"num_read_kb":152895,"num_write":237,"num_write_kb":66616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":13950976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1ad","length":"1"},{"start":"1c9","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1289,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599624+0000","last_change":"2024-08-04T15:35:36.981036+0000","last_active":"2024-08-04T15:41:19.599624+0000","last_peered":"2024-08-04T15:41:19.599624+0000","last_clean":"2024-08-04T15:41:19.599624+0000","last_became_active":"2024-08-04T15:35:36.980552+0000","last_became_peered":"2024-08-04T15:35:36.980552+0000","last_unstale":"2024-08-04T15:41:19.599624+0000","last_undegraded":"2024-08-04T15:41:19.599624+0000","last_fullsized":"2024-08-04T15:41:19.599624+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:26:18.082042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044904800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"561'2","reported_seq":1345,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.600490+0000","last_change":"2024-08-04T15:35:02.602714+0000","last_active":"2024-08-04T15:41:19.600490+0000","last_peered":"2024-08-04T15:41:19.600490+0000","last_clean":"2024-08-04T15:41:19.600490+0000","last_became_active":"2024-08-04T15:35:02.602317+0000","last_became_peered":"2024-08-04T15:35:02.602317+0000","last_unstale":"2024-08-04T15:41:19.600490+0000","last_undegraded":"2024-08-04T15:41:19.600490+0000","last_fullsized":"2024-08-04T15:41:19.600490+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:39:18.724924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1290,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.604991+0000","last_change":"2024-08-04T15:35:36.987298+0000","last_active":"2024-08-04T15:41:19.604991+0000","last_peered":"2024-08-04T15:41:19.604991+0000","last_clean":"2024-08-04T15:41:19.604991+0000","last_became_active":"2024-08-04T15:35:36.986938+0000","last_became_peered":"2024-08-04T15:35:36.986938+0000","last_unstale":"2024-08-04T15:41:19.604991+0000","last_undegraded":"2024-08-04T15:41:19.604991+0000","last_fullsized":"2024-08-04T15:41:19.604991+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:30:23.430044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"871'1415","reported_seq":4600,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.625949+0000","last_change":"2024-08-04T15:41:19.625949+0000","last_active":"2024-08-04T15:41:19.625949+0000","last_peered":"2024-08-04T15:41:19.625949+0000","last_clean":"2024-08-04T15:41:19.625949+0000","last_became_active":"2024-08-04T15:33:56.589744+0000","last_became_peered":"2024-08-04T15:33:56.589744+0000","last_unstale":"2024-08-04T15:41:19.625949+0000","last_undegraded":"2024-08-04T15:41:19.625949+0000","last_fullsized":"2024-08-04T15:41:19.625949+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":1415,"log_dups_size":0,"ondisk_log_size":1415,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:27:52.159045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.025721534000000001,"stat_sum":{"num_bytes":22216704,"num_objects":21,"num_object_clones":18,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":1,"num_read":198,"num_read_kb":170467,"num_write":627,"num_write_kb":78760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":38191104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1ad","length":"1"},{"start":"1c9","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1236,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.593605+0000","last_change":"2024-08-04T15:35:02.595098+0000","last_active":"2024-08-04T15:41:19.593605+0000","last_peered":"2024-08-04T15:41:19.593605+0000","last_clean":"2024-08-04T15:41:19.593605+0000","last_became_active":"2024-08-04T15:35:02.594776+0000","last_became_peered":"2024-08-04T15:35:02.594776+0000","last_unstale":"2024-08-04T15:41:19.593605+0000","last_undegraded":"2024-08-04T15:41:19.593605+0000","last_fullsized":"2024-08-04T15:41:19.593605+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:54:09.572303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":1169,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.603479+0000","last_change":"2024-08-04T15:35:36.993041+0000","last_active":"2024-08-04T15:41:19.603479+0000","last_peered":"2024-08-04T15:41:19.603479+0000","last_clean":"2024-08-04T15:41:19.603479+0000","last_became_active":"2024-08-04T15:35:36.992709+0000","last_became_peered":"2024-08-04T15:35:36.992709+0000","last_unstale":"2024-08-04T15:41:19.603479+0000","last_undegraded":"2024-08-04T15:41:19.603479+0000","last_fullsized":"2024-08-04T15:41:19.603479+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:09:32.967441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1363,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.592997+0000","last_change":"2024-08-04T15:33:56.587773+0000","last_active":"2024-08-04T15:41:19.592997+0000","last_peered":"2024-08-04T15:41:19.592997+0000","last_clean":"2024-08-04T15:41:19.592997+0000","last_became_active":"2024-08-04T15:33:56.587141+0000","last_became_peered":"2024-08-04T15:33:56.587141+0000","last_unstale":"2024-08-04T15:41:19.592997+0000","last_undegraded":"2024-08-04T15:41:19.592997+0000","last_fullsized":"2024-08-04T15:41:19.592997+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:14:53.073819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":3145,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599298+0000","last_change":"2024-08-04T15:41:19.599696+0000","last_active":"2024-08-04T15:41:19.599298+0000","last_peered":"2024-08-04T15:41:19.599298+0000","last_clean":"2024-08-04T15:41:19.599298+0000","last_became_active":"2024-08-04T15:35:02.605632+0000","last_became_peered":"2024-08-04T15:35:02.605632+0000","last_unstale":"2024-08-04T15:41:19.599298+0000","last_undegraded":"2024-08-04T15:41:19.599298+0000","last_fullsized":"2024-08-04T15:41:19.599298+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:16:38.748607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000641856,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1ad","length":"1"},{"start":"1c9","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1154,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.598072+0000","last_change":"2024-08-04T15:35:36.991166+0000","last_active":"2024-08-04T15:41:19.598072+0000","last_peered":"2024-08-04T15:41:19.598072+0000","last_clean":"2024-08-04T15:41:19.598072+0000","last_became_active":"2024-08-04T15:35:36.990887+0000","last_became_peered":"2024-08-04T15:35:36.990887+0000","last_unstale":"2024-08-04T15:41:19.598072+0000","last_undegraded":"2024-08-04T15:41:19.598072+0000","last_fullsized":"2024-08-04T15:41:19.598072+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:42:49.219849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1258,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.594286+0000","last_change":"2024-08-04T15:35:36.988700+0000","last_active":"2024-08-04T15:41:19.594286+0000","last_peered":"2024-08-04T15:41:19.594286+0000","last_clean":"2024-08-04T15:41:19.594286+0000","last_became_active":"2024-08-04T15:35:36.988381+0000","last_became_peered":"2024-08-04T15:35:36.988381+0000","last_unstale":"2024-08-04T15:41:19.594286+0000","last_undegraded":"2024-08-04T15:41:19.594286+0000","last_fullsized":"2024-08-04T15:41:19.594286+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:12:06.600745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"871'1717","reported_seq":4832,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.608236+0000","last_change":"2024-08-04T15:41:19.609839+0000","last_active":"2024-08-04T15:41:19.608236+0000","last_peered":"2024-08-04T15:41:19.608236+0000","last_clean":"2024-08-04T15:41:19.608236+0000","last_became_active":"2024-08-04T15:34:29.574621+0000","last_became_peered":"2024-08-04T15:34:29.574621+0000","last_unstale":"2024-08-04T15:41:19.608236+0000","last_undegraded":"2024-08-04T15:41:19.608236+0000","last_fullsized":"2024-08-04T15:41:19.608236+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":1717,"log_dups_size":0,"ondisk_log_size":1717,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:14:20.304964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015203003,"stat_sum":{"num_bytes":48881664,"num_objects":21,"num_object_clones":17,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":263,"num_read_kb":340293,"num_write":599,"num_write_kb":152936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":51847168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1ad","length":"1"},{"start":"1c9","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1337,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.602471+0000","last_change":"2024-08-04T15:35:36.990739+0000","last_active":"2024-08-04T15:41:19.602471+0000","last_peered":"2024-08-04T15:41:19.602471+0000","last_clean":"2024-08-04T15:41:19.602471+0000","last_became_active":"2024-08-04T15:35:36.990422+0000","last_became_peered":"2024-08-04T15:35:36.990422+0000","last_unstale":"2024-08-04T15:41:19.602471+0000","last_undegraded":"2024-08-04T15:41:19.602471+0000","last_fullsized":"2024-08-04T15:41:19.602471+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:23:04.269113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1281,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599969+0000","last_change":"2024-08-04T15:35:36.983507+0000","last_active":"2024-08-04T15:41:19.599969+0000","last_peered":"2024-08-04T15:41:19.599969+0000","last_clean":"2024-08-04T15:41:19.599969+0000","last_became_active":"2024-08-04T15:35:36.983152+0000","last_became_peered":"2024-08-04T15:35:36.983152+0000","last_unstale":"2024-08-04T15:41:19.599969+0000","last_undegraded":"2024-08-04T15:41:19.599969+0000","last_fullsized":"2024-08-04T15:41:19.599969+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:57:32.109306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"871'1016","reported_seq":4315,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.623434+0000","last_change":"2024-08-04T15:41:19.626044+0000","last_active":"2024-08-04T15:41:19.623434+0000","last_peered":"2024-08-04T15:41:19.623434+0000","last_clean":"2024-08-04T15:41:19.623434+0000","last_became_active":"2024-08-04T15:35:36.989637+0000","last_became_peered":"2024-08-04T15:35:36.989637+0000","last_unstale":"2024-08-04T15:41:19.623434+0000","last_undegraded":"2024-08-04T15:41:19.623434+0000","last_fullsized":"2024-08-04T15:41:19.623434+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":1016,"log_dups_size":0,"ondisk_log_size":1016,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:32:54.635313+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.029139604999999999,"stat_sum":{"num_bytes":23945216,"num_objects":17,"num_object_clones":15,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":175,"num_read_kb":329523,"num_write":407,"num_write_kb":85048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":38330368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ad","length":"1"},{"start":"1c9","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1337,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599707+0000","last_change":"2024-08-04T15:35:36.989008+0000","last_active":"2024-08-04T15:41:19.599707+0000","last_peered":"2024-08-04T15:41:19.599707+0000","last_clean":"2024-08-04T15:41:19.599707+0000","last_became_active":"2024-08-04T15:35:36.988647+0000","last_became_peered":"2024-08-04T15:35:36.988647+0000","last_unstale":"2024-08-04T15:41:19.599707+0000","last_undegraded":"2024-08-04T15:41:19.599707+0000","last_fullsized":"2024-08-04T15:41:19.599707+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:29:06.660365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1290,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.602979+0000","last_change":"2024-08-04T15:33:56.580710+0000","last_active":"2024-08-04T15:41:19.602979+0000","last_peered":"2024-08-04T15:41:19.602979+0000","last_clean":"2024-08-04T15:41:19.602979+0000","last_became_active":"2024-08-04T15:33:56.579001+0000","last_became_peered":"2024-08-04T15:33:56.579001+0000","last_unstale":"2024-08-04T15:41:19.602979+0000","last_undegraded":"2024-08-04T15:41:19.602979+0000","last_fullsized":"2024-08-04T15:41:19.602979+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:56:41.476616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"871'1543","reported_seq":4879,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.627741+0000","last_change":"2024-08-04T15:41:19.629009+0000","last_active":"2024-08-04T15:41:19.627741+0000","last_peered":"2024-08-04T15:41:19.627741+0000","last_clean":"2024-08-04T15:41:19.627741+0000","last_became_active":"2024-08-04T15:33:56.595007+0000","last_became_peered":"2024-08-04T15:33:56.595007+0000","last_unstale":"2024-08-04T15:41:19.627741+0000","last_undegraded":"2024-08-04T15:41:19.627741+0000","last_fullsized":"2024-08-04T15:41:19.627741+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":1543,"log_dups_size":0,"ondisk_log_size":1543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:13:20.777869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.026282123000000001,"stat_sum":{"num_bytes":19939328,"num_objects":20,"num_object_clones":16,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":1,"num_read":255,"num_read_kb":346359,"num_write":477,"num_write_kb":128688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":49823744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1ad","length":"1"},{"start":"1c9","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"2.b","version":"557'3","reported_seq":1162,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.597894+0000","last_change":"2024-08-04T15:35:37.001779+0000","last_active":"2024-08-04T15:41:19.597894+0000","last_peered":"2024-08-04T15:41:19.597894+0000","last_clean":"2024-08-04T15:41:19.597894+0000","last_became_active":"2024-08-04T15:35:37.001423+0000","last_became_peered":"2024-08-04T15:35:37.001423+0000","last_unstale":"2024-08-04T15:41:19.597894+0000","last_undegraded":"2024-08-04T15:41:19.597894+0000","last_fullsized":"2024-08-04T15:41:19.597894+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:41:09.568210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1193,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.603398+0000","last_change":"2024-08-04T15:35:02.601968+0000","last_active":"2024-08-04T15:41:19.603398+0000","last_peered":"2024-08-04T15:41:19.603398+0000","last_clean":"2024-08-04T15:41:19.603398+0000","last_became_active":"2024-08-04T15:35:02.598321+0000","last_became_peered":"2024-08-04T15:35:02.598321+0000","last_unstale":"2024-08-04T15:41:19.603398+0000","last_undegraded":"2024-08-04T15:41:19.603398+0000","last_fullsized":"2024-08-04T15:41:19.603398+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:09:25.602464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1211,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.599363+0000","last_change":"2024-08-04T15:35:02.607069+0000","last_active":"2024-08-04T15:41:19.599363+0000","last_peered":"2024-08-04T15:41:19.599363+0000","last_clean":"2024-08-04T15:41:19.599363+0000","last_became_active":"2024-08-04T15:35:02.606734+0000","last_became_peered":"2024-08-04T15:35:02.606734+0000","last_unstale":"2024-08-04T15:41:19.599363+0000","last_undegraded":"2024-08-04T15:41:19.599363+0000","last_fullsized":"2024-08-04T15:41:19.599363+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:14:54.651084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":1162,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.600026+0000","last_change":"2024-08-04T15:35:36.999350+0000","last_active":"2024-08-04T15:41:19.600026+0000","last_peered":"2024-08-04T15:41:19.600026+0000","last_clean":"2024-08-04T15:41:19.600026+0000","last_became_active":"2024-08-04T15:35:36.997073+0000","last_became_peered":"2024-08-04T15:35:36.997073+0000","last_unstale":"2024-08-04T15:41:19.600026+0000","last_undegraded":"2024-08-04T15:41:19.600026+0000","last_fullsized":"2024-08-04T15:41:19.600026+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:59:02.952879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1310,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.595134+0000","last_change":"2024-08-04T15:33:56.592563+0000","last_active":"2024-08-04T15:41:19.595134+0000","last_peered":"2024-08-04T15:41:19.595134+0000","last_clean":"2024-08-04T15:41:19.595134+0000","last_became_active":"2024-08-04T15:33:56.592273+0000","last_became_peered":"2024-08-04T15:33:56.592273+0000","last_unstale":"2024-08-04T15:41:19.595134+0000","last_undegraded":"2024-08-04T15:41:19.595134+0000","last_fullsized":"2024-08-04T15:41:19.595134+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:35:58.659612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":1153,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.600143+0000","last_change":"2024-08-04T15:35:36.996852+0000","last_active":"2024-08-04T15:41:19.600143+0000","last_peered":"2024-08-04T15:41:19.600143+0000","last_clean":"2024-08-04T15:41:19.600143+0000","last_became_active":"2024-08-04T15:35:36.996506+0000","last_became_peered":"2024-08-04T15:35:36.996506+0000","last_unstale":"2024-08-04T15:41:19.600143+0000","last_undegraded":"2024-08-04T15:41:19.600143+0000","last_fullsized":"2024-08-04T15:41:19.600143+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:15:47.574170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1363,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.594403+0000","last_change":"2024-08-04T15:34:29.565903+0000","last_active":"2024-08-04T15:41:19.594403+0000","last_peered":"2024-08-04T15:41:19.594403+0000","last_clean":"2024-08-04T15:41:19.594403+0000","last_became_active":"2024-08-04T15:34:29.564363+0000","last_became_peered":"2024-08-04T15:34:29.564363+0000","last_unstale":"2024-08-04T15:41:19.594403+0000","last_undegraded":"2024-08-04T15:41:19.594403+0000","last_fullsized":"2024-08-04T15:41:19.594403+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:58:56.154542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"557'2","reported_seq":1296,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.604767+0000","last_change":"2024-08-04T15:34:29.559407+0000","last_active":"2024-08-04T15:41:19.604767+0000","last_peered":"2024-08-04T15:41:19.604767+0000","last_clean":"2024-08-04T15:41:19.604767+0000","last_became_active":"2024-08-04T15:34:29.559013+0000","last_became_peered":"2024-08-04T15:34:29.559013+0000","last_unstale":"2024-08-04T15:41:19.604767+0000","last_undegraded":"2024-08-04T15:41:19.604767+0000","last_fullsized":"2024-08-04T15:41:19.604767+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:19:40.210151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1271,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.601895+0000","last_change":"2024-08-04T15:35:02.605725+0000","last_active":"2024-08-04T15:41:19.601895+0000","last_peered":"2024-08-04T15:41:19.601895+0000","last_clean":"2024-08-04T15:41:19.601895+0000","last_became_active":"2024-08-04T15:35:02.605369+0000","last_became_peered":"2024-08-04T15:35:02.605369+0000","last_unstale":"2024-08-04T15:41:19.601895+0000","last_undegraded":"2024-08-04T15:41:19.601895+0000","last_fullsized":"2024-08-04T15:41:19.601895+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:10:09.249609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"557'5","reported_seq":1375,"reported_epoch":871,"state":"active+clean","last_fresh":"2024-08-04T15:41:19.594883+0000","last_change":"2024-08-04T15:35:36.995964+0000","last_active":"2024-08-04T15:41:19.594883+0000","last_peered":"2024-08-04T15:41:19.594883+0000","last_clean":"2024-08-04T15:41:19.594883+0000","last_became_active":"2024-08-04T15:35:36.995580+0000","last_became_peered":"2024-08-04T15:35:36.995580+0000","last_unstale":"2024-08-04T15:41:19.594883+0000","last_undegraded":"2024-08-04T15:41:19.594883+0000","last_fullsized":"2024-08-04T15:41:19.594883+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:42:34.107925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":521035776,"num_objects":307,"num_object_clones":257,"num_object_copies":921,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":307,"num_whiteouts":8,"num_read":3920,"num_read_kb":5719418,"num_write":8228,"num_write_kb":1861032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":142,"num_bytes_recovered":560373760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":666365952,"data_stored":1344114688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23104,"ondisk_log_size":23104,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6596,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45154,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1106,"num_read_kb":1934,"num_write":375,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":229,"ondisk_log_size":229,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":536,"seq":2302102470726,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":358372,"kb_used_data":70608,"kb_used_omap":38,"kb_used_meta":287705,"kb_avail":93386780,"statfs":{"total":95995035648,"available":95628062720,"internally_reserved":0,"allocated":72302592,"data_stored":156356228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":39357,"internal_metadata":294610499},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":502,"seq":2156073582669,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":435748,"kb_used_data":106328,"kb_used_omap":46,"kb_used_meta":329361,"kb_avail":93309404,"statfs":{"total":95995035648,"available":95548829696,"internally_reserved":0,"allocated":108879872,"data_stored":188966638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47484,"internal_metadata":337266308},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":469,"seq":2014339661908,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":666188,"kb_used_data":140224,"kb_used_omap":56,"kb_used_meta":525895,"kb_avail":93078964,"statfs":{"total":95995035648,"available":95312859136,"internally_reserved":0,"allocated":143589376,"data_stored":267568700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":57882,"internal_metadata":538516966},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":437,"seq":1876900708442,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":391260,"kb_used_data":75720,"kb_used_omap":37,"kb_used_meta":315482,"kb_avail":93353892,"statfs":{"total":95995035648,"available":95594385408,"internally_reserved":0,"allocated":77537280,"data_stored":125058329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38384,"internal_metadata":323054096},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":406,"seq":1743756722273,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":268892,"kb_used_data":53072,"kb_used_omap":21,"kb_used_meta":215786,"kb_avail":93476260,"statfs":{"total":95995035648,"available":95719690240,"internally_reserved":0,"allocated":54345728,"data_stored":89032594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22115,"internal_metadata":220965277},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":373,"seq":1602022801512,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":462044,"kb_used_data":75920,"kb_used_omap":26,"kb_used_meta":386085,"kb_avail":93283108,"statfs":{"total":95995035648,"available":95521902592,"internally_reserved":0,"allocated":77742080,"data_stored":162173048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26873,"internal_metadata":395351815},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":342,"seq":1468878815342,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":571288,"kb_used_data":92044,"kb_used_omap":38,"kb_used_meta":479193,"kb_avail":93173864,"statfs":{"total":95995035648,"available":95410036736,"internally_reserved":0,"allocated":94253056,"data_stored":166850835,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":39360,"internal_metadata":490694208},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":310,"seq":1331439861877,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":770900,"kb_used_data":144128,"kb_used_omap":43,"kb_used_meta":626708,"kb_avail":92974252,"statfs":{"total":95995035648,"available":95205634048,"internally_reserved":0,"allocated":147587072,"data_stored":253228396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44183,"internal_metadata":641749865},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5694,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4384,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5812,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6064,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6077,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5907,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5470,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":133664768,"data_stored":244940800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":80928768,"data_stored":159154176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":64430080,"data_stored":154476544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":41009152,"data_stored":81330176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":64225280,"data_stored":117370880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":130256896,"data_stored":259866624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":94965760,"data_stored":180674560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":56885248,"data_stored":146300928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-04T15:41:25.327 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim 2024-08-04T15:41:25.327 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim 2024-08-04T15:41:25.327 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-08-04T15:41:26.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:25 smithi062 ceph-mon[85960]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:41:26.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:25 smithi007 ceph-mon[94998]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:41:26.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:25 smithi007 ceph-mon[92692]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:41:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:41:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:41:26] "GET /metrics HTTP/1.1" 200 36254 "" "Prometheus/2.43.0" 2024-08-04T15:41:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:26 smithi062 ceph-mon[85960]: pgmap v969: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 639 KiB/s wr, 4 op/s 2024-08-04T15:41:27.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:26 smithi007 ceph-mon[94998]: pgmap v969: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 639 KiB/s wr, 4 op/s 2024-08-04T15:41:27.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:26 smithi007 ceph-mon[92692]: pgmap v969: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 639 KiB/s wr, 4 op/s 2024-08-04T15:41:29.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:28 smithi062 ceph-mon[85960]: pgmap v970: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 176 KiB/s wr, 1 op/s 2024-08-04T15:41:29.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:28 smithi007 ceph-mon[94998]: pgmap v970: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 176 KiB/s wr, 1 op/s 2024-08-04T15:41:29.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:28 smithi007 ceph-mon[92692]: pgmap v970: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 176 KiB/s wr, 1 op/s 2024-08-04T15:41:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:30 smithi062 ceph-mon[85960]: pgmap v971: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 148 KiB/s wr, 0 op/s 2024-08-04T15:41:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:30 smithi062 ceph-mon[85960]: osdmap e873: 8 total, 8 up, 8 in 2024-08-04T15:41:31.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:30 smithi007 ceph-mon[94998]: pgmap v971: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 148 KiB/s wr, 0 op/s 2024-08-04T15:41:31.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:30 smithi007 ceph-mon[94998]: osdmap e873: 8 total, 8 up, 8 in 2024-08-04T15:41:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:30 smithi007 ceph-mon[92692]: pgmap v971: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 148 KiB/s wr, 0 op/s 2024-08-04T15:41:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:30 smithi007 ceph-mon[92692]: osdmap e873: 8 total, 8 up, 8 in 2024-08-04T15:41:32.597 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:41:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:41:33.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:32 smithi062 ceph-mon[85960]: pgmap v973: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 0 op/s 2024-08-04T15:41:33.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:32 smithi007 ceph-mon[94998]: pgmap v973: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 0 op/s 2024-08-04T15:41:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:32 smithi007 ceph-mon[92692]: pgmap v973: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 0 op/s 2024-08-04T15:41:35.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:34 smithi062 ceph-mon[85960]: pgmap v974: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:41:35.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:34 smithi007 ceph-mon[92692]: pgmap v974: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:41:35.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:34 smithi007 ceph-mon[94998]: pgmap v974: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:41:35.328 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph pg dump --format=json 2024-08-04T15:41:35.609 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:41:36.335 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:41:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:41:36] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.43.0" 2024-08-04T15:41:36.970 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:36 smithi007 ceph-mon[94998]: pgmap v975: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:41:36.970 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:41:36.970 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:36 smithi007 ceph-mon[92692]: pgmap v975: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:41:36.971 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:41:37.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:36 smithi062 ceph-mon[85960]: pgmap v975: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:41:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:41:37.493 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T15:41:37.495 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-08-04T15:41:38.193 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":976,"stamp":"2024-08-04T15:41:37.128405+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":521632759,"num_objects":333,"num_object_clones":257,"num_object_copies":999,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":333,"num_whiteouts":8,"num_read":5105,"num_read_kb":5721438,"num_write":8673,"num_write_kb":1863485,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":148,"num_bytes_recovered":562144864,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23408,"ondisk_log_size":23408,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3923468,"kb_used_data":756844,"kb_used_omap":308,"kb_used_meta":3166219,"kb_avail":746037748,"statfs":{"total":767960285184,"available":763942653952,"internally_reserved":0,"allocated":775008256,"data_stored":1406351058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":315638,"internal_metadata":3242209034},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002966"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1150,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618945+0000","last_change":"2024-08-04T15:35:36.995914+0000","last_active":"2024-08-04T15:41:29.618945+0000","last_peered":"2024-08-04T15:41:29.618945+0000","last_clean":"2024-08-04T15:41:29.618945+0000","last_became_active":"2024-08-04T15:35:36.995342+0000","last_became_peered":"2024-08-04T15:35:36.995342+0000","last_unstale":"2024-08-04T15:41:29.618945+0000","last_undegraded":"2024-08-04T15:41:29.618945+0000","last_fullsized":"2024-08-04T15:41:29.618945+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:36:53.831071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1350,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618177+0000","last_change":"2024-08-04T15:35:02.602552+0000","last_active":"2024-08-04T15:41:29.618177+0000","last_peered":"2024-08-04T15:41:29.618177+0000","last_clean":"2024-08-04T15:41:29.618177+0000","last_became_active":"2024-08-04T15:35:02.602195+0000","last_became_peered":"2024-08-04T15:35:02.602195+0000","last_unstale":"2024-08-04T15:41:29.618177+0000","last_undegraded":"2024-08-04T15:41:29.618177+0000","last_fullsized":"2024-08-04T15:41:29.618177+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:38:03.632654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1367,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.596742+0000","last_change":"2024-08-04T15:32:50.699347+0000","last_active":"2024-08-04T15:41:29.596742+0000","last_peered":"2024-08-04T15:41:29.596742+0000","last_clean":"2024-08-04T15:41:29.596742+0000","last_became_active":"2024-08-04T15:32:50.699018+0000","last_became_peered":"2024-08-04T15:32:50.699018+0000","last_unstale":"2024-08-04T15:41:29.596742+0000","last_undegraded":"2024-08-04T15:41:29.596742+0000","last_fullsized":"2024-08-04T15:41:29.596742+0000","mapping_epoch":373,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":374,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:39:33.421666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1227,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.620010+0000","last_change":"2024-08-04T15:35:36.989611+0000","last_active":"2024-08-04T15:41:29.620010+0000","last_peered":"2024-08-04T15:41:29.620010+0000","last_clean":"2024-08-04T15:41:29.620010+0000","last_became_active":"2024-08-04T15:35:36.989273+0000","last_became_peered":"2024-08-04T15:35:36.989273+0000","last_unstale":"2024-08-04T15:41:29.620010+0000","last_undegraded":"2024-08-04T15:41:29.620010+0000","last_fullsized":"2024-08-04T15:41:29.620010+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:32:25.324972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1168,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619433+0000","last_change":"2024-08-04T15:35:37.001427+0000","last_active":"2024-08-04T15:41:29.619433+0000","last_peered":"2024-08-04T15:41:29.619433+0000","last_clean":"2024-08-04T15:41:29.619433+0000","last_became_active":"2024-08-04T15:35:37.000548+0000","last_became_peered":"2024-08-04T15:35:37.000548+0000","last_unstale":"2024-08-04T15:41:29.619433+0000","last_undegraded":"2024-08-04T15:41:29.619433+0000","last_fullsized":"2024-08-04T15:41:29.619433+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:57:58.084915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1211,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619354+0000","last_change":"2024-08-04T15:34:29.564396+0000","last_active":"2024-08-04T15:41:29.619354+0000","last_peered":"2024-08-04T15:41:29.619354+0000","last_clean":"2024-08-04T15:41:29.619354+0000","last_became_active":"2024-08-04T15:34:29.561485+0000","last_became_peered":"2024-08-04T15:34:29.561485+0000","last_unstale":"2024-08-04T15:41:29.619354+0000","last_undegraded":"2024-08-04T15:41:29.619354+0000","last_fullsized":"2024-08-04T15:41:29.619354+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:17:43.219156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1168,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618743+0000","last_change":"2024-08-04T15:35:36.993943+0000","last_active":"2024-08-04T15:41:29.618743+0000","last_peered":"2024-08-04T15:41:29.618743+0000","last_clean":"2024-08-04T15:41:29.618743+0000","last_became_active":"2024-08-04T15:35:36.993626+0000","last_became_peered":"2024-08-04T15:35:36.993626+0000","last_unstale":"2024-08-04T15:41:29.618743+0000","last_undegraded":"2024-08-04T15:41:29.618743+0000","last_fullsized":"2024-08-04T15:41:29.618743+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:41:06.136556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1284,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.595739+0000","last_change":"2024-08-04T15:35:02.594328+0000","last_active":"2024-08-04T15:41:29.595739+0000","last_peered":"2024-08-04T15:41:29.595739+0000","last_clean":"2024-08-04T15:41:29.595739+0000","last_became_active":"2024-08-04T15:35:02.593908+0000","last_became_peered":"2024-08-04T15:35:02.593908+0000","last_unstale":"2024-08-04T15:41:29.595739+0000","last_undegraded":"2024-08-04T15:41:29.595739+0000","last_fullsized":"2024-08-04T15:41:29.595739+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:34:53.340125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1159,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618852+0000","last_change":"2024-08-04T15:35:36.996621+0000","last_active":"2024-08-04T15:41:29.618852+0000","last_peered":"2024-08-04T15:41:29.618852+0000","last_clean":"2024-08-04T15:41:29.618852+0000","last_became_active":"2024-08-04T15:35:36.995539+0000","last_became_peered":"2024-08-04T15:35:36.995539+0000","last_unstale":"2024-08-04T15:41:29.618852+0000","last_undegraded":"2024-08-04T15:41:29.618852+0000","last_fullsized":"2024-08-04T15:41:29.618852+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:58:48.274081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1187,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619922+0000","last_change":"2024-08-04T15:35:02.611788+0000","last_active":"2024-08-04T15:41:29.619922+0000","last_peered":"2024-08-04T15:41:29.619922+0000","last_clean":"2024-08-04T15:41:29.619922+0000","last_became_active":"2024-08-04T15:35:02.611429+0000","last_became_peered":"2024-08-04T15:35:02.611429+0000","last_unstale":"2024-08-04T15:41:29.619922+0000","last_undegraded":"2024-08-04T15:41:29.619922+0000","last_fullsized":"2024-08-04T15:41:29.619922+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:06:11.699504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1187,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618618+0000","last_change":"2024-08-04T15:35:02.610583+0000","last_active":"2024-08-04T15:41:29.618618+0000","last_peered":"2024-08-04T15:41:29.618618+0000","last_clean":"2024-08-04T15:41:29.618618+0000","last_became_active":"2024-08-04T15:35:02.610243+0000","last_became_peered":"2024-08-04T15:35:02.610243+0000","last_unstale":"2024-08-04T15:41:29.618618+0000","last_undegraded":"2024-08-04T15:41:29.618618+0000","last_fullsized":"2024-08-04T15:41:29.618618+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:31:13.861777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1263,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.596318+0000","last_change":"2024-08-04T15:35:02.608397+0000","last_active":"2024-08-04T15:41:29.596318+0000","last_peered":"2024-08-04T15:41:29.596318+0000","last_clean":"2024-08-04T15:41:29.596318+0000","last_became_active":"2024-08-04T15:35:02.608059+0000","last_became_peered":"2024-08-04T15:35:02.608059+0000","last_unstale":"2024-08-04T15:41:29.596318+0000","last_undegraded":"2024-08-04T15:41:29.596318+0000","last_fullsized":"2024-08-04T15:41:29.596318+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:30:54.310246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1285,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.597976+0000","last_change":"2024-08-04T15:35:02.600046+0000","last_active":"2024-08-04T15:41:29.597976+0000","last_peered":"2024-08-04T15:41:29.597976+0000","last_clean":"2024-08-04T15:41:29.597976+0000","last_became_active":"2024-08-04T15:35:02.599458+0000","last_became_peered":"2024-08-04T15:35:02.599458+0000","last_unstale":"2024-08-04T15:41:29.597976+0000","last_undegraded":"2024-08-04T15:41:29.597976+0000","last_fullsized":"2024-08-04T15:41:29.597976+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:59:08.476361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1367,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.596463+0000","last_change":"2024-08-04T15:34:29.565682+0000","last_active":"2024-08-04T15:41:29.596463+0000","last_peered":"2024-08-04T15:41:29.596463+0000","last_clean":"2024-08-04T15:41:29.596463+0000","last_became_active":"2024-08-04T15:34:29.565356+0000","last_became_peered":"2024-08-04T15:34:29.565356+0000","last_unstale":"2024-08-04T15:41:29.596463+0000","last_undegraded":"2024-08-04T15:41:29.596463+0000","last_fullsized":"2024-08-04T15:41:29.596463+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:56:41.536554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1341,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.617877+0000","last_change":"2024-08-04T15:34:29.564090+0000","last_active":"2024-08-04T15:41:29.617877+0000","last_peered":"2024-08-04T15:41:29.617877+0000","last_clean":"2024-08-04T15:41:29.617877+0000","last_became_active":"2024-08-04T15:34:29.563781+0000","last_became_peered":"2024-08-04T15:34:29.563781+0000","last_unstale":"2024-08-04T15:41:29.617877+0000","last_undegraded":"2024-08-04T15:41:29.617877+0000","last_fullsized":"2024-08-04T15:41:29.617877+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:54:31.144230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1213,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.617821+0000","last_change":"2024-08-04T15:35:36.991951+0000","last_active":"2024-08-04T15:41:29.617821+0000","last_peered":"2024-08-04T15:41:29.617821+0000","last_clean":"2024-08-04T15:41:29.617821+0000","last_became_active":"2024-08-04T15:35:36.991659+0000","last_became_peered":"2024-08-04T15:35:36.991659+0000","last_unstale":"2024-08-04T15:41:29.617821+0000","last_undegraded":"2024-08-04T15:41:29.617821+0000","last_fullsized":"2024-08-04T15:41:29.617821+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:50:55.081855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1216,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618167+0000","last_change":"2024-08-04T15:35:36.990789+0000","last_active":"2024-08-04T15:41:29.618167+0000","last_peered":"2024-08-04T15:41:29.618167+0000","last_clean":"2024-08-04T15:41:29.618167+0000","last_became_active":"2024-08-04T15:35:36.990480+0000","last_became_peered":"2024-08-04T15:35:36.990480+0000","last_unstale":"2024-08-04T15:41:29.618167+0000","last_undegraded":"2024-08-04T15:41:29.618167+0000","last_fullsized":"2024-08-04T15:41:29.618167+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:41:22.371462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1317,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619023+0000","last_change":"2024-08-04T15:35:36.990870+0000","last_active":"2024-08-04T15:41:29.619023+0000","last_peered":"2024-08-04T15:41:29.619023+0000","last_clean":"2024-08-04T15:41:29.619023+0000","last_became_active":"2024-08-04T15:35:36.989217+0000","last_became_peered":"2024-08-04T15:35:36.989217+0000","last_unstale":"2024-08-04T15:41:29.619023+0000","last_undegraded":"2024-08-04T15:41:29.619023+0000","last_fullsized":"2024-08-04T15:41:29.619023+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:51:30.143024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1150,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619545+0000","last_change":"2024-08-04T15:35:37.000683+0000","last_active":"2024-08-04T15:41:29.619545+0000","last_peered":"2024-08-04T15:41:29.619545+0000","last_clean":"2024-08-04T15:41:29.619545+0000","last_became_active":"2024-08-04T15:35:36.997969+0000","last_became_peered":"2024-08-04T15:35:36.997969+0000","last_unstale":"2024-08-04T15:41:29.619545+0000","last_undegraded":"2024-08-04T15:41:29.619545+0000","last_fullsized":"2024-08-04T15:41:29.619545+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:12:42.720675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1197,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618625+0000","last_change":"2024-08-04T15:35:02.611929+0000","last_active":"2024-08-04T15:41:29.618625+0000","last_peered":"2024-08-04T15:41:29.618625+0000","last_clean":"2024-08-04T15:41:29.618625+0000","last_became_active":"2024-08-04T15:35:02.610967+0000","last_became_peered":"2024-08-04T15:35:02.610967+0000","last_unstale":"2024-08-04T15:41:29.618625+0000","last_undegraded":"2024-08-04T15:41:29.618625+0000","last_fullsized":"2024-08-04T15:41:29.618625+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:48:44.331953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1367,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.595805+0000","last_change":"2024-08-04T15:35:36.991788+0000","last_active":"2024-08-04T15:41:29.595805+0000","last_peered":"2024-08-04T15:41:29.595805+0000","last_clean":"2024-08-04T15:41:29.595805+0000","last_became_active":"2024-08-04T15:35:36.990942+0000","last_became_peered":"2024-08-04T15:35:36.990942+0000","last_unstale":"2024-08-04T15:41:29.595805+0000","last_undegraded":"2024-08-04T15:41:29.595805+0000","last_fullsized":"2024-08-04T15:41:29.595805+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:51:42.848644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1203,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618925+0000","last_change":"2024-08-04T15:35:36.989742+0000","last_active":"2024-08-04T15:41:29.618925+0000","last_peered":"2024-08-04T15:41:29.618925+0000","last_clean":"2024-08-04T15:41:29.618925+0000","last_became_active":"2024-08-04T15:35:36.989391+0000","last_became_peered":"2024-08-04T15:35:36.989391+0000","last_unstale":"2024-08-04T15:41:29.618925+0000","last_undegraded":"2024-08-04T15:41:29.618925+0000","last_fullsized":"2024-08-04T15:41:29.618925+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:18:23.423082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1285,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.597544+0000","last_change":"2024-08-04T15:33:56.581554+0000","last_active":"2024-08-04T15:41:29.597544+0000","last_peered":"2024-08-04T15:41:29.597544+0000","last_clean":"2024-08-04T15:41:29.597544+0000","last_became_active":"2024-08-04T15:33:56.581209+0000","last_became_peered":"2024-08-04T15:33:56.581209+0000","last_unstale":"2024-08-04T15:41:29.597544+0000","last_undegraded":"2024-08-04T15:41:29.597544+0000","last_fullsized":"2024-08-04T15:41:29.597544+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:10:08.108146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1235,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619184+0000","last_change":"2024-08-04T15:34:29.562969+0000","last_active":"2024-08-04T15:41:29.619184+0000","last_peered":"2024-08-04T15:41:29.619184+0000","last_clean":"2024-08-04T15:41:29.619184+0000","last_became_active":"2024-08-04T15:34:29.562080+0000","last_became_peered":"2024-08-04T15:34:29.562080+0000","last_unstale":"2024-08-04T15:41:29.619184+0000","last_undegraded":"2024-08-04T15:41:29.619184+0000","last_fullsized":"2024-08-04T15:41:29.619184+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:12:49.140239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1274,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.597223+0000","last_change":"2024-08-04T15:33:56.584684+0000","last_active":"2024-08-04T15:41:29.597223+0000","last_peered":"2024-08-04T15:41:29.597223+0000","last_clean":"2024-08-04T15:41:29.597223+0000","last_became_active":"2024-08-04T15:33:56.583980+0000","last_became_peered":"2024-08-04T15:33:56.583980+0000","last_unstale":"2024-08-04T15:41:29.597223+0000","last_undegraded":"2024-08-04T15:41:29.597223+0000","last_fullsized":"2024-08-04T15:41:29.597223+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:51:10.221798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1190,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619228+0000","last_change":"2024-08-04T15:35:36.987400+0000","last_active":"2024-08-04T15:41:29.619228+0000","last_peered":"2024-08-04T15:41:29.619228+0000","last_clean":"2024-08-04T15:41:29.619228+0000","last_became_active":"2024-08-04T15:35:36.987039+0000","last_became_peered":"2024-08-04T15:35:36.987039+0000","last_unstale":"2024-08-04T15:41:29.619228+0000","last_undegraded":"2024-08-04T15:41:29.619228+0000","last_fullsized":"2024-08-04T15:41:29.619228+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:16:44.675554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1341,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618104+0000","last_change":"2024-08-04T15:33:23.519811+0000","last_active":"2024-08-04T15:41:29.618104+0000","last_peered":"2024-08-04T15:41:29.618104+0000","last_clean":"2024-08-04T15:41:29.618104+0000","last_became_active":"2024-08-04T15:33:23.519063+0000","last_became_peered":"2024-08-04T15:33:23.519063+0000","last_unstale":"2024-08-04T15:41:29.618104+0000","last_undegraded":"2024-08-04T15:41:29.618104+0000","last_fullsized":"2024-08-04T15:41:29.618104+0000","mapping_epoch":406,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":407,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:07:14.185280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1294,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.596233+0000","last_change":"2024-08-04T15:33:56.578126+0000","last_active":"2024-08-04T15:41:29.596233+0000","last_peered":"2024-08-04T15:41:29.596233+0000","last_clean":"2024-08-04T15:41:29.596233+0000","last_became_active":"2024-08-04T15:33:56.577771+0000","last_became_peered":"2024-08-04T15:33:56.577771+0000","last_unstale":"2024-08-04T15:41:29.596233+0000","last_undegraded":"2024-08-04T15:41:29.596233+0000","last_fullsized":"2024-08-04T15:41:29.596233+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:25:43.166862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1367,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.596871+0000","last_change":"2024-08-04T15:33:56.581324+0000","last_active":"2024-08-04T15:41:29.596871+0000","last_peered":"2024-08-04T15:41:29.596871+0000","last_clean":"2024-08-04T15:41:29.596871+0000","last_became_active":"2024-08-04T15:33:56.580980+0000","last_became_peered":"2024-08-04T15:33:56.580980+0000","last_unstale":"2024-08-04T15:41:29.596871+0000","last_undegraded":"2024-08-04T15:41:29.596871+0000","last_fullsized":"2024-08-04T15:41:29.596871+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:13:12.510761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1235,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619050+0000","last_change":"2024-08-04T15:34:29.564118+0000","last_active":"2024-08-04T15:41:29.619050+0000","last_peered":"2024-08-04T15:41:29.619050+0000","last_clean":"2024-08-04T15:41:29.619050+0000","last_became_active":"2024-08-04T15:34:29.563450+0000","last_became_peered":"2024-08-04T15:34:29.563450+0000","last_unstale":"2024-08-04T15:41:29.619050+0000","last_undegraded":"2024-08-04T15:41:29.619050+0000","last_fullsized":"2024-08-04T15:41:29.619050+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:52:21.417457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1318,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.617700+0000","last_change":"2024-08-04T15:35:02.595750+0000","last_active":"2024-08-04T15:41:29.617700+0000","last_peered":"2024-08-04T15:41:29.617700+0000","last_clean":"2024-08-04T15:41:29.617700+0000","last_became_active":"2024-08-04T15:35:02.595279+0000","last_became_peered":"2024-08-04T15:35:02.595279+0000","last_unstale":"2024-08-04T15:41:29.617700+0000","last_undegraded":"2024-08-04T15:41:29.617700+0000","last_fullsized":"2024-08-04T15:41:29.617700+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:28:58.464300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1188,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.617472+0000","last_change":"2024-08-04T15:35:02.598507+0000","last_active":"2024-08-04T15:41:29.617472+0000","last_peered":"2024-08-04T15:41:29.617472+0000","last_clean":"2024-08-04T15:41:29.617472+0000","last_became_active":"2024-08-04T15:35:02.598054+0000","last_became_peered":"2024-08-04T15:35:02.598054+0000","last_unstale":"2024-08-04T15:41:29.617472+0000","last_undegraded":"2024-08-04T15:41:29.617472+0000","last_fullsized":"2024-08-04T15:41:29.617472+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:27:31.106267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1270,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.595798+0000","last_change":"2024-08-04T15:33:56.587047+0000","last_active":"2024-08-04T15:41:29.595798+0000","last_peered":"2024-08-04T15:41:29.595798+0000","last_clean":"2024-08-04T15:41:29.595798+0000","last_became_active":"2024-08-04T15:33:56.586744+0000","last_became_peered":"2024-08-04T15:33:56.586744+0000","last_unstale":"2024-08-04T15:41:29.595798+0000","last_undegraded":"2024-08-04T15:41:29.595798+0000","last_fullsized":"2024-08-04T15:41:29.595798+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:52:21.003324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"557'2","reported_seq":1291,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.598014+0000","last_change":"2024-08-04T15:35:36.993986+0000","last_active":"2024-08-04T15:41:29.598014+0000","last_peered":"2024-08-04T15:41:29.598014+0000","last_clean":"2024-08-04T15:41:29.598014+0000","last_became_active":"2024-08-04T15:35:36.993630+0000","last_became_peered":"2024-08-04T15:35:36.993630+0000","last_unstale":"2024-08-04T15:41:29.598014+0000","last_undegraded":"2024-08-04T15:41:29.598014+0000","last_fullsized":"2024-08-04T15:41:29.598014+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:52:38.775753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1318,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618597+0000","last_change":"2024-08-04T15:35:36.989867+0000","last_active":"2024-08-04T15:41:29.618597+0000","last_peered":"2024-08-04T15:41:29.618597+0000","last_clean":"2024-08-04T15:41:29.618597+0000","last_became_active":"2024-08-04T15:35:36.989544+0000","last_became_peered":"2024-08-04T15:35:36.989544+0000","last_unstale":"2024-08-04T15:41:29.618597+0000","last_undegraded":"2024-08-04T15:41:29.618597+0000","last_fullsized":"2024-08-04T15:41:29.618597+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:02:49.984019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"557'2","reported_seq":1212,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.617747+0000","last_change":"2024-08-04T15:35:02.603595+0000","last_active":"2024-08-04T15:41:29.617747+0000","last_peered":"2024-08-04T15:41:29.617747+0000","last_clean":"2024-08-04T15:41:29.617747+0000","last_became_active":"2024-08-04T15:35:02.602545+0000","last_became_peered":"2024-08-04T15:35:02.602545+0000","last_unstale":"2024-08-04T15:41:29.617747+0000","last_undegraded":"2024-08-04T15:41:29.617747+0000","last_fullsized":"2024-08-04T15:41:29.617747+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:10:29.511339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1297,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.595545+0000","last_change":"2024-08-04T15:35:02.599578+0000","last_active":"2024-08-04T15:41:29.595545+0000","last_peered":"2024-08-04T15:41:29.595545+0000","last_clean":"2024-08-04T15:41:29.595545+0000","last_became_active":"2024-08-04T15:35:02.599181+0000","last_became_peered":"2024-08-04T15:35:02.599181+0000","last_unstale":"2024-08-04T15:41:29.595545+0000","last_undegraded":"2024-08-04T15:41:29.595545+0000","last_fullsized":"2024-08-04T15:41:29.595545+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:44:51.433196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1293,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.595806+0000","last_change":"2024-08-04T15:33:23.520639+0000","last_active":"2024-08-04T15:41:29.595806+0000","last_peered":"2024-08-04T15:41:29.595806+0000","last_clean":"2024-08-04T15:41:29.595806+0000","last_became_active":"2024-08-04T15:33:23.520173+0000","last_became_peered":"2024-08-04T15:33:23.520173+0000","last_unstale":"2024-08-04T15:41:29.595806+0000","last_undegraded":"2024-08-04T15:41:29.595806+0000","last_fullsized":"2024-08-04T15:41:29.595806+0000","mapping_epoch":406,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":407,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:00:55.771219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1218,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619041+0000","last_change":"2024-08-04T15:35:36.991980+0000","last_active":"2024-08-04T15:41:29.619041+0000","last_peered":"2024-08-04T15:41:29.619041+0000","last_clean":"2024-08-04T15:41:29.619041+0000","last_became_active":"2024-08-04T15:35:36.991616+0000","last_became_peered":"2024-08-04T15:35:36.991616+0000","last_unstale":"2024-08-04T15:41:29.619041+0000","last_undegraded":"2024-08-04T15:41:29.619041+0000","last_fullsized":"2024-08-04T15:41:29.619041+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:09:28.314358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1340,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.617697+0000","last_change":"2024-08-04T15:33:56.593077+0000","last_active":"2024-08-04T15:41:29.617697+0000","last_peered":"2024-08-04T15:41:29.617697+0000","last_clean":"2024-08-04T15:41:29.617697+0000","last_became_active":"2024-08-04T15:33:56.592764+0000","last_became_peered":"2024-08-04T15:33:56.592764+0000","last_unstale":"2024-08-04T15:41:29.617697+0000","last_undegraded":"2024-08-04T15:41:29.617697+0000","last_fullsized":"2024-08-04T15:41:29.617697+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:46:50.572080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1190,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619674+0000","last_change":"2024-08-04T15:35:02.610412+0000","last_active":"2024-08-04T15:41:29.619674+0000","last_peered":"2024-08-04T15:41:29.619674+0000","last_clean":"2024-08-04T15:41:29.619674+0000","last_became_active":"2024-08-04T15:35:02.610039+0000","last_became_peered":"2024-08-04T15:35:02.610039+0000","last_unstale":"2024-08-04T15:41:29.619674+0000","last_undegraded":"2024-08-04T15:41:29.619674+0000","last_fullsized":"2024-08-04T15:41:29.619674+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:27:22.173580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1203,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618300+0000","last_change":"2024-08-04T15:35:36.992168+0000","last_active":"2024-08-04T15:41:29.618300+0000","last_peered":"2024-08-04T15:41:29.618300+0000","last_clean":"2024-08-04T15:41:29.618300+0000","last_became_active":"2024-08-04T15:35:36.991633+0000","last_became_peered":"2024-08-04T15:35:36.991633+0000","last_unstale":"2024-08-04T15:41:29.618300+0000","last_undegraded":"2024-08-04T15:41:29.618300+0000","last_fullsized":"2024-08-04T15:41:29.618300+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:59:00.660145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1237,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618455+0000","last_change":"2024-08-04T15:35:02.600534+0000","last_active":"2024-08-04T15:41:29.618455+0000","last_peered":"2024-08-04T15:41:29.618455+0000","last_clean":"2024-08-04T15:41:29.618455+0000","last_became_active":"2024-08-04T15:35:02.599905+0000","last_became_peered":"2024-08-04T15:35:02.599905+0000","last_unstale":"2024-08-04T15:41:29.618455+0000","last_undegraded":"2024-08-04T15:41:29.618455+0000","last_fullsized":"2024-08-04T15:41:29.618455+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:29:52.921994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1367,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.595973+0000","last_change":"2024-08-04T15:34:29.559701+0000","last_active":"2024-08-04T15:41:29.595973+0000","last_peered":"2024-08-04T15:41:29.595973+0000","last_clean":"2024-08-04T15:41:29.595973+0000","last_became_active":"2024-08-04T15:34:29.559358+0000","last_became_peered":"2024-08-04T15:34:29.559358+0000","last_unstale":"2024-08-04T15:41:29.595973+0000","last_undegraded":"2024-08-04T15:41:29.595973+0000","last_fullsized":"2024-08-04T15:41:29.595973+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:16:01.256561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":1358,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618295+0000","last_change":"2024-08-04T15:34:29.562960+0000","last_active":"2024-08-04T15:41:29.618295+0000","last_peered":"2024-08-04T15:41:29.618295+0000","last_clean":"2024-08-04T15:41:29.618295+0000","last_became_active":"2024-08-04T15:34:29.562568+0000","last_became_peered":"2024-08-04T15:34:29.562568+0000","last_unstale":"2024-08-04T15:41:29.618295+0000","last_undegraded":"2024-08-04T15:41:29.618295+0000","last_fullsized":"2024-08-04T15:41:29.618295+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:30:30.694421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1231,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.596648+0000","last_change":"2024-08-04T15:35:36.986185+0000","last_active":"2024-08-04T15:41:29.596648+0000","last_peered":"2024-08-04T15:41:29.596648+0000","last_clean":"2024-08-04T15:41:29.596648+0000","last_became_active":"2024-08-04T15:35:36.985858+0000","last_became_peered":"2024-08-04T15:35:36.985858+0000","last_unstale":"2024-08-04T15:41:29.596648+0000","last_undegraded":"2024-08-04T15:41:29.596648+0000","last_fullsized":"2024-08-04T15:41:29.596648+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:40:04.359613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"557'29","reported_seq":1225,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618806+0000","last_change":"2024-08-04T15:35:02.604407+0000","last_active":"2024-08-04T15:41:29.618806+0000","last_peered":"2024-08-04T15:41:29.618806+0000","last_clean":"2024-08-04T15:41:29.618806+0000","last_became_active":"2024-08-04T15:35:02.603651+0000","last_became_peered":"2024-08-04T15:35:02.603651+0000","last_unstale":"2024-08-04T15:41:29.618806+0000","last_undegraded":"2024-08-04T15:41:29.618806+0000","last_fullsized":"2024-08-04T15:41:29.618806+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:37:54.626044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5810,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1168,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619309+0000","last_change":"2024-08-04T15:35:37.003872+0000","last_active":"2024-08-04T15:41:29.619309+0000","last_peered":"2024-08-04T15:41:29.619309+0000","last_clean":"2024-08-04T15:41:29.619309+0000","last_became_active":"2024-08-04T15:35:37.001380+0000","last_became_peered":"2024-08-04T15:35:37.001380+0000","last_unstale":"2024-08-04T15:41:29.619309+0000","last_undegraded":"2024-08-04T15:41:29.619309+0000","last_fullsized":"2024-08-04T15:41:29.619309+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:45:17.076372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":1376,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.595926+0000","last_change":"2024-08-04T15:33:56.581299+0000","last_active":"2024-08-04T15:41:29.595926+0000","last_peered":"2024-08-04T15:41:29.595926+0000","last_clean":"2024-08-04T15:41:29.595926+0000","last_became_active":"2024-08-04T15:33:56.580541+0000","last_became_peered":"2024-08-04T15:33:56.580541+0000","last_unstale":"2024-08-04T15:41:29.595926+0000","last_undegraded":"2024-08-04T15:41:29.595926+0000","last_fullsized":"2024-08-04T15:41:29.595926+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:32:04.951316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1367,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.596109+0000","last_change":"2024-08-04T15:35:36.988902+0000","last_active":"2024-08-04T15:41:29.596109+0000","last_peered":"2024-08-04T15:41:29.596109+0000","last_clean":"2024-08-04T15:41:29.596109+0000","last_became_active":"2024-08-04T15:35:36.988526+0000","last_became_peered":"2024-08-04T15:35:36.988526+0000","last_unstale":"2024-08-04T15:41:29.596109+0000","last_undegraded":"2024-08-04T15:41:29.596109+0000","last_fullsized":"2024-08-04T15:41:29.596109+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:33:12.716891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1230,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619457+0000","last_change":"2024-08-04T15:35:36.989364+0000","last_active":"2024-08-04T15:41:29.619457+0000","last_peered":"2024-08-04T15:41:29.619457+0000","last_clean":"2024-08-04T15:41:29.619457+0000","last_became_active":"2024-08-04T15:35:36.988904+0000","last_became_peered":"2024-08-04T15:35:36.988904+0000","last_unstale":"2024-08-04T15:41:29.619457+0000","last_undegraded":"2024-08-04T15:41:29.619457+0000","last_fullsized":"2024-08-04T15:41:29.619457+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:51:03.432525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1168,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619050+0000","last_change":"2024-08-04T15:35:37.002177+0000","last_active":"2024-08-04T15:41:29.619050+0000","last_peered":"2024-08-04T15:41:29.619050+0000","last_clean":"2024-08-04T15:41:29.619050+0000","last_became_active":"2024-08-04T15:35:37.000614+0000","last_became_peered":"2024-08-04T15:35:37.000614+0000","last_unstale":"2024-08-04T15:41:29.619050+0000","last_undegraded":"2024-08-04T15:41:29.619050+0000","last_fullsized":"2024-08-04T15:41:29.619050+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:32:46.199701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1200,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.617771+0000","last_change":"2024-08-04T15:35:02.603705+0000","last_active":"2024-08-04T15:41:29.617771+0000","last_peered":"2024-08-04T15:41:29.617771+0000","last_clean":"2024-08-04T15:41:29.617771+0000","last_became_active":"2024-08-04T15:35:02.598627+0000","last_became_peered":"2024-08-04T15:35:02.598627+0000","last_unstale":"2024-08-04T15:41:29.617771+0000","last_undegraded":"2024-08-04T15:41:29.617771+0000","last_fullsized":"2024-08-04T15:41:29.617771+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:26:57.041350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1187,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.617603+0000","last_change":"2024-08-04T15:35:02.597417+0000","last_active":"2024-08-04T15:41:29.617603+0000","last_peered":"2024-08-04T15:41:29.617603+0000","last_clean":"2024-08-04T15:41:29.617603+0000","last_became_active":"2024-08-04T15:35:02.594866+0000","last_became_peered":"2024-08-04T15:35:02.594866+0000","last_unstale":"2024-08-04T15:41:29.617603+0000","last_undegraded":"2024-08-04T15:41:29.617603+0000","last_fullsized":"2024-08-04T15:41:29.617603+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:29:20.198631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":1344,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.617431+0000","last_change":"2024-08-04T15:32:50.697355+0000","last_active":"2024-08-04T15:41:29.617431+0000","last_peered":"2024-08-04T15:41:29.617431+0000","last_clean":"2024-08-04T15:41:29.617431+0000","last_became_active":"2024-08-04T15:32:50.696607+0000","last_became_peered":"2024-08-04T15:32:50.696607+0000","last_unstale":"2024-08-04T15:41:29.617431+0000","last_undegraded":"2024-08-04T15:41:29.617431+0000","last_fullsized":"2024-08-04T15:41:29.617431+0000","mapping_epoch":373,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":374,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:12:14.504508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1150,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618644+0000","last_change":"2024-08-04T15:35:36.982769+0000","last_active":"2024-08-04T15:41:29.618644+0000","last_peered":"2024-08-04T15:41:29.618644+0000","last_clean":"2024-08-04T15:41:29.618644+0000","last_became_active":"2024-08-04T15:35:36.981135+0000","last_became_peered":"2024-08-04T15:35:36.981135+0000","last_unstale":"2024-08-04T15:41:29.618644+0000","last_undegraded":"2024-08-04T15:41:29.618644+0000","last_fullsized":"2024-08-04T15:41:29.618644+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:11:11.125286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"871'917","reported_seq":4236,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.617587+0000","last_change":"2024-08-04T15:41:19.609951+0000","last_active":"2024-08-04T15:41:29.617587+0000","last_peered":"2024-08-04T15:41:29.617587+0000","last_clean":"2024-08-04T15:41:29.617587+0000","last_became_active":"2024-08-04T15:32:50.698097+0000","last_became_peered":"2024-08-04T15:32:50.698097+0000","last_unstale":"2024-08-04T15:41:29.617587+0000","last_undegraded":"2024-08-04T15:41:29.617587+0000","last_fullsized":"2024-08-04T15:41:29.617587+0000","mapping_epoch":373,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":374,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":917,"log_dups_size":0,"ondisk_log_size":917,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:22:16.878148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016874196000000001,"stat_sum":{"num_bytes":4325376,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":154,"num_read_kb":319789,"num_write":323,"num_write_kb":70752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":23814144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":1245,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.596547+0000","last_change":"2024-08-04T15:35:36.992859+0000","last_active":"2024-08-04T15:41:29.596547+0000","last_peered":"2024-08-04T15:41:29.596547+0000","last_clean":"2024-08-04T15:41:29.596547+0000","last_became_active":"2024-08-04T15:35:36.992539+0000","last_became_peered":"2024-08-04T15:35:36.992539+0000","last_unstale":"2024-08-04T15:41:29.596547+0000","last_undegraded":"2024-08-04T15:41:29.596547+0000","last_fullsized":"2024-08-04T15:41:29.596547+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:51:19.649740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1168,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618431+0000","last_change":"2024-08-04T15:35:37.000830+0000","last_active":"2024-08-04T15:41:29.618431+0000","last_peered":"2024-08-04T15:41:29.618431+0000","last_clean":"2024-08-04T15:41:29.618431+0000","last_became_active":"2024-08-04T15:35:37.000450+0000","last_became_peered":"2024-08-04T15:35:37.000450+0000","last_unstale":"2024-08-04T15:41:29.618431+0000","last_undegraded":"2024-08-04T15:41:29.618431+0000","last_fullsized":"2024-08-04T15:41:29.618431+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:40:44.041390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"871'2912","reported_seq":5759,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618089+0000","last_change":"2024-08-04T15:41:19.622145+0000","last_active":"2024-08-04T15:41:29.618089+0000","last_peered":"2024-08-04T15:41:29.618089+0000","last_clean":"2024-08-04T15:41:29.618089+0000","last_became_active":"2024-08-04T15:35:37.001374+0000","last_became_peered":"2024-08-04T15:35:37.001374+0000","last_unstale":"2024-08-04T15:41:29.618089+0000","last_undegraded":"2024-08-04T15:41:29.618089+0000","last_fullsized":"2024-08-04T15:41:29.618089+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":2912,"log_dups_size":0,"ondisk_log_size":2912,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:33:13.572999+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.02018379,"stat_sum":{"num_bytes":78323712,"num_objects":40,"num_object_clones":34,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":2,"num_read":476,"num_read_kb":580029,"num_write":1142,"num_write_kb":252904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":44441600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":1326,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618837+0000","last_change":"2024-08-04T15:35:36.992178+0000","last_active":"2024-08-04T15:41:29.618837+0000","last_peered":"2024-08-04T15:41:29.618837+0000","last_clean":"2024-08-04T15:41:29.618837+0000","last_became_active":"2024-08-04T15:35:36.991411+0000","last_became_peered":"2024-08-04T15:35:36.991411+0000","last_unstale":"2024-08-04T15:41:29.618837+0000","last_undegraded":"2024-08-04T15:41:29.618837+0000","last_fullsized":"2024-08-04T15:41:29.618837+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:35:07.063411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1168,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619108+0000","last_change":"2024-08-04T15:35:36.997757+0000","last_active":"2024-08-04T15:41:29.619108+0000","last_peered":"2024-08-04T15:41:29.619108+0000","last_clean":"2024-08-04T15:41:29.619108+0000","last_became_active":"2024-08-04T15:35:36.997228+0000","last_became_peered":"2024-08-04T15:35:36.997228+0000","last_unstale":"2024-08-04T15:41:29.619108+0000","last_undegraded":"2024-08-04T15:41:29.619108+0000","last_fullsized":"2024-08-04T15:41:29.619108+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:04:48.060945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"871'473","reported_seq":3860,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618121+0000","last_change":"2024-08-04T15:41:19.603331+0000","last_active":"2024-08-04T15:41:29.618121+0000","last_peered":"2024-08-04T15:41:29.618121+0000","last_clean":"2024-08-04T15:41:29.618121+0000","last_became_active":"2024-08-04T15:33:56.587599+0000","last_became_peered":"2024-08-04T15:33:56.587599+0000","last_unstale":"2024-08-04T15:41:29.618121+0000","last_undegraded":"2024-08-04T15:41:29.618121+0000","last_fullsized":"2024-08-04T15:41:29.618121+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":473,"log_dups_size":0,"ondisk_log_size":473,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:23:03.164649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010369166000000001,"stat_sum":{"num_bytes":13787136,"num_objects":10,"num_object_clones":9,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":95,"num_read_kb":144183,"num_write":202,"num_write_kb":32224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":32235520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":1348,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618408+0000","last_change":"2024-08-04T15:33:56.592514+0000","last_active":"2024-08-04T15:41:29.618408+0000","last_peered":"2024-08-04T15:41:29.618408+0000","last_clean":"2024-08-04T15:41:29.618408+0000","last_became_active":"2024-08-04T15:33:56.592134+0000","last_became_peered":"2024-08-04T15:33:56.592134+0000","last_unstale":"2024-08-04T15:41:29.618408+0000","last_undegraded":"2024-08-04T15:41:29.618408+0000","last_fullsized":"2024-08-04T15:41:29.618408+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:07:07.390471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1227,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.620178+0000","last_change":"2024-08-04T15:35:02.600160+0000","last_active":"2024-08-04T15:41:29.620178+0000","last_peered":"2024-08-04T15:41:29.620178+0000","last_clean":"2024-08-04T15:41:29.620178+0000","last_became_active":"2024-08-04T15:35:02.599857+0000","last_became_peered":"2024-08-04T15:35:02.599857+0000","last_unstale":"2024-08-04T15:41:29.620178+0000","last_undegraded":"2024-08-04T15:41:29.620178+0000","last_fullsized":"2024-08-04T15:41:29.620178+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:38:36.860134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"871'1489","reported_seq":4808,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618832+0000","last_change":"2024-08-04T15:41:19.615488+0000","last_active":"2024-08-04T15:41:29.618832+0000","last_peered":"2024-08-04T15:41:29.618832+0000","last_clean":"2024-08-04T15:41:29.618832+0000","last_became_active":"2024-08-04T15:34:29.563173+0000","last_became_peered":"2024-08-04T15:34:29.563173+0000","last_unstale":"2024-08-04T15:41:29.618832+0000","last_undegraded":"2024-08-04T15:41:29.618832+0000","last_fullsized":"2024-08-04T15:41:29.618832+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":1489,"log_dups_size":0,"ondisk_log_size":1489,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:01:11.954619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017418033999999999,"stat_sum":{"num_bytes":35192832,"num_objects":19,"num_object_clones":16,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":290,"num_read_kb":505547,"num_write":474,"num_write_kb":127512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":20275200,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1330,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618581+0000","last_change":"2024-08-04T15:34:29.563834+0000","last_active":"2024-08-04T15:41:29.618581+0000","last_peered":"2024-08-04T15:41:29.618581+0000","last_clean":"2024-08-04T15:41:29.618581+0000","last_became_active":"2024-08-04T15:34:29.563476+0000","last_became_peered":"2024-08-04T15:34:29.563476+0000","last_unstale":"2024-08-04T15:41:29.618581+0000","last_undegraded":"2024-08-04T15:41:29.618581+0000","last_fullsized":"2024-08-04T15:41:29.618581+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:42:21.892252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1150,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619663+0000","last_change":"2024-08-04T15:35:36.994696+0000","last_active":"2024-08-04T15:41:29.619663+0000","last_peered":"2024-08-04T15:41:29.619663+0000","last_clean":"2024-08-04T15:41:29.619663+0000","last_became_active":"2024-08-04T15:35:36.993780+0000","last_became_peered":"2024-08-04T15:35:36.993780+0000","last_unstale":"2024-08-04T15:41:29.619663+0000","last_undegraded":"2024-08-04T15:41:29.619663+0000","last_fullsized":"2024-08-04T15:41:29.619663+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:24:54.653678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"871'1904","reported_seq":4862,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619699+0000","last_change":"2024-08-04T15:41:19.623323+0000","last_active":"2024-08-04T15:41:29.619699+0000","last_peered":"2024-08-04T15:41:29.619699+0000","last_clean":"2024-08-04T15:41:29.619699+0000","last_became_active":"2024-08-04T15:35:36.997942+0000","last_became_peered":"2024-08-04T15:35:36.997942+0000","last_unstale":"2024-08-04T15:41:29.619699+0000","last_undegraded":"2024-08-04T15:41:29.619699+0000","last_fullsized":"2024-08-04T15:41:29.619699+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":1904,"log_dups_size":0,"ondisk_log_size":1904,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:21:58.249176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.023011277,"stat_sum":{"num_bytes":34619392,"num_objects":25,"num_object_clones":21,"num_object_copies":75,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":1,"num_read":359,"num_read_kb":429269,"num_write":593,"num_write_kb":118344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":32612352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":1188,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619386+0000","last_change":"2024-08-04T15:35:36.993049+0000","last_active":"2024-08-04T15:41:29.619386+0000","last_peered":"2024-08-04T15:41:29.619386+0000","last_clean":"2024-08-04T15:41:29.619386+0000","last_became_active":"2024-08-04T15:35:36.992641+0000","last_became_peered":"2024-08-04T15:35:36.992641+0000","last_unstale":"2024-08-04T15:41:29.619386+0000","last_undegraded":"2024-08-04T15:41:29.619386+0000","last_fullsized":"2024-08-04T15:41:29.619386+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:29:08.881493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029989099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"269'229","reported_seq":1776,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618374+0000","last_change":"2024-08-04T15:35:36.993213+0000","last_active":"2024-08-04T15:41:29.618374+0000","last_peered":"2024-08-04T15:41:29.618374+0000","last_clean":"2024-08-04T15:41:29.618374+0000","last_became_active":"2024-08-04T15:35:36.992135+0000","last_became_peered":"2024-08-04T15:35:36.992135+0000","last_unstale":"2024-08-04T15:41:29.618374+0000","last_undegraded":"2024-08-04T15:41:29.618374+0000","last_fullsized":"2024-08-04T15:41:29.618374+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:21:25.437230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:21:25.437230+0000","last_clean_scrub_stamp":"2024-08-04T15:21:25.437230+0000","objects_scrubbed":0,"log_size":229,"log_dups_size":0,"ondisk_log_size":229,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:09:47.029793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1106,"num_read_kb":1934,"num_write":375,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1238,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.620093+0000","last_change":"2024-08-04T15:35:36.990900+0000","last_active":"2024-08-04T15:41:29.620093+0000","last_peered":"2024-08-04T15:41:29.620093+0000","last_clean":"2024-08-04T15:41:29.620093+0000","last_became_active":"2024-08-04T15:35:36.990615+0000","last_became_peered":"2024-08-04T15:35:36.990615+0000","last_unstale":"2024-08-04T15:41:29.620093+0000","last_undegraded":"2024-08-04T15:41:29.620093+0000","last_fullsized":"2024-08-04T15:41:29.620093+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:38:57.625254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1284,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.597695+0000","last_change":"2024-08-04T15:35:02.599687+0000","last_active":"2024-08-04T15:41:29.597695+0000","last_peered":"2024-08-04T15:41:29.597695+0000","last_clean":"2024-08-04T15:41:29.597695+0000","last_became_active":"2024-08-04T15:35:02.599319+0000","last_became_peered":"2024-08-04T15:35:02.599319+0000","last_unstale":"2024-08-04T15:41:29.597695+0000","last_undegraded":"2024-08-04T15:41:29.597695+0000","last_fullsized":"2024-08-04T15:41:29.597695+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:24:39.347046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"871'377","reported_seq":3604,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.620344+0000","last_change":"2024-08-04T15:41:19.613356+0000","last_active":"2024-08-04T15:41:29.620344+0000","last_peered":"2024-08-04T15:41:29.620344+0000","last_clean":"2024-08-04T15:41:29.620344+0000","last_became_active":"2024-08-04T15:34:29.562207+0000","last_became_peered":"2024-08-04T15:34:29.562207+0000","last_unstale":"2024-08-04T15:41:29.620344+0000","last_undegraded":"2024-08-04T15:41:29.620344+0000","last_fullsized":"2024-08-04T15:41:29.620344+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":377,"log_dups_size":0,"ondisk_log_size":377,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:10:01.328989+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.014105934000000001,"stat_sum":{"num_bytes":10788864,"num_objects":7,"num_object_clones":6,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":84,"num_read_kb":110226,"num_write":120,"num_write_kb":32736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":17022976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1377,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.595832+0000","last_change":"2024-08-04T15:32:50.693630+0000","last_active":"2024-08-04T15:41:29.595832+0000","last_peered":"2024-08-04T15:41:29.595832+0000","last_clean":"2024-08-04T15:41:29.595832+0000","last_became_active":"2024-08-04T15:32:50.693341+0000","last_became_peered":"2024-08-04T15:32:50.693341+0000","last_unstale":"2024-08-04T15:41:29.595832+0000","last_undegraded":"2024-08-04T15:41:29.595832+0000","last_fullsized":"2024-08-04T15:41:29.595832+0000","mapping_epoch":373,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":374,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:25:24.003041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1159,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618269+0000","last_change":"2024-08-04T15:35:36.994562+0000","last_active":"2024-08-04T15:41:29.618269+0000","last_peered":"2024-08-04T15:41:29.618269+0000","last_clean":"2024-08-04T15:41:29.618269+0000","last_became_active":"2024-08-04T15:35:36.993940+0000","last_became_peered":"2024-08-04T15:35:36.993940+0000","last_unstale":"2024-08-04T15:41:29.618269+0000","last_undegraded":"2024-08-04T15:41:29.618269+0000","last_fullsized":"2024-08-04T15:41:29.618269+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:23:31.726216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1367,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.595532+0000","last_change":"2024-08-04T15:33:56.584309+0000","last_active":"2024-08-04T15:41:29.595532+0000","last_peered":"2024-08-04T15:41:29.595532+0000","last_clean":"2024-08-04T15:41:29.595532+0000","last_became_active":"2024-08-04T15:33:56.583871+0000","last_became_peered":"2024-08-04T15:33:56.583871+0000","last_unstale":"2024-08-04T15:41:29.595532+0000","last_undegraded":"2024-08-04T15:41:29.595532+0000","last_fullsized":"2024-08-04T15:41:29.595532+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T22:11:18.398651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"871'1358","reported_seq":4659,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619278+0000","last_change":"2024-08-04T15:41:19.620242+0000","last_active":"2024-08-04T15:41:29.619278+0000","last_peered":"2024-08-04T15:41:29.619278+0000","last_clean":"2024-08-04T15:41:29.619278+0000","last_became_active":"2024-08-04T15:34:29.570331+0000","last_became_peered":"2024-08-04T15:34:29.570331+0000","last_unstale":"2024-08-04T15:41:29.619278+0000","last_undegraded":"2024-08-04T15:41:29.619278+0000","last_fullsized":"2024-08-04T15:41:29.619278+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":1358,"log_dups_size":0,"ondisk_log_size":1358,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:49:59.323749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024297612999999999,"stat_sum":{"num_bytes":28336128,"num_objects":19,"num_object_clones":16,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":1,"num_read":206,"num_read_kb":286242,"num_write":484,"num_write_kb":119096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":58630144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1348,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618734+0000","last_change":"2024-08-04T15:34:29.564872+0000","last_active":"2024-08-04T15:41:29.618734+0000","last_peered":"2024-08-04T15:41:29.618734+0000","last_clean":"2024-08-04T15:41:29.618734+0000","last_became_active":"2024-08-04T15:34:29.564564+0000","last_became_peered":"2024-08-04T15:34:29.564564+0000","last_unstale":"2024-08-04T15:41:29.618734+0000","last_undegraded":"2024-08-04T15:41:29.618734+0000","last_fullsized":"2024-08-04T15:41:29.618734+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:58:04.079658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036833100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1331,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.617838+0000","last_change":"2024-08-04T15:33:23.527226+0000","last_active":"2024-08-04T15:41:29.617838+0000","last_peered":"2024-08-04T15:41:29.617838+0000","last_clean":"2024-08-04T15:41:29.617838+0000","last_became_active":"2024-08-04T15:33:23.526913+0000","last_became_peered":"2024-08-04T15:33:23.526913+0000","last_unstale":"2024-08-04T15:41:29.617838+0000","last_undegraded":"2024-08-04T15:41:29.617838+0000","last_fullsized":"2024-08-04T15:41:29.617838+0000","mapping_epoch":406,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":407,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:49:54.955780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1341,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.617489+0000","last_change":"2024-08-04T15:35:02.593171+0000","last_active":"2024-08-04T15:41:29.617489+0000","last_peered":"2024-08-04T15:41:29.617489+0000","last_clean":"2024-08-04T15:41:29.617489+0000","last_became_active":"2024-08-04T15:35:02.592647+0000","last_became_peered":"2024-08-04T15:35:02.592647+0000","last_unstale":"2024-08-04T15:41:29.617489+0000","last_undegraded":"2024-08-04T15:41:29.617489+0000","last_fullsized":"2024-08-04T15:41:29.617489+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:49:00.417667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"871'1423","reported_seq":4852,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.596841+0000","last_change":"2024-08-04T15:41:19.619714+0000","last_active":"2024-08-04T15:41:29.596841+0000","last_peered":"2024-08-04T15:41:29.596841+0000","last_clean":"2024-08-04T15:41:29.596841+0000","last_became_active":"2024-08-04T15:33:56.587648+0000","last_became_peered":"2024-08-04T15:33:56.587648+0000","last_unstale":"2024-08-04T15:41:29.596841+0000","last_undegraded":"2024-08-04T15:41:29.596841+0000","last_fullsized":"2024-08-04T15:41:29.596841+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":1423,"log_dups_size":0,"ondisk_log_size":1423,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:32:03.799967+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.025568924999999999,"stat_sum":{"num_bytes":30498816,"num_objects":17,"num_object_clones":14,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":261,"num_read_kb":464826,"num_write":599,"num_write_kb":105848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":63700992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1351,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618522+0000","last_change":"2024-08-04T15:33:23.519323+0000","last_active":"2024-08-04T15:41:29.618522+0000","last_peered":"2024-08-04T15:41:29.618522+0000","last_clean":"2024-08-04T15:41:29.618522+0000","last_became_active":"2024-08-04T15:33:23.519017+0000","last_became_peered":"2024-08-04T15:33:23.519017+0000","last_unstale":"2024-08-04T15:41:29.618522+0000","last_undegraded":"2024-08-04T15:41:29.618522+0000","last_fullsized":"2024-08-04T15:41:29.618522+0000","mapping_epoch":406,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":407,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:34:14.455697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1207,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619253+0000","last_change":"2024-08-04T15:35:02.599164+0000","last_active":"2024-08-04T15:41:29.619253+0000","last_peered":"2024-08-04T15:41:29.619253+0000","last_clean":"2024-08-04T15:41:29.619253+0000","last_became_active":"2024-08-04T15:35:02.598843+0000","last_became_peered":"2024-08-04T15:35:02.598843+0000","last_unstale":"2024-08-04T15:41:29.619253+0000","last_undegraded":"2024-08-04T15:41:29.619253+0000","last_fullsized":"2024-08-04T15:41:29.619253+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:29:35.832861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1325,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618499+0000","last_change":"2024-08-04T15:35:02.595817+0000","last_active":"2024-08-04T15:41:29.618499+0000","last_peered":"2024-08-04T15:41:29.618499+0000","last_clean":"2024-08-04T15:41:29.618499+0000","last_became_active":"2024-08-04T15:35:02.595226+0000","last_became_peered":"2024-08-04T15:35:02.595226+0000","last_unstale":"2024-08-04T15:41:29.618499+0000","last_undegraded":"2024-08-04T15:41:29.618499+0000","last_fullsized":"2024-08-04T15:41:29.618499+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T02:39:26.055655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3","version":"871'1972","reported_seq":5337,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.597143+0000","last_change":"2024-08-04T15:41:19.628000+0000","last_active":"2024-08-04T15:41:29.597143+0000","last_peered":"2024-08-04T15:41:29.597143+0000","last_clean":"2024-08-04T15:41:29.597143+0000","last_became_active":"2024-08-04T15:35:02.593098+0000","last_became_peered":"2024-08-04T15:35:02.593098+0000","last_unstale":"2024-08-04T15:41:29.597143+0000","last_undegraded":"2024-08-04T15:41:29.597143+0000","last_fullsized":"2024-08-04T15:41:29.597143+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":1972,"log_dups_size":0,"ondisk_log_size":1972,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:13:04.946808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.033801709999999999,"stat_sum":{"num_bytes":40878080,"num_objects":27,"num_object_clones":23,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":1,"num_read":349,"num_read_kb":485252,"num_write":594,"num_write_kb":159984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":37904384,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":1353,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.617902+0000","last_change":"2024-08-04T15:34:29.567417+0000","last_active":"2024-08-04T15:41:29.617902+0000","last_peered":"2024-08-04T15:41:29.617902+0000","last_clean":"2024-08-04T15:41:29.617902+0000","last_became_active":"2024-08-04T15:34:29.567053+0000","last_became_peered":"2024-08-04T15:34:29.567053+0000","last_unstale":"2024-08-04T15:41:29.617902+0000","last_undegraded":"2024-08-04T15:41:29.617902+0000","last_fullsized":"2024-08-04T15:41:29.617902+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:45:21.984284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040573600000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1353,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618362+0000","last_change":"2024-08-04T15:35:36.991517+0000","last_active":"2024-08-04T15:41:29.618362+0000","last_peered":"2024-08-04T15:41:29.618362+0000","last_clean":"2024-08-04T15:41:29.618362+0000","last_became_active":"2024-08-04T15:35:36.991115+0000","last_became_peered":"2024-08-04T15:35:36.991115+0000","last_unstale":"2024-08-04T15:41:29.618362+0000","last_undegraded":"2024-08-04T15:41:29.618362+0000","last_fullsized":"2024-08-04T15:41:29.618362+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:08:31.681889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1235,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.620586+0000","last_change":"2024-08-04T15:34:29.568005+0000","last_active":"2024-08-04T15:41:29.620586+0000","last_peered":"2024-08-04T15:41:29.620586+0000","last_clean":"2024-08-04T15:41:29.620586+0000","last_became_active":"2024-08-04T15:34:29.567552+0000","last_became_peered":"2024-08-04T15:34:29.567552+0000","last_unstale":"2024-08-04T15:41:29.620586+0000","last_undegraded":"2024-08-04T15:41:29.620586+0000","last_fullsized":"2024-08-04T15:41:29.620586+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:06:32.015399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"871'3791","reported_seq":6643,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618592+0000","last_change":"2024-08-04T15:41:19.635756+0000","last_active":"2024-08-04T15:41:29.618592+0000","last_peered":"2024-08-04T15:41:29.618592+0000","last_clean":"2024-08-04T15:41:29.618592+0000","last_became_active":"2024-08-04T15:35:02.598114+0000","last_became_peered":"2024-08-04T15:35:02.598114+0000","last_unstale":"2024-08-04T15:41:29.618592+0000","last_undegraded":"2024-08-04T15:41:29.618592+0000","last_fullsized":"2024-08-04T15:41:29.618592+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":3791,"log_dups_size":0,"ondisk_log_size":3791,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:10:46.592712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032296631999999999,"stat_sum":{"num_bytes":113917952,"num_objects":50,"num_object_clones":42,"num_object_copies":150,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":1,"num_read":638,"num_read_kb":1054518,"num_write":1350,"num_write_kb":329584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":37593088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":1378,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.596759+0000","last_change":"2024-08-04T15:35:36.991334+0000","last_active":"2024-08-04T15:41:29.596759+0000","last_peered":"2024-08-04T15:41:29.596759+0000","last_clean":"2024-08-04T15:41:29.596759+0000","last_became_active":"2024-08-04T15:35:36.989976+0000","last_became_peered":"2024-08-04T15:35:36.989976+0000","last_unstale":"2024-08-04T15:41:29.596759+0000","last_undegraded":"2024-08-04T15:41:29.596759+0000","last_fullsized":"2024-08-04T15:41:29.596759+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:13:55.921872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1171,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619617+0000","last_change":"2024-08-04T15:35:36.997980+0000","last_active":"2024-08-04T15:41:29.619617+0000","last_peered":"2024-08-04T15:41:29.619617+0000","last_clean":"2024-08-04T15:41:29.619617+0000","last_became_active":"2024-08-04T15:35:36.997597+0000","last_became_peered":"2024-08-04T15:35:36.997597+0000","last_unstale":"2024-08-04T15:41:29.619617+0000","last_undegraded":"2024-08-04T15:41:29.619617+0000","last_fullsized":"2024-08-04T15:41:29.619617+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:29:59.300574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1341,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.617969+0000","last_change":"2024-08-04T15:34:29.566004+0000","last_active":"2024-08-04T15:41:29.617969+0000","last_peered":"2024-08-04T15:41:29.617969+0000","last_clean":"2024-08-04T15:41:29.617969+0000","last_became_active":"2024-08-04T15:34:29.565691+0000","last_became_peered":"2024-08-04T15:34:29.565691+0000","last_unstale":"2024-08-04T15:41:29.617969+0000","last_undegraded":"2024-08-04T15:41:29.617969+0000","last_fullsized":"2024-08-04T15:41:29.617969+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:13:33.770985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"871'801","reported_seq":4035,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.595936+0000","last_change":"2024-08-04T15:41:19.603098+0000","last_active":"2024-08-04T15:41:29.595936+0000","last_peered":"2024-08-04T15:41:29.595936+0000","last_clean":"2024-08-04T15:41:29.595936+0000","last_became_active":"2024-08-04T15:35:36.986682+0000","last_became_peered":"2024-08-04T15:35:36.986682+0000","last_unstale":"2024-08-04T15:41:29.595936+0000","last_undegraded":"2024-08-04T15:41:29.595936+0000","last_fullsized":"2024-08-04T15:41:29.595936+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":801,"log_dups_size":0,"ondisk_log_size":801,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:54:53.252455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091362839999999997,"stat_sum":{"num_bytes":15384576,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":117,"num_read_kb":152895,"num_write":237,"num_write_kb":66616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":13950976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1293,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.595623+0000","last_change":"2024-08-04T15:35:36.981036+0000","last_active":"2024-08-04T15:41:29.595623+0000","last_peered":"2024-08-04T15:41:29.595623+0000","last_clean":"2024-08-04T15:41:29.595623+0000","last_became_active":"2024-08-04T15:35:36.980552+0000","last_became_peered":"2024-08-04T15:35:36.980552+0000","last_unstale":"2024-08-04T15:41:29.595623+0000","last_undegraded":"2024-08-04T15:41:29.595623+0000","last_fullsized":"2024-08-04T15:41:29.595623+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T15:26:18.082042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044904800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"561'2","reported_seq":1349,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618851+0000","last_change":"2024-08-04T15:35:02.602714+0000","last_active":"2024-08-04T15:41:29.618851+0000","last_peered":"2024-08-04T15:41:29.618851+0000","last_clean":"2024-08-04T15:41:29.618851+0000","last_became_active":"2024-08-04T15:35:02.602317+0000","last_became_peered":"2024-08-04T15:35:02.602317+0000","last_unstale":"2024-08-04T15:41:29.618851+0000","last_undegraded":"2024-08-04T15:41:29.618851+0000","last_fullsized":"2024-08-04T15:41:29.618851+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:39:18.724924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1294,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.597332+0000","last_change":"2024-08-04T15:35:36.987298+0000","last_active":"2024-08-04T15:41:29.597332+0000","last_peered":"2024-08-04T15:41:29.597332+0000","last_clean":"2024-08-04T15:41:29.597332+0000","last_became_active":"2024-08-04T15:35:36.986938+0000","last_became_peered":"2024-08-04T15:35:36.986938+0000","last_unstale":"2024-08-04T15:41:29.597332+0000","last_undegraded":"2024-08-04T15:41:29.597332+0000","last_fullsized":"2024-08-04T15:41:29.597332+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T01:30:23.430044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"871'1415","reported_seq":4604,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.596013+0000","last_change":"2024-08-04T15:41:19.625949+0000","last_active":"2024-08-04T15:41:29.596013+0000","last_peered":"2024-08-04T15:41:29.596013+0000","last_clean":"2024-08-04T15:41:29.596013+0000","last_became_active":"2024-08-04T15:33:56.589744+0000","last_became_peered":"2024-08-04T15:33:56.589744+0000","last_unstale":"2024-08-04T15:41:29.596013+0000","last_undegraded":"2024-08-04T15:41:29.596013+0000","last_fullsized":"2024-08-04T15:41:29.596013+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":1415,"log_dups_size":0,"ondisk_log_size":1415,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:27:52.159045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.025721534000000001,"stat_sum":{"num_bytes":22216704,"num_objects":21,"num_object_clones":18,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":1,"num_read":198,"num_read_kb":170467,"num_write":627,"num_write_kb":78760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":38191104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1240,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.595899+0000","last_change":"2024-08-04T15:35:02.595098+0000","last_active":"2024-08-04T15:41:29.595899+0000","last_peered":"2024-08-04T15:41:29.595899+0000","last_clean":"2024-08-04T15:41:29.595899+0000","last_became_active":"2024-08-04T15:35:02.594776+0000","last_became_peered":"2024-08-04T15:35:02.594776+0000","last_unstale":"2024-08-04T15:41:29.595899+0000","last_undegraded":"2024-08-04T15:41:29.595899+0000","last_fullsized":"2024-08-04T15:41:29.595899+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:25:06.510332+0000","last_clean_scrub_stamp":"2024-08-04T15:25:06.510332+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:54:09.572303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":1174,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619590+0000","last_change":"2024-08-04T15:35:36.993041+0000","last_active":"2024-08-04T15:41:29.619590+0000","last_peered":"2024-08-04T15:41:29.619590+0000","last_clean":"2024-08-04T15:41:29.619590+0000","last_became_active":"2024-08-04T15:35:36.992709+0000","last_became_peered":"2024-08-04T15:35:36.992709+0000","last_unstale":"2024-08-04T15:41:29.619590+0000","last_undegraded":"2024-08-04T15:41:29.619590+0000","last_fullsized":"2024-08-04T15:41:29.619590+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:09:32.967441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1367,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.595710+0000","last_change":"2024-08-04T15:33:56.587773+0000","last_active":"2024-08-04T15:41:29.595710+0000","last_peered":"2024-08-04T15:41:29.595710+0000","last_clean":"2024-08-04T15:41:29.595710+0000","last_became_active":"2024-08-04T15:33:56.587141+0000","last_became_peered":"2024-08-04T15:33:56.587141+0000","last_unstale":"2024-08-04T15:41:29.595710+0000","last_undegraded":"2024-08-04T15:41:29.595710+0000","last_fullsized":"2024-08-04T15:41:29.595710+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:14:53.073819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":3149,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618757+0000","last_change":"2024-08-04T15:41:19.599696+0000","last_active":"2024-08-04T15:41:29.618757+0000","last_peered":"2024-08-04T15:41:29.618757+0000","last_clean":"2024-08-04T15:41:29.618757+0000","last_became_active":"2024-08-04T15:35:02.605632+0000","last_became_peered":"2024-08-04T15:35:02.605632+0000","last_unstale":"2024-08-04T15:41:29.618757+0000","last_undegraded":"2024-08-04T15:41:29.618757+0000","last_fullsized":"2024-08-04T15:41:29.618757+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T17:16:38.748607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000641856,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1158,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618347+0000","last_change":"2024-08-04T15:35:36.991166+0000","last_active":"2024-08-04T15:41:29.618347+0000","last_peered":"2024-08-04T15:41:29.618347+0000","last_clean":"2024-08-04T15:41:29.618347+0000","last_became_active":"2024-08-04T15:35:36.990887+0000","last_became_peered":"2024-08-04T15:35:36.990887+0000","last_unstale":"2024-08-04T15:41:29.618347+0000","last_undegraded":"2024-08-04T15:41:29.618347+0000","last_fullsized":"2024-08-04T15:41:29.618347+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T18:42:49.219849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1262,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.596434+0000","last_change":"2024-08-04T15:35:36.988700+0000","last_active":"2024-08-04T15:41:29.596434+0000","last_peered":"2024-08-04T15:41:29.596434+0000","last_clean":"2024-08-04T15:41:29.596434+0000","last_became_active":"2024-08-04T15:35:36.988381+0000","last_became_peered":"2024-08-04T15:35:36.988381+0000","last_unstale":"2024-08-04T15:41:29.596434+0000","last_undegraded":"2024-08-04T15:41:29.596434+0000","last_fullsized":"2024-08-04T15:41:29.596434+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:12:06.600745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"871'1717","reported_seq":4836,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.596882+0000","last_change":"2024-08-04T15:41:19.609839+0000","last_active":"2024-08-04T15:41:29.596882+0000","last_peered":"2024-08-04T15:41:29.596882+0000","last_clean":"2024-08-04T15:41:29.596882+0000","last_became_active":"2024-08-04T15:34:29.574621+0000","last_became_peered":"2024-08-04T15:34:29.574621+0000","last_unstale":"2024-08-04T15:41:29.596882+0000","last_undegraded":"2024-08-04T15:41:29.596882+0000","last_fullsized":"2024-08-04T15:41:29.596882+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":1717,"log_dups_size":0,"ondisk_log_size":1717,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T03:14:20.304964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015203003,"stat_sum":{"num_bytes":48881664,"num_objects":21,"num_object_clones":17,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":263,"num_read_kb":340293,"num_write":599,"num_write_kb":152936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":51847168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1341,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.617893+0000","last_change":"2024-08-04T15:35:36.990739+0000","last_active":"2024-08-04T15:41:29.617893+0000","last_peered":"2024-08-04T15:41:29.617893+0000","last_clean":"2024-08-04T15:41:29.617893+0000","last_became_active":"2024-08-04T15:35:36.990422+0000","last_became_peered":"2024-08-04T15:35:36.990422+0000","last_unstale":"2024-08-04T15:41:29.617893+0000","last_undegraded":"2024-08-04T15:41:29.617893+0000","last_fullsized":"2024-08-04T15:41:29.617893+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:23:04.269113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1285,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.595844+0000","last_change":"2024-08-04T15:35:36.983507+0000","last_active":"2024-08-04T15:41:29.595844+0000","last_peered":"2024-08-04T15:41:29.595844+0000","last_clean":"2024-08-04T15:41:29.595844+0000","last_became_active":"2024-08-04T15:35:36.983152+0000","last_became_peered":"2024-08-04T15:35:36.983152+0000","last_unstale":"2024-08-04T15:41:29.595844+0000","last_undegraded":"2024-08-04T15:41:29.595844+0000","last_fullsized":"2024-08-04T15:41:29.595844+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:57:32.109306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"871'1016","reported_seq":4319,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619178+0000","last_change":"2024-08-04T15:41:19.626044+0000","last_active":"2024-08-04T15:41:29.619178+0000","last_peered":"2024-08-04T15:41:29.619178+0000","last_clean":"2024-08-04T15:41:29.619178+0000","last_became_active":"2024-08-04T15:35:36.989637+0000","last_became_peered":"2024-08-04T15:35:36.989637+0000","last_unstale":"2024-08-04T15:41:29.619178+0000","last_undegraded":"2024-08-04T15:41:29.619178+0000","last_fullsized":"2024-08-04T15:41:29.619178+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":1016,"log_dups_size":0,"ondisk_log_size":1016,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:32:54.635313+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.029139604999999999,"stat_sum":{"num_bytes":23945216,"num_objects":17,"num_object_clones":15,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":175,"num_read_kb":329523,"num_write":407,"num_write_kb":85048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":38330368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1341,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.617736+0000","last_change":"2024-08-04T15:35:36.989008+0000","last_active":"2024-08-04T15:41:29.617736+0000","last_peered":"2024-08-04T15:41:29.617736+0000","last_clean":"2024-08-04T15:41:29.617736+0000","last_became_active":"2024-08-04T15:35:36.988647+0000","last_became_peered":"2024-08-04T15:35:36.988647+0000","last_unstale":"2024-08-04T15:41:29.617736+0000","last_undegraded":"2024-08-04T15:41:29.617736+0000","last_fullsized":"2024-08-04T15:41:29.617736+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T21:29:06.660365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1294,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.598100+0000","last_change":"2024-08-04T15:33:56.580710+0000","last_active":"2024-08-04T15:41:29.598100+0000","last_peered":"2024-08-04T15:41:29.598100+0000","last_clean":"2024-08-04T15:41:29.598100+0000","last_became_active":"2024-08-04T15:33:56.579001+0000","last_became_peered":"2024-08-04T15:33:56.579001+0000","last_unstale":"2024-08-04T15:41:29.598100+0000","last_undegraded":"2024-08-04T15:41:29.598100+0000","last_fullsized":"2024-08-04T15:41:29.598100+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:56:41.476616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"871'1543","reported_seq":4883,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618203+0000","last_change":"2024-08-04T15:41:19.629009+0000","last_active":"2024-08-04T15:41:29.618203+0000","last_peered":"2024-08-04T15:41:29.618203+0000","last_clean":"2024-08-04T15:41:29.618203+0000","last_became_active":"2024-08-04T15:33:56.595007+0000","last_became_peered":"2024-08-04T15:33:56.595007+0000","last_unstale":"2024-08-04T15:41:29.618203+0000","last_undegraded":"2024-08-04T15:41:29.618203+0000","last_fullsized":"2024-08-04T15:41:29.618203+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:27:38.920487+0000","last_clean_scrub_stamp":"2024-08-04T15:27:38.920487+0000","objects_scrubbed":0,"log_size":1543,"log_dups_size":0,"ondisk_log_size":1543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:13:20.777869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.026282123000000001,"stat_sum":{"num_bytes":19939328,"num_objects":20,"num_object_clones":16,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":1,"num_read":255,"num_read_kb":346359,"num_write":477,"num_write_kb":128688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":49823744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"557'3","reported_seq":1166,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618946+0000","last_change":"2024-08-04T15:35:37.001779+0000","last_active":"2024-08-04T15:41:29.618946+0000","last_peered":"2024-08-04T15:41:29.618946+0000","last_clean":"2024-08-04T15:41:29.618946+0000","last_became_active":"2024-08-04T15:35:37.001423+0000","last_became_peered":"2024-08-04T15:35:37.001423+0000","last_unstale":"2024-08-04T15:41:29.618946+0000","last_undegraded":"2024-08-04T15:41:29.618946+0000","last_fullsized":"2024-08-04T15:41:29.618946+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:41:09.568210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1198,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618154+0000","last_change":"2024-08-04T15:35:02.601968+0000","last_active":"2024-08-04T15:41:29.618154+0000","last_peered":"2024-08-04T15:41:29.618154+0000","last_clean":"2024-08-04T15:41:29.618154+0000","last_became_active":"2024-08-04T15:35:02.598321+0000","last_became_peered":"2024-08-04T15:35:02.598321+0000","last_unstale":"2024-08-04T15:41:29.618154+0000","last_undegraded":"2024-08-04T15:41:29.618154+0000","last_fullsized":"2024-08-04T15:41:29.618154+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T20:09:25.602464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1215,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.620429+0000","last_change":"2024-08-04T15:35:02.607069+0000","last_active":"2024-08-04T15:41:29.620429+0000","last_peered":"2024-08-04T15:41:29.620429+0000","last_clean":"2024-08-04T15:41:29.620429+0000","last_became_active":"2024-08-04T15:35:02.606734+0000","last_became_peered":"2024-08-04T15:35:02.606734+0000","last_unstale":"2024-08-04T15:41:29.620429+0000","last_undegraded":"2024-08-04T15:41:29.620429+0000","last_fullsized":"2024-08-04T15:41:29.620429+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:14:54.651084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":1166,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619438+0000","last_change":"2024-08-04T15:35:36.999350+0000","last_active":"2024-08-04T15:41:29.619438+0000","last_peered":"2024-08-04T15:41:29.619438+0000","last_clean":"2024-08-04T15:41:29.619438+0000","last_became_active":"2024-08-04T15:35:36.997073+0000","last_became_peered":"2024-08-04T15:35:36.997073+0000","last_unstale":"2024-08-04T15:41:29.619438+0000","last_undegraded":"2024-08-04T15:41:29.619438+0000","last_fullsized":"2024-08-04T15:41:29.619438+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:59:02.952879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1314,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.618352+0000","last_change":"2024-08-04T15:33:56.592563+0000","last_active":"2024-08-04T15:41:29.618352+0000","last_peered":"2024-08-04T15:41:29.618352+0000","last_clean":"2024-08-04T15:41:29.618352+0000","last_became_active":"2024-08-04T15:33:56.592273+0000","last_became_peered":"2024-08-04T15:33:56.592273+0000","last_unstale":"2024-08-04T15:41:29.618352+0000","last_undegraded":"2024-08-04T15:41:29.618352+0000","last_fullsized":"2024-08-04T15:41:29.618352+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:35:58.659612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":1157,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.619415+0000","last_change":"2024-08-04T15:35:36.996852+0000","last_active":"2024-08-04T15:41:29.619415+0000","last_peered":"2024-08-04T15:41:29.619415+0000","last_clean":"2024-08-04T15:41:29.619415+0000","last_became_active":"2024-08-04T15:35:36.996506+0000","last_became_peered":"2024-08-04T15:35:36.996506+0000","last_unstale":"2024-08-04T15:41:29.619415+0000","last_undegraded":"2024-08-04T15:41:29.619415+0000","last_fullsized":"2024-08-04T15:41:29.619415+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T23:15:47.574170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1367,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.595711+0000","last_change":"2024-08-04T15:34:29.565903+0000","last_active":"2024-08-04T15:41:29.595711+0000","last_peered":"2024-08-04T15:41:29.595711+0000","last_clean":"2024-08-04T15:41:29.595711+0000","last_became_active":"2024-08-04T15:34:29.564363+0000","last_became_peered":"2024-08-04T15:34:29.564363+0000","last_unstale":"2024-08-04T15:41:29.595711+0000","last_undegraded":"2024-08-04T15:41:29.595711+0000","last_fullsized":"2024-08-04T15:41:29.595711+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-06T00:58:56.154542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"557'2","reported_seq":1300,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.596994+0000","last_change":"2024-08-04T15:34:29.559407+0000","last_active":"2024-08-04T15:41:29.596994+0000","last_peered":"2024-08-04T15:41:29.596994+0000","last_clean":"2024-08-04T15:41:29.596994+0000","last_became_active":"2024-08-04T15:34:29.559013+0000","last_became_peered":"2024-08-04T15:34:29.559013+0000","last_unstale":"2024-08-04T15:41:29.596994+0000","last_undegraded":"2024-08-04T15:41:29.596994+0000","last_fullsized":"2024-08-04T15:41:29.596994+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T19:19:40.210151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1275,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.596793+0000","last_change":"2024-08-04T15:35:02.605725+0000","last_active":"2024-08-04T15:41:29.596793+0000","last_peered":"2024-08-04T15:41:29.596793+0000","last_clean":"2024-08-04T15:41:29.596793+0000","last_became_active":"2024-08-04T15:35:02.605369+0000","last_became_peered":"2024-08-04T15:35:02.605369+0000","last_unstale":"2024-08-04T15:41:29.596793+0000","last_undegraded":"2024-08-04T15:41:29.596793+0000","last_fullsized":"2024-08-04T15:41:29.596793+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:50.481839+0000","last_clean_scrub_stamp":"2024-08-04T15:23:50.481839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:10:09.249609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"557'5","reported_seq":1379,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-08-04T15:41:29.596339+0000","last_change":"2024-08-04T15:35:36.995964+0000","last_active":"2024-08-04T15:41:29.596339+0000","last_peered":"2024-08-04T15:41:29.596339+0000","last_clean":"2024-08-04T15:41:29.596339+0000","last_became_active":"2024-08-04T15:35:36.995580+0000","last_became_peered":"2024-08-04T15:35:36.995580+0000","last_unstale":"2024-08-04T15:41:29.596339+0000","last_undegraded":"2024-08-04T15:41:29.596339+0000","last_fullsized":"2024-08-04T15:41:29.596339+0000","mapping_epoch":536,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":537,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-04T15:23:47.252632+0000","last_clean_scrub_stamp":"2024-08-04T15:23:47.252632+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-05T16:42:34.107925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":521035776,"num_objects":307,"num_object_clones":257,"num_object_copies":921,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":307,"num_whiteouts":8,"num_read":3920,"num_read_kb":5719418,"num_write":8228,"num_write_kb":1861032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":142,"num_bytes_recovered":560373760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":666365952,"data_stored":1342844928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23108,"ondisk_log_size":23108,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6596,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45154,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1106,"num_read_kb":1934,"num_write":375,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":229,"ondisk_log_size":229,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":536,"seq":2302102470729,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":356924,"kb_used_data":69168,"kb_used_omap":38,"kb_used_meta":287705,"kb_avail":93388228,"statfs":{"total":95995035648,"available":95629545472,"internally_reserved":0,"allocated":70828032,"data_stored":153336385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":39357,"internal_metadata":294610499},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":502,"seq":2156073582672,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":435780,"kb_used_data":106360,"kb_used_omap":46,"kb_used_meta":329361,"kb_avail":93309372,"statfs":{"total":95995035648,"available":95548796928,"internally_reserved":0,"allocated":108912640,"data_stored":188984730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47484,"internal_metadata":337266308},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":469,"seq":2014339661910,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":666220,"kb_used_data":140256,"kb_used_omap":56,"kb_used_meta":525895,"kb_avail":93078932,"statfs":{"total":95995035648,"available":95312826368,"internally_reserved":0,"allocated":143622144,"data_stored":267586792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":57882,"internal_metadata":538516966},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":437,"seq":1876900708445,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":391300,"kb_used_data":75768,"kb_used_omap":37,"kb_used_meta":315482,"kb_avail":93353852,"statfs":{"total":95995035648,"available":95594344448,"internally_reserved":0,"allocated":77586432,"data_stored":125085910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38384,"internal_metadata":323054096},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":406,"seq":1743756722276,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":268924,"kb_used_data":53104,"kb_used_omap":21,"kb_used_meta":215786,"kb_avail":93476228,"statfs":{"total":95995035648,"available":95719657472,"internally_reserved":0,"allocated":54378496,"data_stored":89050686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22115,"internal_metadata":220965277},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":373,"seq":1602022801514,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":462076,"kb_used_data":75952,"kb_used_omap":26,"kb_used_meta":386085,"kb_avail":93283076,"statfs":{"total":95995035648,"available":95521869824,"internally_reserved":0,"allocated":77774848,"data_stored":162191140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26873,"internal_metadata":395351815},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":342,"seq":1468878815345,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":571320,"kb_used_data":92076,"kb_used_omap":38,"kb_used_meta":479193,"kb_avail":93173832,"statfs":{"total":95995035648,"available":95410003968,"internally_reserved":0,"allocated":94285824,"data_stored":166868927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":39360,"internal_metadata":490694208},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":310,"seq":1331439861879,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":770924,"kb_used_data":144160,"kb_used_omap":43,"kb_used_meta":626708,"kb_avail":92974228,"statfs":{"total":95995035648,"available":95205609472,"internally_reserved":0,"allocated":147619840,"data_stored":253246488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44183,"internal_metadata":641749865},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5694,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4384,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5812,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6064,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6077,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5907,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5470,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":133664768,"data_stored":244940800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":80928768,"data_stored":159154176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":64430080,"data_stored":154476544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":41009152,"data_stored":81330176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":64225280,"data_stored":117370880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":130256896,"data_stored":259866624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":94965760,"data_stored":180674560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":56885248,"data_stored":145031168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-04T15:41:38.199 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-08-04T15:41:38.199 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-08-04T15:41:38.471 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T15:41:38.922 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:38 smithi007 ceph-mon[94998]: pgmap v976: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:41:38.922 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:38 smithi007 ceph-mon[94998]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:41:38.922 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:38 smithi007 ceph-mon[92692]: pgmap v976: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:41:38.923 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:38 smithi007 ceph-mon[92692]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:41:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:38 smithi062 ceph-mon[85960]: pgmap v976: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:41:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:38 smithi062 ceph-mon[85960]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-04T15:41:40.623 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'unique_pool_0' removed 2024-08-04T15:41:40.983 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:40 smithi007 ceph-mon[92692]: pgmap v977: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:41:40.983 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:40 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1580023217' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-04T15:41:40.983 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:40 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-04T15:41:40.983 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:40 smithi007 ceph-mon[94998]: pgmap v977: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:41:40.983 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:40 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1580023217' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-04T15:41:40.983 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:40 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-04T15:41:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:40 smithi062 ceph-mon[85960]: pgmap v977: 121 pgs: 121 active+clean; 497 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:41:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:40 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1580023217' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-04T15:41:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:40 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-04T15:41:41.291 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-04T15:41:41.291 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-08-04T15:41:41.291 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-04T15:41:41.291 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-08-04T15:41:41.291 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-04T15:41:41.292 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-04T15:41:41.293 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-04T15:41:41.293 DEBUG:teuthology.orchestra.run.smithi007:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-04T15:41:41.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-04T15:41:41.312 INFO:teuthology.orchestra.run.smithi007.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-04T15:41:41.313 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-04T15:41:41.382 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-04T15:41:41.382 DEBUG:teuthology.orchestra.run.smithi007:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-04T15:41:41.439 INFO:tasks.workunit:timeout=3h 2024-08-04T15:41:41.439 INFO:tasks.workunit:cleanup=True 2024-08-04T15:41:41.440 DEBUG:teuthology.orchestra.run.smithi007:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-04T15:41:41.498 INFO:tasks.workunit.client.0.smithi007.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-04T15:41:42.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:41 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-04T15:41:42.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:41 smithi062 ceph-mon[85960]: osdmap e874: 8 total, 8 up, 8 in 2024-08-04T15:41:42.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:41 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-04T15:41:42.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:41 smithi007 ceph-mon[92692]: osdmap e874: 8 total, 8 up, 8 in 2024-08-04T15:41:42.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:41 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-04T15:41:42.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:41 smithi007 ceph-mon[94998]: osdmap e874: 8 total, 8 up, 8 in 2024-08-04T15:41:42.631 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:41:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:41:43.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:42 smithi062 ceph-mon[85960]: pgmap v979: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:41:43.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:42 smithi007 ceph-mon[92692]: pgmap v979: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:41:43.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:42 smithi007 ceph-mon[94998]: pgmap v979: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:41:44.887 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:44 smithi007 ceph-mon[94998]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:44.887 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:44 smithi007 ceph-mon[92692]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:45.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:44 smithi062 ceph-mon[85960]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:41:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:41:46] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.43.0" 2024-08-04T15:41:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:46 smithi062 ceph-mon[85960]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:47.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:46 smithi007 ceph-mon[92692]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:47.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:46 smithi007 ceph-mon[94998]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:47.297 DEBUG:teuthology.orchestra.run.smithi007:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-04T15:41:47.354 INFO:tasks.workunit.client.0.smithi007.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-04T15:41:47.357 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-04T15:41:47.357 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-04T15:41:47.408 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-04T15:41:47.460 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-04T15:41:47.501 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-04T15:41:47.502 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-04T15:41:47.502 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-04T15:41:47.542 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-04T15:41:47.546 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T15:41:47.546 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-04T15:41:47.602 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-08-04T15:41:47.603 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-08-04T15:41:47.603 DEBUG:teuthology.orchestra.run.smithi007:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-08-04T15:41:47.670 INFO:tasks.workunit.client.0.smithi007.stdout:Running main() from gmock_main.cc 2024-08-04T15:41:47.670 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] Running 22 tests from 1 test suite. 2024-08-04T15:41:47.671 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment set-up. 2024-08-04T15:41:47.671 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 22 tests from TestCls2PCQueue 2024-08-04T15:41:47.671 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-08-04T15:41:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:48 smithi062 ceph-mon[85960]: pgmap v982: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:49.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:48 smithi007 ceph-mon[94998]: pgmap v982: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:48 smithi007 ceph-mon[92692]: pgmap v982: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:49 smithi062 ceph-mon[85960]: osdmap e875: 8 total, 8 up, 8 in 2024-08-04T15:41:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:49 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2897580603' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:50.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:49 smithi007 ceph-mon[92692]: osdmap e875: 8 total, 8 up, 8 in 2024-08-04T15:41:50.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:49 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2897580603' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:50.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:49 smithi007 ceph-mon[94998]: osdmap e875: 8 total, 8 up, 8 in 2024-08-04T15:41:50.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:49 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2897580603' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:50.657 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2987 ms) 2024-08-04T15:41:50.657 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-08-04T15:41:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:50 smithi062 ceph-mon[85960]: pgmap v984: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:50 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:41:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:50 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2897580603' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:41:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:50 smithi062 ceph-mon[85960]: osdmap e876: 8 total, 8 up, 8 in 2024-08-04T15:41:51.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:50 smithi007 ceph-mon[94998]: pgmap v984: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:50 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:41:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:50 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2897580603' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:41:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:50 smithi007 ceph-mon[94998]: osdmap e876: 8 total, 8 up, 8 in 2024-08-04T15:41:51.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:50 smithi007 ceph-mon[92692]: pgmap v984: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:51.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:50 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:41:51.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:50 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2897580603' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:41:51.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:50 smithi007 ceph-mon[92692]: osdmap e876: 8 total, 8 up, 8 in 2024-08-04T15:41:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:51 smithi062 ceph-mon[85960]: osdmap e877: 8 total, 8 up, 8 in 2024-08-04T15:41:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:41:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:41:52.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:51 smithi007 ceph-mon[92692]: osdmap e877: 8 total, 8 up, 8 in 2024-08-04T15:41:52.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:41:52.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:41:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:51 smithi007 ceph-mon[94998]: osdmap e877: 8 total, 8 up, 8 in 2024-08-04T15:41:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:41:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:41:52.671 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:41:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:41:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:52 smithi062 ceph-mon[85960]: pgmap v987: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:52 smithi062 ceph-mon[85960]: osdmap e878: 8 total, 8 up, 8 in 2024-08-04T15:41:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:52 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2558116914' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:52 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:52 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:41:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:52 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:41:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:52 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:41:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:52 smithi062 ceph-mon[85960]: osdmap e879: 8 total, 8 up, 8 in 2024-08-04T15:41:53.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:52 smithi007 ceph-mon[94998]: pgmap v987: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:52 smithi007 ceph-mon[94998]: osdmap e878: 8 total, 8 up, 8 in 2024-08-04T15:41:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:52 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2558116914' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:52 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:52 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:41:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:52 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:41:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:52 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:41:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:52 smithi007 ceph-mon[94998]: osdmap e879: 8 total, 8 up, 8 in 2024-08-04T15:41:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:52 smithi007 ceph-mon[92692]: pgmap v987: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:53.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:52 smithi007 ceph-mon[92692]: osdmap e878: 8 total, 8 up, 8 in 2024-08-04T15:41:53.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:52 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2558116914' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:53.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:52 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:53.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:52 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:41:53.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:52 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:41:53.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:52 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:41:53.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:52 smithi007 ceph-mon[92692]: osdmap e879: 8 total, 8 up, 8 in 2024-08-04T15:41:53.682 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3025 ms) 2024-08-04T15:41:53.683 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-08-04T15:41:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:54 smithi062 ceph-mon[85960]: pgmap v990: 137 pgs: 30 unknown, 107 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:54 smithi062 ceph-mon[85960]: osdmap e880: 8 total, 8 up, 8 in 2024-08-04T15:41:55.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:54 smithi007 ceph-mon[94998]: pgmap v990: 137 pgs: 30 unknown, 107 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:55.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:54 smithi007 ceph-mon[94998]: osdmap e880: 8 total, 8 up, 8 in 2024-08-04T15:41:55.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:54 smithi007 ceph-mon[92692]: pgmap v990: 137 pgs: 30 unknown, 107 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:55.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:54 smithi007 ceph-mon[92692]: osdmap e880: 8 total, 8 up, 8 in 2024-08-04T15:41:56.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:55 smithi062 ceph-mon[85960]: osdmap e881: 8 total, 8 up, 8 in 2024-08-04T15:41:56.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:55 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1689242429' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:56.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:55 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:56.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:55 smithi007 ceph-mon[94998]: osdmap e881: 8 total, 8 up, 8 in 2024-08-04T15:41:56.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:55 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1689242429' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:56.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:55 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:56.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:55 smithi007 ceph-mon[92692]: osdmap e881: 8 total, 8 up, 8 in 2024-08-04T15:41:56.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:55 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1689242429' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:56.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:55 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:41:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:41:56] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-08-04T15:41:56.702 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.Reserve (3020 ms) 2024-08-04T15:41:56.702 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-08-04T15:41:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:56 smithi062 ceph-mon[85960]: pgmap v993: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:56 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:41:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:56 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:41:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:56 smithi062 ceph-mon[85960]: osdmap e882: 8 total, 8 up, 8 in 2024-08-04T15:41:57.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:56 smithi007 ceph-mon[92692]: pgmap v993: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:57.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:56 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:41:57.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:56 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:41:57.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:56 smithi007 ceph-mon[92692]: osdmap e882: 8 total, 8 up, 8 in 2024-08-04T15:41:57.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:56 smithi007 ceph-mon[94998]: pgmap v993: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:57.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:56 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:41:57.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:56 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:41:57.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:56 smithi007 ceph-mon[94998]: osdmap e882: 8 total, 8 up, 8 in 2024-08-04T15:41:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:57 smithi062 ceph-mon[85960]: osdmap e883: 8 total, 8 up, 8 in 2024-08-04T15:41:58.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:57 smithi007 ceph-mon[94998]: osdmap e883: 8 total, 8 up, 8 in 2024-08-04T15:41:58.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:57 smithi007 ceph-mon[92692]: osdmap e883: 8 total, 8 up, 8 in 2024-08-04T15:41:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:58 smithi062 ceph-mon[85960]: pgmap v996: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:58 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:41:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:58 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:41:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:58 smithi062 ceph-mon[85960]: osdmap e884: 8 total, 8 up, 8 in 2024-08-04T15:41:59.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:58 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3115938248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:59.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:58 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:59.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:58 smithi007 ceph-mon[94998]: pgmap v996: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:58 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:41:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:58 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:41:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:58 smithi007 ceph-mon[94998]: osdmap e884: 8 total, 8 up, 8 in 2024-08-04T15:41:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:58 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3115938248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:58 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:59.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:58 smithi007 ceph-mon[92692]: pgmap v996: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:41:59.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:58 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:41:59.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:58 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:41:59.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:58 smithi007 ceph-mon[92692]: osdmap e884: 8 total, 8 up, 8 in 2024-08-04T15:41:59.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:58 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3115938248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:59.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:58 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:41:59.719 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3017 ms) 2024-08-04T15:41:59.720 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-08-04T15:42:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:59 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:41:59 smithi062 ceph-mon[85960]: osdmap e885: 8 total, 8 up, 8 in 2024-08-04T15:42:00.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:59 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:00.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:41:59 smithi007 ceph-mon[92692]: osdmap e885: 8 total, 8 up, 8 in 2024-08-04T15:42:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:59 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:41:59 smithi007 ceph-mon[94998]: osdmap e885: 8 total, 8 up, 8 in 2024-08-04T15:42:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:00 smithi062 ceph-mon[85960]: pgmap v999: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:00 smithi062 ceph-mon[85960]: osdmap e886: 8 total, 8 up, 8 in 2024-08-04T15:42:01.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:00 smithi007 ceph-mon[92692]: pgmap v999: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:01.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:00 smithi007 ceph-mon[92692]: osdmap e886: 8 total, 8 up, 8 in 2024-08-04T15:42:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:00 smithi007 ceph-mon[94998]: pgmap v999: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:00 smithi007 ceph-mon[94998]: osdmap e886: 8 total, 8 up, 8 in 2024-08-04T15:42:02.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:01 smithi062 ceph-mon[85960]: osdmap e887: 8 total, 8 up, 8 in 2024-08-04T15:42:02.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:01 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1928313810' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:02.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:01 smithi007 ceph-mon[92692]: osdmap e887: 8 total, 8 up, 8 in 2024-08-04T15:42:02.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:01 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1928313810' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:02.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:01 smithi007 ceph-mon[94998]: osdmap e887: 8 total, 8 up, 8 in 2024-08-04T15:42:02.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:01 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1928313810' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:02.724 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:42:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:42:02.735 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.Commit (3015 ms) 2024-08-04T15:42:02.735 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-08-04T15:42:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:02 smithi062 ceph-mon[85960]: pgmap v1002: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:02 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:02 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1928313810' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:02 smithi062 ceph-mon[85960]: osdmap e888: 8 total, 8 up, 8 in 2024-08-04T15:42:03.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:02 smithi007 ceph-mon[92692]: pgmap v1002: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:03.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:02 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:03.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:02 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1928313810' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:02 smithi007 ceph-mon[92692]: osdmap e888: 8 total, 8 up, 8 in 2024-08-04T15:42:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:02 smithi007 ceph-mon[94998]: pgmap v1002: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:02 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:02 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1928313810' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:02 smithi007 ceph-mon[94998]: osdmap e888: 8 total, 8 up, 8 in 2024-08-04T15:42:04.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:03 smithi062 ceph-mon[85960]: osdmap e889: 8 total, 8 up, 8 in 2024-08-04T15:42:04.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:03 smithi007 ceph-mon[94998]: osdmap e889: 8 total, 8 up, 8 in 2024-08-04T15:42:04.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:03 smithi007 ceph-mon[92692]: osdmap e889: 8 total, 8 up, 8 in 2024-08-04T15:42:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:04 smithi062 ceph-mon[85960]: pgmap v1005: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:04 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:04 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:42:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:04 smithi062 ceph-mon[85960]: osdmap e890: 8 total, 8 up, 8 in 2024-08-04T15:42:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:04 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3710903027' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:05.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:04 smithi007 ceph-mon[94998]: pgmap v1005: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:04 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:04 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:42:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:04 smithi007 ceph-mon[94998]: osdmap e890: 8 total, 8 up, 8 in 2024-08-04T15:42:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:04 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3710903027' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:05.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:04 smithi007 ceph-mon[92692]: pgmap v1005: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:05.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:04 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:05.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:04 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:42:05.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:04 smithi007 ceph-mon[92692]: osdmap e890: 8 total, 8 up, 8 in 2024-08-04T15:42:05.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:04 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3710903027' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:05.753 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.Abort (3018 ms) 2024-08-04T15:42:05.753 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-08-04T15:42:06.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:05 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3710903027' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:06.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:05 smithi062 ceph-mon[85960]: osdmap e891: 8 total, 8 up, 8 in 2024-08-04T15:42:06.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:05 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3710903027' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:06.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:05 smithi007 ceph-mon[92692]: osdmap e891: 8 total, 8 up, 8 in 2024-08-04T15:42:06.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:05 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3710903027' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:06.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:05 smithi007 ceph-mon[94998]: osdmap e891: 8 total, 8 up, 8 in 2024-08-04T15:42:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:42:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:42:06] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-08-04T15:42:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:06 smithi062 ceph-mon[85960]: pgmap v1008: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:06 smithi062 ceph-mon[85960]: osdmap e892: 8 total, 8 up, 8 in 2024-08-04T15:42:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:42:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:42:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:06 smithi007 ceph-mon[92692]: pgmap v1008: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:06 smithi007 ceph-mon[92692]: osdmap e892: 8 total, 8 up, 8 in 2024-08-04T15:42:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:42:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:42:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:06 smithi007 ceph-mon[94998]: pgmap v1008: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:06 smithi007 ceph-mon[94998]: osdmap e892: 8 total, 8 up, 8 in 2024-08-04T15:42:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:42:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:42:08.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:07 smithi007 ceph-mon[94998]: osdmap e893: 8 total, 8 up, 8 in 2024-08-04T15:42:08.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:07 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1721537107' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:08.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:07 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:08.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:07 smithi007 ceph-mon[92692]: osdmap e893: 8 total, 8 up, 8 in 2024-08-04T15:42:08.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:07 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1721537107' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:08.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:07 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:08.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:07 smithi062 ceph-mon[85960]: osdmap e893: 8 total, 8 up, 8 in 2024-08-04T15:42:08.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:07 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1721537107' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:08.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:07 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:08.773 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.ReserveError (3020 ms) 2024-08-04T15:42:08.773 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-08-04T15:42:09.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:08 smithi007 ceph-mon[94998]: pgmap v1011: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:09.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:08 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:09.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:08 smithi007 ceph-mon[94998]: osdmap e894: 8 total, 8 up, 8 in 2024-08-04T15:42:09.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:08 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:09.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:08 smithi007 ceph-mon[92692]: pgmap v1011: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:09.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:08 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:09.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:08 smithi007 ceph-mon[92692]: osdmap e894: 8 total, 8 up, 8 in 2024-08-04T15:42:09.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:08 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:08 smithi062 ceph-mon[85960]: pgmap v1011: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:08 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:08 smithi062 ceph-mon[85960]: osdmap e894: 8 total, 8 up, 8 in 2024-08-04T15:42:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:08 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:10.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:09 smithi007 ceph-mon[92692]: osdmap e895: 8 total, 8 up, 8 in 2024-08-04T15:42:10.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:09 smithi007 ceph-mon[94998]: osdmap e895: 8 total, 8 up, 8 in 2024-08-04T15:42:10.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:09 smithi062 ceph-mon[85960]: osdmap e895: 8 total, 8 up, 8 in 2024-08-04T15:42:11.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:10 smithi007 ceph-mon[92692]: pgmap v1014: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:11.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:10 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:11.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:10 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:42:11.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:10 smithi007 ceph-mon[92692]: osdmap e896: 8 total, 8 up, 8 in 2024-08-04T15:42:11.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:10 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3746105362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:11.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:10 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:11.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:10 smithi007 ceph-mon[94998]: pgmap v1014: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:11.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:10 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:11.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:10 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:42:11.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:10 smithi007 ceph-mon[94998]: osdmap e896: 8 total, 8 up, 8 in 2024-08-04T15:42:11.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:10 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3746105362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:11.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:10 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:10 smithi062 ceph-mon[85960]: pgmap v1014: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:10 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:10 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:42:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:10 smithi062 ceph-mon[85960]: osdmap e896: 8 total, 8 up, 8 in 2024-08-04T15:42:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:10 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3746105362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:10 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:11.797 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.CommitError (3024 ms) 2024-08-04T15:42:11.797 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-08-04T15:42:12.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:11 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:12.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:11 smithi007 ceph-mon[92692]: osdmap e897: 8 total, 8 up, 8 in 2024-08-04T15:42:12.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:11 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:12.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:11 smithi007 ceph-mon[94998]: osdmap e897: 8 total, 8 up, 8 in 2024-08-04T15:42:12.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:11 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:12.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:11 smithi062 ceph-mon[85960]: osdmap e897: 8 total, 8 up, 8 in 2024-08-04T15:42:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:42:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:42:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:42:13.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:12 smithi007 ceph-mon[92692]: pgmap v1017: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:13.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:12 smithi007 ceph-mon[92692]: osdmap e898: 8 total, 8 up, 8 in 2024-08-04T15:42:13.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:12 smithi007 ceph-mon[94998]: pgmap v1017: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:13.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:12 smithi007 ceph-mon[94998]: osdmap e898: 8 total, 8 up, 8 in 2024-08-04T15:42:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:12 smithi062 ceph-mon[85960]: pgmap v1017: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:12 smithi062 ceph-mon[85960]: osdmap e898: 8 total, 8 up, 8 in 2024-08-04T15:42:14.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:13 smithi007 ceph-mon[92692]: osdmap e899: 8 total, 8 up, 8 in 2024-08-04T15:42:14.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:13 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2903733029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:14.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:13 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:14.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:13 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:14.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:13 smithi007 ceph-mon[92692]: osdmap e900: 8 total, 8 up, 8 in 2024-08-04T15:42:14.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:13 smithi007 ceph-mon[94998]: osdmap e899: 8 total, 8 up, 8 in 2024-08-04T15:42:14.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:13 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2903733029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:14.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:13 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:14.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:13 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:14.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:13 smithi007 ceph-mon[94998]: osdmap e900: 8 total, 8 up, 8 in 2024-08-04T15:42:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:13 smithi062 ceph-mon[85960]: osdmap e899: 8 total, 8 up, 8 in 2024-08-04T15:42:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:13 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2903733029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:13 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:13 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:14.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:13 smithi062 ceph-mon[85960]: osdmap e900: 8 total, 8 up, 8 in 2024-08-04T15:42:14.813 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.AbortError (3016 ms) 2024-08-04T15:42:14.814 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-08-04T15:42:15.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:14 smithi007 ceph-mon[92692]: pgmap v1020: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:15.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:14 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:15.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:14 smithi007 ceph-mon[92692]: osdmap e901: 8 total, 8 up, 8 in 2024-08-04T15:42:15.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:14 smithi007 ceph-mon[94998]: pgmap v1020: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:15.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:14 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:15.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:14 smithi007 ceph-mon[94998]: osdmap e901: 8 total, 8 up, 8 in 2024-08-04T15:42:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:14 smithi062 ceph-mon[85960]: pgmap v1020: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:14 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:14 smithi062 ceph-mon[85960]: osdmap e901: 8 total, 8 up, 8 in 2024-08-04T15:42:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:15 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:15 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:42:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:15 smithi062 ceph-mon[85960]: osdmap e902: 8 total, 8 up, 8 in 2024-08-04T15:42:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:15 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2212092977' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:15 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:16.335 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:42:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:42:16] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-08-04T15:42:16.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:15 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:16.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:15 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:42:16.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:15 smithi007 ceph-mon[94998]: osdmap e902: 8 total, 8 up, 8 in 2024-08-04T15:42:16.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:15 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2212092977' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:16.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:15 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:15 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:15 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:42:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:15 smithi007 ceph-mon[92692]: osdmap e902: 8 total, 8 up, 8 in 2024-08-04T15:42:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:15 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2212092977' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:15 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:16 smithi062 ceph-mon[85960]: pgmap v1023: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:16 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:16 smithi062 ceph-mon[85960]: osdmap e903: 8 total, 8 up, 8 in 2024-08-04T15:42:17.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:16 smithi007 ceph-mon[94998]: pgmap v1023: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:16 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:16 smithi007 ceph-mon[94998]: osdmap e903: 8 total, 8 up, 8 in 2024-08-04T15:42:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:16 smithi007 ceph-mon[92692]: pgmap v1023: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:16 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:16 smithi007 ceph-mon[92692]: osdmap e903: 8 total, 8 up, 8 in 2024-08-04T15:42:17.834 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3021 ms) 2024-08-04T15:42:17.834 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-08-04T15:42:19.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:18 smithi007 ceph-mon[94998]: pgmap v1026: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:18 smithi007 ceph-mon[94998]: osdmap e904: 8 total, 8 up, 8 in 2024-08-04T15:42:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:18 smithi007 ceph-mon[92692]: pgmap v1026: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:18 smithi007 ceph-mon[92692]: osdmap e904: 8 total, 8 up, 8 in 2024-08-04T15:42:19.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:18 smithi062 ceph-mon[85960]: pgmap v1026: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:19.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:18 smithi062 ceph-mon[85960]: osdmap e904: 8 total, 8 up, 8 in 2024-08-04T15:42:20.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:19 smithi062 ceph-mon[85960]: osdmap e905: 8 total, 8 up, 8 in 2024-08-04T15:42:20.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:19 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2707063072' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:20.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:19 smithi007 ceph-mon[92692]: osdmap e905: 8 total, 8 up, 8 in 2024-08-04T15:42:20.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:19 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2707063072' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:20.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:19 smithi007 ceph-mon[94998]: osdmap e905: 8 total, 8 up, 8 in 2024-08-04T15:42:20.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:19 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2707063072' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:20.847 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3012 ms) 2024-08-04T15:42:20.847 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-08-04T15:42:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:20 smithi062 ceph-mon[85960]: pgmap v1029: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:20 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:20 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2707063072' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:20 smithi062 ceph-mon[85960]: osdmap e906: 8 total, 8 up, 8 in 2024-08-04T15:42:21.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:20 smithi007 ceph-mon[92692]: pgmap v1029: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:21.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:20 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:20 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2707063072' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:20 smithi007 ceph-mon[92692]: osdmap e906: 8 total, 8 up, 8 in 2024-08-04T15:42:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:20 smithi007 ceph-mon[94998]: pgmap v1029: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:20 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:20 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2707063072' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:20 smithi007 ceph-mon[94998]: osdmap e906: 8 total, 8 up, 8 in 2024-08-04T15:42:22.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:21 smithi062 ceph-mon[85960]: osdmap e907: 8 total, 8 up, 8 in 2024-08-04T15:42:22.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:42:22.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:42:22.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:42:22.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:21 smithi007 ceph-mon[94998]: osdmap e907: 8 total, 8 up, 8 in 2024-08-04T15:42:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:42:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:42:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:42:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:21 smithi007 ceph-mon[92692]: osdmap e907: 8 total, 8 up, 8 in 2024-08-04T15:42:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:42:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:42:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:42:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:42:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:42:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:42:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:22 smithi062 ceph-mon[85960]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:22 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:22 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:42:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:22 smithi062 ceph-mon[85960]: osdmap e908: 8 total, 8 up, 8 in 2024-08-04T15:42:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:22 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1113496159' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:42:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:42:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:42:23.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:22 smithi007 ceph-mon[94998]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:23.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:22 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:22 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:42:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:22 smithi007 ceph-mon[94998]: osdmap e908: 8 total, 8 up, 8 in 2024-08-04T15:42:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:22 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1113496159' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:42:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:42:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:42:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:22 smithi007 ceph-mon[92692]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:22 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:22 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:42:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:22 smithi007 ceph-mon[92692]: osdmap e908: 8 total, 8 up, 8 in 2024-08-04T15:42:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:22 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1113496159' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:42:23.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:42:23.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:42:23.874 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3027 ms) 2024-08-04T15:42:23.874 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-08-04T15:42:24.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:23 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1113496159' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:24.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:23 smithi062 ceph-mon[85960]: osdmap e909: 8 total, 8 up, 8 in 2024-08-04T15:42:24.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:23 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1113496159' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:24.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:23 smithi007 ceph-mon[92692]: osdmap e909: 8 total, 8 up, 8 in 2024-08-04T15:42:24.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:23 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1113496159' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:24.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:23 smithi007 ceph-mon[94998]: osdmap e909: 8 total, 8 up, 8 in 2024-08-04T15:42:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:24 smithi062 ceph-mon[85960]: pgmap v1035: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:24 smithi062 ceph-mon[85960]: osdmap e910: 8 total, 8 up, 8 in 2024-08-04T15:42:25.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:24 smithi007 ceph-mon[92692]: pgmap v1035: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:24 smithi007 ceph-mon[92692]: osdmap e910: 8 total, 8 up, 8 in 2024-08-04T15:42:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:24 smithi007 ceph-mon[94998]: pgmap v1035: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:24 smithi007 ceph-mon[94998]: osdmap e910: 8 total, 8 up, 8 in 2024-08-04T15:42:26.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:25 smithi062 ceph-mon[85960]: osdmap e911: 8 total, 8 up, 8 in 2024-08-04T15:42:26.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:25 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3319028044' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:26.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:25 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:26.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:25 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:26.335 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:42:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:42:26] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-08-04T15:42:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:25 smithi007 ceph-mon[92692]: osdmap e911: 8 total, 8 up, 8 in 2024-08-04T15:42:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:25 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3319028044' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:25 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:25 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:26.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:25 smithi007 ceph-mon[94998]: osdmap e911: 8 total, 8 up, 8 in 2024-08-04T15:42:26.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:25 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3319028044' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:26.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:25 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:26.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:25 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:26.888 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3013 ms) 2024-08-04T15:42:26.888 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-08-04T15:42:27.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:26 smithi062 ceph-mon[85960]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:27.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:26 smithi062 ceph-mon[85960]: osdmap e912: 8 total, 8 up, 8 in 2024-08-04T15:42:27.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:26 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:27.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:26 smithi062 ceph-mon[85960]: osdmap e913: 8 total, 8 up, 8 in 2024-08-04T15:42:27.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:26 smithi007 ceph-mon[94998]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:27.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:26 smithi007 ceph-mon[94998]: osdmap e912: 8 total, 8 up, 8 in 2024-08-04T15:42:27.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:26 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:27.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:26 smithi007 ceph-mon[94998]: osdmap e913: 8 total, 8 up, 8 in 2024-08-04T15:42:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:26 smithi007 ceph-mon[92692]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:26 smithi007 ceph-mon[92692]: osdmap e912: 8 total, 8 up, 8 in 2024-08-04T15:42:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:26 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:26 smithi007 ceph-mon[92692]: osdmap e913: 8 total, 8 up, 8 in 2024-08-04T15:42:28.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:27 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:28.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:27 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:42:28.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:27 smithi062 ceph-mon[85960]: osdmap e914: 8 total, 8 up, 8 in 2024-08-04T15:42:28.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:27 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3233685619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:28.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:27 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:28.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:27 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:28.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:27 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:42:28.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:27 smithi007 ceph-mon[92692]: osdmap e914: 8 total, 8 up, 8 in 2024-08-04T15:42:28.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:27 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3233685619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:28.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:27 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:28.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:27 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:28.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:27 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:42:28.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:27 smithi007 ceph-mon[94998]: osdmap e914: 8 total, 8 up, 8 in 2024-08-04T15:42:28.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:27 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3233685619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:28.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:27 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:29.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:28 smithi062 ceph-mon[85960]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:29.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:28 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:29.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:28 smithi062 ceph-mon[85960]: osdmap e915: 8 total, 8 up, 8 in 2024-08-04T15:42:29.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:28 smithi007 ceph-mon[92692]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:28 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:28 smithi007 ceph-mon[92692]: osdmap e915: 8 total, 8 up, 8 in 2024-08-04T15:42:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:28 smithi007 ceph-mon[94998]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:28 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:28 smithi007 ceph-mon[94998]: osdmap e915: 8 total, 8 up, 8 in 2024-08-04T15:42:29.905 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3018 ms) 2024-08-04T15:42:29.905 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-08-04T15:42:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:30 smithi062 ceph-mon[85960]: pgmap v1044: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:30 smithi062 ceph-mon[85960]: osdmap e916: 8 total, 8 up, 8 in 2024-08-04T15:42:31.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:30 smithi007 ceph-mon[94998]: pgmap v1044: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:30 smithi007 ceph-mon[94998]: osdmap e916: 8 total, 8 up, 8 in 2024-08-04T15:42:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:30 smithi007 ceph-mon[92692]: pgmap v1044: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:30 smithi007 ceph-mon[92692]: osdmap e916: 8 total, 8 up, 8 in 2024-08-04T15:42:32.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:31 smithi062 ceph-mon[85960]: osdmap e917: 8 total, 8 up, 8 in 2024-08-04T15:42:32.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:31 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1487560594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:32.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:31 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:32.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:31 smithi007 ceph-mon[94998]: osdmap e917: 8 total, 8 up, 8 in 2024-08-04T15:42:32.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:31 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1487560594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:32.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:31 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:32.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:31 smithi007 ceph-mon[92692]: osdmap e917: 8 total, 8 up, 8 in 2024-08-04T15:42:32.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:31 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1487560594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:32.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:31 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:42:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:42:32.927 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3022 ms) 2024-08-04T15:42:32.927 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-08-04T15:42:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:32 smithi062 ceph-mon[85960]: pgmap v1047: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:32 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:32 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:32 smithi062 ceph-mon[85960]: osdmap e918: 8 total, 8 up, 8 in 2024-08-04T15:42:33.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:32 smithi007 ceph-mon[92692]: pgmap v1047: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:33.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:32 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:33.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:32 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:32 smithi007 ceph-mon[92692]: osdmap e918: 8 total, 8 up, 8 in 2024-08-04T15:42:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:32 smithi007 ceph-mon[94998]: pgmap v1047: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:32 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:32 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:32 smithi007 ceph-mon[94998]: osdmap e918: 8 total, 8 up, 8 in 2024-08-04T15:42:34.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:33 smithi062 ceph-mon[85960]: osdmap e919: 8 total, 8 up, 8 in 2024-08-04T15:42:34.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:33 smithi007 ceph-mon[92692]: osdmap e919: 8 total, 8 up, 8 in 2024-08-04T15:42:34.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:33 smithi007 ceph-mon[94998]: osdmap e919: 8 total, 8 up, 8 in 2024-08-04T15:42:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:34 smithi062 ceph-mon[85960]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:34 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:34 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:42:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:34 smithi062 ceph-mon[85960]: osdmap e920: 8 total, 8 up, 8 in 2024-08-04T15:42:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:34 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1799703799' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:34 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:35.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:34 smithi007 ceph-mon[92692]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:35.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:34 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:34 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:42:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:34 smithi007 ceph-mon[92692]: osdmap e920: 8 total, 8 up, 8 in 2024-08-04T15:42:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:34 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1799703799' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:34 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:34 smithi007 ceph-mon[94998]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:34 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:34 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:42:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:34 smithi007 ceph-mon[94998]: osdmap e920: 8 total, 8 up, 8 in 2024-08-04T15:42:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:34 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1799703799' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:34 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:35.943 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.Cleanup (3015 ms) 2024-08-04T15:42:35.943 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-08-04T15:42:36.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:35 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:36.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:35 smithi062 ceph-mon[85960]: osdmap e921: 8 total, 8 up, 8 in 2024-08-04T15:42:36.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:35 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:36.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:35 smithi007 ceph-mon[92692]: osdmap e921: 8 total, 8 up, 8 in 2024-08-04T15:42:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:35 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:35 smithi007 ceph-mon[94998]: osdmap e921: 8 total, 8 up, 8 in 2024-08-04T15:42:36.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:42:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:42:36] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-08-04T15:42:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:36 smithi062 ceph-mon[85960]: pgmap v1053: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:36 smithi062 ceph-mon[85960]: osdmap e922: 8 total, 8 up, 8 in 2024-08-04T15:42:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:42:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:42:37.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:36 smithi007 ceph-mon[94998]: pgmap v1053: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:37.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:36 smithi007 ceph-mon[94998]: osdmap e922: 8 total, 8 up, 8 in 2024-08-04T15:42:37.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:42:37.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:42:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:36 smithi007 ceph-mon[92692]: pgmap v1053: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:36 smithi007 ceph-mon[92692]: osdmap e922: 8 total, 8 up, 8 in 2024-08-04T15:42:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:42:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:42:38.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:37 smithi062 ceph-mon[85960]: osdmap e923: 8 total, 8 up, 8 in 2024-08-04T15:42:38.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:37 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1992647415' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:38.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:37 smithi007 ceph-mon[92692]: osdmap e923: 8 total, 8 up, 8 in 2024-08-04T15:42:38.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:37 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1992647415' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:38.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:37 smithi007 ceph-mon[94998]: osdmap e923: 8 total, 8 up, 8 in 2024-08-04T15:42:38.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:37 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1992647415' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:39.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:38 smithi062 ceph-mon[85960]: pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:39.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:38 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:39.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:38 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1992647415' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:39.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:38 smithi062 ceph-mon[85960]: osdmap e924: 8 total, 8 up, 8 in 2024-08-04T15:42:39.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:38 smithi007 ceph-mon[92692]: pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:39.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:38 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:39.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:38 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1992647415' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:39.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:38 smithi007 ceph-mon[92692]: osdmap e924: 8 total, 8 up, 8 in 2024-08-04T15:42:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:38 smithi007 ceph-mon[94998]: pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:38 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:42:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:38 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1992647415' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:38 smithi007 ceph-mon[94998]: osdmap e924: 8 total, 8 up, 8 in 2024-08-04T15:42:40.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:39 smithi062 ceph-mon[85960]: osdmap e925: 8 total, 8 up, 8 in 2024-08-04T15:42:40.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:39 smithi007 ceph-mon[92692]: osdmap e925: 8 total, 8 up, 8 in 2024-08-04T15:42:40.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:39 smithi007 ceph-mon[94998]: osdmap e925: 8 total, 8 up, 8 in 2024-08-04T15:42:41.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:40 smithi062 ceph-mon[85960]: pgmap v1059: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:40 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:40 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:42:41.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:40 smithi007 ceph-mon[92692]: pgmap v1059: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:41.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:40 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:41.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:40 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:42:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:40 smithi007 ceph-mon[94998]: pgmap v1059: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:40 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:42:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:40 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:42:42.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:42:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:42:43.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:42 smithi062 ceph-mon[85960]: pgmap v1060: 137 pgs: 4 creating+peering, 3 unknown, 130 active+clean; 1.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 5.9 MiB/s wr, 6.65k op/s 2024-08-04T15:42:43.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:42 smithi007 ceph-mon[92692]: pgmap v1060: 137 pgs: 4 creating+peering, 3 unknown, 130 active+clean; 1.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 5.9 MiB/s wr, 6.65k op/s 2024-08-04T15:42:43.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:42 smithi007 ceph-mon[94998]: pgmap v1060: 137 pgs: 4 creating+peering, 3 unknown, 130 active+clean; 1.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 5.9 MiB/s wr, 6.65k op/s 2024-08-04T15:42:45.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:44 smithi062 ceph-mon[85960]: pgmap v1061: 137 pgs: 137 active+clean; 1.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 5.58k op/s 2024-08-04T15:42:45.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:44 smithi007 ceph-mon[92692]: pgmap v1061: 137 pgs: 137 active+clean; 1.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 5.58k op/s 2024-08-04T15:42:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:44 smithi007 ceph-mon[94998]: pgmap v1061: 137 pgs: 137 active+clean; 1.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 5.58k op/s 2024-08-04T15:42:46.505 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:42:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:42:46] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-08-04T15:42:47.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:46 smithi062 ceph-mon[85960]: pgmap v1062: 137 pgs: 137 active+clean; 1.3 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 4.33k op/s 2024-08-04T15:42:47.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:46 smithi007 ceph-mon[92692]: pgmap v1062: 137 pgs: 137 active+clean; 1.3 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 4.33k op/s 2024-08-04T15:42:47.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:46 smithi007 ceph-mon[94998]: pgmap v1062: 137 pgs: 137 active+clean; 1.3 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 4.33k op/s 2024-08-04T15:42:49.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:48 smithi062 ceph-mon[85960]: pgmap v1063: 137 pgs: 137 active+clean; 2.2 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 45 MiB/s rd, 7.7 MiB/s wr, 8.64k op/s 2024-08-04T15:42:49.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:48 smithi007 ceph-mon[92692]: pgmap v1063: 137 pgs: 137 active+clean; 2.2 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 45 MiB/s rd, 7.7 MiB/s wr, 8.64k op/s 2024-08-04T15:42:49.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:48 smithi007 ceph-mon[94998]: pgmap v1063: 137 pgs: 137 active+clean; 2.2 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 45 MiB/s rd, 7.7 MiB/s wr, 8.64k op/s 2024-08-04T15:42:50.975 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.MultiProducer (15032 ms) 2024-08-04T15:42:50.976 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-08-04T15:42:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:50 smithi062 ceph-mon[85960]: pgmap v1064: 137 pgs: 137 active+clean; 2.2 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 6.9 MiB/s wr, 7.79k op/s 2024-08-04T15:42:51.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:50 smithi007 ceph-mon[92692]: pgmap v1064: 137 pgs: 137 active+clean; 2.2 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 6.9 MiB/s wr, 7.79k op/s 2024-08-04T15:42:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:50 smithi007 ceph-mon[94998]: pgmap v1064: 137 pgs: 137 active+clean; 2.2 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 6.9 MiB/s wr, 7.79k op/s 2024-08-04T15:42:52.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:51 smithi062 ceph-mon[85960]: osdmap e926: 8 total, 8 up, 8 in 2024-08-04T15:42:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:42:52.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:51 smithi007 ceph-mon[92692]: osdmap e926: 8 total, 8 up, 8 in 2024-08-04T15:42:52.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:42:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:51 smithi007 ceph-mon[94998]: osdmap e926: 8 total, 8 up, 8 in 2024-08-04T15:42:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:42:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:42:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:42:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:42:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:52 smithi062 ceph-mon[85960]: pgmap v1066: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:52 smithi062 ceph-mon[85960]: osdmap e927: 8 total, 8 up, 8 in 2024-08-04T15:42:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:52 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3087181076' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:52 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:53.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:52 smithi007 ceph-mon[92692]: pgmap v1066: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:53.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:52 smithi007 ceph-mon[92692]: osdmap e927: 8 total, 8 up, 8 in 2024-08-04T15:42:53.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:52 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3087181076' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:53.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:52 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:52 smithi007 ceph-mon[94998]: pgmap v1066: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:52 smithi007 ceph-mon[94998]: osdmap e927: 8 total, 8 up, 8 in 2024-08-04T15:42:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:52 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3087181076' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:52 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:53 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:53 smithi062 ceph-mon[85960]: osdmap e928: 8 total, 8 up, 8 in 2024-08-04T15:42:54.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:53 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:54.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:53 smithi007 ceph-mon[92692]: osdmap e928: 8 total, 8 up, 8 in 2024-08-04T15:42:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:53 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:53 smithi007 ceph-mon[94998]: osdmap e928: 8 total, 8 up, 8 in 2024-08-04T15:42:55.003 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4028 ms) 2024-08-04T15:42:55.003 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-08-04T15:42:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:55 smithi062 ceph-mon[85960]: pgmap v1069: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:55 smithi062 ceph-mon[85960]: osdmap e929: 8 total, 8 up, 8 in 2024-08-04T15:42:55.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:55 smithi007 ceph-mon[92692]: pgmap v1069: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:55.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:55 smithi007 ceph-mon[92692]: osdmap e929: 8 total, 8 up, 8 in 2024-08-04T15:42:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:55 smithi007 ceph-mon[94998]: pgmap v1069: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:55 smithi007 ceph-mon[94998]: osdmap e929: 8 total, 8 up, 8 in 2024-08-04T15:42:56.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:56 smithi007 ceph-mon[92692]: osdmap e930: 8 total, 8 up, 8 in 2024-08-04T15:42:56.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:42:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:42:56] "GET /metrics HTTP/1.1" 200 33972 "" "Prometheus/2.43.0" 2024-08-04T15:42:56.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:56 smithi007 ceph-mon[94998]: osdmap e930: 8 total, 8 up, 8 in 2024-08-04T15:42:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:56 smithi062 ceph-mon[85960]: osdmap e930: 8 total, 8 up, 8 in 2024-08-04T15:42:57.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:57 smithi007 ceph-mon[92692]: pgmap v1072: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:57.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:57 smithi007 ceph-mon[92692]: osdmap e931: 8 total, 8 up, 8 in 2024-08-04T15:42:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:57 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4113986293' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:57 smithi007 ceph-mon[94998]: pgmap v1072: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:57 smithi007 ceph-mon[94998]: osdmap e931: 8 total, 8 up, 8 in 2024-08-04T15:42:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:57 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4113986293' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:57.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:57 smithi062 ceph-mon[85960]: pgmap v1072: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:57 smithi062 ceph-mon[85960]: osdmap e931: 8 total, 8 up, 8 in 2024-08-04T15:42:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:57 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4113986293' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:42:58.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:58 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4113986293' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:58.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:58 smithi007 ceph-mon[92692]: osdmap e932: 8 total, 8 up, 8 in 2024-08-04T15:42:58.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:58 smithi007 ceph-mon[92692]: pgmap v1075: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:58.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:58 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4113986293' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:58.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:58 smithi007 ceph-mon[94998]: osdmap e932: 8 total, 8 up, 8 in 2024-08-04T15:42:58.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:58 smithi007 ceph-mon[94998]: pgmap v1075: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:58 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4113986293' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:42:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:58 smithi062 ceph-mon[85960]: osdmap e932: 8 total, 8 up, 8 in 2024-08-04T15:42:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:58 smithi062 ceph-mon[85960]: pgmap v1075: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:42:59.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:42:59 smithi007 ceph-mon[92692]: osdmap e933: 8 total, 8 up, 8 in 2024-08-04T15:42:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:42:59 smithi007 ceph-mon[94998]: osdmap e933: 8 total, 8 up, 8 in 2024-08-04T15:42:59.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:42:59 smithi062 ceph-mon[85960]: osdmap e933: 8 total, 8 up, 8 in 2024-08-04T15:43:00.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:00 smithi007 ceph-mon[92692]: pgmap v1077: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:43:00.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:00 smithi007 ceph-mon[94998]: pgmap v1077: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:43:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:00 smithi062 ceph-mon[85960]: pgmap v1077: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:43:02.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:02 smithi062 ceph-mon[85960]: pgmap v1078: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:43:02.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:43:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:43:02.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:02 smithi007 ceph-mon[92692]: pgmap v1078: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:43:02.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:02 smithi007 ceph-mon[94998]: pgmap v1078: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-04T15:43:04.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:04 smithi062 ceph-mon[85960]: pgmap v1079: 137 pgs: 137 active+clean; 1.4 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 44 MiB/s rd, 5.1 MiB/s wr, 6.06k op/s 2024-08-04T15:43:04.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:04 smithi007 ceph-mon[92692]: pgmap v1079: 137 pgs: 137 active+clean; 1.4 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 44 MiB/s rd, 5.1 MiB/s wr, 6.06k op/s 2024-08-04T15:43:04.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:04 smithi007 ceph-mon[94998]: pgmap v1079: 137 pgs: 137 active+clean; 1.4 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 44 MiB/s rd, 5.1 MiB/s wr, 6.06k op/s 2024-08-04T15:43:06.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:06 smithi062 ceph-mon[85960]: pgmap v1080: 137 pgs: 137 active+clean; 1.4 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 38 MiB/s rd, 4.5 MiB/s wr, 5.32k op/s 2024-08-04T15:43:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:43:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:43:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:43:06] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-08-04T15:43:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:06 smithi007 ceph-mon[92692]: pgmap v1080: 137 pgs: 137 active+clean; 1.4 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 38 MiB/s rd, 4.5 MiB/s wr, 5.32k op/s 2024-08-04T15:43:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:43:06.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:06 smithi007 ceph-mon[94998]: pgmap v1080: 137 pgs: 137 active+clean; 1.4 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 38 MiB/s rd, 4.5 MiB/s wr, 5.32k op/s 2024-08-04T15:43:06.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:43:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:08 smithi062 ceph-mon[85960]: pgmap v1081: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 76 MiB/s rd, 5.8 MiB/s wr, 6.95k op/s 2024-08-04T15:43:08.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:08 smithi007 ceph-mon[94998]: pgmap v1081: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 76 MiB/s rd, 5.8 MiB/s wr, 6.95k op/s 2024-08-04T15:43:08.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:08 smithi007 ceph-mon[92692]: pgmap v1081: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 76 MiB/s rd, 5.8 MiB/s wr, 6.95k op/s 2024-08-04T15:43:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:10 smithi062 ceph-mon[85960]: pgmap v1082: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 68 MiB/s rd, 5.2 MiB/s wr, 6.25k op/s 2024-08-04T15:43:10.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:10 smithi007 ceph-mon[92692]: pgmap v1082: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 68 MiB/s rd, 5.2 MiB/s wr, 6.25k op/s 2024-08-04T15:43:10.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:10 smithi007 ceph-mon[94998]: pgmap v1082: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 68 MiB/s rd, 5.2 MiB/s wr, 6.25k op/s 2024-08-04T15:43:12.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:12 smithi062 ceph-mon[85960]: pgmap v1083: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 4.8 MiB/s wr, 5.79k op/s 2024-08-04T15:43:12.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:43:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:43:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:43:12.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:12 smithi007 ceph-mon[92692]: pgmap v1083: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 4.8 MiB/s wr, 5.79k op/s 2024-08-04T15:43:12.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:12 smithi007 ceph-mon[94998]: pgmap v1083: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 4.8 MiB/s wr, 5.79k op/s 2024-08-04T15:43:14.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:14 smithi062 ceph-mon[85960]: pgmap v1084: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 94 MiB/s rd, 5.9 MiB/s wr, 7.23k op/s 2024-08-04T15:43:14.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:14 smithi007 ceph-mon[92692]: pgmap v1084: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 94 MiB/s rd, 5.9 MiB/s wr, 7.23k op/s 2024-08-04T15:43:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:14 smithi007 ceph-mon[94998]: pgmap v1084: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 94 MiB/s rd, 5.9 MiB/s wr, 7.23k op/s 2024-08-04T15:43:15.225 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20222 ms) 2024-08-04T15:43:15.225 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-08-04T15:43:16.388 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:43:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:43:16] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-08-04T15:43:16.388 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:16 smithi007 ceph-mon[92692]: pgmap v1085: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 68 MiB/s rd, 2.9 MiB/s wr, 3.63k op/s 2024-08-04T15:43:16.388 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:16 smithi007 ceph-mon[92692]: osdmap e934: 8 total, 8 up, 8 in 2024-08-04T15:43:16.389 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:16 smithi007 ceph-mon[94998]: pgmap v1085: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 68 MiB/s rd, 2.9 MiB/s wr, 3.63k op/s 2024-08-04T15:43:16.389 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:16 smithi007 ceph-mon[94998]: osdmap e934: 8 total, 8 up, 8 in 2024-08-04T15:43:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:16 smithi062 ceph-mon[85960]: pgmap v1085: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 68 MiB/s rd, 2.9 MiB/s wr, 3.63k op/s 2024-08-04T15:43:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:16 smithi062 ceph-mon[85960]: osdmap e934: 8 total, 8 up, 8 in 2024-08-04T15:43:17.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:17 smithi062 ceph-mon[85960]: osdmap e935: 8 total, 8 up, 8 in 2024-08-04T15:43:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:17 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1668272068' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:17 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:17.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:17 smithi007 ceph-mon[92692]: osdmap e935: 8 total, 8 up, 8 in 2024-08-04T15:43:17.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:17 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1668272068' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:17.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:17 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:17.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:17 smithi007 ceph-mon[94998]: osdmap e935: 8 total, 8 up, 8 in 2024-08-04T15:43:17.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:17 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1668272068' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:17.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:17 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:18.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:18 smithi062 ceph-mon[85960]: pgmap v1088: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:18 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:18 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:18 smithi062 ceph-mon[85960]: osdmap e936: 8 total, 8 up, 8 in 2024-08-04T15:43:18.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:18 smithi007 ceph-mon[92692]: pgmap v1088: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:18.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:18 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:18.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:18 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:18.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:18 smithi007 ceph-mon[92692]: osdmap e936: 8 total, 8 up, 8 in 2024-08-04T15:43:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:18 smithi007 ceph-mon[94998]: pgmap v1088: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:18 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:18 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:18 smithi007 ceph-mon[94998]: osdmap e936: 8 total, 8 up, 8 in 2024-08-04T15:43:19.252 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4026 ms) 2024-08-04T15:43:19.252 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-08-04T15:43:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:19 smithi062 ceph-mon[85960]: osdmap e937: 8 total, 8 up, 8 in 2024-08-04T15:43:19.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:19 smithi007 ceph-mon[94998]: osdmap e937: 8 total, 8 up, 8 in 2024-08-04T15:43:19.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:19 smithi007 ceph-mon[92692]: osdmap e937: 8 total, 8 up, 8 in 2024-08-04T15:43:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:20 smithi062 ceph-mon[85960]: pgmap v1091: 137 pgs: 5 creating+peering, 12 unknown, 120 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:20 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:20 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:43:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:20 smithi062 ceph-mon[85960]: osdmap e938: 8 total, 8 up, 8 in 2024-08-04T15:43:20.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:20 smithi007 ceph-mon[92692]: pgmap v1091: 137 pgs: 5 creating+peering, 12 unknown, 120 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:20.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:20 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:20 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:43:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:20 smithi007 ceph-mon[92692]: osdmap e938: 8 total, 8 up, 8 in 2024-08-04T15:43:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:20 smithi007 ceph-mon[94998]: pgmap v1091: 137 pgs: 5 creating+peering, 12 unknown, 120 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:20 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:20 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:43:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:20 smithi007 ceph-mon[94998]: osdmap e938: 8 total, 8 up, 8 in 2024-08-04T15:43:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:21 smithi062 ceph-mon[85960]: osdmap e939: 8 total, 8 up, 8 in 2024-08-04T15:43:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:21 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2742129649' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:21 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:43:21.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:21 smithi007 ceph-mon[92692]: osdmap e939: 8 total, 8 up, 8 in 2024-08-04T15:43:21.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:21 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2742129649' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:21 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:43:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:21 smithi007 ceph-mon[94998]: osdmap e939: 8 total, 8 up, 8 in 2024-08-04T15:43:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:21 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2742129649' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:21 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:43:22.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:22 smithi007 ceph-mon[94998]: pgmap v1094: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:22 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:22 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:22 smithi007 ceph-mon[94998]: osdmap e940: 8 total, 8 up, 8 in 2024-08-04T15:43:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:43:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:22 smithi007 ceph-mon[92692]: pgmap v1094: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:22 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:22 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:22 smithi007 ceph-mon[92692]: osdmap e940: 8 total, 8 up, 8 in 2024-08-04T15:43:22.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:43:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:22 smithi062 ceph-mon[85960]: pgmap v1094: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:22 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:22 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:22 smithi062 ceph-mon[85960]: osdmap e940: 8 total, 8 up, 8 in 2024-08-04T15:43:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:43:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:43:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:43:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:43:23.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:23 smithi007 ceph-mon[92692]: osdmap e941: 8 total, 8 up, 8 in 2024-08-04T15:43:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:43:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:43:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:43:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:23 smithi007 ceph-mon[94998]: osdmap e941: 8 total, 8 up, 8 in 2024-08-04T15:43:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:43:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:43:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:43:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:23 smithi062 ceph-mon[85960]: osdmap e941: 8 total, 8 up, 8 in 2024-08-04T15:43:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:43:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:43:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:43:24.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:24 smithi007 ceph-mon[94998]: pgmap v1097: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 606 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.7 MiB/s wr, 852 op/s 2024-08-04T15:43:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:24 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:24 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:43:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:24 smithi007 ceph-mon[92692]: pgmap v1097: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 606 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.7 MiB/s wr, 852 op/s 2024-08-04T15:43:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:24 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:24 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:43:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:24 smithi062 ceph-mon[85960]: pgmap v1097: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 606 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.7 MiB/s wr, 852 op/s 2024-08-04T15:43:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:24 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:24 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:43:25.275 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6023 ms) 2024-08-04T15:43:25.275 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-08-04T15:43:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:43:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:43:26] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-08-04T15:43:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:26 smithi007 ceph-mon[92692]: pgmap v1098: 137 pgs: 10 creating+peering, 127 active+clean; 606 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 576 op/s 2024-08-04T15:43:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:26 smithi007 ceph-mon[92692]: osdmap e942: 8 total, 8 up, 8 in 2024-08-04T15:43:26.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:26 smithi007 ceph-mon[94998]: pgmap v1098: 137 pgs: 10 creating+peering, 127 active+clean; 606 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 576 op/s 2024-08-04T15:43:26.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:26 smithi007 ceph-mon[94998]: osdmap e942: 8 total, 8 up, 8 in 2024-08-04T15:43:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:26 smithi062 ceph-mon[85960]: pgmap v1098: 137 pgs: 10 creating+peering, 127 active+clean; 606 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 576 op/s 2024-08-04T15:43:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:26 smithi062 ceph-mon[85960]: osdmap e942: 8 total, 8 up, 8 in 2024-08-04T15:43:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:27 smithi007 ceph-mon[92692]: osdmap e943: 8 total, 8 up, 8 in 2024-08-04T15:43:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:27 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4027251774' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:27.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:27 smithi007 ceph-mon[94998]: osdmap e943: 8 total, 8 up, 8 in 2024-08-04T15:43:27.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:27 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4027251774' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:27.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:27 smithi062 ceph-mon[85960]: osdmap e943: 8 total, 8 up, 8 in 2024-08-04T15:43:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:27 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4027251774' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:28.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:28 smithi007 ceph-mon[92692]: pgmap v1101: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:28.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:28 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:28.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:28 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4027251774' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:28 smithi007 ceph-mon[92692]: osdmap e944: 8 total, 8 up, 8 in 2024-08-04T15:43:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:28 smithi007 ceph-mon[94998]: pgmap v1101: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:28 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:28 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4027251774' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:28 smithi007 ceph-mon[94998]: osdmap e944: 8 total, 8 up, 8 in 2024-08-04T15:43:28.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:28 smithi062 ceph-mon[85960]: pgmap v1101: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:28 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:28 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4027251774' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133075-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:28 smithi062 ceph-mon[85960]: osdmap e944: 8 total, 8 up, 8 in 2024-08-04T15:43:29.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:29 smithi007 ceph-mon[92692]: osdmap e945: 8 total, 8 up, 8 in 2024-08-04T15:43:29.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:29 smithi007 ceph-mon[94998]: osdmap e945: 8 total, 8 up, 8 in 2024-08-04T15:43:29.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:29 smithi062 ceph-mon[85960]: osdmap e945: 8 total, 8 up, 8 in 2024-08-04T15:43:30.302 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5026 ms) 2024-08-04T15:43:30.302 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 22 tests from TestCls2PCQueue (102631 ms total) 2024-08-04T15:43:30.302 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T15:43:30.303 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment tear-down 2024-08-04T15:43:30.303 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] 22 tests from 1 test suite ran. (102632 ms total) 2024-08-04T15:43:30.303 INFO:tasks.workunit.client.0.smithi007.stdout:[ PASSED ] 22 tests. 2024-08-04T15:43:30.305 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T15:43:30.306 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T15:43:30.338 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-08-04T15:43:30.338 DEBUG:teuthology.orchestra.run.smithi007:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-08-04T15:43:30.410 INFO:tasks.workunit.client.0.smithi007.stdout:Running main() from gmock_main.cc 2024-08-04T15:43:30.411 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] Running 6 tests from 2 test suites. 2024-08-04T15:43:30.411 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment set-up. 2024-08-04T15:43:30.411 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 5 tests from cls_cas 2024-08-04T15:43:30.411 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_cas.get_put 2024-08-04T15:43:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:30 smithi007 ceph-mon[92692]: pgmap v1104: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 606 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 395 KiB/s wr, 54 op/s 2024-08-04T15:43:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:30 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:30 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:43:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:30 smithi007 ceph-mon[94998]: pgmap v1104: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 606 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 395 KiB/s wr, 54 op/s 2024-08-04T15:43:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:30 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:30.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:30 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:43:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:30 smithi062 ceph-mon[85960]: pgmap v1104: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 606 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 395 KiB/s wr, 54 op/s 2024-08-04T15:43:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:30 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:30 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:43:31.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:31 smithi007 ceph-mon[94998]: osdmap e946: 8 total, 8 up, 8 in 2024-08-04T15:43:31.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:31 smithi007 ceph-mon[92692]: osdmap e946: 8 total, 8 up, 8 in 2024-08-04T15:43:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:31 smithi062 ceph-mon[85960]: osdmap e946: 8 total, 8 up, 8 in 2024-08-04T15:43:32.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:32 smithi007 ceph-mon[92692]: pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:32 smithi007 ceph-mon[92692]: osdmap e947: 8 total, 8 up, 8 in 2024-08-04T15:43:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:32 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1098314963' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:32 smithi007 ceph-mon[94998]: pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:32 smithi007 ceph-mon[94998]: osdmap e947: 8 total, 8 up, 8 in 2024-08-04T15:43:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:32 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1098314963' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:32.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:32 smithi062 ceph-mon[85960]: pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:32.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:32 smithi062 ceph-mon[85960]: osdmap e947: 8 total, 8 up, 8 in 2024-08-04T15:43:32.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:32 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1098314963' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:32.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:43:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:43:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:43:33.321 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_cas.get_put (2911 ms) 2024-08-04T15:43:33.322 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_cas.wrong_put 2024-08-04T15:43:33.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:33 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1098314963' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:33.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:33 smithi007 ceph-mon[92692]: osdmap e948: 8 total, 8 up, 8 in 2024-08-04T15:43:33.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:33 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1098314963' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:33.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:33 smithi007 ceph-mon[94998]: osdmap e948: 8 total, 8 up, 8 in 2024-08-04T15:43:33.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:33 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1098314963' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:33 smithi062 ceph-mon[85960]: osdmap e948: 8 total, 8 up, 8 in 2024-08-04T15:43:34.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:34 smithi007 ceph-mon[92692]: pgmap v1109: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:34 smithi007 ceph-mon[92692]: osdmap e949: 8 total, 8 up, 8 in 2024-08-04T15:43:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:34 smithi007 ceph-mon[94998]: pgmap v1109: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:34 smithi007 ceph-mon[94998]: osdmap e949: 8 total, 8 up, 8 in 2024-08-04T15:43:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:34 smithi062 ceph-mon[85960]: pgmap v1109: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:34 smithi062 ceph-mon[85960]: osdmap e949: 8 total, 8 up, 8 in 2024-08-04T15:43:35.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:35 smithi007 ceph-mon[92692]: osdmap e950: 8 total, 8 up, 8 in 2024-08-04T15:43:35.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:35 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/757286608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:35.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:35 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:35.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:35 smithi007 ceph-mon[94998]: osdmap e950: 8 total, 8 up, 8 in 2024-08-04T15:43:35.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:35 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/757286608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:35.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:35 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:35.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:35 smithi062 ceph-mon[85960]: osdmap e950: 8 total, 8 up, 8 in 2024-08-04T15:43:35.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:35 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/757286608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:35.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:35 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:36.343 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_cas.wrong_put (3021 ms) 2024-08-04T15:43:36.343 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_cas.dup_get 2024-08-04T15:43:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:43:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:43:36] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2024-08-04T15:43:36.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:36 smithi007 ceph-mon[92692]: pgmap v1112: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:36 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:36 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:36 smithi007 ceph-mon[92692]: osdmap e951: 8 total, 8 up, 8 in 2024-08-04T15:43:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:43:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:43:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:36 smithi007 ceph-mon[94998]: pgmap v1112: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:36 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:36 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:36 smithi007 ceph-mon[94998]: osdmap e951: 8 total, 8 up, 8 in 2024-08-04T15:43:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:43:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:43:36.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:36 smithi062 ceph-mon[85960]: pgmap v1112: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:36 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:36 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:36 smithi062 ceph-mon[85960]: osdmap e951: 8 total, 8 up, 8 in 2024-08-04T15:43:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:43:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:43:37.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:37 smithi062 ceph-mon[85960]: osdmap e952: 8 total, 8 up, 8 in 2024-08-04T15:43:37.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:37 smithi007 ceph-mon[92692]: osdmap e952: 8 total, 8 up, 8 in 2024-08-04T15:43:37.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:37 smithi007 ceph-mon[94998]: osdmap e952: 8 total, 8 up, 8 in 2024-08-04T15:43:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:38 smithi062 ceph-mon[85960]: pgmap v1115: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:38 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:38 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:43:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:38 smithi062 ceph-mon[85960]: osdmap e953: 8 total, 8 up, 8 in 2024-08-04T15:43:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:38 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2557834272' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:38.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:38 smithi007 ceph-mon[94998]: pgmap v1115: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:38.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:38 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:38.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:38 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:43:38.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:38 smithi007 ceph-mon[94998]: osdmap e953: 8 total, 8 up, 8 in 2024-08-04T15:43:38.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:38 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2557834272' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:38 smithi007 ceph-mon[92692]: pgmap v1115: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:38 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:38 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:43:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:38 smithi007 ceph-mon[92692]: osdmap e953: 8 total, 8 up, 8 in 2024-08-04T15:43:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:38 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2557834272' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:39.360 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_cas.dup_get (3017 ms) 2024-08-04T15:43:39.360 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_cas.dup_put 2024-08-04T15:43:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:39 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2557834272' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:39 smithi062 ceph-mon[85960]: osdmap e954: 8 total, 8 up, 8 in 2024-08-04T15:43:39.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:39 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2557834272' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:39.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:39 smithi007 ceph-mon[92692]: osdmap e954: 8 total, 8 up, 8 in 2024-08-04T15:43:39.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:39 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2557834272' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:39.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:39 smithi007 ceph-mon[94998]: osdmap e954: 8 total, 8 up, 8 in 2024-08-04T15:43:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:40 smithi062 ceph-mon[85960]: pgmap v1118: 137 pgs: 1 creating+peering, 24 unknown, 112 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 3 op/s 2024-08-04T15:43:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:40 smithi062 ceph-mon[85960]: osdmap e955: 8 total, 8 up, 8 in 2024-08-04T15:43:40.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:40 smithi007 ceph-mon[92692]: pgmap v1118: 137 pgs: 1 creating+peering, 24 unknown, 112 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 3 op/s 2024-08-04T15:43:40.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:40 smithi007 ceph-mon[92692]: osdmap e955: 8 total, 8 up, 8 in 2024-08-04T15:43:40.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:40 smithi007 ceph-mon[94998]: pgmap v1118: 137 pgs: 1 creating+peering, 24 unknown, 112 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 3 op/s 2024-08-04T15:43:40.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:40 smithi007 ceph-mon[94998]: osdmap e955: 8 total, 8 up, 8 in 2024-08-04T15:43:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:41 smithi062 ceph-mon[85960]: osdmap e956: 8 total, 8 up, 8 in 2024-08-04T15:43:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:41 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2373634522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:41 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:41.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:41 smithi007 ceph-mon[92692]: osdmap e956: 8 total, 8 up, 8 in 2024-08-04T15:43:41.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:41 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2373634522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:41.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:41 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:41 smithi007 ceph-mon[94998]: osdmap e956: 8 total, 8 up, 8 in 2024-08-04T15:43:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:41 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2373634522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:41 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:42.381 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_cas.dup_put (3021 ms) 2024-08-04T15:43:42.381 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_cas.get_wrong_data 2024-08-04T15:43:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:42 smithi062 ceph-mon[85960]: pgmap v1121: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:42 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:42 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:42 smithi062 ceph-mon[85960]: osdmap e957: 8 total, 8 up, 8 in 2024-08-04T15:43:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:43:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:43:42.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:42 smithi007 ceph-mon[92692]: pgmap v1121: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:42.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:42 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:42.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:42 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:42.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:42 smithi007 ceph-mon[92692]: osdmap e957: 8 total, 8 up, 8 in 2024-08-04T15:43:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:42 smithi007 ceph-mon[94998]: pgmap v1121: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:42 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:42 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:42 smithi007 ceph-mon[94998]: osdmap e957: 8 total, 8 up, 8 in 2024-08-04T15:43:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:43 smithi062 ceph-mon[85960]: osdmap e958: 8 total, 8 up, 8 in 2024-08-04T15:43:43.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:43 smithi007 ceph-mon[94998]: osdmap e958: 8 total, 8 up, 8 in 2024-08-04T15:43:43.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:43 smithi007 ceph-mon[92692]: osdmap e958: 8 total, 8 up, 8 in 2024-08-04T15:43:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:44 smithi062 ceph-mon[85960]: pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:44 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:44 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:43:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:44 smithi062 ceph-mon[85960]: osdmap e959: 8 total, 8 up, 8 in 2024-08-04T15:43:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:44 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1976776117' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:44 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:44.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:44 smithi007 ceph-mon[94998]: pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:44 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:44 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:43:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:44 smithi007 ceph-mon[94998]: osdmap e959: 8 total, 8 up, 8 in 2024-08-04T15:43:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:44 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1976776117' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:44 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:44 smithi007 ceph-mon[92692]: pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:44 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:44 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:43:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:44 smithi007 ceph-mon[92692]: osdmap e959: 8 total, 8 up, 8 in 2024-08-04T15:43:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:44 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1976776117' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:44 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:45.399 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_cas.get_wrong_data (3017 ms) 2024-08-04T15:43:45.399 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 5 tests from cls_cas (14988 ms total) 2024-08-04T15:43:45.399 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T15:43:45.399 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 1 test from chunk_refs_t 2024-08-04T15:43:45.400 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] chunk_refs_t.size 2024-08-04T15:43:45.400 INFO:tasks.workunit.client.0.smithi007.stdout:1 60 by_object 2024-08-04T15:43:45.400 INFO:tasks.workunit.client.0.smithi007.stdout:2 103 by_object 2024-08-04T15:43:45.400 INFO:tasks.workunit.client.0.smithi007.stdout:4 189 by_object 2024-08-04T15:43:45.400 INFO:tasks.workunit.client.0.smithi007.stdout:8 361 by_object 2024-08-04T15:43:45.400 INFO:tasks.workunit.client.0.smithi007.stdout:16 112 by_hash(32 bits) 2024-08-04T15:43:45.400 INFO:tasks.workunit.client.0.smithi007.stdout:32 208 by_hash(32 bits) 2024-08-04T15:43:45.400 INFO:tasks.workunit.client.0.smithi007.stdout:64 400 by_hash(32 bits) 2024-08-04T15:43:45.400 INFO:tasks.workunit.client.0.smithi007.stdout:128 509 by_hash(10 bits) 2024-08-04T15:43:45.401 INFO:tasks.workunit.client.0.smithi007.stdout:256 499 by_hash(7 bits) 2024-08-04T15:43:45.401 INFO:tasks.workunit.client.0.smithi007.stdout:512 462 by_hash(5 bits) 2024-08-04T15:43:45.401 INFO:tasks.workunit.client.0.smithi007.stdout:1024 466 by_hash(5 bits) 2024-08-04T15:43:45.401 INFO:tasks.workunit.client.0.smithi007.stdout:2048 466 by_hash(5 bits) 2024-08-04T15:43:45.401 INFO:tasks.workunit.client.0.smithi007.stdout:4096 470 by_hash(5 bits) 2024-08-04T15:43:45.402 INFO:tasks.workunit.client.0.smithi007.stdout:8192 498 by_hash(4 bits) 2024-08-04T15:43:45.403 INFO:tasks.workunit.client.0.smithi007.stdout:16384 278 by_hash(3 bits) 2024-08-04T15:43:45.405 INFO:tasks.workunit.client.0.smithi007.stdout:32768 337 by_hash(2 bits) 2024-08-04T15:43:45.409 INFO:tasks.workunit.client.0.smithi007.stdout:65536 367 by_hash(2 bits) 2024-08-04T15:43:45.416 INFO:tasks.workunit.client.0.smithi007.stdout:131072 387 by_hash(1 bits) 2024-08-04T15:43:45.430 INFO:tasks.workunit.client.0.smithi007.stdout:262144 331 by_pool 2024-08-04T15:43:45.458 INFO:tasks.workunit.client.0.smithi007.stdout:524288 21 count 2024-08-04T15:43:45.507 INFO:tasks.workunit.client.0.smithi007.stdout:1048576 21 count 2024-08-04T15:43:45.618 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] chunk_refs_t.size (220 ms) 2024-08-04T15:43:45.618 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 1 test from chunk_refs_t (220 ms total) 2024-08-04T15:43:45.618 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T15:43:45.618 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment tear-down 2024-08-04T15:43:45.618 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] 6 tests from 2 test suites ran. (15208 ms total) 2024-08-04T15:43:45.618 INFO:tasks.workunit.client.0.smithi007.stdout:[ PASSED ] 6 tests. 2024-08-04T15:43:45.620 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T15:43:45.620 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T15:43:45.682 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:45 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:45.682 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:45 smithi007 ceph-mon[94998]: osdmap e960: 8 total, 8 up, 8 in 2024-08-04T15:43:45.682 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:45 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:45.682 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:45 smithi007 ceph-mon[92692]: osdmap e960: 8 total, 8 up, 8 in 2024-08-04T15:43:45.685 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-08-04T15:43:45.686 DEBUG:teuthology.orchestra.run.smithi007:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-08-04T15:43:45.753 INFO:tasks.workunit.client.0.smithi007.stdout:Running main() from gmock_main.cc 2024-08-04T15:43:45.753 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] Running 31 tests from 1 test suite. 2024-08-04T15:43:45.753 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment set-up. 2024-08-04T15:43:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:45 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133862-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:45 smithi062 ceph-mon[85960]: osdmap e960: 8 total, 8 up, 8 in 2024-08-04T15:43:46.391 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:43:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:43:46] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2024-08-04T15:43:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:46 smithi062 ceph-mon[85960]: pgmap v1127: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:46 smithi062 ceph-mon[85960]: osdmap e961: 8 total, 8 up, 8 in 2024-08-04T15:43:46.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:46 smithi007 ceph-mon[92692]: pgmap v1127: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:46.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:46 smithi007 ceph-mon[92692]: osdmap e961: 8 total, 8 up, 8 in 2024-08-04T15:43:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:46 smithi007 ceph-mon[94998]: pgmap v1127: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:46 smithi007 ceph-mon[94998]: osdmap e961: 8 total, 8 up, 8 in 2024-08-04T15:43:47.408 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 31 tests from CmpOmap 2024-08-04T15:43:47.408 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-08-04T15:43:47.424 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (16 ms) 2024-08-04T15:43:47.424 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-08-04T15:43:47.430 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (7 ms) 2024-08-04T15:43:47.431 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-08-04T15:43:47.434 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-08-04T15:43:47.434 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-08-04T15:43:47.437 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-08-04T15:43:47.437 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-08-04T15:43:47.442 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-08-04T15:43:47.443 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-08-04T15:43:47.451 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_vals_u64 (9 ms) 2024-08-04T15:43:47.452 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-08-04T15:43:47.454 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-08-04T15:43:47.455 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-08-04T15:43:47.457 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (2 ms) 2024-08-04T15:43:47.457 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-08-04T15:43:47.460 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-08-04T15:43:47.460 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-08-04T15:43:47.463 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-08-04T15:43:47.463 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-08-04T15:43:47.464 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (0 ms) 2024-08-04T15:43:47.464 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-08-04T15:43:47.465 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-08-04T15:43:47.465 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-08-04T15:43:47.471 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-08-04T15:43:47.471 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-08-04T15:43:47.477 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-08-04T15:43:47.477 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-08-04T15:43:47.483 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-08-04T15:43:47.483 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-08-04T15:43:47.491 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-08-04T15:43:47.491 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-08-04T15:43:47.498 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_set_vals_str (8 ms) 2024-08-04T15:43:47.498 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-08-04T15:43:47.505 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (6 ms) 2024-08-04T15:43:47.505 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-08-04T15:43:47.507 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-08-04T15:43:47.507 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-08-04T15:43:47.509 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (3 ms) 2024-08-04T15:43:47.510 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-08-04T15:43:47.511 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-08-04T15:43:47.511 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-08-04T15:43:47.511 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2024-08-04T15:43:47.511 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-08-04T15:43:47.518 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-08-04T15:43:47.518 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-08-04T15:43:47.524 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-08-04T15:43:47.524 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-08-04T15:43:47.531 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-08-04T15:43:47.531 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-08-04T15:43:47.538 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-08-04T15:43:47.538 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-08-04T15:43:47.540 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-08-04T15:43:47.540 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-08-04T15:43:47.542 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-08-04T15:43:47.543 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-08-04T15:43:47.543 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (2 ms) 2024-08-04T15:43:47.544 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-08-04T15:43:47.544 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2024-08-04T15:43:47.544 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-08-04T15:43:47.552 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (9 ms) 2024-08-04T15:43:47.552 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 31 tests from CmpOmap (145 ms total) 2024-08-04T15:43:47.553 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T15:43:47.553 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment tear-down 2024-08-04T15:43:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:47 smithi062 ceph-mon[85960]: osdmap e962: 8 total, 8 up, 8 in 2024-08-04T15:43:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:47 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3969420488' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133985-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:47 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133985-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:47.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:47 smithi007 ceph-mon[94998]: osdmap e962: 8 total, 8 up, 8 in 2024-08-04T15:43:47.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:47 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3969420488' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133985-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:47.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:47 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133985-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:47.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:47 smithi007 ceph-mon[92692]: osdmap e962: 8 total, 8 up, 8 in 2024-08-04T15:43:47.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:47 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3969420488' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133985-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:47.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:47 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133985-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:48.416 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] 31 tests from 1 test suite ran. (2663 ms total) 2024-08-04T15:43:48.416 INFO:tasks.workunit.client.0.smithi007.stdout:[ PASSED ] 31 tests. 2024-08-04T15:43:48.419 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T15:43:48.419 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T15:43:48.490 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-08-04T15:43:48.490 DEBUG:teuthology.orchestra.run.smithi007:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-08-04T15:43:48.562 INFO:tasks.workunit.client.0.smithi007.stdout:Running main() from gmock_main.cc 2024-08-04T15:43:48.563 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] Running 6 tests from 1 test suite. 2024-08-04T15:43:48.563 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment set-up. 2024-08-04T15:43:48.563 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 6 tests from ClsHello 2024-08-04T15:43:48.563 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsHello.SayHello 2024-08-04T15:43:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:48 smithi062 ceph-mon[85960]: pgmap v1130: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:48 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:48 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133985-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:48 smithi062 ceph-mon[85960]: osdmap e963: 8 total, 8 up, 8 in 2024-08-04T15:43:48.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:48 smithi007 ceph-mon[92692]: pgmap v1130: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:48.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:48 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:48.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:48 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133985-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:48.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:48 smithi007 ceph-mon[92692]: osdmap e963: 8 total, 8 up, 8 in 2024-08-04T15:43:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:48 smithi007 ceph-mon[94998]: pgmap v1130: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:48 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:48 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-133985-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:48 smithi007 ceph-mon[94998]: osdmap e963: 8 total, 8 up, 8 in 2024-08-04T15:43:49.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:49 smithi062 ceph-mon[85960]: osdmap e964: 8 total, 8 up, 8 in 2024-08-04T15:43:49.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:49 smithi007 ceph-mon[92692]: osdmap e964: 8 total, 8 up, 8 in 2024-08-04T15:43:49.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:49 smithi007 ceph-mon[94998]: osdmap e964: 8 total, 8 up, 8 in 2024-08-04T15:43:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:50 smithi062 ceph-mon[85960]: pgmap v1133: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:50 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:50 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:43:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:50 smithi062 ceph-mon[85960]: osdmap e965: 8 total, 8 up, 8 in 2024-08-04T15:43:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:50 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1935578822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:50.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:50 smithi007 ceph-mon[94998]: pgmap v1133: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:50 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:50 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:43:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:50 smithi007 ceph-mon[94998]: osdmap e965: 8 total, 8 up, 8 in 2024-08-04T15:43:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:50 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1935578822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:50 smithi007 ceph-mon[92692]: pgmap v1133: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:50 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:50.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:50 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:43:50.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:50 smithi007 ceph-mon[92692]: osdmap e965: 8 total, 8 up, 8 in 2024-08-04T15:43:50.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:50 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1935578822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:51.436 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsHello.SayHello (2874 ms) 2024-08-04T15:43:51.436 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsHello.RecordHello 2024-08-04T15:43:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:51 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1935578822' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:51 smithi062 ceph-mon[85960]: osdmap e966: 8 total, 8 up, 8 in 2024-08-04T15:43:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:43:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:43:51.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:51 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1935578822' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:51.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:51 smithi007 ceph-mon[92692]: osdmap e966: 8 total, 8 up, 8 in 2024-08-04T15:43:51.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:43:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:43:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:51 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1935578822' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:51 smithi007 ceph-mon[94998]: osdmap e966: 8 total, 8 up, 8 in 2024-08-04T15:43:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:43:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:43:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:52 smithi062 ceph-mon[85960]: pgmap v1136: 137 pgs: 10 creating+peering, 17 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:52 smithi062 ceph-mon[85960]: osdmap e967: 8 total, 8 up, 8 in 2024-08-04T15:43:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:43:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:43:52.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:52 smithi007 ceph-mon[92692]: pgmap v1136: 137 pgs: 10 creating+peering, 17 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:52.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:52 smithi007 ceph-mon[92692]: osdmap e967: 8 total, 8 up, 8 in 2024-08-04T15:43:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:52 smithi007 ceph-mon[94998]: pgmap v1136: 137 pgs: 10 creating+peering, 17 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:52 smithi007 ceph-mon[94998]: osdmap e967: 8 total, 8 up, 8 in 2024-08-04T15:43:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:53 smithi062 ceph-mon[85960]: osdmap e968: 8 total, 8 up, 8 in 2024-08-04T15:43:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:53 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3233750546' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:53.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:53 smithi007 ceph-mon[94998]: osdmap e968: 8 total, 8 up, 8 in 2024-08-04T15:43:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:53 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3233750546' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:53 smithi007 ceph-mon[92692]: osdmap e968: 8 total, 8 up, 8 in 2024-08-04T15:43:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:53 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3233750546' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:54.452 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsHello.RecordHello (3016 ms) 2024-08-04T15:43:54.453 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsHello.WriteReturnData 2024-08-04T15:43:54.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:54 smithi062 ceph-mon[85960]: pgmap v1139: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:54 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:54 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3233750546' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:54 smithi062 ceph-mon[85960]: osdmap e969: 8 total, 8 up, 8 in 2024-08-04T15:43:54.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:54 smithi007 ceph-mon[92692]: pgmap v1139: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:54.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:54 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:54.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:54 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3233750546' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:54 smithi007 ceph-mon[92692]: osdmap e969: 8 total, 8 up, 8 in 2024-08-04T15:43:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:54 smithi007 ceph-mon[94998]: pgmap v1139: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:54 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:43:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:54 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3233750546' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:54 smithi007 ceph-mon[94998]: osdmap e969: 8 total, 8 up, 8 in 2024-08-04T15:43:55.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:55 smithi062 ceph-mon[85960]: osdmap e970: 8 total, 8 up, 8 in 2024-08-04T15:43:55.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:55 smithi007 ceph-mon[92692]: osdmap e970: 8 total, 8 up, 8 in 2024-08-04T15:43:55.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:55 smithi007 ceph-mon[94998]: osdmap e970: 8 total, 8 up, 8 in 2024-08-04T15:43:56.453 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:43:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:43:56] "GET /metrics HTTP/1.1" 200 36343 "" "Prometheus/2.43.0" 2024-08-04T15:43:56.470 INFO:tasks.workunit.client.0.smithi007.stdout:require_osd_release = squid 2024-08-04T15:43:56.478 INFO:tasks.workunit.client.0.smithi007.stdout:0 2024-08-04T15:43:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:56 smithi062 ceph-mon[85960]: pgmap v1142: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:56 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:56 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:43:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:56 smithi062 ceph-mon[85960]: osdmap e971: 8 total, 8 up, 8 in 2024-08-04T15:43:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:56 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1263803605' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:56 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:56.808 INFO:tasks.workunit.client.0.smithi007.stdout:1 2024-08-04T15:43:56.809 INFO:tasks.workunit.client.0.smithi007.stdout:2 2024-08-04T15:43:56.810 INFO:tasks.workunit.client.0.smithi007.stdout:3 2024-08-04T15:43:56.812 INFO:tasks.workunit.client.0.smithi007.stdout:4 2024-08-04T15:43:56.812 INFO:tasks.workunit.client.0.smithi007.stdout:5 2024-08-04T15:43:56.814 INFO:tasks.workunit.client.0.smithi007.stdout:6 2024-08-04T15:43:56.815 INFO:tasks.workunit.client.0.smithi007.stdout:7 2024-08-04T15:43:56.816 INFO:tasks.workunit.client.0.smithi007.stdout:8 2024-08-04T15:43:56.817 INFO:tasks.workunit.client.0.smithi007.stdout:9 2024-08-04T15:43:56.818 INFO:tasks.workunit.client.0.smithi007.stdout:10 2024-08-04T15:43:56.819 INFO:tasks.workunit.client.0.smithi007.stdout:11 2024-08-04T15:43:56.820 INFO:tasks.workunit.client.0.smithi007.stdout:12 2024-08-04T15:43:56.821 INFO:tasks.workunit.client.0.smithi007.stdout:13 2024-08-04T15:43:56.822 INFO:tasks.workunit.client.0.smithi007.stdout:14 2024-08-04T15:43:56.823 INFO:tasks.workunit.client.0.smithi007.stdout:15 2024-08-04T15:43:56.825 INFO:tasks.workunit.client.0.smithi007.stdout:16 2024-08-04T15:43:56.826 INFO:tasks.workunit.client.0.smithi007.stdout:17 2024-08-04T15:43:56.827 INFO:tasks.workunit.client.0.smithi007.stdout:18 2024-08-04T15:43:56.828 INFO:tasks.workunit.client.0.smithi007.stdout:19 2024-08-04T15:43:56.829 INFO:tasks.workunit.client.0.smithi007.stdout:20 2024-08-04T15:43:56.830 INFO:tasks.workunit.client.0.smithi007.stdout:21 2024-08-04T15:43:56.831 INFO:tasks.workunit.client.0.smithi007.stdout:22 2024-08-04T15:43:56.832 INFO:tasks.workunit.client.0.smithi007.stdout:23 2024-08-04T15:43:56.834 INFO:tasks.workunit.client.0.smithi007.stdout:24 2024-08-04T15:43:56.835 INFO:tasks.workunit.client.0.smithi007.stdout:25 2024-08-04T15:43:56.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:56 smithi007 ceph-mon[92692]: pgmap v1142: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:56.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:56 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:56.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:56 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:43:56.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:56 smithi007 ceph-mon[92692]: osdmap e971: 8 total, 8 up, 8 in 2024-08-04T15:43:56.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:56 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1263803605' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:56.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:56 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:56 smithi007 ceph-mon[94998]: pgmap v1142: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:56 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:43:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:56 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:43:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:56 smithi007 ceph-mon[94998]: osdmap e971: 8 total, 8 up, 8 in 2024-08-04T15:43:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:56 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1263803605' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:56 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:43:56.836 INFO:tasks.workunit.client.0.smithi007.stdout:26 2024-08-04T15:43:56.837 INFO:tasks.workunit.client.0.smithi007.stdout:27 2024-08-04T15:43:56.838 INFO:tasks.workunit.client.0.smithi007.stdout:28 2024-08-04T15:43:56.839 INFO:tasks.workunit.client.0.smithi007.stdout:29 2024-08-04T15:43:56.840 INFO:tasks.workunit.client.0.smithi007.stdout:30 2024-08-04T15:43:56.841 INFO:tasks.workunit.client.0.smithi007.stdout:31 2024-08-04T15:43:56.842 INFO:tasks.workunit.client.0.smithi007.stdout:32 2024-08-04T15:43:56.843 INFO:tasks.workunit.client.0.smithi007.stdout:33 2024-08-04T15:43:56.844 INFO:tasks.workunit.client.0.smithi007.stdout:34 2024-08-04T15:43:56.845 INFO:tasks.workunit.client.0.smithi007.stdout:35 2024-08-04T15:43:56.846 INFO:tasks.workunit.client.0.smithi007.stdout:36 2024-08-04T15:43:56.847 INFO:tasks.workunit.client.0.smithi007.stdout:37 2024-08-04T15:43:56.848 INFO:tasks.workunit.client.0.smithi007.stdout:38 2024-08-04T15:43:56.850 INFO:tasks.workunit.client.0.smithi007.stdout:39 2024-08-04T15:43:56.851 INFO:tasks.workunit.client.0.smithi007.stdout:40 2024-08-04T15:43:56.852 INFO:tasks.workunit.client.0.smithi007.stdout:41 2024-08-04T15:43:56.853 INFO:tasks.workunit.client.0.smithi007.stdout:42 2024-08-04T15:43:56.854 INFO:tasks.workunit.client.0.smithi007.stdout:43 2024-08-04T15:43:56.855 INFO:tasks.workunit.client.0.smithi007.stdout:44 2024-08-04T15:43:56.856 INFO:tasks.workunit.client.0.smithi007.stdout:45 2024-08-04T15:43:56.857 INFO:tasks.workunit.client.0.smithi007.stdout:46 2024-08-04T15:43:56.858 INFO:tasks.workunit.client.0.smithi007.stdout:47 2024-08-04T15:43:56.860 INFO:tasks.workunit.client.0.smithi007.stdout:48 2024-08-04T15:43:56.861 INFO:tasks.workunit.client.0.smithi007.stdout:49 2024-08-04T15:43:56.862 INFO:tasks.workunit.client.0.smithi007.stdout:50 2024-08-04T15:43:56.863 INFO:tasks.workunit.client.0.smithi007.stdout:51 2024-08-04T15:43:56.864 INFO:tasks.workunit.client.0.smithi007.stdout:52 2024-08-04T15:43:56.865 INFO:tasks.workunit.client.0.smithi007.stdout:53 2024-08-04T15:43:56.866 INFO:tasks.workunit.client.0.smithi007.stdout:54 2024-08-04T15:43:56.867 INFO:tasks.workunit.client.0.smithi007.stdout:55 2024-08-04T15:43:56.868 INFO:tasks.workunit.client.0.smithi007.stdout:56 2024-08-04T15:43:56.869 INFO:tasks.workunit.client.0.smithi007.stdout:57 2024-08-04T15:43:56.870 INFO:tasks.workunit.client.0.smithi007.stdout:58 2024-08-04T15:43:56.871 INFO:tasks.workunit.client.0.smithi007.stdout:59 2024-08-04T15:43:56.872 INFO:tasks.workunit.client.0.smithi007.stdout:60 2024-08-04T15:43:56.873 INFO:tasks.workunit.client.0.smithi007.stdout:61 2024-08-04T15:43:56.874 INFO:tasks.workunit.client.0.smithi007.stdout:62 2024-08-04T15:43:56.875 INFO:tasks.workunit.client.0.smithi007.stdout:63 2024-08-04T15:43:56.876 INFO:tasks.workunit.client.0.smithi007.stdout:64 2024-08-04T15:43:56.877 INFO:tasks.workunit.client.0.smithi007.stdout:65 2024-08-04T15:43:56.878 INFO:tasks.workunit.client.0.smithi007.stdout:66 2024-08-04T15:43:56.879 INFO:tasks.workunit.client.0.smithi007.stdout:67 2024-08-04T15:43:56.880 INFO:tasks.workunit.client.0.smithi007.stdout:68 2024-08-04T15:43:56.881 INFO:tasks.workunit.client.0.smithi007.stdout:69 2024-08-04T15:43:56.882 INFO:tasks.workunit.client.0.smithi007.stdout:70 2024-08-04T15:43:56.883 INFO:tasks.workunit.client.0.smithi007.stdout:71 2024-08-04T15:43:56.884 INFO:tasks.workunit.client.0.smithi007.stdout:72 2024-08-04T15:43:56.885 INFO:tasks.workunit.client.0.smithi007.stdout:73 2024-08-04T15:43:56.886 INFO:tasks.workunit.client.0.smithi007.stdout:74 2024-08-04T15:43:56.887 INFO:tasks.workunit.client.0.smithi007.stdout:75 2024-08-04T15:43:56.888 INFO:tasks.workunit.client.0.smithi007.stdout:76 2024-08-04T15:43:56.889 INFO:tasks.workunit.client.0.smithi007.stdout:77 2024-08-04T15:43:56.890 INFO:tasks.workunit.client.0.smithi007.stdout:78 2024-08-04T15:43:56.891 INFO:tasks.workunit.client.0.smithi007.stdout:79 2024-08-04T15:43:56.893 INFO:tasks.workunit.client.0.smithi007.stdout:80 2024-08-04T15:43:56.894 INFO:tasks.workunit.client.0.smithi007.stdout:81 2024-08-04T15:43:56.895 INFO:tasks.workunit.client.0.smithi007.stdout:82 2024-08-04T15:43:56.896 INFO:tasks.workunit.client.0.smithi007.stdout:83 2024-08-04T15:43:56.897 INFO:tasks.workunit.client.0.smithi007.stdout:84 2024-08-04T15:43:56.898 INFO:tasks.workunit.client.0.smithi007.stdout:85 2024-08-04T15:43:56.899 INFO:tasks.workunit.client.0.smithi007.stdout:86 2024-08-04T15:43:56.900 INFO:tasks.workunit.client.0.smithi007.stdout:87 2024-08-04T15:43:56.901 INFO:tasks.workunit.client.0.smithi007.stdout:88 2024-08-04T15:43:56.902 INFO:tasks.workunit.client.0.smithi007.stdout:89 2024-08-04T15:43:56.903 INFO:tasks.workunit.client.0.smithi007.stdout:90 2024-08-04T15:43:56.904 INFO:tasks.workunit.client.0.smithi007.stdout:91 2024-08-04T15:43:56.906 INFO:tasks.workunit.client.0.smithi007.stdout:92 2024-08-04T15:43:56.906 INFO:tasks.workunit.client.0.smithi007.stdout:93 2024-08-04T15:43:56.907 INFO:tasks.workunit.client.0.smithi007.stdout:94 2024-08-04T15:43:56.909 INFO:tasks.workunit.client.0.smithi007.stdout:95 2024-08-04T15:43:56.910 INFO:tasks.workunit.client.0.smithi007.stdout:96 2024-08-04T15:43:56.911 INFO:tasks.workunit.client.0.smithi007.stdout:97 2024-08-04T15:43:56.912 INFO:tasks.workunit.client.0.smithi007.stdout:98 2024-08-04T15:43:56.913 INFO:tasks.workunit.client.0.smithi007.stdout:99 2024-08-04T15:43:56.914 INFO:tasks.workunit.client.0.smithi007.stdout:100 2024-08-04T15:43:56.915 INFO:tasks.workunit.client.0.smithi007.stdout:101 2024-08-04T15:43:56.916 INFO:tasks.workunit.client.0.smithi007.stdout:102 2024-08-04T15:43:56.917 INFO:tasks.workunit.client.0.smithi007.stdout:103 2024-08-04T15:43:56.918 INFO:tasks.workunit.client.0.smithi007.stdout:104 2024-08-04T15:43:56.919 INFO:tasks.workunit.client.0.smithi007.stdout:105 2024-08-04T15:43:56.920 INFO:tasks.workunit.client.0.smithi007.stdout:106 2024-08-04T15:43:56.921 INFO:tasks.workunit.client.0.smithi007.stdout:107 2024-08-04T15:43:56.922 INFO:tasks.workunit.client.0.smithi007.stdout:108 2024-08-04T15:43:56.923 INFO:tasks.workunit.client.0.smithi007.stdout:109 2024-08-04T15:43:56.924 INFO:tasks.workunit.client.0.smithi007.stdout:110 2024-08-04T15:43:56.925 INFO:tasks.workunit.client.0.smithi007.stdout:111 2024-08-04T15:43:56.926 INFO:tasks.workunit.client.0.smithi007.stdout:112 2024-08-04T15:43:56.927 INFO:tasks.workunit.client.0.smithi007.stdout:113 2024-08-04T15:43:56.928 INFO:tasks.workunit.client.0.smithi007.stdout:114 2024-08-04T15:43:56.929 INFO:tasks.workunit.client.0.smithi007.stdout:115 2024-08-04T15:43:56.930 INFO:tasks.workunit.client.0.smithi007.stdout:116 2024-08-04T15:43:56.931 INFO:tasks.workunit.client.0.smithi007.stdout:117 2024-08-04T15:43:56.932 INFO:tasks.workunit.client.0.smithi007.stdout:118 2024-08-04T15:43:56.933 INFO:tasks.workunit.client.0.smithi007.stdout:119 2024-08-04T15:43:56.934 INFO:tasks.workunit.client.0.smithi007.stdout:120 2024-08-04T15:43:56.935 INFO:tasks.workunit.client.0.smithi007.stdout:121 2024-08-04T15:43:56.936 INFO:tasks.workunit.client.0.smithi007.stdout:122 2024-08-04T15:43:56.937 INFO:tasks.workunit.client.0.smithi007.stdout:123 2024-08-04T15:43:56.938 INFO:tasks.workunit.client.0.smithi007.stdout:124 2024-08-04T15:43:56.939 INFO:tasks.workunit.client.0.smithi007.stdout:125 2024-08-04T15:43:56.940 INFO:tasks.workunit.client.0.smithi007.stdout:126 2024-08-04T15:43:56.941 INFO:tasks.workunit.client.0.smithi007.stdout:127 2024-08-04T15:43:56.942 INFO:tasks.workunit.client.0.smithi007.stdout:128 2024-08-04T15:43:56.943 INFO:tasks.workunit.client.0.smithi007.stdout:129 2024-08-04T15:43:56.944 INFO:tasks.workunit.client.0.smithi007.stdout:130 2024-08-04T15:43:56.945 INFO:tasks.workunit.client.0.smithi007.stdout:131 2024-08-04T15:43:56.946 INFO:tasks.workunit.client.0.smithi007.stdout:132 2024-08-04T15:43:56.947 INFO:tasks.workunit.client.0.smithi007.stdout:133 2024-08-04T15:43:56.948 INFO:tasks.workunit.client.0.smithi007.stdout:134 2024-08-04T15:43:56.949 INFO:tasks.workunit.client.0.smithi007.stdout:135 2024-08-04T15:43:56.950 INFO:tasks.workunit.client.0.smithi007.stdout:136 2024-08-04T15:43:56.951 INFO:tasks.workunit.client.0.smithi007.stdout:137 2024-08-04T15:43:56.952 INFO:tasks.workunit.client.0.smithi007.stdout:138 2024-08-04T15:43:56.953 INFO:tasks.workunit.client.0.smithi007.stdout:139 2024-08-04T15:43:56.954 INFO:tasks.workunit.client.0.smithi007.stdout:140 2024-08-04T15:43:56.955 INFO:tasks.workunit.client.0.smithi007.stdout:141 2024-08-04T15:43:56.956 INFO:tasks.workunit.client.0.smithi007.stdout:142 2024-08-04T15:43:56.956 INFO:tasks.workunit.client.0.smithi007.stdout:143 2024-08-04T15:43:56.958 INFO:tasks.workunit.client.0.smithi007.stdout:144 2024-08-04T15:43:56.958 INFO:tasks.workunit.client.0.smithi007.stdout:145 2024-08-04T15:43:56.959 INFO:tasks.workunit.client.0.smithi007.stdout:146 2024-08-04T15:43:56.960 INFO:tasks.workunit.client.0.smithi007.stdout:147 2024-08-04T15:43:56.961 INFO:tasks.workunit.client.0.smithi007.stdout:148 2024-08-04T15:43:56.962 INFO:tasks.workunit.client.0.smithi007.stdout:149 2024-08-04T15:43:56.963 INFO:tasks.workunit.client.0.smithi007.stdout:150 2024-08-04T15:43:56.964 INFO:tasks.workunit.client.0.smithi007.stdout:151 2024-08-04T15:43:56.965 INFO:tasks.workunit.client.0.smithi007.stdout:152 2024-08-04T15:43:56.966 INFO:tasks.workunit.client.0.smithi007.stdout:153 2024-08-04T15:43:56.967 INFO:tasks.workunit.client.0.smithi007.stdout:154 2024-08-04T15:43:56.968 INFO:tasks.workunit.client.0.smithi007.stdout:155 2024-08-04T15:43:56.969 INFO:tasks.workunit.client.0.smithi007.stdout:156 2024-08-04T15:43:56.970 INFO:tasks.workunit.client.0.smithi007.stdout:157 2024-08-04T15:43:56.971 INFO:tasks.workunit.client.0.smithi007.stdout:158 2024-08-04T15:43:56.972 INFO:tasks.workunit.client.0.smithi007.stdout:159 2024-08-04T15:43:56.973 INFO:tasks.workunit.client.0.smithi007.stdout:160 2024-08-04T15:43:56.974 INFO:tasks.workunit.client.0.smithi007.stdout:161 2024-08-04T15:43:56.974 INFO:tasks.workunit.client.0.smithi007.stdout:162 2024-08-04T15:43:56.975 INFO:tasks.workunit.client.0.smithi007.stdout:163 2024-08-04T15:43:56.976 INFO:tasks.workunit.client.0.smithi007.stdout:164 2024-08-04T15:43:56.977 INFO:tasks.workunit.client.0.smithi007.stdout:165 2024-08-04T15:43:56.978 INFO:tasks.workunit.client.0.smithi007.stdout:166 2024-08-04T15:43:56.979 INFO:tasks.workunit.client.0.smithi007.stdout:167 2024-08-04T15:43:56.980 INFO:tasks.workunit.client.0.smithi007.stdout:168 2024-08-04T15:43:56.981 INFO:tasks.workunit.client.0.smithi007.stdout:169 2024-08-04T15:43:56.982 INFO:tasks.workunit.client.0.smithi007.stdout:170 2024-08-04T15:43:56.983 INFO:tasks.workunit.client.0.smithi007.stdout:171 2024-08-04T15:43:56.984 INFO:tasks.workunit.client.0.smithi007.stdout:172 2024-08-04T15:43:56.985 INFO:tasks.workunit.client.0.smithi007.stdout:173 2024-08-04T15:43:56.986 INFO:tasks.workunit.client.0.smithi007.stdout:174 2024-08-04T15:43:56.987 INFO:tasks.workunit.client.0.smithi007.stdout:175 2024-08-04T15:43:56.988 INFO:tasks.workunit.client.0.smithi007.stdout:176 2024-08-04T15:43:56.989 INFO:tasks.workunit.client.0.smithi007.stdout:177 2024-08-04T15:43:56.990 INFO:tasks.workunit.client.0.smithi007.stdout:178 2024-08-04T15:43:56.991 INFO:tasks.workunit.client.0.smithi007.stdout:179 2024-08-04T15:43:56.992 INFO:tasks.workunit.client.0.smithi007.stdout:180 2024-08-04T15:43:56.993 INFO:tasks.workunit.client.0.smithi007.stdout:181 2024-08-04T15:43:56.994 INFO:tasks.workunit.client.0.smithi007.stdout:182 2024-08-04T15:43:56.995 INFO:tasks.workunit.client.0.smithi007.stdout:183 2024-08-04T15:43:56.996 INFO:tasks.workunit.client.0.smithi007.stdout:184 2024-08-04T15:43:56.997 INFO:tasks.workunit.client.0.smithi007.stdout:185 2024-08-04T15:43:56.998 INFO:tasks.workunit.client.0.smithi007.stdout:186 2024-08-04T15:43:56.999 INFO:tasks.workunit.client.0.smithi007.stdout:187 2024-08-04T15:43:57.000 INFO:tasks.workunit.client.0.smithi007.stdout:188 2024-08-04T15:43:57.001 INFO:tasks.workunit.client.0.smithi007.stdout:189 2024-08-04T15:43:57.002 INFO:tasks.workunit.client.0.smithi007.stdout:190 2024-08-04T15:43:57.003 INFO:tasks.workunit.client.0.smithi007.stdout:191 2024-08-04T15:43:57.004 INFO:tasks.workunit.client.0.smithi007.stdout:192 2024-08-04T15:43:57.005 INFO:tasks.workunit.client.0.smithi007.stdout:193 2024-08-04T15:43:57.006 INFO:tasks.workunit.client.0.smithi007.stdout:194 2024-08-04T15:43:57.007 INFO:tasks.workunit.client.0.smithi007.stdout:195 2024-08-04T15:43:57.008 INFO:tasks.workunit.client.0.smithi007.stdout:196 2024-08-04T15:43:57.009 INFO:tasks.workunit.client.0.smithi007.stdout:197 2024-08-04T15:43:57.010 INFO:tasks.workunit.client.0.smithi007.stdout:198 2024-08-04T15:43:57.011 INFO:tasks.workunit.client.0.smithi007.stdout:199 2024-08-04T15:43:57.012 INFO:tasks.workunit.client.0.smithi007.stdout:200 2024-08-04T15:43:57.014 INFO:tasks.workunit.client.0.smithi007.stdout:201 2024-08-04T15:43:57.015 INFO:tasks.workunit.client.0.smithi007.stdout:202 2024-08-04T15:43:57.016 INFO:tasks.workunit.client.0.smithi007.stdout:203 2024-08-04T15:43:57.017 INFO:tasks.workunit.client.0.smithi007.stdout:204 2024-08-04T15:43:57.018 INFO:tasks.workunit.client.0.smithi007.stdout:205 2024-08-04T15:43:57.019 INFO:tasks.workunit.client.0.smithi007.stdout:206 2024-08-04T15:43:57.020 INFO:tasks.workunit.client.0.smithi007.stdout:207 2024-08-04T15:43:57.021 INFO:tasks.workunit.client.0.smithi007.stdout:208 2024-08-04T15:43:57.022 INFO:tasks.workunit.client.0.smithi007.stdout:209 2024-08-04T15:43:57.023 INFO:tasks.workunit.client.0.smithi007.stdout:210 2024-08-04T15:43:57.025 INFO:tasks.workunit.client.0.smithi007.stdout:211 2024-08-04T15:43:57.026 INFO:tasks.workunit.client.0.smithi007.stdout:212 2024-08-04T15:43:57.027 INFO:tasks.workunit.client.0.smithi007.stdout:213 2024-08-04T15:43:57.028 INFO:tasks.workunit.client.0.smithi007.stdout:214 2024-08-04T15:43:57.029 INFO:tasks.workunit.client.0.smithi007.stdout:215 2024-08-04T15:43:57.030 INFO:tasks.workunit.client.0.smithi007.stdout:216 2024-08-04T15:43:57.031 INFO:tasks.workunit.client.0.smithi007.stdout:217 2024-08-04T15:43:57.032 INFO:tasks.workunit.client.0.smithi007.stdout:218 2024-08-04T15:43:57.033 INFO:tasks.workunit.client.0.smithi007.stdout:219 2024-08-04T15:43:57.034 INFO:tasks.workunit.client.0.smithi007.stdout:220 2024-08-04T15:43:57.035 INFO:tasks.workunit.client.0.smithi007.stdout:221 2024-08-04T15:43:57.036 INFO:tasks.workunit.client.0.smithi007.stdout:222 2024-08-04T15:43:57.037 INFO:tasks.workunit.client.0.smithi007.stdout:223 2024-08-04T15:43:57.038 INFO:tasks.workunit.client.0.smithi007.stdout:224 2024-08-04T15:43:57.039 INFO:tasks.workunit.client.0.smithi007.stdout:225 2024-08-04T15:43:57.040 INFO:tasks.workunit.client.0.smithi007.stdout:226 2024-08-04T15:43:57.041 INFO:tasks.workunit.client.0.smithi007.stdout:227 2024-08-04T15:43:57.042 INFO:tasks.workunit.client.0.smithi007.stdout:228 2024-08-04T15:43:57.043 INFO:tasks.workunit.client.0.smithi007.stdout:229 2024-08-04T15:43:57.044 INFO:tasks.workunit.client.0.smithi007.stdout:230 2024-08-04T15:43:57.045 INFO:tasks.workunit.client.0.smithi007.stdout:231 2024-08-04T15:43:57.046 INFO:tasks.workunit.client.0.smithi007.stdout:232 2024-08-04T15:43:57.047 INFO:tasks.workunit.client.0.smithi007.stdout:233 2024-08-04T15:43:57.048 INFO:tasks.workunit.client.0.smithi007.stdout:234 2024-08-04T15:43:57.049 INFO:tasks.workunit.client.0.smithi007.stdout:235 2024-08-04T15:43:57.049 INFO:tasks.workunit.client.0.smithi007.stdout:236 2024-08-04T15:43:57.050 INFO:tasks.workunit.client.0.smithi007.stdout:237 2024-08-04T15:43:57.051 INFO:tasks.workunit.client.0.smithi007.stdout:238 2024-08-04T15:43:57.052 INFO:tasks.workunit.client.0.smithi007.stdout:239 2024-08-04T15:43:57.053 INFO:tasks.workunit.client.0.smithi007.stdout:240 2024-08-04T15:43:57.054 INFO:tasks.workunit.client.0.smithi007.stdout:241 2024-08-04T15:43:57.055 INFO:tasks.workunit.client.0.smithi007.stdout:242 2024-08-04T15:43:57.056 INFO:tasks.workunit.client.0.smithi007.stdout:243 2024-08-04T15:43:57.057 INFO:tasks.workunit.client.0.smithi007.stdout:244 2024-08-04T15:43:57.058 INFO:tasks.workunit.client.0.smithi007.stdout:245 2024-08-04T15:43:57.059 INFO:tasks.workunit.client.0.smithi007.stdout:246 2024-08-04T15:43:57.060 INFO:tasks.workunit.client.0.smithi007.stdout:247 2024-08-04T15:43:57.060 INFO:tasks.workunit.client.0.smithi007.stdout:248 2024-08-04T15:43:57.061 INFO:tasks.workunit.client.0.smithi007.stdout:249 2024-08-04T15:43:57.062 INFO:tasks.workunit.client.0.smithi007.stdout:250 2024-08-04T15:43:57.063 INFO:tasks.workunit.client.0.smithi007.stdout:251 2024-08-04T15:43:57.064 INFO:tasks.workunit.client.0.smithi007.stdout:252 2024-08-04T15:43:57.065 INFO:tasks.workunit.client.0.smithi007.stdout:253 2024-08-04T15:43:57.066 INFO:tasks.workunit.client.0.smithi007.stdout:254 2024-08-04T15:43:57.067 INFO:tasks.workunit.client.0.smithi007.stdout:255 2024-08-04T15:43:57.068 INFO:tasks.workunit.client.0.smithi007.stdout:256 2024-08-04T15:43:57.069 INFO:tasks.workunit.client.0.smithi007.stdout:257 2024-08-04T15:43:57.070 INFO:tasks.workunit.client.0.smithi007.stdout:258 2024-08-04T15:43:57.071 INFO:tasks.workunit.client.0.smithi007.stdout:259 2024-08-04T15:43:57.072 INFO:tasks.workunit.client.0.smithi007.stdout:260 2024-08-04T15:43:57.073 INFO:tasks.workunit.client.0.smithi007.stdout:261 2024-08-04T15:43:57.074 INFO:tasks.workunit.client.0.smithi007.stdout:262 2024-08-04T15:43:57.075 INFO:tasks.workunit.client.0.smithi007.stdout:263 2024-08-04T15:43:57.076 INFO:tasks.workunit.client.0.smithi007.stdout:264 2024-08-04T15:43:57.077 INFO:tasks.workunit.client.0.smithi007.stdout:265 2024-08-04T15:43:57.078 INFO:tasks.workunit.client.0.smithi007.stdout:266 2024-08-04T15:43:57.080 INFO:tasks.workunit.client.0.smithi007.stdout:267 2024-08-04T15:43:57.081 INFO:tasks.workunit.client.0.smithi007.stdout:268 2024-08-04T15:43:57.082 INFO:tasks.workunit.client.0.smithi007.stdout:269 2024-08-04T15:43:57.083 INFO:tasks.workunit.client.0.smithi007.stdout:270 2024-08-04T15:43:57.084 INFO:tasks.workunit.client.0.smithi007.stdout:271 2024-08-04T15:43:57.085 INFO:tasks.workunit.client.0.smithi007.stdout:272 2024-08-04T15:43:57.086 INFO:tasks.workunit.client.0.smithi007.stdout:273 2024-08-04T15:43:57.087 INFO:tasks.workunit.client.0.smithi007.stdout:274 2024-08-04T15:43:57.088 INFO:tasks.workunit.client.0.smithi007.stdout:275 2024-08-04T15:43:57.089 INFO:tasks.workunit.client.0.smithi007.stdout:276 2024-08-04T15:43:57.090 INFO:tasks.workunit.client.0.smithi007.stdout:277 2024-08-04T15:43:57.091 INFO:tasks.workunit.client.0.smithi007.stdout:278 2024-08-04T15:43:57.092 INFO:tasks.workunit.client.0.smithi007.stdout:279 2024-08-04T15:43:57.093 INFO:tasks.workunit.client.0.smithi007.stdout:280 2024-08-04T15:43:57.094 INFO:tasks.workunit.client.0.smithi007.stdout:281 2024-08-04T15:43:57.095 INFO:tasks.workunit.client.0.smithi007.stdout:282 2024-08-04T15:43:57.096 INFO:tasks.workunit.client.0.smithi007.stdout:283 2024-08-04T15:43:57.097 INFO:tasks.workunit.client.0.smithi007.stdout:284 2024-08-04T15:43:57.098 INFO:tasks.workunit.client.0.smithi007.stdout:285 2024-08-04T15:43:57.099 INFO:tasks.workunit.client.0.smithi007.stdout:286 2024-08-04T15:43:57.100 INFO:tasks.workunit.client.0.smithi007.stdout:287 2024-08-04T15:43:57.101 INFO:tasks.workunit.client.0.smithi007.stdout:288 2024-08-04T15:43:57.102 INFO:tasks.workunit.client.0.smithi007.stdout:289 2024-08-04T15:43:57.103 INFO:tasks.workunit.client.0.smithi007.stdout:290 2024-08-04T15:43:57.104 INFO:tasks.workunit.client.0.smithi007.stdout:291 2024-08-04T15:43:57.105 INFO:tasks.workunit.client.0.smithi007.stdout:292 2024-08-04T15:43:57.110 INFO:tasks.workunit.client.0.smithi007.stdout:293 2024-08-04T15:43:57.111 INFO:tasks.workunit.client.0.smithi007.stdout:294 2024-08-04T15:43:57.112 INFO:tasks.workunit.client.0.smithi007.stdout:295 2024-08-04T15:43:57.113 INFO:tasks.workunit.client.0.smithi007.stdout:296 2024-08-04T15:43:57.114 INFO:tasks.workunit.client.0.smithi007.stdout:297 2024-08-04T15:43:57.115 INFO:tasks.workunit.client.0.smithi007.stdout:298 2024-08-04T15:43:57.116 INFO:tasks.workunit.client.0.smithi007.stdout:299 2024-08-04T15:43:57.116 INFO:tasks.workunit.client.0.smithi007.stdout:300 2024-08-04T15:43:57.117 INFO:tasks.workunit.client.0.smithi007.stdout:301 2024-08-04T15:43:57.118 INFO:tasks.workunit.client.0.smithi007.stdout:302 2024-08-04T15:43:57.119 INFO:tasks.workunit.client.0.smithi007.stdout:303 2024-08-04T15:43:57.120 INFO:tasks.workunit.client.0.smithi007.stdout:304 2024-08-04T15:43:57.121 INFO:tasks.workunit.client.0.smithi007.stdout:305 2024-08-04T15:43:57.122 INFO:tasks.workunit.client.0.smithi007.stdout:306 2024-08-04T15:43:57.123 INFO:tasks.workunit.client.0.smithi007.stdout:307 2024-08-04T15:43:57.124 INFO:tasks.workunit.client.0.smithi007.stdout:308 2024-08-04T15:43:57.125 INFO:tasks.workunit.client.0.smithi007.stdout:309 2024-08-04T15:43:57.126 INFO:tasks.workunit.client.0.smithi007.stdout:310 2024-08-04T15:43:57.127 INFO:tasks.workunit.client.0.smithi007.stdout:311 2024-08-04T15:43:57.128 INFO:tasks.workunit.client.0.smithi007.stdout:312 2024-08-04T15:43:57.129 INFO:tasks.workunit.client.0.smithi007.stdout:313 2024-08-04T15:43:57.130 INFO:tasks.workunit.client.0.smithi007.stdout:314 2024-08-04T15:43:57.131 INFO:tasks.workunit.client.0.smithi007.stdout:315 2024-08-04T15:43:57.132 INFO:tasks.workunit.client.0.smithi007.stdout:316 2024-08-04T15:43:57.133 INFO:tasks.workunit.client.0.smithi007.stdout:317 2024-08-04T15:43:57.134 INFO:tasks.workunit.client.0.smithi007.stdout:318 2024-08-04T15:43:57.135 INFO:tasks.workunit.client.0.smithi007.stdout:319 2024-08-04T15:43:57.136 INFO:tasks.workunit.client.0.smithi007.stdout:320 2024-08-04T15:43:57.137 INFO:tasks.workunit.client.0.smithi007.stdout:321 2024-08-04T15:43:57.138 INFO:tasks.workunit.client.0.smithi007.stdout:322 2024-08-04T15:43:57.139 INFO:tasks.workunit.client.0.smithi007.stdout:323 2024-08-04T15:43:57.140 INFO:tasks.workunit.client.0.smithi007.stdout:324 2024-08-04T15:43:57.142 INFO:tasks.workunit.client.0.smithi007.stdout:325 2024-08-04T15:43:57.142 INFO:tasks.workunit.client.0.smithi007.stdout:326 2024-08-04T15:43:57.143 INFO:tasks.workunit.client.0.smithi007.stdout:327 2024-08-04T15:43:57.144 INFO:tasks.workunit.client.0.smithi007.stdout:328 2024-08-04T15:43:57.145 INFO:tasks.workunit.client.0.smithi007.stdout:329 2024-08-04T15:43:57.146 INFO:tasks.workunit.client.0.smithi007.stdout:330 2024-08-04T15:43:57.147 INFO:tasks.workunit.client.0.smithi007.stdout:331 2024-08-04T15:43:57.148 INFO:tasks.workunit.client.0.smithi007.stdout:332 2024-08-04T15:43:57.149 INFO:tasks.workunit.client.0.smithi007.stdout:333 2024-08-04T15:43:57.150 INFO:tasks.workunit.client.0.smithi007.stdout:334 2024-08-04T15:43:57.151 INFO:tasks.workunit.client.0.smithi007.stdout:335 2024-08-04T15:43:57.152 INFO:tasks.workunit.client.0.smithi007.stdout:336 2024-08-04T15:43:57.153 INFO:tasks.workunit.client.0.smithi007.stdout:337 2024-08-04T15:43:57.154 INFO:tasks.workunit.client.0.smithi007.stdout:338 2024-08-04T15:43:57.155 INFO:tasks.workunit.client.0.smithi007.stdout:339 2024-08-04T15:43:57.156 INFO:tasks.workunit.client.0.smithi007.stdout:340 2024-08-04T15:43:57.157 INFO:tasks.workunit.client.0.smithi007.stdout:341 2024-08-04T15:43:57.158 INFO:tasks.workunit.client.0.smithi007.stdout:342 2024-08-04T15:43:57.159 INFO:tasks.workunit.client.0.smithi007.stdout:343 2024-08-04T15:43:57.160 INFO:tasks.workunit.client.0.smithi007.stdout:344 2024-08-04T15:43:57.161 INFO:tasks.workunit.client.0.smithi007.stdout:345 2024-08-04T15:43:57.162 INFO:tasks.workunit.client.0.smithi007.stdout:346 2024-08-04T15:43:57.163 INFO:tasks.workunit.client.0.smithi007.stdout:347 2024-08-04T15:43:57.163 INFO:tasks.workunit.client.0.smithi007.stdout:348 2024-08-04T15:43:57.164 INFO:tasks.workunit.client.0.smithi007.stdout:349 2024-08-04T15:43:57.166 INFO:tasks.workunit.client.0.smithi007.stdout:350 2024-08-04T15:43:57.167 INFO:tasks.workunit.client.0.smithi007.stdout:351 2024-08-04T15:43:57.168 INFO:tasks.workunit.client.0.smithi007.stdout:352 2024-08-04T15:43:57.169 INFO:tasks.workunit.client.0.smithi007.stdout:353 2024-08-04T15:43:57.170 INFO:tasks.workunit.client.0.smithi007.stdout:354 2024-08-04T15:43:57.171 INFO:tasks.workunit.client.0.smithi007.stdout:355 2024-08-04T15:43:57.172 INFO:tasks.workunit.client.0.smithi007.stdout:356 2024-08-04T15:43:57.174 INFO:tasks.workunit.client.0.smithi007.stdout:357 2024-08-04T15:43:57.175 INFO:tasks.workunit.client.0.smithi007.stdout:358 2024-08-04T15:43:57.176 INFO:tasks.workunit.client.0.smithi007.stdout:359 2024-08-04T15:43:57.177 INFO:tasks.workunit.client.0.smithi007.stdout:360 2024-08-04T15:43:57.178 INFO:tasks.workunit.client.0.smithi007.stdout:361 2024-08-04T15:43:57.179 INFO:tasks.workunit.client.0.smithi007.stdout:362 2024-08-04T15:43:57.180 INFO:tasks.workunit.client.0.smithi007.stdout:363 2024-08-04T15:43:57.181 INFO:tasks.workunit.client.0.smithi007.stdout:364 2024-08-04T15:43:57.182 INFO:tasks.workunit.client.0.smithi007.stdout:365 2024-08-04T15:43:57.183 INFO:tasks.workunit.client.0.smithi007.stdout:366 2024-08-04T15:43:57.184 INFO:tasks.workunit.client.0.smithi007.stdout:367 2024-08-04T15:43:57.185 INFO:tasks.workunit.client.0.smithi007.stdout:368 2024-08-04T15:43:57.186 INFO:tasks.workunit.client.0.smithi007.stdout:369 2024-08-04T15:43:57.187 INFO:tasks.workunit.client.0.smithi007.stdout:370 2024-08-04T15:43:57.188 INFO:tasks.workunit.client.0.smithi007.stdout:371 2024-08-04T15:43:57.189 INFO:tasks.workunit.client.0.smithi007.stdout:372 2024-08-04T15:43:57.190 INFO:tasks.workunit.client.0.smithi007.stdout:373 2024-08-04T15:43:57.191 INFO:tasks.workunit.client.0.smithi007.stdout:374 2024-08-04T15:43:57.192 INFO:tasks.workunit.client.0.smithi007.stdout:375 2024-08-04T15:43:57.193 INFO:tasks.workunit.client.0.smithi007.stdout:376 2024-08-04T15:43:57.194 INFO:tasks.workunit.client.0.smithi007.stdout:377 2024-08-04T15:43:57.195 INFO:tasks.workunit.client.0.smithi007.stdout:378 2024-08-04T15:43:57.196 INFO:tasks.workunit.client.0.smithi007.stdout:379 2024-08-04T15:43:57.197 INFO:tasks.workunit.client.0.smithi007.stdout:380 2024-08-04T15:43:57.198 INFO:tasks.workunit.client.0.smithi007.stdout:381 2024-08-04T15:43:57.199 INFO:tasks.workunit.client.0.smithi007.stdout:382 2024-08-04T15:43:57.200 INFO:tasks.workunit.client.0.smithi007.stdout:383 2024-08-04T15:43:57.201 INFO:tasks.workunit.client.0.smithi007.stdout:384 2024-08-04T15:43:57.202 INFO:tasks.workunit.client.0.smithi007.stdout:385 2024-08-04T15:43:57.203 INFO:tasks.workunit.client.0.smithi007.stdout:386 2024-08-04T15:43:57.204 INFO:tasks.workunit.client.0.smithi007.stdout:387 2024-08-04T15:43:57.205 INFO:tasks.workunit.client.0.smithi007.stdout:388 2024-08-04T15:43:57.206 INFO:tasks.workunit.client.0.smithi007.stdout:389 2024-08-04T15:43:57.207 INFO:tasks.workunit.client.0.smithi007.stdout:390 2024-08-04T15:43:57.207 INFO:tasks.workunit.client.0.smithi007.stdout:391 2024-08-04T15:43:57.208 INFO:tasks.workunit.client.0.smithi007.stdout:392 2024-08-04T15:43:57.209 INFO:tasks.workunit.client.0.smithi007.stdout:393 2024-08-04T15:43:57.210 INFO:tasks.workunit.client.0.smithi007.stdout:394 2024-08-04T15:43:57.211 INFO:tasks.workunit.client.0.smithi007.stdout:395 2024-08-04T15:43:57.212 INFO:tasks.workunit.client.0.smithi007.stdout:396 2024-08-04T15:43:57.213 INFO:tasks.workunit.client.0.smithi007.stdout:397 2024-08-04T15:43:57.214 INFO:tasks.workunit.client.0.smithi007.stdout:398 2024-08-04T15:43:57.215 INFO:tasks.workunit.client.0.smithi007.stdout:399 2024-08-04T15:43:57.216 INFO:tasks.workunit.client.0.smithi007.stdout:400 2024-08-04T15:43:57.217 INFO:tasks.workunit.client.0.smithi007.stdout:401 2024-08-04T15:43:57.218 INFO:tasks.workunit.client.0.smithi007.stdout:402 2024-08-04T15:43:57.219 INFO:tasks.workunit.client.0.smithi007.stdout:403 2024-08-04T15:43:57.220 INFO:tasks.workunit.client.0.smithi007.stdout:404 2024-08-04T15:43:57.221 INFO:tasks.workunit.client.0.smithi007.stdout:405 2024-08-04T15:43:57.222 INFO:tasks.workunit.client.0.smithi007.stdout:406 2024-08-04T15:43:57.223 INFO:tasks.workunit.client.0.smithi007.stdout:407 2024-08-04T15:43:57.224 INFO:tasks.workunit.client.0.smithi007.stdout:408 2024-08-04T15:43:57.225 INFO:tasks.workunit.client.0.smithi007.stdout:409 2024-08-04T15:43:57.226 INFO:tasks.workunit.client.0.smithi007.stdout:410 2024-08-04T15:43:57.227 INFO:tasks.workunit.client.0.smithi007.stdout:411 2024-08-04T15:43:57.228 INFO:tasks.workunit.client.0.smithi007.stdout:412 2024-08-04T15:43:57.229 INFO:tasks.workunit.client.0.smithi007.stdout:413 2024-08-04T15:43:57.229 INFO:tasks.workunit.client.0.smithi007.stdout:414 2024-08-04T15:43:57.230 INFO:tasks.workunit.client.0.smithi007.stdout:415 2024-08-04T15:43:57.231 INFO:tasks.workunit.client.0.smithi007.stdout:416 2024-08-04T15:43:57.232 INFO:tasks.workunit.client.0.smithi007.stdout:417 2024-08-04T15:43:57.233 INFO:tasks.workunit.client.0.smithi007.stdout:418 2024-08-04T15:43:57.234 INFO:tasks.workunit.client.0.smithi007.stdout:419 2024-08-04T15:43:57.235 INFO:tasks.workunit.client.0.smithi007.stdout:420 2024-08-04T15:43:57.236 INFO:tasks.workunit.client.0.smithi007.stdout:421 2024-08-04T15:43:57.237 INFO:tasks.workunit.client.0.smithi007.stdout:422 2024-08-04T15:43:57.238 INFO:tasks.workunit.client.0.smithi007.stdout:423 2024-08-04T15:43:57.239 INFO:tasks.workunit.client.0.smithi007.stdout:424 2024-08-04T15:43:57.240 INFO:tasks.workunit.client.0.smithi007.stdout:425 2024-08-04T15:43:57.241 INFO:tasks.workunit.client.0.smithi007.stdout:426 2024-08-04T15:43:57.242 INFO:tasks.workunit.client.0.smithi007.stdout:427 2024-08-04T15:43:57.243 INFO:tasks.workunit.client.0.smithi007.stdout:428 2024-08-04T15:43:57.244 INFO:tasks.workunit.client.0.smithi007.stdout:429 2024-08-04T15:43:57.245 INFO:tasks.workunit.client.0.smithi007.stdout:430 2024-08-04T15:43:57.246 INFO:tasks.workunit.client.0.smithi007.stdout:431 2024-08-04T15:43:57.247 INFO:tasks.workunit.client.0.smithi007.stdout:432 2024-08-04T15:43:57.248 INFO:tasks.workunit.client.0.smithi007.stdout:433 2024-08-04T15:43:57.249 INFO:tasks.workunit.client.0.smithi007.stdout:434 2024-08-04T15:43:57.250 INFO:tasks.workunit.client.0.smithi007.stdout:435 2024-08-04T15:43:57.250 INFO:tasks.workunit.client.0.smithi007.stdout:436 2024-08-04T15:43:57.251 INFO:tasks.workunit.client.0.smithi007.stdout:437 2024-08-04T15:43:57.253 INFO:tasks.workunit.client.0.smithi007.stdout:438 2024-08-04T15:43:57.253 INFO:tasks.workunit.client.0.smithi007.stdout:439 2024-08-04T15:43:57.254 INFO:tasks.workunit.client.0.smithi007.stdout:440 2024-08-04T15:43:57.255 INFO:tasks.workunit.client.0.smithi007.stdout:441 2024-08-04T15:43:57.256 INFO:tasks.workunit.client.0.smithi007.stdout:442 2024-08-04T15:43:57.258 INFO:tasks.workunit.client.0.smithi007.stdout:443 2024-08-04T15:43:57.258 INFO:tasks.workunit.client.0.smithi007.stdout:444 2024-08-04T15:43:57.259 INFO:tasks.workunit.client.0.smithi007.stdout:445 2024-08-04T15:43:57.260 INFO:tasks.workunit.client.0.smithi007.stdout:446 2024-08-04T15:43:57.261 INFO:tasks.workunit.client.0.smithi007.stdout:447 2024-08-04T15:43:57.262 INFO:tasks.workunit.client.0.smithi007.stdout:448 2024-08-04T15:43:57.263 INFO:tasks.workunit.client.0.smithi007.stdout:449 2024-08-04T15:43:57.264 INFO:tasks.workunit.client.0.smithi007.stdout:450 2024-08-04T15:43:57.265 INFO:tasks.workunit.client.0.smithi007.stdout:451 2024-08-04T15:43:57.266 INFO:tasks.workunit.client.0.smithi007.stdout:452 2024-08-04T15:43:57.267 INFO:tasks.workunit.client.0.smithi007.stdout:453 2024-08-04T15:43:57.268 INFO:tasks.workunit.client.0.smithi007.stdout:454 2024-08-04T15:43:57.269 INFO:tasks.workunit.client.0.smithi007.stdout:455 2024-08-04T15:43:57.270 INFO:tasks.workunit.client.0.smithi007.stdout:456 2024-08-04T15:43:57.271 INFO:tasks.workunit.client.0.smithi007.stdout:457 2024-08-04T15:43:57.272 INFO:tasks.workunit.client.0.smithi007.stdout:458 2024-08-04T15:43:57.273 INFO:tasks.workunit.client.0.smithi007.stdout:459 2024-08-04T15:43:57.274 INFO:tasks.workunit.client.0.smithi007.stdout:460 2024-08-04T15:43:57.275 INFO:tasks.workunit.client.0.smithi007.stdout:461 2024-08-04T15:43:57.276 INFO:tasks.workunit.client.0.smithi007.stdout:462 2024-08-04T15:43:57.277 INFO:tasks.workunit.client.0.smithi007.stdout:463 2024-08-04T15:43:57.278 INFO:tasks.workunit.client.0.smithi007.stdout:464 2024-08-04T15:43:57.279 INFO:tasks.workunit.client.0.smithi007.stdout:465 2024-08-04T15:43:57.280 INFO:tasks.workunit.client.0.smithi007.stdout:466 2024-08-04T15:43:57.281 INFO:tasks.workunit.client.0.smithi007.stdout:467 2024-08-04T15:43:57.282 INFO:tasks.workunit.client.0.smithi007.stdout:468 2024-08-04T15:43:57.283 INFO:tasks.workunit.client.0.smithi007.stdout:469 2024-08-04T15:43:57.284 INFO:tasks.workunit.client.0.smithi007.stdout:470 2024-08-04T15:43:57.285 INFO:tasks.workunit.client.0.smithi007.stdout:471 2024-08-04T15:43:57.286 INFO:tasks.workunit.client.0.smithi007.stdout:472 2024-08-04T15:43:57.287 INFO:tasks.workunit.client.0.smithi007.stdout:473 2024-08-04T15:43:57.288 INFO:tasks.workunit.client.0.smithi007.stdout:474 2024-08-04T15:43:57.289 INFO:tasks.workunit.client.0.smithi007.stdout:475 2024-08-04T15:43:57.290 INFO:tasks.workunit.client.0.smithi007.stdout:476 2024-08-04T15:43:57.291 INFO:tasks.workunit.client.0.smithi007.stdout:477 2024-08-04T15:43:57.292 INFO:tasks.workunit.client.0.smithi007.stdout:478 2024-08-04T15:43:57.293 INFO:tasks.workunit.client.0.smithi007.stdout:479 2024-08-04T15:43:57.294 INFO:tasks.workunit.client.0.smithi007.stdout:480 2024-08-04T15:43:57.295 INFO:tasks.workunit.client.0.smithi007.stdout:481 2024-08-04T15:43:57.296 INFO:tasks.workunit.client.0.smithi007.stdout:482 2024-08-04T15:43:57.297 INFO:tasks.workunit.client.0.smithi007.stdout:483 2024-08-04T15:43:57.298 INFO:tasks.workunit.client.0.smithi007.stdout:484 2024-08-04T15:43:57.299 INFO:tasks.workunit.client.0.smithi007.stdout:485 2024-08-04T15:43:57.300 INFO:tasks.workunit.client.0.smithi007.stdout:486 2024-08-04T15:43:57.301 INFO:tasks.workunit.client.0.smithi007.stdout:487 2024-08-04T15:43:57.302 INFO:tasks.workunit.client.0.smithi007.stdout:488 2024-08-04T15:43:57.303 INFO:tasks.workunit.client.0.smithi007.stdout:489 2024-08-04T15:43:57.304 INFO:tasks.workunit.client.0.smithi007.stdout:490 2024-08-04T15:43:57.305 INFO:tasks.workunit.client.0.smithi007.stdout:491 2024-08-04T15:43:57.306 INFO:tasks.workunit.client.0.smithi007.stdout:492 2024-08-04T15:43:57.307 INFO:tasks.workunit.client.0.smithi007.stdout:493 2024-08-04T15:43:57.308 INFO:tasks.workunit.client.0.smithi007.stdout:494 2024-08-04T15:43:57.309 INFO:tasks.workunit.client.0.smithi007.stdout:495 2024-08-04T15:43:57.310 INFO:tasks.workunit.client.0.smithi007.stdout:496 2024-08-04T15:43:57.311 INFO:tasks.workunit.client.0.smithi007.stdout:497 2024-08-04T15:43:57.312 INFO:tasks.workunit.client.0.smithi007.stdout:498 2024-08-04T15:43:57.313 INFO:tasks.workunit.client.0.smithi007.stdout:499 2024-08-04T15:43:57.314 INFO:tasks.workunit.client.0.smithi007.stdout:500 2024-08-04T15:43:57.315 INFO:tasks.workunit.client.0.smithi007.stdout:501 2024-08-04T15:43:57.316 INFO:tasks.workunit.client.0.smithi007.stdout:502 2024-08-04T15:43:57.317 INFO:tasks.workunit.client.0.smithi007.stdout:503 2024-08-04T15:43:57.318 INFO:tasks.workunit.client.0.smithi007.stdout:504 2024-08-04T15:43:57.319 INFO:tasks.workunit.client.0.smithi007.stdout:505 2024-08-04T15:43:57.320 INFO:tasks.workunit.client.0.smithi007.stdout:506 2024-08-04T15:43:57.321 INFO:tasks.workunit.client.0.smithi007.stdout:507 2024-08-04T15:43:57.322 INFO:tasks.workunit.client.0.smithi007.stdout:508 2024-08-04T15:43:57.323 INFO:tasks.workunit.client.0.smithi007.stdout:509 2024-08-04T15:43:57.324 INFO:tasks.workunit.client.0.smithi007.stdout:510 2024-08-04T15:43:57.326 INFO:tasks.workunit.client.0.smithi007.stdout:511 2024-08-04T15:43:57.327 INFO:tasks.workunit.client.0.smithi007.stdout:512 2024-08-04T15:43:57.328 INFO:tasks.workunit.client.0.smithi007.stdout:513 2024-08-04T15:43:57.329 INFO:tasks.workunit.client.0.smithi007.stdout:514 2024-08-04T15:43:57.330 INFO:tasks.workunit.client.0.smithi007.stdout:515 2024-08-04T15:43:57.331 INFO:tasks.workunit.client.0.smithi007.stdout:516 2024-08-04T15:43:57.332 INFO:tasks.workunit.client.0.smithi007.stdout:517 2024-08-04T15:43:57.333 INFO:tasks.workunit.client.0.smithi007.stdout:518 2024-08-04T15:43:57.334 INFO:tasks.workunit.client.0.smithi007.stdout:519 2024-08-04T15:43:57.335 INFO:tasks.workunit.client.0.smithi007.stdout:520 2024-08-04T15:43:57.336 INFO:tasks.workunit.client.0.smithi007.stdout:521 2024-08-04T15:43:57.337 INFO:tasks.workunit.client.0.smithi007.stdout:522 2024-08-04T15:43:57.338 INFO:tasks.workunit.client.0.smithi007.stdout:523 2024-08-04T15:43:57.339 INFO:tasks.workunit.client.0.smithi007.stdout:524 2024-08-04T15:43:57.340 INFO:tasks.workunit.client.0.smithi007.stdout:525 2024-08-04T15:43:57.341 INFO:tasks.workunit.client.0.smithi007.stdout:526 2024-08-04T15:43:57.342 INFO:tasks.workunit.client.0.smithi007.stdout:527 2024-08-04T15:43:57.344 INFO:tasks.workunit.client.0.smithi007.stdout:528 2024-08-04T15:43:57.344 INFO:tasks.workunit.client.0.smithi007.stdout:529 2024-08-04T15:43:57.345 INFO:tasks.workunit.client.0.smithi007.stdout:530 2024-08-04T15:43:57.346 INFO:tasks.workunit.client.0.smithi007.stdout:531 2024-08-04T15:43:57.347 INFO:tasks.workunit.client.0.smithi007.stdout:532 2024-08-04T15:43:57.348 INFO:tasks.workunit.client.0.smithi007.stdout:533 2024-08-04T15:43:57.349 INFO:tasks.workunit.client.0.smithi007.stdout:534 2024-08-04T15:43:57.350 INFO:tasks.workunit.client.0.smithi007.stdout:535 2024-08-04T15:43:57.351 INFO:tasks.workunit.client.0.smithi007.stdout:536 2024-08-04T15:43:57.353 INFO:tasks.workunit.client.0.smithi007.stdout:537 2024-08-04T15:43:57.354 INFO:tasks.workunit.client.0.smithi007.stdout:538 2024-08-04T15:43:57.355 INFO:tasks.workunit.client.0.smithi007.stdout:539 2024-08-04T15:43:57.356 INFO:tasks.workunit.client.0.smithi007.stdout:540 2024-08-04T15:43:57.357 INFO:tasks.workunit.client.0.smithi007.stdout:541 2024-08-04T15:43:57.358 INFO:tasks.workunit.client.0.smithi007.stdout:542 2024-08-04T15:43:57.359 INFO:tasks.workunit.client.0.smithi007.stdout:543 2024-08-04T15:43:57.360 INFO:tasks.workunit.client.0.smithi007.stdout:544 2024-08-04T15:43:57.361 INFO:tasks.workunit.client.0.smithi007.stdout:545 2024-08-04T15:43:57.362 INFO:tasks.workunit.client.0.smithi007.stdout:546 2024-08-04T15:43:57.363 INFO:tasks.workunit.client.0.smithi007.stdout:547 2024-08-04T15:43:57.364 INFO:tasks.workunit.client.0.smithi007.stdout:548 2024-08-04T15:43:57.365 INFO:tasks.workunit.client.0.smithi007.stdout:549 2024-08-04T15:43:57.366 INFO:tasks.workunit.client.0.smithi007.stdout:550 2024-08-04T15:43:57.367 INFO:tasks.workunit.client.0.smithi007.stdout:551 2024-08-04T15:43:57.368 INFO:tasks.workunit.client.0.smithi007.stdout:552 2024-08-04T15:43:57.369 INFO:tasks.workunit.client.0.smithi007.stdout:553 2024-08-04T15:43:57.370 INFO:tasks.workunit.client.0.smithi007.stdout:554 2024-08-04T15:43:57.371 INFO:tasks.workunit.client.0.smithi007.stdout:555 2024-08-04T15:43:57.372 INFO:tasks.workunit.client.0.smithi007.stdout:556 2024-08-04T15:43:57.373 INFO:tasks.workunit.client.0.smithi007.stdout:557 2024-08-04T15:43:57.374 INFO:tasks.workunit.client.0.smithi007.stdout:558 2024-08-04T15:43:57.375 INFO:tasks.workunit.client.0.smithi007.stdout:559 2024-08-04T15:43:57.376 INFO:tasks.workunit.client.0.smithi007.stdout:560 2024-08-04T15:43:57.377 INFO:tasks.workunit.client.0.smithi007.stdout:561 2024-08-04T15:43:57.379 INFO:tasks.workunit.client.0.smithi007.stdout:562 2024-08-04T15:43:57.380 INFO:tasks.workunit.client.0.smithi007.stdout:563 2024-08-04T15:43:57.381 INFO:tasks.workunit.client.0.smithi007.stdout:564 2024-08-04T15:43:57.382 INFO:tasks.workunit.client.0.smithi007.stdout:565 2024-08-04T15:43:57.383 INFO:tasks.workunit.client.0.smithi007.stdout:566 2024-08-04T15:43:57.384 INFO:tasks.workunit.client.0.smithi007.stdout:567 2024-08-04T15:43:57.386 INFO:tasks.workunit.client.0.smithi007.stdout:568 2024-08-04T15:43:57.387 INFO:tasks.workunit.client.0.smithi007.stdout:569 2024-08-04T15:43:57.388 INFO:tasks.workunit.client.0.smithi007.stdout:570 2024-08-04T15:43:57.389 INFO:tasks.workunit.client.0.smithi007.stdout:571 2024-08-04T15:43:57.390 INFO:tasks.workunit.client.0.smithi007.stdout:572 2024-08-04T15:43:57.391 INFO:tasks.workunit.client.0.smithi007.stdout:573 2024-08-04T15:43:57.392 INFO:tasks.workunit.client.0.smithi007.stdout:574 2024-08-04T15:43:57.393 INFO:tasks.workunit.client.0.smithi007.stdout:575 2024-08-04T15:43:57.394 INFO:tasks.workunit.client.0.smithi007.stdout:576 2024-08-04T15:43:57.395 INFO:tasks.workunit.client.0.smithi007.stdout:577 2024-08-04T15:43:57.396 INFO:tasks.workunit.client.0.smithi007.stdout:578 2024-08-04T15:43:57.397 INFO:tasks.workunit.client.0.smithi007.stdout:579 2024-08-04T15:43:57.398 INFO:tasks.workunit.client.0.smithi007.stdout:580 2024-08-04T15:43:57.399 INFO:tasks.workunit.client.0.smithi007.stdout:581 2024-08-04T15:43:57.401 INFO:tasks.workunit.client.0.smithi007.stdout:582 2024-08-04T15:43:57.402 INFO:tasks.workunit.client.0.smithi007.stdout:583 2024-08-04T15:43:57.403 INFO:tasks.workunit.client.0.smithi007.stdout:584 2024-08-04T15:43:57.404 INFO:tasks.workunit.client.0.smithi007.stdout:585 2024-08-04T15:43:57.405 INFO:tasks.workunit.client.0.smithi007.stdout:586 2024-08-04T15:43:57.406 INFO:tasks.workunit.client.0.smithi007.stdout:587 2024-08-04T15:43:57.407 INFO:tasks.workunit.client.0.smithi007.stdout:588 2024-08-04T15:43:57.408 INFO:tasks.workunit.client.0.smithi007.stdout:589 2024-08-04T15:43:57.409 INFO:tasks.workunit.client.0.smithi007.stdout:590 2024-08-04T15:43:57.410 INFO:tasks.workunit.client.0.smithi007.stdout:591 2024-08-04T15:43:57.414 INFO:tasks.workunit.client.0.smithi007.stdout:592 2024-08-04T15:43:57.414 INFO:tasks.workunit.client.0.smithi007.stdout:593 2024-08-04T15:43:57.414 INFO:tasks.workunit.client.0.smithi007.stdout:594 2024-08-04T15:43:57.414 INFO:tasks.workunit.client.0.smithi007.stdout:595 2024-08-04T15:43:57.415 INFO:tasks.workunit.client.0.smithi007.stdout:596 2024-08-04T15:43:57.416 INFO:tasks.workunit.client.0.smithi007.stdout:597 2024-08-04T15:43:57.418 INFO:tasks.workunit.client.0.smithi007.stdout:598 2024-08-04T15:43:57.419 INFO:tasks.workunit.client.0.smithi007.stdout:599 2024-08-04T15:43:57.420 INFO:tasks.workunit.client.0.smithi007.stdout:600 2024-08-04T15:43:57.421 INFO:tasks.workunit.client.0.smithi007.stdout:601 2024-08-04T15:43:57.422 INFO:tasks.workunit.client.0.smithi007.stdout:602 2024-08-04T15:43:57.423 INFO:tasks.workunit.client.0.smithi007.stdout:603 2024-08-04T15:43:57.424 INFO:tasks.workunit.client.0.smithi007.stdout:604 2024-08-04T15:43:57.425 INFO:tasks.workunit.client.0.smithi007.stdout:605 2024-08-04T15:43:57.426 INFO:tasks.workunit.client.0.smithi007.stdout:606 2024-08-04T15:43:57.427 INFO:tasks.workunit.client.0.smithi007.stdout:607 2024-08-04T15:43:57.429 INFO:tasks.workunit.client.0.smithi007.stdout:608 2024-08-04T15:43:57.430 INFO:tasks.workunit.client.0.smithi007.stdout:609 2024-08-04T15:43:57.431 INFO:tasks.workunit.client.0.smithi007.stdout:610 2024-08-04T15:43:57.432 INFO:tasks.workunit.client.0.smithi007.stdout:611 2024-08-04T15:43:57.433 INFO:tasks.workunit.client.0.smithi007.stdout:612 2024-08-04T15:43:57.434 INFO:tasks.workunit.client.0.smithi007.stdout:613 2024-08-04T15:43:57.435 INFO:tasks.workunit.client.0.smithi007.stdout:614 2024-08-04T15:43:57.436 INFO:tasks.workunit.client.0.smithi007.stdout:615 2024-08-04T15:43:57.437 INFO:tasks.workunit.client.0.smithi007.stdout:616 2024-08-04T15:43:57.438 INFO:tasks.workunit.client.0.smithi007.stdout:617 2024-08-04T15:43:57.439 INFO:tasks.workunit.client.0.smithi007.stdout:618 2024-08-04T15:43:57.440 INFO:tasks.workunit.client.0.smithi007.stdout:619 2024-08-04T15:43:57.442 INFO:tasks.workunit.client.0.smithi007.stdout:620 2024-08-04T15:43:57.443 INFO:tasks.workunit.client.0.smithi007.stdout:621 2024-08-04T15:43:57.444 INFO:tasks.workunit.client.0.smithi007.stdout:622 2024-08-04T15:43:57.445 INFO:tasks.workunit.client.0.smithi007.stdout:623 2024-08-04T15:43:57.446 INFO:tasks.workunit.client.0.smithi007.stdout:624 2024-08-04T15:43:57.447 INFO:tasks.workunit.client.0.smithi007.stdout:625 2024-08-04T15:43:57.448 INFO:tasks.workunit.client.0.smithi007.stdout:626 2024-08-04T15:43:57.449 INFO:tasks.workunit.client.0.smithi007.stdout:627 2024-08-04T15:43:57.450 INFO:tasks.workunit.client.0.smithi007.stdout:628 2024-08-04T15:43:57.451 INFO:tasks.workunit.client.0.smithi007.stdout:629 2024-08-04T15:43:57.452 INFO:tasks.workunit.client.0.smithi007.stdout:630 2024-08-04T15:43:57.453 INFO:tasks.workunit.client.0.smithi007.stdout:631 2024-08-04T15:43:57.455 INFO:tasks.workunit.client.0.smithi007.stdout:632 2024-08-04T15:43:57.456 INFO:tasks.workunit.client.0.smithi007.stdout:633 2024-08-04T15:43:57.457 INFO:tasks.workunit.client.0.smithi007.stdout:634 2024-08-04T15:43:57.458 INFO:tasks.workunit.client.0.smithi007.stdout:635 2024-08-04T15:43:57.459 INFO:tasks.workunit.client.0.smithi007.stdout:636 2024-08-04T15:43:57.460 INFO:tasks.workunit.client.0.smithi007.stdout:637 2024-08-04T15:43:57.461 INFO:tasks.workunit.client.0.smithi007.stdout:638 2024-08-04T15:43:57.463 INFO:tasks.workunit.client.0.smithi007.stdout:639 2024-08-04T15:43:57.465 INFO:tasks.workunit.client.0.smithi007.stdout:640 2024-08-04T15:43:57.468 INFO:tasks.workunit.client.0.smithi007.stdout:641 2024-08-04T15:43:57.469 INFO:tasks.workunit.client.0.smithi007.stdout:642 2024-08-04T15:43:57.470 INFO:tasks.workunit.client.0.smithi007.stdout:643 2024-08-04T15:43:57.471 INFO:tasks.workunit.client.0.smithi007.stdout:644 2024-08-04T15:43:57.472 INFO:tasks.workunit.client.0.smithi007.stdout:645 2024-08-04T15:43:57.473 INFO:tasks.workunit.client.0.smithi007.stdout:646 2024-08-04T15:43:57.474 INFO:tasks.workunit.client.0.smithi007.stdout:647 2024-08-04T15:43:57.475 INFO:tasks.workunit.client.0.smithi007.stdout:648 2024-08-04T15:43:57.476 INFO:tasks.workunit.client.0.smithi007.stdout:649 2024-08-04T15:43:57.477 INFO:tasks.workunit.client.0.smithi007.stdout:650 2024-08-04T15:43:57.478 INFO:tasks.workunit.client.0.smithi007.stdout:651 2024-08-04T15:43:57.479 INFO:tasks.workunit.client.0.smithi007.stdout:652 2024-08-04T15:43:57.480 INFO:tasks.workunit.client.0.smithi007.stdout:653 2024-08-04T15:43:57.481 INFO:tasks.workunit.client.0.smithi007.stdout:654 2024-08-04T15:43:57.482 INFO:tasks.workunit.client.0.smithi007.stdout:655 2024-08-04T15:43:57.484 INFO:tasks.workunit.client.0.smithi007.stdout:656 2024-08-04T15:43:57.485 INFO:tasks.workunit.client.0.smithi007.stdout:657 2024-08-04T15:43:57.486 INFO:tasks.workunit.client.0.smithi007.stdout:658 2024-08-04T15:43:57.487 INFO:tasks.workunit.client.0.smithi007.stdout:659 2024-08-04T15:43:57.489 INFO:tasks.workunit.client.0.smithi007.stdout:660 2024-08-04T15:43:57.490 INFO:tasks.workunit.client.0.smithi007.stdout:661 2024-08-04T15:43:57.491 INFO:tasks.workunit.client.0.smithi007.stdout:662 2024-08-04T15:43:57.493 INFO:tasks.workunit.client.0.smithi007.stdout:663 2024-08-04T15:43:57.494 INFO:tasks.workunit.client.0.smithi007.stdout:664 2024-08-04T15:43:57.495 INFO:tasks.workunit.client.0.smithi007.stdout:665 2024-08-04T15:43:57.496 INFO:tasks.workunit.client.0.smithi007.stdout:666 2024-08-04T15:43:57.498 INFO:tasks.workunit.client.0.smithi007.stdout:667 2024-08-04T15:43:57.499 INFO:tasks.workunit.client.0.smithi007.stdout:668 2024-08-04T15:43:57.500 INFO:tasks.workunit.client.0.smithi007.stdout:669 2024-08-04T15:43:57.501 INFO:tasks.workunit.client.0.smithi007.stdout:670 2024-08-04T15:43:57.503 INFO:tasks.workunit.client.0.smithi007.stdout:671 2024-08-04T15:43:57.504 INFO:tasks.workunit.client.0.smithi007.stdout:672 2024-08-04T15:43:57.505 INFO:tasks.workunit.client.0.smithi007.stdout:673 2024-08-04T15:43:57.506 INFO:tasks.workunit.client.0.smithi007.stdout:674 2024-08-04T15:43:57.508 INFO:tasks.workunit.client.0.smithi007.stdout:675 2024-08-04T15:43:57.509 INFO:tasks.workunit.client.0.smithi007.stdout:676 2024-08-04T15:43:57.510 INFO:tasks.workunit.client.0.smithi007.stdout:677 2024-08-04T15:43:57.511 INFO:tasks.workunit.client.0.smithi007.stdout:678 2024-08-04T15:43:57.513 INFO:tasks.workunit.client.0.smithi007.stdout:679 2024-08-04T15:43:57.514 INFO:tasks.workunit.client.0.smithi007.stdout:680 2024-08-04T15:43:57.515 INFO:tasks.workunit.client.0.smithi007.stdout:681 2024-08-04T15:43:57.517 INFO:tasks.workunit.client.0.smithi007.stdout:682 2024-08-04T15:43:57.518 INFO:tasks.workunit.client.0.smithi007.stdout:683 2024-08-04T15:43:57.520 INFO:tasks.workunit.client.0.smithi007.stdout:684 2024-08-04T15:43:57.521 INFO:tasks.workunit.client.0.smithi007.stdout:685 2024-08-04T15:43:57.522 INFO:tasks.workunit.client.0.smithi007.stdout:686 2024-08-04T15:43:57.523 INFO:tasks.workunit.client.0.smithi007.stdout:687 2024-08-04T15:43:57.524 INFO:tasks.workunit.client.0.smithi007.stdout:688 2024-08-04T15:43:57.525 INFO:tasks.workunit.client.0.smithi007.stdout:689 2024-08-04T15:43:57.526 INFO:tasks.workunit.client.0.smithi007.stdout:690 2024-08-04T15:43:57.528 INFO:tasks.workunit.client.0.smithi007.stdout:691 2024-08-04T15:43:57.529 INFO:tasks.workunit.client.0.smithi007.stdout:692 2024-08-04T15:43:57.530 INFO:tasks.workunit.client.0.smithi007.stdout:693 2024-08-04T15:43:57.531 INFO:tasks.workunit.client.0.smithi007.stdout:694 2024-08-04T15:43:57.532 INFO:tasks.workunit.client.0.smithi007.stdout:695 2024-08-04T15:43:57.533 INFO:tasks.workunit.client.0.smithi007.stdout:696 2024-08-04T15:43:57.534 INFO:tasks.workunit.client.0.smithi007.stdout:697 2024-08-04T15:43:57.535 INFO:tasks.workunit.client.0.smithi007.stdout:698 2024-08-04T15:43:57.536 INFO:tasks.workunit.client.0.smithi007.stdout:699 2024-08-04T15:43:57.537 INFO:tasks.workunit.client.0.smithi007.stdout:700 2024-08-04T15:43:57.538 INFO:tasks.workunit.client.0.smithi007.stdout:701 2024-08-04T15:43:57.539 INFO:tasks.workunit.client.0.smithi007.stdout:702 2024-08-04T15:43:57.540 INFO:tasks.workunit.client.0.smithi007.stdout:703 2024-08-04T15:43:57.541 INFO:tasks.workunit.client.0.smithi007.stdout:704 2024-08-04T15:43:57.542 INFO:tasks.workunit.client.0.smithi007.stdout:705 2024-08-04T15:43:57.543 INFO:tasks.workunit.client.0.smithi007.stdout:706 2024-08-04T15:43:57.544 INFO:tasks.workunit.client.0.smithi007.stdout:707 2024-08-04T15:43:57.545 INFO:tasks.workunit.client.0.smithi007.stdout:708 2024-08-04T15:43:57.546 INFO:tasks.workunit.client.0.smithi007.stdout:709 2024-08-04T15:43:57.548 INFO:tasks.workunit.client.0.smithi007.stdout:710 2024-08-04T15:43:57.549 INFO:tasks.workunit.client.0.smithi007.stdout:711 2024-08-04T15:43:57.550 INFO:tasks.workunit.client.0.smithi007.stdout:712 2024-08-04T15:43:57.551 INFO:tasks.workunit.client.0.smithi007.stdout:713 2024-08-04T15:43:57.552 INFO:tasks.workunit.client.0.smithi007.stdout:714 2024-08-04T15:43:57.553 INFO:tasks.workunit.client.0.smithi007.stdout:715 2024-08-04T15:43:57.554 INFO:tasks.workunit.client.0.smithi007.stdout:716 2024-08-04T15:43:57.556 INFO:tasks.workunit.client.0.smithi007.stdout:717 2024-08-04T15:43:57.557 INFO:tasks.workunit.client.0.smithi007.stdout:718 2024-08-04T15:43:57.558 INFO:tasks.workunit.client.0.smithi007.stdout:719 2024-08-04T15:43:57.559 INFO:tasks.workunit.client.0.smithi007.stdout:720 2024-08-04T15:43:57.560 INFO:tasks.workunit.client.0.smithi007.stdout:721 2024-08-04T15:43:57.561 INFO:tasks.workunit.client.0.smithi007.stdout:722 2024-08-04T15:43:57.562 INFO:tasks.workunit.client.0.smithi007.stdout:723 2024-08-04T15:43:57.564 INFO:tasks.workunit.client.0.smithi007.stdout:724 2024-08-04T15:43:57.565 INFO:tasks.workunit.client.0.smithi007.stdout:725 2024-08-04T15:43:57.566 INFO:tasks.workunit.client.0.smithi007.stdout:726 2024-08-04T15:43:57.570 INFO:tasks.workunit.client.0.smithi007.stdout:727 2024-08-04T15:43:57.570 INFO:tasks.workunit.client.0.smithi007.stdout:728 2024-08-04T15:43:57.570 INFO:tasks.workunit.client.0.smithi007.stdout:729 2024-08-04T15:43:57.570 INFO:tasks.workunit.client.0.smithi007.stdout:730 2024-08-04T15:43:57.571 INFO:tasks.workunit.client.0.smithi007.stdout:731 2024-08-04T15:43:57.573 INFO:tasks.workunit.client.0.smithi007.stdout:732 2024-08-04T15:43:57.574 INFO:tasks.workunit.client.0.smithi007.stdout:733 2024-08-04T15:43:57.575 INFO:tasks.workunit.client.0.smithi007.stdout:734 2024-08-04T15:43:57.576 INFO:tasks.workunit.client.0.smithi007.stdout:735 2024-08-04T15:43:57.577 INFO:tasks.workunit.client.0.smithi007.stdout:736 2024-08-04T15:43:57.578 INFO:tasks.workunit.client.0.smithi007.stdout:737 2024-08-04T15:43:57.580 INFO:tasks.workunit.client.0.smithi007.stdout:738 2024-08-04T15:43:57.581 INFO:tasks.workunit.client.0.smithi007.stdout:739 2024-08-04T15:43:57.582 INFO:tasks.workunit.client.0.smithi007.stdout:740 2024-08-04T15:43:57.583 INFO:tasks.workunit.client.0.smithi007.stdout:741 2024-08-04T15:43:57.585 INFO:tasks.workunit.client.0.smithi007.stdout:742 2024-08-04T15:43:57.586 INFO:tasks.workunit.client.0.smithi007.stdout:743 2024-08-04T15:43:57.587 INFO:tasks.workunit.client.0.smithi007.stdout:744 2024-08-04T15:43:57.588 INFO:tasks.workunit.client.0.smithi007.stdout:745 2024-08-04T15:43:57.589 INFO:tasks.workunit.client.0.smithi007.stdout:746 2024-08-04T15:43:57.590 INFO:tasks.workunit.client.0.smithi007.stdout:747 2024-08-04T15:43:57.591 INFO:tasks.workunit.client.0.smithi007.stdout:748 2024-08-04T15:43:57.592 INFO:tasks.workunit.client.0.smithi007.stdout:749 2024-08-04T15:43:57.593 INFO:tasks.workunit.client.0.smithi007.stdout:750 2024-08-04T15:43:57.594 INFO:tasks.workunit.client.0.smithi007.stdout:751 2024-08-04T15:43:57.595 INFO:tasks.workunit.client.0.smithi007.stdout:752 2024-08-04T15:43:57.597 INFO:tasks.workunit.client.0.smithi007.stdout:753 2024-08-04T15:43:57.598 INFO:tasks.workunit.client.0.smithi007.stdout:754 2024-08-04T15:43:57.599 INFO:tasks.workunit.client.0.smithi007.stdout:755 2024-08-04T15:43:57.600 INFO:tasks.workunit.client.0.smithi007.stdout:756 2024-08-04T15:43:57.601 INFO:tasks.workunit.client.0.smithi007.stdout:757 2024-08-04T15:43:57.602 INFO:tasks.workunit.client.0.smithi007.stdout:758 2024-08-04T15:43:57.603 INFO:tasks.workunit.client.0.smithi007.stdout:759 2024-08-04T15:43:57.604 INFO:tasks.workunit.client.0.smithi007.stdout:760 2024-08-04T15:43:57.605 INFO:tasks.workunit.client.0.smithi007.stdout:761 2024-08-04T15:43:57.607 INFO:tasks.workunit.client.0.smithi007.stdout:762 2024-08-04T15:43:57.608 INFO:tasks.workunit.client.0.smithi007.stdout:763 2024-08-04T15:43:57.609 INFO:tasks.workunit.client.0.smithi007.stdout:764 2024-08-04T15:43:57.610 INFO:tasks.workunit.client.0.smithi007.stdout:765 2024-08-04T15:43:57.611 INFO:tasks.workunit.client.0.smithi007.stdout:766 2024-08-04T15:43:57.612 INFO:tasks.workunit.client.0.smithi007.stdout:767 2024-08-04T15:43:57.613 INFO:tasks.workunit.client.0.smithi007.stdout:768 2024-08-04T15:43:57.614 INFO:tasks.workunit.client.0.smithi007.stdout:769 2024-08-04T15:43:57.616 INFO:tasks.workunit.client.0.smithi007.stdout:770 2024-08-04T15:43:57.617 INFO:tasks.workunit.client.0.smithi007.stdout:771 2024-08-04T15:43:57.618 INFO:tasks.workunit.client.0.smithi007.stdout:772 2024-08-04T15:43:57.619 INFO:tasks.workunit.client.0.smithi007.stdout:773 2024-08-04T15:43:57.620 INFO:tasks.workunit.client.0.smithi007.stdout:774 2024-08-04T15:43:57.621 INFO:tasks.workunit.client.0.smithi007.stdout:775 2024-08-04T15:43:57.622 INFO:tasks.workunit.client.0.smithi007.stdout:776 2024-08-04T15:43:57.623 INFO:tasks.workunit.client.0.smithi007.stdout:777 2024-08-04T15:43:57.624 INFO:tasks.workunit.client.0.smithi007.stdout:778 2024-08-04T15:43:57.625 INFO:tasks.workunit.client.0.smithi007.stdout:779 2024-08-04T15:43:57.626 INFO:tasks.workunit.client.0.smithi007.stdout:780 2024-08-04T15:43:57.628 INFO:tasks.workunit.client.0.smithi007.stdout:781 2024-08-04T15:43:57.629 INFO:tasks.workunit.client.0.smithi007.stdout:782 2024-08-04T15:43:57.630 INFO:tasks.workunit.client.0.smithi007.stdout:783 2024-08-04T15:43:57.631 INFO:tasks.workunit.client.0.smithi007.stdout:784 2024-08-04T15:43:57.633 INFO:tasks.workunit.client.0.smithi007.stdout:785 2024-08-04T15:43:57.634 INFO:tasks.workunit.client.0.smithi007.stdout:786 2024-08-04T15:43:57.635 INFO:tasks.workunit.client.0.smithi007.stdout:787 2024-08-04T15:43:57.636 INFO:tasks.workunit.client.0.smithi007.stdout:788 2024-08-04T15:43:57.637 INFO:tasks.workunit.client.0.smithi007.stdout:789 2024-08-04T15:43:57.638 INFO:tasks.workunit.client.0.smithi007.stdout:790 2024-08-04T15:43:57.640 INFO:tasks.workunit.client.0.smithi007.stdout:791 2024-08-04T15:43:57.641 INFO:tasks.workunit.client.0.smithi007.stdout:792 2024-08-04T15:43:57.642 INFO:tasks.workunit.client.0.smithi007.stdout:793 2024-08-04T15:43:57.643 INFO:tasks.workunit.client.0.smithi007.stdout:794 2024-08-04T15:43:57.644 INFO:tasks.workunit.client.0.smithi007.stdout:795 2024-08-04T15:43:57.645 INFO:tasks.workunit.client.0.smithi007.stdout:796 2024-08-04T15:43:57.646 INFO:tasks.workunit.client.0.smithi007.stdout:797 2024-08-04T15:43:57.648 INFO:tasks.workunit.client.0.smithi007.stdout:798 2024-08-04T15:43:57.649 INFO:tasks.workunit.client.0.smithi007.stdout:799 2024-08-04T15:43:57.650 INFO:tasks.workunit.client.0.smithi007.stdout:800 2024-08-04T15:43:57.651 INFO:tasks.workunit.client.0.smithi007.stdout:801 2024-08-04T15:43:57.652 INFO:tasks.workunit.client.0.smithi007.stdout:802 2024-08-04T15:43:57.653 INFO:tasks.workunit.client.0.smithi007.stdout:803 2024-08-04T15:43:57.655 INFO:tasks.workunit.client.0.smithi007.stdout:804 2024-08-04T15:43:57.656 INFO:tasks.workunit.client.0.smithi007.stdout:805 2024-08-04T15:43:57.657 INFO:tasks.workunit.client.0.smithi007.stdout:806 2024-08-04T15:43:57.659 INFO:tasks.workunit.client.0.smithi007.stdout:807 2024-08-04T15:43:57.660 INFO:tasks.workunit.client.0.smithi007.stdout:808 2024-08-04T15:43:57.661 INFO:tasks.workunit.client.0.smithi007.stdout:809 2024-08-04T15:43:57.662 INFO:tasks.workunit.client.0.smithi007.stdout:810 2024-08-04T15:43:57.664 INFO:tasks.workunit.client.0.smithi007.stdout:811 2024-08-04T15:43:57.665 INFO:tasks.workunit.client.0.smithi007.stdout:812 2024-08-04T15:43:57.666 INFO:tasks.workunit.client.0.smithi007.stdout:813 2024-08-04T15:43:57.667 INFO:tasks.workunit.client.0.smithi007.stdout:814 2024-08-04T15:43:57.668 INFO:tasks.workunit.client.0.smithi007.stdout:815 2024-08-04T15:43:57.669 INFO:tasks.workunit.client.0.smithi007.stdout:816 2024-08-04T15:43:57.671 INFO:tasks.workunit.client.0.smithi007.stdout:817 2024-08-04T15:43:57.672 INFO:tasks.workunit.client.0.smithi007.stdout:818 2024-08-04T15:43:57.673 INFO:tasks.workunit.client.0.smithi007.stdout:819 2024-08-04T15:43:57.674 INFO:tasks.workunit.client.0.smithi007.stdout:820 2024-08-04T15:43:57.676 INFO:tasks.workunit.client.0.smithi007.stdout:821 2024-08-04T15:43:57.677 INFO:tasks.workunit.client.0.smithi007.stdout:822 2024-08-04T15:43:57.678 INFO:tasks.workunit.client.0.smithi007.stdout:823 2024-08-04T15:43:57.679 INFO:tasks.workunit.client.0.smithi007.stdout:824 2024-08-04T15:43:57.680 INFO:tasks.workunit.client.0.smithi007.stdout:825 2024-08-04T15:43:57.681 INFO:tasks.workunit.client.0.smithi007.stdout:826 2024-08-04T15:43:57.682 INFO:tasks.workunit.client.0.smithi007.stdout:827 2024-08-04T15:43:57.683 INFO:tasks.workunit.client.0.smithi007.stdout:828 2024-08-04T15:43:57.684 INFO:tasks.workunit.client.0.smithi007.stdout:829 2024-08-04T15:43:57.686 INFO:tasks.workunit.client.0.smithi007.stdout:830 2024-08-04T15:43:57.687 INFO:tasks.workunit.client.0.smithi007.stdout:831 2024-08-04T15:43:57.688 INFO:tasks.workunit.client.0.smithi007.stdout:832 2024-08-04T15:43:57.689 INFO:tasks.workunit.client.0.smithi007.stdout:833 2024-08-04T15:43:57.690 INFO:tasks.workunit.client.0.smithi007.stdout:834 2024-08-04T15:43:57.691 INFO:tasks.workunit.client.0.smithi007.stdout:835 2024-08-04T15:43:57.693 INFO:tasks.workunit.client.0.smithi007.stdout:836 2024-08-04T15:43:57.694 INFO:tasks.workunit.client.0.smithi007.stdout:837 2024-08-04T15:43:57.695 INFO:tasks.workunit.client.0.smithi007.stdout:838 2024-08-04T15:43:57.696 INFO:tasks.workunit.client.0.smithi007.stdout:839 2024-08-04T15:43:57.698 INFO:tasks.workunit.client.0.smithi007.stdout:840 2024-08-04T15:43:57.698 INFO:tasks.workunit.client.0.smithi007.stdout:841 2024-08-04T15:43:57.700 INFO:tasks.workunit.client.0.smithi007.stdout:842 2024-08-04T15:43:57.701 INFO:tasks.workunit.client.0.smithi007.stdout:843 2024-08-04T15:43:57.702 INFO:tasks.workunit.client.0.smithi007.stdout:844 2024-08-04T15:43:57.703 INFO:tasks.workunit.client.0.smithi007.stdout:845 2024-08-04T15:43:57.704 INFO:tasks.workunit.client.0.smithi007.stdout:846 2024-08-04T15:43:57.706 INFO:tasks.workunit.client.0.smithi007.stdout:847 2024-08-04T15:43:57.707 INFO:tasks.workunit.client.0.smithi007.stdout:848 2024-08-04T15:43:57.708 INFO:tasks.workunit.client.0.smithi007.stdout:849 2024-08-04T15:43:57.710 INFO:tasks.workunit.client.0.smithi007.stdout:850 2024-08-04T15:43:57.711 INFO:tasks.workunit.client.0.smithi007.stdout:851 2024-08-04T15:43:57.712 INFO:tasks.workunit.client.0.smithi007.stdout:852 2024-08-04T15:43:57.713 INFO:tasks.workunit.client.0.smithi007.stdout:853 2024-08-04T15:43:57.714 INFO:tasks.workunit.client.0.smithi007.stdout:854 2024-08-04T15:43:57.716 INFO:tasks.workunit.client.0.smithi007.stdout:855 2024-08-04T15:43:57.717 INFO:tasks.workunit.client.0.smithi007.stdout:856 2024-08-04T15:43:57.718 INFO:tasks.workunit.client.0.smithi007.stdout:857 2024-08-04T15:43:57.719 INFO:tasks.workunit.client.0.smithi007.stdout:858 2024-08-04T15:43:57.720 INFO:tasks.workunit.client.0.smithi007.stdout:859 2024-08-04T15:43:57.722 INFO:tasks.workunit.client.0.smithi007.stdout:860 2024-08-04T15:43:57.723 INFO:tasks.workunit.client.0.smithi007.stdout:861 2024-08-04T15:43:57.724 INFO:tasks.workunit.client.0.smithi007.stdout:862 2024-08-04T15:43:57.726 INFO:tasks.workunit.client.0.smithi007.stdout:863 2024-08-04T15:43:57.727 INFO:tasks.workunit.client.0.smithi007.stdout:864 2024-08-04T15:43:57.728 INFO:tasks.workunit.client.0.smithi007.stdout:865 2024-08-04T15:43:57.729 INFO:tasks.workunit.client.0.smithi007.stdout:866 2024-08-04T15:43:57.730 INFO:tasks.workunit.client.0.smithi007.stdout:867 2024-08-04T15:43:57.731 INFO:tasks.workunit.client.0.smithi007.stdout:868 2024-08-04T15:43:57.732 INFO:tasks.workunit.client.0.smithi007.stdout:869 2024-08-04T15:43:57.734 INFO:tasks.workunit.client.0.smithi007.stdout:870 2024-08-04T15:43:57.735 INFO:tasks.workunit.client.0.smithi007.stdout:871 2024-08-04T15:43:57.736 INFO:tasks.workunit.client.0.smithi007.stdout:872 2024-08-04T15:43:57.737 INFO:tasks.workunit.client.0.smithi007.stdout:873 2024-08-04T15:43:57.738 INFO:tasks.workunit.client.0.smithi007.stdout:874 2024-08-04T15:43:57.739 INFO:tasks.workunit.client.0.smithi007.stdout:875 2024-08-04T15:43:57.741 INFO:tasks.workunit.client.0.smithi007.stdout:876 2024-08-04T15:43:57.742 INFO:tasks.workunit.client.0.smithi007.stdout:877 2024-08-04T15:43:57.743 INFO:tasks.workunit.client.0.smithi007.stdout:878 2024-08-04T15:43:57.744 INFO:tasks.workunit.client.0.smithi007.stdout:879 2024-08-04T15:43:57.746 INFO:tasks.workunit.client.0.smithi007.stdout:880 2024-08-04T15:43:57.747 INFO:tasks.workunit.client.0.smithi007.stdout:881 2024-08-04T15:43:57.748 INFO:tasks.workunit.client.0.smithi007.stdout:882 2024-08-04T15:43:57.749 INFO:tasks.workunit.client.0.smithi007.stdout:883 2024-08-04T15:43:57.750 INFO:tasks.workunit.client.0.smithi007.stdout:884 2024-08-04T15:43:57.752 INFO:tasks.workunit.client.0.smithi007.stdout:885 2024-08-04T15:43:57.753 INFO:tasks.workunit.client.0.smithi007.stdout:886 2024-08-04T15:43:57.754 INFO:tasks.workunit.client.0.smithi007.stdout:887 2024-08-04T15:43:57.755 INFO:tasks.workunit.client.0.smithi007.stdout:888 2024-08-04T15:43:57.757 INFO:tasks.workunit.client.0.smithi007.stdout:889 2024-08-04T15:43:57.758 INFO:tasks.workunit.client.0.smithi007.stdout:890 2024-08-04T15:43:57.759 INFO:tasks.workunit.client.0.smithi007.stdout:891 2024-08-04T15:43:57.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:57 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:57.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:57 smithi062 ceph-mon[85960]: osdmap e972: 8 total, 8 up, 8 in 2024-08-04T15:43:57.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:57 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1263803605' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-08-04T15:43:57.761 INFO:tasks.workunit.client.0.smithi007.stdout:892 2024-08-04T15:43:57.762 INFO:tasks.workunit.client.0.smithi007.stdout:893 2024-08-04T15:43:57.763 INFO:tasks.workunit.client.0.smithi007.stdout:894 2024-08-04T15:43:57.764 INFO:tasks.workunit.client.0.smithi007.stdout:895 2024-08-04T15:43:57.765 INFO:tasks.workunit.client.0.smithi007.stdout:896 2024-08-04T15:43:57.766 INFO:tasks.workunit.client.0.smithi007.stdout:897 2024-08-04T15:43:57.768 INFO:tasks.workunit.client.0.smithi007.stdout:898 2024-08-04T15:43:57.769 INFO:tasks.workunit.client.0.smithi007.stdout:899 2024-08-04T15:43:57.770 INFO:tasks.workunit.client.0.smithi007.stdout:900 2024-08-04T15:43:57.771 INFO:tasks.workunit.client.0.smithi007.stdout:901 2024-08-04T15:43:57.774 INFO:tasks.workunit.client.0.smithi007.stdout:902 2024-08-04T15:43:57.774 INFO:tasks.workunit.client.0.smithi007.stdout:903 2024-08-04T15:43:57.775 INFO:tasks.workunit.client.0.smithi007.stdout:904 2024-08-04T15:43:57.776 INFO:tasks.workunit.client.0.smithi007.stdout:905 2024-08-04T15:43:57.777 INFO:tasks.workunit.client.0.smithi007.stdout:906 2024-08-04T15:43:57.778 INFO:tasks.workunit.client.0.smithi007.stdout:907 2024-08-04T15:43:57.779 INFO:tasks.workunit.client.0.smithi007.stdout:908 2024-08-04T15:43:57.781 INFO:tasks.workunit.client.0.smithi007.stdout:909 2024-08-04T15:43:57.782 INFO:tasks.workunit.client.0.smithi007.stdout:910 2024-08-04T15:43:57.783 INFO:tasks.workunit.client.0.smithi007.stdout:911 2024-08-04T15:43:57.785 INFO:tasks.workunit.client.0.smithi007.stdout:912 2024-08-04T15:43:57.786 INFO:tasks.workunit.client.0.smithi007.stdout:913 2024-08-04T15:43:57.788 INFO:tasks.workunit.client.0.smithi007.stdout:914 2024-08-04T15:43:57.789 INFO:tasks.workunit.client.0.smithi007.stdout:915 2024-08-04T15:43:57.790 INFO:tasks.workunit.client.0.smithi007.stdout:916 2024-08-04T15:43:57.792 INFO:tasks.workunit.client.0.smithi007.stdout:917 2024-08-04T15:43:57.793 INFO:tasks.workunit.client.0.smithi007.stdout:918 2024-08-04T15:43:57.795 INFO:tasks.workunit.client.0.smithi007.stdout:919 2024-08-04T15:43:57.796 INFO:tasks.workunit.client.0.smithi007.stdout:920 2024-08-04T15:43:57.798 INFO:tasks.workunit.client.0.smithi007.stdout:921 2024-08-04T15:43:57.799 INFO:tasks.workunit.client.0.smithi007.stdout:922 2024-08-04T15:43:57.800 INFO:tasks.workunit.client.0.smithi007.stdout:923 2024-08-04T15:43:57.802 INFO:tasks.workunit.client.0.smithi007.stdout:924 2024-08-04T15:43:57.803 INFO:tasks.workunit.client.0.smithi007.stdout:925 2024-08-04T15:43:57.805 INFO:tasks.workunit.client.0.smithi007.stdout:926 2024-08-04T15:43:57.806 INFO:tasks.workunit.client.0.smithi007.stdout:927 2024-08-04T15:43:57.808 INFO:tasks.workunit.client.0.smithi007.stdout:928 2024-08-04T15:43:57.809 INFO:tasks.workunit.client.0.smithi007.stdout:929 2024-08-04T15:43:57.810 INFO:tasks.workunit.client.0.smithi007.stdout:930 2024-08-04T15:43:57.812 INFO:tasks.workunit.client.0.smithi007.stdout:931 2024-08-04T15:43:57.813 INFO:tasks.workunit.client.0.smithi007.stdout:932 2024-08-04T15:43:57.815 INFO:tasks.workunit.client.0.smithi007.stdout:933 2024-08-04T15:43:57.816 INFO:tasks.workunit.client.0.smithi007.stdout:934 2024-08-04T15:43:57.817 INFO:tasks.workunit.client.0.smithi007.stdout:935 2024-08-04T15:43:57.819 INFO:tasks.workunit.client.0.smithi007.stdout:936 2024-08-04T15:43:57.820 INFO:tasks.workunit.client.0.smithi007.stdout:937 2024-08-04T15:43:57.822 INFO:tasks.workunit.client.0.smithi007.stdout:938 2024-08-04T15:43:57.823 INFO:tasks.workunit.client.0.smithi007.stdout:939 2024-08-04T15:43:57.824 INFO:tasks.workunit.client.0.smithi007.stdout:940 2024-08-04T15:43:57.826 INFO:tasks.workunit.client.0.smithi007.stdout:941 2024-08-04T15:43:57.827 INFO:tasks.workunit.client.0.smithi007.stdout:942 2024-08-04T15:43:57.829 INFO:tasks.workunit.client.0.smithi007.stdout:943 2024-08-04T15:43:57.830 INFO:tasks.workunit.client.0.smithi007.stdout:944 2024-08-04T15:43:57.831 INFO:tasks.workunit.client.0.smithi007.stdout:945 2024-08-04T15:43:57.833 INFO:tasks.workunit.client.0.smithi007.stdout:946 2024-08-04T15:43:57.834 INFO:tasks.workunit.client.0.smithi007.stdout:947 2024-08-04T15:43:57.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:57 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:57.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:57 smithi007 ceph-mon[94998]: osdmap e972: 8 total, 8 up, 8 in 2024-08-04T15:43:57.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:57 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1263803605' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-08-04T15:43:57.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:57 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:43:57.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:57 smithi007 ceph-mon[92692]: osdmap e972: 8 total, 8 up, 8 in 2024-08-04T15:43:57.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:57 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1263803605' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-08-04T15:43:57.836 INFO:tasks.workunit.client.0.smithi007.stdout:948 2024-08-04T15:43:57.837 INFO:tasks.workunit.client.0.smithi007.stdout:949 2024-08-04T15:43:57.838 INFO:tasks.workunit.client.0.smithi007.stdout:950 2024-08-04T15:43:57.839 INFO:tasks.workunit.client.0.smithi007.stdout:951 2024-08-04T15:43:57.840 INFO:tasks.workunit.client.0.smithi007.stdout:952 2024-08-04T15:43:57.842 INFO:tasks.workunit.client.0.smithi007.stdout:953 2024-08-04T15:43:57.843 INFO:tasks.workunit.client.0.smithi007.stdout:954 2024-08-04T15:43:57.845 INFO:tasks.workunit.client.0.smithi007.stdout:955 2024-08-04T15:43:57.846 INFO:tasks.workunit.client.0.smithi007.stdout:956 2024-08-04T15:43:57.847 INFO:tasks.workunit.client.0.smithi007.stdout:957 2024-08-04T15:43:57.849 INFO:tasks.workunit.client.0.smithi007.stdout:958 2024-08-04T15:43:57.850 INFO:tasks.workunit.client.0.smithi007.stdout:959 2024-08-04T15:43:57.852 INFO:tasks.workunit.client.0.smithi007.stdout:960 2024-08-04T15:43:57.854 INFO:tasks.workunit.client.0.smithi007.stdout:961 2024-08-04T15:43:57.855 INFO:tasks.workunit.client.0.smithi007.stdout:962 2024-08-04T15:43:57.856 INFO:tasks.workunit.client.0.smithi007.stdout:963 2024-08-04T15:43:57.858 INFO:tasks.workunit.client.0.smithi007.stdout:964 2024-08-04T15:43:57.859 INFO:tasks.workunit.client.0.smithi007.stdout:965 2024-08-04T15:43:57.861 INFO:tasks.workunit.client.0.smithi007.stdout:966 2024-08-04T15:43:57.862 INFO:tasks.workunit.client.0.smithi007.stdout:967 2024-08-04T15:43:57.864 INFO:tasks.workunit.client.0.smithi007.stdout:968 2024-08-04T15:43:57.865 INFO:tasks.workunit.client.0.smithi007.stdout:969 2024-08-04T15:43:57.867 INFO:tasks.workunit.client.0.smithi007.stdout:970 2024-08-04T15:43:57.868 INFO:tasks.workunit.client.0.smithi007.stdout:971 2024-08-04T15:43:57.870 INFO:tasks.workunit.client.0.smithi007.stdout:972 2024-08-04T15:43:57.871 INFO:tasks.workunit.client.0.smithi007.stdout:973 2024-08-04T15:43:57.872 INFO:tasks.workunit.client.0.smithi007.stdout:974 2024-08-04T15:43:57.874 INFO:tasks.workunit.client.0.smithi007.stdout:975 2024-08-04T15:43:57.875 INFO:tasks.workunit.client.0.smithi007.stdout:976 2024-08-04T15:43:57.877 INFO:tasks.workunit.client.0.smithi007.stdout:977 2024-08-04T15:43:57.878 INFO:tasks.workunit.client.0.smithi007.stdout:978 2024-08-04T15:43:57.880 INFO:tasks.workunit.client.0.smithi007.stdout:979 2024-08-04T15:43:57.881 INFO:tasks.workunit.client.0.smithi007.stdout:980 2024-08-04T15:43:57.882 INFO:tasks.workunit.client.0.smithi007.stdout:981 2024-08-04T15:43:57.884 INFO:tasks.workunit.client.0.smithi007.stdout:982 2024-08-04T15:43:57.885 INFO:tasks.workunit.client.0.smithi007.stdout:983 2024-08-04T15:43:57.887 INFO:tasks.workunit.client.0.smithi007.stdout:984 2024-08-04T15:43:57.888 INFO:tasks.workunit.client.0.smithi007.stdout:985 2024-08-04T15:43:57.889 INFO:tasks.workunit.client.0.smithi007.stdout:986 2024-08-04T15:43:57.891 INFO:tasks.workunit.client.0.smithi007.stdout:987 2024-08-04T15:43:57.892 INFO:tasks.workunit.client.0.smithi007.stdout:988 2024-08-04T15:43:57.893 INFO:tasks.workunit.client.0.smithi007.stdout:989 2024-08-04T15:43:57.895 INFO:tasks.workunit.client.0.smithi007.stdout:990 2024-08-04T15:43:57.896 INFO:tasks.workunit.client.0.smithi007.stdout:991 2024-08-04T15:43:57.898 INFO:tasks.workunit.client.0.smithi007.stdout:992 2024-08-04T15:43:57.899 INFO:tasks.workunit.client.0.smithi007.stdout:993 2024-08-04T15:43:57.900 INFO:tasks.workunit.client.0.smithi007.stdout:994 2024-08-04T15:43:57.902 INFO:tasks.workunit.client.0.smithi007.stdout:995 2024-08-04T15:43:57.903 INFO:tasks.workunit.client.0.smithi007.stdout:996 2024-08-04T15:43:57.905 INFO:tasks.workunit.client.0.smithi007.stdout:997 2024-08-04T15:43:57.906 INFO:tasks.workunit.client.0.smithi007.stdout:998 2024-08-04T15:43:57.908 INFO:tasks.workunit.client.0.smithi007.stdout:999 2024-08-04T15:43:58.474 INFO:tasks.workunit.client.0.smithi007.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-04T15:43:58.474 INFO:tasks.workunit.client.0.smithi007.stdout:00000010 69 73 |is| 2024-08-04T15:43:58.474 INFO:tasks.workunit.client.0.smithi007.stdout:00000012 2024-08-04T15:43:58.474 INFO:tasks.workunit.client.0.smithi007.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-04T15:43:58.475 INFO:tasks.workunit.client.0.smithi007.stdout:00000010 69 73 |is| 2024-08-04T15:43:58.475 INFO:tasks.workunit.client.0.smithi007.stdout:00000012 2024-08-04T15:43:58.475 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsHello.WriteReturnData (4022 ms) 2024-08-04T15:43:58.475 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsHello.Loud 2024-08-04T15:43:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:58 smithi062 ceph-mon[85960]: pgmap v1145: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:58 smithi062 ceph-mon[85960]: osdmap e973: 8 total, 8 up, 8 in 2024-08-04T15:43:58.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:58 smithi007 ceph-mon[94998]: pgmap v1145: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:58.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:58 smithi007 ceph-mon[94998]: osdmap e973: 8 total, 8 up, 8 in 2024-08-04T15:43:58.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:58 smithi007 ceph-mon[92692]: pgmap v1145: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:43:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:58 smithi007 ceph-mon[92692]: osdmap e973: 8 total, 8 up, 8 in 2024-08-04T15:43:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:43:59 smithi062 ceph-mon[85960]: osdmap e974: 8 total, 8 up, 8 in 2024-08-04T15:43:59.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:43:59 smithi007 ceph-mon[94998]: osdmap e974: 8 total, 8 up, 8 in 2024-08-04T15:43:59.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:43:59 smithi007 ceph-mon[92692]: osdmap e974: 8 total, 8 up, 8 in 2024-08-04T15:44:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:00 smithi062 ceph-mon[85960]: pgmap v1148: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:00 smithi062 ceph-mon[85960]: osdmap e975: 8 total, 8 up, 8 in 2024-08-04T15:44:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:00 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3480547539' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:00 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:00.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:00 smithi007 ceph-mon[94998]: pgmap v1148: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:00.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:00 smithi007 ceph-mon[94998]: osdmap e975: 8 total, 8 up, 8 in 2024-08-04T15:44:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:00 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3480547539' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:00 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:00 smithi007 ceph-mon[92692]: pgmap v1148: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:00 smithi007 ceph-mon[92692]: osdmap e975: 8 total, 8 up, 8 in 2024-08-04T15:44:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:00 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3480547539' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:00 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:01.497 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsHello.Loud (3023 ms) 2024-08-04T15:44:01.498 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsHello.BadMethods 2024-08-04T15:44:01.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:01 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:01.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:01 smithi062 ceph-mon[85960]: osdmap e976: 8 total, 8 up, 8 in 2024-08-04T15:44:01.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:01 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:01.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:01 smithi007 ceph-mon[94998]: osdmap e976: 8 total, 8 up, 8 in 2024-08-04T15:44:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:01 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:01 smithi007 ceph-mon[92692]: osdmap e976: 8 total, 8 up, 8 in 2024-08-04T15:44:02.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:02 smithi062 ceph-mon[85960]: pgmap v1151: 137 pgs: 9 creating+peering, 16 unknown, 112 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:02.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:02 smithi062 ceph-mon[85960]: osdmap e977: 8 total, 8 up, 8 in 2024-08-04T15:44:02.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:44:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:44:02.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:02 smithi007 ceph-mon[92692]: pgmap v1151: 137 pgs: 9 creating+peering, 16 unknown, 112 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:02 smithi007 ceph-mon[92692]: osdmap e977: 8 total, 8 up, 8 in 2024-08-04T15:44:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:02 smithi007 ceph-mon[94998]: pgmap v1151: 137 pgs: 9 creating+peering, 16 unknown, 112 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:02 smithi007 ceph-mon[94998]: osdmap e977: 8 total, 8 up, 8 in 2024-08-04T15:44:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:03 smithi062 ceph-mon[85960]: osdmap e978: 8 total, 8 up, 8 in 2024-08-04T15:44:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:03 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/170667608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:03.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:03 smithi007 ceph-mon[94998]: osdmap e978: 8 total, 8 up, 8 in 2024-08-04T15:44:03.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:03 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/170667608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:03.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:03 smithi007 ceph-mon[92692]: osdmap e978: 8 total, 8 up, 8 in 2024-08-04T15:44:03.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:03 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/170667608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:03.836 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:44:03 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3[114336]: 2024-08-04T15:44:03.526+0000 7f4434194640 -1 osd.3 pg_epoch: 979 pg[38.2( v 979'1 (0'0,979'1] local-lis/les=978/979 n=1 ec=978/978 lis/c=978/978 les/c/f=979/979/0 sis=978) [3,7,5] r=0 lpr=978 crt=979'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-08-04T15:44:03.836 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 15:44:03 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3[114336]: 2024-08-04T15:44:03.527+0000 7f443018c640 -1 osd.3 pg_epoch: 979 pg[38.2( v 979'2 (0'0,979'2] local-lis/les=978/979 n=1 ec=978/978 lis/c=978/978 les/c/f=979/979/0 sis=978) [3,7,5] r=0 lpr=978 crt=979'1 lcod 979'1 mlcod 979'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-08-04T15:44:04.512 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsHello.BadMethods (3014 ms) 2024-08-04T15:44:04.512 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsHello.Filter 2024-08-04T15:44:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:04 smithi062 ceph-mon[85960]: pgmap v1154: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:04 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:44:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:04 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/170667608' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:04 smithi062 ceph-mon[85960]: osdmap e979: 8 total, 8 up, 8 in 2024-08-04T15:44:04.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:04 smithi007 ceph-mon[92692]: pgmap v1154: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:04.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:04 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:44:04.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:04 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/170667608' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:04 smithi007 ceph-mon[92692]: osdmap e979: 8 total, 8 up, 8 in 2024-08-04T15:44:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:04 smithi007 ceph-mon[94998]: pgmap v1154: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:04 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:44:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:04 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/170667608' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:04 smithi007 ceph-mon[94998]: osdmap e979: 8 total, 8 up, 8 in 2024-08-04T15:44:05.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:05 smithi007 ceph-mon[94998]: osdmap e980: 8 total, 8 up, 8 in 2024-08-04T15:44:05.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:05 smithi007 ceph-mon[92692]: osdmap e980: 8 total, 8 up, 8 in 2024-08-04T15:44:06.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:05 smithi062 ceph-mon[85960]: osdmap e980: 8 total, 8 up, 8 in 2024-08-04T15:44:06.512 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:44:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:44:06] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-08-04T15:44:06.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:06 smithi007 ceph-mon[92692]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:06 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:44:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:06 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:44:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:06 smithi007 ceph-mon[92692]: osdmap e981: 8 total, 8 up, 8 in 2024-08-04T15:44:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:06 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2453120213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:06 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:44:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:06 smithi007 ceph-mon[94998]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:06 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:44:06.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:06 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:44:06.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:06 smithi007 ceph-mon[94998]: osdmap e981: 8 total, 8 up, 8 in 2024-08-04T15:44:06.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:06 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2453120213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:06.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:06 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:06.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:44:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:06 smithi062 ceph-mon[85960]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:06 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:44:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:06 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:44:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:06 smithi062 ceph-mon[85960]: osdmap e981: 8 total, 8 up, 8 in 2024-08-04T15:44:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:06 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2453120213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:06 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:44:07.532 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsHello.Filter (3021 ms) 2024-08-04T15:44:07.532 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 6 tests from ClsHello (18970 ms total) 2024-08-04T15:44:07.532 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T15:44:07.532 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment tear-down 2024-08-04T15:44:07.532 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] 6 tests from 1 test suite ran. (18970 ms total) 2024-08-04T15:44:07.532 INFO:tasks.workunit.client.0.smithi007.stdout:[ PASSED ] 6 tests. 2024-08-04T15:44:07.535 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T15:44:07.535 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T15:44:07.606 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-08-04T15:44:07.606 DEBUG:teuthology.orchestra.run.smithi007:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-08-04T15:44:07.680 INFO:tasks.workunit.client.0.smithi007.stdout:Running main() from gmock_main.cc 2024-08-04T15:44:07.680 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] Running 27 tests from 1 test suite. 2024-08-04T15:44:07.680 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment set-up. 2024-08-04T15:44:07.680 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 27 tests from TestClsJournal 2024-08-04T15:44:07.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:07 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:07.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:07 smithi007 ceph-mon[92692]: osdmap e982: 8 total, 8 up, 8 in 2024-08-04T15:44:07.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:07 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:07.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:07 smithi007 ceph-mon[94998]: osdmap e982: 8 total, 8 up, 8 in 2024-08-04T15:44:08.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:07 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134040-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:08.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:07 smithi062 ceph-mon[85960]: osdmap e982: 8 total, 8 up, 8 in 2024-08-04T15:44:08.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:08 smithi007 ceph-mon[92692]: pgmap v1160: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:44:08.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:08 smithi007 ceph-mon[92692]: osdmap e983: 8 total, 8 up, 8 in 2024-08-04T15:44:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:08 smithi007 ceph-mon[94998]: pgmap v1160: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:44:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:08 smithi007 ceph-mon[94998]: osdmap e983: 8 total, 8 up, 8 in 2024-08-04T15:44:09.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:08 smithi062 ceph-mon[85960]: pgmap v1160: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T15:44:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:08 smithi062 ceph-mon[85960]: osdmap e983: 8 total, 8 up, 8 in 2024-08-04T15:44:09.542 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.Create 2024-08-04T15:44:09.559 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.Create (17 ms) 2024-08-04T15:44:09.560 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-08-04T15:44:09.564 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-08-04T15:44:09.565 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-08-04T15:44:09.570 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2024-08-04T15:44:09.570 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-08-04T15:44:09.573 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-08-04T15:44:09.573 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-08-04T15:44:09.576 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-08-04T15:44:09.576 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-08-04T15:44:09.579 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-08-04T15:44:09.579 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-08-04T15:44:09.582 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-08-04T15:44:09.582 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.GetClient 2024-08-04T15:44:09.585 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-08-04T15:44:09.585 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-08-04T15:44:09.588 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-08-04T15:44:09.588 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-08-04T15:44:09.591 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (3 ms) 2024-08-04T15:44:09.591 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-08-04T15:44:09.596 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.ClientUpdateData (5 ms) 2024-08-04T15:44:09.596 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-08-04T15:44:09.601 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-08-04T15:44:09.601 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-08-04T15:44:09.604 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-08-04T15:44:09.604 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-08-04T15:44:09.608 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-08-04T15:44:09.608 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-08-04T15:44:09.712 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (104 ms) 2024-08-04T15:44:09.712 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-08-04T15:44:09.715 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.ClientCommit (3 ms) 2024-08-04T15:44:09.715 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-08-04T15:44:09.718 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-08-04T15:44:09.718 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-08-04T15:44:09.719 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-08-04T15:44:09.719 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.ClientList 2024-08-04T15:44:09.757 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.ClientList (38 ms) 2024-08-04T15:44:09.757 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-08-04T15:44:09.761 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-08-04T15:44:09.761 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.TagCreate 2024-08-04T15:44:09.769 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-08-04T15:44:09.769 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-08-04T15:44:09.776 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-08-04T15:44:09.776 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.TagList 2024-08-04T15:44:09.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:09 smithi007 ceph-mon[92692]: osdmap e984: 8 total, 8 up, 8 in 2024-08-04T15:44:09.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:09 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/981641483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134181-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:09.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:09 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134181-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:09.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:09 smithi007 ceph-mon[94998]: osdmap e984: 8 total, 8 up, 8 in 2024-08-04T15:44:09.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:09 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/981641483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134181-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:09.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:09 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134181-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:09.876 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.TagList (100 ms) 2024-08-04T15:44:09.876 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-08-04T15:44:09.878 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-08-04T15:44:09.878 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-08-04T15:44:09.879 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-08-04T15:44:09.879 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-08-04T15:44:09.881 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-08-04T15:44:09.881 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsJournal.Append 2024-08-04T15:44:09.887 INFO:tasks.workunit.client.0.smithi007.stdout:padding is not enabled 2024-08-04T15:44:09.887 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsJournal.Append (6 ms) 2024-08-04T15:44:10.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:09 smithi062 ceph-mon[85960]: osdmap e984: 8 total, 8 up, 8 in 2024-08-04T15:44:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:09 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/981641483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134181-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:09 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134181-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:10.551 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 27 tests from TestClsJournal (345 ms total) 2024-08-04T15:44:10.551 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T15:44:10.551 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment tear-down 2024-08-04T15:44:10.551 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] 27 tests from 1 test suite ran. (2870 ms total) 2024-08-04T15:44:10.551 INFO:tasks.workunit.client.0.smithi007.stdout:[ PASSED ] 27 tests. 2024-08-04T15:44:10.554 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T15:44:10.554 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T15:44:10.626 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-08-04T15:44:10.626 DEBUG:teuthology.orchestra.run.smithi007:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-08-04T15:44:10.698 INFO:tasks.workunit.client.0.smithi007.stdout:Running main() from gmock_main.cc 2024-08-04T15:44:10.698 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] Running 11 tests from 1 test suite. 2024-08-04T15:44:10.698 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment set-up. 2024-08-04T15:44:10.698 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 11 tests from ClsLock 2024-08-04T15:44:10.698 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-08-04T15:44:10.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:10 smithi007 ceph-mon[92692]: pgmap v1163: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:10.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:10 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:44:10.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:10 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134181-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:10.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:10 smithi007 ceph-mon[92692]: osdmap e985: 8 total, 8 up, 8 in 2024-08-04T15:44:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:10 smithi007 ceph-mon[94998]: pgmap v1163: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:10 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:44:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:10 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134181-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:10 smithi007 ceph-mon[94998]: osdmap e985: 8 total, 8 up, 8 in 2024-08-04T15:44:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:10 smithi062 ceph-mon[85960]: pgmap v1163: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:10 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:44:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:10 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134181-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:10 smithi062 ceph-mon[85960]: osdmap e985: 8 total, 8 up, 8 in 2024-08-04T15:44:11.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:11 smithi007 ceph-mon[94998]: osdmap e986: 8 total, 8 up, 8 in 2024-08-04T15:44:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:11 smithi007 ceph-mon[92692]: osdmap e986: 8 total, 8 up, 8 in 2024-08-04T15:44:12.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:11 smithi062 ceph-mon[85960]: osdmap e986: 8 total, 8 up, 8 in 2024-08-04T15:44:12.595 INFO:tasks.workunit.client.0.smithi007.stdout:lock: mylock 2024-08-04T15:44:12.595 INFO:tasks.workunit.client.0.smithi007.stdout: lock_type: exclusive 2024-08-04T15:44:12.595 INFO:tasks.workunit.client.0.smithi007.stdout: tag: 2024-08-04T15:44:12.595 INFO:tasks.workunit.client.0.smithi007.stdout: lockers: 2024-08-04T15:44:12.596 INFO:tasks.workunit.client.0.smithi007.stdout: client.44648 expiration=2024-08-04T15:46:12.592188+0000 addr=v1:172.21.15.7:0/1187410574 cookie= 2024-08-04T15:44:12.600 INFO:tasks.workunit.client.0.smithi007.stdout:lock: mylock 2024-08-04T15:44:12.600 INFO:tasks.workunit.client.0.smithi007.stdout: lock_type: shared 2024-08-04T15:44:12.600 INFO:tasks.workunit.client.0.smithi007.stdout: tag: 2024-08-04T15:44:12.600 INFO:tasks.workunit.client.0.smithi007.stdout: lockers: 2024-08-04T15:44:12.600 INFO:tasks.workunit.client.0.smithi007.stdout: client.34734 expiration=0.000000 addr=v1:172.21.15.7:0/3409552077 cookie= 2024-08-04T15:44:12.600 INFO:tasks.workunit.client.0.smithi007.stdout: client.44648 expiration=2024-08-04T15:46:12.599258+0000 addr=v1:172.21.15.7:0/1187410574 cookie= 2024-08-04T15:44:12.601 INFO:tasks.workunit.client.0.smithi007.stdout:lock: mylock 2024-08-04T15:44:12.601 INFO:tasks.workunit.client.0.smithi007.stdout: lock_type: shared 2024-08-04T15:44:12.601 INFO:tasks.workunit.client.0.smithi007.stdout: tag: 2024-08-04T15:44:12.601 INFO:tasks.workunit.client.0.smithi007.stdout: lockers: 2024-08-04T15:44:12.601 INFO:tasks.workunit.client.0.smithi007.stdout: client.34734 expiration=0.000000 addr=v1:172.21.15.7:0/3409552077 cookie= 2024-08-04T15:44:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:44:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:44:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:44:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:12 smithi062 ceph-mon[85960]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:12 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:44:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:12 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:44:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:12 smithi062 ceph-mon[85960]: osdmap e987: 8 total, 8 up, 8 in 2024-08-04T15:44:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:12 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1187410574' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:12 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:12.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:12 smithi007 ceph-mon[92692]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:12 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:44:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:12 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:44:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:12 smithi007 ceph-mon[92692]: osdmap e987: 8 total, 8 up, 8 in 2024-08-04T15:44:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:12 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1187410574' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:12 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:12 smithi007 ceph-mon[94998]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:12 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:44:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:12 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:44:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:12 smithi007 ceph-mon[94998]: osdmap e987: 8 total, 8 up, 8 in 2024-08-04T15:44:12.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:12 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1187410574' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:12.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:12 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:13.569 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsLock.TestMultiLocking (2871 ms) 2024-08-04T15:44:13.569 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsLock.TestMeta 2024-08-04T15:44:13.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:13 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:13.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:13 smithi007 ceph-mon[92692]: osdmap e988: 8 total, 8 up, 8 in 2024-08-04T15:44:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:13 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:13 smithi007 ceph-mon[94998]: osdmap e988: 8 total, 8 up, 8 in 2024-08-04T15:44:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:13 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:13 smithi062 ceph-mon[85960]: osdmap e988: 8 total, 8 up, 8 in 2024-08-04T15:44:14.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:14 smithi007 ceph-mon[92692]: pgmap v1169: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:14.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:14 smithi007 ceph-mon[92692]: osdmap e989: 8 total, 8 up, 8 in 2024-08-04T15:44:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:14 smithi007 ceph-mon[94998]: pgmap v1169: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:14 smithi007 ceph-mon[94998]: osdmap e989: 8 total, 8 up, 8 in 2024-08-04T15:44:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:14 smithi062 ceph-mon[85960]: pgmap v1169: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:14 smithi062 ceph-mon[85960]: osdmap e989: 8 total, 8 up, 8 in 2024-08-04T15:44:15.611 INFO:tasks.workunit.client.0.smithi007.stdout:lock: mylock 2024-08-04T15:44:15.611 INFO:tasks.workunit.client.0.smithi007.stdout: lock_type: shared 2024-08-04T15:44:15.611 INFO:tasks.workunit.client.0.smithi007.stdout: tag: 2024-08-04T15:44:15.611 INFO:tasks.workunit.client.0.smithi007.stdout: lockers: 2024-08-04T15:44:15.612 INFO:tasks.workunit.client.0.smithi007.stdout: client.34746 expiration=0.000000 addr=v1:172.21.15.7:0/3784415802 cookie= 2024-08-04T15:44:15.613 INFO:tasks.workunit.client.0.smithi007.stdout:lock: mylock 2024-08-04T15:44:15.613 INFO:tasks.workunit.client.0.smithi007.stdout: lock_type: exclusive 2024-08-04T15:44:15.613 INFO:tasks.workunit.client.0.smithi007.stdout: tag: new_tag 2024-08-04T15:44:15.613 INFO:tasks.workunit.client.0.smithi007.stdout: lockers: 2024-08-04T15:44:15.613 INFO:tasks.workunit.client.0.smithi007.stdout: client.44660 expiration=0.000000 addr=v1:172.21.15.7:0/4097645782 cookie= 2024-08-04T15:44:15.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:15 smithi007 ceph-mon[94998]: osdmap e990: 8 total, 8 up, 8 in 2024-08-04T15:44:15.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:15 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4097645782' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:15 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:15 smithi007 ceph-mon[92692]: osdmap e990: 8 total, 8 up, 8 in 2024-08-04T15:44:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:15 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4097645782' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:15 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:15 smithi062 ceph-mon[85960]: osdmap e990: 8 total, 8 up, 8 in 2024-08-04T15:44:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:15 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4097645782' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:15 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:16.574 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:44:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:44:16] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-08-04T15:44:16.587 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsLock.TestMeta (3018 ms) 2024-08-04T15:44:16.587 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsLock.TestCookie 2024-08-04T15:44:16.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:16 smithi007 ceph-mon[94998]: pgmap v1172: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:16.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:16 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:44:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:16 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:16 smithi007 ceph-mon[94998]: osdmap e991: 8 total, 8 up, 8 in 2024-08-04T15:44:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:16 smithi007 ceph-mon[92692]: pgmap v1172: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:16 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:44:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:16 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:16 smithi007 ceph-mon[92692]: osdmap e991: 8 total, 8 up, 8 in 2024-08-04T15:44:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:16 smithi062 ceph-mon[85960]: pgmap v1172: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:16 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:44:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:16 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:16 smithi062 ceph-mon[85960]: osdmap e991: 8 total, 8 up, 8 in 2024-08-04T15:44:17.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:17 smithi007 ceph-mon[94998]: osdmap e992: 8 total, 8 up, 8 in 2024-08-04T15:44:17.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:17 smithi007 ceph-mon[92692]: osdmap e992: 8 total, 8 up, 8 in 2024-08-04T15:44:18.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:17 smithi062 ceph-mon[85960]: osdmap e992: 8 total, 8 up, 8 in 2024-08-04T15:44:18.617 INFO:tasks.workunit.client.0.smithi007.stdout:lock: mylock 2024-08-04T15:44:18.617 INFO:tasks.workunit.client.0.smithi007.stdout: lock_type: exclusive 2024-08-04T15:44:18.618 INFO:tasks.workunit.client.0.smithi007.stdout: tag: 2024-08-04T15:44:18.618 INFO:tasks.workunit.client.0.smithi007.stdout: lockers: 2024-08-04T15:44:18.620 INFO:tasks.workunit.client.0.smithi007.stdout:lock: mylock 2024-08-04T15:44:18.620 INFO:tasks.workunit.client.0.smithi007.stdout: lock_type: shared 2024-08-04T15:44:18.620 INFO:tasks.workunit.client.0.smithi007.stdout: tag: 2024-08-04T15:44:18.620 INFO:tasks.workunit.client.0.smithi007.stdout: lockers: 2024-08-04T15:44:18.620 INFO:tasks.workunit.client.0.smithi007.stdout: client.34752 expiration=0.000000 addr=v1:172.21.15.7:0/3155105118 cookie= 2024-08-04T15:44:18.620 INFO:tasks.workunit.client.0.smithi007.stdout: client.34752 expiration=0.000000 addr=v1:172.21.15.7:0/3155105118 cookie=new cookie 2024-08-04T15:44:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:18 smithi062 ceph-mon[85960]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:18 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:44:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:18 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:44:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:18 smithi062 ceph-mon[85960]: osdmap e993: 8 total, 8 up, 8 in 2024-08-04T15:44:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:18 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3155105118' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:19.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:18 smithi007 ceph-mon[92692]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:18 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:44:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:18 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:44:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:18 smithi007 ceph-mon[92692]: osdmap e993: 8 total, 8 up, 8 in 2024-08-04T15:44:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:18 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3155105118' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:18 smithi007 ceph-mon[94998]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:18 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:44:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:18 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:44:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:18 smithi007 ceph-mon[94998]: osdmap e993: 8 total, 8 up, 8 in 2024-08-04T15:44:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:18 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3155105118' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:19.606 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsLock.TestCookie (3019 ms) 2024-08-04T15:44:19.606 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-08-04T15:44:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:19 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3155105118' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:19 smithi062 ceph-mon[85960]: osdmap e994: 8 total, 8 up, 8 in 2024-08-04T15:44:20.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:19 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3155105118' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:20.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:19 smithi007 ceph-mon[92692]: osdmap e994: 8 total, 8 up, 8 in 2024-08-04T15:44:20.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:19 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3155105118' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:20.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:19 smithi007 ceph-mon[94998]: osdmap e994: 8 total, 8 up, 8 in 2024-08-04T15:44:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:20 smithi062 ceph-mon[85960]: pgmap v1178: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:20 smithi062 ceph-mon[85960]: osdmap e995: 8 total, 8 up, 8 in 2024-08-04T15:44:21.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:20 smithi007 ceph-mon[92692]: pgmap v1178: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:20 smithi007 ceph-mon[92692]: osdmap e995: 8 total, 8 up, 8 in 2024-08-04T15:44:21.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:20 smithi007 ceph-mon[94998]: pgmap v1178: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:21.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:20 smithi007 ceph-mon[94998]: osdmap e995: 8 total, 8 up, 8 in 2024-08-04T15:44:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:21 smithi062 ceph-mon[85960]: osdmap e996: 8 total, 8 up, 8 in 2024-08-04T15:44:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:21 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/986822009' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:44:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:21 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/986822009' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:21 smithi062 ceph-mon[85960]: osdmap e997: 8 total, 8 up, 8 in 2024-08-04T15:44:22.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:21 smithi007 ceph-mon[94998]: osdmap e996: 8 total, 8 up, 8 in 2024-08-04T15:44:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:21 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/986822009' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:44:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:21 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/986822009' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:21 smithi007 ceph-mon[94998]: osdmap e997: 8 total, 8 up, 8 in 2024-08-04T15:44:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:21 smithi007 ceph-mon[92692]: osdmap e996: 8 total, 8 up, 8 in 2024-08-04T15:44:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:21 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/986822009' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:44:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:21 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/986822009' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:22.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:21 smithi007 ceph-mon[92692]: osdmap e997: 8 total, 8 up, 8 in 2024-08-04T15:44:22.624 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsLock.TestMultipleLocks (3018 ms) 2024-08-04T15:44:22.624 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsLock.TestLockDuration 2024-08-04T15:44:22.627 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:44:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:44:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:44:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:22 smithi062 ceph-mon[85960]: pgmap v1181: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:22 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:44:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:22 smithi062 ceph-mon[85960]: osdmap e998: 8 total, 8 up, 8 in 2024-08-04T15:44:23.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:22 smithi007 ceph-mon[92692]: pgmap v1181: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:23.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:22 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:44:23.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:22 smithi007 ceph-mon[92692]: osdmap e998: 8 total, 8 up, 8 in 2024-08-04T15:44:23.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:22 smithi007 ceph-mon[94998]: pgmap v1181: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:23.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:22 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:44:23.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:22 smithi007 ceph-mon[94998]: osdmap e998: 8 total, 8 up, 8 in 2024-08-04T15:44:24.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:44:24.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:44:24.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:44:24.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:44:24.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:44:24.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:44:24.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:44:24.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:44:24.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:44:24.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:44:24.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:44:24.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:44:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:24 smithi062 ceph-mon[85960]: pgmap v1184: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:24 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:44:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:24 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:44:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:24 smithi062 ceph-mon[85960]: osdmap e999: 8 total, 8 up, 8 in 2024-08-04T15:44:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:24 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2513970580' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:24 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:25.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:24 smithi007 ceph-mon[92692]: pgmap v1184: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:25.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:24 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:44:25.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:24 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:44:25.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:24 smithi007 ceph-mon[92692]: osdmap e999: 8 total, 8 up, 8 in 2024-08-04T15:44:25.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:24 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2513970580' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:25.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:24 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:24 smithi007 ceph-mon[94998]: pgmap v1184: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:24 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:44:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:24 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:44:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:24 smithi007 ceph-mon[94998]: osdmap e999: 8 total, 8 up, 8 in 2024-08-04T15:44:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:24 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2513970580' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:25.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:24 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:26.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:25 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:26.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:25 smithi062 ceph-mon[85960]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-04T15:44:26.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:25 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:26.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:25 smithi007 ceph-mon[94998]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-04T15:44:26.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:25 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:26.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:25 smithi007 ceph-mon[92692]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-04T15:44:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:44:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:44:26] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2024-08-04T15:44:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:26 smithi062 ceph-mon[85960]: pgmap v1187: 137 pgs: 10 creating+peering, 20 unknown, 107 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:26 smithi062 ceph-mon[85960]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-04T15:44:27.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:26 smithi007 ceph-mon[94998]: pgmap v1187: 137 pgs: 10 creating+peering, 20 unknown, 107 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:27.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:26 smithi007 ceph-mon[94998]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-04T15:44:27.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:26 smithi007 ceph-mon[92692]: pgmap v1187: 137 pgs: 10 creating+peering, 20 unknown, 107 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:27.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:26 smithi007 ceph-mon[92692]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-04T15:44:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:28 smithi062 ceph-mon[85960]: pgmap v1189: 137 pgs: 10 creating+peering, 2 unknown, 125 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:29.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:28 smithi007 ceph-mon[94998]: pgmap v1189: 137 pgs: 10 creating+peering, 2 unknown, 125 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:29.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:28 smithi007 ceph-mon[92692]: pgmap v1189: 137 pgs: 10 creating+peering, 2 unknown, 125 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:30.657 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsLock.TestLockDuration (8033 ms) 2024-08-04T15:44:30.658 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-08-04T15:44:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:30 smithi062 ceph-mon[85960]: pgmap v1190: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:31.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:30 smithi007 ceph-mon[92692]: pgmap v1190: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:31.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:30 smithi007 ceph-mon[94998]: pgmap v1190: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:32.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:31 smithi062 ceph-mon[85960]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-04T15:44:32.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:31 smithi007 ceph-mon[92692]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-04T15:44:32.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:31 smithi007 ceph-mon[94998]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-04T15:44:32.679 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:44:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:44:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:32 smithi062 ceph-mon[85960]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:32 smithi062 ceph-mon[85960]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-04T15:44:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:32 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2398402216' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:33.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:32 smithi007 ceph-mon[92692]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:33.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:32 smithi007 ceph-mon[92692]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-04T15:44:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:32 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2398402216' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:32 smithi007 ceph-mon[94998]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:32 smithi007 ceph-mon[94998]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-04T15:44:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:32 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2398402216' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:33.693 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsLock.TestAssertLocked (3036 ms) 2024-08-04T15:44:33.693 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsLock.TestSetCookie 2024-08-04T15:44:34.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:33 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2398402216' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:34.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:33 smithi062 ceph-mon[85960]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-04T15:44:34.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:33 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2398402216' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:34.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:33 smithi007 ceph-mon[92692]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-04T15:44:34.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:33 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2398402216' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:34.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:33 smithi007 ceph-mon[94998]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-04T15:44:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:34 smithi062 ceph-mon[85960]: pgmap v1195: 137 pgs: 30 unknown, 107 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:34 smithi062 ceph-mon[85960]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-04T15:44:35.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:34 smithi007 ceph-mon[94998]: pgmap v1195: 137 pgs: 30 unknown, 107 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:35.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:34 smithi007 ceph-mon[94998]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-04T15:44:35.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:34 smithi007 ceph-mon[92692]: pgmap v1195: 137 pgs: 30 unknown, 107 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:35.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:34 smithi007 ceph-mon[92692]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-04T15:44:36.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:35 smithi062 ceph-mon[85960]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-04T15:44:36.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:35 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1196168615' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:36.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:35 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1196168615' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:36.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:35 smithi062 ceph-mon[85960]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-04T15:44:36.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:35 smithi007 ceph-mon[92692]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-04T15:44:36.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:35 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1196168615' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:36.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:35 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1196168615' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:36.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:35 smithi007 ceph-mon[92692]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-04T15:44:36.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:35 smithi007 ceph-mon[94998]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-04T15:44:36.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:35 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1196168615' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:36.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:35 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1196168615' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:36.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:35 smithi007 ceph-mon[94998]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-04T15:44:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:44:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:44:36] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2024-08-04T15:44:36.713 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsLock.TestSetCookie (3020 ms) 2024-08-04T15:44:36.714 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsLock.TestRenew 2024-08-04T15:44:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:36 smithi062 ceph-mon[85960]: pgmap v1198: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:36 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:44:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:44:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:44:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:36 smithi062 ceph-mon[85960]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-04T15:44:37.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:36 smithi007 ceph-mon[94998]: pgmap v1198: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:37.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:36 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:44:37.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:44:37.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:44:37.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:36 smithi007 ceph-mon[94998]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-04T15:44:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:36 smithi007 ceph-mon[92692]: pgmap v1198: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:36 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:44:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:44:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:44:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:36 smithi007 ceph-mon[92692]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-04T15:44:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:37 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:44:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:37 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:44:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:37 smithi062 ceph-mon[85960]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-04T15:44:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:37 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4119932580' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:37 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:38.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:37 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:44:38.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:37 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:44:38.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:37 smithi007 ceph-mon[94998]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-04T15:44:38.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:37 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4119932580' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:38.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:37 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:37 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:44:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:37 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:44:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:37 smithi007 ceph-mon[92692]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-04T15:44:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:37 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4119932580' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:37 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:39.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:38 smithi062 ceph-mon[85960]: pgmap v1201: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:38 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:38 smithi062 ceph-mon[85960]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-04T15:44:39.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:38 smithi007 ceph-mon[94998]: pgmap v1201: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:39.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:38 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:39.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:38 smithi007 ceph-mon[94998]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-04T15:44:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:38 smithi007 ceph-mon[92692]: pgmap v1201: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:38 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:44:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:38 smithi007 ceph-mon[92692]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-04T15:44:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:40 smithi062 ceph-mon[85960]: pgmap v1204: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:40 smithi062 ceph-mon[85960]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-04T15:44:41.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:40 smithi007 ceph-mon[92692]: pgmap v1204: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:41.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:40 smithi007 ceph-mon[92692]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-04T15:44:41.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:40 smithi007 ceph-mon[94998]: pgmap v1204: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:40 smithi007 ceph-mon[94998]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-04T15:44:42.719 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:44:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:44:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:44:43.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:42 smithi062 ceph-mon[85960]: pgmap v1206: 137 pgs: 3 creating+peering, 9 unknown, 125 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:43.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:42 smithi007 ceph-mon[92692]: pgmap v1206: 137 pgs: 3 creating+peering, 9 unknown, 125 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:43.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:42 smithi007 ceph-mon[94998]: pgmap v1206: 137 pgs: 3 creating+peering, 9 unknown, 125 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:44 smithi062 ceph-mon[85960]: pgmap v1207: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:45.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:44 smithi007 ceph-mon[92692]: pgmap v1207: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:45.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:44 smithi007 ceph-mon[94998]: pgmap v1207: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:44:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:44:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:44:46] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2024-08-04T15:44:47.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:46 smithi062 ceph-mon[85960]: pgmap v1208: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 137 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:47.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:46 smithi007 ceph-mon[92692]: pgmap v1208: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 137 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:47.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:46 smithi007 ceph-mon[94998]: pgmap v1208: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 137 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:49.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:48 smithi062 ceph-mon[85960]: pgmap v1209: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 120 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:49.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:48 smithi007 ceph-mon[94998]: pgmap v1209: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 120 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:48 smithi007 ceph-mon[92692]: pgmap v1209: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 120 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:51.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:50 smithi062 ceph-mon[85960]: pgmap v1210: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-08-04T15:44:51.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:50 smithi007 ceph-mon[92692]: pgmap v1210: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-08-04T15:44:51.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:50 smithi007 ceph-mon[94998]: pgmap v1210: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-08-04T15:44:52.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:44:52.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:44:52.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:44:52.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:44:52.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:44:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:44:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:44:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:44:53.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:53 smithi007 ceph-mon[92692]: pgmap v1211: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 267 B/s rd, 0 B/s wr, 1 op/s 2024-08-04T15:44:53.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:53 smithi007 ceph-mon[94998]: pgmap v1211: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 267 B/s rd, 0 B/s wr, 1 op/s 2024-08-04T15:44:53.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:53 smithi062 ceph-mon[85960]: pgmap v1211: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 267 B/s rd, 0 B/s wr, 1 op/s 2024-08-04T15:44:54.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:54 smithi007 ceph-mon[92692]: pgmap v1212: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:54 smithi007 ceph-mon[94998]: pgmap v1212: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:54.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:54 smithi062 ceph-mon[85960]: pgmap v1212: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:56.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:56 smithi062 ceph-mon[85960]: pgmap v1213: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-04T15:44:56.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:56 smithi007 ceph-mon[92692]: pgmap v1213: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-04T15:44:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:44:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:44:56] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-08-04T15:44:56.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:56 smithi007 ceph-mon[94998]: pgmap v1213: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-04T15:44:57.248 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsLock.TestRenew (20534 ms) 2024-08-04T15:44:57.248 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-08-04T15:44:58.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:58 smithi062 ceph-mon[85960]: pgmap v1214: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:58 smithi062 ceph-mon[85960]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-04T15:44:58.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:58 smithi007 ceph-mon[92692]: pgmap v1214: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:58.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:58 smithi007 ceph-mon[92692]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-04T15:44:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:58 smithi007 ceph-mon[94998]: pgmap v1214: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:44:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:58 smithi007 ceph-mon[94998]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-04T15:44:59.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:59 smithi062 ceph-mon[85960]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-04T15:44:59.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:44:59 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3366294985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:59.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:59 smithi007 ceph-mon[92692]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-04T15:44:59.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:44:59 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3366294985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:44:59.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:59 smithi007 ceph-mon[94998]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-04T15:44:59.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:44:59 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3366294985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:00.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:00 smithi062 ceph-mon[85960]: pgmap v1217: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:00 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:45:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:00 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3366294985' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:00 smithi062 ceph-mon[85960]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-04T15:45:00.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:00 smithi007 ceph-mon[92692]: pgmap v1217: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:00.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:00 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:45:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:00 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3366294985' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:00 smithi007 ceph-mon[92692]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-04T15:45:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:00 smithi007 ceph-mon[94998]: pgmap v1217: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:00 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:45:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:00 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3366294985' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:00 smithi007 ceph-mon[94998]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-04T15:45:01.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:01 smithi007 ceph-mon[92692]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-04T15:45:01.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:01 smithi007 ceph-mon[94998]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-04T15:45:01.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:01 smithi062 ceph-mon[85960]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-04T15:45:02.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:02 smithi007 ceph-mon[92692]: pgmap v1220: 137 pgs: 6 creating+peering, 6 unknown, 125 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:02 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:45:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:02 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:45:02.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:02 smithi007 ceph-mon[94998]: pgmap v1220: 137 pgs: 6 creating+peering, 6 unknown, 125 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:02.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:02 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:45:02.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:02 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:45:02.662 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:45:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:45:02.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:02 smithi062 ceph-mon[85960]: pgmap v1220: 137 pgs: 6 creating+peering, 6 unknown, 125 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:02.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:02 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:45:02.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:02 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:45:04.277 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7030 ms) 2024-08-04T15:45:04.277 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-08-04T15:45:04.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:04 smithi007 ceph-mon[94998]: pgmap v1221: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 172 B/s rd, 0 B/s wr, 1 op/s 2024-08-04T15:45:04.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:04 smithi007 ceph-mon[92692]: pgmap v1221: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 172 B/s rd, 0 B/s wr, 1 op/s 2024-08-04T15:45:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:04 smithi062 ceph-mon[85960]: pgmap v1221: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 172 B/s rd, 0 B/s wr, 1 op/s 2024-08-04T15:45:05.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:05 smithi007 ceph-mon[92692]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-04T15:45:05.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:05 smithi007 ceph-mon[94998]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-04T15:45:05.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:05 smithi062 ceph-mon[85960]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-04T15:45:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:45:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:45:06] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-08-04T15:45:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:06 smithi007 ceph-mon[92692]: pgmap v1223: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:06 smithi007 ceph-mon[92692]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-04T15:45:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:06 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1697591185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:06 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:45:06.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:06 smithi007 ceph-mon[94998]: pgmap v1223: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:06.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:06 smithi007 ceph-mon[94998]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-04T15:45:06.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:06 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1697591185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:06.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:06 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:45:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:06 smithi062 ceph-mon[85960]: pgmap v1223: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:06 smithi062 ceph-mon[85960]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-04T15:45:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:06 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1697591185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:06 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:45:07.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:07 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:07.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:07 smithi007 ceph-mon[92692]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-04T15:45:07.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:07 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:07.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:07 smithi007 ceph-mon[94998]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-04T15:45:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:07 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:07 smithi062 ceph-mon[85960]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-04T15:45:08.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:08 smithi007 ceph-mon[92692]: pgmap v1226: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:08.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:08 smithi007 ceph-mon[92692]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-04T15:45:08.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:08 smithi007 ceph-mon[94998]: pgmap v1226: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:08.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:08 smithi007 ceph-mon[94998]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-04T15:45:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:08 smithi062 ceph-mon[85960]: pgmap v1226: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:08 smithi062 ceph-mon[85960]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-04T15:45:10.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:10 smithi007 ceph-mon[92692]: pgmap v1228: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:45:10.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:10 smithi007 ceph-mon[94998]: pgmap v1228: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:45:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:10 smithi062 ceph-mon[85960]: pgmap v1228: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:45:12.309 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8032 ms) 2024-08-04T15:45:12.310 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-08-04T15:45:12.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:12 smithi007 ceph-mon[92692]: pgmap v1229: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:45:12.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:12 smithi007 ceph-mon[94998]: pgmap v1229: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:45:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:12 smithi062 ceph-mon[85960]: pgmap v1229: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:45:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:45:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:45:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:45:13.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:13 smithi007 ceph-mon[92692]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-04T15:45:13.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:13 smithi007 ceph-mon[94998]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-04T15:45:13.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:13 smithi062 ceph-mon[85960]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-04T15:45:14.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:14 smithi007 ceph-mon[92692]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:14.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:14 smithi007 ceph-mon[92692]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-04T15:45:14.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:14 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1729689901' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:14 smithi007 ceph-mon[94998]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:14 smithi007 ceph-mon[94998]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-04T15:45:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:14 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1729689901' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:14 smithi062 ceph-mon[85960]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:14 smithi062 ceph-mon[85960]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-04T15:45:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:14 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1729689901' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:15.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:15 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1729689901' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:15.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:15 smithi007 ceph-mon[92692]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-04T15:45:15.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:15 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1729689901' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:15.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:15 smithi007 ceph-mon[94998]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-04T15:45:15.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:15 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1729689901' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134236-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:15.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:15 smithi062 ceph-mon[85960]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-04T15:45:16.487 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:45:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:45:16] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-08-04T15:45:16.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:16 smithi007 ceph-mon[92692]: pgmap v1234: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:16.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:16 smithi007 ceph-mon[92692]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-04T15:45:16.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:16 smithi007 ceph-mon[94998]: pgmap v1234: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:16.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:16 smithi007 ceph-mon[94998]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-04T15:45:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:16 smithi062 ceph-mon[85960]: pgmap v1234: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:16 smithi062 ceph-mon[85960]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-04T15:45:18.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:18 smithi007 ceph-mon[92692]: pgmap v1236: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:18 smithi007 ceph-mon[94998]: pgmap v1236: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:18 smithi062 ceph-mon[85960]: pgmap v1236: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:20.338 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8029 ms) 2024-08-04T15:45:20.339 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 11 tests from ClsLock (69640 ms total) 2024-08-04T15:45:20.339 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T15:45:20.339 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment tear-down 2024-08-04T15:45:20.339 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] 11 tests from 1 test suite ran. (69640 ms total) 2024-08-04T15:45:20.339 INFO:tasks.workunit.client.0.smithi007.stdout:[ PASSED ] 11 tests. 2024-08-04T15:45:20.342 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T15:45:20.343 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T15:45:20.413 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-08-04T15:45:20.413 DEBUG:teuthology.orchestra.run.smithi007:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-08-04T15:45:20.482 INFO:tasks.workunit.client.0.smithi007.stdout:Running main() from gmock_main.cc 2024-08-04T15:45:20.483 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-04T15:45:20.483 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment set-up. 2024-08-04T15:45:20.483 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 4 tests from cls_log 2024-08-04T15:45:20.483 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-08-04T15:45:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:20 smithi062 ceph-mon[85960]: pgmap v1237: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:45:20.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:20 smithi007 ceph-mon[94998]: pgmap v1237: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:45:20.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:20 smithi007 ceph-mon[92692]: pgmap v1237: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-04T15:45:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:21 smithi062 ceph-mon[85960]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-04T15:45:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:45:21.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:21 smithi007 ceph-mon[94998]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-04T15:45:21.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:45:21.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:21 smithi007 ceph-mon[92692]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-04T15:45:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:45:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:22 smithi062 ceph-mon[85960]: pgmap v1239: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:22 smithi062 ceph-mon[85960]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-04T15:45:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:22 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1037695976' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:45:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:45:22.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:22 smithi007 ceph-mon[94998]: pgmap v1239: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:22.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:22 smithi007 ceph-mon[94998]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-04T15:45:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:22 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1037695976' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:22 smithi007 ceph-mon[92692]: pgmap v1239: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:22 smithi007 ceph-mon[92692]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-04T15:45:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:22 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1037695976' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:23.371 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_log.test_log_add_same_time (2888 ms) 2024-08-04T15:45:23.372 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-08-04T15:45:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:23 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1037695976' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:23 smithi062 ceph-mon[85960]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-04T15:45:23.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:23 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1037695976' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:23.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:23 smithi007 ceph-mon[92692]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-04T15:45:23.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:23 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1037695976' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:23.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:23 smithi007 ceph-mon[94998]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-04T15:45:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:24 smithi062 ceph-mon[85960]: pgmap v1242: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:24 smithi062 ceph-mon[85960]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-04T15:45:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:45:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:45:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:45:24.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:45:24.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:24 smithi007 ceph-mon[92692]: pgmap v1242: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:24 smithi007 ceph-mon[92692]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-04T15:45:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:45:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:45:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:45:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:45:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:24 smithi007 ceph-mon[94998]: pgmap v1242: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:24.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:24 smithi007 ceph-mon[94998]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-04T15:45:24.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:45:24.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:45:24.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:45:24.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:45:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:25 smithi062 ceph-mon[85960]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-04T15:45:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:25 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/330683988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:25 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:25.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:25 smithi007 ceph-mon[92692]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-04T15:45:25.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:25 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/330683988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:25 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:25.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:25 smithi007 ceph-mon[94998]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-04T15:45:25.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:25 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/330683988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:25.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:25 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:26.388 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_log.test_log_add_different_time (3016 ms) 2024-08-04T15:45:26.388 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_log.trim_by_time 2024-08-04T15:45:26.389 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:45:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:45:26] "GET /metrics HTTP/1.1" 200 33972 "" "Prometheus/2.43.0" 2024-08-04T15:45:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:26 smithi062 ceph-mon[85960]: pgmap v1245: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:26 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:26 smithi062 ceph-mon[85960]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-04T15:45:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:26 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:45:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:26 smithi062 ceph-mon[85960]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-04T15:45:26.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:26 smithi007 ceph-mon[92692]: pgmap v1245: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:26.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:26 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:26.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:26 smithi007 ceph-mon[92692]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-04T15:45:26.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:26 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:45:26.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:26 smithi007 ceph-mon[92692]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-04T15:45:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:26 smithi007 ceph-mon[94998]: pgmap v1245: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:26 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:26 smithi007 ceph-mon[94998]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-04T15:45:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:26 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:45:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:26 smithi007 ceph-mon[94998]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-04T15:45:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:27 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:45:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:27 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:45:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:27 smithi062 ceph-mon[85960]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-04T15:45:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:27 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1746587721' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:27 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:27.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:27 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:45:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:27 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:45:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:27 smithi007 ceph-mon[92692]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-04T15:45:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:27 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1746587721' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:27 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:27.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:27 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:45:27.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:27 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:45:27.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:27 smithi007 ceph-mon[94998]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-04T15:45:27.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:27 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1746587721' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:27.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:27 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:28 smithi062 ceph-mon[85960]: pgmap v1248: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:28 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:28 smithi062 ceph-mon[85960]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-04T15:45:28.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:28 smithi007 ceph-mon[92692]: pgmap v1248: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:28.988 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:28 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:28.988 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:28 smithi007 ceph-mon[92692]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-04T15:45:28.988 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:28 smithi007 ceph-mon[94998]: pgmap v1248: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:28.988 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:28 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:28.988 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:28 smithi007 ceph-mon[94998]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-04T15:45:29.406 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_log.trim_by_time (3019 ms) 2024-08-04T15:45:29.406 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_log.trim_by_marker 2024-08-04T15:45:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:30 smithi062 ceph-mon[85960]: pgmap v1251: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:30 smithi062 ceph-mon[85960]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-04T15:45:30.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:30 smithi007 ceph-mon[92692]: pgmap v1251: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:30.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:30 smithi007 ceph-mon[92692]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-04T15:45:30.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:30 smithi007 ceph-mon[94998]: pgmap v1251: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:30 smithi007 ceph-mon[94998]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-04T15:45:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:31 smithi062 ceph-mon[85960]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-04T15:45:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:31 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/376593633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:31.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:31 smithi007 ceph-mon[92692]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-04T15:45:31.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:31 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/376593633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:31 smithi007 ceph-mon[94998]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-04T15:45:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:31 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/376593633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:32.423 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_log.trim_by_marker (3016 ms) 2024-08-04T15:45:32.423 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 4 tests from cls_log (11939 ms total) 2024-08-04T15:45:32.423 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T15:45:32.423 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment tear-down 2024-08-04T15:45:32.423 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] 4 tests from 1 test suite ran. (11939 ms total) 2024-08-04T15:45:32.423 INFO:tasks.workunit.client.0.smithi007.stdout:[ PASSED ] 4 tests. 2024-08-04T15:45:32.426 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T15:45:32.426 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T15:45:32.497 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-08-04T15:45:32.497 DEBUG:teuthology.orchestra.run.smithi007:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-08-04T15:45:32.568 INFO:tasks.workunit.client.0.smithi007.stdout:Running main() from gmock_main.cc 2024-08-04T15:45:32.568 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-04T15:45:32.568 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment set-up. 2024-08-04T15:45:32.569 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 4 tests from ClsNumOps 2024-08-04T15:45:32.569 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsNumOps.Add 2024-08-04T15:45:32.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:32 smithi062 ceph-mon[85960]: pgmap v1254: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:32.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:32 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:45:32.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:32 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/376593633' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:32.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:32 smithi062 ceph-mon[85960]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-04T15:45:32.662 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:45:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:45:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:45:32.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:32 smithi007 ceph-mon[92692]: pgmap v1254: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:32.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:32 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:45:32.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:32 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/376593633' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:32.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:32 smithi007 ceph-mon[92692]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-04T15:45:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:32 smithi007 ceph-mon[94998]: pgmap v1254: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:32 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:45:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:32 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/376593633' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134621-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:32 smithi007 ceph-mon[94998]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-04T15:45:33.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:33 smithi062 ceph-mon[85960]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-04T15:45:33.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:33 smithi007 ceph-mon[92692]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-04T15:45:33.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:33 smithi007 ceph-mon[94998]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-04T15:45:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:34 smithi062 ceph-mon[85960]: pgmap v1257: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:34 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:45:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:34 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:45:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:34 smithi062 ceph-mon[85960]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-04T15:45:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:34 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3668371240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:34 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:34.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:34 smithi007 ceph-mon[92692]: pgmap v1257: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:34.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:34 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:45:34.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:34 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:45:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:34 smithi007 ceph-mon[92692]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-04T15:45:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:34 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3668371240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:34 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:34 smithi007 ceph-mon[94998]: pgmap v1257: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:34 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:45:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:34 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:45:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:34 smithi007 ceph-mon[94998]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-04T15:45:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:34 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3668371240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:34 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:35.440 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsNumOps.Add (2872 ms) 2024-08-04T15:45:35.440 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsNumOps.Sub 2024-08-04T15:45:35.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:35 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:35.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:35 smithi062 ceph-mon[85960]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-04T15:45:35.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:35 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:35.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:35 smithi007 ceph-mon[94998]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-04T15:45:35.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:35 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:35.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:35 smithi007 ceph-mon[92692]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-04T15:45:36.433 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:45:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:45:36] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-08-04T15:45:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:36 smithi062 ceph-mon[85960]: pgmap v1260: 137 pgs: 10 creating+peering, 15 unknown, 112 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:36 smithi062 ceph-mon[85960]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-04T15:45:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:45:36.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:36 smithi007 ceph-mon[94998]: pgmap v1260: 137 pgs: 10 creating+peering, 15 unknown, 112 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:36.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:36 smithi007 ceph-mon[94998]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-04T15:45:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:45:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:36 smithi007 ceph-mon[92692]: pgmap v1260: 137 pgs: 10 creating+peering, 15 unknown, 112 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:36 smithi007 ceph-mon[92692]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-04T15:45:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:45:37.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:37 smithi062 ceph-mon[85960]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-04T15:45:37.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:37 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1705830509' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:37.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:37 smithi007 ceph-mon[92692]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-04T15:45:37.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:37 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1705830509' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:37.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:37 smithi007 ceph-mon[94998]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-04T15:45:37.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:37 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1705830509' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:38.456 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsNumOps.Sub (3016 ms) 2024-08-04T15:45:38.456 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsNumOps.Mul 2024-08-04T15:45:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:38 smithi062 ceph-mon[85960]: pgmap v1263: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:38 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:45:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:38 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1705830509' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:38 smithi062 ceph-mon[85960]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-04T15:45:38.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:38 smithi007 ceph-mon[94998]: pgmap v1263: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:38.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:38 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:45:38.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:38 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1705830509' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:38.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:38 smithi007 ceph-mon[94998]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-04T15:45:38.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:38 smithi007 ceph-mon[92692]: pgmap v1263: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:38 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:45:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:38 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1705830509' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:38 smithi007 ceph-mon[92692]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-04T15:45:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:39 smithi062 ceph-mon[85960]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-04T15:45:39.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:39 smithi007 ceph-mon[94998]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-04T15:45:39.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:39 smithi007 ceph-mon[92692]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-04T15:45:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:40 smithi062 ceph-mon[85960]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:40 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:45:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:40 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:45:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:40 smithi062 ceph-mon[85960]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-04T15:45:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:40 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1304370061' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:40 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:40.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:40 smithi007 ceph-mon[92692]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:40.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:40 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:45:40.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:40 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:45:40.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:40 smithi007 ceph-mon[92692]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-04T15:45:40.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:40 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1304370061' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:40.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:40 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:40 smithi007 ceph-mon[94998]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:40 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:45:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:40 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:45:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:40 smithi007 ceph-mon[94998]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-04T15:45:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:40 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1304370061' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:40 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:41.477 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsNumOps.Mul (3021 ms) 2024-08-04T15:45:41.478 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsNumOps.Div 2024-08-04T15:45:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:41 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:41 smithi062 ceph-mon[85960]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-04T15:45:41.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:41 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:41.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:41 smithi007 ceph-mon[92692]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-04T15:45:41.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:41 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:41 smithi007 ceph-mon[94998]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-04T15:45:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:42 smithi062 ceph-mon[85960]: pgmap v1269: 137 pgs: 10 creating+peering, 11 unknown, 116 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:42 smithi062 ceph-mon[85960]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-04T15:45:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:45:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:45:42.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:42 smithi007 ceph-mon[92692]: pgmap v1269: 137 pgs: 10 creating+peering, 11 unknown, 116 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:42.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:42 smithi007 ceph-mon[92692]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-04T15:45:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:42 smithi007 ceph-mon[94998]: pgmap v1269: 137 pgs: 10 creating+peering, 11 unknown, 116 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:42 smithi007 ceph-mon[94998]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-04T15:45:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:43 smithi062 ceph-mon[85960]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-04T15:45:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:43 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1695144580' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:43 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:43.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:43 smithi007 ceph-mon[92692]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-04T15:45:43.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:43 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1695144580' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:43.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:43 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:43.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:43 smithi007 ceph-mon[94998]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-04T15:45:43.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:43 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1695144580' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:43.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:43 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:44.496 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsNumOps.Div (3019 ms) 2024-08-04T15:45:44.496 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 4 tests from ClsNumOps (11928 ms total) 2024-08-04T15:45:44.496 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T15:45:44.496 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment tear-down 2024-08-04T15:45:44.496 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] 4 tests from 1 test suite ran. (11928 ms total) 2024-08-04T15:45:44.496 INFO:tasks.workunit.client.0.smithi007.stdout:[ PASSED ] 4 tests. 2024-08-04T15:45:44.499 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T15:45:44.499 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T15:45:44.568 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-08-04T15:45:44.568 DEBUG:teuthology.orchestra.run.smithi007:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-08-04T15:45:44.640 INFO:tasks.workunit.client.0.smithi007.stdout:Running main() from gmock_main.cc 2024-08-04T15:45:44.640 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] Running 70 tests from 1 test suite. 2024-08-04T15:45:44.641 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment set-up. 2024-08-04T15:45:44.641 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 70 tests from TestClsRbd 2024-08-04T15:45:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:44 smithi062 ceph-mon[85960]: pgmap v1272: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:44 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:45:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:44 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:44 smithi062 ceph-mon[85960]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-04T15:45:44.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:44 smithi007 ceph-mon[92692]: pgmap v1272: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:44.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:44 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:45:44.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:44 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:44.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:44 smithi007 ceph-mon[92692]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-04T15:45:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:44 smithi007 ceph-mon[94998]: pgmap v1272: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:44 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:45:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:44 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134856-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:44 smithi007 ceph-mon[94998]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-04T15:45:45.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:45 smithi062 ceph-mon[85960]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-04T15:45:45.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:45 smithi007 ceph-mon[94998]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-04T15:45:45.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:45 smithi007 ceph-mon[92692]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-04T15:45:46.502 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.get_all_features 2024-08-04T15:45:46.509 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:45:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:45:46] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-08-04T15:45:46.522 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.get_all_features (21 ms) 2024-08-04T15:45:46.523 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.copyup 2024-08-04T15:45:46.708 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.copyup (185 ms) 2024-08-04T15:45:46.708 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-08-04T15:45:46.722 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.sparse_copyup (14 ms) 2024-08-04T15:45:46.723 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-08-04T15:45:46.729 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-08-04T15:45:46.729 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-08-04T15:45:46.740 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-08-04T15:45:46.740 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.directory_methods 2024-08-04T15:45:46.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:46 smithi062 ceph-mon[85960]: pgmap v1275: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:46.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:46 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:45:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:46 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:45:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:46 smithi062 ceph-mon[85960]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-04T15:45:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:46 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3768156063' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134962-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:46 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134962-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:46.766 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.directory_methods (26 ms) 2024-08-04T15:45:46.766 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.create 2024-08-04T15:45:46.779 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-08-04T15:45:46.779 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.get_features 2024-08-04T15:45:46.781 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-08-04T15:45:46.781 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-08-04T15:45:46.782 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2024-08-04T15:45:46.782 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-08-04T15:45:46.785 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-08-04T15:45:46.785 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-08-04T15:45:46.786 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-08-04T15:45:46.786 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-08-04T15:45:46.787 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-08-04T15:45:46.787 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-08-04T15:45:46.791 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.get_data_pool (3 ms) 2024-08-04T15:45:46.791 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.get_size 2024-08-04T15:45:46.795 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-08-04T15:45:46.795 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.set_size 2024-08-04T15:45:46.799 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2024-08-04T15:45:46.799 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.protection_status 2024-08-04T15:45:46.816 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.protection_status (16 ms) 2024-08-04T15:45:46.816 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-08-04T15:45:46.823 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-08-04T15:45:46.824 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.parents_v1 2024-08-04T15:45:46.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:46 smithi007 ceph-mon[92692]: pgmap v1275: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:46.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:46 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:45:46.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:46 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:45:46.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:46 smithi007 ceph-mon[92692]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-04T15:45:46.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:46 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3768156063' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134962-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:46 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134962-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:46 smithi007 ceph-mon[94998]: pgmap v1275: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:46 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:45:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:46 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:45:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:46 smithi007 ceph-mon[94998]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-04T15:45:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:46 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3768156063' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134962-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:46 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134962-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:46.866 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.parents_v1 (42 ms) 2024-08-04T15:45:46.866 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.parents_v2 2024-08-04T15:45:46.895 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.parents_v2 (30 ms) 2024-08-04T15:45:46.896 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.snapshots 2024-08-04T15:45:46.916 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.snapshots (21 ms) 2024-08-04T15:45:46.916 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.snapid_race 2024-08-04T15:45:46.921 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.snapid_race (5 ms) 2024-08-04T15:45:46.922 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.stripingv2 2024-08-04T15:45:46.931 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-08-04T15:45:46.931 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.object_map_save 2024-08-04T15:45:46.935 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.object_map_save (4 ms) 2024-08-04T15:45:46.935 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-08-04T15:45:46.940 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.object_map_resize (5 ms) 2024-08-04T15:45:46.940 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.object_map_update 2024-08-04T15:45:46.945 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.object_map_update (5 ms) 2024-08-04T15:45:46.945 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-08-04T15:45:46.945 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-08-04T15:45:46.945 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-08-04T15:45:46.953 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.object_map_snap_add (8 ms) 2024-08-04T15:45:46.953 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-08-04T15:45:46.958 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.object_map_snap_remove (6 ms) 2024-08-04T15:45:46.958 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.flags 2024-08-04T15:45:46.963 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.flags (4 ms) 2024-08-04T15:45:46.963 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.metadata 2024-08-04T15:45:46.986 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.metadata (23 ms) 2024-08-04T15:45:46.986 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.set_features 2024-08-04T15:45:46.992 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-08-04T15:45:46.992 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.mirror 2024-08-04T15:45:47.025 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.mirror (33 ms) 2024-08-04T15:45:47.025 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.mirror_image 2024-08-04T15:45:47.041 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.mirror_image (15 ms) 2024-08-04T15:45:47.041 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-08-04T15:45:47.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:47 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134962-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:47.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:47 smithi007 ceph-mon[92692]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-04T15:45:47.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:47 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134962-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:47.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:47 smithi007 ceph-mon[94998]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-04T15:45:48.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:47 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-134962-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:48.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:47 smithi062 ceph-mon[85960]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-04T15:45:48.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:48 smithi007 ceph-mon[92692]: pgmap v1278: 137 pgs: 5 creating+peering, 26 unknown, 106 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:48.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:48 smithi007 ceph-mon[92692]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-04T15:45:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:48 smithi007 ceph-mon[94998]: pgmap v1278: 137 pgs: 5 creating+peering, 26 unknown, 106 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:48 smithi007 ceph-mon[94998]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-04T15:45:49.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:48 smithi062 ceph-mon[85960]: pgmap v1278: 137 pgs: 5 creating+peering, 26 unknown, 106 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:48 smithi062 ceph-mon[85960]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-04T15:45:49.357 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.mirror_image_status (2316 ms) 2024-08-04T15:45:49.357 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-08-04T15:45:49.433 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.mirror_image_map (76 ms) 2024-08-04T15:45:49.433 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-08-04T15:45:49.441 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-08-04T15:45:49.441 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-08-04T15:45:49.452 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-08-04T15:45:49.452 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-08-04T15:45:49.454 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_dir_list (3 ms) 2024-08-04T15:45:49.455 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-08-04T15:45:49.456 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-08-04T15:45:49.456 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-08-04T15:45:49.459 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-08-04T15:45:49.459 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-08-04T15:45:49.465 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-08-04T15:45:49.465 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-08-04T15:45:49.468 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-08-04T15:45:49.469 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-08-04T15:45:49.472 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-08-04T15:45:49.473 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_image_add 2024-08-04T15:45:49.475 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-08-04T15:45:49.475 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-08-04T15:45:49.478 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-08-04T15:45:49.478 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_image_list 2024-08-04T15:45:49.481 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-08-04T15:45:49.481 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-08-04T15:45:49.485 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-08-04T15:45:49.485 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.image_group_add 2024-08-04T15:45:49.488 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.image_group_add (3 ms) 2024-08-04T15:45:49.488 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-08-04T15:45:49.490 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-08-04T15:45:49.491 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.image_group_get 2024-08-04T15:45:49.493 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-08-04T15:45:49.493 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-08-04T15:45:49.495 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-08-04T15:45:49.495 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-08-04T15:45:49.497 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-08-04T15:45:49.497 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-08-04T15:45:49.499 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (2 ms) 2024-08-04T15:45:49.499 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-08-04T15:45:49.502 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-08-04T15:45:49.502 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-08-04T15:45:49.504 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-08-04T15:45:49.504 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-08-04T15:45:49.507 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-08-04T15:45:49.507 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-08-04T15:45:49.524 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (18 ms) 2024-08-04T15:45:49.525 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-08-04T15:45:49.716 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (191 ms) 2024-08-04T15:45:49.716 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-08-04T15:45:49.719 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_snap_remove (4 ms) 2024-08-04T15:45:49.719 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-08-04T15:45:49.721 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-08-04T15:45:49.721 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.trash_methods 2024-08-04T15:45:49.728 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.trash_methods (6 ms) 2024-08-04T15:45:49.728 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.op_features 2024-08-04T15:45:49.735 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-08-04T15:45:49.735 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.clone_parent 2024-08-04T15:45:49.754 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.clone_parent (19 ms) 2024-08-04T15:45:49.754 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-08-04T15:45:49.763 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2024-08-04T15:45:49.763 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.clone_child 2024-08-04T15:45:49.773 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-08-04T15:45:49.774 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-08-04T15:45:49.780 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-08-04T15:45:49.780 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.migration 2024-08-04T15:45:49.792 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.migration (11 ms) 2024-08-04T15:45:49.792 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.migration_v1 2024-08-04T15:45:49.800 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.migration_v1 (8 ms) 2024-08-04T15:45:49.800 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-08-04T15:45:50.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:50 smithi007 ceph-mon[92692]: pgmap v1280: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 826 KiB/s rd, 550 KiB/s wr, 1.39k op/s 2024-08-04T15:45:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:50 smithi007 ceph-mon[94998]: pgmap v1280: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 826 KiB/s rd, 550 KiB/s wr, 1.39k op/s 2024-08-04T15:45:51.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:50 smithi062 ceph-mon[85960]: pgmap v1280: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 826 KiB/s rd, 550 KiB/s wr, 1.39k op/s 2024-08-04T15:45:51.532 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1732 ms) 2024-08-04T15:45:51.532 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestClsRbd.sparsify 2024-08-04T15:45:51.577 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestClsRbd.sparsify (45 ms) 2024-08-04T15:45:51.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:51 smithi007 ceph-mon[92692]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-04T15:45:51.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:45:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:51 smithi007 ceph-mon[94998]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-04T15:45:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:45:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:51 smithi062 ceph-mon[85960]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-04T15:45:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:45:52.535 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 70 tests from TestClsRbd (5075 ms total) 2024-08-04T15:45:52.535 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T15:45:52.535 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment tear-down 2024-08-04T15:45:52.535 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] 70 tests from 1 test suite ran. (7895 ms total) 2024-08-04T15:45:52.535 INFO:tasks.workunit.client.0.smithi007.stdout:[ PASSED ] 70 tests. 2024-08-04T15:45:52.539 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T15:45:52.539 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T15:45:52.608 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-08-04T15:45:52.608 DEBUG:teuthology.orchestra.run.smithi007:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-08-04T15:45:52.679 INFO:tasks.workunit.client.0.smithi007.stdout:Running main() from gmock_main.cc 2024-08-04T15:45:52.679 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] Running 10 tests from 1 test suite. 2024-08-04T15:45:52.679 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment set-up. 2024-08-04T15:45:52.679 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 10 tests from cls_rgw 2024-08-04T15:45:52.679 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.test_implicit 2024-08-04T15:45:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:52 smithi062 ceph-mon[85960]: pgmap v1282: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 1.22k op/s 2024-08-04T15:45:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:52 smithi062 ceph-mon[85960]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-04T15:45:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:45:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:45:52.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:52 smithi007 ceph-mon[92692]: pgmap v1282: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 1.22k op/s 2024-08-04T15:45:52.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:52 smithi007 ceph-mon[92692]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-04T15:45:52.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:52 smithi007 ceph-mon[94998]: pgmap v1282: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 1.22k op/s 2024-08-04T15:45:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:52 smithi007 ceph-mon[94998]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-04T15:45:53.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:53 smithi007 ceph-mon[92692]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-04T15:45:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:53 smithi007 ceph-mon[94998]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-04T15:45:54.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:53 smithi062 ceph-mon[85960]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-04T15:45:54.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:54 smithi007 ceph-mon[92692]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:54 smithi007 ceph-mon[92692]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-04T15:45:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:54 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2650750899' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:54 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:54 smithi007 ceph-mon[94998]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:54 smithi007 ceph-mon[94998]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-04T15:45:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:54 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2650750899' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:54 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:54 smithi062 ceph-mon[85960]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:54 smithi062 ceph-mon[85960]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-04T15:45:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:54 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2650750899' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:54 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:55.560 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.test_implicit (2881 ms) 2024-08-04T15:45:55.560 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-08-04T15:45:55.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:55 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:55.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:55 smithi007 ceph-mon[92692]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-04T15:45:55.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:55 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:55.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:55 smithi007 ceph-mon[94998]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-04T15:45:56.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:55 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:56.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:55 smithi062 ceph-mon[85960]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-04T15:45:56.554 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:45:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:45:56] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.43.0" 2024-08-04T15:45:56.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:56 smithi007 ceph-mon[92692]: pgmap v1288: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:56.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:56 smithi007 ceph-mon[92692]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-04T15:45:56.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:56 smithi007 ceph-mon[94998]: pgmap v1288: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:56 smithi007 ceph-mon[94998]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-04T15:45:57.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:56 smithi062 ceph-mon[85960]: pgmap v1288: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:56 smithi062 ceph-mon[85960]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-04T15:45:57.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:57 smithi007 ceph-mon[92692]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-04T15:45:57.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:57 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1544268822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:57.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:57 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:57 smithi007 ceph-mon[94998]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-04T15:45:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:57 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1544268822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:57 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:58.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:57 smithi062 ceph-mon[85960]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-04T15:45:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:57 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1544268822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:57 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:45:58.579 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3018 ms) 2024-08-04T15:45:58.579 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.test_put_snap 2024-08-04T15:45:58.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:58 smithi007 ceph-mon[92692]: pgmap v1291: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:58 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:45:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:58 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:58 smithi007 ceph-mon[92692]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-04T15:45:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:58 smithi007 ceph-mon[94998]: pgmap v1291: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:58 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:45:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:58 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:58 smithi007 ceph-mon[94998]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-04T15:45:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:58 smithi062 ceph-mon[85960]: pgmap v1291: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:45:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:58 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:45:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:58 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:45:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:58 smithi062 ceph-mon[85960]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-04T15:45:59.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:45:59 smithi007 ceph-mon[94998]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-04T15:45:59.867 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:45:59 smithi007 ceph-mon[92692]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-04T15:46:00.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:45:59 smithi062 ceph-mon[85960]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-04T15:46:00.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:00 smithi007 ceph-mon[92692]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:00 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:46:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:00 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:46:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:00 smithi007 ceph-mon[92692]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-04T15:46:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:00 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/908822532' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:00 smithi007 ceph-mon[94998]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:00 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:46:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:00 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:46:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:00 smithi007 ceph-mon[94998]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-04T15:46:00.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:00 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/908822532' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:00 smithi062 ceph-mon[85960]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:00 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:46:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:00 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:46:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:00 smithi062 ceph-mon[85960]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-04T15:46:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:00 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/908822532' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:02.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:01 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/908822532' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:02.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:01 smithi062 ceph-mon[85960]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-04T15:46:02.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:01 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/908822532' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:02.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:01 smithi007 ceph-mon[92692]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-04T15:46:02.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:01 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/908822532' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:02.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:01 smithi007 ceph-mon[94998]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-04T15:46:02.593 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:46:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:46:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:46:03.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:02 smithi062 ceph-mon[85960]: pgmap v1297: 137 pgs: 8 creating+peering, 13 unknown, 116 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:02 smithi062 ceph-mon[85960]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-04T15:46:03.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:02 smithi007 ceph-mon[92692]: pgmap v1297: 137 pgs: 8 creating+peering, 13 unknown, 116 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:03.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:02 smithi007 ceph-mon[92692]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-04T15:46:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:02 smithi007 ceph-mon[94998]: pgmap v1297: 137 pgs: 8 creating+peering, 13 unknown, 116 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:02 smithi007 ceph-mon[94998]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-04T15:46:05.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:04 smithi062 ceph-mon[85960]: pgmap v1299: 137 pgs: 8 creating+peering, 3 unknown, 126 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:05.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:04 smithi007 ceph-mon[92692]: pgmap v1299: 137 pgs: 8 creating+peering, 3 unknown, 126 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:05.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:04 smithi007 ceph-mon[94998]: pgmap v1299: 137 pgs: 8 creating+peering, 3 unknown, 126 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:06.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:05 smithi062 ceph-mon[85960]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-04T15:46:06.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:05 smithi007 ceph-mon[92692]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-04T15:46:06.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:05 smithi007 ceph-mon[94998]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-04T15:46:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:46:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:46:06] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.43.0" 2024-08-04T15:46:07.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:06 smithi062 ceph-mon[85960]: pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 182 B/s wr, 0 op/s 2024-08-04T15:46:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:06 smithi062 ceph-mon[85960]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-04T15:46:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:46:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:06 smithi007 ceph-mon[92692]: pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 182 B/s wr, 0 op/s 2024-08-04T15:46:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:06 smithi007 ceph-mon[92692]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-04T15:46:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:46:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:06 smithi007 ceph-mon[94998]: pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 182 B/s wr, 0 op/s 2024-08-04T15:46:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:06 smithi007 ceph-mon[94998]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-04T15:46:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:46:07.616 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.test_put_snap (9037 ms) 2024-08-04T15:46:07.616 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.test_explicit 2024-08-04T15:46:08.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:07 smithi062 ceph-mon[85960]: osdmap e1066: 8 total, 8 up, 8 in 2024-08-04T15:46:08.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:07 smithi007 ceph-mon[92692]: osdmap e1066: 8 total, 8 up, 8 in 2024-08-04T15:46:08.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:07 smithi007 ceph-mon[94998]: osdmap e1066: 8 total, 8 up, 8 in 2024-08-04T15:46:09.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:08 smithi062 ceph-mon[85960]: pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 182 B/s wr, 0 op/s 2024-08-04T15:46:09.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:08 smithi062 ceph-mon[85960]: osdmap e1067: 8 total, 8 up, 8 in 2024-08-04T15:46:09.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:08 smithi007 ceph-mon[92692]: pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 182 B/s wr, 0 op/s 2024-08-04T15:46:09.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:08 smithi007 ceph-mon[92692]: osdmap e1067: 8 total, 8 up, 8 in 2024-08-04T15:46:09.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:08 smithi007 ceph-mon[94998]: pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 182 B/s wr, 0 op/s 2024-08-04T15:46:09.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:08 smithi007 ceph-mon[94998]: osdmap e1067: 8 total, 8 up, 8 in 2024-08-04T15:46:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:09 smithi062 ceph-mon[85960]: osdmap e1068: 8 total, 8 up, 8 in 2024-08-04T15:46:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:09 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/409877369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:10.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:09 smithi007 ceph-mon[92692]: osdmap e1068: 8 total, 8 up, 8 in 2024-08-04T15:46:10.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:09 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/409877369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:10.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:09 smithi007 ceph-mon[94998]: osdmap e1068: 8 total, 8 up, 8 in 2024-08-04T15:46:10.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:09 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/409877369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:10.648 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.test_explicit (3032 ms) 2024-08-04T15:46:10.648 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.set 2024-08-04T15:46:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:10 smithi062 ceph-mon[85960]: pgmap v1307: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:10 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:46:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:10 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/409877369' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:10 smithi062 ceph-mon[85960]: osdmap e1069: 8 total, 8 up, 8 in 2024-08-04T15:46:11.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:10 smithi007 ceph-mon[92692]: pgmap v1307: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:11.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:10 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:46:11.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:10 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/409877369' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:11.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:10 smithi007 ceph-mon[92692]: osdmap e1069: 8 total, 8 up, 8 in 2024-08-04T15:46:11.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:10 smithi007 ceph-mon[94998]: pgmap v1307: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:11.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:10 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:46:11.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:10 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/409877369' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:11.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:10 smithi007 ceph-mon[94998]: osdmap e1069: 8 total, 8 up, 8 in 2024-08-04T15:46:12.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:11 smithi062 ceph-mon[85960]: osdmap e1070: 8 total, 8 up, 8 in 2024-08-04T15:46:12.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:11 smithi007 ceph-mon[92692]: osdmap e1070: 8 total, 8 up, 8 in 2024-08-04T15:46:12.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:11 smithi007 ceph-mon[94998]: osdmap e1070: 8 total, 8 up, 8 in 2024-08-04T15:46:12.646 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:46:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:46:13.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:12 smithi062 ceph-mon[85960]: pgmap v1310: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:13.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:12 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:46:13.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:12 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:46:13.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:12 smithi062 ceph-mon[85960]: osdmap e1071: 8 total, 8 up, 8 in 2024-08-04T15:46:13.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:12 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4276883901' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:13.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:12 smithi007 ceph-mon[92692]: pgmap v1310: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:13.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:12 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:46:13.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:12 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:46:13.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:12 smithi007 ceph-mon[92692]: osdmap e1071: 8 total, 8 up, 8 in 2024-08-04T15:46:13.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:12 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4276883901' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:13.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:12 smithi007 ceph-mon[94998]: pgmap v1310: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:13.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:12 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:46:13.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:12 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:46:13.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:12 smithi007 ceph-mon[94998]: osdmap e1071: 8 total, 8 up, 8 in 2024-08-04T15:46:13.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:12 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4276883901' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:13.664 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.set (3015 ms) 2024-08-04T15:46:13.664 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-08-04T15:46:14.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:13 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4276883901' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:13 smithi062 ceph-mon[85960]: osdmap e1072: 8 total, 8 up, 8 in 2024-08-04T15:46:14.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:13 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4276883901' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:14.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:13 smithi007 ceph-mon[92692]: osdmap e1072: 8 total, 8 up, 8 in 2024-08-04T15:46:14.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:13 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4276883901' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:14.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:13 smithi007 ceph-mon[94998]: osdmap e1072: 8 total, 8 up, 8 in 2024-08-04T15:46:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:14 smithi062 ceph-mon[85960]: pgmap v1313: 137 pgs: 30 unknown, 107 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:14 smithi062 ceph-mon[85960]: osdmap e1073: 8 total, 8 up, 8 in 2024-08-04T15:46:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:14 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-6"}]: dispatch 2024-08-04T15:46:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:14 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-6"}]: dispatch 2024-08-04T15:46:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:14 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:15.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:14 smithi007 ceph-mon[94998]: pgmap v1313: 137 pgs: 30 unknown, 107 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:15.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:14 smithi007 ceph-mon[94998]: osdmap e1073: 8 total, 8 up, 8 in 2024-08-04T15:46:15.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:14 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-6"}]: dispatch 2024-08-04T15:46:15.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:14 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-6"}]: dispatch 2024-08-04T15:46:15.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:14 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:15.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:14 smithi007 ceph-mon[92692]: pgmap v1313: 137 pgs: 30 unknown, 107 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:15.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:14 smithi007 ceph-mon[92692]: osdmap e1073: 8 total, 8 up, 8 in 2024-08-04T15:46:15.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:14 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-6"}]: dispatch 2024-08-04T15:46:15.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:14 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-6"}]: dispatch 2024-08-04T15:46:15.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:14 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:15 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-04T15:46:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:15 smithi062 ceph-mon[85960]: osdmap e1074: 8 total, 8 up, 8 in 2024-08-04T15:46:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:15 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-6"}]: dispatch 2024-08-04T15:46:16.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:15 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-04T15:46:16.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:15 smithi007 ceph-mon[92692]: osdmap e1074: 8 total, 8 up, 8 in 2024-08-04T15:46:16.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:15 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-6"}]: dispatch 2024-08-04T15:46:16.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:15 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-04T15:46:16.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:15 smithi007 ceph-mon[94998]: osdmap e1074: 8 total, 8 up, 8 in 2024-08-04T15:46:16.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:15 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-6"}]: dispatch 2024-08-04T15:46:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:46:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:46:16] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.43.0" 2024-08-04T15:46:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:16 smithi062 ceph-mon[85960]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:16 smithi062 ceph-mon[85960]: osdmap e1075: 8 total, 8 up, 8 in 2024-08-04T15:46:17.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:16 smithi007 ceph-mon[92692]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:17.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:16 smithi007 ceph-mon[92692]: osdmap e1075: 8 total, 8 up, 8 in 2024-08-04T15:46:17.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:16 smithi007 ceph-mon[94998]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:17.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:16 smithi007 ceph-mon[94998]: osdmap e1075: 8 total, 8 up, 8 in 2024-08-04T15:46:18.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:17 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-6"}]': finished 2024-08-04T15:46:18.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:17 smithi062 ceph-mon[85960]: osdmap e1076: 8 total, 8 up, 8 in 2024-08-04T15:46:18.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:17 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:18.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:17 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-6"}]': finished 2024-08-04T15:46:18.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:17 smithi007 ceph-mon[92692]: osdmap e1076: 8 total, 8 up, 8 in 2024-08-04T15:46:18.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:17 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:18.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:17 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-6"}]': finished 2024-08-04T15:46:18.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:17 smithi007 ceph-mon[94998]: osdmap e1076: 8 total, 8 up, 8 in 2024-08-04T15:46:18.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:17 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:19.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:18 smithi062 ceph-mon[85960]: pgmap v1319: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:18 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:46:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:18 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:18 smithi062 ceph-mon[85960]: osdmap e1077: 8 total, 8 up, 8 in 2024-08-04T15:46:19.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:18 smithi007 ceph-mon[92692]: pgmap v1319: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:19.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:18 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:46:19.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:18 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:18 smithi007 ceph-mon[92692]: osdmap e1077: 8 total, 8 up, 8 in 2024-08-04T15:46:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:18 smithi007 ceph-mon[94998]: pgmap v1319: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:18 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:46:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:18 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:18 smithi007 ceph-mon[94998]: osdmap e1077: 8 total, 8 up, 8 in 2024-08-04T15:46:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:19 smithi062 ceph-mon[85960]: osdmap e1078: 8 total, 8 up, 8 in 2024-08-04T15:46:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:19 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-6"}]: dispatch 2024-08-04T15:46:20.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:19 smithi007 ceph-mon[92692]: osdmap e1078: 8 total, 8 up, 8 in 2024-08-04T15:46:20.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:19 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-6"}]: dispatch 2024-08-04T15:46:20.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:19 smithi007 ceph-mon[94998]: osdmap e1078: 8 total, 8 up, 8 in 2024-08-04T15:46:20.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:19 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-6"}]: dispatch 2024-08-04T15:46:20.701 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.test_implicit_ec (7036 ms) 2024-08-04T15:46:20.701 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-08-04T15:46:21.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:20 smithi062 ceph-mon[85960]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:20 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:46:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:20 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:46:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:20 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-6"}]': finished 2024-08-04T15:46:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:20 smithi062 ceph-mon[85960]: osdmap e1079: 8 total, 8 up, 8 in 2024-08-04T15:46:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:20 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-6"}]: dispatch 2024-08-04T15:46:21.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:20 smithi007 ceph-mon[92692]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:20 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:46:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:20 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:46:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:20 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-6"}]': finished 2024-08-04T15:46:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:20 smithi007 ceph-mon[92692]: osdmap e1079: 8 total, 8 up, 8 in 2024-08-04T15:46:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:20 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-6"}]: dispatch 2024-08-04T15:46:21.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:20 smithi007 ceph-mon[94998]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:21.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:20 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:46:21.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:20 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:46:21.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:20 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-6"}]': finished 2024-08-04T15:46:21.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:20 smithi007 ceph-mon[94998]: osdmap e1079: 8 total, 8 up, 8 in 2024-08-04T15:46:21.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:20 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-6"}]: dispatch 2024-08-04T15:46:22.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:21 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-6"}]': finished 2024-08-04T15:46:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:21 smithi062 ceph-mon[85960]: osdmap e1080: 8 total, 8 up, 8 in 2024-08-04T15:46:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:21 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:21 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:21 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:21 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:21 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:21 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:46:22.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:21 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-6"}]': finished 2024-08-04T15:46:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:21 smithi007 ceph-mon[92692]: osdmap e1080: 8 total, 8 up, 8 in 2024-08-04T15:46:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:21 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:21 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:21 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:21 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:21 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:21 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:22.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:46:22.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:21 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1029336024' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-6"}]': finished 2024-08-04T15:46:22.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:21 smithi007 ceph-mon[94998]: osdmap e1080: 8 total, 8 up, 8 in 2024-08-04T15:46:22.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:21 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:22.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:21 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:22.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:21 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:22.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:21 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:22.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:21 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:22.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:21 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:22.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:46:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:46:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:46:23.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:23 smithi062 ceph-mon[85960]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:23 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-04T15:46:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:23 smithi062 ceph-mon[85960]: osdmap e1081: 8 total, 8 up, 8 in 2024-08-04T15:46:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:23 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:23 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:23.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:23 smithi007 ceph-mon[92692]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:23.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:23 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-04T15:46:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:23 smithi007 ceph-mon[92692]: osdmap e1081: 8 total, 8 up, 8 in 2024-08-04T15:46:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:23 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:23 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:23 smithi007 ceph-mon[94998]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:23 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-04T15:46:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:23 smithi007 ceph-mon[94998]: osdmap e1081: 8 total, 8 up, 8 in 2024-08-04T15:46:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:23 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:23 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:24.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:24 smithi062 ceph-mon[85960]: osdmap e1082: 8 total, 8 up, 8 in 2024-08-04T15:46:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:24 smithi062 ceph-mon[85960]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:24 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-7"}]': finished 2024-08-04T15:46:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:24 smithi062 ceph-mon[85960]: osdmap e1083: 8 total, 8 up, 8 in 2024-08-04T15:46:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:24 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:24 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:24.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:24 smithi007 ceph-mon[92692]: osdmap e1082: 8 total, 8 up, 8 in 2024-08-04T15:46:24.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:24 smithi007 ceph-mon[92692]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:24.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:24 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-7"}]': finished 2024-08-04T15:46:24.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:24 smithi007 ceph-mon[92692]: osdmap e1083: 8 total, 8 up, 8 in 2024-08-04T15:46:24.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:24 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:24 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:24 smithi007 ceph-mon[94998]: osdmap e1082: 8 total, 8 up, 8 in 2024-08-04T15:46:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:24 smithi007 ceph-mon[94998]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:24 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-7"}]': finished 2024-08-04T15:46:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:24 smithi007 ceph-mon[94998]: osdmap e1083: 8 total, 8 up, 8 in 2024-08-04T15:46:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:24 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:24 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:25.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:46:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:25 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:25 smithi062 ceph-mon[85960]: osdmap e1084: 8 total, 8 up, 8 in 2024-08-04T15:46:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:46:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:46:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:46:25.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:46:25.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:25 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:25 smithi007 ceph-mon[92692]: osdmap e1084: 8 total, 8 up, 8 in 2024-08-04T15:46:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:46:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:46:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:46:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:46:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:25 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:25 smithi007 ceph-mon[94998]: osdmap e1084: 8 total, 8 up, 8 in 2024-08-04T15:46:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:46:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:46:25.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:46:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:46:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:46:26] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2024-08-04T15:46:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:26 smithi062 ceph-mon[85960]: pgmap v1331: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:26 smithi062 ceph-mon[85960]: osdmap e1085: 8 total, 8 up, 8 in 2024-08-04T15:46:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:26 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:26 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:27.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:26 smithi007 ceph-mon[92692]: pgmap v1331: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:27.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:26 smithi007 ceph-mon[92692]: osdmap e1085: 8 total, 8 up, 8 in 2024-08-04T15:46:27.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:26 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:27.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:26 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:27.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:26 smithi007 ceph-mon[94998]: pgmap v1331: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:27.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:26 smithi007 ceph-mon[94998]: osdmap e1085: 8 total, 8 up, 8 in 2024-08-04T15:46:27.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:26 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:27.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:26 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:27.732 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7032 ms) 2024-08-04T15:46:27.733 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-08-04T15:46:28.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:27 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-7"}]': finished 2024-08-04T15:46:28.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:27 smithi062 ceph-mon[85960]: osdmap e1086: 8 total, 8 up, 8 in 2024-08-04T15:46:28.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:27 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:28.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:27 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:28.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:27 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-7"}]': finished 2024-08-04T15:46:28.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:27 smithi007 ceph-mon[92692]: osdmap e1086: 8 total, 8 up, 8 in 2024-08-04T15:46:28.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:27 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:28.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:27 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:28.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:27 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-7"}]': finished 2024-08-04T15:46:28.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:27 smithi007 ceph-mon[94998]: osdmap e1086: 8 total, 8 up, 8 in 2024-08-04T15:46:28.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:27 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/649826422' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:28.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:27 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-7"}]: dispatch 2024-08-04T15:46:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:28 smithi062 ceph-mon[85960]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:28 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-7"}]': finished 2024-08-04T15:46:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:28 smithi062 ceph-mon[85960]: osdmap e1087: 8 total, 8 up, 8 in 2024-08-04T15:46:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:28 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:28 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:28 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:28 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:28 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:28 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:29.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:28 smithi007 ceph-mon[94998]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:29.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:28 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-7"}]': finished 2024-08-04T15:46:29.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:28 smithi007 ceph-mon[94998]: osdmap e1087: 8 total, 8 up, 8 in 2024-08-04T15:46:29.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:28 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:29.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:28 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:29.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:28 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:29.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:28 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:29.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:28 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:29.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:28 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:29.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:28 smithi007 ceph-mon[92692]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:29.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:28 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-7"}]': finished 2024-08-04T15:46:29.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:28 smithi007 ceph-mon[92692]: osdmap e1087: 8 total, 8 up, 8 in 2024-08-04T15:46:29.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:28 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:29.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:28 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:29.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:28 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:29.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:28 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:29.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:28 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:29.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:28 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:30 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-04T15:46:30.516 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:30 smithi062 ceph-mon[85960]: osdmap e1088: 8 total, 8 up, 8 in 2024-08-04T15:46:30.516 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:30 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:30.516 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:30 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:30.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:30 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-04T15:46:30.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:30 smithi007 ceph-mon[94998]: osdmap e1088: 8 total, 8 up, 8 in 2024-08-04T15:46:30.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:30 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:30.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:30 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:30 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-04T15:46:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:30 smithi007 ceph-mon[92692]: osdmap e1088: 8 total, 8 up, 8 in 2024-08-04T15:46:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:30 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:30 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:31 smithi062 ceph-mon[85960]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:31 smithi062 ceph-mon[85960]: osdmap e1089: 8 total, 8 up, 8 in 2024-08-04T15:46:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:31 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-8"}]': finished 2024-08-04T15:46:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:31 smithi062 ceph-mon[85960]: osdmap e1090: 8 total, 8 up, 8 in 2024-08-04T15:46:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:31 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:31 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:31.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:31 smithi007 ceph-mon[92692]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:31 smithi007 ceph-mon[92692]: osdmap e1089: 8 total, 8 up, 8 in 2024-08-04T15:46:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:31 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-8"}]': finished 2024-08-04T15:46:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:31 smithi007 ceph-mon[92692]: osdmap e1090: 8 total, 8 up, 8 in 2024-08-04T15:46:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:31 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:31 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:31 smithi007 ceph-mon[94998]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:31 smithi007 ceph-mon[94998]: osdmap e1089: 8 total, 8 up, 8 in 2024-08-04T15:46:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:31 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-8"}]': finished 2024-08-04T15:46:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:31 smithi007 ceph-mon[94998]: osdmap e1090: 8 total, 8 up, 8 in 2024-08-04T15:46:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:31 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:31 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:32.740 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:46:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:46:33.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:32 smithi062 ceph-mon[85960]: pgmap v1340: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:32 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:32 smithi062 ceph-mon[85960]: osdmap e1091: 8 total, 8 up, 8 in 2024-08-04T15:46:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:32 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:46:33.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:32 smithi007 ceph-mon[92692]: pgmap v1340: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:33.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:32 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:32 smithi007 ceph-mon[92692]: osdmap e1091: 8 total, 8 up, 8 in 2024-08-04T15:46:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:32 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:46:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:32 smithi007 ceph-mon[94998]: pgmap v1340: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:32 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:32 smithi007 ceph-mon[94998]: osdmap e1091: 8 total, 8 up, 8 in 2024-08-04T15:46:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:32 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:46:34.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:33 smithi062 ceph-mon[85960]: osdmap e1092: 8 total, 8 up, 8 in 2024-08-04T15:46:34.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:33 smithi007 ceph-mon[92692]: osdmap e1092: 8 total, 8 up, 8 in 2024-08-04T15:46:34.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:33 smithi007 ceph-mon[94998]: osdmap e1092: 8 total, 8 up, 8 in 2024-08-04T15:46:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:34 smithi062 ceph-mon[85960]: pgmap v1343: 113 pgs: 7 unknown, 106 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:34 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:46:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:34 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:46:35.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:34 smithi007 ceph-mon[92692]: pgmap v1343: 113 pgs: 7 unknown, 106 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:35.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:34 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:46:35.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:34 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:46:35.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:34 smithi007 ceph-mon[94998]: pgmap v1343: 113 pgs: 7 unknown, 106 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:35.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:34 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:46:35.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:34 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:46:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:46:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:46:36] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.43.0" 2024-08-04T15:46:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:36 smithi062 ceph-mon[85960]: pgmap v1344: 113 pgs: 1 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 186 B/s wr, 0 op/s 2024-08-04T15:46:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:36 smithi062 ceph-mon[85960]: osdmap e1093: 8 total, 8 up, 8 in 2024-08-04T15:46:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:46:37.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:36 smithi007 ceph-mon[92692]: pgmap v1344: 113 pgs: 1 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 186 B/s wr, 0 op/s 2024-08-04T15:46:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:36 smithi007 ceph-mon[92692]: osdmap e1093: 8 total, 8 up, 8 in 2024-08-04T15:46:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:46:37.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:36 smithi007 ceph-mon[94998]: pgmap v1344: 113 pgs: 1 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 186 B/s wr, 0 op/s 2024-08-04T15:46:37.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:36 smithi007 ceph-mon[94998]: osdmap e1093: 8 total, 8 up, 8 in 2024-08-04T15:46:37.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:46:38.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:37 smithi007 ceph-mon[94998]: osdmap e1094: 8 total, 8 up, 8 in 2024-08-04T15:46:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:37 smithi007 ceph-mon[92692]: osdmap e1094: 8 total, 8 up, 8 in 2024-08-04T15:46:38.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:37 smithi062 ceph-mon[85960]: osdmap e1094: 8 total, 8 up, 8 in 2024-08-04T15:46:39.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:38 smithi007 ceph-mon[94998]: pgmap v1347: 113 pgs: 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 186 B/s wr, 0 op/s 2024-08-04T15:46:39.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:38 smithi007 ceph-mon[94998]: osdmap e1095: 8 total, 8 up, 8 in 2024-08-04T15:46:39.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:38 smithi007 ceph-mon[92692]: pgmap v1347: 113 pgs: 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 186 B/s wr, 0 op/s 2024-08-04T15:46:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:38 smithi007 ceph-mon[92692]: osdmap e1095: 8 total, 8 up, 8 in 2024-08-04T15:46:39.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:38 smithi062 ceph-mon[85960]: pgmap v1347: 113 pgs: 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 186 B/s wr, 0 op/s 2024-08-04T15:46:39.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:38 smithi062 ceph-mon[85960]: osdmap e1095: 8 total, 8 up, 8 in 2024-08-04T15:46:40.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:39 smithi007 ceph-mon[92692]: osdmap e1096: 8 total, 8 up, 8 in 2024-08-04T15:46:40.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:39 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:40.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:39 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:40.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:39 smithi007 ceph-mon[94998]: osdmap e1096: 8 total, 8 up, 8 in 2024-08-04T15:46:40.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:39 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:40.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:39 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:39 smithi062 ceph-mon[85960]: osdmap e1096: 8 total, 8 up, 8 in 2024-08-04T15:46:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:39 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:39 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:40.783 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.test_put_snap_ec (13051 ms) 2024-08-04T15:46:40.784 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-08-04T15:46:41.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:40 smithi007 ceph-mon[92692]: pgmap v1350: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:40 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-8"}]': finished 2024-08-04T15:46:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:40 smithi007 ceph-mon[92692]: osdmap e1097: 8 total, 8 up, 8 in 2024-08-04T15:46:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:40 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:40 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:40 smithi007 ceph-mon[94998]: pgmap v1350: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:40 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-8"}]': finished 2024-08-04T15:46:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:40 smithi007 ceph-mon[94998]: osdmap e1097: 8 total, 8 up, 8 in 2024-08-04T15:46:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:40 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:40 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:41.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:40 smithi062 ceph-mon[85960]: pgmap v1350: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:40 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-8"}]': finished 2024-08-04T15:46:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:40 smithi062 ceph-mon[85960]: osdmap e1097: 8 total, 8 up, 8 in 2024-08-04T15:46:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:40 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1031815886' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:40 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-8"}]: dispatch 2024-08-04T15:46:42.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:41 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-8"}]': finished 2024-08-04T15:46:42.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:41 smithi007 ceph-mon[92692]: osdmap e1098: 8 total, 8 up, 8 in 2024-08-04T15:46:42.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:41 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:42.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:41 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:42.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:41 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:42.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:41 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:42.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:41 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:42.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:41 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:42.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:41 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-8"}]': finished 2024-08-04T15:46:42.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:41 smithi007 ceph-mon[94998]: osdmap e1098: 8 total, 8 up, 8 in 2024-08-04T15:46:42.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:41 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:42.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:41 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:42.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:41 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:42.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:41 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:42.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:41 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:42.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:41 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:41 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-8"}]': finished 2024-08-04T15:46:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:41 smithi062 ceph-mon[85960]: osdmap e1098: 8 total, 8 up, 8 in 2024-08-04T15:46:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:41 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:41 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:41 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:41 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:41 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:42.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:41 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:46:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:46:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:43 smithi062 ceph-mon[85960]: pgmap v1353: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:43 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-04T15:46:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:43 smithi062 ceph-mon[85960]: osdmap e1099: 8 total, 8 up, 8 in 2024-08-04T15:46:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:43 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:43 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:43.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:43 smithi007 ceph-mon[92692]: pgmap v1353: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:43.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:43 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-04T15:46:43.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:43 smithi007 ceph-mon[92692]: osdmap e1099: 8 total, 8 up, 8 in 2024-08-04T15:46:43.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:43 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:43.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:43 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:43.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:43 smithi007 ceph-mon[94998]: pgmap v1353: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:43.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:43 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-04T15:46:43.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:43 smithi007 ceph-mon[94998]: osdmap e1099: 8 total, 8 up, 8 in 2024-08-04T15:46:43.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:43 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:43.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:43 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:44 smithi062 ceph-mon[85960]: pgmap v1356: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:44 smithi062 ceph-mon[85960]: osdmap e1100: 8 total, 8 up, 8 in 2024-08-04T15:46:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:44 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-9"}]': finished 2024-08-04T15:46:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:44 smithi062 ceph-mon[85960]: osdmap e1101: 8 total, 8 up, 8 in 2024-08-04T15:46:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:44 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:44 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:44.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:44 smithi007 ceph-mon[92692]: pgmap v1356: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:44.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:44 smithi007 ceph-mon[92692]: osdmap e1100: 8 total, 8 up, 8 in 2024-08-04T15:46:44.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:44 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-9"}]': finished 2024-08-04T15:46:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:44 smithi007 ceph-mon[92692]: osdmap e1101: 8 total, 8 up, 8 in 2024-08-04T15:46:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:44 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:44 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:44 smithi007 ceph-mon[94998]: pgmap v1356: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:44 smithi007 ceph-mon[94998]: osdmap e1100: 8 total, 8 up, 8 in 2024-08-04T15:46:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:44 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-9"}]': finished 2024-08-04T15:46:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:44 smithi007 ceph-mon[94998]: osdmap e1101: 8 total, 8 up, 8 in 2024-08-04T15:46:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:44 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:44 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:46.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:45 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:46.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:45 smithi007 ceph-mon[92692]: osdmap e1102: 8 total, 8 up, 8 in 2024-08-04T15:46:46.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:45 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:46.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:45 smithi007 ceph-mon[94998]: osdmap e1102: 8 total, 8 up, 8 in 2024-08-04T15:46:46.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:45 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:46.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:45 smithi062 ceph-mon[85960]: osdmap e1102: 8 total, 8 up, 8 in 2024-08-04T15:46:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:46:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:46:46] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.43.0" 2024-08-04T15:46:47.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:46 smithi007 ceph-mon[92692]: pgmap v1359: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:47.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:46 smithi007 ceph-mon[92692]: osdmap e1103: 8 total, 8 up, 8 in 2024-08-04T15:46:47.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:46 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:47.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:46 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:47.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:46 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-9"}]': finished 2024-08-04T15:46:47.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:46 smithi007 ceph-mon[92692]: osdmap e1104: 8 total, 8 up, 8 in 2024-08-04T15:46:47.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:46 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:47.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:46 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:47.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:46 smithi007 ceph-mon[94998]: pgmap v1359: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:47.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:46 smithi007 ceph-mon[94998]: osdmap e1103: 8 total, 8 up, 8 in 2024-08-04T15:46:47.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:46 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:47.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:46 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:47.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:46 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-9"}]': finished 2024-08-04T15:46:47.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:46 smithi007 ceph-mon[94998]: osdmap e1104: 8 total, 8 up, 8 in 2024-08-04T15:46:47.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:46 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:47.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:46 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:46 smithi062 ceph-mon[85960]: pgmap v1359: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:46 smithi062 ceph-mon[85960]: osdmap e1103: 8 total, 8 up, 8 in 2024-08-04T15:46:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:46 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:46 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:46 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-9"}]': finished 2024-08-04T15:46:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:46 smithi062 ceph-mon[85960]: osdmap e1104: 8 total, 8 up, 8 in 2024-08-04T15:46:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:46 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4191660944' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:46 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-9"}]: dispatch 2024-08-04T15:46:47.813 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.test_explicit_ec (7030 ms) 2024-08-04T15:46:47.813 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.set_ec 2024-08-04T15:46:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:48 smithi007 ceph-mon[92692]: pgmap v1362: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:48 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-9"}]': finished 2024-08-04T15:46:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:48 smithi007 ceph-mon[92692]: osdmap e1105: 8 total, 8 up, 8 in 2024-08-04T15:46:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:48 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:48 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:48 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:48 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:48 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:48 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:49.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:48 smithi007 ceph-mon[94998]: pgmap v1362: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:49.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:48 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-9"}]': finished 2024-08-04T15:46:49.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:48 smithi007 ceph-mon[94998]: osdmap e1105: 8 total, 8 up, 8 in 2024-08-04T15:46:49.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:48 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:49.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:48 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:49.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:48 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:49.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:48 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:49.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:48 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:49.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:48 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:48 smithi062 ceph-mon[85960]: pgmap v1362: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:48 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-9"}]': finished 2024-08-04T15:46:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:48 smithi062 ceph-mon[85960]: osdmap e1105: 8 total, 8 up, 8 in 2024-08-04T15:46:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:48 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:48 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:48 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:48 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:48 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:49.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:48 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-04T15:46:50.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:49 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-04T15:46:50.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:49 smithi007 ceph-mon[94998]: osdmap e1106: 8 total, 8 up, 8 in 2024-08-04T15:46:50.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:49 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:50.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:49 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:50.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:49 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-04T15:46:50.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:49 smithi007 ceph-mon[92692]: osdmap e1106: 8 total, 8 up, 8 in 2024-08-04T15:46:50.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:49 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:50.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:49 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:50.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:49 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi007-135017-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-04T15:46:50.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:49 smithi062 ceph-mon[85960]: osdmap e1106: 8 total, 8 up, 8 in 2024-08-04T15:46:50.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:49 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:50.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:49 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:51.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:50 smithi007 ceph-mon[92692]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:51.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:50 smithi007 ceph-mon[92692]: osdmap e1107: 8 total, 8 up, 8 in 2024-08-04T15:46:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:50 smithi007 ceph-mon[94998]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:50 smithi007 ceph-mon[94998]: osdmap e1107: 8 total, 8 up, 8 in 2024-08-04T15:46:51.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:50 smithi062 ceph-mon[85960]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:50 smithi062 ceph-mon[85960]: osdmap e1107: 8 total, 8 up, 8 in 2024-08-04T15:46:52.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:51 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-10"}]': finished 2024-08-04T15:46:52.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:51 smithi007 ceph-mon[92692]: osdmap e1108: 8 total, 8 up, 8 in 2024-08-04T15:46:52.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:51 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:52.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:51 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:52.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:46:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:51 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-10"}]': finished 2024-08-04T15:46:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:51 smithi007 ceph-mon[94998]: osdmap e1108: 8 total, 8 up, 8 in 2024-08-04T15:46:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:51 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:51 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:46:52.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:51 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi007-135017-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi007-135017-10"}]': finished 2024-08-04T15:46:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:51 smithi062 ceph-mon[85960]: osdmap e1108: 8 total, 8 up, 8 in 2024-08-04T15:46:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:51 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:51 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:46:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:46:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:46:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:46:53.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:52 smithi007 ceph-mon[94998]: pgmap v1368: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:53.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:52 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:46:53.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:52 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:52 smithi007 ceph-mon[94998]: osdmap e1109: 8 total, 8 up, 8 in 2024-08-04T15:46:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:52 smithi007 ceph-mon[92692]: pgmap v1368: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:52 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:46:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:52 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:52 smithi007 ceph-mon[92692]: osdmap e1109: 8 total, 8 up, 8 in 2024-08-04T15:46:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:52 smithi062 ceph-mon[85960]: pgmap v1368: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:52 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:46:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:52 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135017-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:52 smithi062 ceph-mon[85960]: osdmap e1109: 8 total, 8 up, 8 in 2024-08-04T15:46:54.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:53 smithi062 ceph-mon[85960]: osdmap e1110: 8 total, 8 up, 8 in 2024-08-04T15:46:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:53 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:53 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:54.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:53 smithi007 ceph-mon[92692]: osdmap e1110: 8 total, 8 up, 8 in 2024-08-04T15:46:54.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:53 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:54.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:53 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:53 smithi007 ceph-mon[94998]: osdmap e1110: 8 total, 8 up, 8 in 2024-08-04T15:46:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:53 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:53 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:54.848 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.set_ec (7035 ms) 2024-08-04T15:46:54.848 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 10 tests from cls_rgw (62169 ms total) 2024-08-04T15:46:54.848 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T15:46:54.848 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment tear-down 2024-08-04T15:46:54.848 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] 10 tests from 1 test suite ran. (62169 ms total) 2024-08-04T15:46:54.848 INFO:tasks.workunit.client.0.smithi007.stdout:[ PASSED ] 10 tests. 2024-08-04T15:46:54.851 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T15:46:54.852 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T15:46:54.921 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-08-04T15:46:54.921 DEBUG:teuthology.orchestra.run.smithi007:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-08-04T15:46:54.992 INFO:tasks.workunit.client.0.smithi007.stdout:Running main() from gmock_main.cc 2024-08-04T15:46:54.992 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] Running 16 tests from 1 test suite. 2024-08-04T15:46:54.993 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment set-up. 2024-08-04T15:46:54.993 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 16 tests from cls_rgw 2024-08-04T15:46:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:54 smithi062 ceph-mon[85960]: pgmap v1371: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:54 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:46:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:54 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:46:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:54 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-10"}]': finished 2024-08-04T15:46:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:54 smithi062 ceph-mon[85960]: osdmap e1111: 8 total, 8 up, 8 in 2024-08-04T15:46:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:54 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:54 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:55.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:54 smithi007 ceph-mon[92692]: pgmap v1371: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:55.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:54 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:46:55.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:54 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:46:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:54 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-10"}]': finished 2024-08-04T15:46:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:54 smithi007 ceph-mon[92692]: osdmap e1111: 8 total, 8 up, 8 in 2024-08-04T15:46:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:54 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:54 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:54 smithi007 ceph-mon[94998]: pgmap v1371: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:54 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:46:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:54 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:46:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:54 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi007-135017-10"}]': finished 2024-08-04T15:46:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:54 smithi007 ceph-mon[94998]: osdmap e1111: 8 total, 8 up, 8 in 2024-08-04T15:46:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:54 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3834629134' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:54 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-10"}]: dispatch 2024-08-04T15:46:56.109 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:55 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-10"}]': finished 2024-08-04T15:46:56.109 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:55 smithi007 ceph-mon[92692]: osdmap e1112: 8 total, 8 up, 8 in 2024-08-04T15:46:56.110 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:55 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-10"}]': finished 2024-08-04T15:46:56.110 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:55 smithi007 ceph-mon[94998]: osdmap e1112: 8 total, 8 up, 8 in 2024-08-04T15:46:56.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:55 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi007-135017-10"}]': finished 2024-08-04T15:46:56.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:55 smithi062 ceph-mon[85960]: osdmap e1112: 8 total, 8 up, 8 in 2024-08-04T15:46:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:46:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:46:56] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-08-04T15:46:56.859 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.index_basic 2024-08-04T15:46:56.905 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.index_basic (46 ms) 2024-08-04T15:46:56.906 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-08-04T15:46:56.932 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (27 ms) 2024-08-04T15:46:56.933 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.index_remove_object 2024-08-04T15:46:56.968 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.index_remove_object (35 ms) 2024-08-04T15:46:56.968 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.index_suggest 2024-08-04T15:46:57.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:56 smithi062 ceph-mon[85960]: pgmap v1374: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:57.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:56 smithi062 ceph-mon[85960]: osdmap e1113: 8 total, 8 up, 8 in 2024-08-04T15:46:57.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:56 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/458193112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135354-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:57.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:56 smithi007 ceph-mon[92692]: pgmap v1374: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:57.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:56 smithi007 ceph-mon[92692]: osdmap e1113: 8 total, 8 up, 8 in 2024-08-04T15:46:57.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:56 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/458193112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135354-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:57.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:56 smithi007 ceph-mon[94998]: pgmap v1374: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:57.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:56 smithi007 ceph-mon[94998]: osdmap e1113: 8 total, 8 up, 8 in 2024-08-04T15:46:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:56 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/458193112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135354-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:46:58.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:57 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/458193112' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135354-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:58.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:57 smithi062 ceph-mon[85960]: osdmap e1114: 8 total, 8 up, 8 in 2024-08-04T15:46:58.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:57 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/458193112' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135354-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:58.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:57 smithi007 ceph-mon[92692]: osdmap e1114: 8 total, 8 up, 8 in 2024-08-04T15:46:58.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:57 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/458193112' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135354-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:46:58.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:57 smithi007 ceph-mon[94998]: osdmap e1114: 8 total, 8 up, 8 in 2024-08-04T15:46:58.420 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.index_suggest (1452 ms) 2024-08-04T15:46:58.420 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-08-04T15:46:58.427 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.index_suggest_complete (7 ms) 2024-08-04T15:46:58.427 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.index_list 2024-08-04T15:46:58.450 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.index_list (23 ms) 2024-08-04T15:46:58.450 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-08-04T15:46:59.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:58 smithi062 ceph-mon[85960]: pgmap v1377: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:59.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:46:58 smithi062 ceph-mon[85960]: osdmap e1115: 8 total, 8 up, 8 in 2024-08-04T15:46:59.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:58 smithi007 ceph-mon[92692]: pgmap v1377: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:59.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:46:58 smithi007 ceph-mon[92692]: osdmap e1115: 8 total, 8 up, 8 in 2024-08-04T15:46:59.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:58 smithi007 ceph-mon[94998]: pgmap v1377: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:46:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:46:58 smithi007 ceph-mon[94998]: osdmap e1115: 8 total, 8 up, 8 in 2024-08-04T15:47:01.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:00 smithi062 ceph-mon[85960]: pgmap v1379: 137 pgs: 3 creating+peering, 18 unknown, 116 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 88 KiB/s wr, 265 op/s 2024-08-04T15:47:01.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:00 smithi007 ceph-mon[92692]: pgmap v1379: 137 pgs: 3 creating+peering, 18 unknown, 116 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 88 KiB/s wr, 265 op/s 2024-08-04T15:47:01.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:00 smithi007 ceph-mon[94998]: pgmap v1379: 137 pgs: 3 creating+peering, 18 unknown, 116 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 88 KiB/s wr, 265 op/s 2024-08-04T15:47:02.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:47:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:47:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:47:03.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:02 smithi062 ceph-mon[85960]: pgmap v1380: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 154 KiB/s wr, 486 op/s 2024-08-04T15:47:03.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:02 smithi007 ceph-mon[92692]: pgmap v1380: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 154 KiB/s wr, 486 op/s 2024-08-04T15:47:03.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:02 smithi007 ceph-mon[94998]: pgmap v1380: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 154 KiB/s wr, 486 op/s 2024-08-04T15:47:05.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:04 smithi062 ceph-mon[85960]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 126 KiB/s wr, 398 op/s 2024-08-04T15:47:05.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:04 smithi007 ceph-mon[92692]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 126 KiB/s wr, 398 op/s 2024-08-04T15:47:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:04 smithi007 ceph-mon[94998]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 126 KiB/s wr, 398 op/s 2024-08-04T15:47:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:47:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:47:06] "GET /metrics HTTP/1.1" 200 36352 "" "Prometheus/2.43.0" 2024-08-04T15:47:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:06 smithi062 ceph-mon[85960]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 887 KiB/s rd, 571 KiB/s wr, 1.73k op/s 2024-08-04T15:47:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:47:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:06 smithi007 ceph-mon[92692]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 887 KiB/s rd, 571 KiB/s wr, 1.73k op/s 2024-08-04T15:47:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:47:07.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:06 smithi007 ceph-mon[94998]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 887 KiB/s rd, 571 KiB/s wr, 1.73k op/s 2024-08-04T15:47:07.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:47:09.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:08 smithi062 ceph-mon[85960]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 477 KiB/s wr, 1.45k op/s 2024-08-04T15:47:09.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:08 smithi007 ceph-mon[92692]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 477 KiB/s wr, 1.45k op/s 2024-08-04T15:47:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:08 smithi007 ceph-mon[94998]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 477 KiB/s wr, 1.45k op/s 2024-08-04T15:47:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:10 smithi062 ceph-mon[85960]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 996 KiB/s rd, 650 KiB/s wr, 1.96k op/s 2024-08-04T15:47:11.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:10 smithi007 ceph-mon[92692]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 996 KiB/s rd, 650 KiB/s wr, 1.96k op/s 2024-08-04T15:47:11.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:10 smithi007 ceph-mon[94998]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 996 KiB/s rd, 650 KiB/s wr, 1.96k op/s 2024-08-04T15:47:12.260 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:47:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=cleanup t=2024-08-04T15:47:11.971348271Z level=info msg="Completed cleanup jobs" duration=3.378429ms 2024-08-04T15:47:12.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:47:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:47:13.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:12 smithi062 ceph-mon[85960]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 900 KiB/s rd, 587 KiB/s wr, 1.77k op/s 2024-08-04T15:47:13.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:12 smithi007 ceph-mon[94998]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 900 KiB/s rd, 587 KiB/s wr, 1.77k op/s 2024-08-04T15:47:13.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:12 smithi007 ceph-mon[92692]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 900 KiB/s rd, 587 KiB/s wr, 1.77k op/s 2024-08-04T15:47:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:14 smithi062 ceph-mon[85960]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 813 KiB/s rd, 542 KiB/s wr, 1.62k op/s 2024-08-04T15:47:15.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:14 smithi007 ceph-mon[92692]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 813 KiB/s rd, 542 KiB/s wr, 1.62k op/s 2024-08-04T15:47:15.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:14 smithi007 ceph-mon[94998]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 813 KiB/s rd, 542 KiB/s wr, 1.62k op/s 2024-08-04T15:47:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:47:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:47:16] "GET /metrics HTTP/1.1" 200 36352 "" "Prometheus/2.43.0" 2024-08-04T15:47:17.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:16 smithi062 ceph-mon[85960]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 729 KiB/s wr, 2.19k op/s 2024-08-04T15:47:17.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:16 smithi007 ceph-mon[92692]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 729 KiB/s wr, 2.19k op/s 2024-08-04T15:47:17.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:16 smithi007 ceph-mon[94998]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 729 KiB/s wr, 2.19k op/s 2024-08-04T15:47:19.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:18 smithi062 ceph-mon[85960]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 613 KiB/s rd, 409 KiB/s wr, 1.23k op/s 2024-08-04T15:47:19.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:18 smithi007 ceph-mon[92692]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 613 KiB/s rd, 409 KiB/s wr, 1.23k op/s 2024-08-04T15:47:19.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:18 smithi007 ceph-mon[94998]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 613 KiB/s rd, 409 KiB/s wr, 1.23k op/s 2024-08-04T15:47:21.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:20 smithi062 ceph-mon[85960]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 896 KiB/s rd, 597 KiB/s wr, 1.79k op/s 2024-08-04T15:47:21.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:20 smithi007 ceph-mon[92692]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 896 KiB/s rd, 597 KiB/s wr, 1.79k op/s 2024-08-04T15:47:21.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:20 smithi007 ceph-mon[94998]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 896 KiB/s rd, 597 KiB/s wr, 1.79k op/s 2024-08-04T15:47:22.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:47:22.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:47:22.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:47:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:47:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:47:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:47:23.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:22 smithi062 ceph-mon[85960]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-08-04T15:47:23.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:22 smithi007 ceph-mon[92692]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-08-04T15:47:23.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:22 smithi007 ceph-mon[94998]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-08-04T15:47:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:24 smithi062 ceph-mon[85960]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-08-04T15:47:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:47:25.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:24 smithi007 ceph-mon[94998]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-08-04T15:47:25.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:47:25.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:24 smithi007 ceph-mon[92692]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-08-04T15:47:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:47:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:47:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:47:26] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.43.0" 2024-08-04T15:47:27.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:26 smithi062 ceph-mon[85960]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 564 KiB/s wr, 1.69k op/s 2024-08-04T15:47:27.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:26 smithi007 ceph-mon[92692]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 564 KiB/s wr, 1.69k op/s 2024-08-04T15:47:27.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:26 smithi007 ceph-mon[94998]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 564 KiB/s wr, 1.69k op/s 2024-08-04T15:47:29.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:29 smithi007 ceph-mon[92692]: pgmap v1393: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-08-04T15:47:29.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:47:29.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:47:29.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:47:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:47:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:29 smithi007 ceph-mon[94998]: pgmap v1393: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-08-04T15:47:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:47:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:47:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:47:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:47:29.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:29 smithi062 ceph-mon[85960]: pgmap v1393: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-08-04T15:47:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:47:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:47:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:47:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:47:30.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:47:30.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:47:30.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:47:30.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:47:30.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:47:30.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:47:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:47:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:47:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:47:31.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:31 smithi007 ceph-mon[92692]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 540 KiB/s wr, 1.62k op/s 2024-08-04T15:47:31.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:31 smithi007 ceph-mon[94998]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 540 KiB/s wr, 1.62k op/s 2024-08-04T15:47:31.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:31 smithi062 ceph-mon[85960]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 540 KiB/s wr, 1.62k op/s 2024-08-04T15:47:32.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:47:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:47:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:47:33.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:33 smithi007 ceph-mon[92692]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 352 KiB/s wr, 1.05k op/s 2024-08-04T15:47:33.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:33 smithi007 ceph-mon[94998]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 352 KiB/s wr, 1.05k op/s 2024-08-04T15:47:33.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:33 smithi062 ceph-mon[85960]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 352 KiB/s wr, 1.05k op/s 2024-08-04T15:47:35.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:35 smithi007 ceph-mon[92692]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 352 KiB/s wr, 1.05k op/s 2024-08-04T15:47:35.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:35 smithi007 ceph-mon[94998]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 352 KiB/s wr, 1.05k op/s 2024-08-04T15:47:35.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:35 smithi062 ceph-mon[85960]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 352 KiB/s wr, 1.05k op/s 2024-08-04T15:47:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:47:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:47:36] "GET /metrics HTTP/1.1" 200 36361 "" "Prometheus/2.43.0" 2024-08-04T15:47:37.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:37 smithi007 ceph-mon[94998]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 802 KiB/s rd, 535 KiB/s wr, 1.60k op/s 2024-08-04T15:47:37.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:47:37.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:37 smithi007 ceph-mon[92692]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 802 KiB/s rd, 535 KiB/s wr, 1.60k op/s 2024-08-04T15:47:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:47:37.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:37 smithi062 ceph-mon[85960]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 802 KiB/s rd, 535 KiB/s wr, 1.60k op/s 2024-08-04T15:47:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:47:39.298 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.index_list_delimited (40848 ms) 2024-08-04T15:47:39.299 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.bi_list 2024-08-04T15:47:39.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:39 smithi007 ceph-mon[92692]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 347 KiB/s wr, 1.04k op/s 2024-08-04T15:47:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:39 smithi007 ceph-mon[94998]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 347 KiB/s wr, 1.04k op/s 2024-08-04T15:47:39.370 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.bi_list (72 ms) 2024-08-04T15:47:39.370 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.gc_set 2024-08-04T15:47:39.395 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.gc_set (25 ms) 2024-08-04T15:47:39.395 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.gc_list 2024-08-04T15:47:39.418 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.gc_list (23 ms) 2024-08-04T15:47:39.418 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.gc_defer 2024-08-04T15:47:39.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:39 smithi062 ceph-mon[85960]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 347 KiB/s wr, 1.04k op/s 2024-08-04T15:47:41.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:41 smithi007 ceph-mon[92692]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 533 KiB/s wr, 1.60k op/s 2024-08-04T15:47:41.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:41 smithi007 ceph-mon[92692]: osdmap e1116: 8 total, 8 up, 8 in 2024-08-04T15:47:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:41 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1503813610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135354-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:47:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:41 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135354-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:47:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:41 smithi007 ceph-mon[94998]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 533 KiB/s wr, 1.60k op/s 2024-08-04T15:47:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:41 smithi007 ceph-mon[94998]: osdmap e1116: 8 total, 8 up, 8 in 2024-08-04T15:47:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:41 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1503813610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135354-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:47:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:41 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135354-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:47:41.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:41 smithi062 ceph-mon[85960]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 533 KiB/s wr, 1.60k op/s 2024-08-04T15:47:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:41 smithi062 ceph-mon[85960]: osdmap e1116: 8 total, 8 up, 8 in 2024-08-04T15:47:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:41 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1503813610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135354-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:47:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:41 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135354-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:47:42.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:42 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135354-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:47:42.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:42 smithi062 ceph-mon[85960]: osdmap e1117: 8 total, 8 up, 8 in 2024-08-04T15:47:42.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:42 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135354-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:47:42.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:42 smithi007 ceph-mon[92692]: osdmap e1117: 8 total, 8 up, 8 in 2024-08-04T15:47:42.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:42 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135354-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:47:42.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:42 smithi007 ceph-mon[94998]: osdmap e1117: 8 total, 8 up, 8 in 2024-08-04T15:47:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:47:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:47:43.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:43 smithi007 ceph-mon[92692]: pgmap v1402: 169 pgs: 10 creating+peering, 22 unknown, 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 553 KiB/s wr, 1.66k op/s 2024-08-04T15:47:43.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:43 smithi007 ceph-mon[92692]: osdmap e1118: 8 total, 8 up, 8 in 2024-08-04T15:47:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:43 smithi007 ceph-mon[94998]: pgmap v1402: 169 pgs: 10 creating+peering, 22 unknown, 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 553 KiB/s wr, 1.66k op/s 2024-08-04T15:47:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:43 smithi007 ceph-mon[94998]: osdmap e1118: 8 total, 8 up, 8 in 2024-08-04T15:47:43.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:43 smithi062 ceph-mon[85960]: pgmap v1402: 169 pgs: 10 creating+peering, 22 unknown, 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 553 KiB/s wr, 1.66k op/s 2024-08-04T15:47:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:43 smithi062 ceph-mon[85960]: osdmap e1118: 8 total, 8 up, 8 in 2024-08-04T15:47:45.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:45 smithi007 ceph-mon[92692]: pgmap v1404: 169 pgs: 10 creating+peering, 14 unknown, 145 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 373 KiB/s wr, 1.12k op/s 2024-08-04T15:47:45.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:45 smithi007 ceph-mon[94998]: pgmap v1404: 169 pgs: 10 creating+peering, 14 unknown, 145 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 373 KiB/s wr, 1.12k op/s 2024-08-04T15:47:45.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:45 smithi062 ceph-mon[85960]: pgmap v1404: 169 pgs: 10 creating+peering, 14 unknown, 145 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 373 KiB/s wr, 1.12k op/s 2024-08-04T15:47:46.528 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:47:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:47:46] "GET /metrics HTTP/1.1" 200 36361 "" "Prometheus/2.43.0" 2024-08-04T15:47:47.060 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.gc_defer (7642 ms) 2024-08-04T15:47:47.060 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.usage_basic 2024-08-04T15:47:47.132 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.usage_basic (72 ms) 2024-08-04T15:47:47.132 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-08-04T15:47:47.134 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2024-08-04T15:47:47.134 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.usage_clear 2024-08-04T15:47:47.214 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.usage_clear (80 ms) 2024-08-04T15:47:47.214 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-08-04T15:47:47.260 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.bi_log_trim (46 ms) 2024-08-04T15:47:47.260 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-08-04T15:47:47.271 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw.index_racing_removes (12 ms) 2024-08-04T15:47:47.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:47 smithi007 ceph-mon[94998]: pgmap v1405: 169 pgs: 10 creating+peering, 159 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 60 KiB/s wr, 173 op/s 2024-08-04T15:47:47.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:47 smithi007 ceph-mon[92692]: pgmap v1405: 169 pgs: 10 creating+peering, 159 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 60 KiB/s wr, 173 op/s 2024-08-04T15:47:47.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:47 smithi062 ceph-mon[85960]: pgmap v1405: 169 pgs: 10 creating+peering, 159 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 60 KiB/s wr, 173 op/s 2024-08-04T15:47:48.064 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 16 tests from cls_rgw (50413 ms total) 2024-08-04T15:47:48.064 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T15:47:48.064 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment tear-down 2024-08-04T15:47:48.064 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] 16 tests from 1 test suite ran. (53071 ms total) 2024-08-04T15:47:48.064 INFO:tasks.workunit.client.0.smithi007.stdout:[ PASSED ] 16 tests. 2024-08-04T15:47:48.067 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T15:47:48.067 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T15:47:48.143 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-08-04T15:47:48.143 DEBUG:teuthology.orchestra.run.smithi007:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-08-04T15:47:48.214 INFO:tasks.workunit.client.0.smithi007.stdout:Running main() from gmock_main.cc 2024-08-04T15:47:48.214 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] Running 9 tests from 1 test suite. 2024-08-04T15:47:48.214 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment set-up. 2024-08-04T15:47:48.214 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 9 tests from cls_rgw_gc 2024-08-04T15:47:48.215 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw_gc.init 2024-08-04T15:47:48.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:48 smithi007 ceph-mon[92692]: osdmap e1119: 8 total, 8 up, 8 in 2024-08-04T15:47:48.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:48 smithi007 ceph-mon[94998]: osdmap e1119: 8 total, 8 up, 8 in 2024-08-04T15:47:48.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:48 smithi062 ceph-mon[85960]: osdmap e1119: 8 total, 8 up, 8 in 2024-08-04T15:47:49.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:49 smithi007 ceph-mon[94998]: pgmap v1407: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 58 KiB/s wr, 166 op/s 2024-08-04T15:47:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:49 smithi007 ceph-mon[94998]: osdmap e1120: 8 total, 8 up, 8 in 2024-08-04T15:47:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:49 smithi007 ceph-mon[92692]: pgmap v1407: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 58 KiB/s wr, 166 op/s 2024-08-04T15:47:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:49 smithi007 ceph-mon[92692]: osdmap e1120: 8 total, 8 up, 8 in 2024-08-04T15:47:49.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:49 smithi062 ceph-mon[85960]: pgmap v1407: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 58 KiB/s wr, 166 op/s 2024-08-04T15:47:49.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:49 smithi062 ceph-mon[85960]: osdmap e1120: 8 total, 8 up, 8 in 2024-08-04T15:47:50.074 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw_gc.init (1860 ms) 2024-08-04T15:47:50.074 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-08-04T15:47:50.098 INFO:tasks.workunit.client.0.smithi007.stderr:[ ] list info tag = chain-0 2024-08-04T15:47:50.098 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (24 ms) 2024-08-04T15:47:50.099 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-08-04T15:47:50.105 INFO:tasks.workunit.client.0.smithi007.stderr:[ ] next_marker is: = 0/4263 2024-08-04T15:47:50.105 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (8 ms) 2024-08-04T15:47:50.105 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-08-04T15:47:50.113 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2024-08-04T15:47:50.113 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-08-04T15:47:50.121 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-08-04T15:47:50.121 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-08-04T15:47:50.129 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (8 ms) 2024-08-04T15:47:50.129 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-08-04T15:47:50.137 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (7 ms) 2024-08-04T15:47:50.137 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-08-04T15:47:50.142 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-08-04T15:47:50.142 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw_gc.finalize 2024-08-04T15:47:50.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:50 smithi007 ceph-mon[92692]: osdmap e1121: 8 total, 8 up, 8 in 2024-08-04T15:47:50.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:50 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2798835909' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135991-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:47:50.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:50 smithi007 ceph-mon[94998]: osdmap e1121: 8 total, 8 up, 8 in 2024-08-04T15:47:50.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:50 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2798835909' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135991-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:47:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:50 smithi062 ceph-mon[85960]: osdmap e1121: 8 total, 8 up, 8 in 2024-08-04T15:47:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:50 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2798835909' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135991-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:47:51.081 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw_gc.finalize (939 ms) 2024-08-04T15:47:51.081 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 9 tests from cls_rgw_gc (2867 ms total) 2024-08-04T15:47:51.081 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T15:47:51.081 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment tear-down 2024-08-04T15:47:51.081 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] 9 tests from 1 test suite ran. (2867 ms total) 2024-08-04T15:47:51.081 INFO:tasks.workunit.client.0.smithi007.stdout:[ PASSED ] 9 tests. 2024-08-04T15:47:51.083 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T15:47:51.083 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T15:47:51.153 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-08-04T15:47:51.154 DEBUG:teuthology.orchestra.run.smithi007:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-08-04T15:47:51.232 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] Running 1 test from 1 test suite. 2024-08-04T15:47:51.232 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment set-up. 2024-08-04T15:47:51.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:51 smithi007 ceph-mon[92692]: pgmap v1410: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:47:51.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:51 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:47:51.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:51 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2798835909' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135991-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:47:51.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:51 smithi007 ceph-mon[92692]: osdmap e1122: 8 total, 8 up, 8 in 2024-08-04T15:47:51.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:47:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:47:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:51 smithi007 ceph-mon[94998]: pgmap v1410: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:47:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:51 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:47:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:51 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2798835909' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135991-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:47:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:51 smithi007 ceph-mon[94998]: osdmap e1122: 8 total, 8 up, 8 in 2024-08-04T15:47:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:47:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:47:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:51 smithi062 ceph-mon[85960]: pgmap v1410: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:47:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:51 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:47:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:51 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2798835909' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-135991-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:47:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:51 smithi062 ceph-mon[85960]: osdmap e1122: 8 total, 8 up, 8 in 2024-08-04T15:47:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:47:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:47:52.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:52 smithi007 ceph-mon[92692]: osdmap e1123: 8 total, 8 up, 8 in 2024-08-04T15:47:52.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:52 smithi007 ceph-mon[92692]: pgmap v1413: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:47:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:52 smithi007 ceph-mon[94998]: osdmap e1123: 8 total, 8 up, 8 in 2024-08-04T15:47:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:52 smithi007 ceph-mon[94998]: pgmap v1413: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:47:52.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:52 smithi062 ceph-mon[85960]: osdmap e1123: 8 total, 8 up, 8 in 2024-08-04T15:47:52.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:52 smithi062 ceph-mon[85960]: pgmap v1413: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:47:52.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:47:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:47:53.092 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 1 test from cls_rgw_stats 2024-08-04T15:47:53.092 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] cls_rgw_stats.simulate 2024-08-04T15:47:53.108 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.109+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=LHFENCS015AS type=del size=109723 2024-08-04T15:47:53.110 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.111+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=F9KA86YT6DI1 type=del size=4026724 2024-08-04T15:47:53.111 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.112+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=TQSQ6BTWUVHJ type=del size=2860383 2024-08-04T15:47:53.113 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.113+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=1VWFWK2C017W type=del size=4032741 2024-08-04T15:47:53.114 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.115+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=PGZL1W6BP4WG type=del size=4011246 2024-08-04T15:47:53.115 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.116+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=K7QTF2CI4I42 type=del size=1871185 2024-08-04T15:47:53.118 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.119+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~14EC26MFNMRX.0 size=1048576 2024-08-04T15:47:53.120 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.120+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~14EC26MFNMRX.1 size=1048576 2024-08-04T15:47:53.120 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.121+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~14EC26MFNMRX.2 size=382773 2024-08-04T15:47:53.120 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.121+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=14EC26MFNMRX tag=AUO1VS0YSWE1 type=write size=3528501 2024-08-04T15:47:53.123 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.123+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~RF7BU6RB7GYX.0 size=1048576 2024-08-04T15:47:53.124 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.124+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~RF7BU6RB7GYX.1 size=85039 2024-08-04T15:47:53.124 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.124+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=RF7BU6RB7GYX tag=AF284W7K3T3X type=write size=2182191 2024-08-04T15:47:53.126 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.127+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~94WS4SB98BZV.0 size=532093 2024-08-04T15:47:53.126 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.127+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=94WS4SB98BZV tag=PMAUP89N4DJY type=write size=1580669 2024-08-04T15:47:53.128 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.129+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~MMR7Z9FZSWJB.0 size=17161 2024-08-04T15:47:53.128 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.129+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=MMR7Z9FZSWJB tag=EM6JIVNPTDJ0 type=write size=1065737 2024-08-04T15:47:53.131 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.131+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~8FVB05W5VULK.0 size=98156 2024-08-04T15:47:53.131 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.131+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=8FVB05W5VULK tag=6GNPW5811QMS type=write size=1146732 2024-08-04T15:47:53.132 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.133+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=KHYX8KZNU16D type=del size=1829335 2024-08-04T15:47:53.133 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.134+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=LIHKSNX0QXMV type=del size=2290467 2024-08-04T15:47:53.134 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.135+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=JRMNA5H30SYV type=del size=1917985 2024-08-04T15:47:53.137 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.137+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~N821XJ8PZYUP.0 size=1048576 2024-08-04T15:47:53.138 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.138+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~N821XJ8PZYUP.1 size=1048576 2024-08-04T15:47:53.139 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.140+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~N821XJ8PZYUP.2 size=469129 2024-08-04T15:47:53.139 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.140+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=N821XJ8PZYUP tag=N1KV46XYQ4SM type=write size=3614857 2024-08-04T15:47:53.141 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.142+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~NT1SDF01CUXJ.0 size=232730 2024-08-04T15:47:53.142 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.142+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=NT1SDF01CUXJ tag=LSA16G9PILSV type=write size=1281306 2024-08-04T15:47:53.144 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.145+0000 7fd2ccec3640 1 < suggested remove operation key=5MFVV0YROP6Z tag=LHFENCS015AS type=del 2024-08-04T15:47:53.146 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.146+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=PI4D3MUYAXKI type=write size=543933 2024-08-04T15:47:53.147 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.147+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=F9KA86YT6DI1 type=del 2024-08-04T15:47:53.148 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.149+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=4C42ZDEM8D57 type=del size=986250 2024-08-04T15:47:53.151 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.151+0000 7fd2ccec3640 1 < suggested remove operation key=3SZIKIT8UW9F tag=TQSQ6BTWUVHJ type=del 2024-08-04T15:47:53.153 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.153+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~BKPKMKGE7TS8.0 size=1048576 2024-08-04T15:47:53.154 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.154+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~BKPKMKGE7TS8.1 size=139840 2024-08-04T15:47:53.154 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.154+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=BKPKMKGE7TS8 tag=0UDMZ2MZ892A type=write size=2236992 2024-08-04T15:47:53.155 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.156+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=1VWFWK2C017W type=del 2024-08-04T15:47:53.157 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.158+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~MQ5WPDPKFCO3.0 size=971633 2024-08-04T15:47:53.157 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.158+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=MQ5WPDPKFCO3 tag=507PQ28Q689W type=write size=2020209 2024-08-04T15:47:53.158 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.159+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=PGZL1W6BP4WG type=del 2024-08-04T15:47:53.160 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.161+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=CL9PSXY8X5ZR type=del size=1480324 2024-08-04T15:47:53.163 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.163+0000 7fd2ccec3640 1 < suggested remove operation key=A8CMFMCK5F3U tag=K7QTF2CI4I42 type=del 2024-08-04T15:47:53.164 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.165+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=2QEDD2VIU2YU type=del size=3345776 2024-08-04T15:47:53.166 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.166+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~14EC26MFNMRX.0 size=1048576 2024-08-04T15:47:53.166 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.167+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~14EC26MFNMRX.1 size=1048576 2024-08-04T15:47:53.168 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.168+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~14EC26MFNMRX.2 size=382773 2024-08-04T15:47:53.169 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.170+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=14EC26MFNMRX tag=AUO1VS0YSWE1 type=write size=3528501 2024-08-04T15:47:53.171 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.172+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=8H276WC7BOEW type=del size=927000 2024-08-04T15:47:53.173 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.173+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~RF7BU6RB7GYX.0 size=1048576 2024-08-04T15:47:53.174 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.174+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~RF7BU6RB7GYX.1 size=85039 2024-08-04T15:47:53.176 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.176+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=RF7BU6RB7GYX tag=AF284W7K3T3X type=write size=2182191 2024-08-04T15:47:53.177 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.178+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=ZACSGVIB5R56 type=write size=727951 2024-08-04T15:47:53.178 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.179+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~94WS4SB98BZV.0 size=532093 2024-08-04T15:47:53.180 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.181+0000 7fd2ccec3640 1 < completed multipart upload key=0ZFG1GY0QH8K upload=94WS4SB98BZV tag=PMAUP89N4DJY type=write size=1580669 2024-08-04T15:47:53.181 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.182+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=JNKRFNQ312ED type=del size=918775 2024-08-04T15:47:53.183 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.183+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~MMR7Z9FZSWJB.0 size=17161 2024-08-04T15:47:53.185 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.185+0000 7fd2ccec3640 1 < completed multipart upload key=ESVVWVGCH33K upload=MMR7Z9FZSWJB tag=EM6JIVNPTDJ0 type=write size=1065737 2024-08-04T15:47:53.186 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.187+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=WK7MCMIWOHY4 type=del size=594129 2024-08-04T15:47:53.187 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.187+0000 7fd2ccec3640 1 < canceled part key=_multipart_0ZFG1GY0QH8K.2~8FVB05W5VULK.0 size=98156 2024-08-04T15:47:53.189 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.189+0000 7fd2ccec3640 1 < canceled multipart upload key=0ZFG1GY0QH8K upload=8FVB05W5VULK tag=6GNPW5811QMS type=write size=1146732 2024-08-04T15:47:53.190 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.191+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=KJAYUK30UC86 type=del size=146595 2024-08-04T15:47:53.191 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.191+0000 7fd2ccec3640 -1 < no bi entry to suggest for operation key=A8CMFMCK5F3U tag=KHYX8KZNU16D type=del size=1829335: (2) No such file or directory 2024-08-04T15:47:53.194 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.194+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~PZ4QA4GM1J32.0 size=210858 2024-08-04T15:47:53.194 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.194+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=PZ4QA4GM1J32 tag=35XE0YLCK99C type=write size=1259434 2024-08-04T15:47:53.195 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.195+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=LIHKSNX0QXMV type=del 2024-08-04T15:47:53.197 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.198+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~Q4H0JXY384TM.0 size=205182 2024-08-04T15:47:53.198 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.198+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=Q4H0JXY384TM tag=4Z6L190DE1AX type=write size=1253758 2024-08-04T15:47:53.200 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.200+0000 7fd2ccec3640 1 < suggested update operation key=ADGRDVHIUPFJ tag=JRMNA5H30SYV type=del size=1917985 2024-08-04T15:47:53.202 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.203+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~5IY09AOXY8JS.0 size=928468 2024-08-04T15:47:53.202 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.203+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=5IY09AOXY8JS tag=CGKE7C3Z94WB type=write size=1977044 2024-08-04T15:47:53.204 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.204+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~N821XJ8PZYUP.0 size=1048576 2024-08-04T15:47:53.204 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.205+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~N821XJ8PZYUP.1 size=1048576 2024-08-04T15:47:53.205 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.206+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~N821XJ8PZYUP.2 size=469129 2024-08-04T15:47:53.207 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.208+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=N821XJ8PZYUP tag=N1KV46XYQ4SM type=write size=3614857 2024-08-04T15:47:53.209 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.210+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=PWHKVU8MQRR6 type=del size=607152 2024-08-04T15:47:53.211 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.212+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~NT1SDF01CUXJ.0 size=232730 2024-08-04T15:47:53.213 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.214+0000 7fd2ccec3640 1 < completed multipart upload key=77442UN63NTC upload=NT1SDF01CUXJ tag=LSA16G9PILSV type=write size=1281306 2024-08-04T15:47:53.216 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.216+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~6FT7GGN42BBS.0 size=29244 2024-08-04T15:47:53.216 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.216+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=6FT7GGN42BBS tag=VW40XL810PWZ type=write size=1077820 2024-08-04T15:47:53.217 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.218+0000 7fd2ccec3640 1 < completed write operation key=OFTIL8YKJPJA tag=PI4D3MUYAXKI type=write size=543933 2024-08-04T15:47:53.219 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.220+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~GD5WT3IV9KEL.0 size=1048576 2024-08-04T15:47:53.220 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.221+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~GD5WT3IV9KEL.1 size=1048576 2024-08-04T15:47:53.221 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.222+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~GD5WT3IV9KEL.2 size=144157 2024-08-04T15:47:53.221 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.222+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=GD5WT3IV9KEL tag=5ESRP3M1H3JZ type=write size=3289885 2024-08-04T15:47:53.224 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.224+0000 7fd2ccec3640 1 < suggested update operation key=WMBAAE091MS6 tag=4C42ZDEM8D57 type=del size=986250 2024-08-04T15:47:53.225 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.225+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=0RH6OGRUVLJY type=del size=3497443 2024-08-04T15:47:53.226 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.226+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~BKPKMKGE7TS8.0 size=1048576 2024-08-04T15:47:53.227 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.227+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~BKPKMKGE7TS8.1 size=139840 2024-08-04T15:47:53.229 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.229+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=BKPKMKGE7TS8 tag=0UDMZ2MZ892A type=write size=2236992 2024-08-04T15:47:53.230 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.230+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=ZVILRP368NDE type=del size=1876225 2024-08-04T15:47:53.231 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.231+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~MQ5WPDPKFCO3.0 size=971633 2024-08-04T15:47:53.233 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.233+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=MQ5WPDPKFCO3 tag=507PQ28Q689W type=write size=2020209 2024-08-04T15:47:53.235 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.236+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~SJMTSLN1XQ0M.0 size=1048576 2024-08-04T15:47:53.236 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.237+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~SJMTSLN1XQ0M.1 size=140393 2024-08-04T15:47:53.236 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.237+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=SJMTSLN1XQ0M tag=ZJ2J44BHU9YO type=write size=2237545 2024-08-04T15:47:53.237 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.238+0000 7fd2ccec3640 -1 < failed to complete operation key=ADGRDVHIUPFJ tag=CL9PSXY8X5ZR type=del size=1480324: (22) Invalid argument 2024-08-04T15:47:53.238 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.239+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=0VZ1D608DKQM type=del size=283328 2024-08-04T15:47:53.241 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.241+0000 7fd2ccec3640 1 < suggested update operation key=XWJQBRZ42N7Q tag=2QEDD2VIU2YU type=del size=3345776 2024-08-04T15:47:53.242 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.242+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=VNA0027SXVGL type=del size=4186702 2024-08-04T15:47:53.243 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.244+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=8H276WC7BOEW type=del 2024-08-04T15:47:53.245 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.246+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~FFUZ9PK2GWMO.0 size=395804 2024-08-04T15:47:53.246 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.246+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=FFUZ9PK2GWMO tag=XFK0DF54RYF0 type=write size=1444380 2024-08-04T15:47:53.247 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.247+0000 7fd2ccec3640 1 < completed write operation key=775O2FB0RT5R tag=ZACSGVIB5R56 type=write size=727951 2024-08-04T15:47:53.248 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.249+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=JO2YZTZHSAR6 type=del size=1337922 2024-08-04T15:47:53.249 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.250+0000 7fd2ccec3640 -1 < failed to complete operation key=WMBAAE091MS6 tag=JNKRFNQ312ED type=del size=918775: (22) Invalid argument 2024-08-04T15:47:53.251 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.252+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~11G5H095JPNB.0 size=1048576 2024-08-04T15:47:53.252 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.253+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~11G5H095JPNB.1 size=897366 2024-08-04T15:47:53.252 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.253+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=11G5H095JPNB tag=8TDMC9KTROG7 type=write size=2994518 2024-08-04T15:47:53.253 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.254+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=WK7MCMIWOHY4 type=del 2024-08-04T15:47:53.254 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.255+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=TG9BGLAA8E80 type=write size=122088 2024-08-04T15:47:53.257 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.257+0000 7fd2ccec3640 1 < suggested remove operation key=ADGRDVHIUPFJ tag=KJAYUK30UC86 type=del 2024-08-04T15:47:53.259 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.260+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~ZUDAHE9QWRT9.0 size=1048576 2024-08-04T15:47:53.260 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.260+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~ZUDAHE9QWRT9.1 size=291366 2024-08-04T15:47:53.260 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.260+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=ZUDAHE9QWRT9 tag=02Y30D1J6K5N type=write size=2388518 2024-08-04T15:47:53.261 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.262+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~PZ4QA4GM1J32.0 size=210858 2024-08-04T15:47:53.263 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.263+0000 7fd2ccec3640 1 < completed multipart upload key=3SZIKIT8UW9F upload=PZ4QA4GM1J32 tag=35XE0YLCK99C type=write size=1259434 2024-08-04T15:47:53.265 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.266+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~MPZDSC1FUCWE.0 size=935803 2024-08-04T15:47:53.265 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.266+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=MPZDSC1FUCWE tag=E9LO741QM20M type=write size=1984379 2024-08-04T15:47:53.265 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.266+0000 7fd2ccec3640 1 < canceled part key=_multipart_A8CMFMCK5F3U.2~Q4H0JXY384TM.0 size=205182 2024-08-04T15:47:53.267 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.268+0000 7fd2ccec3640 1 < canceled multipart upload key=A8CMFMCK5F3U upload=Q4H0JXY384TM tag=4Z6L190DE1AX type=write size=1253758 2024-08-04T15:47:53.269 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.270+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~JS8PWS33E6AK.0 size=301088 2024-08-04T15:47:53.269 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.270+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=JS8PWS33E6AK tag=W0EUPJJHJY3G type=write size=1349664 2024-08-04T15:47:53.270 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.271+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~5IY09AOXY8JS.0 size=928468 2024-08-04T15:47:53.272 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.273+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=5IY09AOXY8JS tag=CGKE7C3Z94WB type=write size=1977044 2024-08-04T15:47:53.274 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.275+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~DS0KZWG6SLIV.0 size=1048576 2024-08-04T15:47:53.275 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.276+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~DS0KZWG6SLIV.1 size=1048576 2024-08-04T15:47:53.276 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.277+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~DS0KZWG6SLIV.2 size=650495 2024-08-04T15:47:53.276 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.277+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=DS0KZWG6SLIV tag=E6DTHKM566ZQ type=write size=3796223 2024-08-04T15:47:53.278 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.279+0000 7fd2ccec3640 1 < suggested update operation key=5MFVV0YROP6Z tag=PWHKVU8MQRR6 type=del size=607152 2024-08-04T15:47:53.279 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.280+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=K4H2J3666AN0 type=del size=2244655 2024-08-04T15:47:53.281 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.281+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~6FT7GGN42BBS.0 size=29244 2024-08-04T15:47:53.283 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.283+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=6FT7GGN42BBS tag=VW40XL810PWZ type=write size=1077820 2024-08-04T15:47:53.284 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.284+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=0DNKX8KE12FK type=del size=3527454 2024-08-04T15:47:53.285 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.286+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~GD5WT3IV9KEL.0 size=1048576 2024-08-04T15:47:53.286 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.287+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~GD5WT3IV9KEL.1 size=1048576 2024-08-04T15:47:53.287 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.288+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~GD5WT3IV9KEL.2 size=144157 2024-08-04T15:47:53.289 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.290+0000 7fd2ccec3640 1 < completed multipart upload key=0BWMVZQ5RBRL upload=GD5WT3IV9KEL tag=5ESRP3M1H3JZ type=write size=3289885 2024-08-04T15:47:53.290 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.291+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=GPZHG5JE0DPQ type=del size=3917726 2024-08-04T15:47:53.291 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.292+0000 7fd2ccec3640 1 < canceled operation key=775O2FB0RT5R tag=0RH6OGRUVLJY type=del size=3497443 2024-08-04T15:47:53.293 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.294+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~DWRCS8U4PHIK.0 size=405859 2024-08-04T15:47:53.293 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.294+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=DWRCS8U4PHIK tag=B3000M281VQB type=write size=1454435 2024-08-04T15:47:53.294 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.295+0000 7fd2ccec3640 1 < completed delete operation key=MCSD2KYW9UUG tag=ZVILRP368NDE type=del 2024-08-04T15:47:53.296 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.297+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~49JZD3IEA8T6.0 size=1048576 2024-08-04T15:47:53.297 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.298+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~49JZD3IEA8T6.1 size=1048576 2024-08-04T15:47:53.298 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.299+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~49JZD3IEA8T6.2 size=570949 2024-08-04T15:47:53.298 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.299+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=49JZD3IEA8T6 tag=254ZLQB861X8 type=write size=3716677 2024-08-04T15:47:53.299 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.299+0000 7fd2ccec3640 1 < canceled part key=_multipart_4K3JERFA2TR2.2~SJMTSLN1XQ0M.0 size=1048576 2024-08-04T15:47:53.299 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.300+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~SJMTSLN1XQ0M.1 size=140393 2024-08-04T15:47:53.301 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.302+0000 7fd2ccec3640 1 < canceled multipart upload key=4K3JERFA2TR2 upload=SJMTSLN1XQ0M tag=ZJ2J44BHU9YO type=write size=2237545 2024-08-04T15:47:53.302 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.303+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=N8UG6YJRWVEC type=del size=96922 2024-08-04T15:47:53.304 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.304+0000 7fd2ccec3640 -1 < failed to complete operation key=XWJQBRZ42N7Q tag=0VZ1D608DKQM type=del size=283328: (22) Invalid argument 2024-08-04T15:47:53.305 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.305+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=SFHWE8TGEOLR type=del size=3002655 2024-08-04T15:47:53.306 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.307+0000 7fd2ccec3640 1 < completed delete operation key=HIMJNBIR2DD9 tag=VNA0027SXVGL type=del 2024-08-04T15:47:53.308 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.309+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~NBUOIZ9Q30XL.0 size=1048576 2024-08-04T15:47:53.309 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.310+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~NBUOIZ9Q30XL.1 size=48154 2024-08-04T15:47:53.309 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.310+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=NBUOIZ9Q30XL tag=MH0C31R14ZTW type=write size=2145306 2024-08-04T15:47:53.310 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.311+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~FFUZ9PK2GWMO.0 size=395804 2024-08-04T15:47:53.312 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.313+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=FFUZ9PK2GWMO tag=XFK0DF54RYF0 type=write size=1444380 2024-08-04T15:47:53.314 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.315+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~DLT35N2IQ2O8.0 size=642509 2024-08-04T15:47:53.315 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.315+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=DLT35N2IQ2O8 tag=RNXTG50DQM65 type=write size=1691085 2024-08-04T15:47:53.317 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.318+0000 7fd2ccec3640 1 < suggested update operation key=LPB2ZT0VBXYW tag=JO2YZTZHSAR6 type=del size=1337922 2024-08-04T15:47:53.320 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.320+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~72ZC713SNPZ1.0 size=1048576 2024-08-04T15:47:53.322 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.322+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~72ZC713SNPZ1.1 size=839409 2024-08-04T15:47:53.322 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.322+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=72ZC713SNPZ1 tag=NY0AMHCNGNHH type=write size=2936561 2024-08-04T15:47:53.324 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.323+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~11G5H095JPNB.0 size=1048576 2024-08-04T15:47:53.324 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.324+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~11G5H095JPNB.1 size=897366 2024-08-04T15:47:53.325 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.326+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=11G5H095JPNB tag=8TDMC9KTROG7 type=write size=2994518 2024-08-04T15:47:53.327 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.328+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~A9RU4GOLPL0D.0 size=1048576 2024-08-04T15:47:53.328 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.329+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~A9RU4GOLPL0D.1 size=310502 2024-08-04T15:47:53.328 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.329+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=A9RU4GOLPL0D tag=E0FZXPBK2RRP type=write size=2407654 2024-08-04T15:47:53.329 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.330+0000 7fd2ccec3640 1 < completed write operation key=EXYGXS950WM2 tag=TG9BGLAA8E80 type=write size=122088 2024-08-04T15:47:53.331 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.332+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~RUB4CWM390DI.0 size=108502 2024-08-04T15:47:53.331 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.332+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=RUB4CWM390DI tag=56UH7J99BPYI type=write size=1157078 2024-08-04T15:47:53.332 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.333+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~ZUDAHE9QWRT9.0 size=1048576 2024-08-04T15:47:53.333 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.334+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~ZUDAHE9QWRT9.1 size=291366 2024-08-04T15:47:53.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:53 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:47:53.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:53 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:47:53.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:53 smithi007 ceph-mon[94998]: osdmap e1124: 8 total, 8 up, 8 in 2024-08-04T15:47:53.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:53 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3275311195' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136046-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:47:53.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:53 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136046-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:47:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:53 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:47:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:53 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:47:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:53 smithi007 ceph-mon[92692]: osdmap e1124: 8 total, 8 up, 8 in 2024-08-04T15:47:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:53 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3275311195' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136046-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:47:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:53 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136046-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:47:53.336 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.336+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=ZUDAHE9QWRT9 tag=02Y30D1J6K5N type=write size=2388518 2024-08-04T15:47:53.337 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.338+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~THH6OXQK0NZL.0 size=1048576 2024-08-04T15:47:53.338 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.339+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~THH6OXQK0NZL.1 size=1048576 2024-08-04T15:47:53.339 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.339+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~THH6OXQK0NZL.2 size=129552 2024-08-04T15:47:53.339 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.340+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=THH6OXQK0NZL tag=1JXMBQB7ENX7 type=write size=3275280 2024-08-04T15:47:53.340 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.341+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~MPZDSC1FUCWE.0 size=935803 2024-08-04T15:47:53.342 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.342+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=MPZDSC1FUCWE tag=E9LO741QM20M type=write size=1984379 2024-08-04T15:47:53.344 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.345+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~9WVVL3HROKWN.0 size=386974 2024-08-04T15:47:53.344 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.345+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=9WVVL3HROKWN tag=15DZQSXPKYSU type=write size=1435550 2024-08-04T15:47:53.345 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.346+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~JS8PWS33E6AK.0 size=301088 2024-08-04T15:47:53.347 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.347+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=JS8PWS33E6AK tag=W0EUPJJHJY3G type=write size=1349664 2024-08-04T15:47:53.349 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.350+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~IX8F8B8L9SJ5.0 size=1048576 2024-08-04T15:47:53.350 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.351+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~IX8F8B8L9SJ5.1 size=1048576 2024-08-04T15:47:53.351 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.352+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~IX8F8B8L9SJ5.2 size=288342 2024-08-04T15:47:53.351 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.352+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=IX8F8B8L9SJ5 tag=FE56YA454EEH type=write size=3434070 2024-08-04T15:47:53.353 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.353+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~DS0KZWG6SLIV.0 size=1048576 2024-08-04T15:47:53.353 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.354+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~DS0KZWG6SLIV.1 size=1048576 2024-08-04T15:47:53.354 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.355+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~DS0KZWG6SLIV.2 size=650495 2024-08-04T15:47:53.356 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.357+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=DS0KZWG6SLIV tag=E6DTHKM566ZQ type=write size=3796223 2024-08-04T15:47:53.357 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.358+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=TTKL4NWCN10V type=del size=3643869 2024-08-04T15:47:53.359 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.359+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=K4H2J3666AN0 type=del 2024-08-04T15:47:53.360 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.361+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=8027AK2051LK type=del size=856083 2024-08-04T15:47:53.362 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.363+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=0DNKX8KE12FK type=del 2024-08-04T15:47:53.363 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.364+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=TYNFW9USNFMG type=write size=340843 2024-08-04T15:47:53.365 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.366+0000 7fd2ccec3640 1 < suggested update operation key=77442UN63NTC tag=GPZHG5JE0DPQ type=del size=3917726 2024-08-04T15:47:53.367 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.368+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=SYCITFLV5CXD type=del size=1347803 2024-08-04T15:47:53.368 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.369+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~DWRCS8U4PHIK.0 size=405859 2024-08-04T15:47:53.370 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.371+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=DWRCS8U4PHIK tag=B3000M281VQB type=write size=1454435 2024-08-04T15:47:53.371 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.372+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=T50Q1O1F2X2V type=del size=2572733 2024-08-04T15:47:53.372 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.372+0000 7fd2ccec3640 1 < canceled part key=_multipart_4K3JERFA2TR2.2~49JZD3IEA8T6.0 size=1048576 2024-08-04T15:47:53.373 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.373+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~49JZD3IEA8T6.1 size=1048576 2024-08-04T15:47:53.374 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.374+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~49JZD3IEA8T6.2 size=570949 2024-08-04T15:47:53.376 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.376+0000 7fd2ccec3640 1 < canceled multipart upload key=4K3JERFA2TR2 upload=49JZD3IEA8T6 tag=254ZLQB861X8 type=write size=3716677 2024-08-04T15:47:53.378 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.379+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~NY8G9MPVL87Q.0 size=14068 2024-08-04T15:47:53.378 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.379+0000 7fd2ccec3640 1 > prepared multipart upload key=62WXNRD38943 upload=NY8G9MPVL87Q tag=EB6P6HA4HCQJ type=write size=1062644 2024-08-04T15:47:53.379 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.380+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=N8UG6YJRWVEC type=del 2024-08-04T15:47:53.380 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.381+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=LFVTYC5YDIPD type=del size=1594942 2024-08-04T15:47:53.382 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.382+0000 7fd2ccec3640 -1 < failed to complete operation key=77442UN63NTC tag=SFHWE8TGEOLR type=del size=3002655: (22) Invalid argument 2024-08-04T15:47:53.384 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.384+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~GLYQ2N4TSKSF.0 size=1048576 2024-08-04T15:47:53.384 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.385+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~GLYQ2N4TSKSF.1 size=272123 2024-08-04T15:47:53.385 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.385+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=GLYQ2N4TSKSF tag=QQ0FM9D5RTDR type=write size=2369275 2024-08-04T15:47:53.386 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.387+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~NBUOIZ9Q30XL.0 size=1048576 2024-08-04T15:47:53.387 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.388+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~NBUOIZ9Q30XL.1 size=48154 2024-08-04T15:47:53.389 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.390+0000 7fd2ccec3640 1 < completed multipart upload key=3SZIKIT8UW9F upload=NBUOIZ9Q30XL tag=MH0C31R14ZTW type=write size=2145306 2024-08-04T15:47:53.391 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.392+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~RRJBMF2TQWEI.0 size=179619 2024-08-04T15:47:53.391 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.392+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=RRJBMF2TQWEI tag=2UXJ5PAVTPBU type=write size=1228195 2024-08-04T15:47:53.392 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.393+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~DLT35N2IQ2O8.0 size=642509 2024-08-04T15:47:53.394 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.395+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=DLT35N2IQ2O8 tag=RNXTG50DQM65 type=write size=1691085 2024-08-04T15:47:53.396 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.397+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~IKE3FAWGOVYE.0 size=1048576 2024-08-04T15:47:53.397 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.398+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~IKE3FAWGOVYE.1 size=1048576 2024-08-04T15:47:53.398 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.399+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~IKE3FAWGOVYE.2 size=20354 2024-08-04T15:47:53.399 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.399+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=IKE3FAWGOVYE tag=ZZO6TS9GLC1P type=write size=3166082 2024-08-04T15:47:53.399 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.399+0000 7fd2ccec3640 1 < canceled part key=_multipart_KSYUUUTKLZGE.2~72ZC713SNPZ1.0 size=1048576 2024-08-04T15:47:53.399 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.400+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~72ZC713SNPZ1.1 size=839409 2024-08-04T15:47:53.401 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.402+0000 7fd2ccec3640 1 < canceled multipart upload key=KSYUUUTKLZGE upload=72ZC713SNPZ1 tag=NY0AMHCNGNHH type=write size=2936561 2024-08-04T15:47:53.403 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.404+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~GP959F6139RP.0 size=300796 2024-08-04T15:47:53.403 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.404+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=GP959F6139RP tag=WM9G6HYTMYSM type=write size=1349372 2024-08-04T15:47:53.404 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.405+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~A9RU4GOLPL0D.0 size=1048576 2024-08-04T15:47:53.405 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.406+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~A9RU4GOLPL0D.1 size=310502 2024-08-04T15:47:53.407 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.408+0000 7fd2ccec3640 1 < completed multipart upload key=3SZIKIT8UW9F upload=A9RU4GOLPL0D tag=E0FZXPBK2RRP type=write size=2407654 2024-08-04T15:47:53.408 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.409+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=V1ILU8HEPKJU type=write size=801120 2024-08-04T15:47:53.410 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.410+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~RUB4CWM390DI.0 size=108502 2024-08-04T15:47:53.412 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.412+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=RUB4CWM390DI tag=56UH7J99BPYI type=write size=1157078 2024-08-04T15:47:53.414 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.415+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~Q9OP82G5Q5NI.0 size=478019 2024-08-04T15:47:53.414 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.415+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=Q9OP82G5Q5NI tag=M982UM3GPJ06 type=write size=1526595 2024-08-04T15:47:53.416 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.416+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~THH6OXQK0NZL.0 size=1048576 2024-08-04T15:47:53.417 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.417+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~THH6OXQK0NZL.1 size=1048576 2024-08-04T15:47:53.417 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.418+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~THH6OXQK0NZL.2 size=129552 2024-08-04T15:47:53.419 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.420+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=THH6OXQK0NZL tag=1JXMBQB7ENX7 type=write size=3275280 2024-08-04T15:47:53.421 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.421+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=RCBDRWFUS762 type=del size=3176952 2024-08-04T15:47:53.422 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.422+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~9WVVL3HROKWN.0 size=386974 2024-08-04T15:47:53.424 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.425+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=9WVVL3HROKWN tag=15DZQSXPKYSU type=write size=1435550 2024-08-04T15:47:53.425 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.426+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=SJZKS85NYDR8 type=del size=3580198 2024-08-04T15:47:53.426 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.427+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~IX8F8B8L9SJ5.0 size=1048576 2024-08-04T15:47:53.427 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.428+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~IX8F8B8L9SJ5.1 size=1048576 2024-08-04T15:47:53.428 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.429+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~IX8F8B8L9SJ5.2 size=288342 2024-08-04T15:47:53.430 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.431+0000 7fd2ccec3640 1 < completed multipart upload key=H06WFDC3B2PH upload=IX8F8B8L9SJ5 tag=FE56YA454EEH type=write size=3434070 2024-08-04T15:47:53.431 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.432+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=E99IZ3SHZ70F type=del size=1593042 2024-08-04T15:47:53.432 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.433+0000 7fd2ccec3640 1 < canceled operation key=LPB2ZT0VBXYW tag=TTKL4NWCN10V type=del size=3643869 2024-08-04T15:47:53.433 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.434+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=96JHT67RO9WJ type=del size=3977010 2024-08-04T15:47:53.436 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.437+0000 7fd2ccec3640 1 < suggested update operation key=OFTIL8YKJPJA tag=8027AK2051LK type=del size=856083 2024-08-04T15:47:53.437 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.438+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=4R8K0W07Z5KJ type=write size=465815 2024-08-04T15:47:53.438 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.439+0000 7fd2ccec3640 1 < completed write operation key=775O2FB0RT5R tag=TYNFW9USNFMG type=write size=340843 2024-08-04T15:47:53.439 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.440+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=2COPIXWEECDI type=del size=1975626 2024-08-04T15:47:53.441 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.442+0000 7fd2ccec3640 1 < canceled operation key=HIMJNBIR2DD9 tag=SYCITFLV5CXD type=del size=1347803 2024-08-04T15:47:53.442 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.443+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=BANVNGNQEFMU type=del size=1498730 2024-08-04T15:47:53.444 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.444+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=T50Q1O1F2X2V type=del 2024-08-04T15:47:53.445 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.445+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=XTCZ3GMLHSOO type=del size=2787506 2024-08-04T15:47:53.446 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.447+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~NY8G9MPVL87Q.0 size=14068 2024-08-04T15:47:53.448 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.449+0000 7fd2ccec3640 1 < completed multipart upload key=62WXNRD38943 upload=NY8G9MPVL87Q tag=EB6P6HA4HCQJ type=write size=1062644 2024-08-04T15:47:53.449 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.450+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=WSUAAOBDQMUF type=del size=2855246 2024-08-04T15:47:53.451 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.451+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=LFVTYC5YDIPD type=del 2024-08-04T15:47:53.452 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.452+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=C04C92M3XQ5Y type=del size=2321890 2024-08-04T15:47:53.453 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.454+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~GLYQ2N4TSKSF.0 size=1048576 2024-08-04T15:47:53.454 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.454+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~GLYQ2N4TSKSF.1 size=272123 2024-08-04T15:47:53.456 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.456+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=GLYQ2N4TSKSF tag=QQ0FM9D5RTDR type=write size=2369275 2024-08-04T15:47:53.457 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.458+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=CWWMZOUW1UA0 type=del size=3729195 2024-08-04T15:47:53.457 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.458+0000 7fd2ccec3640 1 < canceled part key=_multipart_WMBAAE091MS6.2~RRJBMF2TQWEI.0 size=179619 2024-08-04T15:47:53.460 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.460+0000 7fd2ccec3640 1 < canceled multipart upload key=WMBAAE091MS6 upload=RRJBMF2TQWEI tag=2UXJ5PAVTPBU type=write size=1228195 2024-08-04T15:47:53.461 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.461+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=NG0BADJQ96XB type=del size=1674380 2024-08-04T15:47:53.462 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.463+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~IKE3FAWGOVYE.0 size=1048576 2024-08-04T15:47:53.463 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.463+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~IKE3FAWGOVYE.1 size=1048576 2024-08-04T15:47:53.464 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.464+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~IKE3FAWGOVYE.2 size=20354 2024-08-04T15:47:53.466 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.466+0000 7fd2ccec3640 1 < completed multipart upload key=GBCNMYOO1FUA upload=IKE3FAWGOVYE tag=ZZO6TS9GLC1P type=write size=3166082 2024-08-04T15:47:53.468 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.468+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~3YCW5J8ZUJVI.0 size=378945 2024-08-04T15:47:53.468 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.468+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=3YCW5J8ZUJVI tag=0SV12V4C8DBP type=write size=1427521 2024-08-04T15:47:53.468 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.468+0000 7fd2ccec3640 1 < canceled part key=_multipart_GBCNMYOO1FUA.2~GP959F6139RP.0 size=300796 2024-08-04T15:47:53.470 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.470+0000 7fd2ccec3640 1 < canceled multipart upload key=GBCNMYOO1FUA upload=GP959F6139RP tag=WM9G6HYTMYSM type=write size=1349372 2024-08-04T15:47:53.472 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.472+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~1X50JBMCLWMB.0 size=1048576 2024-08-04T15:47:53.473 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.473+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~1X50JBMCLWMB.1 size=63251 2024-08-04T15:47:53.473 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.473+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=1X50JBMCLWMB tag=289PVDQKK2UR type=write size=2160403 2024-08-04T15:47:53.474 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.474+0000 7fd2ccec3640 1 < canceled operation key=GBCNMYOO1FUA tag=V1ILU8HEPKJU type=write size=801120 2024-08-04T15:47:53.475 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.476+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=571A6MYVYGZV type=del size=2227318 2024-08-04T15:47:53.476 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.477+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~Q9OP82G5Q5NI.0 size=478019 2024-08-04T15:47:53.479 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.479+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=Q9OP82G5Q5NI tag=M982UM3GPJ06 type=write size=1526595 2024-08-04T15:47:53.480 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.480+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=ICS0BUBOXNOI type=del size=3624564 2024-08-04T15:47:53.481 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.481+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=RCBDRWFUS762 type=del 2024-08-04T15:47:53.483 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.484+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~24JMPF27ISYZ.0 size=1048576 2024-08-04T15:47:53.484 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.485+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~24JMPF27ISYZ.1 size=1048576 2024-08-04T15:47:53.485 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.486+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~24JMPF27ISYZ.2 size=608150 2024-08-04T15:47:53.485 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.486+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=24JMPF27ISYZ tag=1JUQ4SB1VH17 type=write size=3753878 2024-08-04T15:47:53.486 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.487+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=SJZKS85NYDR8 type=del 2024-08-04T15:47:53.487 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.488+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=NKYBLGU9JRU1 type=del size=2404948 2024-08-04T15:47:53.489 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.489+0000 7fd2ccec3640 1 < canceled operation key=LPB2ZT0VBXYW tag=E99IZ3SHZ70F type=del size=1593042 2024-08-04T15:47:53.491 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.492+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~3F3V9A2XYSTS.0 size=254831 2024-08-04T15:47:53.491 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.492+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=3F3V9A2XYSTS tag=7EWSU0S61WR1 type=write size=1303407 2024-08-04T15:47:53.493 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.493+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=96JHT67RO9WJ type=del 2024-08-04T15:47:53.495 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.495+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~5DFTN6BKAGX5.0 size=1048576 2024-08-04T15:47:53.495 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.496+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~5DFTN6BKAGX5.1 size=1048576 2024-08-04T15:47:53.496 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.497+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~5DFTN6BKAGX5.2 size=65234 2024-08-04T15:47:53.497 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.497+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=5DFTN6BKAGX5 tag=YLWLDOWH4BDV type=write size=3210962 2024-08-04T15:47:53.498 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.498+0000 7fd2ccec3640 1 < completed write operation key=KSYUUUTKLZGE tag=4R8K0W07Z5KJ type=write size=465815 2024-08-04T15:47:53.499 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.499+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=3CZIAHJ3DE80 type=del size=2208405 2024-08-04T15:47:53.500 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.501+0000 7fd2ccec3640 1 < canceled operation key=ESVVWVGCH33K tag=2COPIXWEECDI type=del size=1975626 2024-08-04T15:47:53.501 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.502+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=3PFEIPQ30XAJ type=del size=2814157 2024-08-04T15:47:53.503 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.503+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=BANVNGNQEFMU type=del 2024-08-04T15:47:53.505 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.506+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~GWZ8ZUFC8VT9.0 size=1048576 2024-08-04T15:47:53.506 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.507+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~GWZ8ZUFC8VT9.1 size=1048576 2024-08-04T15:47:53.507 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.507+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~GWZ8ZUFC8VT9.2 size=387821 2024-08-04T15:47:53.507 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.507+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=GWZ8ZUFC8VT9 tag=4ULLPJ7KEWDI type=write size=3533549 2024-08-04T15:47:53.508 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.509+0000 7fd2ccec3640 1 < completed delete operation key=ADGRDVHIUPFJ tag=XTCZ3GMLHSOO type=del 2024-08-04T15:47:53.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:53 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:47:53.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:53 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:47:53.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:53 smithi062 ceph-mon[85960]: osdmap e1124: 8 total, 8 up, 8 in 2024-08-04T15:47:53.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:53 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3275311195' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136046-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:47:53.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:53 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136046-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:47:53.511 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.511+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~FVH2X3T5JLFN.0 size=750221 2024-08-04T15:47:53.511 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.511+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=FVH2X3T5JLFN tag=0UITURFM7BWV type=write size=1798797 2024-08-04T15:47:53.512 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.512+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=WSUAAOBDQMUF type=del 2024-08-04T15:47:53.513 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.513+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=WYQN33LQ8A3A type=write size=228368 2024-08-04T15:47:53.514 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.515+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=C04C92M3XQ5Y type=del 2024-08-04T15:47:53.517 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.517+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~BXMNMHO6QCJ3.0 size=1048576 2024-08-04T15:47:53.517 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.518+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~BXMNMHO6QCJ3.1 size=734315 2024-08-04T15:47:53.517 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.518+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=BXMNMHO6QCJ3 tag=TY0TW7VDWWQ0 type=write size=2831467 2024-08-04T15:47:53.519 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.519+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=CWWMZOUW1UA0 type=del 2024-08-04T15:47:53.520 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.521+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=TAOB7S976W7Y type=del size=2540929 2024-08-04T15:47:53.521 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.522+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=NG0BADJQ96XB type=del 2024-08-04T15:47:53.523 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.524+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~HSBWTROB5LTE.0 size=1048576 2024-08-04T15:47:53.524 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.525+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~HSBWTROB5LTE.1 size=345906 2024-08-04T15:47:53.524 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.525+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=HSBWTROB5LTE tag=TS33CXBB6GCA type=write size=2443058 2024-08-04T15:47:53.525 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.526+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~3YCW5J8ZUJVI.0 size=378945 2024-08-04T15:47:53.527 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.528+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=3YCW5J8ZUJVI tag=0SV12V4C8DBP type=write size=1427521 2024-08-04T15:47:53.528 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.529+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=RGXA2NZMKU1O type=del size=3390132 2024-08-04T15:47:53.529 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.529+0000 7fd2ccec3640 1 < canceled part key=_multipart_DI9N06E8I6FR.2~1X50JBMCLWMB.0 size=1048576 2024-08-04T15:47:53.530 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.530+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~1X50JBMCLWMB.1 size=63251 2024-08-04T15:47:53.531 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.532+0000 7fd2ccec3640 1 < canceled multipart upload key=DI9N06E8I6FR upload=1X50JBMCLWMB tag=289PVDQKK2UR type=write size=2160403 2024-08-04T15:47:53.534 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.533+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=0700WBVZ9X9G type=del size=2043887 2024-08-04T15:47:53.534 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.534+0000 7fd2ccec3640 1 < canceled operation key=0ZFG1GY0QH8K tag=571A6MYVYGZV type=del size=2227318 2024-08-04T15:47:53.535 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.535+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=EKBERSZJ88R9 type=del size=281144 2024-08-04T15:47:53.536 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.537+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=ICS0BUBOXNOI type=del 2024-08-04T15:47:53.538 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.539+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~IHC9Z8CAEZG1.0 size=1048576 2024-08-04T15:47:53.539 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.540+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~IHC9Z8CAEZG1.1 size=135406 2024-08-04T15:47:53.539 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.540+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=IHC9Z8CAEZG1 tag=A6LVQIMAR1LP type=write size=2232558 2024-08-04T15:47:53.540 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.541+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~24JMPF27ISYZ.0 size=1048576 2024-08-04T15:47:53.541 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.542+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~24JMPF27ISYZ.1 size=1048576 2024-08-04T15:47:53.542 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.543+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~24JMPF27ISYZ.2 size=608150 2024-08-04T15:47:53.544 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.545+0000 7fd2ccec3640 1 < completed multipart upload key=0ZFG1GY0QH8K upload=24JMPF27ISYZ tag=1JUQ4SB1VH17 type=write size=3753878 2024-08-04T15:47:53.545 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.546+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=CLC8H0GCQPKM type=del size=3559612 2024-08-04T15:47:53.546 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.547+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=NKYBLGU9JRU1 type=del 2024-08-04T15:47:53.548 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.549+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~9MGLR2WKB0KC.0 size=1048576 2024-08-04T15:47:53.549 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.550+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~9MGLR2WKB0KC.1 size=1048576 2024-08-04T15:47:53.550 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.551+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~9MGLR2WKB0KC.2 size=1022733 2024-08-04T15:47:53.550 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.551+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=9MGLR2WKB0KC tag=2KAOMNZM3OC3 type=write size=4168461 2024-08-04T15:47:53.551 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.552+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~3F3V9A2XYSTS.0 size=254831 2024-08-04T15:47:53.553 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.553+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=3F3V9A2XYSTS tag=7EWSU0S61WR1 type=write size=1303407 2024-08-04T15:47:53.554 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.555+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=5WAXF226UM0Z type=del size=3114672 2024-08-04T15:47:53.556 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.556+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~5DFTN6BKAGX5.0 size=1048576 2024-08-04T15:47:53.556 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.556+0000 7fd2ccec3640 1 < canceled part key=_multipart_0BWMVZQ5RBRL.2~5DFTN6BKAGX5.1 size=1048576 2024-08-04T15:47:53.556 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.557+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~5DFTN6BKAGX5.2 size=65234 2024-08-04T15:47:53.558 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.559+0000 7fd2ccec3640 1 < canceled multipart upload key=0BWMVZQ5RBRL upload=5DFTN6BKAGX5 tag=YLWLDOWH4BDV type=write size=3210962 2024-08-04T15:47:53.560 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.561+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~5B4GS1QEHLEK.0 size=1048576 2024-08-04T15:47:53.561 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.562+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~5B4GS1QEHLEK.1 size=1048576 2024-08-04T15:47:53.562 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.563+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~5B4GS1QEHLEK.2 size=347870 2024-08-04T15:47:53.562 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.563+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=5B4GS1QEHLEK tag=7DKJI8M5T444 type=write size=3493598 2024-08-04T15:47:53.563 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.564+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=3CZIAHJ3DE80 type=del 2024-08-04T15:47:53.566 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.566+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~O48DTGUCYQ4Q.0 size=1048576 2024-08-04T15:47:53.567 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.567+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~O48DTGUCYQ4Q.1 size=555488 2024-08-04T15:47:53.567 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.567+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=O48DTGUCYQ4Q tag=BOGBC6PTY6HE type=write size=2652640 2024-08-04T15:47:53.568 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.569+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=3PFEIPQ30XAJ type=del 2024-08-04T15:47:53.570 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.571+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~4ZQOXOI49NHZ.0 size=683415 2024-08-04T15:47:53.570 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.571+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=4ZQOXOI49NHZ tag=ZEY9ON0TQJ3O type=write size=1731991 2024-08-04T15:47:53.571 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.572+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~GWZ8ZUFC8VT9.0 size=1048576 2024-08-04T15:47:53.572 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.573+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~GWZ8ZUFC8VT9.1 size=1048576 2024-08-04T15:47:53.573 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.574+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~GWZ8ZUFC8VT9.2 size=387821 2024-08-04T15:47:53.575 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.576+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=GWZ8ZUFC8VT9 tag=4ULLPJ7KEWDI type=write size=3533549 2024-08-04T15:47:53.577 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.578+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~MWI47VSODH0O.0 size=632235 2024-08-04T15:47:53.577 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.578+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=MWI47VSODH0O tag=VB4SF1BIIOG1 type=write size=1680811 2024-08-04T15:47:53.578 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.578+0000 7fd2ccec3640 1 < canceled part key=_multipart_MWJBTVQYBFBJ.2~FVH2X3T5JLFN.0 size=750221 2024-08-04T15:47:53.579 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.580+0000 7fd2ccec3640 1 < canceled multipart upload key=MWJBTVQYBFBJ upload=FVH2X3T5JLFN tag=0UITURFM7BWV type=write size=1798797 2024-08-04T15:47:53.582 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.583+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~M6B74WV36BLO.0 size=1048576 2024-08-04T15:47:53.583 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.584+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~M6B74WV36BLO.1 size=477347 2024-08-04T15:47:53.583 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.584+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=M6B74WV36BLO tag=M1CN7GXSY6OF type=write size=2574499 2024-08-04T15:47:53.585 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.586+0000 7fd2ccec3640 1 < suggested update operation key=WMBAAE091MS6 tag=WYQN33LQ8A3A type=write size=228368 2024-08-04T15:47:53.586 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.587+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=RRUBS4Z52UK0 type=del size=1917270 2024-08-04T15:47:53.588 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.589+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~BXMNMHO6QCJ3.0 size=1048576 2024-08-04T15:47:53.590 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.590+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~BXMNMHO6QCJ3.1 size=734315 2024-08-04T15:47:53.591 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.592+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=BXMNMHO6QCJ3 tag=TY0TW7VDWWQ0 type=write size=2831467 2024-08-04T15:47:53.593 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.593+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=H3AYUWJR3R0Y type=del size=1733941 2024-08-04T15:47:53.594 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.594+0000 7fd2ccec3640 1 < completed delete operation key=UY4BH06KC1U7 tag=TAOB7S976W7Y type=del 2024-08-04T15:47:53.596 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.597+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~X9YZ7TRCMRWS.0 size=912752 2024-08-04T15:47:53.596 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.597+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=X9YZ7TRCMRWS tag=OPWCLZHQS28P type=write size=1961328 2024-08-04T15:47:53.597 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.598+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~HSBWTROB5LTE.0 size=1048576 2024-08-04T15:47:53.598 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.599+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~HSBWTROB5LTE.1 size=345906 2024-08-04T15:47:53.600 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.601+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=HSBWTROB5LTE tag=TS33CXBB6GCA type=write size=2443058 2024-08-04T15:47:53.603 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.603+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~S7V74F3U2BCE.0 size=453117 2024-08-04T15:47:53.603 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.603+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=S7V74F3U2BCE tag=83S8N6BCQFM1 type=write size=1501693 2024-08-04T15:47:53.604 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.604+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=RGXA2NZMKU1O type=del 2024-08-04T15:47:53.606 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.607+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~5SDIWJT99D69.0 size=1048576 2024-08-04T15:47:53.607 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.607+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~5SDIWJT99D69.1 size=1048576 2024-08-04T15:47:53.608 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.609+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~5SDIWJT99D69.2 size=144372 2024-08-04T15:47:53.608 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.609+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=5SDIWJT99D69 tag=BL9DK9CGU8IB type=write size=3290100 2024-08-04T15:47:53.609 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.610+0000 7fd2ccec3640 1 < canceled operation key=5MFVV0YROP6Z tag=0700WBVZ9X9G type=del size=2043887 2024-08-04T15:47:53.610 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.611+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=0WZ6R0MQW94J type=del size=1175495 2024-08-04T15:47:53.613 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.614+0000 7fd2ccec3640 1 < suggested update operation key=DI9N06E8I6FR tag=EKBERSZJ88R9 type=del size=281144 2024-08-04T15:47:53.614 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.615+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=P6DLISG1R24H type=del size=705469 2024-08-04T15:47:53.616 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.616+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~IHC9Z8CAEZG1.0 size=1048576 2024-08-04T15:47:53.616 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.617+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~IHC9Z8CAEZG1.1 size=135406 2024-08-04T15:47:53.618 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.619+0000 7fd2ccec3640 1 < completed multipart upload key=77442UN63NTC upload=IHC9Z8CAEZG1 tag=A6LVQIMAR1LP type=write size=2232558 2024-08-04T15:47:53.619 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.620+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=XHVR0DW1M6IF type=del size=3308054 2024-08-04T15:47:53.621 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.621+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=CLC8H0GCQPKM type=del 2024-08-04T15:47:53.622 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.623+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=LLAT3BLN0SBW type=del size=1344823 2024-08-04T15:47:53.623 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.624+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~9MGLR2WKB0KC.0 size=1048576 2024-08-04T15:47:53.624 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.625+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~9MGLR2WKB0KC.1 size=1048576 2024-08-04T15:47:53.625 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.626+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~9MGLR2WKB0KC.2 size=1022733 2024-08-04T15:47:53.627 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.628+0000 7fd2ccec3640 1 < completed multipart upload key=ESVVWVGCH33K upload=9MGLR2WKB0KC tag=2KAOMNZM3OC3 type=write size=4168461 2024-08-04T15:47:53.629 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.630+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~K360KX12LKD9.0 size=502844 2024-08-04T15:47:53.630 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.630+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=K360KX12LKD9 tag=LEQYYOMYZW6C type=write size=1551420 2024-08-04T15:47:53.631 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.631+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=5WAXF226UM0Z type=del 2024-08-04T15:47:53.633 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.634+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~C0VR66G40VNG.0 size=86058 2024-08-04T15:47:53.633 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.634+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=C0VR66G40VNG tag=CEBRA5LF9KVE type=write size=1134634 2024-08-04T15:47:53.635 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.636+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~5B4GS1QEHLEK.0 size=1048576 2024-08-04T15:47:53.636 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.637+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~5B4GS1QEHLEK.1 size=1048576 2024-08-04T15:47:53.637 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.638+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~5B4GS1QEHLEK.2 size=347870 2024-08-04T15:47:53.640 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.640+0000 7fd2ccec3640 1 < completed multipart upload key=ESVVWVGCH33K upload=5B4GS1QEHLEK tag=7DKJI8M5T444 type=write size=3493598 2024-08-04T15:47:53.642 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.642+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~BBH8NSVZISSY.0 size=1048576 2024-08-04T15:47:53.643 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.643+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~BBH8NSVZISSY.1 size=301453 2024-08-04T15:47:53.643 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.643+0000 7fd2ccec3640 1 > prepared multipart upload key=SWB07P8C064V upload=BBH8NSVZISSY tag=RAZ1BOKQH6G3 type=write size=2398605 2024-08-04T15:47:53.644 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.645+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~O48DTGUCYQ4Q.0 size=1048576 2024-08-04T15:47:53.645 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.646+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~O48DTGUCYQ4Q.1 size=555488 2024-08-04T15:47:53.647 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.648+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=O48DTGUCYQ4Q tag=BOGBC6PTY6HE type=write size=2652640 2024-08-04T15:47:53.649 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.650+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~TNH2DYKANWHE.0 size=1048576 2024-08-04T15:47:53.650 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.651+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~TNH2DYKANWHE.1 size=1048576 2024-08-04T15:47:53.651 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.652+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~TNH2DYKANWHE.2 size=372175 2024-08-04T15:47:53.651 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.652+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=TNH2DYKANWHE tag=HQ5PQOU4DTFB type=write size=3517903 2024-08-04T15:47:53.652 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.652+0000 7fd2ccec3640 1 < canceled part key=_multipart_YXD2X0LU17RF.2~4ZQOXOI49NHZ.0 size=683415 2024-08-04T15:47:53.653 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.654+0000 7fd2ccec3640 1 < canceled multipart upload key=YXD2X0LU17RF upload=4ZQOXOI49NHZ tag=ZEY9ON0TQJ3O type=write size=1731991 2024-08-04T15:47:53.655 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.656+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~R20X7HW91KWK.0 size=1048576 2024-08-04T15:47:53.656 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.657+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~R20X7HW91KWK.1 size=740051 2024-08-04T15:47:53.656 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.657+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=R20X7HW91KWK tag=OTA5YYF9WG76 type=write size=2837203 2024-08-04T15:47:53.657 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.658+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~MWI47VSODH0O.0 size=632235 2024-08-04T15:47:53.659 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.660+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=MWI47VSODH0O tag=VB4SF1BIIOG1 type=write size=1680811 2024-08-04T15:47:53.660 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.661+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=1DLA582HK3YZ type=del size=3468035 2024-08-04T15:47:53.661 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.662+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~M6B74WV36BLO.0 size=1048576 2024-08-04T15:47:53.662 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.662+0000 7fd2ccec3640 1 < canceled part key=_multipart_MCSD2KYW9UUG.2~M6B74WV36BLO.1 size=477347 2024-08-04T15:47:53.663 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.664+0000 7fd2ccec3640 1 < canceled multipart upload key=MCSD2KYW9UUG upload=M6B74WV36BLO tag=M1CN7GXSY6OF type=write size=2574499 2024-08-04T15:47:53.664 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.665+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=5ONQ6O8DCEAX type=del size=3855009 2024-08-04T15:47:53.667 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.668+0000 7fd2ccec3640 1 < suggested remove operation key=SWB07P8C064V tag=RRUBS4Z52UK0 type=del 2024-08-04T15:47:53.669 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.670+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~2PET0XP973WF.0 size=1048576 2024-08-04T15:47:53.670 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.671+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~2PET0XP973WF.1 size=49938 2024-08-04T15:47:53.670 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.671+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=2PET0XP973WF tag=H5022M2IHXFL type=write size=2147090 2024-08-04T15:47:53.671 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.672+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=H3AYUWJR3R0Y type=del 2024-08-04T15:47:53.674 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.674+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~H9ZYUACL7056.0 size=1048576 2024-08-04T15:47:53.674 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.675+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~H9ZYUACL7056.1 size=645309 2024-08-04T15:47:53.675 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.675+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=H9ZYUACL7056 tag=TJ34ZCE09U2A type=write size=2742461 2024-08-04T15:47:53.676 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.677+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~X9YZ7TRCMRWS.0 size=912752 2024-08-04T15:47:53.678 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.679+0000 7fd2ccec3640 1 < completed multipart upload key=3SZIKIT8UW9F upload=X9YZ7TRCMRWS tag=OPWCLZHQS28P type=write size=1961328 2024-08-04T15:47:53.680 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.681+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~S1AWE1JFDZEK.0 size=260989 2024-08-04T15:47:53.680 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.681+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=S1AWE1JFDZEK tag=D8QO0EHPLA3I type=write size=1309565 2024-08-04T15:47:53.681 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.682+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~S7V74F3U2BCE.0 size=453117 2024-08-04T15:47:53.690 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.691+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=S7V74F3U2BCE tag=83S8N6BCQFM1 type=write size=1501693 2024-08-04T15:47:53.691 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.692+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=Z1L22I3NFQ67 type=del size=2237727 2024-08-04T15:47:53.693 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.693+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~5SDIWJT99D69.0 size=1048576 2024-08-04T15:47:53.694 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.694+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~5SDIWJT99D69.1 size=1048576 2024-08-04T15:47:53.695 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.695+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~5SDIWJT99D69.2 size=144372 2024-08-04T15:47:53.697 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.697+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=5SDIWJT99D69 tag=BL9DK9CGU8IB type=write size=3290100 2024-08-04T15:47:53.698 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.698+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=DLXDVATRV60L type=del size=447489 2024-08-04T15:47:53.699 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.700+0000 7fd2ccec3640 -1 < failed to complete operation key=SWB07P8C064V tag=0WZ6R0MQW94J type=del size=1175495: (22) Invalid argument 2024-08-04T15:47:53.702 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.702+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~NY8E9MUZ5F64.0 size=284932 2024-08-04T15:47:53.702 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.702+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=NY8E9MUZ5F64 tag=X43SB7LL64IP type=write size=1333508 2024-08-04T15:47:53.703 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.704+0000 7fd2ccec3640 1 < canceled operation key=MCSD2KYW9UUG tag=P6DLISG1R24H type=del size=705469 2024-08-04T15:47:53.704 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.705+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=S8VSTE32KA5E type=write size=34742 2024-08-04T15:47:53.706 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.706+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=XHVR0DW1M6IF type=del 2024-08-04T15:47:53.707 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.708+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=Y3H2PJJQA020 type=del size=2156131 2024-08-04T15:47:53.709 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.709+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=LLAT3BLN0SBW type=del 2024-08-04T15:47:53.709 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.710+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=KTEFEBER3YG7 type=del size=3915613 2024-08-04T15:47:53.711 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.711+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~K360KX12LKD9.0 size=502844 2024-08-04T15:47:53.713 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.713+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=K360KX12LKD9 tag=LEQYYOMYZW6C type=write size=1551420 2024-08-04T15:47:53.714 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.715+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=TU5B68UTEW73 type=del size=98639 2024-08-04T15:47:53.716 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.716+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~C0VR66G40VNG.0 size=86058 2024-08-04T15:47:53.718 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.719+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=C0VR66G40VNG tag=CEBRA5LF9KVE type=write size=1134634 2024-08-04T15:47:53.720 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.721+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~M7B08MCHRW9N.0 size=670824 2024-08-04T15:47:53.720 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.721+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=M7B08MCHRW9N tag=1J06ISPIN4KA type=write size=1719400 2024-08-04T15:47:53.721 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.722+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~BBH8NSVZISSY.0 size=1048576 2024-08-04T15:47:53.722 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.723+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~BBH8NSVZISSY.1 size=301453 2024-08-04T15:47:53.724 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.725+0000 7fd2ccec3640 1 < completed multipart upload key=SWB07P8C064V upload=BBH8NSVZISSY tag=RAZ1BOKQH6G3 type=write size=2398605 2024-08-04T15:47:53.726 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.727+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~BQ66GMU40VJV.0 size=654186 2024-08-04T15:47:53.727 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.727+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=BQ66GMU40VJV tag=14XX3PQQFFRT type=write size=1702762 2024-08-04T15:47:53.728 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.728+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~TNH2DYKANWHE.0 size=1048576 2024-08-04T15:47:53.729 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.730+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~TNH2DYKANWHE.1 size=1048576 2024-08-04T15:47:53.730 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.731+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~TNH2DYKANWHE.2 size=372175 2024-08-04T15:47:53.732 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.733+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=TNH2DYKANWHE tag=HQ5PQOU4DTFB type=write size=3517903 2024-08-04T15:47:53.734 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.734+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=6084SBNBRA87 type=write size=829779 2024-08-04T15:47:53.735 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.736+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~R20X7HW91KWK.0 size=1048576 2024-08-04T15:47:53.737 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.737+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~R20X7HW91KWK.1 size=740051 2024-08-04T15:47:53.738 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.739+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=R20X7HW91KWK tag=OTA5YYF9WG76 type=write size=2837203 2024-08-04T15:47:53.740 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.740+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=D8Q8VOD61LB2 type=del size=3481249 2024-08-04T15:47:53.741 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.742+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=1DLA582HK3YZ type=del 2024-08-04T15:47:53.742 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.743+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=XPK6DY0VPC6Z type=del size=85120 2024-08-04T15:47:53.744 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.744+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=5ONQ6O8DCEAX type=del 2024-08-04T15:47:53.745 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.745+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=ZOWCSQNVHJIE type=del size=3996037 2024-08-04T15:47:53.746 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.747+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~2PET0XP973WF.0 size=1048576 2024-08-04T15:47:53.747 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.748+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~2PET0XP973WF.1 size=49938 2024-08-04T15:47:53.749 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.750+0000 7fd2ccec3640 1 < completed multipart upload key=GBCNMYOO1FUA upload=2PET0XP973WF tag=H5022M2IHXFL type=write size=2147090 2024-08-04T15:47:53.752 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.752+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~W6Q470Q7RTCQ.0 size=1048576 2024-08-04T15:47:53.753 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.753+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~W6Q470Q7RTCQ.1 size=1048576 2024-08-04T15:47:53.754 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.754+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~W6Q470Q7RTCQ.2 size=926329 2024-08-04T15:47:53.754 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.754+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=W6Q470Q7RTCQ tag=RG6XTQOT2RJK type=write size=4072057 2024-08-04T15:47:53.755 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.756+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~H9ZYUACL7056.0 size=1048576 2024-08-04T15:47:53.756 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.757+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~H9ZYUACL7056.1 size=645309 2024-08-04T15:47:53.758 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.759+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=H9ZYUACL7056 tag=TJ34ZCE09U2A type=write size=2742461 2024-08-04T15:47:53.761 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.761+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~U2H6HSDOOHHR.0 size=484418 2024-08-04T15:47:53.761 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.761+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=U2H6HSDOOHHR tag=I7A4HMHG3DUG type=write size=1532994 2024-08-04T15:47:53.762 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.763+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~S1AWE1JFDZEK.0 size=260989 2024-08-04T15:47:53.764 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.765+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=S1AWE1JFDZEK tag=D8QO0EHPLA3I type=write size=1309565 2024-08-04T15:47:53.766 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.767+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~ZMOTKX6CS4BP.0 size=1048576 2024-08-04T15:47:53.767 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.768+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~ZMOTKX6CS4BP.1 size=1048576 2024-08-04T15:47:53.768 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.769+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~ZMOTKX6CS4BP.2 size=349422 2024-08-04T15:47:53.768 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.769+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=ZMOTKX6CS4BP tag=MHX9EE2W2R4U type=write size=3495150 2024-08-04T15:47:53.770 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.770+0000 7fd2ccec3640 1 < canceled operation key=3SZIKIT8UW9F tag=Z1L22I3NFQ67 type=del size=2237727 2024-08-04T15:47:53.771 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.772+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=23UT3G1M7M5K type=del size=3689088 2024-08-04T15:47:53.773 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.773+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=DLXDVATRV60L type=del 2024-08-04T15:47:53.774 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.775+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=92AYB0EE3ESX type=del size=1856612 2024-08-04T15:47:53.774 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.775+0000 7fd2ccec3640 1 < canceled part key=_multipart_IPMGU45BLASA.2~NY8E9MUZ5F64.0 size=284932 2024-08-04T15:47:53.777 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.777+0000 7fd2ccec3640 1 < canceled multipart upload key=IPMGU45BLASA upload=NY8E9MUZ5F64 tag=X43SB7LL64IP type=write size=1333508 2024-08-04T15:47:53.779 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.780+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~U2RW2KVHCFLO.0 size=1048576 2024-08-04T15:47:53.780 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.781+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~U2RW2KVHCFLO.1 size=1048576 2024-08-04T15:47:53.781 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.782+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~U2RW2KVHCFLO.2 size=769754 2024-08-04T15:47:53.781 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.782+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=U2RW2KVHCFLO tag=KJJR9CJLEMAL type=write size=3915482 2024-08-04T15:47:53.782 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.783+0000 7fd2ccec3640 1 < canceled operation key=N24BTWFMGCPP tag=S8VSTE32KA5E type=write size=34742 2024-08-04T15:47:53.785 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.785+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~IO9DLQRQ89IR.0 size=1048576 2024-08-04T15:47:53.786 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.786+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~IO9DLQRQ89IR.1 size=1048576 2024-08-04T15:47:53.786 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.787+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~IO9DLQRQ89IR.2 size=578547 2024-08-04T15:47:53.787 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.787+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=IO9DLQRQ89IR tag=98VXW3HGEANG type=write size=3724275 2024-08-04T15:47:53.788 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.789+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=Y3H2PJJQA020 type=del 2024-08-04T15:47:53.790 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.791+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~3YK5F3UUEW23.0 size=70214 2024-08-04T15:47:53.790 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.791+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=3YK5F3UUEW23 tag=PENRAGUISK32 type=write size=1118790 2024-08-04T15:47:53.792 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.792+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=KTEFEBER3YG7 type=del 2024-08-04T15:47:53.794 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.795+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~AOAVG3CMGFME.0 size=1048576 2024-08-04T15:47:53.795 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.796+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~AOAVG3CMGFME.1 size=1048576 2024-08-04T15:47:53.796 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.797+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~AOAVG3CMGFME.2 size=191597 2024-08-04T15:47:53.797 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.797+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=AOAVG3CMGFME tag=FE9OACPX28HR type=write size=3337325 2024-08-04T15:47:53.798 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.799+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=TU5B68UTEW73 type=del 2024-08-04T15:47:53.800 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.800+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=BYVIF528X9ZN type=del size=2338865 2024-08-04T15:47:53.801 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.802+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~M7B08MCHRW9N.0 size=670824 2024-08-04T15:47:53.804 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.804+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=M7B08MCHRW9N tag=1J06ISPIN4KA type=write size=1719400 2024-08-04T15:47:53.805 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.806+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=VK3V2EMYIZ3P type=del size=3822850 2024-08-04T15:47:53.807 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.808+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~BQ66GMU40VJV.0 size=654186 2024-08-04T15:47:53.809 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.810+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=BQ66GMU40VJV tag=14XX3PQQFFRT type=write size=1702762 2024-08-04T15:47:53.810 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.811+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=PK70AX6PZLFD type=del size=1501941 2024-08-04T15:47:53.812 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.812+0000 7fd2ccec3640 1 < completed write operation key=H06WFDC3B2PH tag=6084SBNBRA87 type=write size=829779 2024-08-04T15:47:53.814 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.815+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~4Y1UV41Q1SA7.0 size=1048576 2024-08-04T15:47:53.815 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.816+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~4Y1UV41Q1SA7.1 size=322940 2024-08-04T15:47:53.815 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.816+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=4Y1UV41Q1SA7 tag=UZPJ85PKPWDD type=write size=2420092 2024-08-04T15:47:53.816 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.817+0000 7fd2ccec3640 1 < completed delete operation key=MCSD2KYW9UUG tag=D8Q8VOD61LB2 type=del 2024-08-04T15:47:53.819 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.819+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~3N2RJNADGGNU.0 size=1048576 2024-08-04T15:47:53.820 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.820+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~3N2RJNADGGNU.1 size=951020 2024-08-04T15:47:53.820 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.820+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=3N2RJNADGGNU tag=157OWKIFZRPQ type=write size=3048172 2024-08-04T15:47:53.821 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.821+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=XPK6DY0VPC6Z type=del 2024-08-04T15:47:53.822 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.823+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=ECD306IUGBCJ type=del size=2930828 2024-08-04T15:47:53.825 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.825+0000 7fd2ccec3640 1 < suggested update operation key=0BWMVZQ5RBRL tag=ZOWCSQNVHJIE type=del size=3996037 2024-08-04T15:47:53.827 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.827+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~U4Y2D21WLXFU.0 size=538946 2024-08-04T15:47:53.827 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.827+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=U4Y2D21WLXFU tag=WJRFU0YEADV8 type=write size=1587522 2024-08-04T15:47:53.828 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.829+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~W6Q470Q7RTCQ.0 size=1048576 2024-08-04T15:47:53.829 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.830+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~W6Q470Q7RTCQ.1 size=1048576 2024-08-04T15:47:53.830 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.831+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~W6Q470Q7RTCQ.2 size=926329 2024-08-04T15:47:53.832 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.833+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=W6Q470Q7RTCQ tag=RG6XTQOT2RJK type=write size=4072057 2024-08-04T15:47:53.833 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.834+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=LCUS5X3ROVL9 type=del size=2363275 2024-08-04T15:47:53.835 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.835+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~U2H6HSDOOHHR.0 size=484418 2024-08-04T15:47:53.836 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.837+0000 7fd2ccec3640 1 < completed multipart upload key=5JWY4L0XFKO9 upload=U2H6HSDOOHHR tag=I7A4HMHG3DUG type=write size=1532994 2024-08-04T15:47:53.838 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.839+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~58TT60EY3ZUS.0 size=910330 2024-08-04T15:47:53.839 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.839+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=58TT60EY3ZUS tag=NENCYMMW1RWF type=write size=1958906 2024-08-04T15:47:53.840 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.840+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~ZMOTKX6CS4BP.0 size=1048576 2024-08-04T15:47:53.841 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.841+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~ZMOTKX6CS4BP.1 size=1048576 2024-08-04T15:47:53.842 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.842+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~ZMOTKX6CS4BP.2 size=349422 2024-08-04T15:47:53.844 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.844+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=ZMOTKX6CS4BP tag=MHX9EE2W2R4U type=write size=3495150 2024-08-04T15:47:53.845 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.845+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=HM66DAVFBJ00 type=write size=648180 2024-08-04T15:47:53.847 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.848+0000 7fd2ccec3640 1 < suggested remove operation key=ADGRDVHIUPFJ tag=23UT3G1M7M5K type=del 2024-08-04T15:47:53.849 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.849+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=PBSNNMH54FXJ type=del size=3960370 2024-08-04T15:47:53.850 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.850+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=92AYB0EE3ESX type=del 2024-08-04T15:47:53.851 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.851+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=O5HW0OOBOXQN type=del size=2441300 2024-08-04T15:47:53.852 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.853+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~U2RW2KVHCFLO.0 size=1048576 2024-08-04T15:47:53.853 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.854+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~U2RW2KVHCFLO.1 size=1048576 2024-08-04T15:47:53.854 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.855+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~U2RW2KVHCFLO.2 size=769754 2024-08-04T15:47:53.856 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.857+0000 7fd2ccec3640 1 < completed multipart upload key=0BWMVZQ5RBRL upload=U2RW2KVHCFLO tag=KJJR9CJLEMAL type=write size=3915482 2024-08-04T15:47:53.858 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.859+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~R3BY4R9Z38D9.0 size=830792 2024-08-04T15:47:53.859 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.859+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=R3BY4R9Z38D9 tag=B07W7NYC4O4Q type=write size=1879368 2024-08-04T15:47:53.859 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.860+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~IO9DLQRQ89IR.0 size=1048576 2024-08-04T15:47:53.860 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.861+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~IO9DLQRQ89IR.1 size=1048576 2024-08-04T15:47:53.861 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.862+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~IO9DLQRQ89IR.2 size=578547 2024-08-04T15:47:53.863 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.864+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=IO9DLQRQ89IR tag=98VXW3HGEANG type=write size=3724275 2024-08-04T15:47:53.864 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.865+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=7SIY06893VHY type=del size=3529235 2024-08-04T15:47:53.865 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.866+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~3YK5F3UUEW23.0 size=70214 2024-08-04T15:47:53.867 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.868+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=3YK5F3UUEW23 tag=PENRAGUISK32 type=write size=1118790 2024-08-04T15:47:53.870 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.870+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~SX536FR2TJRN.0 size=1048576 2024-08-04T15:47:53.871 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.871+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~SX536FR2TJRN.1 size=1048576 2024-08-04T15:47:53.872 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.872+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~SX536FR2TJRN.2 size=875946 2024-08-04T15:47:53.872 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.872+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=SX536FR2TJRN tag=VX30W8ROJIID type=write size=4021674 2024-08-04T15:47:53.873 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.874+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~AOAVG3CMGFME.0 size=1048576 2024-08-04T15:47:53.874 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.875+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~AOAVG3CMGFME.1 size=1048576 2024-08-04T15:47:53.876 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.876+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~AOAVG3CMGFME.2 size=191597 2024-08-04T15:47:53.878 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.878+0000 7fd2ccec3640 1 < completed multipart upload key=0ZFG1GY0QH8K upload=AOAVG3CMGFME tag=FE9OACPX28HR type=write size=3337325 2024-08-04T15:47:53.880 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.881+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~ESBADEBQMTSV.0 size=1048576 2024-08-04T15:47:53.881 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.882+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~ESBADEBQMTSV.1 size=885588 2024-08-04T15:47:53.881 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.882+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=ESBADEBQMTSV tag=EJVFHEG537EL type=write size=2982740 2024-08-04T15:47:53.882 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.883+0000 7fd2ccec3640 1 < completed delete operation key=MWJBTVQYBFBJ tag=BYVIF528X9ZN type=del 2024-08-04T15:47:53.884 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.884+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=CAL8GHZI63AK type=write size=29931 2024-08-04T15:47:53.885 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.885+0000 7fd2ccec3640 1 < completed delete operation key=XWJQBRZ42N7Q tag=VK3V2EMYIZ3P type=del 2024-08-04T15:47:53.887 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.888+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~1XELFSPEE9NG.0 size=1048576 2024-08-04T15:47:53.888 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.889+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~1XELFSPEE9NG.1 size=1048576 2024-08-04T15:47:53.889 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.890+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~1XELFSPEE9NG.2 size=260757 2024-08-04T15:47:53.889 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.890+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=1XELFSPEE9NG tag=W1MFEF3WD3HF type=write size=3406485 2024-08-04T15:47:53.890 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.891+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=PK70AX6PZLFD type=del 2024-08-04T15:47:53.892 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.892+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=RS7TSU69OCW0 type=del size=3643478 2024-08-04T15:47:53.893 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.894+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~4Y1UV41Q1SA7.0 size=1048576 2024-08-04T15:47:53.894 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.895+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~4Y1UV41Q1SA7.1 size=322940 2024-08-04T15:47:53.896 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.897+0000 7fd2ccec3640 1 < completed multipart upload key=0ZFG1GY0QH8K upload=4Y1UV41Q1SA7 tag=UZPJ85PKPWDD type=write size=2420092 2024-08-04T15:47:53.898 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.898+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=4COZNVW9SPOW type=del size=2174600 2024-08-04T15:47:53.899 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.899+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~3N2RJNADGGNU.0 size=1048576 2024-08-04T15:47:53.900 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.901+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~3N2RJNADGGNU.1 size=951020 2024-08-04T15:47:53.902 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.903+0000 7fd2ccec3640 1 < completed multipart upload key=3SZIKIT8UW9F upload=3N2RJNADGGNU tag=157OWKIFZRPQ type=write size=3048172 2024-08-04T15:47:53.904 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.904+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=WKIRT8XQKKQF type=del size=3040458 2024-08-04T15:47:53.905 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.906+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=ECD306IUGBCJ type=del 2024-08-04T15:47:53.907 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.907+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=DS397RAQUU62 type=del size=2043261 2024-08-04T15:47:53.908 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.909+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~U4Y2D21WLXFU.0 size=538946 2024-08-04T15:47:53.910 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.911+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=U4Y2D21WLXFU tag=WJRFU0YEADV8 type=write size=1587522 2024-08-04T15:47:53.912 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.912+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=MIHB35S0AVS0 type=write size=175497 2024-08-04T15:47:53.913 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.914+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=LCUS5X3ROVL9 type=del 2024-08-04T15:47:53.916 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.916+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~0BGGAIFSE70K.0 size=1048576 2024-08-04T15:47:53.917 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.917+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~0BGGAIFSE70K.1 size=270466 2024-08-04T15:47:53.917 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.917+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=0BGGAIFSE70K tag=6PON0WUFQDTK type=write size=2367618 2024-08-04T15:47:53.918 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.919+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~58TT60EY3ZUS.0 size=910330 2024-08-04T15:47:53.920 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.921+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=58TT60EY3ZUS tag=NENCYMMW1RWF type=write size=1958906 2024-08-04T15:47:53.922 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.922+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=NYTNTG6S61H0 type=del size=2922287 2024-08-04T15:47:53.923 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.923+0000 7fd2ccec3640 1 < canceled operation key=H06WFDC3B2PH tag=HM66DAVFBJ00 type=write size=648180 2024-08-04T15:47:53.925 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.926+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~D80ZBQCCG22P.0 size=1048576 2024-08-04T15:47:53.926 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.927+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~D80ZBQCCG22P.1 size=803293 2024-08-04T15:47:53.927 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.927+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=D80ZBQCCG22P tag=K61VJSEISS45 type=write size=2900445 2024-08-04T15:47:53.928 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.928+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=PBSNNMH54FXJ type=del 2024-08-04T15:47:53.929 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.930+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=H9LMEBWCZAKK type=write size=167083 2024-08-04T15:47:53.932 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.933+0000 7fd2ccec3640 1 < suggested remove operation key=SWB07P8C064V tag=O5HW0OOBOXQN type=del 2024-08-04T15:47:53.934 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.934+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=YGDRTQP7PC0C type=del size=181264 2024-08-04T15:47:53.935 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.935+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~R3BY4R9Z38D9.0 size=830792 2024-08-04T15:47:53.937 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.937+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=R3BY4R9Z38D9 tag=B07W7NYC4O4Q type=write size=1879368 2024-08-04T15:47:53.939 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.939+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=VGUZQQZB47ZM type=del size=152863 2024-08-04T15:47:53.940 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.940+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=7SIY06893VHY type=del 2024-08-04T15:47:53.942 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.943+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~C6P9I31PD6NV.0 size=352403 2024-08-04T15:47:53.942 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.943+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=C6P9I31PD6NV tag=FL56TB23WA0J type=write size=1400979 2024-08-04T15:47:53.944 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.944+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~SX536FR2TJRN.0 size=1048576 2024-08-04T15:47:53.945 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.945+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~SX536FR2TJRN.1 size=1048576 2024-08-04T15:47:53.946 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.946+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~SX536FR2TJRN.2 size=875946 2024-08-04T15:47:53.948 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.948+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=SX536FR2TJRN tag=VX30W8ROJIID type=write size=4021674 2024-08-04T15:47:53.950 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.951+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~P8AO1LGGN7H9.0 size=1048576 2024-08-04T15:47:53.951 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.952+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~P8AO1LGGN7H9.1 size=1048576 2024-08-04T15:47:53.952 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.953+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~P8AO1LGGN7H9.2 size=135469 2024-08-04T15:47:53.952 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.953+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=P8AO1LGGN7H9 tag=43NBG1VOSE6G type=write size=3281197 2024-08-04T15:47:53.953 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.954+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~ESBADEBQMTSV.0 size=1048576 2024-08-04T15:47:53.954 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.955+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~ESBADEBQMTSV.1 size=885588 2024-08-04T15:47:53.957 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.957+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=ESBADEBQMTSV tag=EJVFHEG537EL type=write size=2982740 2024-08-04T15:47:53.960 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.960+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~L3QSO21A00LH.0 size=1048576 2024-08-04T15:47:53.961 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.962+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~L3QSO21A00LH.1 size=1048576 2024-08-04T15:47:53.962 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.963+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~L3QSO21A00LH.2 size=381746 2024-08-04T15:47:53.962 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.963+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=L3QSO21A00LH tag=BU44MQMWCY0Q type=write size=3527474 2024-08-04T15:47:53.964 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.964+0000 7fd2ccec3640 -1 < failed to complete operation key=SWB07P8C064V tag=CAL8GHZI63AK type=write size=29931: (22) Invalid argument 2024-08-04T15:47:53.966 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.967+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~XMFZ7OK35QYN.0 size=486671 2024-08-04T15:47:53.966 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.967+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=XMFZ7OK35QYN tag=QYK7VO7Y7UCW type=write size=1535247 2024-08-04T15:47:53.968 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.968+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~1XELFSPEE9NG.0 size=1048576 2024-08-04T15:47:53.969 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.969+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~1XELFSPEE9NG.1 size=1048576 2024-08-04T15:47:53.970 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.970+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~1XELFSPEE9NG.2 size=260757 2024-08-04T15:47:53.972 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.972+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=1XELFSPEE9NG tag=W1MFEF3WD3HF type=write size=3406485 2024-08-04T15:47:53.975 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.976+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~0DRI4F3XVQ7S.0 size=1048576 2024-08-04T15:47:53.976 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.977+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~0DRI4F3XVQ7S.1 size=1048576 2024-08-04T15:47:53.977 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.978+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~0DRI4F3XVQ7S.2 size=770019 2024-08-04T15:47:53.977 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.978+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=0DRI4F3XVQ7S tag=2K44MB5QJJMR type=write size=3915747 2024-08-04T15:47:53.980 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.981+0000 7fd2ccec3640 1 < suggested update operation key=5MFVV0YROP6Z tag=RS7TSU69OCW0 type=del size=3643478 2024-08-04T15:47:53.982 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.982+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=EZL1TZJC8I9N type=del size=2562672 2024-08-04T15:47:53.983 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.983+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=4COZNVW9SPOW type=del 2024-08-04T15:47:53.984 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.985+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=MI06TF8GE3GL type=write size=476982 2024-08-04T15:47:53.985 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.986+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=WKIRT8XQKKQF type=del 2024-08-04T15:47:53.987 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.987+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=NNTR7U3JFTJQ type=del size=1914372 2024-08-04T15:47:53.988 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.988+0000 7fd2ccec3640 1 < canceled operation key=LPB2ZT0VBXYW tag=DS397RAQUU62 type=del size=2043261 2024-08-04T15:47:53.989 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.990+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=3ULACRIA4Z2A type=del size=656388 2024-08-04T15:47:53.990 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.991+0000 7fd2ccec3640 1 < canceled operation key=0BWMVZQ5RBRL tag=MIHB35S0AVS0 type=write size=175497 2024-08-04T15:47:53.992 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.992+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=U3YEHO4Y1T2T type=del size=2758923 2024-08-04T15:47:53.993 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.993+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~0BGGAIFSE70K.0 size=1048576 2024-08-04T15:47:53.994 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.995+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~0BGGAIFSE70K.1 size=270466 2024-08-04T15:47:53.996 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.997+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=0BGGAIFSE70K tag=6PON0WUFQDTK type=write size=2367618 2024-08-04T15:47:53.997 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.998+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=NR18MF5AIA5J type=del size=4106472 2024-08-04T15:47:53.999 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:53.999+0000 7fd2ccec3640 -1 < failed to complete operation key=5MFVV0YROP6Z tag=NYTNTG6S61H0 type=del size=2922287: (22) Invalid argument 2024-08-04T15:47:54.001 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.002+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~1ZB5SKALMU52.0 size=1048576 2024-08-04T15:47:54.002 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.003+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~1ZB5SKALMU52.1 size=446689 2024-08-04T15:47:54.002 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.003+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=1ZB5SKALMU52 tag=ILTCUG4W5O5O type=write size=2543841 2024-08-04T15:47:54.004 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.004+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~D80ZBQCCG22P.0 size=1048576 2024-08-04T15:47:54.005 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.005+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~D80ZBQCCG22P.1 size=803293 2024-08-04T15:47:54.007 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.007+0000 7fd2ccec3640 1 < completed multipart upload key=Q43H3OZA4M1A upload=D80ZBQCCG22P tag=K61VJSEISS45 type=write size=2900445 2024-08-04T15:47:54.008 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.009+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=UT3IB20NPIPL type=del size=3320456 2024-08-04T15:47:54.010 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.010+0000 7fd2ccec3640 1 < completed write operation key=IPMGU45BLASA tag=H9LMEBWCZAKK type=write size=167083 2024-08-04T15:47:54.011 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.012+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=1LKE33WS95M4 type=del size=1097258 2024-08-04T15:47:54.013 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.014+0000 7fd2ccec3640 1 < suggested remove operation key=77442UN63NTC tag=YGDRTQP7PC0C type=del 2024-08-04T15:47:54.016 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.016+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~H6155MH7WOJ1.0 size=1048576 2024-08-04T15:47:54.017 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.017+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~H6155MH7WOJ1.1 size=1048576 2024-08-04T15:47:54.018 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.018+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~H6155MH7WOJ1.2 size=87929 2024-08-04T15:47:54.018 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.018+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=H6155MH7WOJ1 tag=NTD21RO9QH5L type=write size=3233657 2024-08-04T15:47:54.020 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.021+0000 7fd2ccec3640 1 < suggested remove operation key=OFTIL8YKJPJA tag=VGUZQQZB47ZM type=del 2024-08-04T15:47:54.022 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.022+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=05QHZ7KYDEMJ type=del size=2905812 2024-08-04T15:47:54.023 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.023+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~C6P9I31PD6NV.0 size=352403 2024-08-04T15:47:54.025 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.026+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=C6P9I31PD6NV tag=FL56TB23WA0J type=write size=1400979 2024-08-04T15:47:54.026 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.027+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=ABP22H3LF4OB type=del size=1222085 2024-08-04T15:47:54.028 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.028+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~P8AO1LGGN7H9.0 size=1048576 2024-08-04T15:47:54.029 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.029+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~P8AO1LGGN7H9.1 size=1048576 2024-08-04T15:47:54.030 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.030+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~P8AO1LGGN7H9.2 size=135469 2024-08-04T15:47:54.032 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.033+0000 7fd2ccec3640 1 < completed multipart upload key=Q43H3OZA4M1A upload=P8AO1LGGN7H9 tag=43NBG1VOSE6G type=write size=3281197 2024-08-04T15:47:54.033 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.034+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=EGX36PBU84OD type=del size=359855 2024-08-04T15:47:54.035 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.035+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~L3QSO21A00LH.0 size=1048576 2024-08-04T15:47:54.036 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.036+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~L3QSO21A00LH.1 size=1048576 2024-08-04T15:47:54.037 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.037+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~L3QSO21A00LH.2 size=381746 2024-08-04T15:47:54.039 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.040+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=L3QSO21A00LH tag=BU44MQMWCY0Q type=write size=3527474 2024-08-04T15:47:54.042 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.042+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~7M6EHKMM4M47.0 size=49323 2024-08-04T15:47:54.042 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.042+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=7M6EHKMM4M47 tag=U0IV6N2NT7F6 type=write size=1097899 2024-08-04T15:47:54.042 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.043+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~XMFZ7OK35QYN.0 size=486671 2024-08-04T15:47:54.045 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.045+0000 7fd2ccec3640 1 < completed multipart upload key=0ZFG1GY0QH8K upload=XMFZ7OK35QYN tag=QYK7VO7Y7UCW type=write size=1535247 2024-08-04T15:47:54.046 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.047+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=BV3LGOO62SU9 type=del size=1090239 2024-08-04T15:47:54.048 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.048+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~0DRI4F3XVQ7S.0 size=1048576 2024-08-04T15:47:54.049 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.050+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~0DRI4F3XVQ7S.1 size=1048576 2024-08-04T15:47:54.051 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.051+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~0DRI4F3XVQ7S.2 size=770019 2024-08-04T15:47:54.053 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.053+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=0DRI4F3XVQ7S tag=2K44MB5QJJMR type=write size=3915747 2024-08-04T15:47:54.055 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.056+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~X7T2EY0F9YW9.0 size=1048576 2024-08-04T15:47:54.056 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.057+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~X7T2EY0F9YW9.1 size=651816 2024-08-04T15:47:54.056 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.057+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=X7T2EY0F9YW9 tag=RTU8V8K18RA4 type=write size=2748968 2024-08-04T15:47:54.057 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.058+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=EZL1TZJC8I9N type=del 2024-08-04T15:47:54.058 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.059+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=B25B070ZA6HN type=del size=1932506 2024-08-04T15:47:54.060 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.060+0000 7fd2ccec3640 1 < completed write operation key=ADGRDVHIUPFJ tag=MI06TF8GE3GL type=write size=476982 2024-08-04T15:47:54.061 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.062+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=I6L90H8893VH type=del size=4088793 2024-08-04T15:47:54.064 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.065+0000 7fd2ccec3640 1 < suggested remove operation key=IPMGU45BLASA tag=NNTR7U3JFTJQ type=del 2024-08-04T15:47:54.066 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.067+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~FLO9ZSAYG6L6.0 size=1048576 2024-08-04T15:47:54.068 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.068+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~FLO9ZSAYG6L6.1 size=1048576 2024-08-04T15:47:54.069 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.069+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~FLO9ZSAYG6L6.2 size=540757 2024-08-04T15:47:54.069 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.069+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=FLO9ZSAYG6L6 tag=1VLKRMZR3P0C type=write size=3686485 2024-08-04T15:47:54.071 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.072+0000 7fd2ccec3640 1 < suggested remove operation key=GBCNMYOO1FUA tag=3ULACRIA4Z2A type=del 2024-08-04T15:47:54.072 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.073+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=NCZDKM7B70CE type=del size=2581454 2024-08-04T15:47:54.074 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.074+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=U3YEHO4Y1T2T type=del 2024-08-04T15:47:54.075 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.075+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=ZHO409QIPGM6 type=write size=13454 2024-08-04T15:47:54.076 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.077+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=NR18MF5AIA5J type=del 2024-08-04T15:47:54.077 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.078+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=BG9SLJG3LBEQ type=del size=3326259 2024-08-04T15:47:54.079 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.079+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~1ZB5SKALMU52.0 size=1048576 2024-08-04T15:47:54.080 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.080+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~1ZB5SKALMU52.1 size=446689 2024-08-04T15:47:54.082 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.082+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=1ZB5SKALMU52 tag=ILTCUG4W5O5O type=write size=2543841 2024-08-04T15:47:54.083 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.084+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=O45F1MY2XJE5 type=del size=2160361 2024-08-04T15:47:54.084 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.085+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=UT3IB20NPIPL type=del 2024-08-04T15:47:54.086 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.086+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=5UJD998AWC1W type=del size=586658 2024-08-04T15:47:54.090 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.090+0000 7fd2ccec3640 1 < suggested remove operation key=SWB07P8C064V tag=1LKE33WS95M4 type=del 2024-08-04T15:47:54.094 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.095+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~9U964ZGCRI1Z.0 size=1048576 2024-08-04T15:47:54.095 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.096+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~9U964ZGCRI1Z.1 size=582894 2024-08-04T15:47:54.096 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.096+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=9U964ZGCRI1Z tag=QI2ZP8ZKCIR4 type=write size=2680046 2024-08-04T15:47:54.097 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.097+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~H6155MH7WOJ1.0 size=1048576 2024-08-04T15:47:54.098 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.098+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~H6155MH7WOJ1.1 size=1048576 2024-08-04T15:47:54.103 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.103+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~H6155MH7WOJ1.2 size=87929 2024-08-04T15:47:54.106 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.106+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=H6155MH7WOJ1 tag=NTD21RO9QH5L type=write size=3233657 2024-08-04T15:47:54.107 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.108+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=VPO4HJ7464YA type=write size=790421 2024-08-04T15:47:54.110 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.110+0000 7fd2ccec3640 1 < suggested update operation key=5MFVV0YROP6Z tag=05QHZ7KYDEMJ type=del size=2905812 2024-08-04T15:47:54.111 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.112+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=C77XW3OJH3KN type=del size=824276 2024-08-04T15:47:54.113 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.113+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=ABP22H3LF4OB type=del 2024-08-04T15:47:54.114 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.115+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=I8FM3XTDIVHX type=del size=2541944 2024-08-04T15:47:54.115 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.116+0000 7fd2ccec3640 -1 < failed to complete operation key=GBCNMYOO1FUA tag=EGX36PBU84OD type=del size=359855: (22) Invalid argument 2024-08-04T15:47:54.118 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.118+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~POL01RXYL6M0.0 size=840224 2024-08-04T15:47:54.118 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.118+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=POL01RXYL6M0 tag=HEC8ICGEQC5O type=write size=1888800 2024-08-04T15:47:54.119 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.120+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~7M6EHKMM4M47.0 size=49323 2024-08-04T15:47:54.121 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.122+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=7M6EHKMM4M47 tag=U0IV6N2NT7F6 type=write size=1097899 2024-08-04T15:47:54.122 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.123+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=7CN32CQHCK0G type=del size=478397 2024-08-04T15:47:54.125 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.125+0000 7fd2ccec3640 1 < suggested remove operation key=4K3JERFA2TR2 tag=BV3LGOO62SU9 type=del 2024-08-04T15:47:54.127 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.128+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~I650U58O079A.0 size=1048576 2024-08-04T15:47:54.128 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.129+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~I650U58O079A.1 size=1048576 2024-08-04T15:47:54.129 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.130+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~I650U58O079A.2 size=533398 2024-08-04T15:47:54.129 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.130+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=I650U58O079A tag=4HQO01YZ42WZ type=write size=3679126 2024-08-04T15:47:54.130 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.131+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~X7T2EY0F9YW9.0 size=1048576 2024-08-04T15:47:54.131 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.132+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~X7T2EY0F9YW9.1 size=651816 2024-08-04T15:47:54.134 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.134+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=X7T2EY0F9YW9 tag=RTU8V8K18RA4 type=write size=2748968 2024-08-04T15:47:54.135 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.136+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=M61H3E0NH6SQ type=del size=1564154 2024-08-04T15:47:54.137 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.137+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=B25B070ZA6HN type=del 2024-08-04T15:47:54.139 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.139+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~240DXN1YB01R.0 size=1048576 2024-08-04T15:47:54.139 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.140+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~240DXN1YB01R.1 size=310493 2024-08-04T15:47:54.140 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.140+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=240DXN1YB01R tag=3FAQIPPSH2SB type=write size=2407645 2024-08-04T15:47:54.141 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.141+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=I6L90H8893VH type=del 2024-08-04T15:47:54.142 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.143+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=DNSPNEMD8M7W type=write size=868570 2024-08-04T15:47:54.143 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.144+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~FLO9ZSAYG6L6.0 size=1048576 2024-08-04T15:47:54.145 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.145+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~FLO9ZSAYG6L6.1 size=1048576 2024-08-04T15:47:54.145 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.146+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~FLO9ZSAYG6L6.2 size=540757 2024-08-04T15:47:54.148 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.148+0000 7fd2ccec3640 1 < completed multipart upload key=GBCNMYOO1FUA upload=FLO9ZSAYG6L6 tag=1VLKRMZR3P0C type=write size=3686485 2024-08-04T15:47:54.150 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.151+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~39HKC3PMJE3F.0 size=411928 2024-08-04T15:47:54.150 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.151+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=39HKC3PMJE3F tag=8F4O4K39DDIC type=write size=1460504 2024-08-04T15:47:54.151 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.152+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=NCZDKM7B70CE type=del 2024-08-04T15:47:54.153 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.153+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=H7SH05YBU56F type=del size=2574836 2024-08-04T15:47:54.154 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.155+0000 7fd2ccec3640 1 < completed write operation key=Q43H3OZA4M1A tag=ZHO409QIPGM6 type=write size=13454 2024-08-04T15:47:54.156 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.157+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~748GXGAIUA6K.0 size=1048576 2024-08-04T15:47:54.157 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.158+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~748GXGAIUA6K.1 size=880541 2024-08-04T15:47:54.158 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.158+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=748GXGAIUA6K tag=UJ00C6OMMY59 type=write size=2977693 2024-08-04T15:47:54.159 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.159+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=BG9SLJG3LBEQ type=del 2024-08-04T15:47:54.160 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.161+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=DI9RSH5PNNRA type=del size=4177983 2024-08-04T15:47:54.161 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.162+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=O45F1MY2XJE5 type=del 2024-08-04T15:47:54.162 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.163+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=XV7NLQ26N5LT type=del size=3019328 2024-08-04T15:47:54.165 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.166+0000 7fd2ccec3640 1 < suggested update operation key=XWJQBRZ42N7Q tag=5UJD998AWC1W type=del size=586658 2024-08-04T15:47:54.168 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.168+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~CC0AY04W8EUG.0 size=1048576 2024-08-04T15:47:54.169 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.169+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~CC0AY04W8EUG.1 size=1042605 2024-08-04T15:47:54.169 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.169+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=CC0AY04W8EUG tag=10F8WSJM9VRW type=write size=3139757 2024-08-04T15:47:54.170 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.171+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~9U964ZGCRI1Z.0 size=1048576 2024-08-04T15:47:54.171 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.172+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~9U964ZGCRI1Z.1 size=582894 2024-08-04T15:47:54.173 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.174+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=9U964ZGCRI1Z tag=QI2ZP8ZKCIR4 type=write size=2680046 2024-08-04T15:47:54.176 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.176+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~W4JFH5Z1GYRS.0 size=1048576 2024-08-04T15:47:54.177 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.177+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~W4JFH5Z1GYRS.1 size=1048576 2024-08-04T15:47:54.178 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.178+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~W4JFH5Z1GYRS.2 size=1038148 2024-08-04T15:47:54.178 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.178+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=W4JFH5Z1GYRS tag=0QF7985309WT type=write size=4183876 2024-08-04T15:47:54.179 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.180+0000 7fd2ccec3640 1 < completed write operation key=77442UN63NTC tag=VPO4HJ7464YA type=write size=790421 2024-08-04T15:47:54.180 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.181+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=07QQBQE3L29F type=del size=1911401 2024-08-04T15:47:54.183 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.184+0000 7fd2ccec3640 1 < suggested remove operation key=ADGRDVHIUPFJ tag=C77XW3OJH3KN type=del 2024-08-04T15:47:54.184 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.185+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=2TUNDK16WBUQ type=write size=632143 2024-08-04T15:47:54.187 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.187+0000 7fd2ccec3640 1 < suggested update operation key=WMBAAE091MS6 tag=I8FM3XTDIVHX type=del size=2541944 2024-08-04T15:47:54.188 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.189+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=ZSFLPZGGBBNF type=del size=2083427 2024-08-04T15:47:54.189 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.190+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~POL01RXYL6M0.0 size=840224 2024-08-04T15:47:54.191 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.192+0000 7fd2ccec3640 1 < completed multipart upload key=0ZFG1GY0QH8K upload=POL01RXYL6M0 tag=HEC8ICGEQC5O type=write size=1888800 2024-08-04T15:47:54.192 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.193+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=8UI135IO94CK type=del size=561206 2024-08-04T15:47:54.194 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.195+0000 7fd2ccec3640 1 < completed delete operation key=HIMJNBIR2DD9 tag=7CN32CQHCK0G type=del 2024-08-04T15:47:54.195 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.196+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=RHQ2X16H0IGL type=del size=1734030 2024-08-04T15:47:54.197 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.197+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~I650U58O079A.0 size=1048576 2024-08-04T15:47:54.198 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.198+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~I650U58O079A.1 size=1048576 2024-08-04T15:47:54.199 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.199+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~I650U58O079A.2 size=533398 2024-08-04T15:47:54.201 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.202+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=I650U58O079A tag=4HQO01YZ42WZ type=write size=3679126 2024-08-04T15:47:54.202 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.203+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=NQT0GPQF2S38 type=del size=3104224 2024-08-04T15:47:54.203 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.204+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=M61H3E0NH6SQ type=del 2024-08-04T15:47:54.206 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.206+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~JQALYTKWX1R7.0 size=1017823 2024-08-04T15:47:54.206 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.206+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=JQALYTKWX1R7 tag=N9A2006MUZEL type=write size=2066399 2024-08-04T15:47:54.206 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.207+0000 7fd2ccec3640 1 < canceled part key=_multipart_HIMJNBIR2DD9.2~240DXN1YB01R.0 size=1048576 2024-08-04T15:47:54.207 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.208+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~240DXN1YB01R.1 size=310493 2024-08-04T15:47:54.209 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.210+0000 7fd2ccec3640 1 < canceled multipart upload key=HIMJNBIR2DD9 upload=240DXN1YB01R tag=3FAQIPPSH2SB type=write size=2407645 2024-08-04T15:47:54.211 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.212+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~WQ079SVSMN0E.0 size=1048576 2024-08-04T15:47:54.212 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.213+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~WQ079SVSMN0E.1 size=159147 2024-08-04T15:47:54.213 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.213+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=WQ079SVSMN0E tag=1IYC0ZDDL51H type=write size=2256299 2024-08-04T15:47:54.214 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.214+0000 7fd2ccec3640 1 < completed write operation key=DI9N06E8I6FR tag=DNSPNEMD8M7W type=write size=868570 2024-08-04T15:47:54.216 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.217+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~EACXI6QR83IV.0 size=266764 2024-08-04T15:47:54.216 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.217+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=EACXI6QR83IV tag=QSTZDVYPZID4 type=write size=1315340 2024-08-04T15:47:54.217 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.218+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~39HKC3PMJE3F.0 size=411928 2024-08-04T15:47:54.220 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.220+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=39HKC3PMJE3F tag=8F4O4K39DDIC type=write size=1460504 2024-08-04T15:47:54.222 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.223+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~MGIAQJS0VRDQ.0 size=325707 2024-08-04T15:47:54.223 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.223+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=MGIAQJS0VRDQ tag=J3KR3YAM4HQS type=write size=1374283 2024-08-04T15:47:54.225 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.225+0000 7fd2ccec3640 1 < suggested update operation key=S35AAPLREPCU tag=H7SH05YBU56F type=del size=2574836 2024-08-04T15:47:54.226 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.227+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=M3L11BPFZ2U7 type=del size=1958154 2024-08-04T15:47:54.228 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.228+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~748GXGAIUA6K.0 size=1048576 2024-08-04T15:47:54.228 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.229+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~748GXGAIUA6K.1 size=880541 2024-08-04T15:47:54.231 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.231+0000 7fd2ccec3640 1 < completed multipart upload key=ESVVWVGCH33K upload=748GXGAIUA6K tag=UJ00C6OMMY59 type=write size=2977693 2024-08-04T15:47:54.232 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.233+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=5RZSG8SNNEDX type=write size=923828 2024-08-04T15:47:54.234 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.234+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=DI9RSH5PNNRA type=del 2024-08-04T15:47:54.235 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.236+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=HH6QB8VUS99T type=write size=507960 2024-08-04T15:47:54.236 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.237+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=XV7NLQ26N5LT type=del 2024-08-04T15:47:54.238 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.238+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=7BX5UPNO2AEB type=del size=3717877 2024-08-04T15:47:54.239 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.240+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~CC0AY04W8EUG.0 size=1048576 2024-08-04T15:47:54.240 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.241+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~CC0AY04W8EUG.1 size=1042605 2024-08-04T15:47:54.242 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.243+0000 7fd2ccec3640 1 < completed multipart upload key=77442UN63NTC upload=CC0AY04W8EUG tag=10F8WSJM9VRW type=write size=3139757 2024-08-04T15:47:54.244 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.244+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=27YNKLN2IMGS type=del size=662227 2024-08-04T15:47:54.245 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.246+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~W4JFH5Z1GYRS.0 size=1048576 2024-08-04T15:47:54.246 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.247+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~W4JFH5Z1GYRS.1 size=1048576 2024-08-04T15:47:54.247 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.248+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~W4JFH5Z1GYRS.2 size=1038148 2024-08-04T15:47:54.249 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.250+0000 7fd2ccec3640 1 < completed multipart upload key=HIMJNBIR2DD9 upload=W4JFH5Z1GYRS tag=0QF7985309WT type=write size=4183876 2024-08-04T15:47:54.251 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.251+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=X3KIQO9NB76X type=del size=3071829 2024-08-04T15:47:54.252 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.253+0000 7fd2ccec3640 1 < canceled operation key=IPMGU45BLASA tag=07QQBQE3L29F type=del size=1911401 2024-08-04T15:47:54.255 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.255+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~W181GNJG7KQA.0 size=1048576 2024-08-04T15:47:54.256 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.256+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~W181GNJG7KQA.1 size=581886 2024-08-04T15:47:54.256 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.256+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=W181GNJG7KQA tag=PWTE7NER0SRH type=write size=2679038 2024-08-04T15:47:54.259 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.259+0000 7fd2ccec3640 1 < suggested remove operation key=IPMGU45BLASA tag=2TUNDK16WBUQ type=write 2024-08-04T15:47:54.260 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.260+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=X1TC2I5E5DFJ type=del size=906000 2024-08-04T15:47:54.261 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.262+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=ZSFLPZGGBBNF type=del 2024-08-04T15:47:54.262 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.263+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=0FM47U77MAJ5 type=del size=2170541 2024-08-04T15:47:54.264 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.264+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=8UI135IO94CK type=del 2024-08-04T15:47:54.266 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.267+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~4SAJQH1F06EI.0 size=13730 2024-08-04T15:47:54.266 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.267+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=4SAJQH1F06EI tag=MTU877NNTO0A type=write size=1062306 2024-08-04T15:47:54.267 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.268+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=RHQ2X16H0IGL type=del 2024-08-04T15:47:54.270 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.270+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~HHDOYGQUQWDR.0 size=744390 2024-08-04T15:47:54.270 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.270+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=HHDOYGQUQWDR tag=0OPCV0S6JALK type=write size=1792966 2024-08-04T15:47:54.271 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.272+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=NQT0GPQF2S38 type=del 2024-08-04T15:47:54.274 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.274+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~6WB0GN7301HL.0 size=118274 2024-08-04T15:47:54.274 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.274+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=6WB0GN7301HL tag=1JLGVJULW065 type=write size=1166850 2024-08-04T15:47:54.275 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.275+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~JQALYTKWX1R7.0 size=1017823 2024-08-04T15:47:54.277 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.277+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=JQALYTKWX1R7 tag=N9A2006MUZEL type=write size=2066399 2024-08-04T15:47:54.278 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.279+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=23C4NUY9DPS2 type=del size=2051418 2024-08-04T15:47:54.279 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.280+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~WQ079SVSMN0E.0 size=1048576 2024-08-04T15:47:54.280 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.281+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~WQ079SVSMN0E.1 size=159147 2024-08-04T15:47:54.282 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.283+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=WQ079SVSMN0E tag=1IYC0ZDDL51H type=write size=2256299 2024-08-04T15:47:54.284 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.284+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=NMAO1ZPUEQUU type=del size=2961226 2024-08-04T15:47:54.285 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.286+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~EACXI6QR83IV.0 size=266764 2024-08-04T15:47:54.287 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.288+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=EACXI6QR83IV tag=QSTZDVYPZID4 type=write size=1315340 2024-08-04T15:47:54.288 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.289+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=60J9Q7W5H93Y type=del size=723014 2024-08-04T15:47:54.289 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.290+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~MGIAQJS0VRDQ.0 size=325707 2024-08-04T15:47:54.292 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.292+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=MGIAQJS0VRDQ tag=J3KR3YAM4HQS type=write size=1374283 2024-08-04T15:47:54.294 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.294+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~AAD43540H13O.0 size=1048576 2024-08-04T15:47:54.295 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.296+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~AAD43540H13O.1 size=381393 2024-08-04T15:47:54.295 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.296+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=AAD43540H13O tag=8BGBQUHHWJYT type=write size=2478545 2024-08-04T15:47:54.296 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.297+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=M3L11BPFZ2U7 type=del 2024-08-04T15:47:54.299 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.299+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~VMGW4VA4KWXQ.0 size=237927 2024-08-04T15:47:54.299 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.299+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=VMGW4VA4KWXQ tag=7XKNCVN7YJA2 type=write size=1286503 2024-08-04T15:47:54.300 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.301+0000 7fd2ccec3640 1 < canceled operation key=0ZFG1GY0QH8K tag=5RZSG8SNNEDX type=write size=923828 2024-08-04T15:47:54.303 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.303+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~JCEOU4LNH5BP.0 size=1048576 2024-08-04T15:47:54.304 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.304+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~JCEOU4LNH5BP.1 size=1048576 2024-08-04T15:47:54.305 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.305+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~JCEOU4LNH5BP.2 size=12462 2024-08-04T15:47:54.305 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.305+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=JCEOU4LNH5BP tag=RII5G8MKOCAG type=write size=3158190 2024-08-04T15:47:54.306 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.307+0000 7fd2ccec3640 1 < completed write operation key=ADGRDVHIUPFJ tag=HH6QB8VUS99T type=write size=507960 2024-08-04T15:47:54.309 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.309+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~NZU0YOX3QADK.0 size=1048576 2024-08-04T15:47:54.310 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.310+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~NZU0YOX3QADK.1 size=104517 2024-08-04T15:47:54.310 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.310+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=NZU0YOX3QADK tag=X86OCM6XYF5D type=write size=2201669 2024-08-04T15:47:54.311 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.312+0000 7fd2ccec3640 1 < canceled operation key=XWJQBRZ42N7Q tag=7BX5UPNO2AEB type=del size=3717877 2024-08-04T15:47:54.313 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.314+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~1JDF8WI3A04Q.0 size=1048576 2024-08-04T15:47:54.314 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.315+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~1JDF8WI3A04Q.1 size=673928 2024-08-04T15:47:54.314 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.315+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=1JDF8WI3A04Q tag=ITLMC9YBYE44 type=write size=2771080 2024-08-04T15:47:54.316 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.316+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=27YNKLN2IMGS type=del 2024-08-04T15:47:54.317 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.317+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=ADJ882C919O2 type=del size=4104952 2024-08-04T15:47:54.318 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.319+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=X3KIQO9NB76X type=del 2024-08-04T15:47:54.320 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.321+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~1GVTGL5CI49A.0 size=1048576 2024-08-04T15:47:54.321 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.322+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~1GVTGL5CI49A.1 size=1048576 2024-08-04T15:47:54.322 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.323+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~1GVTGL5CI49A.2 size=399087 2024-08-04T15:47:54.322 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.323+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=1GVTGL5CI49A tag=R787YA4XI9U7 type=write size=3544815 2024-08-04T15:47:54.324 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.324+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~W181GNJG7KQA.0 size=1048576 2024-08-04T15:47:54.325 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.325+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~W181GNJG7KQA.1 size=581886 2024-08-04T15:47:54.327 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.327+0000 7fd2ccec3640 1 < completed multipart upload key=HIMJNBIR2DD9 upload=W181GNJG7KQA tag=PWTE7NER0SRH type=write size=2679038 2024-08-04T15:47:54.329 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.330+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~ICGL02539MIE.0 size=1048576 2024-08-04T15:47:54.330 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.331+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~ICGL02539MIE.1 size=1048576 2024-08-04T15:47:54.331 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.332+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~ICGL02539MIE.2 size=134215 2024-08-04T15:47:54.331 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.332+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=ICGL02539MIE tag=L8C4AUVC2PF8 type=write size=3279943 2024-08-04T15:47:54.332 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.333+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=X1TC2I5E5DFJ type=del 2024-08-04T15:47:54.333 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.334+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=KK996CLVYEVL type=del size=201755 2024-08-04T15:47:54.335 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.336+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=0FM47U77MAJ5 type=del 2024-08-04T15:47:54.336 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.337+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=JU35Z76DYKXE type=del size=2789546 2024-08-04T15:47:54.338 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.338+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~4SAJQH1F06EI.0 size=13730 2024-08-04T15:47:54.340 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.340+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=4SAJQH1F06EI tag=MTU877NNTO0A type=write size=1062306 2024-08-04T15:47:54.341 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.342+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=US1459923U5E type=del size=3595009 2024-08-04T15:47:54.342 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.343+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~HHDOYGQUQWDR.0 size=744390 2024-08-04T15:47:54.344 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.345+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=HHDOYGQUQWDR tag=0OPCV0S6JALK type=write size=1792966 2024-08-04T15:47:54.345 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.346+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=D3WWVV628XMP type=write size=971572 2024-08-04T15:47:54.347 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.348+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~6WB0GN7301HL.0 size=118274 2024-08-04T15:47:54.349 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.350+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=6WB0GN7301HL tag=1JLGVJULW065 type=write size=1166850 2024-08-04T15:47:54.350 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.351+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=OC8FAPO2QL3Z type=write size=30494 2024-08-04T15:47:54.352 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.353+0000 7fd2ccec3640 1 < completed delete operation key=XWJQBRZ42N7Q tag=23C4NUY9DPS2 type=del 2024-08-04T15:47:54.353 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.354+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=TZM4YYA29K4P type=del size=3865431 2024-08-04T15:47:54.354 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.355+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=NMAO1ZPUEQUU type=del 2024-08-04T15:47:54.356 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.356+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=1J6354WP13H2 type=del size=914623 2024-08-04T15:47:54.357 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.358+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=60J9Q7W5H93Y type=del 2024-08-04T15:47:54.358 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.359+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=CR91SFIT3O4K type=del size=3312106 2024-08-04T15:47:54.359 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.359+0000 7fd2ccec3640 1 < canceled part key=_multipart_5MFVV0YROP6Z.2~AAD43540H13O.0 size=1048576 2024-08-04T15:47:54.359 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.359+0000 7fd2ccec3640 1 < canceled part key=_multipart_5MFVV0YROP6Z.2~AAD43540H13O.1 size=381393 2024-08-04T15:47:54.361 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.361+0000 7fd2ccec3640 1 < canceled multipart upload key=5MFVV0YROP6Z upload=AAD43540H13O tag=8BGBQUHHWJYT type=write size=2478545 2024-08-04T15:47:54.363 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.364+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~2TNAFKFKZ0CR.0 size=440366 2024-08-04T15:47:54.363 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.364+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=2TNAFKFKZ0CR tag=W3PRC2TSPAJW type=write size=1488942 2024-08-04T15:47:54.365 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.365+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~VMGW4VA4KWXQ.0 size=237927 2024-08-04T15:47:54.367 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.367+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=VMGW4VA4KWXQ tag=7XKNCVN7YJA2 type=write size=1286503 2024-08-04T15:47:54.368 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.369+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=T1A7AMIWI5LM type=write size=401364 2024-08-04T15:47:54.369 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.370+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~JCEOU4LNH5BP.0 size=1048576 2024-08-04T15:47:54.370 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.371+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~JCEOU4LNH5BP.1 size=1048576 2024-08-04T15:47:54.371 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.372+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~JCEOU4LNH5BP.2 size=12462 2024-08-04T15:47:54.374 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.374+0000 7fd2ccec3640 1 < completed multipart upload key=GBCNMYOO1FUA upload=JCEOU4LNH5BP tag=RII5G8MKOCAG type=write size=3158190 2024-08-04T15:47:54.375 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.375+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=8MWJO6105I6X type=del size=1921774 2024-08-04T15:47:54.376 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.377+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~NZU0YOX3QADK.0 size=1048576 2024-08-04T15:47:54.377 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.378+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~NZU0YOX3QADK.1 size=104517 2024-08-04T15:47:54.380 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.380+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=NZU0YOX3QADK tag=X86OCM6XYF5D type=write size=2201669 2024-08-04T15:47:54.381 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.381+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=URGUKNIRV7TQ type=del size=4078285 2024-08-04T15:47:54.382 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.383+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~1JDF8WI3A04Q.0 size=1048576 2024-08-04T15:47:54.383 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.384+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~1JDF8WI3A04Q.1 size=673928 2024-08-04T15:47:54.385 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.386+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=1JDF8WI3A04Q tag=ITLMC9YBYE44 type=write size=2771080 2024-08-04T15:47:54.387 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.387+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=JXEEIQDJLIEP type=write size=345287 2024-08-04T15:47:54.388 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.389+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=ADJ882C919O2 type=del 2024-08-04T15:47:54.391 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.391+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~5535Y8DJFGCG.0 size=864352 2024-08-04T15:47:54.391 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.391+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=5535Y8DJFGCG tag=ADABVE3IEVNO type=write size=1912928 2024-08-04T15:47:54.392 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.393+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~1GVTGL5CI49A.0 size=1048576 2024-08-04T15:47:54.393 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.394+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~1GVTGL5CI49A.1 size=1048576 2024-08-04T15:47:54.394 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.395+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~1GVTGL5CI49A.2 size=399087 2024-08-04T15:47:54.397 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.397+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=1GVTGL5CI49A tag=R787YA4XI9U7 type=write size=3544815 2024-08-04T15:47:54.398 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.399+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=FWKLZGJ4JNKV type=del size=98841 2024-08-04T15:47:54.399 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.400+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~ICGL02539MIE.0 size=1048576 2024-08-04T15:47:54.400 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.400+0000 7fd2ccec3640 1 < canceled part key=_multipart_LPB2ZT0VBXYW.2~ICGL02539MIE.1 size=1048576 2024-08-04T15:47:54.401 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.401+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~ICGL02539MIE.2 size=134215 2024-08-04T15:47:54.403 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.403+0000 7fd2ccec3640 1 < canceled multipart upload key=LPB2ZT0VBXYW upload=ICGL02539MIE tag=L8C4AUVC2PF8 type=write size=3279943 2024-08-04T15:47:54.404 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.405+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=4EOZO92ILMRG type=write size=452058 2024-08-04T15:47:54.405 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.406+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=KK996CLVYEVL type=del 2024-08-04T15:47:54.408 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.408+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~TH73QFTCEPHQ.0 size=652731 2024-08-04T15:47:54.408 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.408+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=TH73QFTCEPHQ tag=YSC9S4HRPLFS type=write size=1701307 2024-08-04T15:47:54.409 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.410+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=JU35Z76DYKXE type=del 2024-08-04T15:47:54.411 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.411+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=L2C6EA4E1HN2 type=del size=3005437 2024-08-04T15:47:54.412 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.413+0000 7fd2ccec3640 1 < completed delete operation key=S35AAPLREPCU tag=US1459923U5E type=del 2024-08-04T15:47:54.413 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.414+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=6MUAXSWDR3J0 type=del size=1853531 2024-08-04T15:47:54.415 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.415+0000 7fd2ccec3640 1 < completed write operation key=77442UN63NTC tag=D3WWVV628XMP type=write size=971572 2024-08-04T15:47:54.417 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.418+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~KN3URD28Y3EV.0 size=1048576 2024-08-04T15:47:54.418 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.419+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~KN3URD28Y3EV.1 size=1048576 2024-08-04T15:47:54.419 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.420+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~KN3URD28Y3EV.2 size=359740 2024-08-04T15:47:54.419 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.420+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=KN3URD28Y3EV tag=PKNSOGOMTGL7 type=write size=3505468 2024-08-04T15:47:54.420 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.421+0000 7fd2ccec3640 1 < completed write operation key=5MFVV0YROP6Z tag=OC8FAPO2QL3Z type=write size=30494 2024-08-04T15:47:54.423 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.423+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~7LX505T9BZHI.0 size=148707 2024-08-04T15:47:54.423 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.423+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=7LX505T9BZHI tag=JNFFKO8GKWHO type=write size=1197283 2024-08-04T15:47:54.425 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.426+0000 7fd2ccec3640 1 < suggested remove operation key=S35AAPLREPCU tag=TZM4YYA29K4P type=del 2024-08-04T15:47:54.427 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.427+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=J06SWPL7IYKQ type=del size=1891641 2024-08-04T15:47:54.429 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.430+0000 7fd2ccec3640 1 < suggested update operation key=MWJBTVQYBFBJ tag=1J6354WP13H2 type=del size=914623 2024-08-04T15:47:54.431 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.431+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=3ZCS2GG9NXEA type=del size=3982268 2024-08-04T15:47:54.433 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.434+0000 7fd2ccec3640 1 < suggested update operation key=A8CMFMCK5F3U tag=CR91SFIT3O4K type=del size=3312106 2024-08-04T15:47:54.435 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.436+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~WCPJB3438I6R.0 size=853328 2024-08-04T15:47:54.436 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.436+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=WCPJB3438I6R tag=XGWEK85AKLJ3 type=write size=1901904 2024-08-04T15:47:54.437 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.437+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~2TNAFKFKZ0CR.0 size=440366 2024-08-04T15:47:54.439 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.439+0000 7fd2ccec3640 1 < completed multipart upload key=3SZIKIT8UW9F upload=2TNAFKFKZ0CR tag=W3PRC2TSPAJW type=write size=1488942 2024-08-04T15:47:54.441 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.442+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~191Z82DSLZSL.0 size=1048576 2024-08-04T15:47:54.442 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.443+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~191Z82DSLZSL.1 size=558661 2024-08-04T15:47:54.442 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.443+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=191Z82DSLZSL tag=84NOCM4OAZ2Z type=write size=2655813 2024-08-04T15:47:54.444 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.444+0000 7fd2ccec3640 1 < completed write operation key=PZE6FNM3SE38 tag=T1A7AMIWI5LM type=write size=401364 2024-08-04T15:47:54.445 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.446+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=NZVTXQVZBKHA type=del size=2172462 2024-08-04T15:47:54.448 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.448+0000 7fd2ccec3640 1 < suggested remove operation key=MWJBTVQYBFBJ tag=8MWJO6105I6X type=del 2024-08-04T15:47:54.449 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.450+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=JSFAFM6I2XDC type=del size=3464762 2024-08-04T15:47:54.450 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.451+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=URGUKNIRV7TQ type=del 2024-08-04T15:47:54.453 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.453+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~WOEXDB0N7JQJ.0 size=1048576 2024-08-04T15:47:54.454 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.455+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~WOEXDB0N7JQJ.1 size=827293 2024-08-04T15:47:54.454 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.455+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=WOEXDB0N7JQJ tag=XQ6L353LT8U7 type=write size=2924445 2024-08-04T15:47:54.456 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.456+0000 7fd2ccec3640 1 < completed write operation key=0ZFG1GY0QH8K tag=JXEEIQDJLIEP type=write size=345287 2024-08-04T15:47:54.458 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.458+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=E49F8A6ZZAN0 type=del size=2508918 2024-08-04T15:47:54.459 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.460+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~5535Y8DJFGCG.0 size=864352 2024-08-04T15:47:54.462 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.462+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=5535Y8DJFGCG tag=ADABVE3IEVNO type=write size=1912928 2024-08-04T15:47:54.463 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.464+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=0OYMDPD0Y7DI type=del size=1557685 2024-08-04T15:47:54.465 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.465+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=FWKLZGJ4JNKV type=del 2024-08-04T15:47:54.467 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.468+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~J0ALTLITAZO2.0 size=1048576 2024-08-04T15:47:54.468 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.469+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~J0ALTLITAZO2.1 size=1048576 2024-08-04T15:47:54.469 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.470+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~J0ALTLITAZO2.2 size=631627 2024-08-04T15:47:54.470 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.470+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=J0ALTLITAZO2 tag=01SHWKSYOUVJ type=write size=3777355 2024-08-04T15:47:54.471 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.471+0000 7fd2ccec3640 1 < completed write operation key=IPMGU45BLASA tag=4EOZO92ILMRG type=write size=452058 2024-08-04T15:47:54.473 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.474+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~96IIHSSDIUQA.0 size=1048576 2024-08-04T15:47:54.474 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.475+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~96IIHSSDIUQA.1 size=1048576 2024-08-04T15:47:54.475 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.476+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~96IIHSSDIUQA.2 size=551995 2024-08-04T15:47:54.475 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.476+0000 7fd2ccec3640 1 > prepared multipart upload key=SWB07P8C064V upload=96IIHSSDIUQA tag=6BMF2NP6E3TA type=write size=3697723 2024-08-04T15:47:54.477 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.477+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~TH73QFTCEPHQ.0 size=652731 2024-08-04T15:47:54.479 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.479+0000 7fd2ccec3640 1 < completed multipart upload key=XWJQBRZ42N7Q upload=TH73QFTCEPHQ tag=YSC9S4HRPLFS type=write size=1701307 2024-08-04T15:47:54.480 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.481+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=AFXL14GFHZNP type=del size=3723679 2024-08-04T15:47:54.482 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.482+0000 7fd2ccec3640 1 < canceled operation key=ADGRDVHIUPFJ tag=L2C6EA4E1HN2 type=del size=3005437 2024-08-04T15:47:54.485 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.485+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~WOCHN7JLCMV2.0 size=92705 2024-08-04T15:47:54.485 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.485+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=WOCHN7JLCMV2 tag=H1F5Q2797N5U type=write size=1141281 2024-08-04T15:47:54.488 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.488+0000 7fd2ccec3640 1 < suggested remove operation key=IPMGU45BLASA tag=6MUAXSWDR3J0 type=del 2024-08-04T15:47:54.490 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.491+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~0J6MMSIRFP87.0 size=1048576 2024-08-04T15:47:54.491 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.492+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~0J6MMSIRFP87.1 size=1048576 2024-08-04T15:47:54.492 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.493+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~0J6MMSIRFP87.2 size=614855 2024-08-04T15:47:54.492 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.493+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=0J6MMSIRFP87 tag=RNK6V54AS2DV type=write size=3760583 2024-08-04T15:47:54.493 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.494+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~KN3URD28Y3EV.0 size=1048576 2024-08-04T15:47:54.494 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.495+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~KN3URD28Y3EV.1 size=1048576 2024-08-04T15:47:54.495 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.496+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~KN3URD28Y3EV.2 size=359740 2024-08-04T15:47:54.498 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.498+0000 7fd2ccec3640 1 < completed multipart upload key=GBCNMYOO1FUA upload=KN3URD28Y3EV tag=PKNSOGOMTGL7 type=write size=3505468 2024-08-04T15:47:54.499 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.500+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=MMOQNUAHYY7I type=write size=446014 2024-08-04T15:47:54.501 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.501+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~7LX505T9BZHI.0 size=148707 2024-08-04T15:47:54.503 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.503+0000 7fd2ccec3640 1 < completed multipart upload key=ESVVWVGCH33K upload=7LX505T9BZHI tag=JNFFKO8GKWHO type=write size=1197283 2024-08-04T15:47:54.504 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.505+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=5G33AC328F01 type=del size=2742238 2024-08-04T15:47:54.506 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.506+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=J06SWPL7IYKQ type=del 2024-08-04T15:47:54.508 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.509+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~5SJHI1J97I2Y.0 size=1048576 2024-08-04T15:47:54.509 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.510+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~5SJHI1J97I2Y.1 size=500610 2024-08-04T15:47:54.509 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.510+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=5SJHI1J97I2Y tag=9FE57YDR2B8Q type=write size=2597762 2024-08-04T15:47:54.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:54 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136046-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:47:54.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:54 smithi062 ceph-mon[85960]: osdmap e1125: 8 total, 8 up, 8 in 2024-08-04T15:47:54.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:54 smithi062 ceph-mon[85960]: pgmap v1416: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:47:54.512 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.512+0000 7fd2ccec3640 1 < suggested update operation key=LPB2ZT0VBXYW tag=3ZCS2GG9NXEA type=del size=3982268 2024-08-04T15:47:54.513 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.514+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=4ZOYSNYNNMRF type=del size=3142908 2024-08-04T15:47:54.515 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.515+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~WCPJB3438I6R.0 size=853328 2024-08-04T15:47:54.517 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.518+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=WCPJB3438I6R tag=XGWEK85AKLJ3 type=write size=1901904 2024-08-04T15:47:54.520 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.520+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~7SR7GWFKLSWT.0 size=1048576 2024-08-04T15:47:54.521 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.521+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~7SR7GWFKLSWT.1 size=608019 2024-08-04T15:47:54.521 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.521+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=7SR7GWFKLSWT tag=EMT6FANRU6LD type=write size=2705171 2024-08-04T15:47:54.522 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.522+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~191Z82DSLZSL.0 size=1048576 2024-08-04T15:47:54.523 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.524+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~191Z82DSLZSL.1 size=558661 2024-08-04T15:47:54.525 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.526+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=191Z82DSLZSL tag=84NOCM4OAZ2Z type=write size=2655813 2024-08-04T15:47:54.528 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.528+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~0J70N84AFE36.0 size=1048576 2024-08-04T15:47:54.529 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.529+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~0J70N84AFE36.1 size=733826 2024-08-04T15:47:54.529 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.529+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=0J70N84AFE36 tag=SW164L5EU7NF type=write size=2830978 2024-08-04T15:47:54.530 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.531+0000 7fd2ccec3640 1 < completed delete operation key=S35AAPLREPCU tag=NZVTXQVZBKHA type=del 2024-08-04T15:47:54.532 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.533+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=3HOXHHXH2KS8 type=del size=1849054 2024-08-04T15:47:54.534 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.534+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=JSFAFM6I2XDC type=del 2024-08-04T15:47:54.535 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.536+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=V0DZGO6ZUP8L type=write size=613384 2024-08-04T15:47:54.536 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.536+0000 7fd2ccec3640 1 < canceled part key=_multipart_YXD2X0LU17RF.2~WOEXDB0N7JQJ.0 size=1048576 2024-08-04T15:47:54.537 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.537+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~WOEXDB0N7JQJ.1 size=827293 2024-08-04T15:47:54.539 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.540+0000 7fd2ccec3640 1 < canceled multipart upload key=YXD2X0LU17RF upload=WOEXDB0N7JQJ tag=XQ6L353LT8U7 type=write size=2924445 2024-08-04T15:47:54.540 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.541+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=ZOFJSODGV4BC type=del size=1172426 2024-08-04T15:47:54.542 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.542+0000 7fd2ccec3640 1 < completed delete operation key=MWJBTVQYBFBJ tag=E49F8A6ZZAN0 type=del 2024-08-04T15:47:54.543 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.544+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=T6IIAYD1XSHA type=del size=194124 2024-08-04T15:47:54.545 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.545+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=0OYMDPD0Y7DI type=del 2024-08-04T15:47:54.546 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.547+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=32ZGXTVW69OO type=del size=3387557 2024-08-04T15:47:54.547 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.548+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~J0ALTLITAZO2.0 size=1048576 2024-08-04T15:47:54.549 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.549+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~J0ALTLITAZO2.1 size=1048576 2024-08-04T15:47:54.550 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.550+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~J0ALTLITAZO2.2 size=631627 2024-08-04T15:47:54.552 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.552+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=J0ALTLITAZO2 tag=01SHWKSYOUVJ type=write size=3777355 2024-08-04T15:47:54.554 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.554+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~0GQ6JBV7H5OL.0 size=1048576 2024-08-04T15:47:54.555 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.556+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~0GQ6JBV7H5OL.1 size=1048576 2024-08-04T15:47:54.556 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.557+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~0GQ6JBV7H5OL.2 size=1016191 2024-08-04T15:47:54.556 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.557+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=0GQ6JBV7H5OL tag=E5TLC0YMC428 type=write size=4161919 2024-08-04T15:47:54.558 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.558+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~96IIHSSDIUQA.0 size=1048576 2024-08-04T15:47:54.558 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.558+0000 7fd2ccec3640 1 < canceled part key=_multipart_SWB07P8C064V.2~96IIHSSDIUQA.1 size=1048576 2024-08-04T15:47:54.559 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.559+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~96IIHSSDIUQA.2 size=551995 2024-08-04T15:47:54.561 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.561+0000 7fd2ccec3640 1 < canceled multipart upload key=SWB07P8C064V upload=96IIHSSDIUQA tag=6BMF2NP6E3TA type=write size=3697723 2024-08-04T15:47:54.563 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.564+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~30GLIR8FLASL.0 size=1048576 2024-08-04T15:47:54.564 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.565+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~30GLIR8FLASL.1 size=1048576 2024-08-04T15:47:54.565 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.566+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~30GLIR8FLASL.2 size=73377 2024-08-04T15:47:54.566 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.566+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=30GLIR8FLASL tag=GL7R0WEHVL93 type=write size=3219105 2024-08-04T15:47:54.567 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.567+0000 7fd2ccec3640 1 < canceled operation key=KSYUUUTKLZGE tag=AFXL14GFHZNP type=del size=3723679 2024-08-04T15:47:54.569 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.570+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~SF3E3HLXIE5D.0 size=1048576 2024-08-04T15:47:54.571 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.571+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~SF3E3HLXIE5D.1 size=1048576 2024-08-04T15:47:54.572 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.572+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~SF3E3HLXIE5D.2 size=467946 2024-08-04T15:47:54.572 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.572+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=SF3E3HLXIE5D tag=L271FIRUC2JL type=write size=3613674 2024-08-04T15:47:54.572 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.573+0000 7fd2ccec3640 1 < canceled part key=_multipart_3SZIKIT8UW9F.2~WOCHN7JLCMV2.0 size=92705 2024-08-04T15:47:54.574 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.575+0000 7fd2ccec3640 1 < canceled multipart upload key=3SZIKIT8UW9F upload=WOCHN7JLCMV2 tag=H1F5Q2797N5U type=write size=1141281 2024-08-04T15:47:54.576 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.576+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=VZ4RMW1AW3P6 type=write size=668459 2024-08-04T15:47:54.577 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.578+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~0J6MMSIRFP87.0 size=1048576 2024-08-04T15:47:54.578 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.579+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~0J6MMSIRFP87.1 size=1048576 2024-08-04T15:47:54.579 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.580+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~0J6MMSIRFP87.2 size=614855 2024-08-04T15:47:54.581 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.582+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=0J6MMSIRFP87 tag=RNK6V54AS2DV type=write size=3760583 2024-08-04T15:47:54.582 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.583+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=CXKXTKRQJTWU type=del size=1113647 2024-08-04T15:47:54.584 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.584+0000 7fd2ccec3640 1 < completed write operation key=MWJBTVQYBFBJ tag=MMOQNUAHYY7I type=write size=446014 2024-08-04T15:47:54.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:54 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136046-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:47:54.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:54 smithi007 ceph-mon[92692]: osdmap e1125: 8 total, 8 up, 8 in 2024-08-04T15:47:54.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:54 smithi007 ceph-mon[92692]: pgmap v1416: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:47:54.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:54 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136046-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:47:54.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:54 smithi007 ceph-mon[94998]: osdmap e1125: 8 total, 8 up, 8 in 2024-08-04T15:47:54.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:54 smithi007 ceph-mon[94998]: pgmap v1416: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:47:54.586 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.586+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=J0BZAY5C3POP type=del size=246918 2024-08-04T15:47:54.587 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.587+0000 7fd2ccec3640 1 < completed delete operation key=UY4BH06KC1U7 tag=5G33AC328F01 type=del 2024-08-04T15:47:54.589 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.590+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~1R1FY4D95A9X.0 size=1048576 2024-08-04T15:47:54.590 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.591+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~1R1FY4D95A9X.1 size=545395 2024-08-04T15:47:54.590 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.591+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=1R1FY4D95A9X tag=8DI52QFRP1NZ type=write size=2642547 2024-08-04T15:47:54.591 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.592+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~5SJHI1J97I2Y.0 size=1048576 2024-08-04T15:47:54.592 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.593+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~5SJHI1J97I2Y.1 size=500610 2024-08-04T15:47:54.595 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.595+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=5SJHI1J97I2Y tag=9FE57YDR2B8Q type=write size=2597762 2024-08-04T15:47:54.597 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.598+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~WST3YGXXF18W.0 size=1048576 2024-08-04T15:47:54.598 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.599+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~WST3YGXXF18W.1 size=722106 2024-08-04T15:47:54.599 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.599+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=WST3YGXXF18W tag=2S1TEVW2S62W type=write size=2819258 2024-08-04T15:47:54.600 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.600+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=4ZOYSNYNNMRF type=del 2024-08-04T15:47:54.601 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.602+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=BJKW0LTYC230 type=del size=806841 2024-08-04T15:47:54.602 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.603+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~7SR7GWFKLSWT.0 size=1048576 2024-08-04T15:47:54.602 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.603+0000 7fd2ccec3640 1 < canceled part key=_multipart_MWJBTVQYBFBJ.2~7SR7GWFKLSWT.1 size=608019 2024-08-04T15:47:54.604 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.605+0000 7fd2ccec3640 1 < canceled multipart upload key=MWJBTVQYBFBJ upload=7SR7GWFKLSWT tag=EMT6FANRU6LD type=write size=2705171 2024-08-04T15:47:54.606 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.606+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=ACBO0AVM8R1C type=del size=1064700 2024-08-04T15:47:54.606 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.607+0000 7fd2ccec3640 1 < canceled part key=_multipart_YXD2X0LU17RF.2~0J70N84AFE36.0 size=1048576 2024-08-04T15:47:54.607 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.608+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~0J70N84AFE36.1 size=733826 2024-08-04T15:47:54.610 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.610+0000 7fd2ccec3640 1 < canceled multipart upload key=YXD2X0LU17RF upload=0J70N84AFE36 tag=SW164L5EU7NF type=write size=2830978 2024-08-04T15:47:54.612 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.613+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~W6AWPAJWMQMK.0 size=807318 2024-08-04T15:47:54.612 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.613+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=W6AWPAJWMQMK tag=DYOUL0CBGIQ7 type=write size=1855894 2024-08-04T15:47:54.615 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.615+0000 7fd2ccec3640 1 < suggested remove operation key=IPMGU45BLASA tag=3HOXHHXH2KS8 type=del 2024-08-04T15:47:54.617 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.618+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~F2892BODL1W3.0 size=449878 2024-08-04T15:47:54.617 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.618+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=F2892BODL1W3 tag=SOV049SMP1V7 type=write size=1498454 2024-08-04T15:47:54.619 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.619+0000 7fd2ccec3640 1 < completed write operation key=0ZFG1GY0QH8K tag=V0DZGO6ZUP8L type=write size=613384 2024-08-04T15:47:54.620 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.621+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=X0JZMUD980WQ type=del size=2951753 2024-08-04T15:47:54.621 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.622+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=ZOFJSODGV4BC type=del 2024-08-04T15:47:54.623 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.623+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=YGL6XFAISG5N type=del size=3942068 2024-08-04T15:47:54.625 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.625+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=T6IIAYD1XSHA type=del 2024-08-04T15:47:54.626 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.627+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=UWJWAOY1BZAO type=del size=1730224 2024-08-04T15:47:54.628 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.628+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=32ZGXTVW69OO type=del 2024-08-04T15:47:54.629 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.630+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=3R3OH2IRQS3S type=del size=664119 2024-08-04T15:47:54.631 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.631+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~0GQ6JBV7H5OL.0 size=1048576 2024-08-04T15:47:54.632 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.632+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~0GQ6JBV7H5OL.1 size=1048576 2024-08-04T15:47:54.632 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.632+0000 7fd2ccec3640 1 < canceled part key=_multipart_IPMGU45BLASA.2~0GQ6JBV7H5OL.2 size=1016191 2024-08-04T15:47:54.635 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.635+0000 7fd2ccec3640 1 < canceled multipart upload key=IPMGU45BLASA upload=0GQ6JBV7H5OL tag=E5TLC0YMC428 type=write size=4161919 2024-08-04T15:47:54.636 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.637+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=2DF3DYWDTJ5O type=del size=2523854 2024-08-04T15:47:54.637 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.638+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~30GLIR8FLASL.0 size=1048576 2024-08-04T15:47:54.638 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.639+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~30GLIR8FLASL.1 size=1048576 2024-08-04T15:47:54.640 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.640+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~30GLIR8FLASL.2 size=73377 2024-08-04T15:47:54.642 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.642+0000 7fd2ccec3640 1 < completed multipart upload key=ESVVWVGCH33K upload=30GLIR8FLASL tag=GL7R0WEHVL93 type=write size=3219105 2024-08-04T15:47:54.643 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.644+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=V76M60P5Q4UG type=write size=613153 2024-08-04T15:47:54.645 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.646+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~SF3E3HLXIE5D.0 size=1048576 2024-08-04T15:47:54.646 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.647+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~SF3E3HLXIE5D.1 size=1048576 2024-08-04T15:47:54.647 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.648+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~SF3E3HLXIE5D.2 size=467946 2024-08-04T15:47:54.650 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.651+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=SF3E3HLXIE5D tag=L271FIRUC2JL type=write size=3613674 2024-08-04T15:47:54.651 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.652+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=J9OJ71PMG4O2 type=del size=1652075 2024-08-04T15:47:54.655 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.655+0000 7fd2ccec3640 1 < suggested update operation key=MWJBTVQYBFBJ tag=VZ4RMW1AW3P6 type=write size=668459 2024-08-04T15:47:54.656 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.657+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=UNN5JTPOBHQ2 type=del size=1801140 2024-08-04T15:47:54.659 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.660+0000 7fd2ccec3640 1 < suggested remove operation key=ESVVWVGCH33K tag=CXKXTKRQJTWU type=del 2024-08-04T15:47:54.660 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.661+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=91X3SJPJPPXT type=write size=470934 2024-08-04T15:47:54.662 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.663+0000 7fd2ccec3640 1 < completed delete operation key=XWJQBRZ42N7Q tag=J0BZAY5C3POP type=del 2024-08-04T15:47:54.663 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.664+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=46EWT2MJ2X3Y type=del size=171515 2024-08-04T15:47:54.665 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.665+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~1R1FY4D95A9X.0 size=1048576 2024-08-04T15:47:54.666 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.666+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~1R1FY4D95A9X.1 size=545395 2024-08-04T15:47:54.668 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.669+0000 7fd2ccec3640 1 < completed multipart upload key=77442UN63NTC upload=1R1FY4D95A9X tag=8DI52QFRP1NZ type=write size=2642547 2024-08-04T15:47:54.671 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.672+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~MB9J27YSHD3Z.0 size=1048576 2024-08-04T15:47:54.672 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.673+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~MB9J27YSHD3Z.1 size=431105 2024-08-04T15:47:54.672 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.673+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=MB9J27YSHD3Z tag=GICO6HXXBKSS type=write size=2528257 2024-08-04T15:47:54.673 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.674+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~WST3YGXXF18W.0 size=1048576 2024-08-04T15:47:54.675 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.675+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~WST3YGXXF18W.1 size=722106 2024-08-04T15:47:54.677 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.678+0000 7fd2ccec3640 1 < completed multipart upload key=0ZFG1GY0QH8K upload=WST3YGXXF18W tag=2S1TEVW2S62W type=write size=2819258 2024-08-04T15:47:54.680 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.680+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~OCPNCJ9QY2WU.0 size=891780 2024-08-04T15:47:54.680 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.680+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=OCPNCJ9QY2WU tag=60MR5GRNYD1H type=write size=1940356 2024-08-04T15:47:54.681 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.682+0000 7fd2ccec3640 1 < canceled operation key=OFTIL8YKJPJA tag=BJKW0LTYC230 type=del size=806841 2024-08-04T15:47:54.683 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.684+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~6JDZY8UIBE37.0 size=21921 2024-08-04T15:47:54.683 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.684+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=6JDZY8UIBE37 tag=3KJDB28UGVGS type=write size=1070497 2024-08-04T15:47:54.686 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.687+0000 7fd2ccec3640 1 < suggested remove operation key=HIMJNBIR2DD9 tag=ACBO0AVM8R1C type=del 2024-08-04T15:47:54.687 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.688+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=RSF0QBT4U9IJ type=write size=877219 2024-08-04T15:47:54.689 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.689+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~W6AWPAJWMQMK.0 size=807318 2024-08-04T15:47:54.691 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.692+0000 7fd2ccec3640 1 < completed multipart upload key=77442UN63NTC upload=W6AWPAJWMQMK tag=DYOUL0CBGIQ7 type=write size=1855894 2024-08-04T15:47:54.693 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.694+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=2X703HE0V4ZH type=del size=4091287 2024-08-04T15:47:54.694 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.695+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~F2892BODL1W3.0 size=449878 2024-08-04T15:47:54.697 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.698+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=F2892BODL1W3 tag=SOV049SMP1V7 type=write size=1498454 2024-08-04T15:47:54.698 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.699+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=REFNTRW22651 type=write size=426687 2024-08-04T15:47:54.700 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.700+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=X0JZMUD980WQ type=del 2024-08-04T15:47:54.701 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.702+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=GLEUMJIE059B type=del size=2786539 2024-08-04T15:47:54.704 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.705+0000 7fd2ccec3640 1 < suggested update operation key=ADGRDVHIUPFJ tag=YGL6XFAISG5N type=del size=3942068 2024-08-04T15:47:54.706 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.706+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=EAFKEY1DGPOL type=del size=4180526 2024-08-04T15:47:54.707 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.708+0000 7fd2ccec3640 1 < canceled operation key=LPB2ZT0VBXYW tag=UWJWAOY1BZAO type=del size=1730224 2024-08-04T15:47:54.710 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.710+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~Z195PIMM61KG.0 size=470536 2024-08-04T15:47:54.710 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.710+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=Z195PIMM61KG tag=7U2WE33GL90U type=write size=1519112 2024-08-04T15:47:54.711 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.712+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=3R3OH2IRQS3S type=del 2024-08-04T15:47:54.714 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.715+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~QRMFXQK8E48G.0 size=1048576 2024-08-04T15:47:54.715 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.716+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~QRMFXQK8E48G.1 size=837788 2024-08-04T15:47:54.715 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.716+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=QRMFXQK8E48G tag=KD072FQ2AYDV type=write size=2934940 2024-08-04T15:47:54.717 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.717+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=2DF3DYWDTJ5O type=del 2024-08-04T15:47:54.719 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.720+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~F8KDNHI5P19B.0 size=1048576 2024-08-04T15:47:54.720 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.721+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~F8KDNHI5P19B.1 size=582352 2024-08-04T15:47:54.720 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.721+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=F8KDNHI5P19B tag=UKOWLQ1PMGQB type=write size=2679504 2024-08-04T15:47:54.721 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.722+0000 7fd2ccec3640 1 < canceled operation key=EXYGXS950WM2 tag=V76M60P5Q4UG type=write size=613153 2024-08-04T15:47:54.724 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.725+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~QU8PJRTO7Z7L.0 size=1048576 2024-08-04T15:47:54.725 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.726+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~QU8PJRTO7Z7L.1 size=1048576 2024-08-04T15:47:54.727 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.727+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~QU8PJRTO7Z7L.2 size=584255 2024-08-04T15:47:54.727 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.727+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=QU8PJRTO7Z7L tag=TRTF2NNGOMPX type=write size=3729983 2024-08-04T15:47:54.730 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.730+0000 7fd2ccec3640 1 < suggested remove operation key=IPMGU45BLASA tag=J9OJ71PMG4O2 type=del 2024-08-04T15:47:54.732 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.733+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~QRPSRAOL9JJK.0 size=1048576 2024-08-04T15:47:54.733 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.734+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~QRPSRAOL9JJK.1 size=1048576 2024-08-04T15:47:54.734 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.735+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~QRPSRAOL9JJK.2 size=401602 2024-08-04T15:47:54.735 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.735+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=QRPSRAOL9JJK tag=LMFPRFIYL7YS type=write size=3547330 2024-08-04T15:47:54.736 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.736+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=UNN5JTPOBHQ2 type=del 2024-08-04T15:47:54.738 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.739+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~RGU84W73OMD8.0 size=1048576 2024-08-04T15:47:54.739 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.740+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~RGU84W73OMD8.1 size=1048576 2024-08-04T15:47:54.740 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.741+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~RGU84W73OMD8.2 size=504238 2024-08-04T15:47:54.740 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.741+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=RGU84W73OMD8 tag=NG5GYSVK8LKE type=write size=3649966 2024-08-04T15:47:54.743 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.743+0000 7fd2ccec3640 1 < suggested remove operation key=UY4BH06KC1U7 tag=91X3SJPJPPXT type=write 2024-08-04T15:47:54.745 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.746+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~LM3TMB10ZULD.0 size=1048576 2024-08-04T15:47:54.746 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.747+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~LM3TMB10ZULD.1 size=931158 2024-08-04T15:47:54.746 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.747+0000 7fd2ccec3640 1 > prepared multipart upload key=SWB07P8C064V upload=LM3TMB10ZULD tag=M3WY0Z37NWWN type=write size=3028310 2024-08-04T15:47:54.748 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.748+0000 7fd2ccec3640 -1 < failed to complete operation key=UY4BH06KC1U7 tag=46EWT2MJ2X3Y type=del size=171515: (22) Invalid argument 2024-08-04T15:47:54.750 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.751+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~JB75T3FKMPCA.0 size=1048576 2024-08-04T15:47:54.752 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.752+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~JB75T3FKMPCA.1 size=283689 2024-08-04T15:47:54.752 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.752+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=JB75T3FKMPCA tag=WF33CWLCDA9J type=write size=2380841 2024-08-04T15:47:54.753 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.754+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~MB9J27YSHD3Z.0 size=1048576 2024-08-04T15:47:54.754 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.755+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~MB9J27YSHD3Z.1 size=431105 2024-08-04T15:47:54.757 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.757+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=MB9J27YSHD3Z tag=GICO6HXXBKSS type=write size=2528257 2024-08-04T15:47:54.758 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.758+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=CV021U9NEDUW type=del size=246122 2024-08-04T15:47:54.759 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.760+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~OCPNCJ9QY2WU.0 size=891780 2024-08-04T15:47:54.762 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.763+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=OCPNCJ9QY2WU tag=60MR5GRNYD1H type=write size=1940356 2024-08-04T15:47:54.764 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.764+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=3D4O82TMW52R type=del size=2788072 2024-08-04T15:47:54.765 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.766+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~6JDZY8UIBE37.0 size=21921 2024-08-04T15:47:54.768 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.769+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=6JDZY8UIBE37 tag=3KJDB28UGVGS type=write size=1070497 2024-08-04T15:47:54.770 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.771+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=46VKGC4P0E82 type=del size=1312466 2024-08-04T15:47:54.772 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.772+0000 7fd2ccec3640 1 < completed write operation key=Q43H3OZA4M1A tag=RSF0QBT4U9IJ type=write size=877219 2024-08-04T15:47:54.773 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.774+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=X0OGC1FSD69F type=del size=2206814 2024-08-04T15:47:54.775 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.775+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=2X703HE0V4ZH type=del 2024-08-04T15:47:54.777 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.778+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~PY6XN4G6TB12.0 size=1048576 2024-08-04T15:47:54.779 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.779+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~PY6XN4G6TB12.1 size=835989 2024-08-04T15:47:54.779 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.779+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=PY6XN4G6TB12 tag=MAA3269LY17O type=write size=2933141 2024-08-04T15:47:54.780 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.781+0000 7fd2ccec3640 1 < completed write operation key=775O2FB0RT5R tag=REFNTRW22651 type=write size=426687 2024-08-04T15:47:54.782 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.782+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=EUL8MC62S9TA type=write size=153967 2024-08-04T15:47:54.783 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.784+0000 7fd2ccec3640 1 < completed delete operation key=MWJBTVQYBFBJ tag=GLEUMJIE059B type=del 2024-08-04T15:47:54.785 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.785+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=36OW4BYS7ZQN type=del size=3979555 2024-08-04T15:47:54.786 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.787+0000 7fd2ccec3640 1 < completed delete operation key=MCSD2KYW9UUG tag=EAFKEY1DGPOL type=del 2024-08-04T15:47:54.787 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.788+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=0U66GCVGU8E4 type=write size=814908 2024-08-04T15:47:54.788 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.788+0000 7fd2ccec3640 1 < canceled part key=_multipart_OFTIL8YKJPJA.2~Z195PIMM61KG.0 size=470536 2024-08-04T15:47:54.790 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.791+0000 7fd2ccec3640 1 < canceled multipart upload key=OFTIL8YKJPJA upload=Z195PIMM61KG tag=7U2WE33GL90U type=write size=1519112 2024-08-04T15:47:54.792 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.792+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=01K2ZOABM2IR type=del size=3458837 2024-08-04T15:47:54.793 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.794+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~QRMFXQK8E48G.0 size=1048576 2024-08-04T15:47:54.794 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.795+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~QRMFXQK8E48G.1 size=837788 2024-08-04T15:47:54.797 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.797+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=QRMFXQK8E48G tag=KD072FQ2AYDV type=write size=2934940 2024-08-04T15:47:54.798 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.799+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=QDGMEZRA06Z1 type=del size=2401333 2024-08-04T15:47:54.800 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.800+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~F8KDNHI5P19B.0 size=1048576 2024-08-04T15:47:54.801 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.801+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~F8KDNHI5P19B.1 size=582352 2024-08-04T15:47:54.803 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.804+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=F8KDNHI5P19B tag=UKOWLQ1PMGQB type=write size=2679504 2024-08-04T15:47:54.806 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.806+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~98WOA7QDCON3.0 size=1048576 2024-08-04T15:47:54.807 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.807+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~98WOA7QDCON3.1 size=1048576 2024-08-04T15:47:54.808 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.809+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~98WOA7QDCON3.2 size=529106 2024-08-04T15:47:54.808 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.809+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=98WOA7QDCON3 tag=3RPG6J7IT3OG type=write size=3674834 2024-08-04T15:47:54.809 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.810+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~QU8PJRTO7Z7L.0 size=1048576 2024-08-04T15:47:54.811 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.811+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~QU8PJRTO7Z7L.1 size=1048576 2024-08-04T15:47:54.812 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.812+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~QU8PJRTO7Z7L.2 size=584255 2024-08-04T15:47:54.814 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.815+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=QU8PJRTO7Z7L tag=TRTF2NNGOMPX type=write size=3729983 2024-08-04T15:47:54.816 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.816+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=QKNLLZBPHTB1 type=del size=2177989 2024-08-04T15:47:54.817 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.818+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~QRPSRAOL9JJK.0 size=1048576 2024-08-04T15:47:54.819 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.819+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~QRPSRAOL9JJK.1 size=1048576 2024-08-04T15:47:54.820 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.820+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~QRPSRAOL9JJK.2 size=401602 2024-08-04T15:47:54.822 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.823+0000 7fd2ccec3640 1 < completed multipart upload key=H06WFDC3B2PH upload=QRPSRAOL9JJK tag=LMFPRFIYL7YS type=write size=3547330 2024-08-04T15:47:54.824 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.825+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~DGY1NB5XH322.0 size=861496 2024-08-04T15:47:54.824 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.825+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=DGY1NB5XH322 tag=SWCMHK8E59R2 type=write size=1910072 2024-08-04T15:47:54.826 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.827+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~RGU84W73OMD8.0 size=1048576 2024-08-04T15:47:54.827 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.828+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~RGU84W73OMD8.1 size=1048576 2024-08-04T15:47:54.828 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.829+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~RGU84W73OMD8.2 size=504238 2024-08-04T15:47:54.831 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.831+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=RGU84W73OMD8 tag=NG5GYSVK8LKE type=write size=3649966 2024-08-04T15:47:54.833 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.834+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~YHC6XVTBV37O.0 size=1048576 2024-08-04T15:47:54.834 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.835+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~YHC6XVTBV37O.1 size=1041582 2024-08-04T15:47:54.834 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.835+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=YHC6XVTBV37O tag=1R2BG0YIUUPM type=write size=3138734 2024-08-04T15:47:54.836 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.836+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~LM3TMB10ZULD.0 size=1048576 2024-08-04T15:47:54.837 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.837+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~LM3TMB10ZULD.1 size=931158 2024-08-04T15:47:54.839 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.839+0000 7fd2ccec3640 1 < completed multipart upload key=SWB07P8C064V upload=LM3TMB10ZULD tag=M3WY0Z37NWWN type=write size=3028310 2024-08-04T15:47:54.840 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.841+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=IWRCHCZA2HO2 type=del size=172675 2024-08-04T15:47:54.842 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.842+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~JB75T3FKMPCA.0 size=1048576 2024-08-04T15:47:54.843 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.843+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~JB75T3FKMPCA.1 size=283689 2024-08-04T15:47:54.845 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.846+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=JB75T3FKMPCA tag=WF33CWLCDA9J type=write size=2380841 2024-08-04T15:47:54.846 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.847+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=JKC9MQH8949O type=del size=920117 2024-08-04T15:47:54.848 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.848+0000 7fd2ccec3640 1 < completed delete operation key=S35AAPLREPCU tag=CV021U9NEDUW type=del 2024-08-04T15:47:54.849 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.850+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=8PNNFHB6JC0S type=del size=1181461 2024-08-04T15:47:54.850 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.851+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=3D4O82TMW52R type=del 2024-08-04T15:47:54.853 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.854+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~FUBGNTIHNKL4.0 size=429340 2024-08-04T15:47:54.853 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.854+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=FUBGNTIHNKL4 tag=5WYJII4UXZ8W type=write size=1477916 2024-08-04T15:47:54.854 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.855+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=46VKGC4P0E82 type=del 2024-08-04T15:47:54.856 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.856+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=9JE9NDP60X42 type=del size=3179277 2024-08-04T15:47:54.857 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.858+0000 7fd2ccec3640 1 < completed delete operation key=XWJQBRZ42N7Q tag=X0OGC1FSD69F type=del 2024-08-04T15:47:54.858 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.859+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=V77WZGCKNQK8 type=del size=782935 2024-08-04T15:47:54.860 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.860+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~PY6XN4G6TB12.0 size=1048576 2024-08-04T15:47:54.861 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.862+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~PY6XN4G6TB12.1 size=835989 2024-08-04T15:47:54.863 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.864+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=PY6XN4G6TB12 tag=MAA3269LY17O type=write size=2933141 2024-08-04T15:47:54.865 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.865+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=PA3W5ZJJUW9T type=del size=1500912 2024-08-04T15:47:54.866 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.867+0000 7fd2ccec3640 1 < completed write operation key=4K3JERFA2TR2 tag=EUL8MC62S9TA type=write size=153967 2024-08-04T15:47:54.868 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.868+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=KGXPYO6V8URW type=write size=459514 2024-08-04T15:47:54.869 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.870+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=36OW4BYS7ZQN type=del 2024-08-04T15:47:54.870 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.871+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=IA4OONP1KTZF type=del size=1902102 2024-08-04T15:47:54.872 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.872+0000 7fd2ccec3640 1 < canceled operation key=0BWMVZQ5RBRL tag=0U66GCVGU8E4 type=write size=814908 2024-08-04T15:47:54.874 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.875+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~N3DXQVNT32QI.0 size=1048576 2024-08-04T15:47:54.875 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.876+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~N3DXQVNT32QI.1 size=1048576 2024-08-04T15:47:54.876 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.877+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~N3DXQVNT32QI.2 size=22683 2024-08-04T15:47:54.876 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.877+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=N3DXQVNT32QI tag=QTR5VD0VJ6NU type=write size=3168411 2024-08-04T15:47:54.878 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.878+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=01K2ZOABM2IR type=del 2024-08-04T15:47:54.880 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.881+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~6RSHK0H20XTI.0 size=1048576 2024-08-04T15:47:54.881 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.882+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~6RSHK0H20XTI.1 size=139476 2024-08-04T15:47:54.881 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.882+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=6RSHK0H20XTI tag=BNJ1TP0OEX74 type=write size=2236628 2024-08-04T15:47:54.882 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.883+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=QDGMEZRA06Z1 type=del 2024-08-04T15:47:54.884 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.885+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=K7IH0E9QPCDU type=del size=1670269 2024-08-04T15:47:54.885 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.886+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~98WOA7QDCON3.0 size=1048576 2024-08-04T15:47:54.887 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.887+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~98WOA7QDCON3.1 size=1048576 2024-08-04T15:47:54.887 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.887+0000 7fd2ccec3640 1 < canceled part key=_multipart_IPMGU45BLASA.2~98WOA7QDCON3.2 size=529106 2024-08-04T15:47:54.889 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.889+0000 7fd2ccec3640 1 < canceled multipart upload key=IPMGU45BLASA upload=98WOA7QDCON3 tag=3RPG6J7IT3OG type=write size=3674834 2024-08-04T15:47:54.890 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.891+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=CD3QBQZ1NK32 type=write size=374895 2024-08-04T15:47:54.892 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.892+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=QKNLLZBPHTB1 type=del 2024-08-04T15:47:54.894 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.895+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~Y1DZ3P8HKPQX.0 size=1048576 2024-08-04T15:47:54.895 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.896+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~Y1DZ3P8HKPQX.1 size=1011457 2024-08-04T15:47:54.895 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.896+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=Y1DZ3P8HKPQX tag=U4TY19ILZCEY type=write size=3108609 2024-08-04T15:47:54.897 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.897+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~DGY1NB5XH322.0 size=861496 2024-08-04T15:47:54.899 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.899+0000 7fd2ccec3640 1 < completed multipart upload key=77442UN63NTC upload=DGY1NB5XH322 tag=SWCMHK8E59R2 type=write size=1910072 2024-08-04T15:47:54.901 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.902+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~NZ51KYD2V65F.0 size=1048576 2024-08-04T15:47:54.902 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.903+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~NZ51KYD2V65F.1 size=112439 2024-08-04T15:47:54.902 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.903+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=NZ51KYD2V65F tag=61E8RRD04OR7 type=write size=2209591 2024-08-04T15:47:54.904 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.904+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~YHC6XVTBV37O.0 size=1048576 2024-08-04T15:47:54.905 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.905+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~YHC6XVTBV37O.1 size=1041582 2024-08-04T15:47:54.907 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.908+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=YHC6XVTBV37O tag=1R2BG0YIUUPM type=write size=3138734 2024-08-04T15:47:54.908 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.909+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=PFVOJ0BBYCRS type=del size=1433922 2024-08-04T15:47:54.910 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.910+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=IWRCHCZA2HO2 type=del 2024-08-04T15:47:54.912 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.913+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~T8QOJEHIMICI.0 size=1048576 2024-08-04T15:47:54.913 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.914+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~T8QOJEHIMICI.1 size=1048576 2024-08-04T15:47:54.914 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.915+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~T8QOJEHIMICI.2 size=473897 2024-08-04T15:47:54.914 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.915+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=T8QOJEHIMICI tag=FX1L0T5GZGO8 type=write size=3619625 2024-08-04T15:47:54.916 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.916+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=JKC9MQH8949O type=del 2024-08-04T15:47:54.918 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.919+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~WJZSNCEER5KH.0 size=1048576 2024-08-04T15:47:54.919 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.920+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~WJZSNCEER5KH.1 size=1048576 2024-08-04T15:47:54.920 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.921+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~WJZSNCEER5KH.2 size=260601 2024-08-04T15:47:54.920 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.921+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=WJZSNCEER5KH tag=5B4VFJWB80K8 type=write size=3406329 2024-08-04T15:47:54.922 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.922+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=8PNNFHB6JC0S type=del 2024-08-04T15:47:54.923 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.924+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=ZSY0IZC6SNI2 type=del size=2592367 2024-08-04T15:47:54.924 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.925+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~FUBGNTIHNKL4.0 size=429340 2024-08-04T15:47:54.927 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.927+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=FUBGNTIHNKL4 tag=5WYJII4UXZ8W type=write size=1477916 2024-08-04T15:47:54.928 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.929+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=6LWF7MRIJV5Z type=del size=2013335 2024-08-04T15:47:54.929 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.930+0000 7fd2ccec3640 1 < completed delete operation key=A8CMFMCK5F3U tag=9JE9NDP60X42 type=del 2024-08-04T15:47:54.932 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.932+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~PI63Q2M9VURW.0 size=929192 2024-08-04T15:47:54.932 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.932+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=PI63Q2M9VURW tag=A9GHJOWCCLGI type=write size=1977768 2024-08-04T15:47:54.933 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.934+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=V77WZGCKNQK8 type=del 2024-08-04T15:47:54.935 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.935+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=JV47PGONXSL9 type=del size=352228 2024-08-04T15:47:54.936 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.937+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=PA3W5ZJJUW9T type=del 2024-08-04T15:47:54.938 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.938+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=X7W1X3LK77ZC type=del size=368541 2024-08-04T15:47:54.939 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.940+0000 7fd2ccec3640 1 < completed write operation key=YXD2X0LU17RF tag=KGXPYO6V8URW type=write size=459514 2024-08-04T15:47:54.941 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.942+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~SM9T08Q15M8W.0 size=443248 2024-08-04T15:47:54.942 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.942+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=SM9T08Q15M8W tag=BZOL3GOX8MS5 type=write size=1491824 2024-08-04T15:47:54.944 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.945+0000 7fd2ccec3640 1 < suggested remove operation key=Q43H3OZA4M1A tag=IA4OONP1KTZF type=del 2024-08-04T15:47:54.945 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.946+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=WFPUPP697Z13 type=del size=2447965 2024-08-04T15:47:54.946 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.946+0000 7fd2ccec3640 1 < canceled part key=_multipart_H06WFDC3B2PH.2~N3DXQVNT32QI.0 size=1048576 2024-08-04T15:47:54.946 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.946+0000 7fd2ccec3640 1 < canceled part key=_multipart_H06WFDC3B2PH.2~N3DXQVNT32QI.1 size=1048576 2024-08-04T15:47:54.947 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.948+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~N3DXQVNT32QI.2 size=22683 2024-08-04T15:47:54.949 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.950+0000 7fd2ccec3640 1 < canceled multipart upload key=H06WFDC3B2PH upload=N3DXQVNT32QI tag=QTR5VD0VJ6NU type=write size=3168411 2024-08-04T15:47:54.951 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.951+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=CUAAKLO2AU1X type=del size=2431442 2024-08-04T15:47:54.951 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.952+0000 7fd2ccec3640 1 < canceled part key=_multipart_UY4BH06KC1U7.2~6RSHK0H20XTI.0 size=1048576 2024-08-04T15:47:54.952 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.953+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~6RSHK0H20XTI.1 size=139476 2024-08-04T15:47:54.954 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.955+0000 7fd2ccec3640 1 < canceled multipart upload key=UY4BH06KC1U7 upload=6RSHK0H20XTI tag=BNJ1TP0OEX74 type=write size=2236628 2024-08-04T15:47:54.957 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.957+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~SDADNFX5EWO7.0 size=1048576 2024-08-04T15:47:54.958 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.959+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~SDADNFX5EWO7.1 size=282242 2024-08-04T15:47:54.958 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.959+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=SDADNFX5EWO7 tag=TTQYTG2UFHKE type=write size=2379394 2024-08-04T15:47:54.959 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.960+0000 7fd2ccec3640 1 < completed delete operation key=HIMJNBIR2DD9 tag=K7IH0E9QPCDU type=del 2024-08-04T15:47:54.961 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.961+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=SS1PKM5GPFEH type=del size=1931589 2024-08-04T15:47:54.962 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.963+0000 7fd2ccec3640 1 < completed write operation key=EXYGXS950WM2 tag=CD3QBQZ1NK32 type=write size=374895 2024-08-04T15:47:54.964 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.965+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=Y8OQHJJIQGKH type=del size=891758 2024-08-04T15:47:54.966 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.966+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~Y1DZ3P8HKPQX.0 size=1048576 2024-08-04T15:47:54.967 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.967+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~Y1DZ3P8HKPQX.1 size=1011457 2024-08-04T15:47:54.969 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.970+0000 7fd2ccec3640 1 < completed multipart upload key=HIMJNBIR2DD9 upload=Y1DZ3P8HKPQX tag=U4TY19ILZCEY type=write size=3108609 2024-08-04T15:47:54.970 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.971+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=JQYDELKJ38DX type=del size=2594386 2024-08-04T15:47:54.972 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.973+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~NZ51KYD2V65F.0 size=1048576 2024-08-04T15:47:54.973 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.974+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~NZ51KYD2V65F.1 size=112439 2024-08-04T15:47:54.976 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.976+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=NZ51KYD2V65F tag=61E8RRD04OR7 type=write size=2209591 2024-08-04T15:47:54.978 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.979+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~XO92O9SNNTJE.0 size=1048576 2024-08-04T15:47:54.979 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.980+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~XO92O9SNNTJE.1 size=1048576 2024-08-04T15:47:54.980 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.981+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~XO92O9SNNTJE.2 size=722576 2024-08-04T15:47:54.981 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.981+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=XO92O9SNNTJE tag=9WHXHSJXF9FY type=write size=3868304 2024-08-04T15:47:54.982 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.982+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=PFVOJ0BBYCRS type=del 2024-08-04T15:47:54.984 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.985+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~QMI1T0U5SYY0.0 size=1048576 2024-08-04T15:47:54.985 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.986+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~QMI1T0U5SYY0.1 size=1048576 2024-08-04T15:47:54.986 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.987+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~QMI1T0U5SYY0.2 size=398076 2024-08-04T15:47:54.987 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.987+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=QMI1T0U5SYY0 tag=VQNDENTP2SVH type=write size=3543804 2024-08-04T15:47:54.988 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.988+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~T8QOJEHIMICI.0 size=1048576 2024-08-04T15:47:54.988 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.988+0000 7fd2ccec3640 1 < canceled part key=_multipart_UY4BH06KC1U7.2~T8QOJEHIMICI.1 size=1048576 2024-08-04T15:47:54.988 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.988+0000 7fd2ccec3640 1 < canceled part key=_multipart_UY4BH06KC1U7.2~T8QOJEHIMICI.2 size=473897 2024-08-04T15:47:54.990 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.991+0000 7fd2ccec3640 1 < canceled multipart upload key=UY4BH06KC1U7 upload=T8QOJEHIMICI tag=FX1L0T5GZGO8 type=write size=3619625 2024-08-04T15:47:54.992 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.992+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=8FBQX3BOA02T type=del size=631946 2024-08-04T15:47:54.993 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.994+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~WJZSNCEER5KH.0 size=1048576 2024-08-04T15:47:54.993 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.994+0000 7fd2ccec3640 1 < canceled part key=_multipart_S35AAPLREPCU.2~WJZSNCEER5KH.1 size=1048576 2024-08-04T15:47:54.994 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.995+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~WJZSNCEER5KH.2 size=260601 2024-08-04T15:47:54.996 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.997+0000 7fd2ccec3640 1 < canceled multipart upload key=S35AAPLREPCU upload=WJZSNCEER5KH tag=5B4VFJWB80K8 type=write size=3406329 2024-08-04T15:47:54.999 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:54.999+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~W2ZNSK6H1XW7.0 size=1048576 2024-08-04T15:47:55.000 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.001+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~W2ZNSK6H1XW7.1 size=1048576 2024-08-04T15:47:55.001 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.002+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~W2ZNSK6H1XW7.2 size=512842 2024-08-04T15:47:55.001 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.002+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=W2ZNSK6H1XW7 tag=HZDTLXL1PEZZ type=write size=3658570 2024-08-04T15:47:55.003 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.003+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=ZSY0IZC6SNI2 type=del 2024-08-04T15:47:55.005 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.006+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~6C4ODNI5I5WO.0 size=1048576 2024-08-04T15:47:55.006 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.007+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~6C4ODNI5I5WO.1 size=159603 2024-08-04T15:47:55.006 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.007+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=6C4ODNI5I5WO tag=07Y5Y9NF14FD type=write size=2256755 2024-08-04T15:47:55.008 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.008+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=6LWF7MRIJV5Z type=del 2024-08-04T15:47:55.009 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.010+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=FVUOX7EVYA0D type=del size=3081993 2024-08-04T15:47:55.011 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.011+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~PI63Q2M9VURW.0 size=929192 2024-08-04T15:47:55.013 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.014+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=PI63Q2M9VURW tag=A9GHJOWCCLGI type=write size=1977768 2024-08-04T15:47:55.014 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.015+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=S1IUH8AGX5K5 type=del size=3164604 2024-08-04T15:47:55.017 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.018+0000 7fd2ccec3640 1 < suggested update operation key=ADGRDVHIUPFJ tag=JV47PGONXSL9 type=del size=352228 2024-08-04T15:47:55.019 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.019+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=X0FHB0HX6RZ8 type=del size=3509410 2024-08-04T15:47:55.020 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.021+0000 7fd2ccec3640 1 < canceled operation key=OFTIL8YKJPJA tag=X7W1X3LK77ZC type=del size=368541 2024-08-04T15:47:55.022 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.022+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=KPJB4Y5OA6O1 type=del size=3846555 2024-08-04T15:47:55.023 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.023+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~SM9T08Q15M8W.0 size=443248 2024-08-04T15:47:55.025 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.026+0000 7fd2ccec3640 1 < completed multipart upload key=ESVVWVGCH33K upload=SM9T08Q15M8W tag=BZOL3GOX8MS5 type=write size=1491824 2024-08-04T15:47:55.028 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.029+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~6WRGDII6ZYNX.0 size=503136 2024-08-04T15:47:55.028 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.029+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=6WRGDII6ZYNX tag=2XMLD9KNYBAY type=write size=1551712 2024-08-04T15:47:55.029 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.030+0000 7fd2ccec3640 1 < completed delete operation key=UY4BH06KC1U7 tag=WFPUPP697Z13 type=del 2024-08-04T15:47:55.032 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.033+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~FOTC2T6OZNVF.0 size=1048576 2024-08-04T15:47:55.033 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.034+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~FOTC2T6OZNVF.1 size=355255 2024-08-04T15:47:55.033 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.034+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=FOTC2T6OZNVF tag=VAB1OC98CLF5 type=write size=2452407 2024-08-04T15:47:55.034 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.035+0000 7fd2ccec3640 1 < completed delete operation key=MWJBTVQYBFBJ tag=CUAAKLO2AU1X type=del 2024-08-04T15:47:55.036 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.036+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=TU95KTP2MS0N type=del size=1007451 2024-08-04T15:47:55.036 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.037+0000 7fd2ccec3640 1 < canceled part key=_multipart_5JWY4L0XFKO9.2~SDADNFX5EWO7.0 size=1048576 2024-08-04T15:47:55.037 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.038+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~SDADNFX5EWO7.1 size=282242 2024-08-04T15:47:55.040 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.040+0000 7fd2ccec3640 1 < canceled multipart upload key=5JWY4L0XFKO9 upload=SDADNFX5EWO7 tag=TTQYTG2UFHKE type=write size=2379394 2024-08-04T15:47:55.041 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.041+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=CDXBJY2CE2SX type=write size=780207 2024-08-04T15:47:55.044 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.045+0000 7fd2ccec3640 1 < suggested remove operation key=ESVVWVGCH33K tag=SS1PKM5GPFEH type=del 2024-08-04T15:47:55.046 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.046+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=FU861KE0IXKX type=del size=2302354 2024-08-04T15:47:55.047 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.048+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=Y8OQHJJIQGKH type=del 2024-08-04T15:47:55.048 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.049+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=0HUE5BEP0AR1 type=del size=2906513 2024-08-04T15:47:55.050 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.051+0000 7fd2ccec3640 -1 < failed to complete operation key=ADGRDVHIUPFJ tag=JQYDELKJ38DX type=del size=2594386: (22) Invalid argument 2024-08-04T15:47:55.052 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.052+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=HOMQH9H0EK0O type=del size=3064063 2024-08-04T15:47:55.052 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.052+0000 7fd2ccec3640 1 < canceled part key=_multipart_DI9N06E8I6FR.2~XO92O9SNNTJE.0 size=1048576 2024-08-04T15:47:55.053 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.053+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~XO92O9SNNTJE.1 size=1048576 2024-08-04T15:47:55.053 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.053+0000 7fd2ccec3640 1 < canceled part key=_multipart_DI9N06E8I6FR.2~XO92O9SNNTJE.2 size=722576 2024-08-04T15:47:55.055 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.056+0000 7fd2ccec3640 1 < canceled multipart upload key=DI9N06E8I6FR upload=XO92O9SNNTJE tag=9WHXHSJXF9FY type=write size=3868304 2024-08-04T15:47:55.058 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.058+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~IU9D8TR100XS.0 size=168037 2024-08-04T15:47:55.058 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.058+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=IU9D8TR100XS tag=E5EXLKB97ZDS type=write size=1216613 2024-08-04T15:47:55.059 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.060+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~QMI1T0U5SYY0.0 size=1048576 2024-08-04T15:47:55.060 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.061+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~QMI1T0U5SYY0.1 size=1048576 2024-08-04T15:47:55.061 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.062+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~QMI1T0U5SYY0.2 size=398076 2024-08-04T15:47:55.064 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.064+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=QMI1T0U5SYY0 tag=VQNDENTP2SVH type=write size=3543804 2024-08-04T15:47:55.066 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.066+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=BXR4U16KAJOX type=del size=1707171 2024-08-04T15:47:55.067 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.068+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=8FBQX3BOA02T type=del 2024-08-04T15:47:55.070 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.070+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~MDY7S26YSPZP.0 size=413062 2024-08-04T15:47:55.070 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.070+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=MDY7S26YSPZP tag=F5ZHYWWGNUSU type=write size=1461638 2024-08-04T15:47:55.072 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.072+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~W2ZNSK6H1XW7.0 size=1048576 2024-08-04T15:47:55.073 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.073+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~W2ZNSK6H1XW7.1 size=1048576 2024-08-04T15:47:55.074 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.074+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~W2ZNSK6H1XW7.2 size=512842 2024-08-04T15:47:55.076 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.077+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=W2ZNSK6H1XW7 tag=HZDTLXL1PEZZ type=write size=3658570 2024-08-04T15:47:55.078 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.078+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=UKL83AH0NCFL type=del size=620914 2024-08-04T15:47:55.079 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.079+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~6C4ODNI5I5WO.0 size=1048576 2024-08-04T15:47:55.080 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.081+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~6C4ODNI5I5WO.1 size=159603 2024-08-04T15:47:55.082 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.083+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=6C4ODNI5I5WO tag=07Y5Y9NF14FD type=write size=2256755 2024-08-04T15:47:55.084 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.084+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=RUCZON0T3KRE type=write size=669843 2024-08-04T15:47:55.085 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.086+0000 7fd2ccec3640 -1 < failed to complete operation key=ADGRDVHIUPFJ tag=FVUOX7EVYA0D type=del size=3081993: (22) Invalid argument 2024-08-04T15:47:55.088 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.089+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~NSC217ZWSWN7.0 size=1048576 2024-08-04T15:47:55.089 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.090+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~NSC217ZWSWN7.1 size=462413 2024-08-04T15:47:55.089 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.090+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=NSC217ZWSWN7 tag=AT3USD0KU9YW type=write size=2559565 2024-08-04T15:47:55.091 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.091+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=S1IUH8AGX5K5 type=del 2024-08-04T15:47:55.094 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.094+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~FH53PQNY7QL1.0 size=268137 2024-08-04T15:47:55.094 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.094+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=FH53PQNY7QL1 tag=44BE2ROG1NG0 type=write size=1316713 2024-08-04T15:47:55.095 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.096+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=X0FHB0HX6RZ8 type=del 2024-08-04T15:47:55.096 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.097+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=G9ZP27HVX2FP type=del size=4001003 2024-08-04T15:47:55.099 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.100+0000 7fd2ccec3640 1 < suggested update operation key=GBCNMYOO1FUA tag=KPJB4Y5OA6O1 type=del size=3846555 2024-08-04T15:47:55.102 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.102+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~3CY5PFYVTV2J.0 size=1048576 2024-08-04T15:47:55.103 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.103+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~3CY5PFYVTV2J.1 size=212078 2024-08-04T15:47:55.103 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.103+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=3CY5PFYVTV2J tag=2BE96K7TRVJR type=write size=2309230 2024-08-04T15:47:55.105 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.105+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~6WRGDII6ZYNX.0 size=503136 2024-08-04T15:47:55.107 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.108+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=6WRGDII6ZYNX tag=2XMLD9KNYBAY type=write size=1551712 2024-08-04T15:47:55.109 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.109+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=GTUAZVH2N41F type=del size=777017 2024-08-04T15:47:55.110 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.111+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~FOTC2T6OZNVF.0 size=1048576 2024-08-04T15:47:55.111 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.112+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~FOTC2T6OZNVF.1 size=355255 2024-08-04T15:47:55.114 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.115+0000 7fd2ccec3640 1 < completed multipart upload key=3SZIKIT8UW9F upload=FOTC2T6OZNVF tag=VAB1OC98CLF5 type=write size=2452407 2024-08-04T15:47:55.115 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.116+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=L331Z4P1ULI8 type=del size=2032158 2024-08-04T15:47:55.118 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.119+0000 7fd2ccec3640 1 < suggested update operation key=H06WFDC3B2PH tag=TU95KTP2MS0N type=del size=1007451 2024-08-04T15:47:55.119 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.120+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=BBNYNGY1DW90 type=del size=4071695 2024-08-04T15:47:55.121 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.122+0000 7fd2ccec3640 1 < completed write operation key=DI9N06E8I6FR tag=CDXBJY2CE2SX type=write size=780207 2024-08-04T15:47:55.124 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.125+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~APXW3XA8HBQR.0 size=1048576 2024-08-04T15:47:55.125 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.126+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~APXW3XA8HBQR.1 size=799780 2024-08-04T15:47:55.125 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.126+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=APXW3XA8HBQR tag=UVIYO3IEOG69 type=write size=2896932 2024-08-04T15:47:55.127 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.127+0000 7fd2ccec3640 1 < completed delete operation key=ADGRDVHIUPFJ tag=FU861KE0IXKX type=del 2024-08-04T15:47:55.130 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.130+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~2J409586TZFW.0 size=1048576 2024-08-04T15:47:55.131 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.131+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~2J409586TZFW.1 size=1048576 2024-08-04T15:47:55.132 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.133+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~2J409586TZFW.2 size=550319 2024-08-04T15:47:55.132 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.133+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=2J409586TZFW tag=SZ5E1VZ2GRG9 type=write size=3696047 2024-08-04T15:47:55.134 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.134+0000 7fd2ccec3640 1 < completed delete operation key=MWJBTVQYBFBJ tag=0HUE5BEP0AR1 type=del 2024-08-04T15:47:55.136 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.136+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=0GRVZV86128I type=write size=42244 2024-08-04T15:47:55.137 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.138+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=HOMQH9H0EK0O type=del 2024-08-04T15:47:55.139 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.140+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=HN08FDUAIM7F type=del size=747238 2024-08-04T15:47:55.140 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.141+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~IU9D8TR100XS.0 size=168037 2024-08-04T15:47:55.143 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.143+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=IU9D8TR100XS tag=E5EXLKB97ZDS type=write size=1216613 2024-08-04T15:47:55.144 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.145+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=DJ37ONVAZHA4 type=del size=1858355 2024-08-04T15:47:55.145 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.146+0000 7fd2ccec3640 1 < canceled operation key=EXYGXS950WM2 tag=BXR4U16KAJOX type=del size=1707171 2024-08-04T15:47:55.149 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.149+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~2OX5DBHE5X96.0 size=1048576 2024-08-04T15:47:55.149 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.150+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~2OX5DBHE5X96.1 size=1048576 2024-08-04T15:47:55.150 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.151+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~2OX5DBHE5X96.2 size=184400 2024-08-04T15:47:55.150 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.151+0000 7fd2ccec3640 1 > prepared multipart upload key=62WXNRD38943 upload=2OX5DBHE5X96 tag=99Z2E49XC8BQ type=write size=3330128 2024-08-04T15:47:55.151 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.151+0000 7fd2ccec3640 1 < canceled part key=_multipart_PZE6FNM3SE38.2~MDY7S26YSPZP.0 size=413062 2024-08-04T15:47:55.153 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.153+0000 7fd2ccec3640 1 < canceled multipart upload key=PZE6FNM3SE38 upload=MDY7S26YSPZP tag=F5ZHYWWGNUSU type=write size=1461638 2024-08-04T15:47:55.156 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.156+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~TH9I7V6L1RH1.0 size=1048576 2024-08-04T15:47:55.157 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.157+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~TH9I7V6L1RH1.1 size=1048576 2024-08-04T15:47:55.158 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.158+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~TH9I7V6L1RH1.2 size=436146 2024-08-04T15:47:55.158 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.158+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=TH9I7V6L1RH1 tag=NSY4Z12N46WH type=write size=3581874 2024-08-04T15:47:55.159 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.160+0000 7fd2ccec3640 1 < completed delete operation key=MWJBTVQYBFBJ tag=UKL83AH0NCFL type=del 2024-08-04T15:47:55.160 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.161+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=QFTJV7GODNUS type=del size=3148243 2024-08-04T15:47:55.162 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.162+0000 7fd2ccec3640 1 < completed write operation key=OFTIL8YKJPJA tag=RUCZON0T3KRE type=write size=669843 2024-08-04T15:47:55.164 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.165+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~NHTR5DWCBAAT.0 size=1048576 2024-08-04T15:47:55.166 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.166+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~NHTR5DWCBAAT.1 size=1048576 2024-08-04T15:47:55.195 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.195+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~NHTR5DWCBAAT.2 size=115182 2024-08-04T15:47:55.195 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.195+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=NHTR5DWCBAAT tag=MM6PT4N7893L type=write size=3260910 2024-08-04T15:47:55.196 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.196+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~NSC217ZWSWN7.0 size=1048576 2024-08-04T15:47:55.197 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.197+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~NSC217ZWSWN7.1 size=462413 2024-08-04T15:47:55.199 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.200+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=NSC217ZWSWN7 tag=AT3USD0KU9YW type=write size=2559565 2024-08-04T15:47:55.202 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.203+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~D2VU11ZKTOG2.0 size=1048576 2024-08-04T15:47:55.203 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.204+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~D2VU11ZKTOG2.1 size=1048576 2024-08-04T15:47:55.204 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.205+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~D2VU11ZKTOG2.2 size=673113 2024-08-04T15:47:55.204 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.205+0000 7fd2ccec3640 1 > prepared multipart upload key=62WXNRD38943 upload=D2VU11ZKTOG2 tag=GJMSCP2DGHWF type=write size=3818841 2024-08-04T15:47:55.206 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.206+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~FH53PQNY7QL1.0 size=268137 2024-08-04T15:47:55.208 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.208+0000 7fd2ccec3640 1 < completed multipart upload key=3SZIKIT8UW9F upload=FH53PQNY7QL1 tag=44BE2ROG1NG0 type=write size=1316713 2024-08-04T15:47:55.209 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.210+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=TXHCPWL8W7ZW type=del size=55444 2024-08-04T15:47:55.211 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.211+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=G9ZP27HVX2FP type=del 2024-08-04T15:47:55.213 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.214+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~2AW7L0O5N32W.0 size=1048576 2024-08-04T15:47:55.214 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.215+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~2AW7L0O5N32W.1 size=380123 2024-08-04T15:47:55.214 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.215+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=2AW7L0O5N32W tag=E7IN655T3MOX type=write size=2477275 2024-08-04T15:47:55.216 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.216+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~3CY5PFYVTV2J.0 size=1048576 2024-08-04T15:47:55.216 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.216+0000 7fd2ccec3640 1 < canceled part key=_multipart_EXYGXS950WM2.2~3CY5PFYVTV2J.1 size=212078 2024-08-04T15:47:55.218 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.219+0000 7fd2ccec3640 1 < canceled multipart upload key=EXYGXS950WM2 upload=3CY5PFYVTV2J tag=2BE96K7TRVJR type=write size=2309230 2024-08-04T15:47:55.221 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.222+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~8Q9ADM5MXNGV.0 size=1048576 2024-08-04T15:47:55.222 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.223+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~8Q9ADM5MXNGV.1 size=1048576 2024-08-04T15:47:55.223 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.224+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~8Q9ADM5MXNGV.2 size=437726 2024-08-04T15:47:55.223 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.224+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=8Q9ADM5MXNGV tag=RVWZBXD74LLY type=write size=3583454 2024-08-04T15:47:55.226 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.227+0000 7fd2ccec3640 1 < suggested remove operation key=3SZIKIT8UW9F tag=GTUAZVH2N41F type=del 2024-08-04T15:47:55.228 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.228+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=6392F5GHJ7FT type=del size=979440 2024-08-04T15:47:55.230 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.230+0000 7fd2ccec3640 1 < canceled operation key=MCSD2KYW9UUG tag=L331Z4P1ULI8 type=del size=2032158 2024-08-04T15:47:55.231 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.232+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=R4QBCUCGJTR6 type=del size=1320298 2024-08-04T15:47:55.234 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.235+0000 7fd2ccec3640 1 < suggested remove operation key=ESVVWVGCH33K tag=BBNYNGY1DW90 type=del 2024-08-04T15:47:55.236 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.236+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=C6EVVF7NR4D9 type=del size=794605 2024-08-04T15:47:55.237 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.238+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~APXW3XA8HBQR.0 size=1048576 2024-08-04T15:47:55.239 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.239+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~APXW3XA8HBQR.1 size=799780 2024-08-04T15:47:55.242 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.243+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=APXW3XA8HBQR tag=UVIYO3IEOG69 type=write size=2896932 2024-08-04T15:47:55.244 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.245+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=CX1414AY2OCD type=del size=1706320 2024-08-04T15:47:55.245 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.245+0000 7fd2ccec3640 1 < canceled part key=_multipart_MWJBTVQYBFBJ.2~2J409586TZFW.0 size=1048576 2024-08-04T15:47:55.246 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.246+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~2J409586TZFW.1 size=1048576 2024-08-04T15:47:55.247 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.248+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~2J409586TZFW.2 size=550319 2024-08-04T15:47:55.250 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.250+0000 7fd2ccec3640 1 < canceled multipart upload key=MWJBTVQYBFBJ upload=2J409586TZFW tag=SZ5E1VZ2GRG9 type=write size=3696047 2024-08-04T15:47:55.252 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.253+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~65CTM853L52H.0 size=1048576 2024-08-04T15:47:55.253 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.254+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~65CTM853L52H.1 size=1048576 2024-08-04T15:47:55.255 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.255+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~65CTM853L52H.2 size=185274 2024-08-04T15:47:55.255 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.255+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=65CTM853L52H tag=W0ROLOUO4GOM type=write size=3331002 2024-08-04T15:47:55.256 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.257+0000 7fd2ccec3640 1 < completed write operation key=5MFVV0YROP6Z tag=0GRVZV86128I type=write size=42244 2024-08-04T15:47:55.258 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.259+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=96M24RWAU2PU type=del size=1145650 2024-08-04T15:47:55.260 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.260+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=HN08FDUAIM7F type=del 2024-08-04T15:47:55.262 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.263+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~SZKUBJMSFPWH.0 size=1048576 2024-08-04T15:47:55.263 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.264+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~SZKUBJMSFPWH.1 size=1048576 2024-08-04T15:47:55.265 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.265+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~SZKUBJMSFPWH.2 size=324562 2024-08-04T15:47:55.265 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.265+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=SZKUBJMSFPWH tag=H9E106K0PN0N type=write size=3470290 2024-08-04T15:47:55.266 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.267+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=DJ37ONVAZHA4 type=del 2024-08-04T15:47:55.267 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.268+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=3Z0C9X85MMTK type=del size=2065815 2024-08-04T15:47:55.269 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.269+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~2OX5DBHE5X96.0 size=1048576 2024-08-04T15:47:55.270 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.271+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~2OX5DBHE5X96.1 size=1048576 2024-08-04T15:47:55.271 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.272+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~2OX5DBHE5X96.2 size=184400 2024-08-04T15:47:55.274 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.274+0000 7fd2ccec3640 1 < completed multipart upload key=62WXNRD38943 upload=2OX5DBHE5X96 tag=99Z2E49XC8BQ type=write size=3330128 2024-08-04T15:47:55.275 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.276+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=157SP09Z1WGR type=del size=562599 2024-08-04T15:47:55.277 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.277+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~TH9I7V6L1RH1.0 size=1048576 2024-08-04T15:47:55.277 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.277+0000 7fd2ccec3640 1 < canceled part key=_multipart_0BWMVZQ5RBRL.2~TH9I7V6L1RH1.1 size=1048576 2024-08-04T15:47:55.278 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.279+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~TH9I7V6L1RH1.2 size=436146 2024-08-04T15:47:55.281 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.281+0000 7fd2ccec3640 1 < canceled multipart upload key=0BWMVZQ5RBRL upload=TH9I7V6L1RH1 tag=NSY4Z12N46WH type=write size=3581874 2024-08-04T15:47:55.283 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.284+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~U3U43OXGGPU4.0 size=1048576 2024-08-04T15:47:55.284 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.285+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~U3U43OXGGPU4.1 size=168037 2024-08-04T15:47:55.285 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.285+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=U3U43OXGGPU4 tag=D02V1F3039R1 type=write size=2265189 2024-08-04T15:47:55.287 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.288+0000 7fd2ccec3640 1 < suggested update operation key=XWJQBRZ42N7Q tag=QFTJV7GODNUS type=del size=3148243 2024-08-04T15:47:55.289 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.289+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=P9TKZZBRHQYU type=del size=2259770 2024-08-04T15:47:55.290 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.291+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~NHTR5DWCBAAT.0 size=1048576 2024-08-04T15:47:55.291 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.292+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~NHTR5DWCBAAT.1 size=1048576 2024-08-04T15:47:55.293 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.293+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~NHTR5DWCBAAT.2 size=115182 2024-08-04T15:47:55.296 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.296+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=NHTR5DWCBAAT tag=MM6PT4N7893L type=write size=3260910 2024-08-04T15:47:55.299 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.299+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~NPWY0RFD7BKX.0 size=339601 2024-08-04T15:47:55.299 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.299+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=NPWY0RFD7BKX tag=Q3RU1E0W3IOA type=write size=1388177 2024-08-04T15:47:55.300 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.300+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~D2VU11ZKTOG2.0 size=1048576 2024-08-04T15:47:55.301 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.302+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~D2VU11ZKTOG2.1 size=1048576 2024-08-04T15:47:55.302 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.303+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~D2VU11ZKTOG2.2 size=673113 2024-08-04T15:47:55.304 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.305+0000 7fd2ccec3640 1 < completed multipart upload key=62WXNRD38943 upload=D2VU11ZKTOG2 tag=GJMSCP2DGHWF type=write size=3818841 2024-08-04T15:47:55.306 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.307+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=GHKDVIIRKQAE type=del size=2525348 2024-08-04T15:47:55.317 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.317+0000 7fd2ccec3640 1 < completed delete operation key=MCSD2KYW9UUG tag=TXHCPWL8W7ZW type=del 2024-08-04T15:47:55.318 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.319+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=GU2H45XCKXY2 type=del size=3469301 2024-08-04T15:47:55.320 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.321+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~2AW7L0O5N32W.0 size=1048576 2024-08-04T15:47:55.322 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.322+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~2AW7L0O5N32W.1 size=380123 2024-08-04T15:47:55.324 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.325+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=2AW7L0O5N32W tag=E7IN655T3MOX type=write size=2477275 2024-08-04T15:47:55.327 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.327+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~P2HFQMBB09PO.0 size=1048576 2024-08-04T15:47:55.328 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.328+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~P2HFQMBB09PO.1 size=109214 2024-08-04T15:47:55.328 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.328+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=P2HFQMBB09PO tag=GHSV2DHI1MSX type=write size=2206366 2024-08-04T15:47:55.329 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.330+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~8Q9ADM5MXNGV.0 size=1048576 2024-08-04T15:47:55.329 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.330+0000 7fd2ccec3640 1 < canceled part key=_multipart_ADGRDVHIUPFJ.2~8Q9ADM5MXNGV.1 size=1048576 2024-08-04T15:47:55.330 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.331+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~8Q9ADM5MXNGV.2 size=437726 2024-08-04T15:47:55.333 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.333+0000 7fd2ccec3640 1 < canceled multipart upload key=ADGRDVHIUPFJ upload=8Q9ADM5MXNGV tag=RVWZBXD74LLY type=write size=3583454 2024-08-04T15:47:55.334 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.335+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=LGU0N43USVJ5 type=del size=3662707 2024-08-04T15:47:55.337 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.338+0000 7fd2ccec3640 1 < suggested update operation key=MCSD2KYW9UUG tag=6392F5GHJ7FT type=del size=979440 2024-08-04T15:47:55.339 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.339+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=2T4XTXGUXGTJ type=del size=1797666 2024-08-04T15:47:55.340 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.341+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=R4QBCUCGJTR6 type=del 2024-08-04T15:47:55.342 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.342+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=X6ZO1ZTM86SQ type=del size=1987646 2024-08-04T15:47:55.345 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.346+0000 7fd2ccec3640 1 < suggested update operation key=WMBAAE091MS6 tag=C6EVVF7NR4D9 type=del size=794605 2024-08-04T15:47:55.348 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.348+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~HHRKBVKLAFPA.0 size=1048576 2024-08-04T15:47:55.349 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.350+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~HHRKBVKLAFPA.1 size=1033489 2024-08-04T15:47:55.349 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.350+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=HHRKBVKLAFPA tag=XJY62UV60ZH6 type=write size=3130641 2024-08-04T15:47:55.352 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.352+0000 7fd2ccec3640 1 < suggested remove operation key=Q43H3OZA4M1A tag=CX1414AY2OCD type=del 2024-08-04T15:47:55.353 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.354+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=0G9T00NXVK38 type=del size=2366508 2024-08-04T15:47:55.354 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.355+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~65CTM853L52H.0 size=1048576 2024-08-04T15:47:55.356 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.356+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~65CTM853L52H.1 size=1048576 2024-08-04T15:47:55.356 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.356+0000 7fd2ccec3640 1 < canceled part key=_multipart_EXYGXS950WM2.2~65CTM853L52H.2 size=185274 2024-08-04T15:47:55.358 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.359+0000 7fd2ccec3640 1 < canceled multipart upload key=EXYGXS950WM2 upload=65CTM853L52H tag=W0ROLOUO4GOM type=write size=3331002 2024-08-04T15:47:55.361 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.362+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~YKWO3LXWG9W3.0 size=806407 2024-08-04T15:47:55.362 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.362+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=YKWO3LXWG9W3 tag=9ADDVIKAESGZ type=write size=1854983 2024-08-04T15:47:55.363 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.364+0000 7fd2ccec3640 -1 < failed to complete operation key=WMBAAE091MS6 tag=96M24RWAU2PU type=del size=1145650: (22) Invalid argument 2024-08-04T15:47:55.364 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.365+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=W4FUS831HO04 type=del size=2015756 2024-08-04T15:47:55.366 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.367+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~SZKUBJMSFPWH.0 size=1048576 2024-08-04T15:47:55.367 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.368+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~SZKUBJMSFPWH.1 size=1048576 2024-08-04T15:47:55.368 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.369+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~SZKUBJMSFPWH.2 size=324562 2024-08-04T15:47:55.371 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.372+0000 7fd2ccec3640 1 < completed multipart upload key=0ZFG1GY0QH8K upload=SZKUBJMSFPWH tag=H9E106K0PN0N type=write size=3470290 2024-08-04T15:47:55.372 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.373+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=S06US8HDUVRV type=del size=2971553 2024-08-04T15:47:55.374 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.375+0000 7fd2ccec3640 1 < canceled operation key=HIMJNBIR2DD9 tag=3Z0C9X85MMTK type=del size=2065815 2024-08-04T15:47:55.376 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.376+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=GVJ0ZF5EVZL5 type=del size=5760 2024-08-04T15:47:55.377 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.378+0000 7fd2ccec3640 1 < canceled operation key=3SZIKIT8UW9F tag=157SP09Z1WGR type=del size=562599 2024-08-04T15:47:55.378 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.379+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=9MK8I5AF3NPC type=del size=2655857 2024-08-04T15:47:55.380 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.381+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~U3U43OXGGPU4.0 size=1048576 2024-08-04T15:47:55.381 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.382+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~U3U43OXGGPU4.1 size=168037 2024-08-04T15:47:55.384 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.385+0000 7fd2ccec3640 1 < completed multipart upload key=H06WFDC3B2PH upload=U3U43OXGGPU4 tag=D02V1F3039R1 type=write size=2265189 2024-08-04T15:47:55.385 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.386+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=6ZOKKR6U1FYU type=del size=274345 2024-08-04T15:47:55.388 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.389+0000 7fd2ccec3640 1 < suggested update operation key=5MFVV0YROP6Z tag=P9TKZZBRHQYU type=del size=2259770 2024-08-04T15:47:55.391 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.391+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~JPHNG3KHANOT.0 size=1048576 2024-08-04T15:47:55.392 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.393+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~JPHNG3KHANOT.1 size=789245 2024-08-04T15:47:55.392 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.393+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=JPHNG3KHANOT tag=KPSW77IZNITR type=write size=2886397 2024-08-04T15:47:55.393 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.394+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~NPWY0RFD7BKX.0 size=339601 2024-08-04T15:47:55.396 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.396+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=NPWY0RFD7BKX tag=Q3RU1E0W3IOA type=write size=1388177 2024-08-04T15:47:55.398 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.398+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=10L1W8MFC8DU type=del size=1075652 2024-08-04T15:47:55.399 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.400+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=GHKDVIIRKQAE type=del 2024-08-04T15:47:55.401 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.401+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=586QE6OIGKNY type=del size=3512854 2024-08-04T15:47:55.402 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.403+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=GU2H45XCKXY2 type=del 2024-08-04T15:47:55.405 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.405+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~1UZBJ9P5HKEV.0 size=1048576 2024-08-04T15:47:55.406 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.407+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~1UZBJ9P5HKEV.1 size=1048576 2024-08-04T15:47:55.407 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.408+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~1UZBJ9P5HKEV.2 size=761758 2024-08-04T15:47:55.407 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.408+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=1UZBJ9P5HKEV tag=IRZ0O9SK83AW type=write size=3907486 2024-08-04T15:47:55.409 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.409+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~P2HFQMBB09PO.0 size=1048576 2024-08-04T15:47:55.410 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.411+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~P2HFQMBB09PO.1 size=109214 2024-08-04T15:47:55.412 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.413+0000 7fd2ccec3640 1 < completed multipart upload key=0ZFG1GY0QH8K upload=P2HFQMBB09PO tag=GHSV2DHI1MSX type=write size=2206366 2024-08-04T15:47:55.414 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.414+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=TCTVHU62WBLE type=del size=2873479 2024-08-04T15:47:55.415 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.416+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=LGU0N43USVJ5 type=del 2024-08-04T15:47:55.418 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.418+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~IUUBOQ1IWRHG.0 size=1048576 2024-08-04T15:47:55.419 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.420+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~IUUBOQ1IWRHG.1 size=482958 2024-08-04T15:47:55.419 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.420+0000 7fd2ccec3640 1 > prepared multipart upload key=SWB07P8C064V upload=IUUBOQ1IWRHG tag=16HB2BLI1JZ2 type=write size=2580110 2024-08-04T15:47:55.420 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.421+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=2T4XTXGUXGTJ type=del 2024-08-04T15:47:55.422 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.423+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=VRB02NNQHW2M type=del size=1869287 2024-08-04T15:47:55.424 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.424+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=X6ZO1ZTM86SQ type=del 2024-08-04T15:47:55.426 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.426+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=I9IIRJVJYDS7 type=del size=354136 2024-08-04T15:47:55.427 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.428+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~HHRKBVKLAFPA.0 size=1048576 2024-08-04T15:47:55.428 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.429+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~HHRKBVKLAFPA.1 size=1033489 2024-08-04T15:47:55.430 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.431+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=HHRKBVKLAFPA tag=XJY62UV60ZH6 type=write size=3130641 2024-08-04T15:47:55.432 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.432+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=XDPAS3Y31KT1 type=del size=592400 2024-08-04T15:47:55.435 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.435+0000 7fd2ccec3640 1 < suggested update operation key=H06WFDC3B2PH tag=0G9T00NXVK38 type=del size=2366508 2024-08-04T15:47:55.436 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.437+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=6MLSAY3AXX1I type=del size=3814070 2024-08-04T15:47:55.437 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.438+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~YKWO3LXWG9W3.0 size=806407 2024-08-04T15:47:55.440 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.440+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=YKWO3LXWG9W3 tag=9ADDVIKAESGZ type=write size=1854983 2024-08-04T15:47:55.441 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.442+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=ERG9K4QVA3NQ type=del size=1734232 2024-08-04T15:47:55.442 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.443+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=W4FUS831HO04 type=del 2024-08-04T15:47:55.446 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.446+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~PWII7G5RXZSG.0 size=1048576 2024-08-04T15:47:55.447 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.447+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~PWII7G5RXZSG.1 size=1048576 2024-08-04T15:47:55.448 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.448+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~PWII7G5RXZSG.2 size=694762 2024-08-04T15:47:55.448 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.448+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=PWII7G5RXZSG tag=5PN1FRGGS1AC type=write size=3840490 2024-08-04T15:47:55.451 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.452+0000 7fd2ccec3640 1 < suggested update operation key=5MFVV0YROP6Z tag=S06US8HDUVRV type=del size=2971553 2024-08-04T15:47:55.453 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.453+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=7UK25JQLTGKB type=del size=2089873 2024-08-04T15:47:55.454 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.455+0000 7fd2ccec3640 1 < completed delete operation key=ADGRDVHIUPFJ tag=GVJ0ZF5EVZL5 type=del 2024-08-04T15:47:55.456 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.456+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=XKL11NJQWQWT type=del size=53368 2024-08-04T15:47:55.457 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.458+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=9MK8I5AF3NPC type=del 2024-08-04T15:47:55.459 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.459+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=F5KOGK6433OP type=del size=325898 2024-08-04T15:47:55.460 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.461+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=6ZOKKR6U1FYU type=del 2024-08-04T15:47:55.462 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.462+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=YF4V217IW2HE type=del size=2877811 2024-08-04T15:47:55.463 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.464+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~JPHNG3KHANOT.0 size=1048576 2024-08-04T15:47:55.464 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.465+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~JPHNG3KHANOT.1 size=789245 2024-08-04T15:47:55.466 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.467+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=JPHNG3KHANOT tag=KPSW77IZNITR type=write size=2886397 2024-08-04T15:47:55.468 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.468+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=RN1DK6HV8PX1 type=del size=1131844 2024-08-04T15:47:55.469 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.470+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=10L1W8MFC8DU type=del 2024-08-04T15:47:55.471 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.471+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=6BZ5SPA3AJFU type=del size=4027012 2024-08-04T15:47:55.474 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.474+0000 7fd2ccec3640 1 < suggested update operation key=0ZFG1GY0QH8K tag=586QE6OIGKNY type=del size=3512854 2024-08-04T15:47:55.476 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.477+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~45BHKV1NV8ID.0 size=1048576 2024-08-04T15:47:55.478 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.478+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~45BHKV1NV8ID.1 size=501185 2024-08-04T15:47:55.478 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.478+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=45BHKV1NV8ID tag=YRXUMCRKP7M7 type=write size=2598337 2024-08-04T15:47:55.479 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.480+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~1UZBJ9P5HKEV.0 size=1048576 2024-08-04T15:47:55.480 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.481+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~1UZBJ9P5HKEV.1 size=1048576 2024-08-04T15:47:55.482 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.482+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~1UZBJ9P5HKEV.2 size=761758 2024-08-04T15:47:55.485 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.485+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=1UZBJ9P5HKEV tag=IRZ0O9SK83AW type=write size=3907486 2024-08-04T15:47:55.487 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.488+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~E7C3QKNP8UCJ.0 size=369643 2024-08-04T15:47:55.487 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.488+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=E7C3QKNP8UCJ tag=D10K1IMRRUVA type=write size=1418219 2024-08-04T15:47:55.489 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.489+0000 7fd2ccec3640 1 < completed delete operation key=HIMJNBIR2DD9 tag=TCTVHU62WBLE type=del 2024-08-04T15:47:55.490 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.491+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=D79TQ6LRP9Y3 type=del size=3951942 2024-08-04T15:47:55.492 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.492+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~IUUBOQ1IWRHG.0 size=1048576 2024-08-04T15:47:55.493 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.494+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~IUUBOQ1IWRHG.1 size=482958 2024-08-04T15:47:55.495 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.496+0000 7fd2ccec3640 1 < completed multipart upload key=SWB07P8C064V upload=IUUBOQ1IWRHG tag=16HB2BLI1JZ2 type=write size=2580110 2024-08-04T15:47:55.498 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.499+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~FXL2E2K5SQX9.0 size=1048576 2024-08-04T15:47:55.499 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.500+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~FXL2E2K5SQX9.1 size=611850 2024-08-04T15:47:55.500 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.500+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=FXL2E2K5SQX9 tag=YIAKOX55FOD4 type=write size=2709002 2024-08-04T15:47:55.501 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.501+0000 7fd2ccec3640 1 < canceled operation key=GBCNMYOO1FUA tag=VRB02NNQHW2M type=del size=1869287 2024-08-04T15:47:55.502 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.503+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=6MWMID3QMZGX type=del size=3305540 2024-08-04T15:47:55.504 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.505+0000 7fd2ccec3640 -1 < failed to complete operation key=H06WFDC3B2PH tag=I9IIRJVJYDS7 type=del size=354136: (22) Invalid argument 2024-08-04T15:47:55.505 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.506+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=78S1M12F2U98 type=del size=2338058 2024-08-04T15:47:55.507 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.507+0000 7fd2ccec3640 1 < completed delete operation key=A8CMFMCK5F3U tag=XDPAS3Y31KT1 type=del 2024-08-04T15:47:55.510 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.510+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~DPTUZ37E975R.0 size=1048576 2024-08-04T15:47:55.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:55 smithi062 ceph-mon[85960]: osdmap e1126: 8 total, 8 up, 8 in 2024-08-04T15:47:55.511 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.511+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~DPTUZ37E975R.1 size=817822 2024-08-04T15:47:55.511 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.511+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=DPTUZ37E975R tag=F9ETB8LILADY type=write size=2914974 2024-08-04T15:47:55.512 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.513+0000 7fd2ccec3640 1 < completed delete operation key=A8CMFMCK5F3U tag=6MLSAY3AXX1I type=del 2024-08-04T15:47:55.514 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.514+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=GO26H46SVFNE type=write size=272908 2024-08-04T15:47:55.515 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.516+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=ERG9K4QVA3NQ type=del 2024-08-04T15:47:55.517 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.517+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=EVFW1A9ZRUQK type=del size=1006745 2024-08-04T15:47:55.518 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.519+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~PWII7G5RXZSG.0 size=1048576 2024-08-04T15:47:55.520 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.520+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~PWII7G5RXZSG.1 size=1048576 2024-08-04T15:47:55.520 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.520+0000 7fd2ccec3640 1 < canceled part key=_multipart_77442UN63NTC.2~PWII7G5RXZSG.2 size=694762 2024-08-04T15:47:55.522 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.523+0000 7fd2ccec3640 1 < canceled multipart upload key=77442UN63NTC upload=PWII7G5RXZSG tag=5PN1FRGGS1AC type=write size=3840490 2024-08-04T15:47:55.524 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.524+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=P0UDMJY85SSR type=del size=2619395 2024-08-04T15:47:55.525 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.526+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=7UK25JQLTGKB type=del 2024-08-04T15:47:55.527 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.528+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=FWYRBWE2BYH4 type=del size=3473614 2024-08-04T15:47:55.528 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.529+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=XKL11NJQWQWT type=del 2024-08-04T15:47:55.531 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.532+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~23SPB2VJ1CFH.0 size=1048576 2024-08-04T15:47:55.532 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.533+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~23SPB2VJ1CFH.1 size=1048576 2024-08-04T15:47:55.534 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.534+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~23SPB2VJ1CFH.2 size=312397 2024-08-04T15:47:55.534 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.534+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=23SPB2VJ1CFH tag=CVJMTSUF9M5G type=write size=3458125 2024-08-04T15:47:55.535 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.536+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=F5KOGK6433OP type=del 2024-08-04T15:47:55.537 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.538+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=M6V2K3CXBJI2 type=del size=312313 2024-08-04T15:47:55.538 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.539+0000 7fd2ccec3640 1 < canceled operation key=3SZIKIT8UW9F tag=YF4V217IW2HE type=del size=2877811 2024-08-04T15:47:55.541 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.542+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~7C41XGUX7L4A.0 size=1048576 2024-08-04T15:47:55.542 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.543+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~7C41XGUX7L4A.1 size=411001 2024-08-04T15:47:55.542 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.543+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=7C41XGUX7L4A tag=BO0B9XDKGY67 type=write size=2508153 2024-08-04T15:47:55.544 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.544+0000 7fd2ccec3640 1 < completed delete operation key=A8CMFMCK5F3U tag=RN1DK6HV8PX1 type=del 2024-08-04T15:47:55.545 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.546+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=6YUR6Z719F4K type=del size=3395050 2024-08-04T15:47:55.547 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.547+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=6BZ5SPA3AJFU type=del 2024-08-04T15:47:55.548 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.549+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=PJSTGPNSZA46 type=del size=228793 2024-08-04T15:47:55.549 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.549+0000 7fd2ccec3640 1 < canceled part key=_multipart_S35AAPLREPCU.2~45BHKV1NV8ID.0 size=1048576 2024-08-04T15:47:55.550 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.550+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~45BHKV1NV8ID.1 size=501185 2024-08-04T15:47:55.552 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.553+0000 7fd2ccec3640 1 < canceled multipart upload key=S35AAPLREPCU upload=45BHKV1NV8ID tag=YRXUMCRKP7M7 type=write size=2598337 2024-08-04T15:47:55.555 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.556+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~TI526L2O04F6.0 size=1048576 2024-08-04T15:47:55.556 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.557+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~TI526L2O04F6.1 size=568763 2024-08-04T15:47:55.556 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.557+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=TI526L2O04F6 tag=HOG6Z920PHL8 type=write size=2665915 2024-08-04T15:47:55.558 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.558+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~E7C3QKNP8UCJ.0 size=369643 2024-08-04T15:47:55.560 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.560+0000 7fd2ccec3640 1 < completed multipart upload key=XWJQBRZ42N7Q upload=E7C3QKNP8UCJ tag=D10K1IMRRUVA type=write size=1418219 2024-08-04T15:47:55.563 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.563+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~6EBVYHL1SGYD.0 size=1048576 2024-08-04T15:47:55.564 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.564+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~6EBVYHL1SGYD.1 size=189095 2024-08-04T15:47:55.564 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.564+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=6EBVYHL1SGYD tag=T2OZID6Y36Y3 type=write size=2286247 2024-08-04T15:47:55.565 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.566+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=D79TQ6LRP9Y3 type=del 2024-08-04T15:47:55.568 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.569+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~FJGY9C3CUVOF.0 size=1048576 2024-08-04T15:47:55.569 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.570+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~FJGY9C3CUVOF.1 size=165695 2024-08-04T15:47:55.570 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.570+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=FJGY9C3CUVOF tag=NPK3ZEOM8DNR type=write size=2262847 2024-08-04T15:47:55.574 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.571+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~FXL2E2K5SQX9.0 size=1048576 2024-08-04T15:47:55.574 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.573+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~FXL2E2K5SQX9.1 size=611850 2024-08-04T15:47:55.575 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.575+0000 7fd2ccec3640 1 < completed multipart upload key=HIMJNBIR2DD9 upload=FXL2E2K5SQX9 tag=YIAKOX55FOD4 type=write size=2709002 2024-08-04T15:47:55.576 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.577+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=2PDWR2E3ZV71 type=del size=4001320 2024-08-04T15:47:55.577 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.578+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=6MWMID3QMZGX type=del 2024-08-04T15:47:55.579 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.579+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=Y6M0BUSYBMJW type=del size=3693715 2024-08-04T15:47:55.582 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.582+0000 7fd2ccec3640 1 < suggested update operation key=WMBAAE091MS6 tag=78S1M12F2U98 type=del size=2338058 2024-08-04T15:47:55.583 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.584+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=EUFPS90RF7UG type=del size=3575441 2024-08-04T15:47:55.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:55 smithi007 ceph-mon[92692]: osdmap e1126: 8 total, 8 up, 8 in 2024-08-04T15:47:55.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:55 smithi007 ceph-mon[94998]: osdmap e1126: 8 total, 8 up, 8 in 2024-08-04T15:47:55.585 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.585+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~DPTUZ37E975R.0 size=1048576 2024-08-04T15:47:55.586 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.587+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~DPTUZ37E975R.1 size=817822 2024-08-04T15:47:55.588 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.589+0000 7fd2ccec3640 1 < completed multipart upload key=77442UN63NTC upload=DPTUZ37E975R tag=F9ETB8LILADY type=write size=2914974 2024-08-04T15:47:55.590 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.590+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=GYRGWYTAFZ78 type=del size=1391820 2024-08-04T15:47:55.593 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.593+0000 7fd2ccec3640 1 < suggested remove operation key=YXD2X0LU17RF tag=GO26H46SVFNE type=write 2024-08-04T15:47:55.595 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.596+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~T8AZWS71RQFQ.0 size=1048576 2024-08-04T15:47:55.597 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.597+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~T8AZWS71RQFQ.1 size=170295 2024-08-04T15:47:55.597 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.597+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=T8AZWS71RQFQ tag=J6FNJLVNEOY5 type=write size=2267447 2024-08-04T15:47:55.599 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.600+0000 7fd2ccec3640 1 < suggested update operation key=H06WFDC3B2PH tag=EVFW1A9ZRUQK type=del size=1006745 2024-08-04T15:47:55.602 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.602+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~A71AQN9RBNNA.0 size=1048576 2024-08-04T15:47:55.603 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.604+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~A71AQN9RBNNA.1 size=1048576 2024-08-04T15:47:55.604 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.605+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~A71AQN9RBNNA.2 size=899163 2024-08-04T15:47:55.604 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.605+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=A71AQN9RBNNA tag=D3ZX8IV0LSON type=write size=4044891 2024-08-04T15:47:55.606 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.606+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=P0UDMJY85SSR type=del 2024-08-04T15:47:55.607 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.608+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=TH6BFGDTPVSU type=del size=3210506 2024-08-04T15:47:55.609 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.609+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=FWYRBWE2BYH4 type=del 2024-08-04T15:47:55.610 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.610+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=25TQ7COPFEJY type=del size=915143 2024-08-04T15:47:55.611 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.612+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~23SPB2VJ1CFH.0 size=1048576 2024-08-04T15:47:55.611 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.612+0000 7fd2ccec3640 1 < canceled part key=_multipart_OFTIL8YKJPJA.2~23SPB2VJ1CFH.1 size=1048576 2024-08-04T15:47:55.612 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.613+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~23SPB2VJ1CFH.2 size=312397 2024-08-04T15:47:55.615 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.615+0000 7fd2ccec3640 1 < canceled multipart upload key=OFTIL8YKJPJA upload=23SPB2VJ1CFH tag=CVJMTSUF9M5G type=write size=3458125 2024-08-04T15:47:55.618 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.618+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~DYXDF7KJMBY6.0 size=1048576 2024-08-04T15:47:55.619 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.620+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~DYXDF7KJMBY6.1 size=52019 2024-08-04T15:47:55.619 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.620+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=DYXDF7KJMBY6 tag=SJ178P58Z7TT type=write size=2149171 2024-08-04T15:47:55.622 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.623+0000 7fd2ccec3640 1 < suggested update operation key=MCSD2KYW9UUG tag=M6V2K3CXBJI2 type=del size=312313 2024-08-04T15:47:55.625 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.625+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~6AM2FS2YN0Q4.0 size=1048576 2024-08-04T15:47:55.626 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.626+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~6AM2FS2YN0Q4.1 size=1048576 2024-08-04T15:47:55.627 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.627+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~6AM2FS2YN0Q4.2 size=896670 2024-08-04T15:47:55.627 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.627+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=6AM2FS2YN0Q4 tag=HC8I62J9C2JM type=write size=4042398 2024-08-04T15:47:55.628 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.629+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~7C41XGUX7L4A.0 size=1048576 2024-08-04T15:47:55.629 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.630+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~7C41XGUX7L4A.1 size=411001 2024-08-04T15:47:55.632 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.632+0000 7fd2ccec3640 1 < completed multipart upload key=Q43H3OZA4M1A upload=7C41XGUX7L4A tag=BO0B9XDKGY67 type=write size=2508153 2024-08-04T15:47:55.633 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.634+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=5V96AMGRCSAK type=write size=583894 2024-08-04T15:47:55.636 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.637+0000 7fd2ccec3640 1 < suggested update operation key=0ZFG1GY0QH8K tag=6YUR6Z719F4K type=del size=3395050 2024-08-04T15:47:55.637 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.638+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=USAUN4EOB3PX type=write size=1024081 2024-08-04T15:47:55.639 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.640+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=PJSTGPNSZA46 type=del 2024-08-04T15:47:55.642 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.642+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~C9K6DNXGC1UK.0 size=1048576 2024-08-04T15:47:55.643 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.644+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~C9K6DNXGC1UK.1 size=1035058 2024-08-04T15:47:55.643 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.644+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=C9K6DNXGC1UK tag=4AG94UA0DS8T type=write size=3132210 2024-08-04T15:47:55.644 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.645+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~TI526L2O04F6.0 size=1048576 2024-08-04T15:47:55.646 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.646+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~TI526L2O04F6.1 size=568763 2024-08-04T15:47:55.648 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.649+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=TI526L2O04F6 tag=HOG6Z920PHL8 type=write size=2665915 2024-08-04T15:47:55.650 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.650+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=ZINNR9IPQLKT type=del size=2866310 2024-08-04T15:47:55.652 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.652+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~6EBVYHL1SGYD.0 size=1048576 2024-08-04T15:47:55.652 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.652+0000 7fd2ccec3640 1 < canceled part key=_multipart_WMBAAE091MS6.2~6EBVYHL1SGYD.1 size=189095 2024-08-04T15:47:55.654 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.655+0000 7fd2ccec3640 1 < canceled multipart upload key=WMBAAE091MS6 upload=6EBVYHL1SGYD tag=T2OZID6Y36Y3 type=write size=2286247 2024-08-04T15:47:55.655 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.656+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=WHSN4IVSHDKT type=del size=3917734 2024-08-04T15:47:55.656 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.656+0000 7fd2ccec3640 1 < canceled part key=_multipart_77442UN63NTC.2~FJGY9C3CUVOF.0 size=1048576 2024-08-04T15:47:55.657 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.657+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~FJGY9C3CUVOF.1 size=165695 2024-08-04T15:47:55.659 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.660+0000 7fd2ccec3640 1 < canceled multipart upload key=77442UN63NTC upload=FJGY9C3CUVOF tag=NPK3ZEOM8DNR type=write size=2262847 2024-08-04T15:47:55.662 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.663+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~11R9ACW8355Y.0 size=1035818 2024-08-04T15:47:55.662 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.663+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=11R9ACW8355Y tag=LO69H321S4Z5 type=write size=2084394 2024-08-04T15:47:55.664 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.664+0000 7fd2ccec3640 1 < canceled operation key=5JWY4L0XFKO9 tag=2PDWR2E3ZV71 type=del size=4001320 2024-08-04T15:47:55.665 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.666+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=58287SX9YZCP type=write size=54898 2024-08-04T15:47:55.666 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.667+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=Y6M0BUSYBMJW type=del 2024-08-04T15:47:55.668 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.669+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=G58VYN7R0Y1E type=del size=2022165 2024-08-04T15:47:55.671 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.671+0000 7fd2ccec3640 1 < suggested update operation key=HIMJNBIR2DD9 tag=EUFPS90RF7UG type=del size=3575441 2024-08-04T15:47:55.672 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.673+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=37LUEKOC4GMR type=del size=766463 2024-08-04T15:47:55.675 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.676+0000 7fd2ccec3640 1 < suggested remove operation key=Q43H3OZA4M1A tag=GYRGWYTAFZ78 type=del 2024-08-04T15:47:55.677 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.677+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=UB0Q1PKV0ITQ type=del size=1041862 2024-08-04T15:47:55.678 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.679+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~T8AZWS71RQFQ.0 size=1048576 2024-08-04T15:47:55.679 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.680+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~T8AZWS71RQFQ.1 size=170295 2024-08-04T15:47:55.682 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.682+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=T8AZWS71RQFQ tag=J6FNJLVNEOY5 type=write size=2267447 2024-08-04T15:47:55.683 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.684+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=D9XD3ETPLJ01 type=del size=165814 2024-08-04T15:47:55.685 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.685+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~A71AQN9RBNNA.0 size=1048576 2024-08-04T15:47:55.686 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.686+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~A71AQN9RBNNA.1 size=1048576 2024-08-04T15:47:55.687 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.688+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~A71AQN9RBNNA.2 size=899163 2024-08-04T15:47:55.690 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.690+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=A71AQN9RBNNA tag=D3ZX8IV0LSON type=write size=4044891 2024-08-04T15:47:55.692 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.693+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~66DUPSB2WV35.0 size=1048576 2024-08-04T15:47:55.693 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.694+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~66DUPSB2WV35.1 size=913343 2024-08-04T15:47:55.694 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.694+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=66DUPSB2WV35 tag=EIO6GTKAZ5GK type=write size=3010495 2024-08-04T15:47:55.695 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.696+0000 7fd2ccec3640 -1 < failed to complete operation key=MCSD2KYW9UUG tag=TH6BFGDTPVSU type=del size=3210506: (22) Invalid argument 2024-08-04T15:47:55.697 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.697+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=RK6YLTISAVXI type=del size=476449 2024-08-04T15:47:55.698 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.699+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=25TQ7COPFEJY type=del 2024-08-04T15:47:55.700 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.700+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=JW64PUDGNJVZ type=del size=3792723 2024-08-04T15:47:55.701 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.702+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~DYXDF7KJMBY6.0 size=1048576 2024-08-04T15:47:55.702 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.703+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~DYXDF7KJMBY6.1 size=52019 2024-08-04T15:47:55.705 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.705+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=DYXDF7KJMBY6 tag=SJ178P58Z7TT type=write size=2149171 2024-08-04T15:47:55.708 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.708+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~QXB4ROLVK3YO.0 size=903914 2024-08-04T15:47:55.708 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.708+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=QXB4ROLVK3YO tag=RHEEIHEEWVDX type=write size=1952490 2024-08-04T15:47:55.709 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.710+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~6AM2FS2YN0Q4.0 size=1048576 2024-08-04T15:47:55.711 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.711+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~6AM2FS2YN0Q4.1 size=1048576 2024-08-04T15:47:55.711 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.711+0000 7fd2ccec3640 1 < canceled part key=_multipart_ADGRDVHIUPFJ.2~6AM2FS2YN0Q4.2 size=896670 2024-08-04T15:47:55.713 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.714+0000 7fd2ccec3640 1 < canceled multipart upload key=ADGRDVHIUPFJ upload=6AM2FS2YN0Q4 tag=HC8I62J9C2JM type=write size=4042398 2024-08-04T15:47:55.716 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.717+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~LWQHJKZ43KGB.0 size=1048576 2024-08-04T15:47:55.717 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.718+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~LWQHJKZ43KGB.1 size=590668 2024-08-04T15:47:55.717 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.718+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=LWQHJKZ43KGB tag=7WKJQ30OKR5W type=write size=2687820 2024-08-04T15:47:55.719 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.719+0000 7fd2ccec3640 1 < completed write operation key=DI9N06E8I6FR tag=5V96AMGRCSAK type=write size=583894 2024-08-04T15:47:55.720 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.721+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=K3E5TOZZ0CUD type=del size=3469801 2024-08-04T15:47:55.721 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.722+0000 7fd2ccec3640 1 < completed write operation key=XWJQBRZ42N7Q tag=USAUN4EOB3PX type=write size=1024081 2024-08-04T15:47:55.724 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.725+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~JOMA2UNPI1DO.0 size=1048576 2024-08-04T15:47:55.726 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.726+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~JOMA2UNPI1DO.1 size=545060 2024-08-04T15:47:55.726 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.726+0000 7fd2ccec3640 1 > prepared multipart upload key=62WXNRD38943 upload=JOMA2UNPI1DO tag=MU7KE1SQIENB type=write size=2642212 2024-08-04T15:47:55.727 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.728+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~C9K6DNXGC1UK.0 size=1048576 2024-08-04T15:47:55.728 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.729+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~C9K6DNXGC1UK.1 size=1035058 2024-08-04T15:47:55.731 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.731+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=C9K6DNXGC1UK tag=4AG94UA0DS8T type=write size=3132210 2024-08-04T15:47:55.732 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.733+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=I1FV2HVMEFOX type=del size=3396120 2024-08-04T15:47:55.734 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.735+0000 7fd2ccec3640 1 < canceled operation key=ADGRDVHIUPFJ tag=ZINNR9IPQLKT type=del size=2866310 2024-08-04T15:47:55.737 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.738+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~M1G2WGSMFIAV.0 size=1048576 2024-08-04T15:47:55.738 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.739+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~M1G2WGSMFIAV.1 size=748250 2024-08-04T15:47:55.738 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.739+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=M1G2WGSMFIAV tag=PFF3L5NBHJGP type=write size=2845402 2024-08-04T15:47:55.740 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.740+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=WHSN4IVSHDKT type=del 2024-08-04T15:47:55.741 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.742+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=2RXKDVYHNMC4 type=del size=2769031 2024-08-04T15:47:55.743 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.743+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~11R9ACW8355Y.0 size=1035818 2024-08-04T15:47:55.746 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.746+0000 7fd2ccec3640 1 < completed multipart upload key=5JWY4L0XFKO9 upload=11R9ACW8355Y tag=LO69H321S4Z5 type=write size=2084394 2024-08-04T15:47:55.748 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.749+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~Y03P8Z6POOPO.0 size=358206 2024-08-04T15:47:55.749 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.749+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=Y03P8Z6POOPO tag=3ODK4WM1XEX9 type=write size=1406782 2024-08-04T15:47:55.751 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.752+0000 7fd2ccec3640 1 < suggested update operation key=77442UN63NTC tag=58287SX9YZCP type=write size=54898 2024-08-04T15:47:55.754 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.755+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~VT3PWBKPIDQE.0 size=1048576 2024-08-04T15:47:55.755 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.756+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~VT3PWBKPIDQE.1 size=132131 2024-08-04T15:47:55.756 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.756+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=VT3PWBKPIDQE tag=F3P5MKBAKNNR type=write size=2229283 2024-08-04T15:47:55.757 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.758+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=G58VYN7R0Y1E type=del 2024-08-04T15:47:55.759 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.760+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=0B5VWTFR6D66 type=del size=3954278 2024-08-04T15:47:55.762 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.763+0000 7fd2ccec3640 1 < suggested remove operation key=0ZFG1GY0QH8K tag=37LUEKOC4GMR type=del 2024-08-04T15:47:55.764 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.764+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=MSDD5EK8E09F type=del size=939559 2024-08-04T15:47:55.765 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.766+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=UB0Q1PKV0ITQ type=del 2024-08-04T15:47:55.768 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.769+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~5VUTC95QKDQY.0 size=575592 2024-08-04T15:47:55.768 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.769+0000 7fd2ccec3640 1 > prepared multipart upload key=SWB07P8C064V upload=5VUTC95QKDQY tag=K4CBQK5YASHW type=write size=1624168 2024-08-04T15:47:55.769 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.770+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=D9XD3ETPLJ01 type=del 2024-08-04T15:47:55.771 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.772+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=02GD1GK1P9WX type=del size=2068753 2024-08-04T15:47:55.773 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.774+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~66DUPSB2WV35.0 size=1048576 2024-08-04T15:47:55.777 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.775+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~66DUPSB2WV35.1 size=913343 2024-08-04T15:47:55.778 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.778+0000 7fd2ccec3640 1 < completed multipart upload key=0ZFG1GY0QH8K upload=66DUPSB2WV35 tag=EIO6GTKAZ5GK type=write size=3010495 2024-08-04T15:47:55.779 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.779+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=CHDI7RHMYTUH type=write size=573169 2024-08-04T15:47:55.782 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.782+0000 7fd2ccec3640 1 < suggested remove operation key=DI9N06E8I6FR tag=RK6YLTISAVXI type=del 2024-08-04T15:47:55.783 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.784+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=CI9BGDQUTWFQ type=del size=1775011 2024-08-04T15:47:55.785 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.786+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=JW64PUDGNJVZ type=del 2024-08-04T15:47:55.788 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.789+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~XN6L6KS5K4NK.0 size=1048576 2024-08-04T15:47:55.789 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.790+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~XN6L6KS5K4NK.1 size=340707 2024-08-04T15:47:55.790 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.790+0000 7fd2ccec3640 1 > prepared multipart upload key=62WXNRD38943 upload=XN6L6KS5K4NK tag=LLS5UTLYQUAM type=write size=2437859 2024-08-04T15:47:55.791 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.792+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~QXB4ROLVK3YO.0 size=903914 2024-08-04T15:47:55.793 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.794+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=QXB4ROLVK3YO tag=RHEEIHEEWVDX type=write size=1952490 2024-08-04T15:47:55.796 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.797+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~KWW5L9POB1T7.0 size=1048576 2024-08-04T15:47:55.797 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.798+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~KWW5L9POB1T7.1 size=1048576 2024-08-04T15:47:55.799 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.799+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~KWW5L9POB1T7.2 size=780195 2024-08-04T15:47:55.799 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.799+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=KWW5L9POB1T7 tag=K1ZZATPAGTQW type=write size=3925923 2024-08-04T15:47:55.800 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.801+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~LWQHJKZ43KGB.0 size=1048576 2024-08-04T15:47:55.801 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.802+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~LWQHJKZ43KGB.1 size=590668 2024-08-04T15:47:55.804 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.804+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=LWQHJKZ43KGB tag=7WKJQ30OKR5W type=write size=2687820 2024-08-04T15:47:55.806 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.806+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=IS1XSA9OVBN0 type=write size=152152 2024-08-04T15:47:55.807 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.808+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=K3E5TOZZ0CUD type=del 2024-08-04T15:47:55.811 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.811+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~T3DF9H66NMRF.0 size=1046547 2024-08-04T15:47:55.811 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.811+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=T3DF9H66NMRF tag=0WKP64V0ZWLW type=write size=2095123 2024-08-04T15:47:55.812 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.813+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~JOMA2UNPI1DO.0 size=1048576 2024-08-04T15:47:55.812 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.813+0000 7fd2ccec3640 1 < canceled part key=_multipart_62WXNRD38943.2~JOMA2UNPI1DO.1 size=545060 2024-08-04T15:47:55.815 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.815+0000 7fd2ccec3640 1 < canceled multipart upload key=62WXNRD38943 upload=JOMA2UNPI1DO tag=MU7KE1SQIENB type=write size=2642212 2024-08-04T15:47:55.816 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.817+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=WIKNDKEWKPGH type=del size=1041927 2024-08-04T15:47:55.818 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.818+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=I1FV2HVMEFOX type=del 2024-08-04T15:47:55.821 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.821+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~HFTGE7HIAHBS.0 size=1048576 2024-08-04T15:47:55.822 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.823+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~HFTGE7HIAHBS.1 size=392896 2024-08-04T15:47:55.822 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.823+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=HFTGE7HIAHBS tag=32H50F5MEU6E type=write size=2490048 2024-08-04T15:47:55.824 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.824+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~M1G2WGSMFIAV.0 size=1048576 2024-08-04T15:47:55.825 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.826+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~M1G2WGSMFIAV.1 size=748250 2024-08-04T15:47:55.828 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.828+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=M1G2WGSMFIAV tag=PFF3L5NBHJGP type=write size=2845402 2024-08-04T15:47:55.830 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.830+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=MUJXXU7HNV9T type=del size=2925776 2024-08-04T15:47:55.831 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.832+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=2RXKDVYHNMC4 type=del 2024-08-04T15:47:55.833 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.833+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=6B68SKUEHJ23 type=del size=4116341 2024-08-04T15:47:55.834 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.835+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~Y03P8Z6POOPO.0 size=358206 2024-08-04T15:47:55.837 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.837+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=Y03P8Z6POOPO tag=3ODK4WM1XEX9 type=write size=1406782 2024-08-04T15:47:55.840 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.841+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~C2A4PEOP5BD8.0 size=983096 2024-08-04T15:47:55.840 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.841+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=C2A4PEOP5BD8 tag=PAC080AOTJ7X type=write size=2031672 2024-08-04T15:47:55.842 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.842+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~VT3PWBKPIDQE.0 size=1048576 2024-08-04T15:47:55.843 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.844+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~VT3PWBKPIDQE.1 size=132131 2024-08-04T15:47:55.846 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.847+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=VT3PWBKPIDQE tag=F3P5MKBAKNNR type=write size=2229283 2024-08-04T15:47:55.848 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.848+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=GY3A2R4B14XC type=del size=3146729 2024-08-04T15:47:55.849 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.850+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=0B5VWTFR6D66 type=del 2024-08-04T15:47:55.852 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.853+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~NYF2SEGEXIW5.0 size=1048576 2024-08-04T15:47:55.854 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.854+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~NYF2SEGEXIW5.1 size=1048576 2024-08-04T15:47:55.855 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.855+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~NYF2SEGEXIW5.2 size=568007 2024-08-04T15:47:55.855 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.855+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=NYF2SEGEXIW5 tag=Y2IUVUB3BQVG type=write size=3713735 2024-08-04T15:47:55.858 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.859+0000 7fd2ccec3640 1 < suggested remove operation key=EXYGXS950WM2 tag=MSDD5EK8E09F type=del 2024-08-04T15:47:55.860 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.861+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=5QRLYYBG15FI type=write size=162913 2024-08-04T15:47:55.862 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.862+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~5VUTC95QKDQY.0 size=575592 2024-08-04T15:47:55.864 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.865+0000 7fd2ccec3640 1 < completed multipart upload key=SWB07P8C064V upload=5VUTC95QKDQY tag=K4CBQK5YASHW type=write size=1624168 2024-08-04T15:47:55.866 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.866+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=CJ7ADSZ0CM88 type=del size=1972716 2024-08-04T15:47:55.867 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.868+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=02GD1GK1P9WX type=del 2024-08-04T15:47:55.870 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.871+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~WUMPF7NS3G5C.0 size=1048576 2024-08-04T15:47:55.871 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.872+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~WUMPF7NS3G5C.1 size=1048576 2024-08-04T15:47:55.873 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.873+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~WUMPF7NS3G5C.2 size=714054 2024-08-04T15:47:55.873 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.873+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=WUMPF7NS3G5C tag=ENKWQ4OEKLV0 type=write size=3859782 2024-08-04T15:47:55.874 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.875+0000 7fd2ccec3640 1 < completed write operation key=SWB07P8C064V tag=CHDI7RHMYTUH type=write size=573169 2024-08-04T15:47:55.875 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.876+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=MW31H4DGVHL8 type=del size=2185872 2024-08-04T15:47:55.877 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.878+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=CI9BGDQUTWFQ type=del 2024-08-04T15:47:55.879 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.879+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=15GQ3ZELRNE9 type=del size=4121989 2024-08-04T15:47:55.880 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.881+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~XN6L6KS5K4NK.0 size=1048576 2024-08-04T15:47:55.882 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.882+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~XN6L6KS5K4NK.1 size=340707 2024-08-04T15:47:55.884 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.885+0000 7fd2ccec3640 1 < completed multipart upload key=62WXNRD38943 upload=XN6L6KS5K4NK tag=LLS5UTLYQUAM type=write size=2437859 2024-08-04T15:47:55.886 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.886+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=11AHQB44V696 type=del size=194719 2024-08-04T15:47:55.888 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.888+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~KWW5L9POB1T7.0 size=1048576 2024-08-04T15:47:55.888 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.889+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~KWW5L9POB1T7.1 size=1048576 2024-08-04T15:47:55.890 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.890+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~KWW5L9POB1T7.2 size=780195 2024-08-04T15:47:55.892 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.893+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=KWW5L9POB1T7 tag=K1ZZATPAGTQW type=write size=3925923 2024-08-04T15:47:55.894 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.894+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=D6XKNV84B4KM type=write size=724698 2024-08-04T15:47:55.897 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.897+0000 7fd2ccec3640 1 < suggested remove operation key=HIMJNBIR2DD9 tag=IS1XSA9OVBN0 type=write 2024-08-04T15:47:55.900 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.900+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~MA4AWSOTOTVD.0 size=710254 2024-08-04T15:47:55.900 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.900+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=MA4AWSOTOTVD tag=7PUO3XDKWFH7 type=write size=1758830 2024-08-04T15:47:55.900 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.900+0000 7fd2ccec3640 1 < canceled part key=_multipart_N24BTWFMGCPP.2~T3DF9H66NMRF.0 size=1046547 2024-08-04T15:47:55.903 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.903+0000 7fd2ccec3640 1 < canceled multipart upload key=N24BTWFMGCPP upload=T3DF9H66NMRF tag=0WKP64V0ZWLW type=write size=2095123 2024-08-04T15:47:55.904 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.905+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=SJ5S2IEY4EQ6 type=del size=1845232 2024-08-04T15:47:55.906 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.906+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=WIKNDKEWKPGH type=del 2024-08-04T15:47:55.907 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.908+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=1BDTYK33U2BN type=del size=3635782 2024-08-04T15:47:55.909 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.909+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~HFTGE7HIAHBS.0 size=1048576 2024-08-04T15:47:55.909 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.909+0000 7fd2ccec3640 1 < canceled part key=_multipart_MWJBTVQYBFBJ.2~HFTGE7HIAHBS.1 size=392896 2024-08-04T15:47:55.911 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.912+0000 7fd2ccec3640 1 < canceled multipart upload key=MWJBTVQYBFBJ upload=HFTGE7HIAHBS tag=32H50F5MEU6E type=write size=2490048 2024-08-04T15:47:55.912 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.913+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=S399Z6JFK5EP type=del size=3471102 2024-08-04T15:47:55.914 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.915+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=MUJXXU7HNV9T type=del 2024-08-04T15:47:55.915 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.916+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=ZVPYXQ7SDMS6 type=write size=959660 2024-08-04T15:47:55.917 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.918+0000 7fd2ccec3640 1 < completed delete operation key=XWJQBRZ42N7Q tag=6B68SKUEHJ23 type=del 2024-08-04T15:47:55.919 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.920+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=GLDFANU2KOSU type=del size=2148242 2024-08-04T15:47:55.921 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.921+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~C2A4PEOP5BD8.0 size=983096 2024-08-04T15:47:55.924 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.924+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=C2A4PEOP5BD8 tag=PAC080AOTJ7X type=write size=2031672 2024-08-04T15:47:55.925 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.926+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=MBQ9DVDI0R85 type=del size=2912023 2024-08-04T15:47:55.927 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.927+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=GY3A2R4B14XC type=del 2024-08-04T15:47:55.929 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.929+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=N6I72BHETKL4 type=del size=647718 2024-08-04T15:47:55.930 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.931+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~NYF2SEGEXIW5.0 size=1048576 2024-08-04T15:47:55.932 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.932+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~NYF2SEGEXIW5.1 size=1048576 2024-08-04T15:47:55.933 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.933+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~NYF2SEGEXIW5.2 size=568007 2024-08-04T15:47:55.936 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.936+0000 7fd2ccec3640 1 < completed multipart upload key=H06WFDC3B2PH upload=NYF2SEGEXIW5 tag=Y2IUVUB3BQVG type=write size=3713735 2024-08-04T15:47:55.938 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.939+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~7JVVYLOWUY4N.0 size=1048576 2024-08-04T15:47:55.940 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.940+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~7JVVYLOWUY4N.1 size=1048576 2024-08-04T15:47:55.941 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.942+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~7JVVYLOWUY4N.2 size=143137 2024-08-04T15:47:55.941 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.942+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=7JVVYLOWUY4N tag=CMPYM2YBB3S6 type=write size=3288865 2024-08-04T15:47:55.943 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.943+0000 7fd2ccec3640 1 < canceled operation key=XWJQBRZ42N7Q tag=5QRLYYBG15FI type=write size=162913 2024-08-04T15:47:55.944 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.945+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=838U7DUZNHPY type=write size=159403 2024-08-04T15:47:55.946 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.947+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=CJ7ADSZ0CM88 type=del 2024-08-04T15:47:55.949 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.950+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~JE2FCXTWM1P8.0 size=1048576 2024-08-04T15:47:55.950 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.951+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~JE2FCXTWM1P8.1 size=679686 2024-08-04T15:47:55.950 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.951+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=JE2FCXTWM1P8 tag=N09L38IERK1X type=write size=2776838 2024-08-04T15:47:55.952 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.953+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~WUMPF7NS3G5C.0 size=1048576 2024-08-04T15:47:55.953 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.954+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~WUMPF7NS3G5C.1 size=1048576 2024-08-04T15:47:55.955 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.955+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~WUMPF7NS3G5C.2 size=714054 2024-08-04T15:47:55.957 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.958+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=WUMPF7NS3G5C tag=ENKWQ4OEKLV0 type=write size=3859782 2024-08-04T15:47:55.959 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.959+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=G90223Q5UI2V type=del size=3302895 2024-08-04T15:47:55.962 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.963+0000 7fd2ccec3640 1 < suggested update operation key=4K3JERFA2TR2 tag=MW31H4DGVHL8 type=del size=2185872 2024-08-04T15:47:55.965 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.966+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~XPIEPNMGGFSH.0 size=1048576 2024-08-04T15:47:55.967 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.967+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~XPIEPNMGGFSH.1 size=116039 2024-08-04T15:47:55.967 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.967+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=XPIEPNMGGFSH tag=R5Q7UBUBC1K0 type=write size=2213191 2024-08-04T15:47:55.971 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.971+0000 7fd2ccec3640 1 < suggested update operation key=ADGRDVHIUPFJ tag=15GQ3ZELRNE9 type=del size=4121989 2024-08-04T15:47:55.974 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.974+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~3AURJNLD34F7.0 size=1048576 2024-08-04T15:47:55.975 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.975+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~3AURJNLD34F7.1 size=857960 2024-08-04T15:47:55.975 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.975+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=3AURJNLD34F7 tag=BMJHIW71QILV type=write size=2955112 2024-08-04T15:47:55.976 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.977+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=11AHQB44V696 type=del 2024-08-04T15:47:55.978 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.978+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=NI53DEH4CTEL type=del size=829839 2024-08-04T15:47:55.979 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.980+0000 7fd2ccec3640 1 < completed write operation key=YXD2X0LU17RF tag=D6XKNV84B4KM type=write size=724698 2024-08-04T15:47:55.982 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.983+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~Q7EYM5SSJU6G.0 size=586365 2024-08-04T15:47:55.982 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.983+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=Q7EYM5SSJU6G tag=J54VM42LW1BG type=write size=1634941 2024-08-04T15:47:55.984 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.985+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~MA4AWSOTOTVD.0 size=710254 2024-08-04T15:47:55.987 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.987+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=MA4AWSOTOTVD tag=7PUO3XDKWFH7 type=write size=1758830 2024-08-04T15:47:55.988 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.989+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=NKRBZHI7GGCV type=del size=3392999 2024-08-04T15:47:55.989 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.990+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=SJ5S2IEY4EQ6 type=del 2024-08-04T15:47:55.991 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.991+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=ZDLZO80DGTMZ type=del size=1939119 2024-08-04T15:47:55.993 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.993+0000 7fd2ccec3640 1 < canceled operation key=PZE6FNM3SE38 tag=1BDTYK33U2BN type=del size=3635782 2024-08-04T15:47:55.994 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.994+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=5UQX86Y2Z7P7 type=del size=2122002 2024-08-04T15:47:55.996 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.996+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=S399Z6JFK5EP type=del 2024-08-04T15:47:55.998 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.998+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=BFMTKXL91W72 type=del size=4009963 2024-08-04T15:47:55.999 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:55.999+0000 7fd2ccec3640 1 < completed write operation key=SWB07P8C064V tag=ZVPYXQ7SDMS6 type=write size=959660 2024-08-04T15:47:56.002 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.003+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~6CS1Z12MM3YP.0 size=1048576 2024-08-04T15:47:56.004 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.004+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~6CS1Z12MM3YP.1 size=582442 2024-08-04T15:47:56.004 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.004+0000 7fd2ccec3640 1 > prepared multipart upload key=62WXNRD38943 upload=6CS1Z12MM3YP tag=P201QM9W6VLI type=write size=2679594 2024-08-04T15:47:56.005 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.006+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=GLDFANU2KOSU type=del 2024-08-04T15:47:56.007 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.007+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=KB72C48TR8W2 type=del size=1088228 2024-08-04T15:47:56.010 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.011+0000 7fd2ccec3640 1 < suggested update operation key=H06WFDC3B2PH tag=MBQ9DVDI0R85 type=del size=2912023 2024-08-04T15:47:56.012 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.012+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=U0X1HIGCZPV8 type=del size=61679 2024-08-04T15:47:56.013 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.014+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=N6I72BHETKL4 type=del 2024-08-04T15:47:56.015 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.015+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=9NESLROAVBZ9 type=del size=3539732 2024-08-04T15:47:56.016 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.016+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~7JVVYLOWUY4N.0 size=1048576 2024-08-04T15:47:56.016 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.016+0000 7fd2ccec3640 1 < canceled part key=_multipart_ESVVWVGCH33K.2~7JVVYLOWUY4N.1 size=1048576 2024-08-04T15:47:56.018 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.018+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~7JVVYLOWUY4N.2 size=143137 2024-08-04T15:47:56.020 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.021+0000 7fd2ccec3640 1 < canceled multipart upload key=ESVVWVGCH33K upload=7JVVYLOWUY4N tag=CMPYM2YBB3S6 type=write size=3288865 2024-08-04T15:47:56.023 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.024+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~XHK2O1JI0SP3.0 size=1048576 2024-08-04T15:47:56.024 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.025+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~XHK2O1JI0SP3.1 size=66507 2024-08-04T15:47:56.025 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.025+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=XHK2O1JI0SP3 tag=R8C2T2CRVM4P type=write size=2163659 2024-08-04T15:47:56.026 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.027+0000 7fd2ccec3640 1 < canceled operation key=ESVVWVGCH33K tag=838U7DUZNHPY type=write size=159403 2024-08-04T15:47:56.029 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.030+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~4A90GJLXVTV3.0 size=1048576 2024-08-04T15:47:56.031 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.031+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~4A90GJLXVTV3.1 size=96781 2024-08-04T15:47:56.031 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.031+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=4A90GJLXVTV3 tag=38EV5DCKHGEW type=write size=2193933 2024-08-04T15:47:56.032 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.033+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~JE2FCXTWM1P8.0 size=1048576 2024-08-04T15:47:56.033 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.034+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~JE2FCXTWM1P8.1 size=679686 2024-08-04T15:47:56.036 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.037+0000 7fd2ccec3640 1 < completed multipart upload key=ESVVWVGCH33K upload=JE2FCXTWM1P8 tag=N09L38IERK1X type=write size=2776838 2024-08-04T15:47:56.038 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.038+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=E9KI63WWCY74 type=write size=345699 2024-08-04T15:47:56.039 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.040+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=G90223Q5UI2V type=del 2024-08-04T15:47:56.041 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.041+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=LX0ZKOG9KDH9 type=write size=944680 2024-08-04T15:47:56.041 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.042+0000 7fd2ccec3640 1 < canceled part key=_multipart_XWJQBRZ42N7Q.2~XPIEPNMGGFSH.0 size=1048576 2024-08-04T15:47:56.042 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.043+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~XPIEPNMGGFSH.1 size=116039 2024-08-04T15:47:56.045 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.045+0000 7fd2ccec3640 1 < canceled multipart upload key=XWJQBRZ42N7Q upload=XPIEPNMGGFSH tag=R5Q7UBUBC1K0 type=write size=2213191 2024-08-04T15:47:56.046 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.047+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=P28ZV2N051HP type=del size=2077736 2024-08-04T15:47:56.048 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.049+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~3AURJNLD34F7.0 size=1048576 2024-08-04T15:47:56.049 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.050+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~3AURJNLD34F7.1 size=857960 2024-08-04T15:47:56.052 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.052+0000 7fd2ccec3640 1 < completed multipart upload key=0BWMVZQ5RBRL upload=3AURJNLD34F7 tag=BMJHIW71QILV type=write size=2955112 2024-08-04T15:47:56.053 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.054+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=76JE9QFOE21D type=del size=3993713 2024-08-04T15:47:56.055 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.055+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=NI53DEH4CTEL type=del 2024-08-04T15:47:56.056 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.057+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=NA8JS885BSY5 type=del size=3677614 2024-08-04T15:47:56.058 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.058+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~Q7EYM5SSJU6G.0 size=586365 2024-08-04T15:47:56.061 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.061+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=Q7EYM5SSJU6G tag=J54VM42LW1BG type=write size=1634941 2024-08-04T15:47:56.063 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.064+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~BJKX4PC60XRG.0 size=1048576 2024-08-04T15:47:56.065 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.065+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~BJKX4PC60XRG.1 size=1048576 2024-08-04T15:47:56.066 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.067+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~BJKX4PC60XRG.2 size=562215 2024-08-04T15:47:56.066 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.067+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=BJKX4PC60XRG tag=L28FERPLT644 type=write size=3707943 2024-08-04T15:47:56.068 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.068+0000 7fd2ccec3640 1 < canceled operation key=DI9N06E8I6FR tag=NKRBZHI7GGCV type=del size=3392999 2024-08-04T15:47:56.069 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.070+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=P6U0I637MEAC type=del size=2161018 2024-08-04T15:47:56.071 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.071+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=ZDLZO80DGTMZ type=del 2024-08-04T15:47:56.074 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.075+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~RRKE5W9LCQ1T.0 size=514631 2024-08-04T15:47:56.074 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.075+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=RRKE5W9LCQ1T tag=N12MH6V74WBI type=write size=1563207 2024-08-04T15:47:56.075 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.076+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=5UQX86Y2Z7P7 type=del 2024-08-04T15:47:56.079 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.079+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~0OAPHNCDRRY7.0 size=1048576 2024-08-04T15:47:56.080 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.080+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~0OAPHNCDRRY7.1 size=271037 2024-08-04T15:47:56.080 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.080+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=0OAPHNCDRRY7 tag=ED41R4HGAN9P type=write size=2368189 2024-08-04T15:47:56.081 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.082+0000 7fd2ccec3640 1 < canceled operation key=5JWY4L0XFKO9 tag=BFMTKXL91W72 type=del size=4009963 2024-08-04T15:47:56.083 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.084+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=9RO5E01PAK7N type=del size=3438215 2024-08-04T15:47:56.085 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.085+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~6CS1Z12MM3YP.0 size=1048576 2024-08-04T15:47:56.086 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.087+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~6CS1Z12MM3YP.1 size=582442 2024-08-04T15:47:56.089 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.089+0000 7fd2ccec3640 1 < completed multipart upload key=62WXNRD38943 upload=6CS1Z12MM3YP tag=P201QM9W6VLI type=write size=2679594 2024-08-04T15:47:56.092 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.093+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~EHDQGVSRQIUA.0 size=119302 2024-08-04T15:47:56.092 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.093+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=EHDQGVSRQIUA tag=0T9989JIOEKW type=write size=1167878 2024-08-04T15:47:56.094 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.094+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=KB72C48TR8W2 type=del 2024-08-04T15:47:56.096 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.096+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=WLCTOA9R6N6S type=del size=3141422 2024-08-04T15:47:56.097 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.098+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=U0X1HIGCZPV8 type=del 2024-08-04T15:47:56.099 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.100+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=3YGEWZBLKNN4 type=write size=16650 2024-08-04T15:47:56.101 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.102+0000 7fd2ccec3640 1 < completed delete operation key=ADGRDVHIUPFJ tag=9NESLROAVBZ9 type=del 2024-08-04T15:47:56.105 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.105+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~M2W4KE22GG9F.0 size=1048576 2024-08-04T15:47:56.106 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.106+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~M2W4KE22GG9F.1 size=993526 2024-08-04T15:47:56.106 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.106+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=M2W4KE22GG9F tag=CTZIKLEZGIRP type=write size=3090678 2024-08-04T15:47:56.108 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.108+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~XHK2O1JI0SP3.0 size=1048576 2024-08-04T15:47:56.109 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.110+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~XHK2O1JI0SP3.1 size=66507 2024-08-04T15:47:56.112 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.113+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=XHK2O1JI0SP3 tag=R8C2T2CRVM4P type=write size=2163659 2024-08-04T15:47:56.114 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.114+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=TB2WBUVO8J29 type=del size=2863894 2024-08-04T15:47:56.116 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.116+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~4A90GJLXVTV3.0 size=1048576 2024-08-04T15:47:56.117 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.118+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~4A90GJLXVTV3.1 size=96781 2024-08-04T15:47:56.120 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.120+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=4A90GJLXVTV3 tag=38EV5DCKHGEW type=write size=2193933 2024-08-04T15:47:56.122 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.123+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~TOFKVV05O2VP.0 size=1048576 2024-08-04T15:47:56.124 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.124+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~TOFKVV05O2VP.1 size=309021 2024-08-04T15:47:56.124 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.124+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=TOFKVV05O2VP tag=3DW48FAV6UID type=write size=2406173 2024-08-04T15:47:56.125 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.126+0000 7fd2ccec3640 1 < completed write operation key=77442UN63NTC tag=E9KI63WWCY74 type=write size=345699 2024-08-04T15:47:56.127 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.127+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=FMJTQGMZTDK9 type=del size=283434 2024-08-04T15:47:56.129 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.129+0000 7fd2ccec3640 1 < completed write operation key=4K3JERFA2TR2 tag=LX0ZKOG9KDH9 type=write size=944680 2024-08-04T15:47:56.130 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.131+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=8DICJI0BEQGG type=del size=118785 2024-08-04T15:47:56.132 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.132+0000 7fd2ccec3640 1 < canceled operation key=Q43H3OZA4M1A tag=P28ZV2N051HP type=del size=2077736 2024-08-04T15:47:56.134 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.134+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=R6M8SIOTR528 type=del size=2895060 2024-08-04T15:47:56.137 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.138+0000 7fd2ccec3640 1 < suggested update operation key=0ZFG1GY0QH8K tag=76JE9QFOE21D type=del size=3993713 2024-08-04T15:47:56.140 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.141+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~8KM1OASIASRU.0 size=242771 2024-08-04T15:47:56.141 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.141+0000 7fd2ccec3640 1 > prepared multipart upload key=SWB07P8C064V upload=8KM1OASIASRU tag=2NT0EXN3HBIN type=write size=1291347 2024-08-04T15:47:56.142 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.143+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=NA8JS885BSY5 type=del 2024-08-04T15:47:56.144 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.144+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=U0MU87SSH0DS type=del size=1240579 2024-08-04T15:47:56.145 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.146+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~BJKX4PC60XRG.0 size=1048576 2024-08-04T15:47:56.147 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.147+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~BJKX4PC60XRG.1 size=1048576 2024-08-04T15:47:56.148 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.149+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~BJKX4PC60XRG.2 size=562215 2024-08-04T15:47:56.151 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.151+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=BJKX4PC60XRG tag=L28FERPLT644 type=write size=3707943 2024-08-04T15:47:56.152 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.153+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=7LKO3Z5U33LG type=write size=702256 2024-08-04T15:47:56.154 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.154+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=P6U0I637MEAC type=del 2024-08-04T15:47:56.156 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.157+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~7I2N1JL2TI99.0 size=1048576 2024-08-04T15:47:56.158 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.158+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~7I2N1JL2TI99.1 size=904109 2024-08-04T15:47:56.158 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.158+0000 7fd2ccec3640 1 > prepared multipart upload key=62WXNRD38943 upload=7I2N1JL2TI99 tag=VGRFZX8Y4TE2 type=write size=3001261 2024-08-04T15:47:56.159 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.160+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~RRKE5W9LCQ1T.0 size=514631 2024-08-04T15:47:56.162 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.163+0000 7fd2ccec3640 1 < completed multipart upload key=HIMJNBIR2DD9 upload=RRKE5W9LCQ1T tag=N12MH6V74WBI type=write size=1563207 2024-08-04T15:47:56.164 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.165+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=KKWRPLKC0QOO type=del size=3096412 2024-08-04T15:47:56.166 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.167+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~0OAPHNCDRRY7.0 size=1048576 2024-08-04T15:47:56.167 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.168+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~0OAPHNCDRRY7.1 size=271037 2024-08-04T15:47:56.170 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.171+0000 7fd2ccec3640 1 < completed multipart upload key=0BWMVZQ5RBRL upload=0OAPHNCDRRY7 tag=ED41R4HGAN9P type=write size=2368189 2024-08-04T15:47:56.172 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.172+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=T189JCS6V7C7 type=del size=3698192 2024-08-04T15:47:56.173 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.174+0000 7fd2ccec3640 1 < canceled operation key=MWJBTVQYBFBJ tag=9RO5E01PAK7N type=del size=3438215 2024-08-04T15:47:56.177 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.177+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~9E2XHCGBVT1Q.0 size=307501 2024-08-04T15:47:56.177 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.177+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=9E2XHCGBVT1Q tag=MRVBCA7THMMB type=write size=1356077 2024-08-04T15:47:56.178 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.179+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~EHDQGVSRQIUA.0 size=119302 2024-08-04T15:47:56.181 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.182+0000 7fd2ccec3640 1 < completed multipart upload key=ESVVWVGCH33K upload=EHDQGVSRQIUA tag=0T9989JIOEKW type=write size=1167878 2024-08-04T15:47:56.183 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.183+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=TH292J222D1J type=del size=606021 2024-08-04T15:47:56.186 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.185+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=WLCTOA9R6N6S type=del 2024-08-04T15:47:56.187 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.186+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=3V3MMNM2C9O3 type=del size=4190613 2024-08-04T15:47:56.187 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.188+0000 7fd2ccec3640 1 < completed write operation key=EXYGXS950WM2 tag=3YGEWZBLKNN4 type=write size=16650 2024-08-04T15:47:56.189 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.190+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=QG33YTG1CRBB type=del size=2461787 2024-08-04T15:47:56.191 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.192+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~M2W4KE22GG9F.0 size=1048576 2024-08-04T15:47:56.193 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.193+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~M2W4KE22GG9F.1 size=993526 2024-08-04T15:47:56.195 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.196+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=M2W4KE22GG9F tag=CTZIKLEZGIRP type=write size=3090678 2024-08-04T15:47:56.197 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.198+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=33V78LSK2GOK type=write size=301221 2024-08-04T15:47:56.199 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.199+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=TB2WBUVO8J29 type=del 2024-08-04T15:47:56.202 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.202+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~ZSON16DXQ948.0 size=826301 2024-08-04T15:47:56.202 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.202+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=ZSON16DXQ948 tag=NGXJ9E5ACMQC type=write size=1874877 2024-08-04T15:47:56.203 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.204+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~TOFKVV05O2VP.0 size=1048576 2024-08-04T15:47:56.204 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.205+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~TOFKVV05O2VP.1 size=309021 2024-08-04T15:47:56.207 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.208+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=TOFKVV05O2VP tag=3DW48FAV6UID type=write size=2406173 2024-08-04T15:47:56.210 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.211+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~FOAA4J0WNRHD.0 size=16477 2024-08-04T15:47:56.210 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.211+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=FOAA4J0WNRHD tag=WHXAIONXK5UP type=write size=1065053 2024-08-04T15:47:56.212 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.212+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=FMJTQGMZTDK9 type=del 2024-08-04T15:47:56.214 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.214+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=RB59ZOWEZMQV type=del size=2306597 2024-08-04T15:47:56.215 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.216+0000 7fd2ccec3640 1 < completed delete operation key=ADGRDVHIUPFJ tag=8DICJI0BEQGG type=del 2024-08-04T15:47:56.217 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.217+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=DPKGDTQSX2UE type=del size=1407640 2024-08-04T15:47:56.219 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.219+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=R6M8SIOTR528 type=del 2024-08-04T15:47:56.220 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.221+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=EJYJAX2QI0PH type=del size=580173 2024-08-04T15:47:56.222 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.223+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~8KM1OASIASRU.0 size=242771 2024-08-04T15:47:56.225 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.225+0000 7fd2ccec3640 1 < completed multipart upload key=SWB07P8C064V upload=8KM1OASIASRU tag=2NT0EXN3HBIN type=write size=1291347 2024-08-04T15:47:56.226 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.227+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=4714ILOGAPRM type=del size=4151601 2024-08-04T15:47:56.228 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.229+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=U0MU87SSH0DS type=del 2024-08-04T15:47:56.230 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.230+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=TRDKP2TWSMW8 type=del size=2539107 2024-08-04T15:47:56.232 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.232+0000 7fd2ccec3640 1 < completed write operation key=UY4BH06KC1U7 tag=7LKO3Z5U33LG type=write size=702256 2024-08-04T15:47:56.235 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.236+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~CKJI0O31NHQF.0 size=1048576 2024-08-04T15:47:56.237 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.237+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~CKJI0O31NHQF.1 size=489773 2024-08-04T15:47:56.237 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.237+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=CKJI0O31NHQF tag=IRXJX34T1P45 type=write size=2586925 2024-08-04T15:47:56.239 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.239+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~7I2N1JL2TI99.0 size=1048576 2024-08-04T15:47:56.240 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.240+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~7I2N1JL2TI99.1 size=904109 2024-08-04T15:47:56.243 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.243+0000 7fd2ccec3640 1 < completed multipart upload key=62WXNRD38943 upload=7I2N1JL2TI99 tag=VGRFZX8Y4TE2 type=write size=3001261 2024-08-04T15:47:56.245 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.245+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=XDD4IYP6GT0O type=del size=316837 2024-08-04T15:47:56.248 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.248+0000 7fd2ccec3640 1 < suggested update operation key=H06WFDC3B2PH tag=KKWRPLKC0QOO type=del size=3096412 2024-08-04T15:47:56.249 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.250+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=GBS4YUR6GEE3 type=del size=988046 2024-08-04T15:47:56.251 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.251+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=T189JCS6V7C7 type=del 2024-08-04T15:47:56.254 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.255+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~5IUV5EVW9AS4.0 size=1048576 2024-08-04T15:47:56.255 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.256+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~5IUV5EVW9AS4.1 size=1048576 2024-08-04T15:47:56.257 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.257+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~5IUV5EVW9AS4.2 size=101285 2024-08-04T15:47:56.257 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.257+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=5IUV5EVW9AS4 tag=3ACLBM5XLDL2 type=write size=3247013 2024-08-04T15:47:56.258 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.259+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~9E2XHCGBVT1Q.0 size=307501 2024-08-04T15:47:56.261 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.261+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=9E2XHCGBVT1Q tag=MRVBCA7THMMB type=write size=1356077 2024-08-04T15:47:56.263 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.263+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=1U6HH2DTTQ6R type=del size=2684885 2024-08-04T15:47:56.265 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.265+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=TH292J222D1J type=del 2024-08-04T15:47:56.266 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.267+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=UTRIWQTNCOMA type=del size=2202642 2024-08-04T15:47:56.268 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.269+0000 7fd2ccec3640 1 < completed delete operation key=ADGRDVHIUPFJ tag=3V3MMNM2C9O3 type=del 2024-08-04T15:47:56.270 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.270+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=1ILMGYC00OGO type=write size=793933 2024-08-04T15:47:56.274 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.274+0000 7fd2ccec3640 1 < suggested update operation key=DI9N06E8I6FR tag=QG33YTG1CRBB type=del size=2461787 2024-08-04T15:47:56.276 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.276+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=LM3DHOX6UQHT type=del size=1014608 2024-08-04T15:47:56.278 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.278+0000 7fd2ccec3640 1 < completed write operation key=62WXNRD38943 tag=33V78LSK2GOK type=write size=301221 2024-08-04T15:47:56.279 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.280+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=NT250OMXNUGZ type=del size=2809928 2024-08-04T15:47:56.281 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.282+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~ZSON16DXQ948.0 size=826301 2024-08-04T15:47:56.284 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.285+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=ZSON16DXQ948 tag=NGXJ9E5ACMQC type=write size=1874877 2024-08-04T15:47:56.286 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.287+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=UGD95UKYWD2S type=write size=644511 2024-08-04T15:47:56.289 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.289+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~FOAA4J0WNRHD.0 size=16477 2024-08-04T15:47:56.292 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.292+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=FOAA4J0WNRHD tag=WHXAIONXK5UP type=write size=1065053 2024-08-04T15:47:56.295 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.295+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~JSKBZJOWNX3J.0 size=685721 2024-08-04T15:47:56.295 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.295+0000 7fd2ccec3640 1 > prepared multipart upload key=62WXNRD38943 upload=JSKBZJOWNX3J tag=ZKTBH8NN2KDC type=write size=1734297 2024-08-04T15:47:56.296 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.297+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=RB59ZOWEZMQV type=del 2024-08-04T15:47:56.298 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.299+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=IMNTWAHGNMC8 type=write size=316980 2024-08-04T15:47:56.300 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.300+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=DPKGDTQSX2UE type=del 2024-08-04T15:47:56.301 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.302+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=6FPG306ZL9UB type=del size=3898383 2024-08-04T15:47:56.303 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.304+0000 7fd2ccec3640 1 < completed delete operation key=MCSD2KYW9UUG tag=EJYJAX2QI0PH type=del 2024-08-04T15:47:56.305 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.305+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=SH6RKZNND7XY type=write size=1001345 2024-08-04T15:47:56.306 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.307+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=4714ILOGAPRM type=del 2024-08-04T15:47:56.308 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.308+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=3HPKPTXWFMY1 type=del size=4141799 2024-08-04T15:47:56.311 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.311+0000 7fd2ccec3640 1 < suggested update operation key=IPMGU45BLASA tag=TRDKP2TWSMW8 type=del size=2539107 2024-08-04T15:47:56.312 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.313+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=2694CRPZTQWC type=del size=144685 2024-08-04T15:47:56.314 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.314+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~CKJI0O31NHQF.0 size=1048576 2024-08-04T15:47:56.315 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.316+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~CKJI0O31NHQF.1 size=489773 2024-08-04T15:47:56.318 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.318+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=CKJI0O31NHQF tag=IRXJX34T1P45 type=write size=2586925 2024-08-04T15:47:56.320 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.320+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=7IIM1CD75MR6 type=write size=361729 2024-08-04T15:47:56.321 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.322+0000 7fd2ccec3640 1 < completed delete operation key=HIMJNBIR2DD9 tag=XDD4IYP6GT0O type=del 2024-08-04T15:47:56.323 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.323+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=HC1YOHYO41H6 type=del size=777184 2024-08-04T15:47:56.326 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.326+0000 7fd2ccec3640 1 < suggested update operation key=XWJQBRZ42N7Q tag=GBS4YUR6GEE3 type=del size=988046 2024-08-04T15:47:56.328 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.328+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=2N0QIKU33Q5L type=write size=676840 2024-08-04T15:47:56.329 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.330+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~5IUV5EVW9AS4.0 size=1048576 2024-08-04T15:47:56.330 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.331+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~5IUV5EVW9AS4.1 size=1048576 2024-08-04T15:47:56.332 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.332+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~5IUV5EVW9AS4.2 size=101285 2024-08-04T15:47:56.334 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.335+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=5IUV5EVW9AS4 tag=3ACLBM5XLDL2 type=write size=3247013 2024-08-04T15:47:56.336 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.336+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=2POQ0TQE9528 type=del size=1781770 2024-08-04T15:47:56.338 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.338+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=1U6HH2DTTQ6R type=del 2024-08-04T15:47:56.339 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.340+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=UXX8A86QXCJW type=del size=983946 2024-08-04T15:47:56.341 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.341+0000 7fd2ccec3640 1 < canceled operation key=H06WFDC3B2PH tag=UTRIWQTNCOMA type=del size=2202642 2024-08-04T15:47:56.342 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.343+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=WAB1MIJTXNFQ type=del size=769196 2024-08-04T15:47:56.346 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.346+0000 7fd2ccec3640 1 < suggested remove operation key=N24BTWFMGCPP tag=1ILMGYC00OGO type=write 2024-08-04T15:47:56.347 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.348+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=CTEZ4F1KY0QX type=del size=1830854 2024-08-04T15:47:56.349 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.349+0000 7fd2ccec3640 1 < canceled operation key=62WXNRD38943 tag=LM3DHOX6UQHT type=del size=1014608 2024-08-04T15:47:56.351 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.351+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=Z8J23CONXSR1 type=del size=2146791 2024-08-04T15:47:56.352 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.353+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=NT250OMXNUGZ type=del 2024-08-04T15:47:56.355 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.356+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~CR9SF11JMAVZ.0 size=1048576 2024-08-04T15:47:56.357 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.357+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~CR9SF11JMAVZ.1 size=321054 2024-08-04T15:47:56.357 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.357+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=CR9SF11JMAVZ tag=F280X7KEKV2G type=write size=2418206 2024-08-04T15:47:56.358 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.359+0000 7fd2ccec3640 1 < canceled operation key=Q43H3OZA4M1A tag=UGD95UKYWD2S type=write size=644511 2024-08-04T15:47:56.360 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.361+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=KCBR1GT0C2ZE type=del size=3311848 2024-08-04T15:47:56.362 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.362+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~JSKBZJOWNX3J.0 size=685721 2024-08-04T15:47:56.364 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.365+0000 7fd2ccec3640 1 < completed multipart upload key=62WXNRD38943 upload=JSKBZJOWNX3J tag=ZKTBH8NN2KDC type=write size=1734297 2024-08-04T15:47:56.366 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.366+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=78YM1HIP2QJ6 type=del size=2720253 2024-08-04T15:47:56.367 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.368+0000 7fd2ccec3640 1 < canceled operation key=4K3JERFA2TR2 tag=IMNTWAHGNMC8 type=write size=316980 2024-08-04T15:47:56.369 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.370+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=Z9IEBYVX5B00 type=del size=1855598 2024-08-04T15:47:56.371 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.371+0000 7fd2ccec3640 1 < canceled operation key=MWJBTVQYBFBJ tag=6FPG306ZL9UB type=del size=3898383 2024-08-04T15:47:56.372 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.373+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=6N8B42SYG1WJ type=del size=622635 2024-08-04T15:47:56.374 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.375+0000 7fd2ccec3640 1 < canceled operation key=4K3JERFA2TR2 tag=SH6RKZNND7XY type=write size=1001345 2024-08-04T15:47:56.377 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.378+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~BL116G1FDQJL.0 size=537275 2024-08-04T15:47:56.377 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.378+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=BL116G1FDQJL tag=IGHNN5W4OCF3 type=write size=1585851 2024-08-04T15:47:56.380 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.381+0000 7fd2ccec3640 1 < suggested remove operation key=LPB2ZT0VBXYW tag=3HPKPTXWFMY1 type=del 2024-08-04T15:47:56.382 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.382+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=W45YJON8A4W9 type=del size=2746351 2024-08-04T15:47:56.384 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.384+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=2694CRPZTQWC type=del 2024-08-04T15:47:56.385 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.386+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=7QXQ0YOXHESE type=del size=2808831 2024-08-04T15:47:56.386 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.386+0000 7fd2ccec3640 -1 < no bi entry to suggest for operation key=N24BTWFMGCPP tag=7IIM1CD75MR6 type=write size=361729: (2) No such file or directory 2024-08-04T15:47:56.387 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.388+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=M5VHFK8TYP3H type=write size=290300 2024-08-04T15:47:56.389 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.390+0000 7fd2ccec3640 1 < completed delete operation key=ADGRDVHIUPFJ tag=HC1YOHYO41H6 type=del 2024-08-04T15:47:56.391 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.392+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=MNMAWLFVCXTC type=del size=607000 2024-08-04T15:47:56.393 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.393+0000 7fd2ccec3640 1 < completed write operation key=MCSD2KYW9UUG tag=2N0QIKU33Q5L type=write size=676840 2024-08-04T15:47:56.395 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.395+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=ARQ9AUHGZMLR type=del size=3978982 2024-08-04T15:47:56.397 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.397+0000 7fd2ccec3640 1 < canceled operation key=DI9N06E8I6FR tag=2POQ0TQE9528 type=del size=1781770 2024-08-04T15:47:56.398 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.399+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=03NCE4G0CTD9 type=del size=1705401 2024-08-04T15:47:56.400 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.401+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=UXX8A86QXCJW type=del 2024-08-04T15:47:56.403 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.404+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~Z193EH9PQTA8.0 size=1048576 2024-08-04T15:47:56.405 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.405+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~Z193EH9PQTA8.1 size=596420 2024-08-04T15:47:56.405 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.405+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=Z193EH9PQTA8 tag=KKRHBPZMTVPE type=write size=2693572 2024-08-04T15:47:56.407 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.407+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=WAB1MIJTXNFQ type=del 2024-08-04T15:47:56.408 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.409+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=XXBBZ1DM7TMP type=del size=3066602 2024-08-04T15:47:56.412 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.412+0000 7fd2ccec3640 1 < suggested update operation key=4K3JERFA2TR2 tag=CTEZ4F1KY0QX type=del size=1830854 2024-08-04T15:47:56.413 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.414+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=JU670365XSS6 type=del size=3757692 2024-08-04T15:47:56.415 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.416+0000 7fd2ccec3640 1 < canceled operation key=775O2FB0RT5R tag=Z8J23CONXSR1 type=del size=2146791 2024-08-04T15:47:56.417 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.418+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=3J5B185TF77H type=del size=2663402 2024-08-04T15:47:56.419 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.419+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~CR9SF11JMAVZ.0 size=1048576 2024-08-04T15:47:56.420 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.421+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~CR9SF11JMAVZ.1 size=321054 2024-08-04T15:47:56.423 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.423+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=CR9SF11JMAVZ tag=F280X7KEKV2G type=write size=2418206 2024-08-04T15:47:56.425 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.425+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=29JWU66AL2NG type=del size=2345058 2024-08-04T15:47:56.426 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.427+0000 7fd2ccec3640 1 < completed delete operation key=S35AAPLREPCU tag=KCBR1GT0C2ZE type=del 2024-08-04T15:47:56.429 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.430+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~3DA3EJ6HDHO3.0 size=292680 2024-08-04T15:47:56.429 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.430+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=3DA3EJ6HDHO3 tag=SINL3BD0FDQQ type=write size=1341256 2024-08-04T15:47:56.431 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.432+0000 7fd2ccec3640 1 < canceled operation key=OFTIL8YKJPJA tag=78YM1HIP2QJ6 type=del size=2720253 2024-08-04T15:47:56.433 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.433+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=1224CV8UYHPP type=del size=2192358 2024-08-04T15:47:56.434 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.435+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=Z9IEBYVX5B00 type=del 2024-08-04T15:47:56.436 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.437+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=VVHLX7ZC98NI type=del size=2656328 2024-08-04T15:47:56.438 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.438+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=6N8B42SYG1WJ type=del 2024-08-04T15:47:56.440 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.440+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=5J3E2YIH8PEH type=del size=218511 2024-08-04T15:47:56.441 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.442+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~BL116G1FDQJL.0 size=537275 2024-08-04T15:47:56.444 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.445+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=BL116G1FDQJL tag=IGHNN5W4OCF3 type=write size=1585851 2024-08-04T15:47:56.447 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.448+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~K9ZVAZJ6HTIR.0 size=1048576 2024-08-04T15:47:56.448 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.449+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~K9ZVAZJ6HTIR.1 size=953439 2024-08-04T15:47:56.449 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.449+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=K9ZVAZJ6HTIR tag=V7UPUJ5EQ2EO type=write size=3050591 2024-08-04T15:47:56.452 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.452+0000 7fd2ccec3640 1 < suggested update operation key=H06WFDC3B2PH tag=W45YJON8A4W9 type=del size=2746351 2024-08-04T15:47:56.455 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.456+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~0GCAZ28D8N8J.0 size=613279 2024-08-04T15:47:56.455 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.456+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=0GCAZ28D8N8J tag=TCHRRTL65OU6 type=write size=1661855 2024-08-04T15:47:56.459 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.459+0000 7fd2ccec3640 1 < suggested remove operation key=S35AAPLREPCU tag=7QXQ0YOXHESE type=del 2024-08-04T15:47:56.461 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.461+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=V9BAILM3HP2C type=del size=1182306 2024-08-04T15:47:56.462 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.463+0000 7fd2ccec3640 1 < completed write operation key=5MFVV0YROP6Z tag=M5VHFK8TYP3H type=write size=290300 2024-08-04T15:47:56.464 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.465+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=1ZKRN7NZ758F type=write size=363716 2024-08-04T15:47:56.466 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.466+0000 7fd2ccec3640 1 < completed delete operation key=ADGRDVHIUPFJ tag=MNMAWLFVCXTC type=del 2024-08-04T15:47:56.467 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.468+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=9NGPS39N612X type=del size=1433673 2024-08-04T15:47:56.469 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.469+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=ARQ9AUHGZMLR type=del 2024-08-04T15:47:56.470 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.471+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=LSA31MB139WO type=del size=2188545 2024-08-04T15:47:56.472 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.473+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=03NCE4G0CTD9 type=del 2024-08-04T15:47:56.476 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.476+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~8TB5WIFKA2US.0 size=1048576 2024-08-04T15:47:56.477 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.477+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~8TB5WIFKA2US.1 size=500296 2024-08-04T15:47:56.477 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.477+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=8TB5WIFKA2US tag=8SSS6FG7COXF type=write size=2597448 2024-08-04T15:47:56.479 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.479+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~Z193EH9PQTA8.0 size=1048576 2024-08-04T15:47:56.480 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.480+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~Z193EH9PQTA8.1 size=596420 2024-08-04T15:47:56.483 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.483+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=Z193EH9PQTA8 tag=KKRHBPZMTVPE type=write size=2693572 2024-08-04T15:47:56.484 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.485+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=IDZXD9HHK83V type=write size=882779 2024-08-04T15:47:56.486 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.486+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=XXBBZ1DM7TMP type=del 2024-08-04T15:47:56.488 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.488+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=A0U0SPLFXBRA type=write size=340521 2024-08-04T15:47:56.490 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.490+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=JU670365XSS6 type=del 2024-08-04T15:47:56.493 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.493+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~GWMETT8AXBCU.0 size=651024 2024-08-04T15:47:56.493 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.493+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=GWMETT8AXBCU tag=9YQIWDKC4KIC type=write size=1699600 2024-08-04T15:47:56.493 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.494+0000 7fd2ccec3640 -1 < no bi entry to suggest for operation key=S35AAPLREPCU tag=3J5B185TF77H type=del size=2663402: (2) No such file or directory 2024-08-04T15:47:56.495 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.496+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=OZPQ5HAPLDBW type=del size=2257914 2024-08-04T15:47:56.497 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.498+0000 7fd2ccec3640 1 < canceled operation key=LPB2ZT0VBXYW tag=29JWU66AL2NG type=del size=2345058 2024-08-04T15:47:56.499 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.500+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=CYN3XQHP76Q0 type=write size=775923 2024-08-04T15:47:56.500 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.501+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~3DA3EJ6HDHO3.0 size=292680 2024-08-04T15:47:56.503 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.504+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=3DA3EJ6HDHO3 tag=SINL3BD0FDQQ type=write size=1341256 2024-08-04T15:47:56.505 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.506+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=4E7DNC2BV92V type=write size=103310 2024-08-04T15:47:56.508 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.509+0000 7fd2ccec3640 1 < suggested update operation key=N24BTWFMGCPP tag=1224CV8UYHPP type=del size=2192358 2024-08-04T15:47:56.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:56 smithi062 ceph-mon[85960]: pgmap v1418: 137 pgs: 2 creating+peering, 11 unknown, 124 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 724 KiB/s rd, 251 KiB/s wr, 1.28k op/s 2024-08-04T15:47:56.511 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.511+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=PEYQENN1AEC0 type=del size=3862219 2024-08-04T15:47:56.512 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.513+0000 7fd2ccec3640 1 < canceled operation key=775O2FB0RT5R tag=VVHLX7ZC98NI type=del size=2656328 2024-08-04T15:47:56.514 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.514+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=7ZTT4K3PK854 type=write size=427181 2024-08-04T15:47:56.516 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.516+0000 7fd2ccec3640 -1 < failed to complete operation key=H06WFDC3B2PH tag=5J3E2YIH8PEH type=del size=218511: (22) Invalid argument 2024-08-04T15:47:56.517 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.518+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=2MSXKMCZL3DQ type=del size=4176922 2024-08-04T15:47:56.519 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.520+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~K9ZVAZJ6HTIR.0 size=1048576 2024-08-04T15:47:56.520 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.521+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~K9ZVAZJ6HTIR.1 size=953439 2024-08-04T15:47:56.523 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.524+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=K9ZVAZJ6HTIR tag=V7UPUJ5EQ2EO type=write size=3050591 2024-08-04T15:47:56.525 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.526+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=JXNQDX5PIHV9 type=del size=2739813 2024-08-04T15:47:56.527 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.527+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~0GCAZ28D8N8J.0 size=613279 2024-08-04T15:47:56.529 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.530+0000 7fd2ccec3640 1 < completed multipart upload key=ESVVWVGCH33K upload=0GCAZ28D8N8J tag=TCHRRTL65OU6 type=write size=1661855 2024-08-04T15:47:56.531 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.532+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=E49TRXICOAPT type=write size=817503 2024-08-04T15:47:56.533 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.534+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=V9BAILM3HP2C type=del 2024-08-04T15:47:56.535 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.536+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=VZ1AVUSA8VPB type=write size=40683 2024-08-04T15:47:56.537 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.538+0000 7fd2ccec3640 1 < completed write operation key=PZE6FNM3SE38 tag=1ZKRN7NZ758F type=write size=363716 2024-08-04T15:47:56.539 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.540+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=DY4YENX1NMQE type=del size=434934 2024-08-04T15:47:56.541 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.542+0000 7fd2ccec3640 1 < completed delete operation key=UY4BH06KC1U7 tag=9NGPS39N612X type=del 2024-08-04T15:47:56.543 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.543+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=O3BFG5Q5ZGNW type=del size=3148094 2024-08-04T15:47:56.545 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.545+0000 7fd2ccec3640 1 < canceled operation key=WMBAAE091MS6 tag=LSA31MB139WO type=del size=2188545 2024-08-04T15:47:56.548 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.548+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~SL5YY78VR899.0 size=1048576 2024-08-04T15:47:56.549 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.550+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~SL5YY78VR899.1 size=321531 2024-08-04T15:47:56.549 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.550+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=SL5YY78VR899 tag=SXO9K2K7J8Y7 type=write size=2418683 2024-08-04T15:47:56.551 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.551+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~8TB5WIFKA2US.0 size=1048576 2024-08-04T15:47:56.553 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.553+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~8TB5WIFKA2US.1 size=500296 2024-08-04T15:47:56.555 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.556+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=8TB5WIFKA2US tag=8SSS6FG7COXF type=write size=2597448 2024-08-04T15:47:56.558 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.558+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=SQ6UB24Y6BNO type=del size=1866301 2024-08-04T15:47:56.559 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.560+0000 7fd2ccec3640 1 < completed write operation key=ADGRDVHIUPFJ tag=IDZXD9HHK83V type=write size=882779 2024-08-04T15:47:56.561 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.562+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=QT07GTUN2W8G type=del size=1793901 2024-08-04T15:47:56.563 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.564+0000 7fd2ccec3640 1 < completed write operation key=UY4BH06KC1U7 tag=A0U0SPLFXBRA type=write size=340521 2024-08-04T15:47:56.566 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.567+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~4MC66LVCKPG0.0 size=668547 2024-08-04T15:47:56.566 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.567+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=4MC66LVCKPG0 tag=QTYDX5BJHXWI type=write size=1717123 2024-08-04T15:47:56.568 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.568+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~GWMETT8AXBCU.0 size=651024 2024-08-04T15:47:56.570 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.571+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=GWMETT8AXBCU tag=9YQIWDKC4KIC type=write size=1699600 2024-08-04T15:47:56.572 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.573+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=PR54O7Z5ICFI type=del size=1166775 2024-08-04T15:47:56.576 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.576+0000 7fd2ccec3640 1 < suggested remove operation key=ADGRDVHIUPFJ tag=OZPQ5HAPLDBW type=del 2024-08-04T15:47:56.579 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.580+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~SP7OUL2H41EG.0 size=1048576 2024-08-04T15:47:56.581 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.581+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~SP7OUL2H41EG.1 size=1048576 2024-08-04T15:47:56.582 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.583+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~SP7OUL2H41EG.2 size=331196 2024-08-04T15:47:56.582 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.583+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=SP7OUL2H41EG tag=675WY9LUZFGK type=write size=3476924 2024-08-04T15:47:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:47:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:47:56] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-08-04T15:47:56.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:56 smithi007 ceph-mon[94998]: pgmap v1418: 137 pgs: 2 creating+peering, 11 unknown, 124 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 724 KiB/s rd, 251 KiB/s wr, 1.28k op/s 2024-08-04T15:47:56.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:56 smithi007 ceph-mon[92692]: pgmap v1418: 137 pgs: 2 creating+peering, 11 unknown, 124 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 724 KiB/s rd, 251 KiB/s wr, 1.28k op/s 2024-08-04T15:47:56.586 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.586+0000 7fd2ccec3640 1 < suggested update operation key=5MFVV0YROP6Z tag=CYN3XQHP76Q0 type=write size=775923 2024-08-04T15:47:56.589 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.589+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~TIC8UNE4I390.0 size=1048576 2024-08-04T15:47:56.590 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.591+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~TIC8UNE4I390.1 size=1048576 2024-08-04T15:47:56.592 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.592+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~TIC8UNE4I390.2 size=308204 2024-08-04T15:47:56.592 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.592+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=TIC8UNE4I390 tag=5SBNZ22CGJ7B type=write size=3453932 2024-08-04T15:47:56.595 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.595+0000 7fd2ccec3640 1 < suggested remove operation key=KSYUUUTKLZGE tag=4E7DNC2BV92V type=write 2024-08-04T15:47:56.598 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.598+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~KW1BTJBIGS17.0 size=758400 2024-08-04T15:47:56.598 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.598+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=KW1BTJBIGS17 tag=T7R3BZN7YC9Z type=write size=1806976 2024-08-04T15:47:56.599 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.600+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=PEYQENN1AEC0 type=del 2024-08-04T15:47:56.602 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.603+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~0JPFD1HL79XX.0 size=856212 2024-08-04T15:47:56.602 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.603+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=0JPFD1HL79XX tag=6N4A6Q674QC6 type=write size=1904788 2024-08-04T15:47:56.603 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.604+0000 7fd2ccec3640 1 < completed write operation key=4K3JERFA2TR2 tag=7ZTT4K3PK854 type=write size=427181 2024-08-04T15:47:56.605 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.606+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=GRQZMABDUQ8Q type=del size=194131 2024-08-04T15:47:56.607 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.607+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=2MSXKMCZL3DQ type=del 2024-08-04T15:47:56.610 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.611+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~DDK8THMMGO3O.0 size=1048576 2024-08-04T15:47:56.611 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.612+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~DDK8THMMGO3O.1 size=582494 2024-08-04T15:47:56.612 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.612+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=DDK8THMMGO3O tag=FP3UL2ZAK75X type=write size=2679646 2024-08-04T15:47:56.613 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.614+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=JXNQDX5PIHV9 type=del 2024-08-04T15:47:56.616 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.617+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~U5APCPAUX1NP.0 size=1048576 2024-08-04T15:47:56.617 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.618+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~U5APCPAUX1NP.1 size=774236 2024-08-04T15:47:56.617 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.618+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=U5APCPAUX1NP tag=1NIZ03PE5QQ8 type=write size=2871388 2024-08-04T15:47:56.619 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.619+0000 7fd2ccec3640 1 < completed write operation key=62WXNRD38943 tag=E49TRXICOAPT type=write size=817503 2024-08-04T15:47:56.621 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.621+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=92YRXWW26BDK type=del size=1618924 2024-08-04T15:47:56.622 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.623+0000 7fd2ccec3640 1 < completed write operation key=H06WFDC3B2PH tag=VZ1AVUSA8VPB type=write size=40683 2024-08-04T15:47:56.624 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.625+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=UFDHKNG4HTJK type=del size=682721 2024-08-04T15:47:56.626 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.626+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=DY4YENX1NMQE type=del 2024-08-04T15:47:56.628 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.628+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=OD92JD99AYLR type=write size=249138 2024-08-04T15:47:56.629 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.630+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=O3BFG5Q5ZGNW type=del 2024-08-04T15:47:56.631 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.631+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=RLO80BD0153B type=del size=2812551 2024-08-04T15:47:56.632 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.633+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~SL5YY78VR899.0 size=1048576 2024-08-04T15:47:56.633 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.634+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~SL5YY78VR899.1 size=321531 2024-08-04T15:47:56.636 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.637+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=SL5YY78VR899 tag=SXO9K2K7J8Y7 type=write size=2418683 2024-08-04T15:47:56.638 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.638+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=PQ0GIUE5ZZ44 type=del size=333093 2024-08-04T15:47:56.641 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.642+0000 7fd2ccec3640 1 < suggested update operation key=HIMJNBIR2DD9 tag=SQ6UB24Y6BNO type=del size=1866301 2024-08-04T15:47:56.642 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.643+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=CTAAQ1OV60TE type=del size=2659758 2024-08-04T15:47:56.646 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.647+0000 7fd2ccec3640 1 < suggested update operation key=775O2FB0RT5R tag=QT07GTUN2W8G type=del size=1793901 2024-08-04T15:47:56.648 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.648+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=BV2AUJ9F33N2 type=write size=205291 2024-08-04T15:47:56.648 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.649+0000 7fd2ccec3640 1 < canceled part key=_multipart_LPB2ZT0VBXYW.2~4MC66LVCKPG0.0 size=668547 2024-08-04T15:47:56.651 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.651+0000 7fd2ccec3640 1 < canceled multipart upload key=LPB2ZT0VBXYW upload=4MC66LVCKPG0 tag=QTYDX5BJHXWI type=write size=1717123 2024-08-04T15:47:56.653 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.653+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=43NYALA2BME5 type=del size=2345603 2024-08-04T15:47:56.655 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.656+0000 7fd2ccec3640 -1 < failed to complete operation key=ADGRDVHIUPFJ tag=PR54O7Z5ICFI type=del size=1166775: (22) Invalid argument 2024-08-04T15:47:56.657 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.657+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=Z8TLZ3U23MRY type=del size=875642 2024-08-04T15:47:56.658 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.659+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~SP7OUL2H41EG.0 size=1048576 2024-08-04T15:47:56.660 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.660+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~SP7OUL2H41EG.1 size=1048576 2024-08-04T15:47:56.661 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.662+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~SP7OUL2H41EG.2 size=331196 2024-08-04T15:47:56.664 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.664+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=SP7OUL2H41EG tag=675WY9LUZFGK type=write size=3476924 2024-08-04T15:47:56.666 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.666+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=9FNCAN51NDD4 type=del size=1554590 2024-08-04T15:47:56.667 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.668+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~TIC8UNE4I390.0 size=1048576 2024-08-04T15:47:56.669 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.669+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~TIC8UNE4I390.1 size=1048576 2024-08-04T15:47:56.670 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.671+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~TIC8UNE4I390.2 size=308204 2024-08-04T15:47:56.673 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.674+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=TIC8UNE4I390 tag=5SBNZ22CGJ7B type=write size=3453932 2024-08-04T15:47:56.675 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.676+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=YZ9840VH06Z0 type=del size=1731271 2024-08-04T15:47:56.677 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.677+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~KW1BTJBIGS17.0 size=758400 2024-08-04T15:47:56.680 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.680+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=KW1BTJBIGS17 tag=T7R3BZN7YC9Z type=write size=1806976 2024-08-04T15:47:56.681 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.682+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=YRN6QAGYCMPD type=del size=3539434 2024-08-04T15:47:56.683 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.683+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~0JPFD1HL79XX.0 size=856212 2024-08-04T15:47:56.686 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.686+0000 7fd2ccec3640 1 < completed multipart upload key=3SZIKIT8UW9F upload=0JPFD1HL79XX tag=6N4A6Q674QC6 type=write size=1904788 2024-08-04T15:47:56.687 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.688+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=YK2JBPIL87W6 type=del size=414152 2024-08-04T15:47:56.689 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.689+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=GRQZMABDUQ8Q type=del 2024-08-04T15:47:56.691 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.691+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=6BW3UF5Y1OIR type=del size=2543260 2024-08-04T15:47:56.692 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.693+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~DDK8THMMGO3O.0 size=1048576 2024-08-04T15:47:56.694 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.694+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~DDK8THMMGO3O.1 size=582494 2024-08-04T15:47:56.697 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.697+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=DDK8THMMGO3O tag=FP3UL2ZAK75X type=write size=2679646 2024-08-04T15:47:56.699 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.700+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~EALVDB9NNBXZ.0 size=688356 2024-08-04T15:47:56.700 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.700+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=EALVDB9NNBXZ tag=IMQSOR3OM3M9 type=write size=1736932 2024-08-04T15:47:56.701 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.702+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~U5APCPAUX1NP.0 size=1048576 2024-08-04T15:47:56.702 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.703+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~U5APCPAUX1NP.1 size=774236 2024-08-04T15:47:56.705 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.706+0000 7fd2ccec3640 1 < completed multipart upload key=77442UN63NTC upload=U5APCPAUX1NP tag=1NIZ03PE5QQ8 type=write size=2871388 2024-08-04T15:47:56.707 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.707+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=M7Q4GX7X2Y7M type=del size=1887718 2024-08-04T15:47:56.708 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.709+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=92YRXWW26BDK type=del 2024-08-04T15:47:56.710 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.711+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=V58MHFM7YQKF type=del size=3248082 2024-08-04T15:47:56.712 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.712+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=UFDHKNG4HTJK type=del 2024-08-04T15:47:56.715 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.715+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~9TRGNBJBMN4R.0 size=733710 2024-08-04T15:47:56.715 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.715+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=9TRGNBJBMN4R tag=NC1QQLFEC1VU type=write size=1782286 2024-08-04T15:47:56.716 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.717+0000 7fd2ccec3640 1 < completed write operation key=5JWY4L0XFKO9 tag=OD92JD99AYLR type=write size=249138 2024-08-04T15:47:56.718 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.719+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=JE4AR8EOUMTE type=del size=1528691 2024-08-04T15:47:56.720 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.721+0000 7fd2ccec3640 1 < completed delete operation key=UY4BH06KC1U7 tag=RLO80BD0153B type=del 2024-08-04T15:47:56.723 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.724+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~L0BWVFVRU56G.0 size=863092 2024-08-04T15:47:56.723 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.724+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=L0BWVFVRU56G tag=RJP3LES4V8JC type=write size=1911668 2024-08-04T15:47:56.726 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.727+0000 7fd2ccec3640 1 < suggested remove operation key=ADGRDVHIUPFJ tag=PQ0GIUE5ZZ44 type=del 2024-08-04T15:47:56.729 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.730+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~HZ0FKNZ47FMW.0 size=1048576 2024-08-04T15:47:56.731 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.731+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~HZ0FKNZ47FMW.1 size=1048576 2024-08-04T15:47:56.732 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.733+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~HZ0FKNZ47FMW.2 size=543044 2024-08-04T15:47:56.732 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.733+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=HZ0FKNZ47FMW tag=IRNSPRFT1PAR type=write size=3688772 2024-08-04T15:47:56.734 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.734+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=CTAAQ1OV60TE type=del 2024-08-04T15:47:56.735 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.736+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=0B8D5O7OXOTN type=del size=2753050 2024-08-04T15:47:56.739 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.739+0000 7fd2ccec3640 1 < suggested remove operation key=DI9N06E8I6FR tag=BV2AUJ9F33N2 type=write 2024-08-04T15:47:56.741 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.741+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=1QB8KKQ7ZP42 type=del size=1907791 2024-08-04T15:47:56.742 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.743+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=43NYALA2BME5 type=del 2024-08-04T15:47:56.745 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.746+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~8W332MUJMCKR.0 size=1048576 2024-08-04T15:47:56.747 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.747+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~8W332MUJMCKR.1 size=480134 2024-08-04T15:47:56.747 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.747+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=8W332MUJMCKR tag=RYQ91XWQ9J5D type=write size=2577286 2024-08-04T15:47:56.750 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.750+0000 7fd2ccec3640 1 < suggested remove operation key=Q43H3OZA4M1A tag=Z8TLZ3U23MRY type=del 2024-08-04T15:47:56.751 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.752+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=C9RHBQ7XY1DM type=del size=2070349 2024-08-04T15:47:56.753 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.753+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=9FNCAN51NDD4 type=del 2024-08-04T15:47:56.756 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.756+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~43Z6YQAKZ5ML.0 size=887217 2024-08-04T15:47:56.756 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.756+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=43Z6YQAKZ5ML tag=VGHT5EB1NP0R type=write size=1935793 2024-08-04T15:47:56.757 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.758+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=YZ9840VH06Z0 type=del 2024-08-04T15:47:56.759 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.760+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=80Y991NB0W56 type=del size=334474 2024-08-04T15:47:56.761 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.762+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=YRN6QAGYCMPD type=del 2024-08-04T15:47:56.763 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.764+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=R2TJZKJMHUM9 type=del size=2656978 2024-08-04T15:47:56.765 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.765+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=YK2JBPIL87W6 type=del 2024-08-04T15:47:56.768 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.768+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~QR36ICY4H0TM.0 size=1048576 2024-08-04T15:47:56.769 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.770+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~QR36ICY4H0TM.1 size=1048576 2024-08-04T15:47:56.770 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.771+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~QR36ICY4H0TM.2 size=908393 2024-08-04T15:47:56.770 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.771+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=QR36ICY4H0TM tag=L4ODWRTQN2OV type=write size=4054121 2024-08-04T15:47:56.772 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.773+0000 7fd2ccec3640 -1 < failed to complete operation key=Q43H3OZA4M1A tag=6BW3UF5Y1OIR type=del size=2543260: (22) Invalid argument 2024-08-04T15:47:56.774 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.775+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=574ZLWLN3G61 type=del size=3091719 2024-08-04T15:47:56.776 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.777+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~EALVDB9NNBXZ.0 size=688356 2024-08-04T15:47:56.779 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.780+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=EALVDB9NNBXZ tag=IMQSOR3OM3M9 type=write size=1736932 2024-08-04T15:47:56.781 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.781+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=RXKPJ1LKCFM5 type=del size=3812870 2024-08-04T15:47:56.782 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.783+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=M7Q4GX7X2Y7M type=del 2024-08-04T15:47:56.784 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.785+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=G9W26YVJCDBY type=del size=2567263 2024-08-04T15:47:56.788 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.788+0000 7fd2ccec3640 1 < suggested update operation key=GBCNMYOO1FUA tag=V58MHFM7YQKF type=del size=3248082 2024-08-04T15:47:56.789 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.789+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=NMMSO5DA7C54 type=del size=156940 2024-08-04T15:47:56.791 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.791+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~9TRGNBJBMN4R.0 size=733710 2024-08-04T15:47:56.793 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.794+0000 7fd2ccec3640 1 < completed multipart upload key=5JWY4L0XFKO9 upload=9TRGNBJBMN4R tag=NC1QQLFEC1VU type=write size=1782286 2024-08-04T15:47:56.796 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.797+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~BSF5UQG2O09I.0 size=1048576 2024-08-04T15:47:56.797 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.798+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~BSF5UQG2O09I.1 size=1048576 2024-08-04T15:47:56.799 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.799+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~BSF5UQG2O09I.2 size=971612 2024-08-04T15:47:56.799 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.799+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=BSF5UQG2O09I tag=4UPWT6U2OL09 type=write size=4117340 2024-08-04T15:47:56.801 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.801+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=JE4AR8EOUMTE type=del 2024-08-04T15:47:56.803 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.804+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~AY5YXBE7H3DW.0 size=1048576 2024-08-04T15:47:56.805 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.805+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~AY5YXBE7H3DW.1 size=1048576 2024-08-04T15:47:56.806 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.807+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~AY5YXBE7H3DW.2 size=359049 2024-08-04T15:47:56.806 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.807+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=AY5YXBE7H3DW tag=TJQE9NYPXTMN type=write size=3504777 2024-08-04T15:47:56.808 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.808+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~L0BWVFVRU56G.0 size=863092 2024-08-04T15:47:56.810 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.811+0000 7fd2ccec3640 1 < completed multipart upload key=XWJQBRZ42N7Q upload=L0BWVFVRU56G tag=RJP3LES4V8JC type=write size=1911668 2024-08-04T15:47:56.812 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.812+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=EXDPBIYUXH3Z type=del size=1573260 2024-08-04T15:47:56.813 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.814+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~HZ0FKNZ47FMW.0 size=1048576 2024-08-04T15:47:56.814 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.815+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~HZ0FKNZ47FMW.1 size=1048576 2024-08-04T15:47:56.816 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.817+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~HZ0FKNZ47FMW.2 size=543044 2024-08-04T15:47:56.819 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.820+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=HZ0FKNZ47FMW tag=IRNSPRFT1PAR type=write size=3688772 2024-08-04T15:47:56.822 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.823+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~33LMAVKEKWSB.0 size=1048576 2024-08-04T15:47:56.823 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.824+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~33LMAVKEKWSB.1 size=1018545 2024-08-04T15:47:56.823 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.824+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=33LMAVKEKWSB tag=9JH5ZKBJP39D type=write size=3115697 2024-08-04T15:47:56.825 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.825+0000 7fd2ccec3640 1 < completed delete operation key=MWJBTVQYBFBJ tag=0B8D5O7OXOTN type=del 2024-08-04T15:47:56.828 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.828+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~N5ZUO9LCMOZF.0 size=802473 2024-08-04T15:47:56.828 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.828+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=N5ZUO9LCMOZF tag=DTWEAGDEYTOD type=write size=1851049 2024-08-04T15:47:56.830 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.830+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=1QB8KKQ7ZP42 type=del 2024-08-04T15:47:56.831 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.832+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=5YNVRGEL6YYY type=del size=1039284 2024-08-04T15:47:56.833 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.834+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~8W332MUJMCKR.0 size=1048576 2024-08-04T15:47:56.834 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.835+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~8W332MUJMCKR.1 size=480134 2024-08-04T15:47:56.837 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.838+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=8W332MUJMCKR tag=RYQ91XWQ9J5D type=write size=2577286 2024-08-04T15:47:56.839 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.839+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=PJMABVO9ELFD type=del size=1352993 2024-08-04T15:47:56.840 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.841+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=C9RHBQ7XY1DM type=del 2024-08-04T15:47:56.844 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.844+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~R9WYF2XGSF4J.0 size=1048576 2024-08-04T15:47:56.845 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.845+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~R9WYF2XGSF4J.1 size=1048576 2024-08-04T15:47:56.846 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.847+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~R9WYF2XGSF4J.2 size=284394 2024-08-04T15:47:56.846 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.847+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=R9WYF2XGSF4J tag=YR3LLA5B2L0S type=write size=3430122 2024-08-04T15:47:56.848 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.848+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~43Z6YQAKZ5ML.0 size=887217 2024-08-04T15:47:56.850 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.851+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=43Z6YQAKZ5ML tag=VGHT5EB1NP0R type=write size=1935793 2024-08-04T15:47:56.852 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.853+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=UW1VZBMFZ9GE type=write size=715640 2024-08-04T15:47:56.854 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.855+0000 7fd2ccec3640 1 < canceled operation key=PZE6FNM3SE38 tag=80Y991NB0W56 type=del size=334474 2024-08-04T15:47:56.856 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.856+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=EQ9CO30AY5U9 type=del size=2103768 2024-08-04T15:47:56.857 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.858+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=R2TJZKJMHUM9 type=del 2024-08-04T15:47:56.860 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.861+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~QWZVYCCHZE0V.0 size=1048576 2024-08-04T15:47:56.861 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.862+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~QWZVYCCHZE0V.1 size=1048576 2024-08-04T15:47:56.863 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.863+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~QWZVYCCHZE0V.2 size=438393 2024-08-04T15:47:56.863 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.863+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=QWZVYCCHZE0V tag=7QTDI5NJ825A type=write size=3584121 2024-08-04T15:47:56.864 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.865+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~QR36ICY4H0TM.0 size=1048576 2024-08-04T15:47:56.866 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.866+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~QR36ICY4H0TM.1 size=1048576 2024-08-04T15:47:56.866 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.866+0000 7fd2ccec3640 1 < canceled part key=_multipart_5MFVV0YROP6Z.2~QR36ICY4H0TM.2 size=908393 2024-08-04T15:47:56.868 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.869+0000 7fd2ccec3640 1 < canceled multipart upload key=5MFVV0YROP6Z upload=QR36ICY4H0TM tag=L4ODWRTQN2OV type=write size=4054121 2024-08-04T15:47:56.870 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.871+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=AYX9WVREU4S5 type=del size=2031110 2024-08-04T15:47:56.872 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.872+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=574ZLWLN3G61 type=del 2024-08-04T15:47:56.874 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.874+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=ZF4VQSK2BNSK type=write size=201926 2024-08-04T15:47:56.876 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.876+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=RXKPJ1LKCFM5 type=del 2024-08-04T15:47:56.877 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.878+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=3EIFU7SYL5DO type=del size=1651567 2024-08-04T15:47:56.879 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.880+0000 7fd2ccec3640 1 < canceled operation key=WMBAAE091MS6 tag=G9W26YVJCDBY type=del size=2567263 2024-08-04T15:47:56.881 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.881+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=6OAJU0EEOS1J type=del size=3426679 2024-08-04T15:47:56.884 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.885+0000 7fd2ccec3640 1 < suggested remove operation key=5JWY4L0XFKO9 tag=NMMSO5DA7C54 type=del 2024-08-04T15:47:56.887 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.888+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~Y8O3E3FLXL8Y.0 size=1048576 2024-08-04T15:47:56.889 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.889+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~Y8O3E3FLXL8Y.1 size=1048576 2024-08-04T15:47:56.890 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.891+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~Y8O3E3FLXL8Y.2 size=173333 2024-08-04T15:47:56.891 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.891+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=Y8O3E3FLXL8Y tag=4D1X3D0G4VWC type=write size=3319061 2024-08-04T15:47:56.892 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.892+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~BSF5UQG2O09I.0 size=1048576 2024-08-04T15:47:56.893 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.894+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~BSF5UQG2O09I.1 size=1048576 2024-08-04T15:47:56.894 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.895+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~BSF5UQG2O09I.2 size=971612 2024-08-04T15:47:56.897 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.898+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=BSF5UQG2O09I tag=4UPWT6U2OL09 type=write size=4117340 2024-08-04T15:47:56.899 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.900+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=KX2AD4O0L2FJ type=del size=4138345 2024-08-04T15:47:56.900 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.901+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~AY5YXBE7H3DW.0 size=1048576 2024-08-04T15:47:56.902 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.903+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~AY5YXBE7H3DW.1 size=1048576 2024-08-04T15:47:56.904 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.904+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~AY5YXBE7H3DW.2 size=359049 2024-08-04T15:47:56.907 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.907+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=AY5YXBE7H3DW tag=TJQE9NYPXTMN type=write size=3504777 2024-08-04T15:47:56.909 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.909+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=V6RS67JB3OHF type=del size=887577 2024-08-04T15:47:56.911 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.912+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=EXDPBIYUXH3Z type=del 2024-08-04T15:47:56.915 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.916+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~UE5TNEVXPM7E.0 size=1048576 2024-08-04T15:47:56.916 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.917+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~UE5TNEVXPM7E.1 size=1048576 2024-08-04T15:47:56.918 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.918+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~UE5TNEVXPM7E.2 size=965503 2024-08-04T15:47:56.918 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.918+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=UE5TNEVXPM7E tag=1EI027MLAYX7 type=write size=4111231 2024-08-04T15:47:56.919 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.920+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~33LMAVKEKWSB.0 size=1048576 2024-08-04T15:47:56.920 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.921+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~33LMAVKEKWSB.1 size=1018545 2024-08-04T15:47:56.923 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.924+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=33LMAVKEKWSB tag=9JH5ZKBJP39D type=write size=3115697 2024-08-04T15:47:56.925 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.926+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=CG8DKY733HJY type=write size=1034556 2024-08-04T15:47:56.927 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.927+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~N5ZUO9LCMOZF.0 size=802473 2024-08-04T15:47:56.930 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.930+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=N5ZUO9LCMOZF tag=DTWEAGDEYTOD type=write size=1851049 2024-08-04T15:47:56.932 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.932+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=IP5RJBU8WIEJ type=del size=3467095 2024-08-04T15:47:56.933 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.934+0000 7fd2ccec3640 1 < completed delete operation key=S35AAPLREPCU tag=5YNVRGEL6YYY type=del 2024-08-04T15:47:56.935 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.936+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=KTC0ZHKO9NR6 type=write size=1014926 2024-08-04T15:47:56.937 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.938+0000 7fd2ccec3640 1 < completed delete operation key=XWJQBRZ42N7Q tag=PJMABVO9ELFD type=del 2024-08-04T15:47:56.939 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.940+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=E9TPLLE5CZX5 type=del size=1194303 2024-08-04T15:47:56.941 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.941+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~R9WYF2XGSF4J.0 size=1048576 2024-08-04T15:47:56.942 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.943+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~R9WYF2XGSF4J.1 size=1048576 2024-08-04T15:47:56.943 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.944+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~R9WYF2XGSF4J.2 size=284394 2024-08-04T15:47:56.947 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.948+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=R9WYF2XGSF4J tag=YR3LLA5B2L0S type=write size=3430122 2024-08-04T15:47:56.949 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.949+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=4896E98RE2EP type=del size=3724041 2024-08-04T15:47:56.951 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.951+0000 7fd2ccec3640 1 < completed write operation key=MWJBTVQYBFBJ tag=UW1VZBMFZ9GE type=write size=715640 2024-08-04T15:47:56.952 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.953+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=EMSZCI640HXJ type=del size=1817153 2024-08-04T15:47:56.956 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.956+0000 7fd2ccec3640 1 < suggested remove operation key=DI9N06E8I6FR tag=EQ9CO30AY5U9 type=del 2024-08-04T15:47:56.957 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.958+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=Z3631I6CEFJ4 type=del size=3215643 2024-08-04T15:47:56.959 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.959+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~QWZVYCCHZE0V.0 size=1048576 2024-08-04T15:47:56.960 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.961+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~QWZVYCCHZE0V.1 size=1048576 2024-08-04T15:47:56.962 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.963+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~QWZVYCCHZE0V.2 size=438393 2024-08-04T15:47:56.965 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.966+0000 7fd2ccec3640 1 < completed multipart upload key=GBCNMYOO1FUA upload=QWZVYCCHZE0V tag=7QTDI5NJ825A type=write size=3584121 2024-08-04T15:47:56.967 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.968+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=VGGKVLL7I7CO type=write size=414825 2024-08-04T15:47:56.969 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.970+0000 7fd2ccec3640 1 < completed delete operation key=ADGRDVHIUPFJ tag=AYX9WVREU4S5 type=del 2024-08-04T15:47:56.971 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.972+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=CE54BB7167GE type=write size=292009 2024-08-04T15:47:56.973 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.974+0000 7fd2ccec3640 1 < completed write operation key=MCSD2KYW9UUG tag=ZF4VQSK2BNSK type=write size=201926 2024-08-04T15:47:56.976 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.977+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~NWOAC6GFUM30.0 size=1048576 2024-08-04T15:47:56.977 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.978+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~NWOAC6GFUM30.1 size=729146 2024-08-04T15:47:56.978 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.978+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=NWOAC6GFUM30 tag=WJ6R8H4V0KXA type=write size=2826298 2024-08-04T15:47:56.981 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.982+0000 7fd2ccec3640 1 < suggested update operation key=OFTIL8YKJPJA tag=3EIFU7SYL5DO type=del size=1651567 2024-08-04T15:47:56.984 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.985+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~6BCMDEHU541P.0 size=1048576 2024-08-04T15:47:56.985 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.986+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~6BCMDEHU541P.1 size=1048576 2024-08-04T15:47:56.987 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.987+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~6BCMDEHU541P.2 size=883998 2024-08-04T15:47:56.987 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.987+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=6BCMDEHU541P tag=4A4U5B9YBGIA type=write size=4029726 2024-08-04T15:47:56.988 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.989+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=6OAJU0EEOS1J type=del 2024-08-04T15:47:56.990 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.991+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=WE1F34VOC6R5 type=del size=3082167 2024-08-04T15:47:56.992 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.992+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~Y8O3E3FLXL8Y.0 size=1048576 2024-08-04T15:47:56.993 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.994+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~Y8O3E3FLXL8Y.1 size=1048576 2024-08-04T15:47:56.994 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.994+0000 7fd2ccec3640 1 < canceled part key=_multipart_PZE6FNM3SE38.2~Y8O3E3FLXL8Y.2 size=173333 2024-08-04T15:47:56.996 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.997+0000 7fd2ccec3640 1 < canceled multipart upload key=PZE6FNM3SE38 upload=Y8O3E3FLXL8Y tag=4D1X3D0G4VWC type=write size=3319061 2024-08-04T15:47:56.998 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:56.999+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=7Y3VW7XUPAVQ type=del size=2850909 2024-08-04T15:47:56.999 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.000+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=KX2AD4O0L2FJ type=del 2024-08-04T15:47:57.003 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.004+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~MIV7RT0XVZ12.0 size=1048576 2024-08-04T15:47:57.005 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.005+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~MIV7RT0XVZ12.1 size=411128 2024-08-04T15:47:57.005 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.005+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=MIV7RT0XVZ12 tag=NPBNL56FHAYD type=write size=2508280 2024-08-04T15:47:57.008 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.009+0000 7fd2ccec3640 1 < suggested remove operation key=775O2FB0RT5R tag=V6RS67JB3OHF type=del 2024-08-04T15:47:57.012 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.013+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~5848ARXSVWF3.0 size=1048576 2024-08-04T15:47:57.014 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.014+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~5848ARXSVWF3.1 size=1048576 2024-08-04T15:47:57.015 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.015+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~5848ARXSVWF3.2 size=672845 2024-08-04T15:47:57.015 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.015+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=5848ARXSVWF3 tag=1THW50JU3ICQ type=write size=3818573 2024-08-04T15:47:57.016 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.017+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~UE5TNEVXPM7E.0 size=1048576 2024-08-04T15:47:57.018 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.019+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~UE5TNEVXPM7E.1 size=1048576 2024-08-04T15:47:57.020 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.020+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~UE5TNEVXPM7E.2 size=965503 2024-08-04T15:47:57.023 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.023+0000 7fd2ccec3640 1 < completed multipart upload key=0ZFG1GY0QH8K upload=UE5TNEVXPM7E tag=1EI027MLAYX7 type=write size=4111231 2024-08-04T15:47:57.024 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.025+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=IH2240YVSG0S type=write size=236878 2024-08-04T15:47:57.027 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.027+0000 7fd2ccec3640 1 < completed write operation key=WMBAAE091MS6 tag=CG8DKY733HJY type=write size=1034556 2024-08-04T15:47:57.028 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.029+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=EDYKNIQ5L7XX type=del size=3693459 2024-08-04T15:47:57.032 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.032+0000 7fd2ccec3640 1 < suggested update operation key=MWJBTVQYBFBJ tag=IP5RJBU8WIEJ type=del size=3467095 2024-08-04T15:47:57.035 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.036+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~8TW6TIS8WDC0.0 size=1048576 2024-08-04T15:47:57.037 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.037+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~8TW6TIS8WDC0.1 size=1048576 2024-08-04T15:47:57.038 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.039+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~8TW6TIS8WDC0.2 size=739361 2024-08-04T15:47:57.038 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.039+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=8TW6TIS8WDC0 tag=VEATRX2VKSOK type=write size=3885089 2024-08-04T15:47:57.040 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.041+0000 7fd2ccec3640 1 < completed write operation key=ADGRDVHIUPFJ tag=KTC0ZHKO9NR6 type=write size=1014926 2024-08-04T15:47:57.042 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.043+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=1RFJPQ7Y5YEE type=del size=837020 2024-08-04T15:47:57.045 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.045+0000 7fd2ccec3640 -1 < failed to complete operation key=MWJBTVQYBFBJ tag=E9TPLLE5CZX5 type=del size=1194303: (22) Invalid argument 2024-08-04T15:47:57.046 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.047+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=MZTPPKLSD063 type=write size=322226 2024-08-04T15:47:57.048 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.049+0000 7fd2ccec3640 1 < completed delete operation key=ADGRDVHIUPFJ tag=4896E98RE2EP type=del 2024-08-04T15:47:57.051 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.051+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~WHMWTUUJID3O.0 size=1048576 2024-08-04T15:47:57.052 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.053+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~WHMWTUUJID3O.1 size=1048576 2024-08-04T15:47:57.054 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.054+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~WHMWTUUJID3O.2 size=640339 2024-08-04T15:47:57.054 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.054+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=WHMWTUUJID3O tag=FXAJPII5ZKHW type=write size=3786067 2024-08-04T15:47:57.055 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.056+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=EMSZCI640HXJ type=del 2024-08-04T15:47:57.059 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.060+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~UJ4B4RV6K6Y6.0 size=519734 2024-08-04T15:47:57.059 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.060+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=UJ4B4RV6K6Y6 tag=IXKTC4S1LH8U type=write size=1568310 2024-08-04T15:47:57.062 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.063+0000 7fd2ccec3640 1 < suggested update operation key=IPMGU45BLASA tag=Z3631I6CEFJ4 type=del size=3215643 2024-08-04T15:47:57.065 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.066+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~YFKM8XLFWXY0.0 size=695868 2024-08-04T15:47:57.065 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.066+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=YFKM8XLFWXY0 tag=EUO85IHKNTTH type=write size=1744444 2024-08-04T15:47:57.067 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.067+0000 7fd2ccec3640 1 < completed write operation key=N24BTWFMGCPP tag=VGGKVLL7I7CO type=write size=414825 2024-08-04T15:47:57.070 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.070+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~WQJBG38ANARA.0 size=638906 2024-08-04T15:47:57.070 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.070+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=WQJBG38ANARA tag=NFWM05A2NOE9 type=write size=1687482 2024-08-04T15:47:57.071 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.072+0000 7fd2ccec3640 1 < completed write operation key=5MFVV0YROP6Z tag=CE54BB7167GE type=write size=292009 2024-08-04T15:47:57.074 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.075+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~CDBQO1IRLRXM.0 size=1048576 2024-08-04T15:47:57.076 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.076+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~CDBQO1IRLRXM.1 size=780347 2024-08-04T15:47:57.076 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.076+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=CDBQO1IRLRXM tag=2INBSW2G7O58 type=write size=2877499 2024-08-04T15:47:57.077 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.078+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~NWOAC6GFUM30.0 size=1048576 2024-08-04T15:47:57.079 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.079+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~NWOAC6GFUM30.1 size=729146 2024-08-04T15:47:57.081 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.082+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=NWOAC6GFUM30 tag=WJ6R8H4V0KXA type=write size=2826298 2024-08-04T15:47:57.083 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.084+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=F7DKZ5A4LAZ3 type=del size=1623704 2024-08-04T15:47:57.085 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.085+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~6BCMDEHU541P.0 size=1048576 2024-08-04T15:47:57.086 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.087+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~6BCMDEHU541P.1 size=1048576 2024-08-04T15:47:57.088 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.088+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~6BCMDEHU541P.2 size=883998 2024-08-04T15:47:57.090 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.091+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=6BCMDEHU541P tag=4A4U5B9YBGIA type=write size=4029726 2024-08-04T15:47:57.092 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.093+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=710F7G4DTUVC type=del size=1362304 2024-08-04T15:47:57.096 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.096+0000 7fd2ccec3640 1 < suggested remove operation key=S35AAPLREPCU tag=WE1F34VOC6R5 type=del 2024-08-04T15:47:57.099 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.099+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~2WGGBTESJQUT.0 size=181457 2024-08-04T15:47:57.099 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.099+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=2WGGBTESJQUT tag=PTF69TE3YTMH type=write size=1230033 2024-08-04T15:47:57.102 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.103+0000 7fd2ccec3640 1 < suggested remove operation key=UY4BH06KC1U7 tag=7Y3VW7XUPAVQ type=del 2024-08-04T15:47:57.106 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.106+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~5GOEMK4DFJXT.0 size=317916 2024-08-04T15:47:57.106 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.106+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=5GOEMK4DFJXT tag=UY0MHEVDN9IR type=write size=1366492 2024-08-04T15:47:57.108 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.108+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~MIV7RT0XVZ12.0 size=1048576 2024-08-04T15:47:57.109 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.110+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~MIV7RT0XVZ12.1 size=411128 2024-08-04T15:47:57.112 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.112+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=MIV7RT0XVZ12 tag=NPBNL56FHAYD type=write size=2508280 2024-08-04T15:47:57.115 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.116+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~NS5F9DXG3W0A.0 size=1048576 2024-08-04T15:47:57.117 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.117+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~NS5F9DXG3W0A.1 size=1048576 2024-08-04T15:47:57.118 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.119+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~NS5F9DXG3W0A.2 size=610486 2024-08-04T15:47:57.118 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.119+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=NS5F9DXG3W0A tag=CNJFIBDLKZM0 type=write size=3756214 2024-08-04T15:47:57.120 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.120+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~5848ARXSVWF3.0 size=1048576 2024-08-04T15:47:57.121 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.122+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~5848ARXSVWF3.1 size=1048576 2024-08-04T15:47:57.123 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.123+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~5848ARXSVWF3.2 size=672845 2024-08-04T15:47:57.126 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.126+0000 7fd2ccec3640 1 < completed multipart upload key=77442UN63NTC upload=5848ARXSVWF3 tag=1THW50JU3ICQ type=write size=3818573 2024-08-04T15:47:57.127 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.128+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=MUQT6WBJ5K3W type=del size=3502492 2024-08-04T15:47:57.129 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.130+0000 7fd2ccec3640 1 < completed write operation key=MCSD2KYW9UUG tag=IH2240YVSG0S type=write size=236878 2024-08-04T15:47:57.131 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.131+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=P2CX8J8G9M80 type=write size=854029 2024-08-04T15:47:57.133 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.133+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=EDYKNIQ5L7XX type=del 2024-08-04T15:47:57.134 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.135+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=CFZ0G05DY614 type=del size=128130 2024-08-04T15:47:57.136 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.137+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~8TW6TIS8WDC0.0 size=1048576 2024-08-04T15:47:57.137 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.138+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~8TW6TIS8WDC0.1 size=1048576 2024-08-04T15:47:57.137 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.138+0000 7fd2ccec3640 1 < canceled part key=_multipart_Q43H3OZA4M1A.2~8TW6TIS8WDC0.2 size=739361 2024-08-04T15:47:57.141 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.141+0000 7fd2ccec3640 1 < canceled multipart upload key=Q43H3OZA4M1A upload=8TW6TIS8WDC0 tag=VEATRX2VKSOK type=write size=3885089 2024-08-04T15:47:57.142 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.143+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=ALRSAFLU2UC4 type=del size=3055196 2024-08-04T15:47:57.144 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.144+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=1RFJPQ7Y5YEE type=del 2024-08-04T15:47:57.146 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.146+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=3JH974CT5QPO type=write size=940606 2024-08-04T15:47:57.147 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.148+0000 7fd2ccec3640 1 < completed write operation key=775O2FB0RT5R tag=MZTPPKLSD063 type=write size=322226 2024-08-04T15:47:57.149 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.149+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=YZGWC9ZG1APC type=del size=1285530 2024-08-04T15:47:57.151 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.151+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~WHMWTUUJID3O.0 size=1048576 2024-08-04T15:47:57.152 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.152+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~WHMWTUUJID3O.1 size=1048576 2024-08-04T15:47:57.153 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.154+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~WHMWTUUJID3O.2 size=640339 2024-08-04T15:47:57.156 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.157+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=WHMWTUUJID3O tag=FXAJPII5ZKHW type=write size=3786067 2024-08-04T15:47:57.159 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.160+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~ZRYSMY0DLV26.0 size=125209 2024-08-04T15:47:57.160 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.160+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=ZRYSMY0DLV26 tag=WG1F0XU2GI31 type=write size=1173785 2024-08-04T15:47:57.162 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.162+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~UJ4B4RV6K6Y6.0 size=519734 2024-08-04T15:47:57.164 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.165+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=UJ4B4RV6K6Y6 tag=IXKTC4S1LH8U type=write size=1568310 2024-08-04T15:47:57.166 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.166+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=GUR0BFD92YNS type=del size=527709 2024-08-04T15:47:57.168 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.168+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~YFKM8XLFWXY0.0 size=695868 2024-08-04T15:47:57.171 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.171+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=YFKM8XLFWXY0 tag=EUO85IHKNTTH type=write size=1744444 2024-08-04T15:47:57.173 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.173+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=6D5LQWY0PX1T type=del size=2875851 2024-08-04T15:47:57.174 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.175+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~WQJBG38ANARA.0 size=638906 2024-08-04T15:47:57.177 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.178+0000 7fd2ccec3640 1 < completed multipart upload key=ESVVWVGCH33K upload=WQJBG38ANARA tag=NFWM05A2NOE9 type=write size=1687482 2024-08-04T15:47:57.179 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.180+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=J3Q8MT9PQL4V type=del size=1432817 2024-08-04T15:47:57.181 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.181+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~CDBQO1IRLRXM.0 size=1048576 2024-08-04T15:47:57.182 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.183+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~CDBQO1IRLRXM.1 size=780347 2024-08-04T15:47:57.185 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.185+0000 7fd2ccec3640 1 < completed multipart upload key=5JWY4L0XFKO9 upload=CDBQO1IRLRXM tag=2INBSW2G7O58 type=write size=2877499 2024-08-04T15:47:57.188 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.189+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~U245NHVW1JGX.0 size=1048576 2024-08-04T15:47:57.189 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.190+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~U245NHVW1JGX.1 size=906240 2024-08-04T15:47:57.189 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.190+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=U245NHVW1JGX tag=QNRR4FGGJM1Y type=write size=3003392 2024-08-04T15:47:57.191 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.192+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=F7DKZ5A4LAZ3 type=del 2024-08-04T15:47:57.193 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.194+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=2QXYDJNV1L7P type=del size=664984 2024-08-04T15:47:57.195 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.196+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=710F7G4DTUVC type=del 2024-08-04T15:47:57.197 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.197+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=PPKAJZ50JJ5A type=del size=1834530 2024-08-04T15:47:57.198 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.199+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~2WGGBTESJQUT.0 size=181457 2024-08-04T15:47:57.201 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.202+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=2WGGBTESJQUT tag=PTF69TE3YTMH type=write size=1230033 2024-08-04T15:47:57.207 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.205+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~Y1Y0IEX0BJEK.0 size=854551 2024-08-04T15:47:57.207 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.205+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=Y1Y0IEX0BJEK tag=6APM7HU2N4CI type=write size=1903127 2024-08-04T15:47:57.207 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.207+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~5GOEMK4DFJXT.0 size=317916 2024-08-04T15:47:57.210 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.210+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=5GOEMK4DFJXT tag=UY0MHEVDN9IR type=write size=1366492 2024-08-04T15:47:57.213 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.214+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~QIR1J7RMVIKG.0 size=535662 2024-08-04T15:47:57.213 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.214+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=QIR1J7RMVIKG tag=2PXVSOQABPOS type=write size=1584238 2024-08-04T15:47:57.215 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.215+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~NS5F9DXG3W0A.0 size=1048576 2024-08-04T15:47:57.216 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.217+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~NS5F9DXG3W0A.1 size=1048576 2024-08-04T15:47:57.218 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.218+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~NS5F9DXG3W0A.2 size=610486 2024-08-04T15:47:57.221 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.221+0000 7fd2ccec3640 1 < completed multipart upload key=0BWMVZQ5RBRL upload=NS5F9DXG3W0A tag=CNJFIBDLKZM0 type=write size=3756214 2024-08-04T15:47:57.224 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.224+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~UFCVW1UZPD77.0 size=1048576 2024-08-04T15:47:57.225 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.226+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~UFCVW1UZPD77.1 size=1048576 2024-08-04T15:47:57.226 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.227+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~UFCVW1UZPD77.2 size=622877 2024-08-04T15:47:57.226 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.227+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=UFCVW1UZPD77 tag=4ZQAOVW88NNU type=write size=3768605 2024-08-04T15:47:57.228 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.228+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=MUQT6WBJ5K3W type=del 2024-08-04T15:47:57.230 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.231+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=XLBOIDE4ALB4 type=del size=3718465 2024-08-04T15:47:57.233 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.234+0000 7fd2ccec3640 1 < suggested update operation key=GBCNMYOO1FUA tag=P2CX8J8G9M80 type=write size=854029 2024-08-04T15:47:57.235 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.235+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=D45YHN2J7JUE type=del size=3388841 2024-08-04T15:47:57.236 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.237+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=CFZ0G05DY614 type=del 2024-08-04T15:47:57.240 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.240+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~ZPULSD9SY7WF.0 size=653181 2024-08-04T15:47:57.240 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.240+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=ZPULSD9SY7WF tag=OWT03HOWU0QW type=write size=1701757 2024-08-04T15:47:57.241 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.242+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=ALRSAFLU2UC4 type=del 2024-08-04T15:47:57.243 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.243+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=U8M1ISGZRURW type=write size=1033660 2024-08-04T15:47:57.244 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.245+0000 7fd2ccec3640 1 < completed write operation key=YXD2X0LU17RF tag=3JH974CT5QPO type=write size=940606 2024-08-04T15:47:57.247 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.248+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~VJLUO4T3M1RC.0 size=1048576 2024-08-04T15:47:57.249 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.249+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~VJLUO4T3M1RC.1 size=487141 2024-08-04T15:47:57.249 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.249+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=VJLUO4T3M1RC tag=CEUQSM3658DY type=write size=2584293 2024-08-04T15:47:57.252 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.253+0000 7fd2ccec3640 1 < suggested remove operation key=775O2FB0RT5R tag=YZGWC9ZG1APC type=del 2024-08-04T15:47:57.254 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.254+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=3AM7E23EKESZ type=del size=2866489 2024-08-04T15:47:57.255 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.256+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~ZRYSMY0DLV26.0 size=125209 2024-08-04T15:47:57.258 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.259+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=ZRYSMY0DLV26 tag=WG1F0XU2GI31 type=write size=1173785 2024-08-04T15:47:57.260 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.260+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=YC6OZO8D3JOJ type=del size=3275815 2024-08-04T15:47:57.261 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.262+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=GUR0BFD92YNS type=del 2024-08-04T15:47:57.263 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.264+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=3FBABZY5IHYM type=write size=230165 2024-08-04T15:47:57.265 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.265+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=6D5LQWY0PX1T type=del 2024-08-04T15:47:57.266 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.267+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=0E59E3IZT5SU type=del size=375846 2024-08-04T15:47:57.270 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.270+0000 7fd2ccec3640 1 < suggested update operation key=OFTIL8YKJPJA tag=J3Q8MT9PQL4V type=del size=1432817 2024-08-04T15:47:57.271 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.272+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=OC7927SPPLS2 type=del size=3299453 2024-08-04T15:47:57.273 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.274+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~U245NHVW1JGX.0 size=1048576 2024-08-04T15:47:57.275 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.275+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~U245NHVW1JGX.1 size=906240 2024-08-04T15:47:57.278 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.278+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=U245NHVW1JGX tag=QNRR4FGGJM1Y type=write size=3003392 2024-08-04T15:47:57.279 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.280+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=JX4FWODIBIRS type=del size=1750644 2024-08-04T15:47:57.282 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.282+0000 7fd2ccec3640 -1 < failed to complete operation key=775O2FB0RT5R tag=2QXYDJNV1L7P type=del size=664984: (22) Invalid argument 2024-08-04T15:47:57.285 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.286+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~KDYGJTE5DTB7.0 size=137846 2024-08-04T15:47:57.285 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.286+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=KDYGJTE5DTB7 tag=RNVWUBUGAF6Z type=write size=1186422 2024-08-04T15:47:57.287 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.287+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=PPKAJZ50JJ5A type=del 2024-08-04T15:47:57.290 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.290+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~OKZOZMO6W1MC.0 size=342702 2024-08-04T15:47:57.290 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.290+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=OKZOZMO6W1MC tag=EVPCUMGT31XQ type=write size=1391278 2024-08-04T15:47:57.291 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.292+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~Y1Y0IEX0BJEK.0 size=854551 2024-08-04T15:47:57.294 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.295+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=Y1Y0IEX0BJEK tag=6APM7HU2N4CI type=write size=1903127 2024-08-04T15:47:57.296 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.297+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=9NH5OAJQP5T9 type=del size=2446940 2024-08-04T15:47:57.297 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.298+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~QIR1J7RMVIKG.0 size=535662 2024-08-04T15:47:57.300 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.301+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=QIR1J7RMVIKG tag=2PXVSOQABPOS type=write size=1584238 2024-08-04T15:47:57.302 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.303+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=A1F8RB501UHT type=del size=1734484 2024-08-04T15:47:57.304 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.305+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~UFCVW1UZPD77.0 size=1048576 2024-08-04T15:47:57.305 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.306+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~UFCVW1UZPD77.1 size=1048576 2024-08-04T15:47:57.307 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.307+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~UFCVW1UZPD77.2 size=622877 2024-08-04T15:47:57.310 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.310+0000 7fd2ccec3640 1 < completed multipart upload key=GBCNMYOO1FUA upload=UFCVW1UZPD77 tag=4ZQAOVW88NNU type=write size=3768605 2024-08-04T15:47:57.313 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.313+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~3AO47FK1PP8W.0 size=1048576 2024-08-04T15:47:57.314 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.315+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~3AO47FK1PP8W.1 size=1048576 2024-08-04T15:47:57.316 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.316+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~3AO47FK1PP8W.2 size=816166 2024-08-04T15:47:57.316 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.316+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=3AO47FK1PP8W tag=JREGEFBJ7D3S type=write size=3961894 2024-08-04T15:47:57.317 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.318+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=XLBOIDE4ALB4 type=del 2024-08-04T15:47:57.321 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.321+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~J7KAADGTHLIV.0 size=1048576 2024-08-04T15:47:57.322 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.322+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~J7KAADGTHLIV.1 size=1048576 2024-08-04T15:47:57.323 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.324+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~J7KAADGTHLIV.2 size=279576 2024-08-04T15:47:57.323 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.324+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=J7KAADGTHLIV tag=XW3AMU3Q73TS type=write size=3425304 2024-08-04T15:47:57.325 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.325+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=D45YHN2J7JUE type=del 2024-08-04T15:47:57.327 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.327+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=GWESM0RD8R9Q type=del size=2829737 2024-08-04T15:47:57.328 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.329+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~ZPULSD9SY7WF.0 size=653181 2024-08-04T15:47:57.331 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.331+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=ZPULSD9SY7WF tag=OWT03HOWU0QW type=write size=1701757 2024-08-04T15:47:57.334 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.335+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~QH3MWUBZ5DRX.0 size=1048576 2024-08-04T15:47:57.336 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.336+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~QH3MWUBZ5DRX.1 size=749841 2024-08-04T15:47:57.336 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.336+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=QH3MWUBZ5DRX tag=MDOZ1K6UODAY type=write size=2846993 2024-08-04T15:47:57.338 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.338+0000 7fd2ccec3640 1 < completed write operation key=4K3JERFA2TR2 tag=U8M1ISGZRURW type=write size=1033660 2024-08-04T15:47:57.341 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.341+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~MGOGO6K1YM1O.0 size=714664 2024-08-04T15:47:57.341 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.341+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=MGOGO6K1YM1O tag=2Q8QH217SCNU type=write size=1763240 2024-08-04T15:47:57.342 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.343+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~VJLUO4T3M1RC.0 size=1048576 2024-08-04T15:47:57.344 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.344+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~VJLUO4T3M1RC.1 size=487141 2024-08-04T15:47:57.346 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.347+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=VJLUO4T3M1RC tag=CEUQSM3658DY type=write size=2584293 2024-08-04T15:47:57.349 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.350+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~BGFE4M6TOALT.0 size=1048576 2024-08-04T15:47:57.351 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.352+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~BGFE4M6TOALT.1 size=1048576 2024-08-04T15:47:57.353 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.353+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~BGFE4M6TOALT.2 size=565350 2024-08-04T15:47:57.353 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.353+0000 7fd2ccec3640 1 > prepared multipart upload key=SWB07P8C064V upload=BGFE4M6TOALT tag=O1UM3WBSLKIN type=write size=3711078 2024-08-04T15:47:57.354 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.354+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=3AM7E23EKESZ type=del 2024-08-04T15:47:57.357 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.358+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~WZG0VGWX0UO1.0 size=1048576 2024-08-04T15:47:57.359 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.359+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~WZG0VGWX0UO1.1 size=982360 2024-08-04T15:47:57.359 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.359+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=WZG0VGWX0UO1 tag=H9P7FYCWZQ7Q type=write size=3079512 2024-08-04T15:47:57.361 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.361+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=YC6OZO8D3JOJ type=del 2024-08-04T15:47:57.362 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.363+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=ST3HX1MAFBHE type=del size=2282286 2024-08-04T15:47:57.364 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.365+0000 7fd2ccec3640 1 < completed write operation key=H06WFDC3B2PH tag=3FBABZY5IHYM type=write size=230165 2024-08-04T15:47:57.365 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.366+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=SN6CDE33T0OY type=del size=323030 2024-08-04T15:47:57.367 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.368+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=0E59E3IZT5SU type=del 2024-08-04T15:47:57.371 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.371+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~SZGUEQPIX0HB.0 size=336072 2024-08-04T15:47:57.371 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.371+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=SZGUEQPIX0HB tag=46HZPA73L7IF type=write size=1384648 2024-08-04T15:47:57.372 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.373+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=OC7927SPPLS2 type=del 2024-08-04T15:47:57.374 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.374+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=CEGEYHMO35YF type=write size=1018497 2024-08-04T15:47:57.378 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.378+0000 7fd2ccec3640 1 < suggested remove operation key=S35AAPLREPCU tag=JX4FWODIBIRS type=del 2024-08-04T15:47:57.381 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.381+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~0FXXREASYPWP.0 size=1048576 2024-08-04T15:47:57.382 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.383+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~0FXXREASYPWP.1 size=1048576 2024-08-04T15:47:57.383 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.384+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~0FXXREASYPWP.2 size=488535 2024-08-04T15:47:57.384 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.384+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=0FXXREASYPWP tag=7UKHRY6NF0T9 type=write size=3634263 2024-08-04T15:47:57.386 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.386+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~KDYGJTE5DTB7.0 size=137846 2024-08-04T15:47:57.389 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.389+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=KDYGJTE5DTB7 tag=RNVWUBUGAF6Z type=write size=1186422 2024-08-04T15:47:57.392 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.392+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~I9HI27IM3XCH.0 size=1048576 2024-08-04T15:47:57.393 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.394+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~I9HI27IM3XCH.1 size=1048576 2024-08-04T15:47:57.394 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.395+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~I9HI27IM3XCH.2 size=906063 2024-08-04T15:47:57.395 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.395+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=I9HI27IM3XCH tag=QXRMU3JZUPYZ type=write size=4051791 2024-08-04T15:47:57.396 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.396+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~OKZOZMO6W1MC.0 size=342702 2024-08-04T15:47:57.399 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.399+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=OKZOZMO6W1MC tag=EVPCUMGT31XQ type=write size=1391278 2024-08-04T15:47:57.402 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.403+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~ZG1V36K5LBZ3.0 size=1048576 2024-08-04T15:47:57.403 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.404+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~ZG1V36K5LBZ3.1 size=1048576 2024-08-04T15:47:57.405 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.406+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~ZG1V36K5LBZ3.2 size=428927 2024-08-04T15:47:57.405 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.406+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=ZG1V36K5LBZ3 tag=PTCBM32YW4AG type=write size=3574655 2024-08-04T15:47:57.409 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.407+0000 7fd2ccec3640 1 < canceled operation key=4K3JERFA2TR2 tag=9NH5OAJQP5T9 type=del size=2446940 2024-08-04T15:47:57.409 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.409+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=Q3GDKY1JCH89 type=del size=469060 2024-08-04T15:47:57.410 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.411+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=A1F8RB501UHT type=del 2024-08-04T15:47:57.412 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.412+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=F7EO3MDT5OWR type=write size=623397 2024-08-04T15:47:57.413 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.414+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~3AO47FK1PP8W.0 size=1048576 2024-08-04T15:47:57.415 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.415+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~3AO47FK1PP8W.1 size=1048576 2024-08-04T15:47:57.415 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.415+0000 7fd2ccec3640 1 < canceled part key=_multipart_5JWY4L0XFKO9.2~3AO47FK1PP8W.2 size=816166 2024-08-04T15:47:57.418 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.418+0000 7fd2ccec3640 1 < canceled multipart upload key=5JWY4L0XFKO9 upload=3AO47FK1PP8W tag=JREGEFBJ7D3S type=write size=3961894 2024-08-04T15:47:57.419 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.420+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=S91IQR4VB2ZR type=del size=309490 2024-08-04T15:47:57.421 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.422+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~J7KAADGTHLIV.0 size=1048576 2024-08-04T15:47:57.423 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.423+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~J7KAADGTHLIV.1 size=1048576 2024-08-04T15:47:57.424 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.425+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~J7KAADGTHLIV.2 size=279576 2024-08-04T15:47:57.427 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.427+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=J7KAADGTHLIV tag=XW3AMU3Q73TS type=write size=3425304 2024-08-04T15:47:57.428 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.429+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=585YS473CRJ6 type=del size=2063305 2024-08-04T15:47:57.430 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.431+0000 7fd2ccec3640 1 < completed delete operation key=HIMJNBIR2DD9 tag=GWESM0RD8R9Q type=del 2024-08-04T15:47:57.433 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.434+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~82Z6FUC1ARLW.0 size=1048576 2024-08-04T15:47:57.435 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.435+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~82Z6FUC1ARLW.1 size=1048576 2024-08-04T15:47:57.436 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.436+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~82Z6FUC1ARLW.2 size=1004561 2024-08-04T15:47:57.436 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.436+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=82Z6FUC1ARLW tag=GG5YSXN8B00P type=write size=4150289 2024-08-04T15:47:57.438 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.438+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~QH3MWUBZ5DRX.0 size=1048576 2024-08-04T15:47:57.439 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.440+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~QH3MWUBZ5DRX.1 size=749841 2024-08-04T15:47:57.442 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.442+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=QH3MWUBZ5DRX tag=MDOZ1K6UODAY type=write size=2846993 2024-08-04T15:47:57.445 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.445+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~90YOI72B5QV8.0 size=1048576 2024-08-04T15:47:57.446 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.447+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~90YOI72B5QV8.1 size=1048576 2024-08-04T15:47:57.447 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.448+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~90YOI72B5QV8.2 size=959466 2024-08-04T15:47:57.448 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.448+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=90YOI72B5QV8 tag=618KJIO3B4ZN type=write size=4105194 2024-08-04T15:47:57.449 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.450+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~MGOGO6K1YM1O.0 size=714664 2024-08-04T15:47:57.452 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.453+0000 7fd2ccec3640 1 < completed multipart upload key=H06WFDC3B2PH upload=MGOGO6K1YM1O tag=2Q8QH217SCNU type=write size=1763240 2024-08-04T15:47:57.455 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.456+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~VUSFUA0X0TH8.0 size=1048576 2024-08-04T15:47:57.456 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.457+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~VUSFUA0X0TH8.1 size=1048576 2024-08-04T15:47:57.458 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.458+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~VUSFUA0X0TH8.2 size=266978 2024-08-04T15:47:57.458 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.458+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=VUSFUA0X0TH8 tag=DWBMAG0RXLWT type=write size=3412706 2024-08-04T15:47:57.459 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.460+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~BGFE4M6TOALT.0 size=1048576 2024-08-04T15:47:57.461 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.461+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~BGFE4M6TOALT.1 size=1048576 2024-08-04T15:47:57.461 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.461+0000 7fd2ccec3640 1 < canceled part key=_multipart_SWB07P8C064V.2~BGFE4M6TOALT.2 size=565350 2024-08-04T15:47:57.464 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.464+0000 7fd2ccec3640 1 < canceled multipart upload key=SWB07P8C064V upload=BGFE4M6TOALT tag=O1UM3WBSLKIN type=write size=3711078 2024-08-04T15:47:57.465 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.466+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=0MXB179FG23G type=del size=784953 2024-08-04T15:47:57.467 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.467+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~WZG0VGWX0UO1.0 size=1048576 2024-08-04T15:47:57.468 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.469+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~WZG0VGWX0UO1.1 size=982360 2024-08-04T15:47:57.471 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.471+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=WZG0VGWX0UO1 tag=H9P7FYCWZQ7Q type=write size=3079512 2024-08-04T15:47:57.474 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.475+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~MG9ZKKK64SI6.0 size=1048576 2024-08-04T15:47:57.475 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.476+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~MG9ZKKK64SI6.1 size=81761 2024-08-04T15:47:57.476 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.476+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=MG9ZKKK64SI6 tag=9PVLR8GNDXBE type=write size=2178913 2024-08-04T15:47:57.477 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.478+0000 7fd2ccec3640 1 < canceled operation key=5JWY4L0XFKO9 tag=ST3HX1MAFBHE type=del size=2282286 2024-08-04T15:47:57.479 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.480+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=99E9WL7TWRC7 type=write size=972881 2024-08-04T15:47:57.481 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.481+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=SN6CDE33T0OY type=del 2024-08-04T15:47:57.484 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.484+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~YUZTHWNCH0ZZ.0 size=1048576 2024-08-04T15:47:57.485 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.486+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~YUZTHWNCH0ZZ.1 size=356416 2024-08-04T15:47:57.485 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.486+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=YUZTHWNCH0ZZ tag=19UV112PXOYW type=write size=2453568 2024-08-04T15:47:57.487 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.487+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~SZGUEQPIX0HB.0 size=336072 2024-08-04T15:47:57.489 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.490+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=SZGUEQPIX0HB tag=46HZPA73L7IF type=write size=1384648 2024-08-04T15:47:57.492 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.493+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~D3Y1W1FF3LOO.0 size=574742 2024-08-04T15:47:57.493 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.493+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=D3Y1W1FF3LOO tag=IDYUNW4J6LYR type=write size=1623318 2024-08-04T15:47:57.494 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.495+0000 7fd2ccec3640 1 < canceled operation key=YXD2X0LU17RF tag=CEGEYHMO35YF type=write size=1018497 2024-08-04T15:47:57.496 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.496+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=NCHNJUN1XRCY type=del size=4116497 2024-08-04T15:47:57.498 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.498+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~0FXXREASYPWP.0 size=1048576 2024-08-04T15:47:57.500 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.500+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~0FXXREASYPWP.1 size=1048576 2024-08-04T15:47:57.501 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.502+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~0FXXREASYPWP.2 size=488535 2024-08-04T15:47:57.504 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.504+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=0FXXREASYPWP tag=7UKHRY6NF0T9 type=write size=3634263 2024-08-04T15:47:57.505 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.506+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=27IW1SUE4CWF type=del size=1958938 2024-08-04T15:47:57.507 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.508+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~I9HI27IM3XCH.0 size=1048576 2024-08-04T15:47:57.509 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.509+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~I9HI27IM3XCH.1 size=1048576 2024-08-04T15:47:57.510 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.511+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~I9HI27IM3XCH.2 size=906063 2024-08-04T15:47:57.513 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.514+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=I9HI27IM3XCH tag=QXRMU3JZUPYZ type=write size=4051791 2024-08-04T15:47:57.517 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.517+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~TIIPTTOFD28Q.0 size=1048576 2024-08-04T15:47:57.518 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.519+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~TIIPTTOFD28Q.1 size=1048576 2024-08-04T15:47:57.519 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.520+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~TIIPTTOFD28Q.2 size=549628 2024-08-04T15:47:57.519 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.520+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=TIIPTTOFD28Q tag=1ZNF69G0XYDC type=write size=3695356 2024-08-04T15:47:57.521 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.521+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~ZG1V36K5LBZ3.0 size=1048576 2024-08-04T15:47:57.521 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.521+0000 7fd2ccec3640 1 < canceled part key=_multipart_0BWMVZQ5RBRL.2~ZG1V36K5LBZ3.1 size=1048576 2024-08-04T15:47:57.521 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.521+0000 7fd2ccec3640 1 < canceled part key=_multipart_0BWMVZQ5RBRL.2~ZG1V36K5LBZ3.2 size=428927 2024-08-04T15:47:57.524 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.525+0000 7fd2ccec3640 1 < canceled multipart upload key=0BWMVZQ5RBRL upload=ZG1V36K5LBZ3 tag=PTCBM32YW4AG type=write size=3574655 2024-08-04T15:47:57.526 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.526+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=PLE1XQP7LLIN type=write size=709607 2024-08-04T15:47:57.528 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.529+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=Q3GDKY1JCH89 type=del 2024-08-04T15:47:57.530 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.531+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=9507JWQW9X01 type=del size=3770414 2024-08-04T15:47:57.533 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.533+0000 7fd2ccec3640 1 < completed write operation key=H06WFDC3B2PH tag=F7EO3MDT5OWR type=write size=623397 2024-08-04T15:47:57.534 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.535+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=CT73BIA2N7BL type=del size=3660209 2024-08-04T15:47:57.538 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.538+0000 7fd2ccec3640 1 < suggested update operation key=XWJQBRZ42N7Q tag=S91IQR4VB2ZR type=del size=309490 2024-08-04T15:47:57.539 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.540+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=PUGKYJEWVI7R type=del size=3761684 2024-08-04T15:47:57.541 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.542+0000 7fd2ccec3640 1 < canceled operation key=PZE6FNM3SE38 tag=585YS473CRJ6 type=del size=2063305 2024-08-04T15:47:57.543 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.544+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=WAARGLUHTXO0 type=write size=474764 2024-08-04T15:47:57.545 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.546+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~82Z6FUC1ARLW.0 size=1048576 2024-08-04T15:47:57.547 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.547+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~82Z6FUC1ARLW.1 size=1048576 2024-08-04T15:47:57.548 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.549+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~82Z6FUC1ARLW.2 size=1004561 2024-08-04T15:47:57.552 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.553+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=82Z6FUC1ARLW tag=GG5YSXN8B00P type=write size=4150289 2024-08-04T15:47:57.555 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.555+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=EM7E0BBJXPNT type=del size=1108355 2024-08-04T15:47:57.557 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.558+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~90YOI72B5QV8.0 size=1048576 2024-08-04T15:47:57.559 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.560+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~90YOI72B5QV8.1 size=1048576 2024-08-04T15:47:57.561 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.562+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~90YOI72B5QV8.2 size=959466 2024-08-04T15:47:57.567 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.567+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=90YOI72B5QV8 tag=618KJIO3B4ZN type=write size=4105194 2024-08-04T15:47:57.569 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.570+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=75M3VAJCI3Z3 type=del size=2427616 2024-08-04T15:47:57.572 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.572+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~VUSFUA0X0TH8.0 size=1048576 2024-08-04T15:47:57.574 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.575+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~VUSFUA0X0TH8.1 size=1048576 2024-08-04T15:47:57.576 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.577+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~VUSFUA0X0TH8.2 size=266978 2024-08-04T15:47:57.581 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.581+0000 7fd2ccec3640 1 < completed multipart upload key=H06WFDC3B2PH upload=VUSFUA0X0TH8 tag=DWBMAG0RXLWT type=write size=3412706 2024-08-04T15:47:57.583 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.584+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=5YALBV541ZXX type=write size=770200 2024-08-04T15:47:57.588 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.589+0000 7fd2ccec3640 1 < suggested remove operation key=77442UN63NTC tag=0MXB179FG23G type=del 2024-08-04T15:47:57.591 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.592+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=7MMZCITQELO6 type=del size=820466 2024-08-04T15:47:57.594 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.594+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~MG9ZKKK64SI6.0 size=1048576 2024-08-04T15:47:57.595 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.596+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~MG9ZKKK64SI6.1 size=81761 2024-08-04T15:47:57.599 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.599+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=MG9ZKKK64SI6 tag=9PVLR8GNDXBE type=write size=2178913 2024-08-04T15:47:57.601 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.602+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=W07EXHDEB3MD type=del size=1359307 2024-08-04T15:47:57.605 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.605+0000 7fd2ccec3640 1 < suggested remove operation key=5JWY4L0XFKO9 tag=99E9WL7TWRC7 type=write 2024-08-04T15:47:57.606 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.607+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=CPOCCPVOCIK0 type=del size=3855544 2024-08-04T15:47:57.608 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.608+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~YUZTHWNCH0ZZ.0 size=1048576 2024-08-04T15:47:57.609 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.610+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~YUZTHWNCH0ZZ.1 size=356416 2024-08-04T15:47:57.613 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.613+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=YUZTHWNCH0ZZ tag=19UV112PXOYW type=write size=2453568 2024-08-04T15:47:57.615 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.616+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~OB3GQ5L4VR8L.0 size=1048576 2024-08-04T15:47:57.617 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.617+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~OB3GQ5L4VR8L.1 size=1048576 2024-08-04T15:47:57.618 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.619+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~OB3GQ5L4VR8L.2 size=723546 2024-08-04T15:47:57.618 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.619+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=OB3GQ5L4VR8L tag=JECT6MW28QDT type=write size=3869274 2024-08-04T15:47:57.619 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.620+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~D3Y1W1FF3LOO.0 size=574742 2024-08-04T15:47:57.622 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.623+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=D3Y1W1FF3LOO tag=IDYUNW4J6LYR type=write size=1623318 2024-08-04T15:47:57.625 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.626+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~0HZKJTX2QJJ9.0 size=1048576 2024-08-04T15:47:57.626 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.627+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~0HZKJTX2QJJ9.1 size=428592 2024-08-04T15:47:57.627 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.627+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=0HZKJTX2QJJ9 tag=YIF1Q077K4JA type=write size=2525744 2024-08-04T15:47:57.630 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.631+0000 7fd2ccec3640 1 < suggested update operation key=MWJBTVQYBFBJ tag=NCHNJUN1XRCY type=del size=4116497 2024-08-04T15:47:57.632 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.632+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=SEWTVBSDVUYW type=del size=2822635 2024-08-04T15:47:57.633 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.634+0000 7fd2ccec3640 1 < completed delete operation key=S35AAPLREPCU tag=27IW1SUE4CWF type=del 2024-08-04T15:47:57.636 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.637+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~5NN4NBKOTLV3.0 size=1048576 2024-08-04T15:47:57.638 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.639+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~5NN4NBKOTLV3.1 size=1048576 2024-08-04T15:47:57.639 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.640+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~5NN4NBKOTLV3.2 size=1036157 2024-08-04T15:47:57.639 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.640+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=5NN4NBKOTLV3 tag=S1UWZFYZ2IVL type=write size=4181885 2024-08-04T15:47:57.642 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.642+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~TIIPTTOFD28Q.0 size=1048576 2024-08-04T15:47:57.643 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.644+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~TIIPTTOFD28Q.1 size=1048576 2024-08-04T15:47:57.644 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.645+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~TIIPTTOFD28Q.2 size=549628 2024-08-04T15:47:57.647 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.648+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=TIIPTTOFD28Q tag=1ZNF69G0XYDC type=write size=3695356 2024-08-04T15:47:57.649 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.650+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=SJIMGXKE8GE7 type=del size=3908069 2024-08-04T15:47:57.651 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.652+0000 7fd2ccec3640 -1 < failed to complete operation key=77442UN63NTC tag=PLE1XQP7LLIN type=write size=709607: (22) Invalid argument 2024-08-04T15:47:57.653 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.654+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=YTFXL9O7CPLO type=write size=909513 2024-08-04T15:47:57.655 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.656+0000 7fd2ccec3640 1 < completed delete operation key=HIMJNBIR2DD9 tag=9507JWQW9X01 type=del 2024-08-04T15:47:57.657 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.658+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=6Y4L4DBDYX5U type=del size=2524565 2024-08-04T15:47:57.659 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.660+0000 7fd2ccec3640 1 < completed delete operation key=S35AAPLREPCU tag=CT73BIA2N7BL type=del 2024-08-04T15:47:57.662 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.663+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~E9F5YX820PED.0 size=457298 2024-08-04T15:47:57.662 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.663+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=E9F5YX820PED tag=YWSB1SEJOWD9 type=write size=1505874 2024-08-04T15:47:57.664 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.665+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=PUGKYJEWVI7R type=del 2024-08-04T15:47:57.667 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.668+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~WZ1XLKCSNRA2.0 size=1048576 2024-08-04T15:47:57.668 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.669+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~WZ1XLKCSNRA2.1 size=530591 2024-08-04T15:47:57.668 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.669+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=WZ1XLKCSNRA2 tag=EU4GQAX4ZJ1J type=write size=2627743 2024-08-04T15:47:57.670 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.670+0000 7fd2ccec3640 1 < canceled operation key=0BWMVZQ5RBRL tag=WAARGLUHTXO0 type=write size=474764 2024-08-04T15:47:57.672 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.672+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=LLULCJ0BBRZ8 type=write size=171358 2024-08-04T15:47:57.674 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.674+0000 7fd2ccec3640 -1 < failed to complete operation key=5JWY4L0XFKO9 tag=EM7E0BBJXPNT type=del size=1108355: (22) Invalid argument 2024-08-04T15:47:57.675 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.676+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=W9K0QO7FTM1R type=del size=2055920 2024-08-04T15:47:57.679 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.680+0000 7fd2ccec3640 1 < suggested update operation key=77442UN63NTC tag=75M3VAJCI3Z3 type=del size=2427616 2024-08-04T15:47:57.682 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.683+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~96EX04SDWY1E.0 size=429357 2024-08-04T15:47:57.682 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.683+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=96EX04SDWY1E tag=DSM0H0TY2YDZ type=write size=1477933 2024-08-04T15:47:57.684 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.685+0000 7fd2ccec3640 1 < completed write operation key=LPB2ZT0VBXYW tag=5YALBV541ZXX type=write size=770200 2024-08-04T15:47:57.687 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.688+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~TCDU66OE4DT5.0 size=420897 2024-08-04T15:47:57.687 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.688+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=TCDU66OE4DT5 tag=YDLIHWJ17WN1 type=write size=1469473 2024-08-04T15:47:57.690 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.690+0000 7fd2ccec3640 -1 < failed to complete operation key=77442UN63NTC tag=7MMZCITQELO6 type=del size=820466: (22) Invalid argument 2024-08-04T15:47:57.693 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.694+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~0BA1DCJ5XC51.0 size=229626 2024-08-04T15:47:57.693 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.694+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=0BA1DCJ5XC51 tag=E47J86X77WBJ type=write size=1278202 2024-08-04T15:47:57.695 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.695+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=W07EXHDEB3MD type=del 2024-08-04T15:47:57.698 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.699+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~A2U6F8XNNY90.0 size=1048576 2024-08-04T15:47:57.700 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.700+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~A2U6F8XNNY90.1 size=1048576 2024-08-04T15:47:57.701 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.701+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~A2U6F8XNNY90.2 size=953890 2024-08-04T15:47:57.701 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.701+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=A2U6F8XNNY90 tag=T81MM8XU9QLI type=write size=4099618 2024-08-04T15:47:57.703 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.703+0000 7fd2ccec3640 1 < completed delete operation key=XWJQBRZ42N7Q tag=CPOCCPVOCIK0 type=del 2024-08-04T15:47:57.705 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.705+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=18PF8U0WMNGI type=del size=2585484 2024-08-04T15:47:57.705 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.706+0000 7fd2ccec3640 1 < canceled part key=_multipart_KSYUUUTKLZGE.2~OB3GQ5L4VR8L.0 size=1048576 2024-08-04T15:47:57.706 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.707+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~OB3GQ5L4VR8L.1 size=1048576 2024-08-04T15:47:57.708 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.709+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~OB3GQ5L4VR8L.2 size=723546 2024-08-04T15:47:57.711 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.711+0000 7fd2ccec3640 1 < canceled multipart upload key=KSYUUUTKLZGE upload=OB3GQ5L4VR8L tag=JECT6MW28QDT type=write size=3869274 2024-08-04T15:47:57.712 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.713+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=MWXP9X9GD2V6 type=del size=3842352 2024-08-04T15:47:57.714 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.715+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~0HZKJTX2QJJ9.0 size=1048576 2024-08-04T15:47:57.716 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.716+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~0HZKJTX2QJJ9.1 size=428592 2024-08-04T15:47:57.719 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.719+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=0HZKJTX2QJJ9 tag=YIF1Q077K4JA type=write size=2525744 2024-08-04T15:47:57.720 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.721+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=YPWZCYZFOEP2 type=del size=510023 2024-08-04T15:47:57.722 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.723+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=SEWTVBSDVUYW type=del 2024-08-04T15:47:57.724 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.725+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=WUHTXM036009 type=del size=3645919 2024-08-04T15:47:57.724 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.725+0000 7fd2ccec3640 1 < canceled part key=_multipart_YXD2X0LU17RF.2~5NN4NBKOTLV3.0 size=1048576 2024-08-04T15:47:57.726 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.726+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~5NN4NBKOTLV3.1 size=1048576 2024-08-04T15:47:57.727 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.728+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~5NN4NBKOTLV3.2 size=1036157 2024-08-04T15:47:57.730 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.731+0000 7fd2ccec3640 1 < canceled multipart upload key=YXD2X0LU17RF upload=5NN4NBKOTLV3 tag=S1UWZFYZ2IVL type=write size=4181885 2024-08-04T15:47:57.732 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.732+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=5UT3I01HVUVR type=del size=2521829 2024-08-04T15:47:57.733 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.734+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=SJIMGXKE8GE7 type=del 2024-08-04T15:47:57.735 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.735+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=WQL7ZEHNWBAL type=del size=1480324 2024-08-04T15:47:57.738 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.739+0000 7fd2ccec3640 1 < suggested remove operation key=Q43H3OZA4M1A tag=YTFXL9O7CPLO type=write 2024-08-04T15:47:57.740 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.740+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=SKCLGG6JPJAA type=del size=281761 2024-08-04T15:47:57.741 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.742+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=6Y4L4DBDYX5U type=del 2024-08-04T15:47:57.743 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.743+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=VM09PW6OE9R7 type=del size=2087544 2024-08-04T15:47:57.744 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.745+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~E9F5YX820PED.0 size=457298 2024-08-04T15:47:57.747 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.748+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=E9F5YX820PED tag=YWSB1SEJOWD9 type=write size=1505874 2024-08-04T15:47:57.749 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.749+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=VZ38ODLEE53J type=del size=899570 2024-08-04T15:47:57.750 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.751+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~WZ1XLKCSNRA2.0 size=1048576 2024-08-04T15:47:57.752 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.752+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~WZ1XLKCSNRA2.1 size=530591 2024-08-04T15:47:57.754 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.755+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=WZ1XLKCSNRA2 tag=EU4GQAX4ZJ1J type=write size=2627743 2024-08-04T15:47:57.757 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.758+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~UPYQ1BEJPJ5K.0 size=1048576 2024-08-04T15:47:57.759 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.759+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~UPYQ1BEJPJ5K.1 size=1048576 2024-08-04T15:47:57.760 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.761+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~UPYQ1BEJPJ5K.2 size=845270 2024-08-04T15:47:57.760 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.761+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=UPYQ1BEJPJ5K tag=J0JK8SP7BQAZ type=write size=3990998 2024-08-04T15:47:57.762 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.763+0000 7fd2ccec3640 1 < canceled operation key=XWJQBRZ42N7Q tag=LLULCJ0BBRZ8 type=write size=171358 2024-08-04T15:47:57.763 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.764+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=XPA2LYQIY4HC type=del size=2456914 2024-08-04T15:47:57.765 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.766+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=W9K0QO7FTM1R type=del 2024-08-04T15:47:57.767 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.767+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=XBR92R21XQ1K type=write size=148614 2024-08-04T15:47:57.768 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.769+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~96EX04SDWY1E.0 size=429357 2024-08-04T15:47:57.771 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.772+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=96EX04SDWY1E tag=DSM0H0TY2YDZ type=write size=1477933 2024-08-04T15:47:57.774 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.775+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~BYKV0K2JQTYO.0 size=753620 2024-08-04T15:47:57.774 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.775+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=BYKV0K2JQTYO tag=GD27SQ2DPQDL type=write size=1802196 2024-08-04T15:47:57.776 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.776+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~TCDU66OE4DT5.0 size=420897 2024-08-04T15:47:57.778 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.779+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=TCDU66OE4DT5 tag=YDLIHWJ17WN1 type=write size=1469473 2024-08-04T15:47:57.781 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.782+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~ZJ5DFNJ98032.0 size=664592 2024-08-04T15:47:57.781 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.782+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=ZJ5DFNJ98032 tag=KULSERNHCOGF type=write size=1713168 2024-08-04T15:47:57.783 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.784+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~0BA1DCJ5XC51.0 size=229626 2024-08-04T15:47:57.786 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.787+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=0BA1DCJ5XC51 tag=E47J86X77WBJ type=write size=1278202 2024-08-04T15:47:57.788 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.788+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=3UNEGH503U3N type=del size=1926679 2024-08-04T15:47:57.789 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.790+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~A2U6F8XNNY90.0 size=1048576 2024-08-04T15:47:57.791 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.792+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~A2U6F8XNNY90.1 size=1048576 2024-08-04T15:47:57.792 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.793+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~A2U6F8XNNY90.2 size=953890 2024-08-04T15:47:57.795 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.796+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=A2U6F8XNNY90 tag=T81MM8XU9QLI type=write size=4099618 2024-08-04T15:47:57.797 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.797+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=EQ5MTQ7YIFFV type=write size=999038 2024-08-04T15:47:57.798 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.799+0000 7fd2ccec3640 1 < completed delete operation key=A8CMFMCK5F3U tag=18PF8U0WMNGI type=del 2024-08-04T15:47:57.800 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.801+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=5EW3LLT6MMVK type=del size=3505279 2024-08-04T15:47:57.802 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.802+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=MWXP9X9GD2V6 type=del 2024-08-04T15:47:57.805 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.805+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~IWPGZQWR199V.0 size=84378 2024-08-04T15:47:57.805 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.805+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=IWPGZQWR199V tag=7MNUELTH31B5 type=write size=1132954 2024-08-04T15:47:57.806 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.807+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=YPWZCYZFOEP2 type=del 2024-08-04T15:47:57.809 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.810+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~8OPE0P5UUN71.0 size=990205 2024-08-04T15:47:57.809 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.810+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=8OPE0P5UUN71 tag=40XI6MRWQPIO type=write size=2038781 2024-08-04T15:47:57.811 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.812+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=WUHTXM036009 type=del 2024-08-04T15:47:57.814 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.815+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~A2TMF6ABU0OI.0 size=1048576 2024-08-04T15:47:57.817 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.816+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~A2TMF6ABU0OI.1 size=781440 2024-08-04T15:47:57.817 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.816+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=A2TMF6ABU0OI tag=G2KLCDHN1146 type=write size=2878592 2024-08-04T15:47:57.819 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.819+0000 7fd2ccec3640 1 < suggested remove operation key=0BWMVZQ5RBRL tag=5UT3I01HVUVR type=del 2024-08-04T15:47:57.821 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.821+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=PS2M1BTU73UE type=del size=2568327 2024-08-04T15:47:57.822 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.823+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=WQL7ZEHNWBAL type=del 2024-08-04T15:47:57.824 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.825+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=IMFNAXB32L1Q type=write size=505443 2024-08-04T15:47:57.826 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.826+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=SKCLGG6JPJAA type=del 2024-08-04T15:47:57.827 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.828+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=3JIA0YKSG3NI type=del size=638889 2024-08-04T15:47:57.829 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.830+0000 7fd2ccec3640 1 < canceled operation key=Q43H3OZA4M1A tag=VM09PW6OE9R7 type=del size=2087544 2024-08-04T15:47:57.832 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.833+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~S1U30UC3QRHN.0 size=1048576 2024-08-04T15:47:57.833 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.834+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~S1U30UC3QRHN.1 size=988860 2024-08-04T15:47:57.834 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.834+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=S1U30UC3QRHN tag=BDNI02XT35XO type=write size=3086012 2024-08-04T15:47:57.835 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.836+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=VZ38ODLEE53J type=del 2024-08-04T15:47:57.837 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.837+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=AP6S9LTZLD3P type=del size=3075842 2024-08-04T15:47:57.839 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.840+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~UPYQ1BEJPJ5K.0 size=1048576 2024-08-04T15:47:57.840 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.841+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~UPYQ1BEJPJ5K.1 size=1048576 2024-08-04T15:47:57.842 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.842+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~UPYQ1BEJPJ5K.2 size=845270 2024-08-04T15:47:57.845 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.845+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=UPYQ1BEJPJ5K tag=J0JK8SP7BQAZ type=write size=3990998 2024-08-04T15:47:57.846 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.847+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=672ACWNBGG6N type=del size=2207716 2024-08-04T15:47:57.850 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.850+0000 7fd2ccec3640 1 < suggested remove operation key=ESVVWVGCH33K tag=XPA2LYQIY4HC type=del 2024-08-04T15:47:57.851 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.852+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=XIFJJUUY5QYO type=del size=77933 2024-08-04T15:47:57.853 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.854+0000 7fd2ccec3640 1 < completed write operation key=SWB07P8C064V tag=XBR92R21XQ1K type=write size=148614 2024-08-04T15:47:57.855 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.855+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=MWHKZCHCF784 type=del size=2635089 2024-08-04T15:47:57.857 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.857+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~BYKV0K2JQTYO.0 size=753620 2024-08-04T15:47:57.859 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.860+0000 7fd2ccec3640 1 < completed multipart upload key=H06WFDC3B2PH upload=BYKV0K2JQTYO tag=GD27SQ2DPQDL type=write size=1802196 2024-08-04T15:47:57.861 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.862+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=VGOKQNKPNL9S type=del size=2391187 2024-08-04T15:47:57.862 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.862+0000 7fd2ccec3640 1 < canceled part key=_multipart_4K3JERFA2TR2.2~ZJ5DFNJ98032.0 size=664592 2024-08-04T15:47:57.865 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.865+0000 7fd2ccec3640 1 < canceled multipart upload key=4K3JERFA2TR2 upload=ZJ5DFNJ98032 tag=KULSERNHCOGF type=write size=1713168 2024-08-04T15:47:57.866 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.867+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=ODU82SEQNNK4 type=del size=3650213 2024-08-04T15:47:57.870 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.870+0000 7fd2ccec3640 1 < suggested remove operation key=PZE6FNM3SE38 tag=3UNEGH503U3N type=del 2024-08-04T15:47:57.872 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.873+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=TNWJ6V4Z0NKA type=del size=1956763 2024-08-04T15:47:57.874 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.875+0000 7fd2ccec3640 1 < completed write operation key=0ZFG1GY0QH8K tag=EQ5MTQ7YIFFV type=write size=999038 2024-08-04T15:47:57.876 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.876+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=C2XZ32FCHDEZ type=del size=3406477 2024-08-04T15:47:57.877 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.878+0000 7fd2ccec3640 1 < completed delete operation key=S35AAPLREPCU tag=5EW3LLT6MMVK type=del 2024-08-04T15:47:57.879 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.880+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=FSZNFGSCRUA6 type=del size=1243633 2024-08-04T15:47:57.881 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.881+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~IWPGZQWR199V.0 size=84378 2024-08-04T15:47:57.884 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.884+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=IWPGZQWR199V tag=7MNUELTH31B5 type=write size=1132954 2024-08-04T15:47:57.887 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.887+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~E8EGOF9M63FB.0 size=1048576 2024-08-04T15:47:57.888 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.889+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~E8EGOF9M63FB.1 size=1048576 2024-08-04T15:47:57.890 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.890+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~E8EGOF9M63FB.2 size=412130 2024-08-04T15:47:57.890 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.890+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=E8EGOF9M63FB tag=204GCS8HJA4F type=write size=3557858 2024-08-04T15:47:57.892 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.892+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~8OPE0P5UUN71.0 size=990205 2024-08-04T15:47:57.895 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.895+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=8OPE0P5UUN71 tag=40XI6MRWQPIO type=write size=2038781 2024-08-04T15:47:57.897 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.897+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=G4ZQHXZJIT4L type=del size=280995 2024-08-04T15:47:57.898 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.899+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~A2TMF6ABU0OI.0 size=1048576 2024-08-04T15:47:57.900 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.900+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~A2TMF6ABU0OI.1 size=781440 2024-08-04T15:47:57.902 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.903+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=A2TMF6ABU0OI tag=G2KLCDHN1146 type=write size=2878592 2024-08-04T15:47:57.905 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.906+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~MV9O1BA1J6MF.0 size=4462 2024-08-04T15:47:57.905 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.906+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=MV9O1BA1J6MF tag=IF4GWHX36YZ5 type=write size=1053038 2024-08-04T15:47:57.908 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.908+0000 7fd2ccec3640 -1 < failed to complete operation key=ESVVWVGCH33K tag=PS2M1BTU73UE type=del size=2568327: (22) Invalid argument 2024-08-04T15:47:57.909 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.910+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=IHZMNYHUDX2O type=del size=1179514 2024-08-04T15:47:57.913 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.913+0000 7fd2ccec3640 1 < suggested update operation key=S35AAPLREPCU tag=IMFNAXB32L1Q type=write size=505443 2024-08-04T15:47:57.915 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.915+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=ZMSIN5ANZE0J type=del size=2452263 2024-08-04T15:47:57.919 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.919+0000 7fd2ccec3640 1 < suggested remove operation key=KSYUUUTKLZGE tag=3JIA0YKSG3NI type=del 2024-08-04T15:47:57.920 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.921+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=DCUVSVCQYBZ3 type=del size=741818 2024-08-04T15:47:57.922 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.923+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~S1U30UC3QRHN.0 size=1048576 2024-08-04T15:47:57.924 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.924+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~S1U30UC3QRHN.1 size=988860 2024-08-04T15:47:57.927 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.927+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=S1U30UC3QRHN tag=BDNI02XT35XO type=write size=3086012 2024-08-04T15:47:57.928 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.929+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=0LY6N43PMBJ5 type=del size=3207135 2024-08-04T15:47:57.932 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.933+0000 7fd2ccec3640 1 < suggested remove operation key=5JWY4L0XFKO9 tag=AP6S9LTZLD3P type=del 2024-08-04T15:47:57.936 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.936+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~FH7F10NRFD1B.0 size=1048576 2024-08-04T15:47:57.937 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.938+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~FH7F10NRFD1B.1 size=1048576 2024-08-04T15:47:57.939 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.939+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~FH7F10NRFD1B.2 size=250034 2024-08-04T15:47:57.939 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.939+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=FH7F10NRFD1B tag=BZPEISWAZIF3 type=write size=3395762 2024-08-04T15:47:57.941 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.941+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=672ACWNBGG6N type=del 2024-08-04T15:47:57.944 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.945+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~X549YL0RDIFK.0 size=1048576 2024-08-04T15:47:57.945 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.946+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~X549YL0RDIFK.1 size=1048576 2024-08-04T15:47:57.947 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.947+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~X549YL0RDIFK.2 size=251746 2024-08-04T15:47:57.947 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.947+0000 7fd2ccec3640 1 > prepared multipart upload key=62WXNRD38943 upload=X549YL0RDIFK tag=2ULCP1PFFD5V type=write size=3397474 2024-08-04T15:47:57.948 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.949+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=XIFJJUUY5QYO type=del 2024-08-04T15:47:57.950 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.951+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=CA7MGSTPJAM9 type=del size=3934570 2024-08-04T15:47:57.952 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.952+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=MWHKZCHCF784 type=del 2024-08-04T15:47:57.955 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.955+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~Q7FA4YU3U3XR.0 size=1043458 2024-08-04T15:47:57.955 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.955+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=Q7FA4YU3U3XR tag=FDLWBNQQ8HVW type=write size=2092034 2024-08-04T15:47:57.957 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.958+0000 7fd2ccec3640 -1 < failed to complete operation key=5JWY4L0XFKO9 tag=VGOKQNKPNL9S type=del size=2391187: (22) Invalid argument 2024-08-04T15:47:57.959 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.959+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=PUR6UWSMLX0Z type=del size=1992401 2024-08-04T15:47:57.962 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.963+0000 7fd2ccec3640 1 < suggested update operation key=YXD2X0LU17RF tag=ODU82SEQNNK4 type=del size=3650213 2024-08-04T15:47:57.964 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.964+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=HKCLUXG761HE type=del size=2061007 2024-08-04T15:47:57.965 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.966+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=TNWJ6V4Z0NKA type=del 2024-08-04T15:47:57.969 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.969+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~5V3OHQ12N8FP.0 size=950097 2024-08-04T15:47:57.969 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.969+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=5V3OHQ12N8FP tag=V19MYQQWFGHX type=write size=1998673 2024-08-04T15:47:57.972 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.973+0000 7fd2ccec3640 1 < suggested remove operation key=H06WFDC3B2PH tag=C2XZ32FCHDEZ type=del 2024-08-04T15:47:57.976 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.976+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~8TTAPOIC5OCI.0 size=1048576 2024-08-04T15:47:57.977 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.977+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~8TTAPOIC5OCI.1 size=1048576 2024-08-04T15:47:57.978 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.979+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~8TTAPOIC5OCI.2 size=1017710 2024-08-04T15:47:57.978 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.979+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=8TTAPOIC5OCI tag=44MCM68J9UUN type=write size=4163438 2024-08-04T15:47:57.980 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.980+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=FSZNFGSCRUA6 type=del 2024-08-04T15:47:57.982 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.982+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=DBXDJ7DLP3F9 type=del size=2541957 2024-08-04T15:47:57.983 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.984+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~E8EGOF9M63FB.0 size=1048576 2024-08-04T15:47:57.985 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.985+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~E8EGOF9M63FB.1 size=1048576 2024-08-04T15:47:57.986 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.987+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~E8EGOF9M63FB.2 size=412130 2024-08-04T15:47:57.989 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.990+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=E8EGOF9M63FB tag=204GCS8HJA4F type=write size=3557858 2024-08-04T15:47:57.991 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.991+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=18Y9HW3G2PXB type=del size=377151 2024-08-04T15:47:57.993 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.993+0000 7fd2ccec3640 -1 < failed to complete operation key=S35AAPLREPCU tag=G4ZQHXZJIT4L type=del size=280995: (22) Invalid argument 2024-08-04T15:47:57.994 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.995+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=O0FDAUX0IL9D type=del size=3483894 2024-08-04T15:47:57.995 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.995+0000 7fd2ccec3640 1 < canceled part key=_multipart_N24BTWFMGCPP.2~MV9O1BA1J6MF.0 size=4462 2024-08-04T15:47:57.997 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:57.998+0000 7fd2ccec3640 1 < canceled multipart upload key=N24BTWFMGCPP upload=MV9O1BA1J6MF tag=IF4GWHX36YZ5 type=write size=1053038 2024-08-04T15:47:57.999 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.000+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=OIYCU863I82O type=write size=1000938 2024-08-04T15:47:58.002 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.002+0000 7fd2ccec3640 1 < canceled operation key=N24BTWFMGCPP tag=IHZMNYHUDX2O type=del size=1179514 2024-08-04T15:47:58.003 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.004+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=O5NINIZMGAK4 type=write size=437559 2024-08-04T15:47:58.005 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.006+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=ZMSIN5ANZE0J type=del 2024-08-04T15:47:58.008 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.009+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~CPILVE7QLYG3.0 size=329462 2024-08-04T15:47:58.009 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.009+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=CPILVE7QLYG3 tag=CVFDTGUZXB2D type=write size=1378038 2024-08-04T15:47:58.012 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.012+0000 7fd2ccec3640 1 < suggested update operation key=MCSD2KYW9UUG tag=DCUVSVCQYBZ3 type=del size=741818 2024-08-04T15:47:58.013 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.014+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=9UU7152IL21A type=del size=983562 2024-08-04T15:47:58.015 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.016+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=0LY6N43PMBJ5 type=del 2024-08-04T15:47:58.019 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.019+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~8AZ3KBQDCTB3.0 size=673477 2024-08-04T15:47:58.021 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.019+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=8AZ3KBQDCTB3 tag=QSZ5OXUM7C5E type=write size=1722053 2024-08-04T15:47:58.022 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.021+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~FH7F10NRFD1B.0 size=1048576 2024-08-04T15:47:58.022 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.022+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~FH7F10NRFD1B.1 size=1048576 2024-08-04T15:47:58.023 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.023+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~FH7F10NRFD1B.2 size=250034 2024-08-04T15:47:58.026 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.026+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=FH7F10NRFD1B tag=BZPEISWAZIF3 type=write size=3395762 2024-08-04T15:47:58.027 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.028+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=ZE4C5KYB6RC0 type=del size=2581215 2024-08-04T15:47:58.029 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.029+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~X549YL0RDIFK.0 size=1048576 2024-08-04T15:47:58.030 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.031+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~X549YL0RDIFK.1 size=1048576 2024-08-04T15:47:58.032 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.032+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~X549YL0RDIFK.2 size=251746 2024-08-04T15:47:58.034 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.035+0000 7fd2ccec3640 1 < completed multipart upload key=62WXNRD38943 upload=X549YL0RDIFK tag=2ULCP1PFFD5V type=write size=3397474 2024-08-04T15:47:58.037 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.038+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~HI25NE7ZDNY2.0 size=1048576 2024-08-04T15:47:58.039 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.039+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~HI25NE7ZDNY2.1 size=1048576 2024-08-04T15:47:58.040 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.041+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~HI25NE7ZDNY2.2 size=212670 2024-08-04T15:47:58.040 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.041+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=HI25NE7ZDNY2 tag=WC5MS26KTUH0 type=write size=3358398 2024-08-04T15:47:58.044 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.044+0000 7fd2ccec3640 1 < suggested update operation key=KSYUUUTKLZGE tag=CA7MGSTPJAM9 type=del size=3934570 2024-08-04T15:47:58.045 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.046+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=5CZX6GPEB3ZO type=del size=1537144 2024-08-04T15:47:58.047 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.048+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~Q7FA4YU3U3XR.0 size=1043458 2024-08-04T15:47:58.050 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.050+0000 7fd2ccec3640 1 < completed multipart upload key=0BWMVZQ5RBRL upload=Q7FA4YU3U3XR tag=FDLWBNQQ8HVW type=write size=2092034 2024-08-04T15:47:58.052 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.052+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=W5J7C2V23GTW type=del size=2658948 2024-08-04T15:47:58.053 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.054+0000 7fd2ccec3640 1 < completed delete operation key=MWJBTVQYBFBJ tag=PUR6UWSMLX0Z type=del 2024-08-04T15:47:58.056 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.057+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~7TZURVSBGGJ5.0 size=21005 2024-08-04T15:47:58.056 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.057+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=7TZURVSBGGJ5 tag=7EQ39PFCKA1W type=write size=1069581 2024-08-04T15:47:58.059 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.059+0000 7fd2ccec3640 -1 < failed to complete operation key=KSYUUUTKLZGE tag=HKCLUXG761HE type=del size=2061007: (22) Invalid argument 2024-08-04T15:47:58.062 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.062+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~XCGN70OZW3CP.0 size=1048576 2024-08-04T15:47:58.063 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.064+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~XCGN70OZW3CP.1 size=959923 2024-08-04T15:47:58.064 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.064+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=XCGN70OZW3CP tag=1LXZREE7LS8X type=write size=3057075 2024-08-04T15:47:58.064 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.064+0000 7fd2ccec3640 1 < canceled part key=_multipart_WMBAAE091MS6.2~5V3OHQ12N8FP.0 size=950097 2024-08-04T15:47:58.066 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.067+0000 7fd2ccec3640 1 < canceled multipart upload key=WMBAAE091MS6 upload=5V3OHQ12N8FP tag=V19MYQQWFGHX type=write size=1998673 2024-08-04T15:47:58.068 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.069+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=2R32K0OVCBYG type=del size=1572627 2024-08-04T15:47:58.070 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.070+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~8TTAPOIC5OCI.0 size=1048576 2024-08-04T15:47:58.071 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.072+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~8TTAPOIC5OCI.1 size=1048576 2024-08-04T15:47:58.073 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.074+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~8TTAPOIC5OCI.2 size=1017710 2024-08-04T15:47:58.076 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.077+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=8TTAPOIC5OCI tag=44MCM68J9UUN type=write size=4163438 2024-08-04T15:47:58.079 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.080+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~KN75FQBW36ME.0 size=1048576 2024-08-04T15:47:58.080 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.081+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~KN75FQBW36ME.1 size=1048576 2024-08-04T15:47:58.082 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.082+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~KN75FQBW36ME.2 size=848972 2024-08-04T15:47:58.082 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.082+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=KN75FQBW36ME tag=IKFSOA6FUH39 type=write size=3994700 2024-08-04T15:47:58.083 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.084+0000 7fd2ccec3640 1 < completed delete operation key=MWJBTVQYBFBJ tag=DBXDJ7DLP3F9 type=del 2024-08-04T15:47:58.085 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.086+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=WA1M1RD0M5N5 type=del size=801777 2024-08-04T15:47:58.087 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.088+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=18Y9HW3G2PXB type=del 2024-08-04T15:47:58.090 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.091+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~L4UOB48CDEXQ.0 size=1048576 2024-08-04T15:47:58.092 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.092+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~L4UOB48CDEXQ.1 size=1048576 2024-08-04T15:47:58.094 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.094+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~L4UOB48CDEXQ.2 size=999292 2024-08-04T15:47:58.094 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.094+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=L4UOB48CDEXQ tag=NEIM85MDOM5C type=write size=4145020 2024-08-04T15:47:58.095 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.096+0000 7fd2ccec3640 1 < canceled operation key=MWJBTVQYBFBJ tag=O0FDAUX0IL9D type=del size=3483894 2024-08-04T15:47:58.098 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.099+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~KLVI7YMWIO3B.0 size=1048576 2024-08-04T15:47:58.100 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.100+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~KLVI7YMWIO3B.1 size=497310 2024-08-04T15:47:58.100 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.100+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=KLVI7YMWIO3B tag=71ZUT8GV2D9D type=write size=2594462 2024-08-04T15:47:58.102 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.102+0000 7fd2ccec3640 1 < completed write operation key=A8CMFMCK5F3U tag=OIYCU863I82O type=write size=1000938 2024-08-04T15:47:58.104 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.104+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=2VRVA41RFKZZ type=write size=291455 2024-08-04T15:47:58.105 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.106+0000 7fd2ccec3640 1 < completed write operation key=0BWMVZQ5RBRL tag=O5NINIZMGAK4 type=write size=437559 2024-08-04T15:47:58.107 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.108+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=DKZ0LMWZ860W type=write size=476687 2024-08-04T15:47:58.109 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.110+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~CPILVE7QLYG3.0 size=329462 2024-08-04T15:47:58.112 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.112+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=CPILVE7QLYG3 tag=CVFDTGUZXB2D type=write size=1378038 2024-08-04T15:47:58.115 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.116+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~86IDYMAIP1RC.0 size=1048576 2024-08-04T15:47:58.117 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.117+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~86IDYMAIP1RC.1 size=1048576 2024-08-04T15:47:58.118 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.119+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~86IDYMAIP1RC.2 size=13986 2024-08-04T15:47:58.118 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.119+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=86IDYMAIP1RC tag=UGPOG9HBLMGL type=write size=3159714 2024-08-04T15:47:58.120 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.120+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=9UU7152IL21A type=del 2024-08-04T15:47:58.123 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.124+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~I22P0S3H2VBG.0 size=1048576 2024-08-04T15:47:58.125 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.125+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~I22P0S3H2VBG.1 size=237596 2024-08-04T15:47:58.125 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.125+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=I22P0S3H2VBG tag=3SK77LNPQI22 type=write size=2334748 2024-08-04T15:47:58.127 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.127+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~8AZ3KBQDCTB3.0 size=673477 2024-08-04T15:47:58.130 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.130+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=8AZ3KBQDCTB3 tag=QSZ5OXUM7C5E type=write size=1722053 2024-08-04T15:47:58.133 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.134+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~0UOTDWN5LU4O.0 size=1048576 2024-08-04T15:47:58.135 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.135+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~0UOTDWN5LU4O.1 size=1048576 2024-08-04T15:47:58.136 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.137+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~0UOTDWN5LU4O.2 size=89033 2024-08-04T15:47:58.136 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.137+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=0UOTDWN5LU4O tag=HI9F7GHPB8IH type=write size=3234761 2024-08-04T15:47:58.138 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.139+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=ZE4C5KYB6RC0 type=del 2024-08-04T15:47:58.140 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.140+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=O2C9IRH17EFZ type=del size=247095 2024-08-04T15:47:58.142 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.142+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~HI25NE7ZDNY2.0 size=1048576 2024-08-04T15:47:58.143 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.144+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~HI25NE7ZDNY2.1 size=1048576 2024-08-04T15:47:58.144 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.145+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~HI25NE7ZDNY2.2 size=212670 2024-08-04T15:47:58.147 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.148+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=HI25NE7ZDNY2 tag=WC5MS26KTUH0 type=write size=3358398 2024-08-04T15:47:58.149 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.150+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=Z1K7E940HMY0 type=del size=26686 2024-08-04T15:47:58.151 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.152+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=5CZX6GPEB3ZO type=del 2024-08-04T15:47:58.153 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.153+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=6FM3JRLAD5A2 type=del size=3017051 2024-08-04T15:47:58.155 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.155+0000 7fd2ccec3640 1 < canceled operation key=EXYGXS950WM2 tag=W5J7C2V23GTW type=del size=2658948 2024-08-04T15:47:58.156 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.157+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=EOYOSS2J4TQ2 type=write size=46646 2024-08-04T15:47:58.158 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.159+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~7TZURVSBGGJ5.0 size=21005 2024-08-04T15:47:58.161 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.162+0000 7fd2ccec3640 1 < completed multipart upload key=XWJQBRZ42N7Q upload=7TZURVSBGGJ5 tag=7EQ39PFCKA1W type=write size=1069581 2024-08-04T15:47:58.164 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.165+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~99EST7FCQ0SB.0 size=1048576 2024-08-04T15:47:58.166 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.166+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~99EST7FCQ0SB.1 size=1048576 2024-08-04T15:47:58.167 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.168+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~99EST7FCQ0SB.2 size=277223 2024-08-04T15:47:58.167 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.168+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=99EST7FCQ0SB tag=3IQO9V6VJ94D type=write size=3422951 2024-08-04T15:47:58.169 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.169+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~XCGN70OZW3CP.0 size=1048576 2024-08-04T15:47:58.170 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.171+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~XCGN70OZW3CP.1 size=959923 2024-08-04T15:47:58.173 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.174+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=XCGN70OZW3CP tag=1LXZREE7LS8X type=write size=3057075 2024-08-04T15:47:58.175 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.175+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=U6DORDPJ57A6 type=del size=1135689 2024-08-04T15:47:58.177 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.177+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=2R32K0OVCBYG type=del 2024-08-04T15:47:58.179 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.179+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=QUAJZ91EA2A5 type=del size=3348836 2024-08-04T15:47:58.180 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.181+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~KN75FQBW36ME.0 size=1048576 2024-08-04T15:47:58.182 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.182+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~KN75FQBW36ME.1 size=1048576 2024-08-04T15:47:58.183 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.184+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~KN75FQBW36ME.2 size=848972 2024-08-04T15:47:58.186 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.187+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=KN75FQBW36ME tag=IKFSOA6FUH39 type=write size=3994700 2024-08-04T15:47:58.189 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.190+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~U51ZZO6UV4VP.0 size=1048576 2024-08-04T15:47:58.191 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.191+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~U51ZZO6UV4VP.1 size=1048576 2024-08-04T15:47:58.192 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.193+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~U51ZZO6UV4VP.2 size=82909 2024-08-04T15:47:58.192 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.193+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=U51ZZO6UV4VP tag=F3IP0O9FYLKG type=write size=3228637 2024-08-04T15:47:58.195 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.196+0000 7fd2ccec3640 1 < suggested remove operation key=ADGRDVHIUPFJ tag=WA1M1RD0M5N5 type=del 2024-08-04T15:47:58.198 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.199+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~911FUZ3B6HI9.0 size=900578 2024-08-04T15:47:58.199 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.199+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=911FUZ3B6HI9 tag=1S1PVZIGXOC4 type=write size=1949154 2024-08-04T15:47:58.200 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.201+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~L4UOB48CDEXQ.0 size=1048576 2024-08-04T15:47:58.201 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.202+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~L4UOB48CDEXQ.1 size=1048576 2024-08-04T15:47:58.203 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.203+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~L4UOB48CDEXQ.2 size=999292 2024-08-04T15:47:58.206 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.206+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=L4UOB48CDEXQ tag=NEIM85MDOM5C type=write size=4145020 2024-08-04T15:47:58.207 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.208+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=XYL3MNBTC6RN type=del size=1975301 2024-08-04T15:47:58.209 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.210+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~KLVI7YMWIO3B.0 size=1048576 2024-08-04T15:47:58.211 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.211+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~KLVI7YMWIO3B.1 size=497310 2024-08-04T15:47:58.214 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.214+0000 7fd2ccec3640 1 < completed multipart upload key=3SZIKIT8UW9F upload=KLVI7YMWIO3B tag=71ZUT8GV2D9D type=write size=2594462 2024-08-04T15:47:58.217 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.217+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~HY0O1AV0SYE7.0 size=1048576 2024-08-04T15:47:58.218 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.219+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~HY0O1AV0SYE7.1 size=658994 2024-08-04T15:47:58.218 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.219+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=HY0O1AV0SYE7 tag=SO4X5E0KZK4A type=write size=2756146 2024-08-04T15:47:58.220 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.220+0000 7fd2ccec3640 1 < completed write operation key=KSYUUUTKLZGE tag=2VRVA41RFKZZ type=write size=291455 2024-08-04T15:47:58.222 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.222+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=XB1BFUL22D8D type=write size=256526 2024-08-04T15:47:58.224 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.224+0000 7fd2ccec3640 -1 < failed to complete operation key=ADGRDVHIUPFJ tag=DKZ0LMWZ860W type=write size=476687: (22) Invalid argument 2024-08-04T15:47:58.225 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.226+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=F4QXW4UINDWV type=write size=471281 2024-08-04T15:47:58.227 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.228+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~86IDYMAIP1RC.0 size=1048576 2024-08-04T15:47:58.229 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.228+0000 7fd2ccec3640 1 < canceled part key=_multipart_S35AAPLREPCU.2~86IDYMAIP1RC.1 size=1048576 2024-08-04T15:47:58.229 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.229+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~86IDYMAIP1RC.2 size=13986 2024-08-04T15:47:58.232 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.233+0000 7fd2ccec3640 1 < canceled multipart upload key=S35AAPLREPCU upload=86IDYMAIP1RC tag=UGPOG9HBLMGL type=write size=3159714 2024-08-04T15:47:58.234 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.235+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=4UASUS9VGPKV type=del size=736691 2024-08-04T15:47:58.236 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.236+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~I22P0S3H2VBG.0 size=1048576 2024-08-04T15:47:58.237 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.238+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~I22P0S3H2VBG.1 size=237596 2024-08-04T15:47:58.240 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.241+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=I22P0S3H2VBG tag=3SK77LNPQI22 type=write size=2334748 2024-08-04T15:47:58.242 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.243+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=JQ2A9G14ZEUQ type=del size=3556511 2024-08-04T15:47:58.244 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.244+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~0UOTDWN5LU4O.0 size=1048576 2024-08-04T15:47:58.245 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.246+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~0UOTDWN5LU4O.1 size=1048576 2024-08-04T15:47:58.247 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.247+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~0UOTDWN5LU4O.2 size=89033 2024-08-04T15:47:58.250 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.251+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=0UOTDWN5LU4O tag=HI9F7GHPB8IH type=write size=3234761 2024-08-04T15:47:58.252 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.252+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=DO59RE6C721O type=del size=1971658 2024-08-04T15:47:58.255 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.256+0000 7fd2ccec3640 1 < suggested update operation key=5JWY4L0XFKO9 tag=O2C9IRH17EFZ type=del size=247095 2024-08-04T15:47:58.257 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.258+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=XSKBEK70YD04 type=del size=4147847 2024-08-04T15:47:58.259 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.259+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=Z1K7E940HMY0 type=del 2024-08-04T15:47:58.260 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.261+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=4EA2KDSYOP64 type=write size=1030721 2024-08-04T15:47:58.264 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.265+0000 7fd2ccec3640 1 < suggested update operation key=0ZFG1GY0QH8K tag=6FM3JRLAD5A2 type=del size=3017051 2024-08-04T15:47:58.266 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.266+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=2LD4OHHP2RHN type=write size=714483 2024-08-04T15:47:58.268 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.268+0000 7fd2ccec3640 1 < completed write operation key=GBCNMYOO1FUA tag=EOYOSS2J4TQ2 type=write size=46646 2024-08-04T15:47:58.270 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.270+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=SLO6RRSAYXXV type=del size=3894155 2024-08-04T15:47:58.272 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.272+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~99EST7FCQ0SB.0 size=1048576 2024-08-04T15:47:58.273 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.274+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~99EST7FCQ0SB.1 size=1048576 2024-08-04T15:47:58.275 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.275+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~99EST7FCQ0SB.2 size=277223 2024-08-04T15:47:58.278 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.278+0000 7fd2ccec3640 1 < completed multipart upload key=XWJQBRZ42N7Q upload=99EST7FCQ0SB tag=3IQO9V6VJ94D type=write size=3422951 2024-08-04T15:47:58.279 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.280+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=3TU185NZR0S7 type=del size=2544217 2024-08-04T15:47:58.281 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.282+0000 7fd2ccec3640 1 < canceled operation key=A8CMFMCK5F3U tag=U6DORDPJ57A6 type=del size=1135689 2024-08-04T15:47:58.283 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.284+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=BR2LM9T34JS9 type=del size=4131500 2024-08-04T15:47:58.285 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.286+0000 7fd2ccec3640 1 < canceled operation key=Q43H3OZA4M1A tag=QUAJZ91EA2A5 type=del size=3348836 2024-08-04T15:47:58.287 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.287+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=CAO0J48RVARZ type=write size=470978 2024-08-04T15:47:58.289 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.289+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~U51ZZO6UV4VP.0 size=1048576 2024-08-04T15:47:58.290 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.291+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~U51ZZO6UV4VP.1 size=1048576 2024-08-04T15:47:58.292 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.292+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~U51ZZO6UV4VP.2 size=82909 2024-08-04T15:47:58.294 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.295+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=U51ZZO6UV4VP tag=F3IP0O9FYLKG type=write size=3228637 2024-08-04T15:47:58.297 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.297+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=C6L146HLGUN4 type=write size=548168 2024-08-04T15:47:58.298 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.299+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~911FUZ3B6HI9.0 size=900578 2024-08-04T15:47:58.301 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.302+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=911FUZ3B6HI9 tag=1S1PVZIGXOC4 type=write size=1949154 2024-08-04T15:47:58.304 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.305+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~ZDEX21NFJQLO.0 size=1048576 2024-08-04T15:47:58.306 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.306+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~ZDEX21NFJQLO.1 size=583079 2024-08-04T15:47:58.306 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.306+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=ZDEX21NFJQLO tag=VPDUQV7RVW3Q type=write size=2680231 2024-08-04T15:47:58.307 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.308+0000 7fd2ccec3640 1 < completed delete operation key=HIMJNBIR2DD9 tag=XYL3MNBTC6RN type=del 2024-08-04T15:47:58.309 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.310+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=JEBQ6KI4A7KS type=del size=2708363 2024-08-04T15:47:58.311 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.311+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~HY0O1AV0SYE7.0 size=1048576 2024-08-04T15:47:58.313 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.313+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~HY0O1AV0SYE7.1 size=658994 2024-08-04T15:47:58.315 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.316+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=HY0O1AV0SYE7 tag=SO4X5E0KZK4A type=write size=2756146 2024-08-04T15:47:58.319 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.319+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~891V5L4IEV5N.0 size=1048576 2024-08-04T15:47:58.320 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.321+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~891V5L4IEV5N.1 size=754747 2024-08-04T15:47:58.321 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.321+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=891V5L4IEV5N tag=GIXQZ0F252JM type=write size=2851899 2024-08-04T15:47:58.323 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.324+0000 7fd2ccec3640 -1 < failed to complete operation key=5JWY4L0XFKO9 tag=XB1BFUL22D8D type=write size=256526: (22) Invalid argument 2024-08-04T15:47:58.327 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.327+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~0IDX7HTCHF23.0 size=1048576 2024-08-04T15:47:58.328 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.329+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~0IDX7HTCHF23.1 size=1048576 2024-08-04T15:47:58.330 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.331+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~0IDX7HTCHF23.2 size=924683 2024-08-04T15:47:58.330 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.331+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=0IDX7HTCHF23 tag=F7IJ8IX296DW type=write size=4070411 2024-08-04T15:47:58.332 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.332+0000 7fd2ccec3640 1 < completed write operation key=DI9N06E8I6FR tag=F4QXW4UINDWV type=write size=471281 2024-08-04T15:47:58.333 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.334+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=F9A50DF027I0 type=del size=3345036 2024-08-04T15:47:58.336 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.337+0000 7fd2ccec3640 -1 < failed to complete operation key=0ZFG1GY0QH8K tag=4UASUS9VGPKV type=del size=736691: (22) Invalid argument 2024-08-04T15:47:58.338 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.338+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=H1AK3ZNJUHKX type=del size=540465 2024-08-04T15:47:58.340 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.340+0000 7fd2ccec3640 1 < completed delete operation key=UY4BH06KC1U7 tag=JQ2A9G14ZEUQ type=del 2024-08-04T15:47:58.342 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.342+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=POU0275U2MWS type=del size=1535502 2024-08-04T15:47:58.344 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.344+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=DO59RE6C721O type=del 2024-08-04T15:47:58.347 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.347+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~G5ZSDKJ39UVX.0 size=1048576 2024-08-04T15:47:58.348 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.349+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~G5ZSDKJ39UVX.1 size=1048576 2024-08-04T15:47:58.350 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.350+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~G5ZSDKJ39UVX.2 size=890930 2024-08-04T15:47:58.350 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.350+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=G5ZSDKJ39UVX tag=J6D5Y742XGTE type=write size=4036658 2024-08-04T15:47:58.352 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.352+0000 7fd2ccec3640 -1 < failed to complete operation key=0ZFG1GY0QH8K tag=XSKBEK70YD04 type=del size=4147847: (22) Invalid argument 2024-08-04T15:47:58.355 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.356+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~ZNFR5HITX3GA.0 size=745853 2024-08-04T15:47:58.355 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.356+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=ZNFR5HITX3GA tag=1HRJMHDDXBQC type=write size=1794429 2024-08-04T15:47:58.357 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.358+0000 7fd2ccec3640 1 < completed write operation key=IPMGU45BLASA tag=4EA2KDSYOP64 type=write size=1030721 2024-08-04T15:47:58.361 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.361+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~59KQNF9I7Z7A.0 size=1048576 2024-08-04T15:47:58.362 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.362+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~59KQNF9I7Z7A.1 size=384874 2024-08-04T15:47:58.362 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.363+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=59KQNF9I7Z7A tag=ZY2M65UT14JB type=write size=2482026 2024-08-04T15:47:58.364 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.364+0000 7fd2ccec3640 1 < completed write operation key=H06WFDC3B2PH tag=2LD4OHHP2RHN type=write size=714483 2024-08-04T15:47:58.365 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.366+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=EWP4P2JVB7N2 type=del size=1276934 2024-08-04T15:47:58.368 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.368+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=SLO6RRSAYXXV type=del 2024-08-04T15:47:58.370 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.370+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=XL0HKF7DDM5X type=write size=21663 2024-08-04T15:47:58.371 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.372+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=3TU185NZR0S7 type=del 2024-08-04T15:47:58.373 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.374+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=8SHRV6L55RXU type=del size=4090142 2024-08-04T15:47:58.375 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.376+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=BR2LM9T34JS9 type=del 2024-08-04T15:47:58.377 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.378+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=KZ6HPWKP4VSV type=del size=2337446 2024-08-04T15:47:58.379 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.379+0000 7fd2ccec3640 1 < canceled operation key=MCSD2KYW9UUG tag=CAO0J48RVARZ type=write size=470978 2024-08-04T15:47:58.382 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.383+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~IUKNX2P2NBSR.0 size=1048576 2024-08-04T15:47:58.384 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.384+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~IUKNX2P2NBSR.1 size=1048576 2024-08-04T15:47:58.385 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.386+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~IUKNX2P2NBSR.2 size=43520 2024-08-04T15:47:58.385 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.386+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=IUKNX2P2NBSR tag=BRL0KV9VH95S type=write size=3189248 2024-08-04T15:47:58.387 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.388+0000 7fd2ccec3640 1 < completed write operation key=UY4BH06KC1U7 tag=C6L146HLGUN4 type=write size=548168 2024-08-04T15:47:58.391 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.391+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~1BIJ8R1P7JUM.0 size=276060 2024-08-04T15:47:58.391 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.391+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=1BIJ8R1P7JUM tag=HI52V6B52RJK type=write size=1324636 2024-08-04T15:47:58.392 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.393+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~ZDEX21NFJQLO.0 size=1048576 2024-08-04T15:47:58.394 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.395+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~ZDEX21NFJQLO.1 size=583079 2024-08-04T15:47:58.397 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.398+0000 7fd2ccec3640 1 < completed multipart upload key=Q43H3OZA4M1A upload=ZDEX21NFJQLO tag=VPDUQV7RVW3Q type=write size=2680231 2024-08-04T15:47:58.399 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.400+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=3W2FTBQ2TEA3 type=write size=623660 2024-08-04T15:47:58.402 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.403+0000 7fd2ccec3640 1 < suggested update operation key=H06WFDC3B2PH tag=JEBQ6KI4A7KS type=del size=2708363 2024-08-04T15:47:58.404 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.405+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=AOIAZY99KEHA type=del size=1651413 2024-08-04T15:47:58.406 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.407+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~891V5L4IEV5N.0 size=1048576 2024-08-04T15:47:58.407 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.408+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~891V5L4IEV5N.1 size=754747 2024-08-04T15:47:58.410 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.411+0000 7fd2ccec3640 1 < completed multipart upload key=HIMJNBIR2DD9 upload=891V5L4IEV5N tag=GIXQZ0F252JM type=write size=2851899 2024-08-04T15:47:58.412 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.413+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=NVFEY588NZH1 type=write size=1033419 2024-08-04T15:47:58.414 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.415+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~0IDX7HTCHF23.0 size=1048576 2024-08-04T15:47:58.414 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.415+0000 7fd2ccec3640 1 < canceled part key=_multipart_XWJQBRZ42N7Q.2~0IDX7HTCHF23.1 size=1048576 2024-08-04T15:47:58.415 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.416+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~0IDX7HTCHF23.2 size=924683 2024-08-04T15:47:58.418 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.419+0000 7fd2ccec3640 1 < canceled multipart upload key=XWJQBRZ42N7Q upload=0IDX7HTCHF23 tag=F7IJ8IX296DW type=write size=4070411 2024-08-04T15:47:58.422 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.422+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~QQGOHGA3DH70.0 size=475853 2024-08-04T15:47:58.422 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.423+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=QQGOHGA3DH70 tag=PBBV7SQ8LF81 type=write size=1524429 2024-08-04T15:47:58.424 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.424+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=F9A50DF027I0 type=del 2024-08-04T15:47:58.427 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.428+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~NKWK9V3FQTTB.0 size=1048576 2024-08-04T15:47:58.429 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.429+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~NKWK9V3FQTTB.1 size=722620 2024-08-04T15:47:58.429 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.429+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=NKWK9V3FQTTB tag=2EVU4VADBEIG type=write size=2819772 2024-08-04T15:47:58.430 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.431+0000 7fd2ccec3640 1 < canceled operation key=5MFVV0YROP6Z tag=H1AK3ZNJUHKX type=del size=540465 2024-08-04T15:47:58.433 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.433+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=H9US37XO87L3 type=del size=1146117 2024-08-04T15:47:58.434 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.435+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=POU0275U2MWS type=del 2024-08-04T15:47:58.436 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.436+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=B1IRPSDWXGMQ type=del size=206055 2024-08-04T15:47:58.436 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.437+0000 7fd2ccec3640 1 < canceled part key=_multipart_YXD2X0LU17RF.2~G5ZSDKJ39UVX.0 size=1048576 2024-08-04T15:47:58.438 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.438+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~G5ZSDKJ39UVX.1 size=1048576 2024-08-04T15:47:58.439 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.440+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~G5ZSDKJ39UVX.2 size=890930 2024-08-04T15:47:58.443 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.443+0000 7fd2ccec3640 1 < canceled multipart upload key=YXD2X0LU17RF upload=G5ZSDKJ39UVX tag=J6D5Y742XGTE type=write size=4036658 2024-08-04T15:47:58.444 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.445+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=W7JW9S7RQRR2 type=write size=439744 2024-08-04T15:47:58.446 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.447+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~ZNFR5HITX3GA.0 size=745853 2024-08-04T15:47:58.450 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.450+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=ZNFR5HITX3GA tag=1HRJMHDDXBQC type=write size=1794429 2024-08-04T15:47:58.452 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.453+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=ASOROTO33VP9 type=write size=1001108 2024-08-04T15:47:58.454 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.455+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~59KQNF9I7Z7A.0 size=1048576 2024-08-04T15:47:58.455 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.456+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~59KQNF9I7Z7A.1 size=384874 2024-08-04T15:47:58.459 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.459+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=59KQNF9I7Z7A tag=ZY2M65UT14JB type=write size=2482026 2024-08-04T15:47:58.462 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.463+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~XAUFEY7LG68B.0 size=991248 2024-08-04T15:47:58.462 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.463+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=XAUFEY7LG68B tag=5TIMUFO2929M type=write size=2039824 2024-08-04T15:47:58.464 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.465+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=EWP4P2JVB7N2 type=del 2024-08-04T15:47:58.468 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.468+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~B6YNPXE1F6E7.0 size=984584 2024-08-04T15:47:58.468 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.468+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=B6YNPXE1F6E7 tag=JUXMUSMW0070 type=write size=2033160 2024-08-04T15:47:58.471 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.472+0000 7fd2ccec3640 1 < suggested update operation key=N24BTWFMGCPP tag=XL0HKF7DDM5X type=write size=21663 2024-08-04T15:47:58.473 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.473+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=DK31GRNXBE3B type=del size=2534351 2024-08-04T15:47:58.475 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.475+0000 7fd2ccec3640 1 < completed delete operation key=S35AAPLREPCU tag=8SHRV6L55RXU type=del 2024-08-04T15:47:58.478 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.478+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~GE3F2IE0J2Z1.0 size=1048576 2024-08-04T15:47:58.479 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.480+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~GE3F2IE0J2Z1.1 size=1048576 2024-08-04T15:47:58.481 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.481+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~GE3F2IE0J2Z1.2 size=191307 2024-08-04T15:47:58.481 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.481+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=GE3F2IE0J2Z1 tag=T1UR2BUJ2903 type=write size=3337035 2024-08-04T15:47:58.483 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.484+0000 7fd2ccec3640 -1 < failed to complete operation key=H06WFDC3B2PH tag=KZ6HPWKP4VSV type=del size=2337446: (22) Invalid argument 2024-08-04T15:47:58.485 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.485+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=HE51ZO4ECR0Z type=del size=118051 2024-08-04T15:47:58.487 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.487+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~IUKNX2P2NBSR.0 size=1048576 2024-08-04T15:47:58.488 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.489+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~IUKNX2P2NBSR.1 size=1048576 2024-08-04T15:47:58.490 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.490+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~IUKNX2P2NBSR.2 size=43520 2024-08-04T15:47:58.493 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.494+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=IUKNX2P2NBSR tag=BRL0KV9VH95S type=write size=3189248 2024-08-04T15:47:58.495 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.495+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=3BD5NZMDB6IS type=write size=168333 2024-08-04T15:47:58.497 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.497+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~1BIJ8R1P7JUM.0 size=276060 2024-08-04T15:47:58.500 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.500+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=1BIJ8R1P7JUM tag=HI52V6B52RJK type=write size=1324636 2024-08-04T15:47:58.502 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.502+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=GUP56I0SAW57 type=write size=230831 2024-08-04T15:47:58.506 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.506+0000 7fd2ccec3640 1 < suggested update operation key=0BWMVZQ5RBRL tag=3W2FTBQ2TEA3 type=write size=623660 2024-08-04T15:47:58.508 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.508+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=PBGPJ3Z3IIJZ type=del size=921716 2024-08-04T15:47:58.513 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.513+0000 7fd2ccec3640 1 < suggested update operation key=IPMGU45BLASA tag=AOIAZY99KEHA type=del size=1651413 2024-08-04T15:47:58.515 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.515+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=1SBBA7DZ0KGP type=del size=3682060 2024-08-04T15:47:58.517 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.517+0000 7fd2ccec3640 1 < completed write operation key=KSYUUUTKLZGE tag=NVFEY588NZH1 type=write size=1033419 2024-08-04T15:47:58.520 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.521+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~WK9C1PM0FWOW.0 size=1023191 2024-08-04T15:47:58.520 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.521+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=WK9C1PM0FWOW tag=PRWA50I9PSJ5 type=write size=2071767 2024-08-04T15:47:58.522 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.523+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~QQGOHGA3DH70.0 size=475853 2024-08-04T15:47:58.526 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.526+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=QQGOHGA3DH70 tag=PBBV7SQ8LF81 type=write size=1524429 2024-08-04T15:47:58.527 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.528+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=896QLOFH18PC type=del size=1265241 2024-08-04T15:47:58.528 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.528+0000 7fd2ccec3640 1 < canceled part key=_multipart_5JWY4L0XFKO9.2~NKWK9V3FQTTB.0 size=1048576 2024-08-04T15:47:58.529 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.530+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~NKWK9V3FQTTB.1 size=722620 2024-08-04T15:47:58.533 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.533+0000 7fd2ccec3640 1 < canceled multipart upload key=5JWY4L0XFKO9 upload=NKWK9V3FQTTB tag=2EVU4VADBEIG type=write size=2819772 2024-08-04T15:47:58.534 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.535+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=7QCNZ2KEEUV2 type=del size=1494310 2024-08-04T15:47:58.538 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.539+0000 7fd2ccec3640 1 < suggested update operation key=XWJQBRZ42N7Q tag=H9US37XO87L3 type=del size=1146117 2024-08-04T15:47:58.542 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.542+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~N2X8XMO29UJP.0 size=353710 2024-08-04T15:47:58.542 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.542+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=N2X8XMO29UJP tag=A9WZA2R46NG2 type=write size=1402286 2024-08-04T15:47:58.546 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.546+0000 7fd2ccec3640 1 < suggested update operation key=PZE6FNM3SE38 tag=B1IRPSDWXGMQ type=del size=206055 2024-08-04T15:47:58.547 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.548+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=ZUYU3EXK07O6 type=del size=6843 2024-08-04T15:47:58.550 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.551+0000 7fd2ccec3640 -1 < failed to complete operation key=PZE6FNM3SE38 tag=W7JW9S7RQRR2 type=write size=439744: (22) Invalid argument 2024-08-04T15:47:58.552 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.553+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=XQ8G81K5KKXG type=del size=1575719 2024-08-04T15:47:58.554 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.554+0000 7fd2ccec3640 1 < completed write operation key=3SZIKIT8UW9F tag=ASOROTO33VP9 type=write size=1001108 2024-08-04T15:47:58.556 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.557+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=MYGMY3VO9T5K type=del size=3926568 2024-08-04T15:47:58.558 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.558+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~XAUFEY7LG68B.0 size=991248 2024-08-04T15:47:58.561 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.561+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=XAUFEY7LG68B tag=5TIMUFO2929M type=write size=2039824 2024-08-04T15:47:58.564 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.565+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~756J5W1MKPQT.0 size=1048576 2024-08-04T15:47:58.566 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.566+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~756J5W1MKPQT.1 size=1044757 2024-08-04T15:47:58.566 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.566+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=756J5W1MKPQT tag=7DL6C4KP411W type=write size=3141909 2024-08-04T15:47:58.568 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.568+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~B6YNPXE1F6E7.0 size=984584 2024-08-04T15:47:58.571 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.571+0000 7fd2ccec3640 1 < completed multipart upload key=XWJQBRZ42N7Q upload=B6YNPXE1F6E7 tag=JUXMUSMW0070 type=write size=2033160 2024-08-04T15:47:58.572 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.573+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=6RDVOPW42BTJ type=write size=822580 2024-08-04T15:47:58.575 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.575+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=DK31GRNXBE3B type=del 2024-08-04T15:47:58.576 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.577+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=MYKK0NBOVXGV type=del size=1339650 2024-08-04T15:47:58.578 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.579+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~GE3F2IE0J2Z1.0 size=1048576 2024-08-04T15:47:58.579 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.580+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~GE3F2IE0J2Z1.1 size=1048576 2024-08-04T15:47:58.581 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.582+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~GE3F2IE0J2Z1.2 size=191307 2024-08-04T15:47:58.584 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.585+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=GE3F2IE0J2Z1 tag=T1UR2BUJ2903 type=write size=3337035 2024-08-04T15:47:58.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:47:58 smithi007 ceph-mon[92692]: pgmap v1419: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 501 KiB/s rd, 174 KiB/s wr, 889 op/s 2024-08-04T15:47:58.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:47:58 smithi007 ceph-mon[94998]: pgmap v1419: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 501 KiB/s rd, 174 KiB/s wr, 889 op/s 2024-08-04T15:47:58.586 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.587+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=SX57U52ML84W type=del size=1611724 2024-08-04T15:47:58.588 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.588+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=HE51ZO4ECR0Z type=del 2024-08-04T15:47:58.591 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.592+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~JJ06U72E36CB.0 size=1048576 2024-08-04T15:47:58.592 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.593+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~JJ06U72E36CB.1 size=1048576 2024-08-04T15:47:58.594 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.594+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~JJ06U72E36CB.2 size=438112 2024-08-04T15:47:58.594 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.594+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=JJ06U72E36CB tag=2FHZXD18WAXQ type=write size=3583840 2024-08-04T15:47:58.596 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.597+0000 7fd2ccec3640 -1 < failed to complete operation key=0BWMVZQ5RBRL tag=3BD5NZMDB6IS type=write size=168333: (22) Invalid argument 2024-08-04T15:47:58.598 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.599+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=P6D9EXV1BG7I type=del size=893228 2024-08-04T15:47:58.601 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.602+0000 7fd2ccec3640 1 < suggested remove operation key=H06WFDC3B2PH tag=GUP56I0SAW57 type=write 2024-08-04T15:47:58.603 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.604+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=WJDERMRGPI0X type=del size=1271835 2024-08-04T15:47:58.606 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.606+0000 7fd2ccec3640 -1 < failed to complete operation key=XWJQBRZ42N7Q tag=PBGPJ3Z3IIJZ type=del size=921716: (22) Invalid argument 2024-08-04T15:47:58.609 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.610+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~NG5AIK9K3AAG.0 size=1048576 2024-08-04T15:47:58.611 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.611+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~NG5AIK9K3AAG.1 size=291368 2024-08-04T15:47:58.611 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.611+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=NG5AIK9K3AAG tag=2RHYSVOW29D6 type=write size=2388520 2024-08-04T15:47:58.612 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.613+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=1SBBA7DZ0KGP type=del 2024-08-04T15:47:58.614 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.615+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=Z5ILO2BINGLZ type=del size=3360297 2024-08-04T15:47:58.616 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.616+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~WK9C1PM0FWOW.0 size=1023191 2024-08-04T15:47:58.619 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.620+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=WK9C1PM0FWOW tag=PRWA50I9PSJ5 type=write size=2071767 2024-08-04T15:47:58.622 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.622+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=RG578BM1XM08 type=write size=834416 2024-08-04T15:47:58.623 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.624+0000 7fd2ccec3640 1 < canceled operation key=HIMJNBIR2DD9 tag=896QLOFH18PC type=del size=1265241 2024-08-04T15:47:58.625 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.626+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=019G4U4FYFZB type=write size=98321 2024-08-04T15:47:58.629 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.629+0000 7fd2ccec3640 1 < suggested remove operation key=0BWMVZQ5RBRL tag=7QCNZ2KEEUV2 type=del 2024-08-04T15:47:58.630 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.631+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=AL7V3N8H8AAW type=del size=2667954 2024-08-04T15:47:58.632 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.633+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~N2X8XMO29UJP.0 size=353710 2024-08-04T15:47:58.637 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.637+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=N2X8XMO29UJP tag=A9WZA2R46NG2 type=write size=1402286 2024-08-04T15:47:58.639 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.640+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~CC9JZJ0X5N8F.0 size=1048576 2024-08-04T15:47:58.640 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.641+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~CC9JZJ0X5N8F.1 size=889046 2024-08-04T15:47:58.641 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.641+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=CC9JZJ0X5N8F tag=U0LUBKR9WIDZ type=write size=2986198 2024-08-04T15:47:58.643 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.643+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=ZUYU3EXK07O6 type=del 2024-08-04T15:47:58.646 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.646+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~K1MLX90TV3VK.0 size=1048576 2024-08-04T15:47:58.648 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.648+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~K1MLX90TV3VK.1 size=1048576 2024-08-04T15:47:58.649 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.650+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~K1MLX90TV3VK.2 size=83299 2024-08-04T15:47:58.649 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.650+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=K1MLX90TV3VK tag=8VWAZMNXPFR0 type=write size=3229027 2024-08-04T15:47:58.651 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.651+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=XQ8G81K5KKXG type=del 2024-08-04T15:47:58.654 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.655+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~0RBYN5UHNKKD.0 size=905779 2024-08-04T15:47:58.654 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.655+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=0RBYN5UHNKKD tag=C1BIYG2FC40S type=write size=1954355 2024-08-04T15:47:58.656 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.657+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=MYGMY3VO9T5K type=del 2024-08-04T15:47:58.660 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.660+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~69LJR0SCYMM7.0 size=477762 2024-08-04T15:47:58.660 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.660+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=69LJR0SCYMM7 tag=AX6A4BZ8HYKF type=write size=1526338 2024-08-04T15:47:58.662 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.662+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~756J5W1MKPQT.0 size=1048576 2024-08-04T15:47:58.663 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.664+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~756J5W1MKPQT.1 size=1044757 2024-08-04T15:47:58.667 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.667+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=756J5W1MKPQT tag=7DL6C4KP411W type=write size=3141909 2024-08-04T15:47:58.669 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.669+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=CJ39VPEST8FQ type=del size=2866522 2024-08-04T15:47:58.671 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.671+0000 7fd2ccec3640 1 < canceled operation key=62WXNRD38943 tag=6RDVOPW42BTJ type=write size=822580 2024-08-04T15:47:58.674 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.675+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~0UO7KHMBJB3R.0 size=1048576 2024-08-04T15:47:58.676 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.676+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~0UO7KHMBJB3R.1 size=453396 2024-08-04T15:47:58.676 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.676+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=0UO7KHMBJB3R tag=0TBY9UYO4C2D type=write size=2550548 2024-08-04T15:47:58.677 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.678+0000 7fd2ccec3640 1 < completed delete operation key=MCSD2KYW9UUG tag=MYKK0NBOVXGV type=del 2024-08-04T15:47:58.680 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.681+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~D79K325HJ53X.0 size=1048576 2024-08-04T15:47:58.682 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.683+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~D79K325HJ53X.1 size=1048576 2024-08-04T15:47:58.683 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.684+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~D79K325HJ53X.2 size=1037496 2024-08-04T15:47:58.684 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.684+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=D79K325HJ53X tag=GQBZHYM2OGPX type=write size=4183224 2024-08-04T15:47:58.685 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.686+0000 7fd2ccec3640 1 < completed delete operation key=UY4BH06KC1U7 tag=SX57U52ML84W type=del 2024-08-04T15:47:58.688 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.689+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~0QX7X1EQWB2K.0 size=1048576 2024-08-04T15:47:58.690 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.690+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~0QX7X1EQWB2K.1 size=1048576 2024-08-04T15:47:58.691 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.692+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~0QX7X1EQWB2K.2 size=67568 2024-08-04T15:47:58.691 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.692+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=0QX7X1EQWB2K tag=9ZMKQA687JJB type=write size=3213296 2024-08-04T15:47:58.693 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.694+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~JJ06U72E36CB.0 size=1048576 2024-08-04T15:47:58.694 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.695+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~JJ06U72E36CB.1 size=1048576 2024-08-04T15:47:58.696 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.696+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~JJ06U72E36CB.2 size=438112 2024-08-04T15:47:58.699 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.699+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=JJ06U72E36CB tag=2FHZXD18WAXQ type=write size=3583840 2024-08-04T15:47:58.700 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.701+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=2VJ5BYJ1NHBZ type=del size=1018959 2024-08-04T15:47:58.702 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.703+0000 7fd2ccec3640 1 < canceled operation key=WMBAAE091MS6 tag=P6D9EXV1BG7I type=del size=893228 2024-08-04T15:47:58.704 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.705+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=9K20WHE32W2C type=del size=1465299 2024-08-04T15:47:58.708 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.708+0000 7fd2ccec3640 1 < suggested update operation key=EXYGXS950WM2 tag=WJDERMRGPI0X type=del size=1271835 2024-08-04T15:47:58.710 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.710+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=D18G60U56UN3 type=del size=3351845 2024-08-04T15:47:58.711 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.712+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~NG5AIK9K3AAG.0 size=1048576 2024-08-04T15:47:58.713 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.714+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~NG5AIK9K3AAG.1 size=291368 2024-08-04T15:47:58.716 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.717+0000 7fd2ccec3640 1 < completed multipart upload key=H06WFDC3B2PH upload=NG5AIK9K3AAG tag=2RHYSVOW29D6 type=write size=2388520 2024-08-04T15:47:58.719 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.720+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~TWVNZOG2NIRL.0 size=1048576 2024-08-04T15:47:58.721 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.721+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~TWVNZOG2NIRL.1 size=1048576 2024-08-04T15:47:58.722 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.723+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~TWVNZOG2NIRL.2 size=765713 2024-08-04T15:47:58.722 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.723+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=TWVNZOG2NIRL tag=95K8WF85VW3Z type=write size=3911441 2024-08-04T15:47:58.724 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.725+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=Z5ILO2BINGLZ type=del 2024-08-04T15:47:58.726 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.727+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=EOCR6TQSXD4Q type=del size=2697275 2024-08-04T15:47:58.729 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.730+0000 7fd2ccec3640 1 < suggested update operation key=LPB2ZT0VBXYW tag=RG578BM1XM08 type=write size=834416 2024-08-04T15:47:58.733 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.733+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~FJTONMFJC9JW.0 size=778270 2024-08-04T15:47:58.733 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.733+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=FJTONMFJC9JW tag=GTHBVEW7WCQX type=write size=1826846 2024-08-04T15:47:58.735 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.736+0000 7fd2ccec3640 1 < canceled operation key=S35AAPLREPCU tag=019G4U4FYFZB type=write size=98321 2024-08-04T15:47:58.738 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.739+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~PPFQX6I6H2U5.0 size=1048576 2024-08-04T15:47:58.740 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.740+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~PPFQX6I6H2U5.1 size=638271 2024-08-04T15:47:58.740 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.740+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=PPFQX6I6H2U5 tag=R2VFLRNB6VHP type=write size=2735423 2024-08-04T15:47:58.741 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.742+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=AL7V3N8H8AAW type=del 2024-08-04T15:47:58.745 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.745+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~Z92FGLE51N9U.0 size=1048576 2024-08-04T15:47:58.746 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.747+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~Z92FGLE51N9U.1 size=1048576 2024-08-04T15:47:58.748 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.748+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~Z92FGLE51N9U.2 size=553299 2024-08-04T15:47:58.748 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.748+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=Z92FGLE51N9U tag=B7U4ZTK21R0L type=write size=3699027 2024-08-04T15:47:58.750 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.750+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~CC9JZJ0X5N8F.0 size=1048576 2024-08-04T15:47:58.751 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.752+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~CC9JZJ0X5N8F.1 size=889046 2024-08-04T15:47:58.754 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.755+0000 7fd2ccec3640 1 < completed multipart upload key=5JWY4L0XFKO9 upload=CC9JZJ0X5N8F tag=U0LUBKR9WIDZ type=write size=2986198 2024-08-04T15:47:58.756 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.757+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=U8RULHP4F1HR type=del size=568668 2024-08-04T15:47:58.758 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.758+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~K1MLX90TV3VK.0 size=1048576 2024-08-04T15:47:58.759 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.760+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~K1MLX90TV3VK.1 size=1048576 2024-08-04T15:47:58.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:47:58 smithi062 ceph-mon[85960]: pgmap v1419: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 501 KiB/s rd, 174 KiB/s wr, 889 op/s 2024-08-04T15:47:58.761 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.762+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~K1MLX90TV3VK.2 size=83299 2024-08-04T15:47:58.764 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.765+0000 7fd2ccec3640 1 < completed multipart upload key=77442UN63NTC upload=K1MLX90TV3VK tag=8VWAZMNXPFR0 type=write size=3229027 2024-08-04T15:47:58.766 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.767+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=3F93QQ54G4GO type=del size=4068188 2024-08-04T15:47:58.768 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.768+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~0RBYN5UHNKKD.0 size=905779 2024-08-04T15:47:58.771 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.771+0000 7fd2ccec3640 1 < completed multipart upload key=77442UN63NTC upload=0RBYN5UHNKKD tag=C1BIYG2FC40S type=write size=1954355 2024-08-04T15:47:58.774 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.775+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~CIE6Z4Q5JVSF.0 size=492954 2024-08-04T15:47:58.774 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.775+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=CIE6Z4Q5JVSF tag=ZP675WZB30CS type=write size=1541530 2024-08-04T15:47:58.776 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.776+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~69LJR0SCYMM7.0 size=477762 2024-08-04T15:47:58.779 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.779+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=69LJR0SCYMM7 tag=AX6A4BZ8HYKF type=write size=1526338 2024-08-04T15:47:58.780 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.781+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=2VHR1N42XLQB type=del size=3850675 2024-08-04T15:47:58.782 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.782+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=CJ39VPEST8FQ type=del 2024-08-04T15:47:58.784 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.784+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=RGRNELCDZIHO type=del size=2764580 2024-08-04T15:47:58.786 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.787+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~0UO7KHMBJB3R.0 size=1048576 2024-08-04T15:47:58.786 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.787+0000 7fd2ccec3640 1 < canceled part key=_multipart_MWJBTVQYBFBJ.2~0UO7KHMBJB3R.1 size=453396 2024-08-04T15:47:58.790 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.790+0000 7fd2ccec3640 1 < canceled multipart upload key=MWJBTVQYBFBJ upload=0UO7KHMBJB3R tag=0TBY9UYO4C2D type=write size=2550548 2024-08-04T15:47:58.792 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.792+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=I572BI1KR24I type=write size=835315 2024-08-04T15:47:58.794 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.795+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~D79K325HJ53X.0 size=1048576 2024-08-04T15:47:58.794 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.795+0000 7fd2ccec3640 1 < canceled part key=_multipart_GBCNMYOO1FUA.2~D79K325HJ53X.1 size=1048576 2024-08-04T15:47:58.796 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.796+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~D79K325HJ53X.2 size=1037496 2024-08-04T15:47:58.799 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.800+0000 7fd2ccec3640 1 < canceled multipart upload key=GBCNMYOO1FUA upload=D79K325HJ53X tag=GQBZHYM2OGPX type=write size=4183224 2024-08-04T15:47:58.801 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.801+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=56WD6OZI9R7L type=write size=620994 2024-08-04T15:47:58.803 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.803+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~0QX7X1EQWB2K.0 size=1048576 2024-08-04T15:47:58.804 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.805+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~0QX7X1EQWB2K.1 size=1048576 2024-08-04T15:47:58.806 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.806+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~0QX7X1EQWB2K.2 size=67568 2024-08-04T15:47:58.809 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.809+0000 7fd2ccec3640 1 < completed multipart upload key=5JWY4L0XFKO9 upload=0QX7X1EQWB2K tag=9ZMKQA687JJB type=write size=3213296 2024-08-04T15:47:58.810 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.811+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=UQFGOJ3IQ1L8 type=del size=2628960 2024-08-04T15:47:58.812 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.813+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=2VJ5BYJ1NHBZ type=del 2024-08-04T15:47:58.814 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.815+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=P5PV8PPP6MVM type=del size=7269 2024-08-04T15:47:58.816 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.816+0000 7fd2ccec3640 1 < canceled operation key=3SZIKIT8UW9F tag=9K20WHE32W2C type=del size=1465299 2024-08-04T15:47:58.818 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.818+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=3SX65RMU60RO type=del size=3525900 2024-08-04T15:47:58.820 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.820+0000 7fd2ccec3640 1 < canceled operation key=77442UN63NTC tag=D18G60U56UN3 type=del size=3351845 2024-08-04T15:47:58.822 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.822+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=STVHXKBDPGV6 type=del size=265916 2024-08-04T15:47:58.823 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.824+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~TWVNZOG2NIRL.0 size=1048576 2024-08-04T15:47:58.825 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.825+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~TWVNZOG2NIRL.1 size=1048576 2024-08-04T15:47:58.826 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.827+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~TWVNZOG2NIRL.2 size=765713 2024-08-04T15:47:58.829 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.830+0000 7fd2ccec3640 1 < completed multipart upload key=H06WFDC3B2PH upload=TWVNZOG2NIRL tag=95K8WF85VW3Z type=write size=3911441 2024-08-04T15:47:58.832 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.833+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~AN2HDOI3SM2F.0 size=1048576 2024-08-04T15:47:58.834 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.835+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~AN2HDOI3SM2F.1 size=1048576 2024-08-04T15:47:58.836 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.836+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~AN2HDOI3SM2F.2 size=246741 2024-08-04T15:47:58.836 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.836+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=AN2HDOI3SM2F tag=R8SYY6WO1XAU type=write size=3392469 2024-08-04T15:47:58.838 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.838+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=EOCR6TQSXD4Q type=del 2024-08-04T15:47:58.841 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.840+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=RYOITKIBTVU0 type=write size=273654 2024-08-04T15:47:58.842 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.842+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~FJTONMFJC9JW.0 size=778270 2024-08-04T15:47:58.844 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.845+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=FJTONMFJC9JW tag=GTHBVEW7WCQX type=write size=1826846 2024-08-04T15:47:58.847 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.848+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~7YSTZBX9QYJ4.0 size=693837 2024-08-04T15:47:58.847 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.848+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=7YSTZBX9QYJ4 tag=VGEF13IUHABV type=write size=1742413 2024-08-04T15:47:58.849 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.850+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~PPFQX6I6H2U5.0 size=1048576 2024-08-04T15:47:58.849 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.850+0000 7fd2ccec3640 1 < canceled part key=_multipart_S35AAPLREPCU.2~PPFQX6I6H2U5.1 size=638271 2024-08-04T15:47:58.852 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.853+0000 7fd2ccec3640 1 < canceled multipart upload key=S35AAPLREPCU upload=PPFQX6I6H2U5 tag=R2VFLRNB6VHP type=write size=2735423 2024-08-04T15:47:58.856 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.856+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~2LKGIE1ZWONI.0 size=1048576 2024-08-04T15:47:58.857 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.858+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~2LKGIE1ZWONI.1 size=67752 2024-08-04T15:47:58.857 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.858+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=2LKGIE1ZWONI tag=MWWJKV0Q3BNG type=write size=2164904 2024-08-04T15:47:58.857 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.858+0000 7fd2ccec3640 1 < canceled part key=_multipart_0BWMVZQ5RBRL.2~Z92FGLE51N9U.0 size=1048576 2024-08-04T15:47:58.859 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.859+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~Z92FGLE51N9U.1 size=1048576 2024-08-04T15:47:58.861 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.861+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~Z92FGLE51N9U.2 size=553299 2024-08-04T15:47:58.864 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.864+0000 7fd2ccec3640 1 < canceled multipart upload key=0BWMVZQ5RBRL upload=Z92FGLE51N9U tag=B7U4ZTK21R0L type=write size=3699027 2024-08-04T15:47:58.866 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.866+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=EEENDBSZ22UT type=del size=2757887 2024-08-04T15:47:58.868 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.868+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=U8RULHP4F1HR type=del 2024-08-04T15:47:58.869 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.870+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=2UK1J2MBJM1N type=write size=534400 2024-08-04T15:47:58.873 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.873+0000 7fd2ccec3640 1 < suggested remove operation key=0BWMVZQ5RBRL tag=3F93QQ54G4GO type=del 2024-08-04T15:47:58.875 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.875+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=3NK5LZ3ESVN6 type=del size=2736803 2024-08-04T15:47:58.877 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.877+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~CIE6Z4Q5JVSF.0 size=492954 2024-08-04T15:47:58.880 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.880+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=CIE6Z4Q5JVSF tag=ZP675WZB30CS type=write size=1541530 2024-08-04T15:47:58.884 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.884+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~KXLHS1OXSCNO.0 size=554532 2024-08-04T15:47:58.884 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.884+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=KXLHS1OXSCNO tag=VV1JP0XSN5FM type=write size=1603108 2024-08-04T15:47:58.889 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.889+0000 7fd2ccec3640 1 < suggested remove operation key=775O2FB0RT5R tag=2VHR1N42XLQB type=del 2024-08-04T15:47:58.892 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.893+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~WMRXHCERU1V0.0 size=1048576 2024-08-04T15:47:58.894 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.894+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~WMRXHCERU1V0.1 size=933505 2024-08-04T15:47:58.894 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.894+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=WMRXHCERU1V0 tag=2EIDIHDPFP2M type=write size=3030657 2024-08-04T15:47:58.896 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.896+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=RGRNELCDZIHO type=del 2024-08-04T15:47:58.898 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.898+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=MLNZBFDJXIRW type=del size=285923 2024-08-04T15:47:58.900 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.900+0000 7fd2ccec3640 1 < completed write operation key=62WXNRD38943 tag=I572BI1KR24I type=write size=835315 2024-08-04T15:47:58.901 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.902+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=NYRDXC2QMDWW type=write size=231252 2024-08-04T15:47:58.903 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.904+0000 7fd2ccec3640 1 < completed write operation key=GBCNMYOO1FUA tag=56WD6OZI9R7L type=write size=620994 2024-08-04T15:47:58.905 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.906+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=F2G50V92MT7X type=del size=3339908 2024-08-04T15:47:58.909 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.909+0000 7fd2ccec3640 1 < suggested remove operation key=WMBAAE091MS6 tag=UQFGOJ3IQ1L8 type=del 2024-08-04T15:47:58.912 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.913+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~971RJZCVLIZX.0 size=342387 2024-08-04T15:47:58.913 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.913+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=971RJZCVLIZX tag=DEC19Q25CM0Y type=write size=1390963 2024-08-04T15:47:58.914 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.915+0000 7fd2ccec3640 1 < completed delete operation key=A8CMFMCK5F3U tag=P5PV8PPP6MVM type=del 2024-08-04T15:47:58.916 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.917+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=RATKHFG3VBOC type=del size=3542953 2024-08-04T15:47:58.920 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.920+0000 7fd2ccec3640 1 < suggested remove operation key=5MFVV0YROP6Z tag=3SX65RMU60RO type=del 2024-08-04T15:47:58.922 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.922+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=PX2OC0TDZZZ0 type=del size=3561789 2024-08-04T15:47:58.924 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.924+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=STVHXKBDPGV6 type=del 2024-08-04T15:47:58.926 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.926+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=SO3ECF97M6E2 type=del size=854390 2024-08-04T15:47:58.928 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.929+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~AN2HDOI3SM2F.0 size=1048576 2024-08-04T15:47:58.930 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.930+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~AN2HDOI3SM2F.1 size=1048576 2024-08-04T15:47:58.931 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.932+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~AN2HDOI3SM2F.2 size=246741 2024-08-04T15:47:58.935 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.935+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=AN2HDOI3SM2F tag=R8SYY6WO1XAU type=write size=3392469 2024-08-04T15:47:58.937 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.937+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=M5G4TV75R3CU type=del size=3228083 2024-08-04T15:47:58.939 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.939+0000 7fd2ccec3640 1 < completed write operation key=UY4BH06KC1U7 tag=RYOITKIBTVU0 type=write size=273654 2024-08-04T15:47:58.941 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.941+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=YRK6I3F0DWY2 type=del size=1111644 2024-08-04T15:47:58.942 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.943+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~7YSTZBX9QYJ4.0 size=693837 2024-08-04T15:47:58.946 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.946+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=7YSTZBX9QYJ4 tag=VGEF13IUHABV type=write size=1742413 2024-08-04T15:47:58.949 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.950+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~GJDBM9HIBQI8.0 size=670967 2024-08-04T15:47:58.949 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.950+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=GJDBM9HIBQI8 tag=3CZTVFV3I9XF type=write size=1719543 2024-08-04T15:47:58.951 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.952+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~2LKGIE1ZWONI.0 size=1048576 2024-08-04T15:47:58.953 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.953+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~2LKGIE1ZWONI.1 size=67752 2024-08-04T15:47:58.956 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.957+0000 7fd2ccec3640 1 < completed multipart upload key=Q43H3OZA4M1A upload=2LKGIE1ZWONI tag=MWWJKV0Q3BNG type=write size=2164904 2024-08-04T15:47:58.958 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.958+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=NYQ848EKQYNN type=del size=1972889 2024-08-04T15:47:58.961 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.962+0000 7fd2ccec3640 1 < suggested update operation key=UY4BH06KC1U7 tag=EEENDBSZ22UT type=del size=2757887 2024-08-04T15:47:58.965 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.965+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~0ZG6WKNCJFLL.0 size=1048576 2024-08-04T15:47:58.966 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.967+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~0ZG6WKNCJFLL.1 size=444725 2024-08-04T15:47:58.966 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.967+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=0ZG6WKNCJFLL tag=F4DB9RZWAFGY type=write size=2541877 2024-08-04T15:47:58.968 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.969+0000 7fd2ccec3640 1 < completed write operation key=ESVVWVGCH33K tag=2UK1J2MBJM1N type=write size=534400 2024-08-04T15:47:58.973 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.973+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~OTW5G3RZ66KW.0 size=874514 2024-08-04T15:47:58.973 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.973+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=OTW5G3RZ66KW tag=14PRJK9PWA1A type=write size=1923090 2024-08-04T15:47:58.975 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.976+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=3NK5LZ3ESVN6 type=del 2024-08-04T15:47:58.977 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.978+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=V6HMHA7SGSWP type=write size=999098 2024-08-04T15:47:58.979 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.980+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~KXLHS1OXSCNO.0 size=554532 2024-08-04T15:47:58.982 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.983+0000 7fd2ccec3640 1 < completed multipart upload key=GBCNMYOO1FUA upload=KXLHS1OXSCNO tag=VV1JP0XSN5FM type=write size=1603108 2024-08-04T15:47:58.985 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.986+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~TY5L5W3WR3NX.0 size=891177 2024-08-04T15:47:58.985 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.986+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=TY5L5W3WR3NX tag=79RCBW2Y2GUS type=write size=1939753 2024-08-04T15:47:58.987 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.988+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~WMRXHCERU1V0.0 size=1048576 2024-08-04T15:47:58.989 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.990+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~WMRXHCERU1V0.1 size=933505 2024-08-04T15:47:58.992 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.993+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=WMRXHCERU1V0 tag=2EIDIHDPFP2M type=write size=3030657 2024-08-04T15:47:58.994 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.995+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=0SAOPTXLZ0FH type=write size=497201 2024-08-04T15:47:58.996 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.997+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=MLNZBFDJXIRW type=del 2024-08-04T15:47:58.998 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:58.999+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=OQ1KNF5CP6QB type=del size=3226779 2024-08-04T15:47:59.001 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.002+0000 7fd2ccec3640 -1 < failed to complete operation key=5MFVV0YROP6Z tag=NYRDXC2QMDWW type=write size=231252: (22) Invalid argument 2024-08-04T15:47:59.003 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.003+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=KT2C5Z6HXWCC type=del size=2235286 2024-08-04T15:47:59.004 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.005+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=F2G50V92MT7X type=del 2024-08-04T15:47:59.008 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.008+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~6J3L7UGUKIH2.0 size=793358 2024-08-04T15:47:59.008 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.008+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=6J3L7UGUKIH2 tag=EQ1GAGAMOC6Z type=write size=1841934 2024-08-04T15:47:59.009 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.010+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~971RJZCVLIZX.0 size=342387 2024-08-04T15:47:59.013 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.013+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=971RJZCVLIZX tag=DEC19Q25CM0Y type=write size=1390963 2024-08-04T15:47:59.017 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.017+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~26RKBJGDCXPK.0 size=1045801 2024-08-04T15:47:59.017 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.017+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=26RKBJGDCXPK tag=JIOAKNIQ154E type=write size=2094377 2024-08-04T15:47:59.019 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.019+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=RATKHFG3VBOC type=del 2024-08-04T15:47:59.020 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.021+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=WOMZ82E40MVH type=del size=535081 2024-08-04T15:47:59.022 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.023+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=PX2OC0TDZZZ0 type=del 2024-08-04T15:47:59.024 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.025+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=YRUO086U37CY type=del size=3386812 2024-08-04T15:47:59.026 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.026+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=SO3ECF97M6E2 type=del 2024-08-04T15:47:59.029 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.030+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~NH95I8PJI1J9.0 size=1048576 2024-08-04T15:47:59.031 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.031+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~NH95I8PJI1J9.1 size=1048576 2024-08-04T15:47:59.032 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.033+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~NH95I8PJI1J9.2 size=173819 2024-08-04T15:47:59.032 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.033+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=NH95I8PJI1J9 tag=9KM64V4T27DK type=write size=3319547 2024-08-04T15:47:59.034 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.034+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=M5G4TV75R3CU type=del 2024-08-04T15:47:59.036 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.036+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=VWPYS9DIKV1L type=del size=112283 2024-08-04T15:47:59.038 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.038+0000 7fd2ccec3640 1 < canceled operation key=MWJBTVQYBFBJ tag=YRK6I3F0DWY2 type=del size=1111644 2024-08-04T15:47:59.040 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.040+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=L13JZLZN5LR9 type=write size=763433 2024-08-04T15:47:59.042 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.042+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~GJDBM9HIBQI8.0 size=670967 2024-08-04T15:47:59.046 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.046+0000 7fd2ccec3640 1 < completed multipart upload key=XWJQBRZ42N7Q upload=GJDBM9HIBQI8 tag=3CZTVFV3I9XF type=write size=1719543 2024-08-04T15:47:59.049 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.049+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~PCYDKERWG3IO.0 size=1048576 2024-08-04T15:47:59.050 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.051+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~PCYDKERWG3IO.1 size=1048576 2024-08-04T15:47:59.052 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.052+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~PCYDKERWG3IO.2 size=649641 2024-08-04T15:47:59.052 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.052+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=PCYDKERWG3IO tag=KC1P2NPU2O3T type=write size=3795369 2024-08-04T15:47:59.053 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.054+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=NYQ848EKQYNN type=del 2024-08-04T15:47:59.056 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.056+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=48O60LWWBIPF type=del size=3064453 2024-08-04T15:47:59.057 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.058+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~0ZG6WKNCJFLL.0 size=1048576 2024-08-04T15:47:59.057 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.058+0000 7fd2ccec3640 1 < canceled part key=_multipart_LPB2ZT0VBXYW.2~0ZG6WKNCJFLL.1 size=444725 2024-08-04T15:47:59.060 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.061+0000 7fd2ccec3640 1 < canceled multipart upload key=LPB2ZT0VBXYW upload=0ZG6WKNCJFLL tag=F4DB9RZWAFGY type=write size=2541877 2024-08-04T15:47:59.062 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.063+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=4AD7TUNP57FD type=del size=3405438 2024-08-04T15:47:59.064 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.064+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~OTW5G3RZ66KW.0 size=874514 2024-08-04T15:47:59.067 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.068+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=OTW5G3RZ66KW tag=14PRJK9PWA1A type=write size=1923090 2024-08-04T15:47:59.071 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.071+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~8X4Q08K2WAK2.0 size=192978 2024-08-04T15:47:59.071 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.071+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=8X4Q08K2WAK2 tag=HIDL7X37DNHW type=write size=1241554 2024-08-04T15:47:59.073 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.073+0000 7fd2ccec3640 1 < completed write operation key=GBCNMYOO1FUA tag=V6HMHA7SGSWP type=write size=999098 2024-08-04T15:47:59.074 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.075+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=QH9QVQHAASWW type=del size=2495342 2024-08-04T15:47:59.076 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.077+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~TY5L5W3WR3NX.0 size=891177 2024-08-04T15:47:59.080 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.080+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=TY5L5W3WR3NX tag=79RCBW2Y2GUS type=write size=1939753 2024-08-04T15:47:59.082 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.083+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=F2MLR6L6MGNB type=del size=1354618 2024-08-04T15:47:59.084 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.085+0000 7fd2ccec3640 1 < completed write operation key=HIMJNBIR2DD9 tag=0SAOPTXLZ0FH type=write size=497201 2024-08-04T15:47:59.086 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.086+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=695TJFBP7WKH type=del size=1792956 2024-08-04T15:47:59.088 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.088+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=OQ1KNF5CP6QB type=del 2024-08-04T15:47:59.090 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.090+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=66UUOQZ8SS02 type=del size=1947040 2024-08-04T15:47:59.091 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.092+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=KT2C5Z6HXWCC type=del 2024-08-04T15:47:59.095 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.095+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~6PZDG14BPIY3.0 size=19572 2024-08-04T15:47:59.095 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.095+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=6PZDG14BPIY3 tag=QXQZQJWTYHPF type=write size=1068148 2024-08-04T15:47:59.097 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.097+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~6J3L7UGUKIH2.0 size=793358 2024-08-04T15:47:59.100 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.100+0000 7fd2ccec3640 1 < completed multipart upload key=XWJQBRZ42N7Q upload=6J3L7UGUKIH2 tag=EQ1GAGAMOC6Z type=write size=1841934 2024-08-04T15:47:59.103 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.103+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~R7E9297ZVJVO.0 size=1048576 2024-08-04T15:47:59.104 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.105+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~R7E9297ZVJVO.1 size=1048576 2024-08-04T15:47:59.106 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.106+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~R7E9297ZVJVO.2 size=693568 2024-08-04T15:47:59.106 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.106+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=R7E9297ZVJVO tag=UAFQKWXWTTUU type=write size=3839296 2024-08-04T15:47:59.108 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.109+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~26RKBJGDCXPK.0 size=1045801 2024-08-04T15:47:59.112 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.112+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=26RKBJGDCXPK tag=JIOAKNIQ154E type=write size=2094377 2024-08-04T15:47:59.113 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.114+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=RIDUJ32JJ0I6 type=write size=183793 2024-08-04T15:47:59.115 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.116+0000 7fd2ccec3640 1 < canceled operation key=H06WFDC3B2PH tag=WOMZ82E40MVH type=del size=535081 2024-08-04T15:47:59.117 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.118+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=54R4BR4W75RL type=write size=282313 2024-08-04T15:47:59.119 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.120+0000 7fd2ccec3640 1 < canceled operation key=77442UN63NTC tag=YRUO086U37CY type=del size=3386812 2024-08-04T15:47:59.121 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.121+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=2Y7WHELHYKKX type=del size=2523942 2024-08-04T15:47:59.123 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.123+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~NH95I8PJI1J9.0 size=1048576 2024-08-04T15:47:59.125 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.125+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~NH95I8PJI1J9.1 size=1048576 2024-08-04T15:47:59.127 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.127+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~NH95I8PJI1J9.2 size=173819 2024-08-04T15:47:59.131 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.131+0000 7fd2ccec3640 1 < completed multipart upload key=5JWY4L0XFKO9 upload=NH95I8PJI1J9 tag=9KM64V4T27DK type=write size=3319547 2024-08-04T15:47:59.133 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.133+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=YGDHO4OCZPN0 type=del size=4149251 2024-08-04T15:47:59.134 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.135+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=VWPYS9DIKV1L type=del 2024-08-04T15:47:59.137 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.137+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=4SW70FL4J9Q0 type=del size=2934653 2024-08-04T15:47:59.139 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.139+0000 7fd2ccec3640 1 < completed write operation key=IPMGU45BLASA tag=L13JZLZN5LR9 type=write size=763433 2024-08-04T15:47:59.141 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.141+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=HVPRGEB8IXR7 type=del size=638101 2024-08-04T15:47:59.143 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.143+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~PCYDKERWG3IO.0 size=1048576 2024-08-04T15:47:59.144 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.145+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~PCYDKERWG3IO.1 size=1048576 2024-08-04T15:47:59.144 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.145+0000 7fd2ccec3640 1 < canceled part key=_multipart_LPB2ZT0VBXYW.2~PCYDKERWG3IO.2 size=649641 2024-08-04T15:47:59.148 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.148+0000 7fd2ccec3640 1 < canceled multipart upload key=LPB2ZT0VBXYW upload=PCYDKERWG3IO tag=KC1P2NPU2O3T type=write size=3795369 2024-08-04T15:47:59.149 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.150+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=VU7KHNKNXY3C type=del size=79926 2024-08-04T15:47:59.151 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.152+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=48O60LWWBIPF type=del 2024-08-04T15:47:59.155 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.156+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~H1RFHOI321FG.0 size=1048576 2024-08-04T15:47:59.157 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.157+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~H1RFHOI321FG.1 size=478656 2024-08-04T15:47:59.157 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.157+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=H1RFHOI321FG tag=2LWOJF5MUWXV type=write size=2575808 2024-08-04T15:47:59.159 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.160+0000 7fd2ccec3640 1 < completed delete operation key=MWJBTVQYBFBJ tag=4AD7TUNP57FD type=del 2024-08-04T15:47:59.163 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.163+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~KTJCQO24SJIR.0 size=703109 2024-08-04T15:47:59.163 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.163+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=KTJCQO24SJIR tag=I2RXIV5EA8SH type=write size=1751685 2024-08-04T15:47:59.164 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.165+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~8X4Q08K2WAK2.0 size=192978 2024-08-04T15:47:59.168 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.169+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=8X4Q08K2WAK2 tag=HIDL7X37DNHW type=write size=1241554 2024-08-04T15:47:59.170 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.171+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=8CFVHSXASJEO type=del size=4088310 2024-08-04T15:47:59.174 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.175+0000 7fd2ccec3640 1 < suggested remove operation key=62WXNRD38943 tag=QH9QVQHAASWW type=del 2024-08-04T15:47:59.176 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.177+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=4HIIFOQR1PSF type=write size=287451 2024-08-04T15:47:59.178 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.178+0000 7fd2ccec3640 1 < completed delete operation key=S35AAPLREPCU tag=F2MLR6L6MGNB type=del 2024-08-04T15:47:59.179 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.180+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=AZRRNUGK5HTG type=del size=1692063 2024-08-04T15:47:59.181 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.182+0000 7fd2ccec3640 1 < canceled operation key=WMBAAE091MS6 tag=695TJFBP7WKH type=del size=1792956 2024-08-04T15:47:59.185 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.185+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~788J7S2JLJ4N.0 size=1048576 2024-08-04T15:47:59.186 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.187+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~788J7S2JLJ4N.1 size=42022 2024-08-04T15:47:59.186 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.187+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=788J7S2JLJ4N tag=QQIORA4GX6K1 type=write size=2139174 2024-08-04T15:47:59.190 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.190+0000 7fd2ccec3640 1 < suggested update operation key=EXYGXS950WM2 tag=66UUOQZ8SS02 type=del size=1947040 2024-08-04T15:47:59.193 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.194+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~PN1C6LEFMKTX.0 size=44510 2024-08-04T15:47:59.193 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.194+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=PN1C6LEFMKTX tag=8SFGSHH5C0D4 type=write size=1093086 2024-08-04T15:47:59.195 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.196+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~6PZDG14BPIY3.0 size=19572 2024-08-04T15:47:59.198 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.199+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=6PZDG14BPIY3 tag=QXQZQJWTYHPF type=write size=1068148 2024-08-04T15:47:59.200 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.200+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=8SUCJTCX7DL0 type=write size=647116 2024-08-04T15:47:59.201 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.202+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~R7E9297ZVJVO.0 size=1048576 2024-08-04T15:47:59.203 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.204+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~R7E9297ZVJVO.1 size=1048576 2024-08-04T15:47:59.205 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.205+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~R7E9297ZVJVO.2 size=693568 2024-08-04T15:47:59.208 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.208+0000 7fd2ccec3640 1 < completed multipart upload key=0BWMVZQ5RBRL upload=R7E9297ZVJVO tag=UAFQKWXWTTUU type=write size=3839296 2024-08-04T15:47:59.210 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.210+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=1X0B4D4OV0CO type=del size=3084226 2024-08-04T15:47:59.211 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.212+0000 7fd2ccec3640 1 < completed write operation key=IPMGU45BLASA tag=RIDUJ32JJ0I6 type=write size=183793 2024-08-04T15:47:59.213 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.214+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=K4W6BG7SRBFF type=del size=1411476 2024-08-04T15:47:59.216 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.216+0000 7fd2ccec3640 1 < completed write operation key=ESVVWVGCH33K tag=54R4BR4W75RL type=write size=282313 2024-08-04T15:47:59.218 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.218+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=GJ4H17KD5YW0 type=del size=3030945 2024-08-04T15:47:59.220 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.220+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=2Y7WHELHYKKX type=del 2024-08-04T15:47:59.221 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.222+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=D5THZY014C1I type=del size=4102906 2024-08-04T15:47:59.224 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.224+0000 7fd2ccec3640 1 < completed delete operation key=XWJQBRZ42N7Q tag=YGDHO4OCZPN0 type=del 2024-08-04T15:47:59.225 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.226+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=WCKTJDVFBVKP type=del size=1341650 2024-08-04T15:47:59.227 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.228+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=4SW70FL4J9Q0 type=del 2024-08-04T15:47:59.229 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.230+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=R7TNAN7I1FHS type=del size=1657783 2024-08-04T15:47:59.231 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.232+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=HVPRGEB8IXR7 type=del 2024-08-04T15:47:59.233 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.234+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=7M78ARP6UWDU type=write size=776342 2024-08-04T15:47:59.235 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.236+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=VU7KHNKNXY3C type=del 2024-08-04T15:47:59.237 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.237+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=IYR70TV6DV7H type=del size=2569687 2024-08-04T15:47:59.239 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.239+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~H1RFHOI321FG.0 size=1048576 2024-08-04T15:47:59.241 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.242+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~H1RFHOI321FG.1 size=478656 2024-08-04T15:47:59.245 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.245+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=H1RFHOI321FG tag=2LWOJF5MUWXV type=write size=2575808 2024-08-04T15:47:59.247 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.247+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=52W06G2IUYIA type=del size=772540 2024-08-04T15:47:59.250 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.249+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~KTJCQO24SJIR.0 size=703109 2024-08-04T15:47:59.251 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.252+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=KTJCQO24SJIR tag=I2RXIV5EA8SH type=write size=1751685 2024-08-04T15:47:59.253 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.254+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=KKTYPTJHZ7QC type=del size=3474245 2024-08-04T15:47:59.255 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.256+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=8CFVHSXASJEO type=del 2024-08-04T15:47:59.259 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.259+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~WPTNOBXPXTH6.0 size=193431 2024-08-04T15:47:59.259 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.259+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=WPTNOBXPXTH6 tag=8U2D8FXK8D8X type=write size=1242007 2024-08-04T15:47:59.262 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.263+0000 7fd2ccec3640 1 < suggested update operation key=IPMGU45BLASA tag=4HIIFOQR1PSF type=write size=287451 2024-08-04T15:47:59.264 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.265+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=9CQTT2L00BT3 type=del size=285630 2024-08-04T15:47:59.266 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.266+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=AZRRNUGK5HTG type=del 2024-08-04T15:47:59.268 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.269+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=3HIWJ722UGFZ type=del size=3174001 2024-08-04T15:47:59.270 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.271+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~788J7S2JLJ4N.0 size=1048576 2024-08-04T15:47:59.272 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.272+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~788J7S2JLJ4N.1 size=42022 2024-08-04T15:47:59.275 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.275+0000 7fd2ccec3640 1 < completed multipart upload key=3SZIKIT8UW9F upload=788J7S2JLJ4N tag=QQIORA4GX6K1 type=write size=2139174 2024-08-04T15:47:59.276 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.277+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=PGO5PFKW9SQD type=write size=798617 2024-08-04T15:47:59.279 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.279+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~PN1C6LEFMKTX.0 size=44510 2024-08-04T15:47:59.282 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.283+0000 7fd2ccec3640 1 < completed multipart upload key=Q43H3OZA4M1A upload=PN1C6LEFMKTX tag=8SFGSHH5C0D4 type=write size=1093086 2024-08-04T15:47:59.287 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.287+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~RXOCL7G7YSKT.0 size=1048576 2024-08-04T15:47:59.288 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.289+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~RXOCL7G7YSKT.1 size=1048576 2024-08-04T15:47:59.290 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.290+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~RXOCL7G7YSKT.2 size=525324 2024-08-04T15:47:59.290 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.290+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=RXOCL7G7YSKT tag=LQQ4ECZICU03 type=write size=3671052 2024-08-04T15:47:59.292 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.292+0000 7fd2ccec3640 1 < completed write operation key=DI9N06E8I6FR tag=8SUCJTCX7DL0 type=write size=647116 2024-08-04T15:47:59.296 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.297+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~UTVM003F9E7B.0 size=1048576 2024-08-04T15:47:59.298 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.299+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~UTVM003F9E7B.1 size=800859 2024-08-04T15:47:59.298 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.299+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=UTVM003F9E7B tag=7O8Z32QTYQWN type=write size=2898011 2024-08-04T15:47:59.300 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.301+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=1X0B4D4OV0CO type=del 2024-08-04T15:47:59.303 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.304+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~7U6W2AOIX609.0 size=1048576 2024-08-04T15:47:59.305 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.305+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~7U6W2AOIX609.1 size=930723 2024-08-04T15:47:59.305 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.305+0000 7fd2ccec3640 1 > prepared multipart upload key=62WXNRD38943 upload=7U6W2AOIX609 tag=GFJK0SLQ5YCV type=write size=3027875 2024-08-04T15:47:59.307 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.308+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=K4W6BG7SRBFF type=del 2024-08-04T15:47:59.309 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.310+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=6330YDD6S0C8 type=del size=1242803 2024-08-04T15:47:59.311 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.311+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=GJ4H17KD5YW0 type=del 2024-08-04T15:47:59.313 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.313+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=648XAHNYZCMI type=del size=3799427 2024-08-04T15:47:59.315 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.316+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=D5THZY014C1I type=del 2024-08-04T15:47:59.319 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.319+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~7D4D55EZ84MZ.0 size=1048576 2024-08-04T15:47:59.320 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.321+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~7D4D55EZ84MZ.1 size=1043495 2024-08-04T15:47:59.320 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.321+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=7D4D55EZ84MZ tag=BO8EK0T91QUG type=write size=3140647 2024-08-04T15:47:59.322 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.322+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=WCKTJDVFBVKP type=del 2024-08-04T15:47:59.325 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.326+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~MWVRVLT682PM.0 size=1048576 2024-08-04T15:47:59.327 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.327+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~MWVRVLT682PM.1 size=510995 2024-08-04T15:47:59.327 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.327+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=MWVRVLT682PM tag=EIS4KJN2A5P0 type=write size=2608147 2024-08-04T15:47:59.328 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.329+0000 7fd2ccec3640 1 < completed delete operation key=XWJQBRZ42N7Q tag=R7TNAN7I1FHS type=del 2024-08-04T15:47:59.330 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.331+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=4HKO7CM0U4NZ type=del size=972219 2024-08-04T15:47:59.334 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.335+0000 7fd2ccec3640 1 < suggested update operation key=Q43H3OZA4M1A tag=7M78ARP6UWDU type=write size=776342 2024-08-04T15:47:59.336 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.337+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=568PWNOJECJI type=del size=1371852 2024-08-04T15:47:59.338 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.339+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=IYR70TV6DV7H type=del 2024-08-04T15:47:59.340 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.340+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=ZXC2CWTJNGNT type=del size=3386467 2024-08-04T15:47:59.342 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.342+0000 7fd2ccec3640 1 < completed delete operation key=S35AAPLREPCU tag=52W06G2IUYIA type=del 2024-08-04T15:47:59.345 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.345+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~6QJVJ9XP85C3.0 size=210713 2024-08-04T15:47:59.345 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.345+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=6QJVJ9XP85C3 tag=OK4V2FCDTTD7 type=write size=1259289 2024-08-04T15:47:59.348 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.349+0000 7fd2ccec3640 1 < suggested remove operation key=A8CMFMCK5F3U tag=KKTYPTJHZ7QC type=del 2024-08-04T15:47:59.350 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.351+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=V1FGX0UPC62Z type=write size=289101 2024-08-04T15:47:59.353 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.353+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~WPTNOBXPXTH6.0 size=193431 2024-08-04T15:47:59.356 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.356+0000 7fd2ccec3640 1 < completed multipart upload key=HIMJNBIR2DD9 upload=WPTNOBXPXTH6 tag=8U2D8FXK8D8X type=write size=1242007 2024-08-04T15:47:59.359 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.360+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~6LRVVF1Y8XB7.0 size=1048576 2024-08-04T15:47:59.361 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.361+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~6LRVVF1Y8XB7.1 size=1048576 2024-08-04T15:47:59.362 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.363+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~6LRVVF1Y8XB7.2 size=860834 2024-08-04T15:47:59.362 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.363+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=6LRVVF1Y8XB7 tag=RUOSJ3SE8B82 type=write size=4006562 2024-08-04T15:47:59.364 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.365+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=9CQTT2L00BT3 type=del 2024-08-04T15:47:59.367 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.367+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=9A3VVDT1YXSB type=del size=2539274 2024-08-04T15:47:59.371 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.371+0000 7fd2ccec3640 1 < suggested remove operation key=OFTIL8YKJPJA tag=3HIWJ722UGFZ type=del 2024-08-04T15:47:59.373 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.373+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=17K0E9OIRQ00 type=del size=3057419 2024-08-04T15:47:59.374 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.375+0000 7fd2ccec3640 1 < completed write operation key=KSYUUUTKLZGE tag=PGO5PFKW9SQD type=write size=798617 2024-08-04T15:47:59.376 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.377+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=61XYL3CWXQHD type=write size=1042261 2024-08-04T15:47:59.379 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.379+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~RXOCL7G7YSKT.0 size=1048576 2024-08-04T15:47:59.380 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.381+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~RXOCL7G7YSKT.1 size=1048576 2024-08-04T15:47:59.380 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.381+0000 7fd2ccec3640 1 < canceled part key=_multipart_PZE6FNM3SE38.2~RXOCL7G7YSKT.2 size=525324 2024-08-04T15:47:59.384 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.384+0000 7fd2ccec3640 1 < canceled multipart upload key=PZE6FNM3SE38 upload=RXOCL7G7YSKT tag=LQQ4ECZICU03 type=write size=3671052 2024-08-04T15:47:59.385 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.386+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=QWUL1CC7HMOO type=del size=370428 2024-08-04T15:47:59.388 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.388+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~UTVM003F9E7B.0 size=1048576 2024-08-04T15:47:59.389 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.390+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~UTVM003F9E7B.1 size=800859 2024-08-04T15:47:59.393 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.393+0000 7fd2ccec3640 1 < completed multipart upload key=XWJQBRZ42N7Q upload=UTVM003F9E7B tag=7O8Z32QTYQWN type=write size=2898011 2024-08-04T15:47:59.397 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.398+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~O4R4JWTFKY2T.0 size=768926 2024-08-04T15:47:59.397 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.398+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=O4R4JWTFKY2T tag=8LGLF8126D1Z type=write size=1817502 2024-08-04T15:47:59.399 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.400+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~7U6W2AOIX609.0 size=1048576 2024-08-04T15:47:59.401 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.402+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~7U6W2AOIX609.1 size=930723 2024-08-04T15:47:59.404 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.405+0000 7fd2ccec3640 1 < completed multipart upload key=62WXNRD38943 upload=7U6W2AOIX609 tag=GFJK0SLQ5YCV type=write size=3027875 2024-08-04T15:47:59.408 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.409+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~JTK25A7SA1SZ.0 size=1048576 2024-08-04T15:47:59.410 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.410+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~JTK25A7SA1SZ.1 size=1048576 2024-08-04T15:47:59.411 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.412+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~JTK25A7SA1SZ.2 size=219080 2024-08-04T15:47:59.411 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.412+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=JTK25A7SA1SZ tag=M27DPH3XO2WS type=write size=3364808 2024-08-04T15:47:59.413 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.414+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=6330YDD6S0C8 type=del 2024-08-04T15:47:59.415 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.416+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=DSYWZOOL7MUW type=del size=478443 2024-08-04T15:47:59.418 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.418+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=648XAHNYZCMI type=del 2024-08-04T15:47:59.422 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.422+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~ZMMS1IUKP95F.0 size=1048576 2024-08-04T15:47:59.423 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.424+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~ZMMS1IUKP95F.1 size=1048576 2024-08-04T15:47:59.425 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.425+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~ZMMS1IUKP95F.2 size=787287 2024-08-04T15:47:59.425 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.425+0000 7fd2ccec3640 1 > prepared multipart upload key=62WXNRD38943 upload=ZMMS1IUKP95F tag=LNBLG84PSMQR type=write size=3933015 2024-08-04T15:47:59.427 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.427+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~7D4D55EZ84MZ.0 size=1048576 2024-08-04T15:47:59.428 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.429+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~7D4D55EZ84MZ.1 size=1043495 2024-08-04T15:47:59.432 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.432+0000 7fd2ccec3640 1 < completed multipart upload key=5JWY4L0XFKO9 upload=7D4D55EZ84MZ tag=BO8EK0T91QUG type=write size=3140647 2024-08-04T15:47:59.433 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.434+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=6B8ALZBRH3GE type=write size=529372 2024-08-04T15:47:59.435 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.436+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~MWVRVLT682PM.0 size=1048576 2024-08-04T15:47:59.437 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.438+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~MWVRVLT682PM.1 size=510995 2024-08-04T15:47:59.441 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.441+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=MWVRVLT682PM tag=EIS4KJN2A5P0 type=write size=2608147 2024-08-04T15:47:59.444 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.445+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~DBL0HDT6TSF4.0 size=1048576 2024-08-04T15:47:59.446 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.446+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~DBL0HDT6TSF4.1 size=1048576 2024-08-04T15:47:59.447 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.448+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~DBL0HDT6TSF4.2 size=220702 2024-08-04T15:47:59.447 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.448+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=DBL0HDT6TSF4 tag=XSNUGQS2X06A type=write size=3366430 2024-08-04T15:47:59.451 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.451+0000 7fd2ccec3640 1 < suggested remove operation key=MCSD2KYW9UUG tag=4HKO7CM0U4NZ type=del 2024-08-04T15:47:59.454 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.453+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=FE2HQV9JSI1S type=del size=1438309 2024-08-04T15:47:59.454 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.454+0000 7fd2ccec3640 -1 < no bi entry to suggest for operation key=MCSD2KYW9UUG tag=568PWNOJECJI type=del size=1371852: (2) No such file or directory 2024-08-04T15:47:59.457 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.457+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~ZY6O8OS1QQEU.0 size=780350 2024-08-04T15:47:59.457 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.457+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=ZY6O8OS1QQEU tag=YRGWORT4RCZI type=write size=1828926 2024-08-04T15:47:59.460 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.460+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=ZXC2CWTJNGNT type=del 2024-08-04T15:47:59.462 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.462+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=GBGYFMJP61TD type=write size=863699 2024-08-04T15:47:59.464 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.464+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~6QJVJ9XP85C3.0 size=210713 2024-08-04T15:47:59.467 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.468+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=6QJVJ9XP85C3 tag=OK4V2FCDTTD7 type=write size=1259289 2024-08-04T15:47:59.469 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.469+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=J2DAS7S1C4HB type=del size=3739454 2024-08-04T15:47:59.472 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.473+0000 7fd2ccec3640 1 < suggested update operation key=775O2FB0RT5R tag=V1FGX0UPC62Z type=write size=289101 2024-08-04T15:47:59.474 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.475+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=9M8FA27DZCDV type=write size=312557 2024-08-04T15:47:59.476 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.477+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~6LRVVF1Y8XB7.0 size=1048576 2024-08-04T15:47:59.477 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.478+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~6LRVVF1Y8XB7.1 size=1048576 2024-08-04T15:47:59.479 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.480+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~6LRVVF1Y8XB7.2 size=860834 2024-08-04T15:47:59.482 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.483+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=6LRVVF1Y8XB7 tag=RUOSJ3SE8B82 type=write size=4006562 2024-08-04T15:47:59.486 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.486+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~3Q8AX8T0DBFD.0 size=1048576 2024-08-04T15:47:59.487 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.488+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~3Q8AX8T0DBFD.1 size=1048576 2024-08-04T15:47:59.489 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.490+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~3Q8AX8T0DBFD.2 size=397018 2024-08-04T15:47:59.489 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.490+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=3Q8AX8T0DBFD tag=53MG58N6DQZ7 type=write size=3542746 2024-08-04T15:47:59.491 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.492+0000 7fd2ccec3640 -1 < failed to complete operation key=OFTIL8YKJPJA tag=9A3VVDT1YXSB type=del size=2539274: (22) Invalid argument 2024-08-04T15:47:59.493 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.494+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=TSFRW8NMJRN9 type=del size=1905828 2024-08-04T15:47:59.495 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.496+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=17K0E9OIRQ00 type=del 2024-08-04T15:47:59.499 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.499+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~MSN8C3HA30HM.0 size=1048576 2024-08-04T15:47:59.500 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.501+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~MSN8C3HA30HM.1 size=1048576 2024-08-04T15:47:59.502 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.503+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~MSN8C3HA30HM.2 size=439915 2024-08-04T15:47:59.502 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.503+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=MSN8C3HA30HM tag=F2N16IFFLM32 type=write size=3585643 2024-08-04T15:47:59.504 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.505+0000 7fd2ccec3640 1 < completed write operation key=HIMJNBIR2DD9 tag=61XYL3CWXQHD type=write size=1042261 2024-08-04T15:47:59.506 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.507+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=7DH5PPK92RZH type=del size=3697963 2024-08-04T15:47:59.510 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.511+0000 7fd2ccec3640 1 < suggested update operation key=0ZFG1GY0QH8K tag=QWUL1CC7HMOO type=del size=370428 2024-08-04T15:47:59.512 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.512+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=QYN6DER3KWIG type=write size=224265 2024-08-04T15:47:59.513 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.514+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~O4R4JWTFKY2T.0 size=768926 2024-08-04T15:47:59.517 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.517+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=O4R4JWTFKY2T tag=8LGLF8126D1Z type=write size=1817502 2024-08-04T15:47:59.518 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.519+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=FJCXM4HN5BM7 type=del size=3929417 2024-08-04T15:47:59.520 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.521+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~JTK25A7SA1SZ.0 size=1048576 2024-08-04T15:47:59.522 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.523+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~JTK25A7SA1SZ.1 size=1048576 2024-08-04T15:47:59.524 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.525+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~JTK25A7SA1SZ.2 size=219080 2024-08-04T15:47:59.527 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.528+0000 7fd2ccec3640 1 < completed multipart upload key=0BWMVZQ5RBRL upload=JTK25A7SA1SZ tag=M27DPH3XO2WS type=write size=3364808 2024-08-04T15:47:59.531 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.532+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~V23DVL8SYPL2.0 size=1048576 2024-08-04T15:47:59.532 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.533+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~V23DVL8SYPL2.1 size=1048576 2024-08-04T15:47:59.534 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.535+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~V23DVL8SYPL2.2 size=482723 2024-08-04T15:47:59.534 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.535+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=V23DVL8SYPL2 tag=6NCJ2O6M01FF type=write size=3628451 2024-08-04T15:47:59.538 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.538+0000 7fd2ccec3640 1 < suggested update operation key=DI9N06E8I6FR tag=DSYWZOOL7MUW type=del size=478443 2024-08-04T15:47:59.540 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.540+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=8DBCHEYBZROH type=del size=3180168 2024-08-04T15:47:59.542 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.543+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~ZMMS1IUKP95F.0 size=1048576 2024-08-04T15:47:59.544 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.544+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~ZMMS1IUKP95F.1 size=1048576 2024-08-04T15:47:59.545 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.546+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~ZMMS1IUKP95F.2 size=787287 2024-08-04T15:47:59.549 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.549+0000 7fd2ccec3640 1 < completed multipart upload key=62WXNRD38943 upload=ZMMS1IUKP95F tag=LNBLG84PSMQR type=write size=3933015 2024-08-04T15:47:59.551 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.551+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=KHEBMBTVF4P0 type=del size=581893 2024-08-04T15:47:59.555 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.555+0000 7fd2ccec3640 1 < suggested update operation key=YXD2X0LU17RF tag=6B8ALZBRH3GE type=write size=529372 2024-08-04T15:47:59.558 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.559+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~6RKMP8W6IST9.0 size=1048576 2024-08-04T15:47:59.560 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.560+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~6RKMP8W6IST9.1 size=1048576 2024-08-04T15:47:59.561 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.562+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~6RKMP8W6IST9.2 size=503229 2024-08-04T15:47:59.561 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.562+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=6RKMP8W6IST9 tag=4G1B50K1VSFI type=write size=3648957 2024-08-04T15:47:59.563 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.564+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~DBL0HDT6TSF4.0 size=1048576 2024-08-04T15:47:59.565 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.566+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~DBL0HDT6TSF4.1 size=1048576 2024-08-04T15:47:59.565 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.566+0000 7fd2ccec3640 1 < canceled part key=_multipart_MCSD2KYW9UUG.2~DBL0HDT6TSF4.2 size=220702 2024-08-04T15:47:59.570 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.570+0000 7fd2ccec3640 1 < canceled multipart upload key=MCSD2KYW9UUG upload=DBL0HDT6TSF4 tag=XSNUGQS2X06A type=write size=3366430 2024-08-04T15:47:59.574 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.574+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~CYZ14O18T2N6.0 size=1048576 2024-08-04T15:47:59.576 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.576+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~CYZ14O18T2N6.1 size=932319 2024-08-04T15:47:59.576 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.576+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=CYZ14O18T2N6 tag=A08JS5A9QJUX type=write size=3029471 2024-08-04T15:47:59.578 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.578+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=FE2HQV9JSI1S type=del 2024-08-04T15:47:59.582 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.583+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~XXCZ9X00B0A8.0 size=236456 2024-08-04T15:47:59.582 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.583+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=XXCZ9X00B0A8 tag=0L3SU5CMJB0L type=write size=1285032 2024-08-04T15:47:59.584 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.585+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~ZY6O8OS1QQEU.0 size=780350 2024-08-04T15:47:59.588 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.588+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=ZY6O8OS1QQEU tag=YRGWORT4RCZI type=write size=1828926 2024-08-04T15:47:59.591 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.592+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~GE93K946C4I5.0 size=1048576 2024-08-04T15:47:59.593 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.594+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~GE93K946C4I5.1 size=1048576 2024-08-04T15:47:59.594 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.595+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~GE93K946C4I5.2 size=184359 2024-08-04T15:47:59.595 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.595+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=GE93K946C4I5 tag=N9RJIZWYKP8Z type=write size=3330087 2024-08-04T15:47:59.597 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.598+0000 7fd2ccec3640 1 < completed write operation key=H06WFDC3B2PH tag=GBGYFMJP61TD type=write size=863699 2024-08-04T15:47:59.601 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.602+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~4V9GND7U1TU7.0 size=1022412 2024-08-04T15:47:59.601 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.602+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=4V9GND7U1TU7 tag=ST2KNPOI8579 type=write size=2070988 2024-08-04T15:47:59.603 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.604+0000 7fd2ccec3640 1 < completed delete operation key=MCSD2KYW9UUG tag=J2DAS7S1C4HB type=del 2024-08-04T15:47:59.606 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.607+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~OXTFUSDNN8WA.0 size=1048576 2024-08-04T15:47:59.608 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.609+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~OXTFUSDNN8WA.1 size=1048576 2024-08-04T15:47:59.610 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.610+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~OXTFUSDNN8WA.2 size=991237 2024-08-04T15:47:59.610 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.610+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=OXTFUSDNN8WA tag=CUCL78AXUGJR type=write size=4136965 2024-08-04T15:47:59.612 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.612+0000 7fd2ccec3640 1 < completed write operation key=SWB07P8C064V tag=9M8FA27DZCDV type=write size=312557 2024-08-04T15:47:59.614 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.615+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=2VUF7II69ZWH type=del size=2644269 2024-08-04T15:47:59.616 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.616+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~3Q8AX8T0DBFD.0 size=1048576 2024-08-04T15:47:59.616 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.616+0000 7fd2ccec3640 1 < canceled part key=_multipart_HIMJNBIR2DD9.2~3Q8AX8T0DBFD.1 size=1048576 2024-08-04T15:47:59.617 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.618+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~3Q8AX8T0DBFD.2 size=397018 2024-08-04T15:47:59.621 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.621+0000 7fd2ccec3640 1 < canceled multipart upload key=HIMJNBIR2DD9 upload=3Q8AX8T0DBFD tag=53MG58N6DQZ7 type=write size=3542746 2024-08-04T15:47:59.624 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.625+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~I4YT6NGHFD4O.0 size=1048576 2024-08-04T15:47:59.626 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.627+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~I4YT6NGHFD4O.1 size=1048576 2024-08-04T15:47:59.628 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.629+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~I4YT6NGHFD4O.2 size=924622 2024-08-04T15:47:59.628 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.629+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=I4YT6NGHFD4O tag=DVXCB8W81MSJ type=write size=4070350 2024-08-04T15:47:59.630 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.631+0000 7fd2ccec3640 1 < completed delete operation key=ADGRDVHIUPFJ tag=TSFRW8NMJRN9 type=del 2024-08-04T15:47:59.632 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.633+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=XJUO2EAJ52CA type=del size=3957884 2024-08-04T15:47:59.634 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.635+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~MSN8C3HA30HM.0 size=1048576 2024-08-04T15:47:59.635 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.636+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~MSN8C3HA30HM.1 size=1048576 2024-08-04T15:47:59.637 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.638+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~MSN8C3HA30HM.2 size=439915 2024-08-04T15:47:59.640 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.641+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=MSN8C3HA30HM tag=F2N16IFFLM32 type=write size=3585643 2024-08-04T15:47:59.642 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.643+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=VWJOQOQIHHKV type=write size=717239 2024-08-04T15:47:59.644 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.644+0000 7fd2ccec3640 1 < completed delete operation key=UY4BH06KC1U7 tag=7DH5PPK92RZH type=del 2024-08-04T15:47:59.648 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.648+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~3UR75KQXBB1J.0 size=1048576 2024-08-04T15:47:59.649 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.650+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~3UR75KQXBB1J.1 size=1048576 2024-08-04T15:47:59.650 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.651+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~3UR75KQXBB1J.2 size=731592 2024-08-04T15:47:59.651 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.651+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=3UR75KQXBB1J tag=OL0THTP46U4V type=write size=3877320 2024-08-04T15:47:59.652 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.653+0000 7fd2ccec3640 1 < completed write operation key=4K3JERFA2TR2 tag=QYN6DER3KWIG type=write size=224265 2024-08-04T15:47:59.657 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.656+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~XPSFSTKDRD9Y.0 size=703310 2024-08-04T15:47:59.658 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.656+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=XPSFSTKDRD9Y tag=GJE41L6QS041 type=write size=1751886 2024-08-04T15:47:59.660 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.660+0000 7fd2ccec3640 1 < suggested remove operation key=775O2FB0RT5R tag=FJCXM4HN5BM7 type=del 2024-08-04T15:47:59.664 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.665+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~WI3I33LK1DD9.0 size=476014 2024-08-04T15:47:59.664 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.665+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=WI3I33LK1DD9 tag=XD17WNL6NYOO type=write size=1524590 2024-08-04T15:47:59.666 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.667+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~V23DVL8SYPL2.0 size=1048576 2024-08-04T15:47:59.668 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.668+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~V23DVL8SYPL2.1 size=1048576 2024-08-04T15:47:59.669 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.670+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~V23DVL8SYPL2.2 size=482723 2024-08-04T15:47:59.673 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.673+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=V23DVL8SYPL2 tag=6NCJ2O6M01FF type=write size=3628451 2024-08-04T15:47:59.676 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.677+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~R724WLGQODO3.0 size=1048576 2024-08-04T15:47:59.678 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.678+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~R724WLGQODO3.1 size=1048576 2024-08-04T15:47:59.679 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.680+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~R724WLGQODO3.2 size=372719 2024-08-04T15:47:59.680 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.680+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=R724WLGQODO3 tag=8MEH24U2NMSP type=write size=3518447 2024-08-04T15:47:59.684 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.684+0000 7fd2ccec3640 1 < suggested remove operation key=PZE6FNM3SE38 tag=8DBCHEYBZROH type=del 2024-08-04T15:47:59.686 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.686+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=CUBEU5RMZ6SF type=write size=945519 2024-08-04T15:47:59.688 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.688+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=KHEBMBTVF4P0 type=del 2024-08-04T15:47:59.690 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.690+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=4GMCH8XA5HX0 type=del size=3869420 2024-08-04T15:47:59.692 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.692+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~6RKMP8W6IST9.0 size=1048576 2024-08-04T15:47:59.694 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.694+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~6RKMP8W6IST9.1 size=1048576 2024-08-04T15:47:59.695 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.696+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~6RKMP8W6IST9.2 size=503229 2024-08-04T15:47:59.699 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.699+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=6RKMP8W6IST9 tag=4G1B50K1VSFI type=write size=3648957 2024-08-04T15:47:59.703 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.703+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~K2BZ9LOZE3RZ.0 size=1048576 2024-08-04T15:47:59.704 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.705+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~K2BZ9LOZE3RZ.1 size=967563 2024-08-04T15:47:59.704 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.705+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=K2BZ9LOZE3RZ tag=9NY55JEC6FTQ type=write size=3064715 2024-08-04T15:47:59.706 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.707+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~CYZ14O18T2N6.0 size=1048576 2024-08-04T15:47:59.708 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.709+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~CYZ14O18T2N6.1 size=932319 2024-08-04T15:47:59.712 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.712+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=CYZ14O18T2N6 tag=A08JS5A9QJUX type=write size=3029471 2024-08-04T15:47:59.715 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.716+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~ZQBFY7OUR9B8.0 size=1048576 2024-08-04T15:47:59.717 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.717+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~ZQBFY7OUR9B8.1 size=1048576 2024-08-04T15:47:59.719 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.720+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~ZQBFY7OUR9B8.2 size=806419 2024-08-04T15:47:59.719 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.720+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=ZQBFY7OUR9B8 tag=4M7AO20IH67A type=write size=3952147 2024-08-04T15:47:59.722 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.722+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~XXCZ9X00B0A8.0 size=236456 2024-08-04T15:47:59.725 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.725+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=XXCZ9X00B0A8 tag=0L3SU5CMJB0L type=write size=1285032 2024-08-04T15:47:59.727 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.727+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=FVII1Z5T04WR type=del size=2895631 2024-08-04T15:47:59.728 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.729+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~GE93K946C4I5.0 size=1048576 2024-08-04T15:47:59.730 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.731+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~GE93K946C4I5.1 size=1048576 2024-08-04T15:47:59.732 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.732+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~GE93K946C4I5.2 size=184359 2024-08-04T15:47:59.735 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.735+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=GE93K946C4I5 tag=N9RJIZWYKP8Z type=write size=3330087 2024-08-04T15:47:59.736 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.737+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=ALVG9AHGGGU3 type=del size=207879 2024-08-04T15:47:59.738 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.739+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~4V9GND7U1TU7.0 size=1022412 2024-08-04T15:47:59.741 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.742+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=4V9GND7U1TU7 tag=ST2KNPOI8579 type=write size=2070988 2024-08-04T15:47:59.743 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.744+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=KRENLUZ757WN type=del size=2353793 2024-08-04T15:47:59.746 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.746+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~OXTFUSDNN8WA.0 size=1048576 2024-08-04T15:47:59.747 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.748+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~OXTFUSDNN8WA.1 size=1048576 2024-08-04T15:47:59.749 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.749+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~OXTFUSDNN8WA.2 size=991237 2024-08-04T15:47:59.752 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.753+0000 7fd2ccec3640 1 < completed multipart upload key=5JWY4L0XFKO9 upload=OXTFUSDNN8WA tag=CUCL78AXUGJR type=write size=4136965 2024-08-04T15:47:59.754 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.755+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=KYDWTMSOTCP4 type=del size=3126102 2024-08-04T15:47:59.758 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.759+0000 7fd2ccec3640 1 < suggested update operation key=SWB07P8C064V tag=2VUF7II69ZWH type=del size=2644269 2024-08-04T15:47:59.760 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.761+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=O0T4M9GC7RPM type=del size=3363166 2024-08-04T15:47:59.762 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.763+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~I4YT6NGHFD4O.0 size=1048576 2024-08-04T15:47:59.764 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.764+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~I4YT6NGHFD4O.1 size=1048576 2024-08-04T15:47:59.765 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.766+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~I4YT6NGHFD4O.2 size=924622 2024-08-04T15:47:59.769 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.769+0000 7fd2ccec3640 1 < completed multipart upload key=XWJQBRZ42N7Q upload=I4YT6NGHFD4O tag=DVXCB8W81MSJ type=write size=4070350 2024-08-04T15:47:59.771 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.771+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=I5AZU4447U2G type=write size=1028538 2024-08-04T15:47:59.773 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.773+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=XJUO2EAJ52CA type=del 2024-08-04T15:47:59.776 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.777+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~SDR9LY4S34PV.0 size=1048576 2024-08-04T15:47:59.778 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.779+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~SDR9LY4S34PV.1 size=176500 2024-08-04T15:47:59.778 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.779+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=SDR9LY4S34PV tag=S8QB98N6MM87 type=write size=2273652 2024-08-04T15:47:59.780 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.780+0000 7fd2ccec3640 1 < completed write operation key=XWJQBRZ42N7Q tag=VWJOQOQIHHKV type=write size=717239 2024-08-04T15:47:59.782 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.783+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=WX9X04NYDUGA type=del size=3523154 2024-08-04T15:47:59.782 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.783+0000 7fd2ccec3640 1 < canceled part key=_multipart_5JWY4L0XFKO9.2~3UR75KQXBB1J.0 size=1048576 2024-08-04T15:47:59.784 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.785+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~3UR75KQXBB1J.1 size=1048576 2024-08-04T15:47:59.786 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.787+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~3UR75KQXBB1J.2 size=731592 2024-08-04T15:47:59.791 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.791+0000 7fd2ccec3640 1 < canceled multipart upload key=5JWY4L0XFKO9 upload=3UR75KQXBB1J tag=OL0THTP46U4V type=write size=3877320 2024-08-04T15:47:59.792 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.793+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=T412Y27Q7KDA type=del size=1661592 2024-08-04T15:47:59.794 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.795+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~XPSFSTKDRD9Y.0 size=703310 2024-08-04T15:47:59.798 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.798+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=XPSFSTKDRD9Y tag=GJE41L6QS041 type=write size=1751886 2024-08-04T15:47:59.801 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.801+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~TI6W50FG1QQE.0 size=1048576 2024-08-04T15:47:59.803 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.803+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~TI6W50FG1QQE.1 size=1048576 2024-08-04T15:47:59.804 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.805+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~TI6W50FG1QQE.2 size=512158 2024-08-04T15:47:59.804 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.805+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=TI6W50FG1QQE tag=H0RZR5WAQ40H type=write size=3657886 2024-08-04T15:47:59.806 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.806+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~WI3I33LK1DD9.0 size=476014 2024-08-04T15:47:59.809 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.810+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=WI3I33LK1DD9 tag=XD17WNL6NYOO type=write size=1524590 2024-08-04T15:47:59.811 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.812+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=C9EX2BP7OUO7 type=del size=3446746 2024-08-04T15:47:59.813 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.814+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~R724WLGQODO3.0 size=1048576 2024-08-04T15:47:59.815 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.815+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~R724WLGQODO3.1 size=1048576 2024-08-04T15:47:59.816 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.817+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~R724WLGQODO3.2 size=372719 2024-08-04T15:47:59.820 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.821+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=R724WLGQODO3 tag=8MEH24U2NMSP type=write size=3518447 2024-08-04T15:47:59.824 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.824+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~0IHJCWILT5X5.0 size=1048576 2024-08-04T15:47:59.825 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.826+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~0IHJCWILT5X5.1 size=1048576 2024-08-04T15:47:59.827 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.827+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~0IHJCWILT5X5.2 size=295265 2024-08-04T15:47:59.827 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.827+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=0IHJCWILT5X5 tag=K87JZ1EIAKJI type=write size=3440993 2024-08-04T15:47:59.829 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.829+0000 7fd2ccec3640 1 < completed write operation key=GBCNMYOO1FUA tag=CUBEU5RMZ6SF type=write size=945519 2024-08-04T15:47:59.832 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.833+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~RGZRNQ3ON2TF.0 size=1048576 2024-08-04T15:47:59.834 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.834+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~RGZRNQ3ON2TF.1 size=1048576 2024-08-04T15:47:59.835 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.836+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~RGZRNQ3ON2TF.2 size=613648 2024-08-04T15:47:59.835 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.836+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=RGZRNQ3ON2TF tag=KURTLN99DEJY type=write size=3759376 2024-08-04T15:47:59.837 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.838+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=4GMCH8XA5HX0 type=del 2024-08-04T15:47:59.839 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.840+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=69W7XSUJJEJW type=del size=903012 2024-08-04T15:47:59.841 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.842+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~K2BZ9LOZE3RZ.0 size=1048576 2024-08-04T15:47:59.843 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.843+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~K2BZ9LOZE3RZ.1 size=967563 2024-08-04T15:47:59.846 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.847+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=K2BZ9LOZE3RZ tag=9NY55JEC6FTQ type=write size=3064715 2024-08-04T15:47:59.849 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.850+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~HCC8CZXKW54R.0 size=1005229 2024-08-04T15:47:59.849 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.850+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=HCC8CZXKW54R tag=F5A33GGQPLRB type=write size=2053805 2024-08-04T15:47:59.851 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.852+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~ZQBFY7OUR9B8.0 size=1048576 2024-08-04T15:47:59.851 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.852+0000 7fd2ccec3640 1 < canceled part key=_multipart_ADGRDVHIUPFJ.2~ZQBFY7OUR9B8.1 size=1048576 2024-08-04T15:47:59.853 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.853+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~ZQBFY7OUR9B8.2 size=806419 2024-08-04T15:47:59.856 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.856+0000 7fd2ccec3640 1 < canceled multipart upload key=ADGRDVHIUPFJ upload=ZQBFY7OUR9B8 tag=4M7AO20IH67A type=write size=3952147 2024-08-04T15:47:59.858 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.858+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=4QW4WUHU9F4Q type=del size=1643220 2024-08-04T15:47:59.861 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.861+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=FVII1Z5T04WR type=del 2024-08-04T15:47:59.862 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.863+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=VNXRWB767KL5 type=del size=3387172 2024-08-04T15:47:59.866 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.866+0000 7fd2ccec3640 1 < suggested remove operation key=0BWMVZQ5RBRL tag=ALVG9AHGGGU3 type=del 2024-08-04T15:47:59.869 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.870+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~W9P6A9YCM8S5.0 size=1048576 2024-08-04T15:47:59.871 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.871+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~W9P6A9YCM8S5.1 size=1007531 2024-08-04T15:47:59.871 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.871+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=W9P6A9YCM8S5 tag=BBVT1L4JX0QF type=write size=3104683 2024-08-04T15:47:59.873 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.874+0000 7fd2ccec3640 -1 < failed to complete operation key=0BWMVZQ5RBRL tag=KRENLUZ757WN type=del size=2353793: (22) Invalid argument 2024-08-04T15:47:59.877 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.877+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~4DJV4NSJH4GU.0 size=119609 2024-08-04T15:47:59.877 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.877+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=4DJV4NSJH4GU tag=L0D68YK4QT8E type=write size=1168185 2024-08-04T15:47:59.878 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.879+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=KYDWTMSOTCP4 type=del 2024-08-04T15:47:59.882 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.882+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~9ABTNSC824W8.0 size=716185 2024-08-04T15:47:59.882 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.882+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=9ABTNSC824W8 tag=NIPYISVCO20D type=write size=1764761 2024-08-04T15:47:59.884 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.884+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=O0T4M9GC7RPM type=del 2024-08-04T15:47:59.886 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.886+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=HAK1Q3HOTJHN type=del size=582736 2024-08-04T15:47:59.888 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.888+0000 7fd2ccec3640 1 < completed write operation key=IPMGU45BLASA tag=I5AZU4447U2G type=write size=1028538 2024-08-04T15:47:59.890 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.890+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=VQSTPJZNK2A7 type=write size=974984 2024-08-04T15:47:59.892 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.892+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~SDR9LY4S34PV.0 size=1048576 2024-08-04T15:47:59.893 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.894+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~SDR9LY4S34PV.1 size=176500 2024-08-04T15:47:59.897 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.897+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=SDR9LY4S34PV tag=S8QB98N6MM87 type=write size=2273652 2024-08-04T15:47:59.898 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.899+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=8VKQ1HXYIGA6 type=del size=258187 2024-08-04T15:47:59.900 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.901+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=WX9X04NYDUGA type=del 2024-08-04T15:47:59.904 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.904+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~33VBL9BEM4SE.0 size=1048576 2024-08-04T15:47:59.905 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.906+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~33VBL9BEM4SE.1 size=1048576 2024-08-04T15:47:59.907 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.907+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~33VBL9BEM4SE.2 size=421600 2024-08-04T15:47:59.907 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.907+0000 7fd2ccec3640 1 > prepared multipart upload key=62WXNRD38943 upload=33VBL9BEM4SE tag=5LJ78D9TEV21 type=write size=3567328 2024-08-04T15:47:59.909 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.909+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=T412Y27Q7KDA type=del 2024-08-04T15:47:59.910 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.911+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=XFQ82AM72UDY type=del size=1113064 2024-08-04T15:47:59.912 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.913+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~TI6W50FG1QQE.0 size=1048576 2024-08-04T15:47:59.914 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.914+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~TI6W50FG1QQE.1 size=1048576 2024-08-04T15:47:59.915 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.916+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~TI6W50FG1QQE.2 size=512158 2024-08-04T15:47:59.919 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.919+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=TI6W50FG1QQE tag=H0RZR5WAQ40H type=write size=3657886 2024-08-04T15:47:59.920 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.921+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=QZFSL1XWSTGR type=del size=936156 2024-08-04T15:47:59.923 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.924+0000 7fd2ccec3640 1 < completed delete operation key=MCSD2KYW9UUG tag=C9EX2BP7OUO7 type=del 2024-08-04T15:47:59.927 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.927+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~L4D0G0JJD24C.0 size=1048576 2024-08-04T15:47:59.928 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.929+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~L4D0G0JJD24C.1 size=795081 2024-08-04T15:47:59.928 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.929+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=L4D0G0JJD24C tag=IGRTVT4C7OAN type=write size=2892233 2024-08-04T15:47:59.930 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.931+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~0IHJCWILT5X5.0 size=1048576 2024-08-04T15:47:59.931 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.932+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~0IHJCWILT5X5.1 size=1048576 2024-08-04T15:47:59.933 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.934+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~0IHJCWILT5X5.2 size=295265 2024-08-04T15:47:59.937 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.937+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=0IHJCWILT5X5 tag=K87JZ1EIAKJI type=write size=3440993 2024-08-04T15:47:59.940 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.941+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~F94Y6LCPNSIC.0 size=1048576 2024-08-04T15:47:59.942 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.942+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~F94Y6LCPNSIC.1 size=1048576 2024-08-04T15:47:59.943 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.944+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~F94Y6LCPNSIC.2 size=941683 2024-08-04T15:47:59.944 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.944+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=F94Y6LCPNSIC tag=6LF22AQX8V40 type=write size=4087411 2024-08-04T15:47:59.945 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.946+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~RGZRNQ3ON2TF.0 size=1048576 2024-08-04T15:47:59.945 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.946+0000 7fd2ccec3640 1 < canceled part key=_multipart_IPMGU45BLASA.2~RGZRNQ3ON2TF.1 size=1048576 2024-08-04T15:47:59.947 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.947+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~RGZRNQ3ON2TF.2 size=613648 2024-08-04T15:47:59.950 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.951+0000 7fd2ccec3640 1 < canceled multipart upload key=IPMGU45BLASA upload=RGZRNQ3ON2TF tag=KURTLN99DEJY type=write size=3759376 2024-08-04T15:47:59.953 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.954+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~WGUPYJ8GM4GV.0 size=1048576 2024-08-04T15:47:59.955 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.955+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~WGUPYJ8GM4GV.1 size=606464 2024-08-04T15:47:59.955 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.955+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=WGUPYJ8GM4GV tag=8WG1LO2471LV type=write size=2703616 2024-08-04T15:47:59.957 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.957+0000 7fd2ccec3640 1 < completed delete operation key=XWJQBRZ42N7Q tag=69W7XSUJJEJW type=del 2024-08-04T15:47:59.960 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.961+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~ZKI277KVAURC.0 size=994622 2024-08-04T15:47:59.961 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.961+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=ZKI277KVAURC tag=2BQV31KOGH3L type=write size=2043198 2024-08-04T15:47:59.962 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.963+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~HCC8CZXKW54R.0 size=1005229 2024-08-04T15:47:59.966 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.966+0000 7fd2ccec3640 1 < completed multipart upload key=GBCNMYOO1FUA upload=HCC8CZXKW54R tag=F5A33GGQPLRB type=write size=2053805 2024-08-04T15:47:59.969 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.970+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~339G1FMCBDDE.0 size=199407 2024-08-04T15:47:59.970 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.970+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=339G1FMCBDDE tag=LJL4ND27JUQR type=write size=1247983 2024-08-04T15:47:59.971 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.972+0000 7fd2ccec3640 1 < canceled operation key=YXD2X0LU17RF tag=4QW4WUHU9F4Q type=del size=1643220 2024-08-04T15:47:59.973 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.974+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=MHKYBZW1WB4U type=del size=1544194 2024-08-04T15:47:59.975 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.975+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=VNXRWB767KL5 type=del 2024-08-04T15:47:59.979 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.980+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~K6VL45LEAR68.0 size=1048576 2024-08-04T15:47:59.981 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.981+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~K6VL45LEAR68.1 size=1048576 2024-08-04T15:47:59.982 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.983+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~K6VL45LEAR68.2 size=435954 2024-08-04T15:47:59.983 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.983+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=K6VL45LEAR68 tag=GN8U54Z0XLJ0 type=write size=3581682 2024-08-04T15:47:59.984 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.985+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~W9P6A9YCM8S5.0 size=1048576 2024-08-04T15:47:59.986 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.986+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~W9P6A9YCM8S5.1 size=1007531 2024-08-04T15:47:59.989 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.989+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=W9P6A9YCM8S5 tag=BBVT1L4JX0QF type=write size=3104683 2024-08-04T15:47:59.991 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.991+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=201MS4BN99M7 type=del size=4055761 2024-08-04T15:47:59.992 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.993+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~4DJV4NSJH4GU.0 size=119609 2024-08-04T15:47:59.996 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.996+0000 7fd2ccec3640 1 < completed multipart upload key=5JWY4L0XFKO9 upload=4DJV4NSJH4GU tag=L0D68YK4QT8E type=write size=1168185 2024-08-04T15:47:59.997 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:47:59.998+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=V7TZBI3HEO1E type=write size=1005161 2024-08-04T15:48:00.000 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.000+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~9ABTNSC824W8.0 size=716185 2024-08-04T15:48:00.003 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.004+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=9ABTNSC824W8 tag=NIPYISVCO20D type=write size=1764761 2024-08-04T15:48:00.007 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.007+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~J5KL1CHTI8AL.0 size=746785 2024-08-04T15:48:00.007 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.007+0000 7fd2ccec3640 1 > prepared multipart upload key=62WXNRD38943 upload=J5KL1CHTI8AL tag=HCJXXAIX11E1 type=write size=1795361 2024-08-04T15:48:00.011 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.012+0000 7fd2ccec3640 1 < suggested update operation key=MCSD2KYW9UUG tag=HAK1Q3HOTJHN type=del size=582736 2024-08-04T15:48:00.013 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.014+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=ORZ7W1QRSD29 type=write size=1045356 2024-08-04T15:48:00.015 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.016+0000 7fd2ccec3640 1 < completed write operation key=N24BTWFMGCPP tag=VQSTPJZNK2A7 type=write size=974984 2024-08-04T15:48:00.017 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.017+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=XAOTGV6SM66H type=write size=317819 2024-08-04T15:48:00.019 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.020+0000 7fd2ccec3640 1 < canceled operation key=KSYUUUTKLZGE tag=8VKQ1HXYIGA6 type=del size=258187 2024-08-04T15:48:00.023 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.023+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~JH2FNPFHCKC4.0 size=1048576 2024-08-04T15:48:00.024 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.025+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~JH2FNPFHCKC4.1 size=1048576 2024-08-04T15:48:00.026 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.027+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~JH2FNPFHCKC4.2 size=645727 2024-08-04T15:48:00.026 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.027+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=JH2FNPFHCKC4 tag=E3XLWVDDH9ZY type=write size=3791455 2024-08-04T15:48:00.027 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.027+0000 7fd2ccec3640 1 < canceled part key=_multipart_62WXNRD38943.2~33VBL9BEM4SE.0 size=1048576 2024-08-04T15:48:00.027 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.027+0000 7fd2ccec3640 1 < canceled part key=_multipart_62WXNRD38943.2~33VBL9BEM4SE.1 size=1048576 2024-08-04T15:48:00.028 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.029+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~33VBL9BEM4SE.2 size=421600 2024-08-04T15:48:00.031 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.032+0000 7fd2ccec3640 1 < canceled multipart upload key=62WXNRD38943 upload=33VBL9BEM4SE tag=5LJ78D9TEV21 type=write size=3567328 2024-08-04T15:48:00.033 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.034+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=WRKZ84X1S0VZ type=write size=486840 2024-08-04T15:48:00.035 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.036+0000 7fd2ccec3640 1 < canceled operation key=KSYUUUTKLZGE tag=XFQ82AM72UDY type=del size=1113064 2024-08-04T15:48:00.039 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.039+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~2G1I9L9DVS65.0 size=237185 2024-08-04T15:48:00.039 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.039+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=2G1I9L9DVS65 tag=PY7B94HR747T type=write size=1285761 2024-08-04T15:48:00.043 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.044+0000 7fd2ccec3640 1 < suggested update operation key=3SZIKIT8UW9F tag=QZFSL1XWSTGR type=del size=936156 2024-08-04T15:48:00.047 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.047+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~V6JN7XXVFCK3.0 size=744207 2024-08-04T15:48:00.047 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.047+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=V6JN7XXVFCK3 tag=QWFJKFOA746T type=write size=1792783 2024-08-04T15:48:00.049 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.050+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~L4D0G0JJD24C.0 size=1048576 2024-08-04T15:48:00.051 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.052+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~L4D0G0JJD24C.1 size=795081 2024-08-04T15:48:00.056 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.057+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=L4D0G0JJD24C tag=IGRTVT4C7OAN type=write size=2892233 2024-08-04T15:48:00.059 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.059+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=17E57VOWR0JD type=write size=330146 2024-08-04T15:48:00.061 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.061+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~F94Y6LCPNSIC.0 size=1048576 2024-08-04T15:48:00.061 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.061+0000 7fd2ccec3640 1 < canceled part key=_multipart_77442UN63NTC.2~F94Y6LCPNSIC.1 size=1048576 2024-08-04T15:48:00.062 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.063+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~F94Y6LCPNSIC.2 size=941683 2024-08-04T15:48:00.066 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.067+0000 7fd2ccec3640 1 < canceled multipart upload key=77442UN63NTC upload=F94Y6LCPNSIC tag=6LF22AQX8V40 type=write size=4087411 2024-08-04T15:48:00.068 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.069+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=GDEX7KUN82SR type=del size=1736023 2024-08-04T15:48:00.070 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.071+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~WGUPYJ8GM4GV.0 size=1048576 2024-08-04T15:48:00.072 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.073+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~WGUPYJ8GM4GV.1 size=606464 2024-08-04T15:48:00.076 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.076+0000 7fd2ccec3640 1 < completed multipart upload key=0BWMVZQ5RBRL upload=WGUPYJ8GM4GV tag=8WG1LO2471LV type=write size=2703616 2024-08-04T15:48:00.078 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.078+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=ATHLPS96RH1B type=del size=3772096 2024-08-04T15:48:00.080 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.081+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~ZKI277KVAURC.0 size=994622 2024-08-04T15:48:00.084 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.084+0000 7fd2ccec3640 1 < completed multipart upload key=77442UN63NTC upload=ZKI277KVAURC tag=2BQV31KOGH3L type=write size=2043198 2024-08-04T15:48:00.086 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.086+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=6S4M3FXAOWAC type=del size=1602423 2024-08-04T15:48:00.088 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.089+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~339G1FMCBDDE.0 size=199407 2024-08-04T15:48:00.092 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.092+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=339G1FMCBDDE tag=LJL4ND27JUQR type=write size=1247983 2024-08-04T15:48:00.096 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.096+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~ETA6X2WD01YD.0 size=256030 2024-08-04T15:48:00.096 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.096+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=ETA6X2WD01YD tag=OG1SRJVOMPFG type=write size=1304606 2024-08-04T15:48:00.098 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.099+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=MHKYBZW1WB4U type=del 2024-08-04T15:48:00.101 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.101+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=8FXRMAQ4GR4T type=del size=3444664 2024-08-04T15:48:00.103 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.104+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~K6VL45LEAR68.0 size=1048576 2024-08-04T15:48:00.108 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.109+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~K6VL45LEAR68.1 size=1048576 2024-08-04T15:48:00.111 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.112+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~K6VL45LEAR68.2 size=435954 2024-08-04T15:48:00.115 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.116+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=K6VL45LEAR68 tag=GN8U54Z0XLJ0 type=write size=3581682 2024-08-04T15:48:00.117 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.118+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=E8I0DTL2FU7P type=write size=780855 2024-08-04T15:48:00.119 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.120+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=201MS4BN99M7 type=del 2024-08-04T15:48:00.123 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.124+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~T3XG3TVKYCNW.0 size=959155 2024-08-04T15:48:00.123 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.124+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=T3XG3TVKYCNW tag=HP72KIWCYSM8 type=write size=2007731 2024-08-04T15:48:00.125 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.126+0000 7fd2ccec3640 1 < completed write operation key=ESVVWVGCH33K tag=V7TZBI3HEO1E type=write size=1005161 2024-08-04T15:48:00.127 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.128+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=5NXXUFG24VYF type=del size=468879 2024-08-04T15:48:00.129 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.130+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~J5KL1CHTI8AL.0 size=746785 2024-08-04T15:48:00.132 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.133+0000 7fd2ccec3640 1 < completed multipart upload key=62WXNRD38943 upload=J5KL1CHTI8AL tag=HCJXXAIX11E1 type=write size=1795361 2024-08-04T15:48:00.134 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.135+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=ARU8SBNCDNNI type=del size=2733281 2024-08-04T15:48:00.138 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.138+0000 7fd2ccec3640 1 < suggested update operation key=0BWMVZQ5RBRL tag=ORZ7W1QRSD29 type=write size=1045356 2024-08-04T15:48:00.140 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.140+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=GHTNAOOOB084 type=del size=4142577 2024-08-04T15:48:00.144 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.144+0000 7fd2ccec3640 1 < suggested remove operation key=775O2FB0RT5R tag=XAOTGV6SM66H type=write 2024-08-04T15:48:00.148 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.148+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~YEPXVJLDHQIC.0 size=1048576 2024-08-04T15:48:00.149 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.150+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~YEPXVJLDHQIC.1 size=1048576 2024-08-04T15:48:00.151 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.152+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~YEPXVJLDHQIC.2 size=846639 2024-08-04T15:48:00.151 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.152+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=YEPXVJLDHQIC tag=LT7GDUEROSVG type=write size=3992367 2024-08-04T15:48:00.153 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.153+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~JH2FNPFHCKC4.0 size=1048576 2024-08-04T15:48:00.155 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.155+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~JH2FNPFHCKC4.1 size=1048576 2024-08-04T15:48:00.156 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.157+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~JH2FNPFHCKC4.2 size=645727 2024-08-04T15:48:00.160 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.160+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=JH2FNPFHCKC4 tag=E3XLWVDDH9ZY type=write size=3791455 2024-08-04T15:48:00.162 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.163+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=A9O2TWJ3I3E0 type=del size=474956 2024-08-04T15:48:00.165 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.166+0000 7fd2ccec3640 1 < completed write operation key=5MFVV0YROP6Z tag=WRKZ84X1S0VZ type=write size=486840 2024-08-04T15:48:00.169 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.170+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~DPZ9WARR361I.0 size=1048576 2024-08-04T15:48:00.171 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.171+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~DPZ9WARR361I.1 size=1013220 2024-08-04T15:48:00.171 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.171+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=DPZ9WARR361I tag=2RSPAPZMN5ZK type=write size=3110372 2024-08-04T15:48:00.173 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.173+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~2G1I9L9DVS65.0 size=237185 2024-08-04T15:48:00.176 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.177+0000 7fd2ccec3640 1 < completed multipart upload key=HIMJNBIR2DD9 upload=2G1I9L9DVS65 tag=PY7B94HR747T type=write size=1285761 2024-08-04T15:48:00.178 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.179+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=OH40ONP64Y7J type=del size=2502577 2024-08-04T15:48:00.180 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.180+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~V6JN7XXVFCK3.0 size=744207 2024-08-04T15:48:00.183 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.184+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=V6JN7XXVFCK3 tag=QWFJKFOA746T type=write size=1792783 2024-08-04T15:48:00.185 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.186+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=Q91B3BGDAXW5 type=del size=3236863 2024-08-04T15:48:00.189 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.190+0000 7fd2ccec3640 1 < suggested update operation key=UY4BH06KC1U7 tag=17E57VOWR0JD type=write size=330146 2024-08-04T15:48:00.191 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.191+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=9IK4PGWHZWMD type=del size=2684921 2024-08-04T15:48:00.193 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.193+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=GDEX7KUN82SR type=del 2024-08-04T15:48:00.195 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.196+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=VTK0P8OLCQ91 type=del size=1874558 2024-08-04T15:48:00.198 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.198+0000 7fd2ccec3640 -1 < failed to complete operation key=0BWMVZQ5RBRL tag=ATHLPS96RH1B type=del size=3772096: (22) Invalid argument 2024-08-04T15:48:00.201 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.202+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~T4ZG6WVQDO4W.0 size=1048576 2024-08-04T15:48:00.203 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.203+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~T4ZG6WVQDO4W.1 size=700252 2024-08-04T15:48:00.203 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.203+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=T4ZG6WVQDO4W tag=KBKFKOX6R7IV type=write size=2797404 2024-08-04T15:48:00.205 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.205+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=6S4M3FXAOWAC type=del 2024-08-04T15:48:00.207 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.207+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=YZRAU18LNXGD type=del size=357912 2024-08-04T15:48:00.209 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.209+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~ETA6X2WD01YD.0 size=256030 2024-08-04T15:48:00.212 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.213+0000 7fd2ccec3640 1 < completed multipart upload key=0BWMVZQ5RBRL upload=ETA6X2WD01YD tag=OG1SRJVOMPFG type=write size=1304606 2024-08-04T15:48:00.214 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.215+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=L61TGMS7U0H6 type=write size=181522 2024-08-04T15:48:00.216 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.216+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=8FXRMAQ4GR4T type=del 2024-08-04T15:48:00.218 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.218+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=478QLKPLZDDY type=del size=234504 2024-08-04T15:48:00.220 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.220+0000 7fd2ccec3640 1 < completed write operation key=KSYUUUTKLZGE tag=E8I0DTL2FU7P type=write size=780855 2024-08-04T15:48:00.223 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.224+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~Y2QL9FZZHFEW.0 size=452893 2024-08-04T15:48:00.223 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.224+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=Y2QL9FZZHFEW tag=YI5HUAQ0FCEE type=write size=1501469 2024-08-04T15:48:00.225 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.226+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~T3XG3TVKYCNW.0 size=959155 2024-08-04T15:48:00.229 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.229+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=T3XG3TVKYCNW tag=HP72KIWCYSM8 type=write size=2007731 2024-08-04T15:48:00.231 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.231+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=6DGAYT3F7PU7 type=del size=3370000 2024-08-04T15:48:00.234 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.234+0000 7fd2ccec3640 -1 < failed to complete operation key=775O2FB0RT5R tag=5NXXUFG24VYF type=del size=468879: (22) Invalid argument 2024-08-04T15:48:00.236 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.236+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=NPWP8MXSD09A type=write size=998110 2024-08-04T15:48:00.238 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.239+0000 7fd2ccec3640 -1 < failed to complete operation key=775O2FB0RT5R tag=ARU8SBNCDNNI type=del size=2733281: (22) Invalid argument 2024-08-04T15:48:00.242 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.243+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~5GXW955AL7PL.0 size=1048576 2024-08-04T15:48:00.244 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.245+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~5GXW955AL7PL.1 size=403597 2024-08-04T15:48:00.244 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.245+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=5GXW955AL7PL tag=RGHA0KBQD90D type=write size=2500749 2024-08-04T15:48:00.248 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.249+0000 7fd2ccec3640 1 < suggested update operation key=77442UN63NTC tag=GHTNAOOOB084 type=del size=4142577 2024-08-04T15:48:00.250 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.251+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=EO7NFQUSWI29 type=del size=744915 2024-08-04T15:48:00.252 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.253+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~YEPXVJLDHQIC.0 size=1048576 2024-08-04T15:48:00.254 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.254+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~YEPXVJLDHQIC.1 size=1048576 2024-08-04T15:48:00.256 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.256+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~YEPXVJLDHQIC.2 size=846639 2024-08-04T15:48:00.259 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.260+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=YEPXVJLDHQIC tag=LT7GDUEROSVG type=write size=3992367 2024-08-04T15:48:00.263 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.263+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~T9A9J81ZD739.0 size=1048576 2024-08-04T15:48:00.264 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.265+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~T9A9J81ZD739.1 size=1048576 2024-08-04T15:48:00.266 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.267+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~T9A9J81ZD739.2 size=496113 2024-08-04T15:48:00.266 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.267+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=T9A9J81ZD739 tag=RH49MDWYWKH1 type=write size=3641841 2024-08-04T15:48:00.268 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.268+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=A9O2TWJ3I3E0 type=del 2024-08-04T15:48:00.271 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.272+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~XOBXY879YDCD.0 size=1048576 2024-08-04T15:48:00.273 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.274+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~XOBXY879YDCD.1 size=895819 2024-08-04T15:48:00.273 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.274+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=XOBXY879YDCD tag=1Q80Y6I2TQE1 type=write size=2992971 2024-08-04T15:48:00.275 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.276+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~DPZ9WARR361I.0 size=1048576 2024-08-04T15:48:00.277 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.277+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~DPZ9WARR361I.1 size=1013220 2024-08-04T15:48:00.280 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.280+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=DPZ9WARR361I tag=2RSPAPZMN5ZK type=write size=3110372 2024-08-04T15:48:00.282 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.282+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=Q526530E8GRH type=del size=2176437 2024-08-04T15:48:00.286 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.287+0000 7fd2ccec3640 1 < suggested update operation key=HIMJNBIR2DD9 tag=OH40ONP64Y7J type=del size=2502577 2024-08-04T15:48:00.288 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.289+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=FK11DDI22AX4 type=del size=1150372 2024-08-04T15:48:00.290 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.291+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=Q91B3BGDAXW5 type=del 2024-08-04T15:48:00.294 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.295+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~Q8HGVBJAX579.0 size=1048576 2024-08-04T15:48:00.296 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.296+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~Q8HGVBJAX579.1 size=781011 2024-08-04T15:48:00.296 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.296+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=Q8HGVBJAX579 tag=7TSX0A728A6D type=write size=2878163 2024-08-04T15:48:00.297 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.298+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=9IK4PGWHZWMD type=del 2024-08-04T15:48:00.301 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.302+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~K5CTP3FL4SWB.0 size=117205 2024-08-04T15:48:00.301 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.302+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=K5CTP3FL4SWB tag=3NTUMBE0IR4U type=write size=1165781 2024-08-04T15:48:00.305 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.305+0000 7fd2ccec3640 1 < suggested remove operation key=5JWY4L0XFKO9 tag=VTK0P8OLCQ91 type=del 2024-08-04T15:48:00.306 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.307+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=K6MLRJX09HQ2 type=del size=902655 2024-08-04T15:48:00.309 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.309+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~T4ZG6WVQDO4W.0 size=1048576 2024-08-04T15:48:00.310 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.311+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~T4ZG6WVQDO4W.1 size=700252 2024-08-04T15:48:00.313 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.314+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=T4ZG6WVQDO4W tag=KBKFKOX6R7IV type=write size=2797404 2024-08-04T15:48:00.315 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.316+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=E7PQK2UNAKNK type=del size=3450379 2024-08-04T15:48:00.317 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.318+0000 7fd2ccec3640 1 < canceled operation key=N24BTWFMGCPP tag=YZRAU18LNXGD type=del size=357912 2024-08-04T15:48:00.321 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.322+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~9YONYDTJHZKF.0 size=954677 2024-08-04T15:48:00.321 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.322+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=9YONYDTJHZKF tag=90FHVWVXFV90 type=write size=2003253 2024-08-04T15:48:00.323 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.324+0000 7fd2ccec3640 1 < completed write operation key=3SZIKIT8UW9F tag=L61TGMS7U0H6 type=write size=181522 2024-08-04T15:48:00.327 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.328+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~324UWWKGTMJK.0 size=211634 2024-08-04T15:48:00.327 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.328+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=324UWWKGTMJK tag=V4OFOXFRHU07 type=write size=1260210 2024-08-04T15:48:00.329 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.330+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=478QLKPLZDDY type=del 2024-08-04T15:48:00.333 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.333+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~XMOSKQ3CR7QA.0 size=343907 2024-08-04T15:48:00.333 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.333+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=XMOSKQ3CR7QA tag=82P24ZYFJ0NU type=write size=1392483 2024-08-04T15:48:00.335 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.335+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~Y2QL9FZZHFEW.0 size=452893 2024-08-04T15:48:00.338 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.339+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=Y2QL9FZZHFEW tag=YI5HUAQ0FCEE type=write size=1501469 2024-08-04T15:48:00.342 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.343+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~08DHNXE4MVEU.0 size=1048576 2024-08-04T15:48:00.344 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.344+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~08DHNXE4MVEU.1 size=215266 2024-08-04T15:48:00.344 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.344+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=08DHNXE4MVEU tag=FIL90M9AQ7YI type=write size=2312418 2024-08-04T15:48:00.346 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.346+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=6DGAYT3F7PU7 type=del 2024-08-04T15:48:00.348 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.349+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=DT5ZQ90YEU3T type=del size=2030474 2024-08-04T15:48:00.351 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.351+0000 7fd2ccec3640 1 < completed write operation key=ESVVWVGCH33K tag=NPWP8MXSD09A type=write size=998110 2024-08-04T15:48:00.353 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.353+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=Z3DLFC717LG2 type=del size=3393364 2024-08-04T15:48:00.355 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.355+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~5GXW955AL7PL.0 size=1048576 2024-08-04T15:48:00.356 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.357+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~5GXW955AL7PL.1 size=403597 2024-08-04T15:48:00.360 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.360+0000 7fd2ccec3640 1 < completed multipart upload key=0ZFG1GY0QH8K upload=5GXW955AL7PL tag=RGHA0KBQD90D type=write size=2500749 2024-08-04T15:48:00.362 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.363+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=12XPJLYWINZ2 type=del size=689007 2024-08-04T15:48:00.364 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.365+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=EO7NFQUSWI29 type=del 2024-08-04T15:48:00.367 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.367+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=2N1KH66NZ4G9 type=del size=238688 2024-08-04T15:48:00.369 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.369+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~T9A9J81ZD739.0 size=1048576 2024-08-04T15:48:00.371 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.371+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~T9A9J81ZD739.1 size=1048576 2024-08-04T15:48:00.372 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.373+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~T9A9J81ZD739.2 size=496113 2024-08-04T15:48:00.376 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.376+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=T9A9J81ZD739 tag=RH49MDWYWKH1 type=write size=3641841 2024-08-04T15:48:00.378 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.378+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=GNVMZIE9P8SF type=del size=174477 2024-08-04T15:48:00.380 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.380+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~XOBXY879YDCD.0 size=1048576 2024-08-04T15:48:00.382 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.382+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~XOBXY879YDCD.1 size=895819 2024-08-04T15:48:00.385 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.386+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=XOBXY879YDCD tag=1Q80Y6I2TQE1 type=write size=2992971 2024-08-04T15:48:00.389 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.389+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~1N1GB08HL5TC.0 size=353427 2024-08-04T15:48:00.389 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.389+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=1N1GB08HL5TC tag=3YDS0M9L2RIY type=write size=1402003 2024-08-04T15:48:00.391 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.392+0000 7fd2ccec3640 -1 < failed to complete operation key=5JWY4L0XFKO9 tag=Q526530E8GRH type=del size=2176437: (22) Invalid argument 2024-08-04T15:48:00.395 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.395+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~3MTOMEAYYGNB.0 size=903054 2024-08-04T15:48:00.395 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.395+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=3MTOMEAYYGNB tag=GTQVFJHQIEK6 type=write size=1951630 2024-08-04T15:48:00.398 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.399+0000 7fd2ccec3640 1 < suggested update operation key=0BWMVZQ5RBRL tag=FK11DDI22AX4 type=del size=1150372 2024-08-04T15:48:00.400 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.401+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=FTDF23FEX0C0 type=del size=3866201 2024-08-04T15:48:00.402 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.403+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~Q8HGVBJAX579.0 size=1048576 2024-08-04T15:48:00.404 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.404+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~Q8HGVBJAX579.1 size=781011 2024-08-04T15:48:00.407 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.408+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=Q8HGVBJAX579 tag=7TSX0A728A6D type=write size=2878163 2024-08-04T15:48:00.409 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.410+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=LULO5C0ZJWDW type=del size=2996528 2024-08-04T15:48:00.411 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.412+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~K5CTP3FL4SWB.0 size=117205 2024-08-04T15:48:00.414 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.415+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=K5CTP3FL4SWB tag=3NTUMBE0IR4U type=write size=1165781 2024-08-04T15:48:00.416 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.417+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=7A6Z6R7BXXMC type=del size=4107428 2024-08-04T15:48:00.418 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.419+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=K6MLRJX09HQ2 type=del 2024-08-04T15:48:00.420 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.421+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=WSQ2VKTDK3UK type=del size=3596885 2024-08-04T15:48:00.422 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.423+0000 7fd2ccec3640 1 < completed delete operation key=ADGRDVHIUPFJ tag=E7PQK2UNAKNK type=del 2024-08-04T15:48:00.425 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.426+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~OHNOTC51YQ9M.0 size=1048576 2024-08-04T15:48:00.427 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.428+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~OHNOTC51YQ9M.1 size=1048576 2024-08-04T15:48:00.429 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.429+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~OHNOTC51YQ9M.2 size=297864 2024-08-04T15:48:00.429 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.429+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=OHNOTC51YQ9M tag=XUA1L3QX0ESE type=write size=3443592 2024-08-04T15:48:00.431 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.432+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~9YONYDTJHZKF.0 size=954677 2024-08-04T15:48:00.434 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.435+0000 7fd2ccec3640 1 < completed multipart upload key=77442UN63NTC upload=9YONYDTJHZKF tag=90FHVWVXFV90 type=write size=2003253 2024-08-04T15:48:00.436 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.437+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=LM3ACYJXGXNF type=del size=911921 2024-08-04T15:48:00.437 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.437+0000 7fd2ccec3640 1 < canceled part key=_multipart_Q43H3OZA4M1A.2~324UWWKGTMJK.0 size=211634 2024-08-04T15:48:00.440 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.440+0000 7fd2ccec3640 1 < canceled multipart upload key=Q43H3OZA4M1A upload=324UWWKGTMJK tag=V4OFOXFRHU07 type=write size=1260210 2024-08-04T15:48:00.444 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.444+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~YL4OWTB3CIRH.0 size=1048576 2024-08-04T15:48:00.445 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.446+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~YL4OWTB3CIRH.1 size=1048576 2024-08-04T15:48:00.447 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.447+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~YL4OWTB3CIRH.2 size=210442 2024-08-04T15:48:00.447 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.447+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=YL4OWTB3CIRH tag=ABOJGK2TDP15 type=write size=3356170 2024-08-04T15:48:00.449 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.449+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~XMOSKQ3CR7QA.0 size=343907 2024-08-04T15:48:00.453 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.453+0000 7fd2ccec3640 1 < completed multipart upload key=0ZFG1GY0QH8K upload=XMOSKQ3CR7QA tag=82P24ZYFJ0NU type=write size=1392483 2024-08-04T15:48:00.455 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.455+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=SPDDL0ELJ77I type=del size=607207 2024-08-04T15:48:00.457 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.458+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~08DHNXE4MVEU.0 size=1048576 2024-08-04T15:48:00.459 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.459+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~08DHNXE4MVEU.1 size=215266 2024-08-04T15:48:00.462 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.463+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=08DHNXE4MVEU tag=FIL90M9AQ7YI type=write size=2312418 2024-08-04T15:48:00.466 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.466+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~WTCCV7RMJGMZ.0 size=1048576 2024-08-04T15:48:00.469 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.469+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~WTCCV7RMJGMZ.1 size=1004072 2024-08-04T15:48:00.469 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.469+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=WTCCV7RMJGMZ tag=CPRXA9JHP2T9 type=write size=3101224 2024-08-04T15:48:00.471 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.472+0000 7fd2ccec3640 1 < completed delete operation key=XWJQBRZ42N7Q tag=DT5ZQ90YEU3T type=del 2024-08-04T15:48:00.473 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.474+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=SX9YV4NQY28W type=del size=1350663 2024-08-04T15:48:00.475 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.475+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=Z3DLFC717LG2 type=del 2024-08-04T15:48:00.479 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.479+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~WDR566LAE0WC.0 size=1048576 2024-08-04T15:48:00.481 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.481+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~WDR566LAE0WC.1 size=419825 2024-08-04T15:48:00.481 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.481+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=WDR566LAE0WC tag=HIFOZQJWIALP type=write size=2516977 2024-08-04T15:48:00.483 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.483+0000 7fd2ccec3640 1 < canceled operation key=N24BTWFMGCPP tag=12XPJLYWINZ2 type=del size=689007 2024-08-04T15:48:00.485 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.485+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=6EW5CTQX0YJ6 type=del size=3944120 2024-08-04T15:48:00.486 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.487+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=2N1KH66NZ4G9 type=del 2024-08-04T15:48:00.491 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.491+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~N153MB46EKUF.0 size=1048576 2024-08-04T15:48:00.492 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.493+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~N153MB46EKUF.1 size=1048576 2024-08-04T15:48:00.494 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.495+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~N153MB46EKUF.2 size=830888 2024-08-04T15:48:00.494 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.495+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=N153MB46EKUF tag=E5646PY85DOI type=write size=3976616 2024-08-04T15:48:00.496 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.497+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=GNVMZIE9P8SF type=del 2024-08-04T15:48:00.498 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.499+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=UA4124RV7NQ6 type=write size=528964 2024-08-04T15:48:00.501 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.501+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~1N1GB08HL5TC.0 size=353427 2024-08-04T15:48:00.504 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.504+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=1N1GB08HL5TC tag=3YDS0M9L2RIY type=write size=1402003 2024-08-04T15:48:00.508 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.509+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~M9W14DTJCIH7.0 size=1048576 2024-08-04T15:48:00.510 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.510+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~M9W14DTJCIH7.1 size=769741 2024-08-04T15:48:00.510 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.510+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=M9W14DTJCIH7 tag=7E1GJN0JLETO type=write size=2866893 2024-08-04T15:48:00.512 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.513+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~3MTOMEAYYGNB.0 size=903054 2024-08-04T15:48:00.515 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.516+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=3MTOMEAYYGNB tag=GTQVFJHQIEK6 type=write size=1951630 2024-08-04T15:48:00.517 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.518+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=7EYAT968EPJ3 type=write size=574793 2024-08-04T15:48:00.519 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.520+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=FTDF23FEX0C0 type=del 2024-08-04T15:48:00.523 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.523+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~7G0YQJSVH7ZR.0 size=1048576 2024-08-04T15:48:00.524 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.525+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~7G0YQJSVH7ZR.1 size=1048576 2024-08-04T15:48:00.526 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.526+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~7G0YQJSVH7ZR.2 size=427771 2024-08-04T15:48:00.526 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.526+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=7G0YQJSVH7ZR tag=R2CRVGS63Z2E type=write size=3573499 2024-08-04T15:48:00.529 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.529+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=LULO5C0ZJWDW type=del 2024-08-04T15:48:00.531 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.531+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=O3O1WH5VG8ZX type=del size=3559671 2024-08-04T15:48:00.535 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.535+0000 7fd2ccec3640 1 < suggested update operation key=LPB2ZT0VBXYW tag=7A6Z6R7BXXMC type=del size=4107428 2024-08-04T15:48:00.536 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.537+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=B01YUO8WIJXY type=del size=2117755 2024-08-04T15:48:00.538 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.539+0000 7fd2ccec3640 1 < completed delete operation key=HIMJNBIR2DD9 tag=WSQ2VKTDK3UK type=del 2024-08-04T15:48:00.543 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.543+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~25C6FWEM72V6.0 size=62618 2024-08-04T15:48:00.543 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.543+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=25C6FWEM72V6 tag=8NCMCOJNLSXK type=write size=1111194 2024-08-04T15:48:00.545 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.545+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~OHNOTC51YQ9M.0 size=1048576 2024-08-04T15:48:00.546 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.547+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~OHNOTC51YQ9M.1 size=1048576 2024-08-04T15:48:00.548 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.549+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~OHNOTC51YQ9M.2 size=297864 2024-08-04T15:48:00.552 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.552+0000 7fd2ccec3640 1 < completed multipart upload key=XWJQBRZ42N7Q upload=OHNOTC51YQ9M tag=XUA1L3QX0ESE type=write size=3443592 2024-08-04T15:48:00.556 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.556+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~V2V9HRLBV0ZP.0 size=726771 2024-08-04T15:48:00.556 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.556+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=V2V9HRLBV0ZP tag=37DWX6WVF0RF type=write size=1775347 2024-08-04T15:48:00.558 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.558+0000 7fd2ccec3640 1 < canceled operation key=WMBAAE091MS6 tag=LM3ACYJXGXNF type=del size=911921 2024-08-04T15:48:00.560 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.560+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=9EUEXURU29Y5 type=del size=3300674 2024-08-04T15:48:00.562 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.562+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~YL4OWTB3CIRH.0 size=1048576 2024-08-04T15:48:00.563 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.564+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~YL4OWTB3CIRH.1 size=1048576 2024-08-04T15:48:00.565 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.566+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~YL4OWTB3CIRH.2 size=210442 2024-08-04T15:48:00.569 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.569+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=YL4OWTB3CIRH tag=ABOJGK2TDP15 type=write size=3356170 2024-08-04T15:48:00.572 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.573+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~ID5S7XX63594.0 size=1048576 2024-08-04T15:48:00.574 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.575+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~ID5S7XX63594.1 size=388904 2024-08-04T15:48:00.574 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.575+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=ID5S7XX63594 tag=TBE42YIR8CQ2 type=write size=2486056 2024-08-04T15:48:00.576 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.577+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=SPDDL0ELJ77I type=del 2024-08-04T15:48:00.580 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.580+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~GMKAKT0WNW6O.0 size=1048576 2024-08-04T15:48:00.581 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.582+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~GMKAKT0WNW6O.1 size=567661 2024-08-04T15:48:00.581 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.582+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=GMKAKT0WNW6O tag=W86Z0EOILIBF type=write size=2664813 2024-08-04T15:48:00.583 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.584+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~WTCCV7RMJGMZ.0 size=1048576 2024-08-04T15:48:00.583 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.584+0000 7fd2ccec3640 1 < canceled part key=_multipart_MCSD2KYW9UUG.2~WTCCV7RMJGMZ.1 size=1004072 2024-08-04T15:48:00.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:00 smithi007 ceph-mon[92692]: pgmap v1420: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 146 KiB/s wr, 746 op/s 2024-08-04T15:48:00.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:00 smithi007 ceph-mon[94998]: pgmap v1420: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 146 KiB/s wr, 746 op/s 2024-08-04T15:48:00.587 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.587+0000 7fd2ccec3640 1 < canceled multipart upload key=MCSD2KYW9UUG upload=WTCCV7RMJGMZ tag=CPRXA9JHP2T9 type=write size=3101224 2024-08-04T15:48:00.590 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.591+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~43O7HGPTPQPO.0 size=1048576 2024-08-04T15:48:00.592 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.593+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~43O7HGPTPQPO.1 size=1048576 2024-08-04T15:48:00.594 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.594+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~43O7HGPTPQPO.2 size=728578 2024-08-04T15:48:00.594 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.594+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=43O7HGPTPQPO tag=D7PO9ZV7RLDZ type=write size=3874306 2024-08-04T15:48:00.596 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.596+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=SX9YV4NQY28W type=del 2024-08-04T15:48:00.598 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.598+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=GG4NGSYO54OH type=write size=702450 2024-08-04T15:48:00.600 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.600+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~WDR566LAE0WC.0 size=1048576 2024-08-04T15:48:00.601 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.602+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~WDR566LAE0WC.1 size=419825 2024-08-04T15:48:00.605 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.605+0000 7fd2ccec3640 1 < completed multipart upload key=0ZFG1GY0QH8K upload=WDR566LAE0WC tag=HIFOZQJWIALP type=write size=2516977 2024-08-04T15:48:00.608 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.609+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~LADC2F838RRZ.0 size=106699 2024-08-04T15:48:00.608 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.609+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=LADC2F838RRZ tag=A6138ETUHD27 type=write size=1155275 2024-08-04T15:48:00.612 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.613+0000 7fd2ccec3640 1 < suggested remove operation key=PZE6FNM3SE38 tag=6EW5CTQX0YJ6 type=del 2024-08-04T15:48:00.616 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.616+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~T2M9GL54ZT91.0 size=1048576 2024-08-04T15:48:00.617 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.618+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~T2M9GL54ZT91.1 size=1048576 2024-08-04T15:48:00.619 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.620+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~T2M9GL54ZT91.2 size=537844 2024-08-04T15:48:00.619 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.620+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=T2M9GL54ZT91 tag=XS9WGYZ8DEY1 type=write size=3683572 2024-08-04T15:48:00.621 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.622+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~N153MB46EKUF.0 size=1048576 2024-08-04T15:48:00.623 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.623+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~N153MB46EKUF.1 size=1048576 2024-08-04T15:48:00.624 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.625+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~N153MB46EKUF.2 size=830888 2024-08-04T15:48:00.628 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.629+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=N153MB46EKUF tag=E5646PY85DOI type=write size=3976616 2024-08-04T15:48:00.630 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.630+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=YHLHY1NT76V6 type=del size=362830 2024-08-04T15:48:00.632 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.633+0000 7fd2ccec3640 1 < canceled operation key=4K3JERFA2TR2 tag=UA4124RV7NQ6 type=write size=528964 2024-08-04T15:48:00.635 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.636+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~DN4X3DHHCZN2.0 size=461803 2024-08-04T15:48:00.636 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.636+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=DN4X3DHHCZN2 tag=AFIKW6GKXOW9 type=write size=1510379 2024-08-04T15:48:00.638 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.638+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~M9W14DTJCIH7.0 size=1048576 2024-08-04T15:48:00.640 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.640+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~M9W14DTJCIH7.1 size=769741 2024-08-04T15:48:00.643 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.643+0000 7fd2ccec3640 1 < completed multipart upload key=H06WFDC3B2PH upload=M9W14DTJCIH7 tag=7E1GJN0JLETO type=write size=2866893 2024-08-04T15:48:00.645 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.645+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=SEDYXROYZ3HZ type=del size=1767337 2024-08-04T15:48:00.647 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.647+0000 7fd2ccec3640 1 < canceled operation key=EXYGXS950WM2 tag=7EYAT968EPJ3 type=write size=574793 2024-08-04T15:48:00.649 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.649+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=ZOQYSPL5ZDYB type=del size=4039914 2024-08-04T15:48:00.651 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.651+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~7G0YQJSVH7ZR.0 size=1048576 2024-08-04T15:48:00.652 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.653+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~7G0YQJSVH7ZR.1 size=1048576 2024-08-04T15:48:00.652 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.653+0000 7fd2ccec3640 1 < canceled part key=_multipart_4K3JERFA2TR2.2~7G0YQJSVH7ZR.2 size=427771 2024-08-04T15:48:00.656 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.656+0000 7fd2ccec3640 1 < canceled multipart upload key=4K3JERFA2TR2 upload=7G0YQJSVH7ZR tag=R2CRVGS63Z2E type=write size=3573499 2024-08-04T15:48:00.657 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.658+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=GP5T5RNEP7XB type=del size=604582 2024-08-04T15:48:00.660 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.660+0000 7fd2ccec3640 1 < completed delete operation key=MWJBTVQYBFBJ tag=O3O1WH5VG8ZX type=del 2024-08-04T15:48:00.662 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.663+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=KYRWFOKQ3OAE type=del size=1872275 2024-08-04T15:48:00.664 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.665+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=B01YUO8WIJXY type=del 2024-08-04T15:48:00.666 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.667+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=GHDGGUNPLZGA type=del size=2251690 2024-08-04T15:48:00.668 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.669+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~25C6FWEM72V6.0 size=62618 2024-08-04T15:48:00.671 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.672+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=25C6FWEM72V6 tag=8NCMCOJNLSXK type=write size=1111194 2024-08-04T15:48:00.675 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.676+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~ATBVPLOKHZ3L.0 size=1048576 2024-08-04T15:48:00.677 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.678+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~ATBVPLOKHZ3L.1 size=1048576 2024-08-04T15:48:00.679 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.679+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~ATBVPLOKHZ3L.2 size=627143 2024-08-04T15:48:00.679 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.679+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=ATBVPLOKHZ3L tag=NECKZB2WR04H type=write size=3772871 2024-08-04T15:48:00.681 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.682+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~V2V9HRLBV0ZP.0 size=726771 2024-08-04T15:48:00.685 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.685+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=V2V9HRLBV0ZP tag=37DWX6WVF0RF type=write size=1775347 2024-08-04T15:48:00.686 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.687+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=QOE2RKA3B6TD type=del size=3754664 2024-08-04T15:48:00.689 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.689+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=9EUEXURU29Y5 type=del 2024-08-04T15:48:00.691 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.691+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=MIN24AQK40KU type=del size=2111029 2024-08-04T15:48:00.693 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.693+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~ID5S7XX63594.0 size=1048576 2024-08-04T15:48:00.694 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.695+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~ID5S7XX63594.1 size=388904 2024-08-04T15:48:00.698 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.698+0000 7fd2ccec3640 1 < completed multipart upload key=XWJQBRZ42N7Q upload=ID5S7XX63594 tag=TBE42YIR8CQ2 type=write size=2486056 2024-08-04T15:48:00.701 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.702+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~BJURXNWSD62B.0 size=1048576 2024-08-04T15:48:00.703 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.704+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~BJURXNWSD62B.1 size=1048576 2024-08-04T15:48:00.705 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.705+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~BJURXNWSD62B.2 size=808957 2024-08-04T15:48:00.705 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.705+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=BJURXNWSD62B tag=W11ZO6LDEQKP type=write size=3954685 2024-08-04T15:48:00.707 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.707+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~GMKAKT0WNW6O.0 size=1048576 2024-08-04T15:48:00.708 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.709+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~GMKAKT0WNW6O.1 size=567661 2024-08-04T15:48:00.712 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.712+0000 7fd2ccec3640 1 < completed multipart upload key=77442UN63NTC upload=GMKAKT0WNW6O tag=W86Z0EOILIBF type=write size=2664813 2024-08-04T15:48:00.714 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.714+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=CPKVVKU2NW8Q type=del size=411344 2024-08-04T15:48:00.714 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.715+0000 7fd2ccec3640 1 < canceled part key=_multipart_77442UN63NTC.2~43O7HGPTPQPO.0 size=1048576 2024-08-04T15:48:00.716 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.716+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~43O7HGPTPQPO.1 size=1048576 2024-08-04T15:48:00.718 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.718+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~43O7HGPTPQPO.2 size=728578 2024-08-04T15:48:00.722 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.722+0000 7fd2ccec3640 1 < canceled multipart upload key=77442UN63NTC upload=43O7HGPTPQPO tag=D7PO9ZV7RLDZ type=write size=3874306 2024-08-04T15:48:00.724 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.724+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=6T4CYRNKK2SL type=del size=3165575 2024-08-04T15:48:00.726 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.726+0000 7fd2ccec3640 1 < canceled operation key=MWJBTVQYBFBJ tag=GG4NGSYO54OH type=write size=702450 2024-08-04T15:48:00.729 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.730+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~SYBE4JWQ2NCF.0 size=184326 2024-08-04T15:48:00.729 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.730+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=SYBE4JWQ2NCF tag=NJ2OXRS2OSG1 type=write size=1232902 2024-08-04T15:48:00.731 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.732+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~LADC2F838RRZ.0 size=106699 2024-08-04T15:48:00.735 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.735+0000 7fd2ccec3640 1 < completed multipart upload key=XWJQBRZ42N7Q upload=LADC2F838RRZ tag=A6138ETUHD27 type=write size=1155275 2024-08-04T15:48:00.737 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.737+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=00BSBTAT8A0V type=del size=3408741 2024-08-04T15:48:00.739 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.739+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~T2M9GL54ZT91.0 size=1048576 2024-08-04T15:48:00.740 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.741+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~T2M9GL54ZT91.1 size=1048576 2024-08-04T15:48:00.742 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.743+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~T2M9GL54ZT91.2 size=537844 2024-08-04T15:48:00.746 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.746+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=T2M9GL54ZT91 tag=XS9WGYZ8DEY1 type=write size=3683572 2024-08-04T15:48:00.749 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.750+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~623RK6CAT16R.0 size=1048576 2024-08-04T15:48:00.751 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.752+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~623RK6CAT16R.1 size=122011 2024-08-04T15:48:00.751 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.752+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=623RK6CAT16R tag=E3RA1ID498JB type=write size=2219163 2024-08-04T15:48:00.753 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.754+0000 7fd2ccec3640 1 < canceled operation key=ADGRDVHIUPFJ tag=YHLHY1NT76V6 type=del size=362830 2024-08-04T15:48:00.757 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.757+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~0XI5U2YHBBZD.0 size=61788 2024-08-04T15:48:00.757 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.757+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=0XI5U2YHBBZD tag=0B9W8JQRAVIM type=write size=1110364 2024-08-04T15:48:00.759 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.759+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~DN4X3DHHCZN2.0 size=461803 2024-08-04T15:48:00.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:00 smithi062 ceph-mon[85960]: pgmap v1420: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 146 KiB/s wr, 746 op/s 2024-08-04T15:48:00.762 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.763+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=DN4X3DHHCZN2 tag=AFIKW6GKXOW9 type=write size=1510379 2024-08-04T15:48:00.764 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.765+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=5YDGAOLALQ15 type=del size=1342265 2024-08-04T15:48:00.766 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.767+0000 7fd2ccec3640 1 < canceled operation key=H06WFDC3B2PH tag=SEDYXROYZ3HZ type=del size=1767337 2024-08-04T15:48:00.770 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.770+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~Y544UJXJDEW8.0 size=510414 2024-08-04T15:48:00.770 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.770+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=Y544UJXJDEW8 tag=7WTN2P1W7CR2 type=write size=1558990 2024-08-04T15:48:00.772 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.772+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=ZOQYSPL5ZDYB type=del 2024-08-04T15:48:00.774 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.774+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=BO8YMJCZS38K type=del size=2985026 2024-08-04T15:48:00.776 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.776+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=GP5T5RNEP7XB type=del 2024-08-04T15:48:00.777 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.778+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=3210HX9A1R24 type=del size=2153102 2024-08-04T15:48:00.780 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.780+0000 7fd2ccec3640 1 < completed delete operation key=MWJBTVQYBFBJ tag=KYRWFOKQ3OAE type=del 2024-08-04T15:48:00.782 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.782+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=SVBJG301NRDZ type=write size=323319 2024-08-04T15:48:00.784 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.784+0000 7fd2ccec3640 1 < canceled operation key=ESVVWVGCH33K tag=GHDGGUNPLZGA type=del size=2251690 2024-08-04T15:48:00.788 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.789+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~DE0FAIPW7RC0.0 size=399842 2024-08-04T15:48:00.788 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.789+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=DE0FAIPW7RC0 tag=PKFQBVRKO9SL type=write size=1448418 2024-08-04T15:48:00.790 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.790+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~ATBVPLOKHZ3L.0 size=1048576 2024-08-04T15:48:00.792 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.792+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~ATBVPLOKHZ3L.1 size=1048576 2024-08-04T15:48:00.793 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.792+0000 7fd2ccec3640 1 < canceled part key=_multipart_775O2FB0RT5R.2~ATBVPLOKHZ3L.2 size=627143 2024-08-04T15:48:00.795 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.796+0000 7fd2ccec3640 1 < canceled multipart upload key=775O2FB0RT5R upload=ATBVPLOKHZ3L tag=NECKZB2WR04H type=write size=3772871 2024-08-04T15:48:00.797 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.798+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=LQL5NE0XICYT type=del size=3989293 2024-08-04T15:48:00.801 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.802+0000 7fd2ccec3640 1 < suggested remove operation key=HIMJNBIR2DD9 tag=QOE2RKA3B6TD type=del 2024-08-04T15:48:00.803 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.803+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=OK5KL10G7P0S type=del size=928265 2024-08-04T15:48:00.805 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.806+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=MIN24AQK40KU type=del 2024-08-04T15:48:00.807 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.808+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=OJG1YTRQI7YQ type=del size=257106 2024-08-04T15:48:00.809 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.810+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~BJURXNWSD62B.0 size=1048576 2024-08-04T15:48:00.811 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.812+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~BJURXNWSD62B.1 size=1048576 2024-08-04T15:48:00.813 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.814+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~BJURXNWSD62B.2 size=808957 2024-08-04T15:48:00.817 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.817+0000 7fd2ccec3640 1 < completed multipart upload key=5JWY4L0XFKO9 upload=BJURXNWSD62B tag=W11ZO6LDEQKP type=write size=3954685 2024-08-04T15:48:00.821 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.821+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~L9AWR5B9RQE7.0 size=153733 2024-08-04T15:48:00.821 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.821+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=L9AWR5B9RQE7 tag=9CAY5YZJO0A8 type=write size=1202309 2024-08-04T15:48:00.822 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.823+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=CPKVVKU2NW8Q type=del 2024-08-04T15:48:00.825 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.825+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=RBT94LNLS7VQ type=del size=1503305 2024-08-04T15:48:00.828 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.829+0000 7fd2ccec3640 1 < suggested update operation key=WMBAAE091MS6 tag=6T4CYRNKK2SL type=del size=3165575 2024-08-04T15:48:00.832 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.832+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=YQV6YBNPK8RX type=del size=2409546 2024-08-04T15:48:00.834 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.835+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~SYBE4JWQ2NCF.0 size=184326 2024-08-04T15:48:00.838 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.839+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=SYBE4JWQ2NCF tag=NJ2OXRS2OSG1 type=write size=1232902 2024-08-04T15:48:00.841 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.841+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=G7N98XO4446Y type=del size=3658992 2024-08-04T15:48:00.843 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.844+0000 7fd2ccec3640 1 < completed delete operation key=UY4BH06KC1U7 tag=00BSBTAT8A0V type=del 2024-08-04T15:48:00.846 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.846+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=ZNAWCVABWAM4 type=del size=230570 2024-08-04T15:48:00.848 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.848+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~623RK6CAT16R.0 size=1048576 2024-08-04T15:48:00.850 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.850+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~623RK6CAT16R.1 size=122011 2024-08-04T15:48:00.853 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.854+0000 7fd2ccec3640 1 < completed multipart upload key=ESVVWVGCH33K upload=623RK6CAT16R tag=E3RA1ID498JB type=write size=2219163 2024-08-04T15:48:00.855 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.856+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=NN2WWYXODBIW type=del size=48773 2024-08-04T15:48:00.856 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.856+0000 7fd2ccec3640 1 < canceled part key=_multipart_GBCNMYOO1FUA.2~0XI5U2YHBBZD.0 size=61788 2024-08-04T15:48:00.859 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.859+0000 7fd2ccec3640 1 < canceled multipart upload key=GBCNMYOO1FUA upload=0XI5U2YHBBZD tag=0B9W8JQRAVIM type=write size=1110364 2024-08-04T15:48:00.861 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.862+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=F0A1VE1QD7J0 type=del size=3684412 2024-08-04T15:48:00.864 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.864+0000 7fd2ccec3640 1 < completed delete operation key=MCSD2KYW9UUG tag=5YDGAOLALQ15 type=del 2024-08-04T15:48:00.866 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.866+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=N0RKOOF5H9PF type=del size=2514843 2024-08-04T15:48:00.868 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.868+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~Y544UJXJDEW8.0 size=510414 2024-08-04T15:48:00.871 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.872+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=Y544UJXJDEW8 tag=7WTN2P1W7CR2 type=write size=1558990 2024-08-04T15:48:00.873 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.874+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=UN0Y4XFNTI37 type=del size=2237455 2024-08-04T15:48:00.877 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.878+0000 7fd2ccec3640 1 < suggested update operation key=SWB07P8C064V tag=BO8YMJCZS38K type=del size=2985026 2024-08-04T15:48:00.880 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.880+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=ZL5QBTBLSPXW type=del size=1281242 2024-08-04T15:48:00.882 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.882+0000 7fd2ccec3640 1 < canceled operation key=LPB2ZT0VBXYW tag=3210HX9A1R24 type=del size=2153102 2024-08-04T15:48:00.884 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.884+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=X1D6VCEZ7QLZ type=del size=855456 2024-08-04T15:48:00.889 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.888+0000 7fd2ccec3640 1 < suggested remove operation key=WMBAAE091MS6 tag=SVBJG301NRDZ type=write 2024-08-04T15:48:00.891 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.892+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~D6SG31I2GCJZ.0 size=1048576 2024-08-04T15:48:00.893 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.894+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~D6SG31I2GCJZ.1 size=1048576 2024-08-04T15:48:00.895 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.895+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~D6SG31I2GCJZ.2 size=551180 2024-08-04T15:48:00.895 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.895+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=D6SG31I2GCJZ tag=0MUJKL2R2T75 type=write size=3696908 2024-08-04T15:48:00.897 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.898+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~DE0FAIPW7RC0.0 size=399842 2024-08-04T15:48:00.901 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.901+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=DE0FAIPW7RC0 tag=PKFQBVRKO9SL type=write size=1448418 2024-08-04T15:48:00.903 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.903+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=VLJMSVBN40CQ type=del size=3162415 2024-08-04T15:48:00.905 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.905+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=LQL5NE0XICYT type=del 2024-08-04T15:48:00.907 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.907+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=OAVLWZ25TIQJ type=del size=2814227 2024-08-04T15:48:00.909 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.910+0000 7fd2ccec3640 1 < completed delete operation key=A8CMFMCK5F3U tag=OK5KL10G7P0S type=del 2024-08-04T15:48:00.913 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.913+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~49DELYY7WF2P.0 size=1048576 2024-08-04T15:48:00.914 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.915+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~49DELYY7WF2P.1 size=984246 2024-08-04T15:48:00.915 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.915+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=49DELYY7WF2P tag=LILJCYVYWG4U type=write size=3081398 2024-08-04T15:48:00.917 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.918+0000 7fd2ccec3640 1 < completed delete operation key=UY4BH06KC1U7 tag=OJG1YTRQI7YQ type=del 2024-08-04T15:48:00.919 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.920+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=B0315YMQG7RI type=del size=2272264 2024-08-04T15:48:00.921 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.922+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~L9AWR5B9RQE7.0 size=153733 2024-08-04T15:48:00.925 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.926+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=L9AWR5B9RQE7 tag=9CAY5YZJO0A8 type=write size=1202309 2024-08-04T15:48:00.927 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.928+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=ZW9XXR58ZXW3 type=del size=756414 2024-08-04T15:48:00.931 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.932+0000 7fd2ccec3640 1 < suggested update operation key=MCSD2KYW9UUG tag=RBT94LNLS7VQ type=del size=1503305 2024-08-04T15:48:00.935 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.935+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~SH0V76C1RG03.0 size=1048576 2024-08-04T15:48:00.936 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.937+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~SH0V76C1RG03.1 size=1048576 2024-08-04T15:48:00.938 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.938+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~SH0V76C1RG03.2 size=683843 2024-08-04T15:48:00.938 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.938+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=SH0V76C1RG03 tag=GWMAIP0N3C1B type=write size=3829571 2024-08-04T15:48:00.941 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.941+0000 7fd2ccec3640 -1 < failed to complete operation key=SWB07P8C064V tag=YQV6YBNPK8RX type=del size=2409546: (22) Invalid argument 2024-08-04T15:48:00.943 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.944+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=PGHL0W4LZ600 type=del size=3104885 2024-08-04T15:48:00.947 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.948+0000 7fd2ccec3640 1 < suggested remove operation key=N24BTWFMGCPP tag=G7N98XO4446Y type=del 2024-08-04T15:48:00.951 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.951+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~0HMGNHA0V41B.0 size=226136 2024-08-04T15:48:00.951 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.951+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=0HMGNHA0V41B tag=VMH0Q2VYGTRE type=write size=1274712 2024-08-04T15:48:00.954 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.954+0000 7fd2ccec3640 -1 < failed to complete operation key=N24BTWFMGCPP tag=ZNAWCVABWAM4 type=del size=230570: (22) Invalid argument 2024-08-04T15:48:00.956 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.956+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=DB5H7D6WWOK2 type=del size=1705412 2024-08-04T15:48:00.958 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.958+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=NN2WWYXODBIW type=del 2024-08-04T15:48:00.961 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.962+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~XAI1KGJR1KVK.0 size=1048576 2024-08-04T15:48:00.963 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.963+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~XAI1KGJR1KVK.1 size=1048576 2024-08-04T15:48:00.964 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.965+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~XAI1KGJR1KVK.2 size=710855 2024-08-04T15:48:00.964 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.965+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=XAI1KGJR1KVK tag=S1Q2WF2Q58UW type=write size=3856583 2024-08-04T15:48:00.967 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.968+0000 7fd2ccec3640 -1 < failed to complete operation key=N24BTWFMGCPP tag=F0A1VE1QD7J0 type=del size=3684412: (22) Invalid argument 2024-08-04T15:48:00.970 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.971+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~EH1LWKRVT1QJ.0 size=1048576 2024-08-04T15:48:00.972 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.973+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~EH1LWKRVT1QJ.1 size=1048576 2024-08-04T15:48:00.974 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.974+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~EH1LWKRVT1QJ.2 size=866000 2024-08-04T15:48:00.974 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.974+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=EH1LWKRVT1QJ tag=FGN9N9KU975X type=write size=4011728 2024-08-04T15:48:00.976 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.976+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=N0RKOOF5H9PF type=del 2024-08-04T15:48:00.977 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.978+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=C06L3PMSDR79 type=del size=3995056 2024-08-04T15:48:00.979 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.980+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=UN0Y4XFNTI37 type=del 2024-08-04T15:48:00.982 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.982+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=XXGUNK715E9A type=del size=1781969 2024-08-04T15:48:00.984 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.984+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=ZL5QBTBLSPXW type=del 2024-08-04T15:48:00.985 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.986+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=3XSCY8BPO0RH type=del size=591539 2024-08-04T15:48:00.988 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.988+0000 7fd2ccec3640 1 < completed delete operation key=ADGRDVHIUPFJ tag=X1D6VCEZ7QLZ type=del 2024-08-04T15:48:00.991 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.992+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~MW32FUWZFOPN.0 size=1048576 2024-08-04T15:48:00.993 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.994+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~MW32FUWZFOPN.1 size=1048576 2024-08-04T15:48:00.995 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.995+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~MW32FUWZFOPN.2 size=584164 2024-08-04T15:48:00.995 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.995+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=MW32FUWZFOPN tag=N5AXZEL1U8NN type=write size=3729892 2024-08-04T15:48:00.997 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:00.998+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~D6SG31I2GCJZ.0 size=1048576 2024-08-04T15:48:00.999 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.000+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~D6SG31I2GCJZ.1 size=1048576 2024-08-04T15:48:01.001 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.001+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~D6SG31I2GCJZ.2 size=551180 2024-08-04T15:48:01.004 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.005+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=D6SG31I2GCJZ tag=0MUJKL2R2T75 type=write size=3696908 2024-08-04T15:48:01.006 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.007+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=EE399CLQ5MC6 type=del size=363675 2024-08-04T15:48:01.010 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.010+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=VLJMSVBN40CQ type=del 2024-08-04T15:48:01.015 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.015+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~LTREWG37RPZN.0 size=266363 2024-08-04T15:48:01.015 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.015+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=LTREWG37RPZN tag=5MBFOAOJVSST type=write size=1314939 2024-08-04T15:48:01.017 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.018+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=OAVLWZ25TIQJ type=del 2024-08-04T15:48:01.019 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.020+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=7LCDIX6GUL05 type=del size=2580888 2024-08-04T15:48:01.022 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.022+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~49DELYY7WF2P.0 size=1048576 2024-08-04T15:48:01.023 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.024+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~49DELYY7WF2P.1 size=984246 2024-08-04T15:48:01.027 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.028+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=49DELYY7WF2P tag=LILJCYVYWG4U type=write size=3081398 2024-08-04T15:48:01.032 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.032+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~CSQS1YKSRWUC.0 size=1048576 2024-08-04T15:48:01.034 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.034+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~CSQS1YKSRWUC.1 size=676770 2024-08-04T15:48:01.034 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.034+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=CSQS1YKSRWUC tag=B9LX5JOGJ2V8 type=write size=2773922 2024-08-04T15:48:01.036 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.036+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=B0315YMQG7RI type=del 2024-08-04T15:48:01.038 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.038+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=IO4QRVH4JSW4 type=del size=1354949 2024-08-04T15:48:01.040 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.041+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=ZW9XXR58ZXW3 type=del 2024-08-04T15:48:01.043 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.044+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=E50KFSROMWGX type=write size=625086 2024-08-04T15:48:01.045 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.046+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~SH0V76C1RG03.0 size=1048576 2024-08-04T15:48:01.048 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.048+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~SH0V76C1RG03.1 size=1048576 2024-08-04T15:48:01.049 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.050+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~SH0V76C1RG03.2 size=683843 2024-08-04T15:48:01.054 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.054+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=SH0V76C1RG03 tag=GWMAIP0N3C1B type=write size=3829571 2024-08-04T15:48:01.058 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.058+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~QZ2Z1G4MXHU6.0 size=1048576 2024-08-04T15:48:01.059 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.060+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~QZ2Z1G4MXHU6.1 size=1048576 2024-08-04T15:48:01.061 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.061+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~QZ2Z1G4MXHU6.2 size=657533 2024-08-04T15:48:01.061 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.061+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=QZ2Z1G4MXHU6 tag=HDD0276JPFIR type=write size=3803261 2024-08-04T15:48:01.065 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.065+0000 7fd2ccec3640 1 < suggested remove operation key=IPMGU45BLASA tag=PGHL0W4LZ600 type=del 2024-08-04T15:48:01.067 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.067+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=T7ENA2R16CO1 type=write size=644178 2024-08-04T15:48:01.069 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.070+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~0HMGNHA0V41B.0 size=226136 2024-08-04T15:48:01.072 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.073+0000 7fd2ccec3640 1 < completed multipart upload key=3SZIKIT8UW9F upload=0HMGNHA0V41B tag=VMH0Q2VYGTRE type=write size=1274712 2024-08-04T15:48:01.074 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.075+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=LNBJ7VUYIH43 type=del size=1809891 2024-08-04T15:48:01.079 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.079+0000 7fd2ccec3640 1 < suggested remove operation key=WMBAAE091MS6 tag=DB5H7D6WWOK2 type=del 2024-08-04T15:48:01.081 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.081+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=CI9F8ZJU826A type=del size=3432104 2024-08-04T15:48:01.083 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.083+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~XAI1KGJR1KVK.0 size=1048576 2024-08-04T15:48:01.085 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.085+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~XAI1KGJR1KVK.1 size=1048576 2024-08-04T15:48:01.087 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.087+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~XAI1KGJR1KVK.2 size=710855 2024-08-04T15:48:01.091 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.091+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=XAI1KGJR1KVK tag=S1Q2WF2Q58UW type=write size=3856583 2024-08-04T15:48:01.093 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.094+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=YEYH4R3QRDJ4 type=del size=3820058 2024-08-04T15:48:01.096 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.096+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~EH1LWKRVT1QJ.0 size=1048576 2024-08-04T15:48:01.098 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.098+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~EH1LWKRVT1QJ.1 size=1048576 2024-08-04T15:48:01.098 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.098+0000 7fd2ccec3640 1 < canceled part key=_multipart_KSYUUUTKLZGE.2~EH1LWKRVT1QJ.2 size=866000 2024-08-04T15:48:01.102 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.102+0000 7fd2ccec3640 1 < canceled multipart upload key=KSYUUUTKLZGE upload=EH1LWKRVT1QJ tag=FGN9N9KU975X type=write size=4011728 2024-08-04T15:48:01.104 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.105+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=NQ58LSQPIAJL type=del size=4027257 2024-08-04T15:48:01.108 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.109+0000 7fd2ccec3640 1 < suggested update operation key=N24BTWFMGCPP tag=C06L3PMSDR79 type=del size=3995056 2024-08-04T15:48:01.112 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.113+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~UTI57997CUXJ.0 size=648316 2024-08-04T15:48:01.112 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.113+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=UTI57997CUXJ tag=S394YOWMSYD2 type=write size=1696892 2024-08-04T15:48:01.115 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.115+0000 7fd2ccec3640 -1 < failed to complete operation key=N24BTWFMGCPP tag=XXGUNK715E9A type=del size=1781969: (22) Invalid argument 2024-08-04T15:48:01.117 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.117+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=5E1A5T0PBZ1U type=write size=1020466 2024-08-04T15:48:01.122 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.122+0000 7fd2ccec3640 1 < suggested update operation key=N24BTWFMGCPP tag=3XSCY8BPO0RH type=del size=591539 2024-08-04T15:48:01.125 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.125+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=XEXNNGQAHJ9F type=del size=2892800 2024-08-04T15:48:01.127 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.128+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~MW32FUWZFOPN.0 size=1048576 2024-08-04T15:48:01.129 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.130+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~MW32FUWZFOPN.1 size=1048576 2024-08-04T15:48:01.131 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.131+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~MW32FUWZFOPN.2 size=584164 2024-08-04T15:48:01.134 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.135+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=MW32FUWZFOPN tag=N5AXZEL1U8NN type=write size=3729892 2024-08-04T15:48:01.136 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.137+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=D7896534GYPX type=del size=517996 2024-08-04T15:48:01.138 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.139+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=EE399CLQ5MC6 type=del 2024-08-04T15:48:01.140 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.141+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=7XKZ7USV6UAE type=del size=3328655 2024-08-04T15:48:01.142 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.143+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~LTREWG37RPZN.0 size=266363 2024-08-04T15:48:01.146 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.146+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=LTREWG37RPZN tag=5MBFOAOJVSST type=write size=1314939 2024-08-04T15:48:01.149 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.150+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~7F16POMXN3MA.0 size=1025472 2024-08-04T15:48:01.150 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.150+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=7F16POMXN3MA tag=NR109EL2J1PQ type=write size=2074048 2024-08-04T15:48:01.152 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.152+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=7LCDIX6GUL05 type=del 2024-08-04T15:48:01.154 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.154+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=QW1YKIDPKTRS type=del size=946276 2024-08-04T15:48:01.156 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.156+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~CSQS1YKSRWUC.0 size=1048576 2024-08-04T15:48:01.158 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.158+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~CSQS1YKSRWUC.1 size=676770 2024-08-04T15:48:01.162 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.163+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=CSQS1YKSRWUC tag=B9LX5JOGJ2V8 type=write size=2773922 2024-08-04T15:48:01.164 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.165+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=DHXW5V82WLQU type=del size=1955956 2024-08-04T15:48:01.166 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.167+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=IO4QRVH4JSW4 type=del 2024-08-04T15:48:01.169 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.169+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=WZM3C90HQJYB type=del size=1575911 2024-08-04T15:48:01.171 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.171+0000 7fd2ccec3640 1 < completed write operation key=5JWY4L0XFKO9 tag=E50KFSROMWGX type=write size=625086 2024-08-04T15:48:01.173 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.174+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=JHGK0PJVWFPV type=del size=385142 2024-08-04T15:48:01.175 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.176+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~QZ2Z1G4MXHU6.0 size=1048576 2024-08-04T15:48:01.177 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.178+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~QZ2Z1G4MXHU6.1 size=1048576 2024-08-04T15:48:01.179 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.179+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~QZ2Z1G4MXHU6.2 size=657533 2024-08-04T15:48:01.183 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.183+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=QZ2Z1G4MXHU6 tag=HDD0276JPFIR type=write size=3803261 2024-08-04T15:48:01.187 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.187+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~3GMAM58V0RN1.0 size=1048576 2024-08-04T15:48:01.189 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.189+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~3GMAM58V0RN1.1 size=1048576 2024-08-04T15:48:01.190 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.191+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~3GMAM58V0RN1.2 size=783621 2024-08-04T15:48:01.191 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.191+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=3GMAM58V0RN1 tag=0VJEEAD9A7UU type=write size=3929349 2024-08-04T15:48:01.193 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.194+0000 7fd2ccec3640 -1 < failed to complete operation key=WMBAAE091MS6 tag=T7ENA2R16CO1 type=write size=644178: (22) Invalid argument 2024-08-04T15:48:01.197 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.198+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~QRYGCZYWUDRX.0 size=1048576 2024-08-04T15:48:01.199 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.200+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~QRYGCZYWUDRX.1 size=1048576 2024-08-04T15:48:01.201 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.201+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~QRYGCZYWUDRX.2 size=609413 2024-08-04T15:48:01.201 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.201+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=QRYGCZYWUDRX tag=LWJ9IRGNS2H0 type=write size=3755141 2024-08-04T15:48:01.203 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.203+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=LNBJ7VUYIH43 type=del 2024-08-04T15:48:01.206 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.207+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~XGKPIOZU32IU.0 size=1048576 2024-08-04T15:48:01.208 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.209+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~XGKPIOZU32IU.1 size=1048576 2024-08-04T15:48:01.209 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.210+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~XGKPIOZU32IU.2 size=797217 2024-08-04T15:48:01.210 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.210+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=XGKPIOZU32IU tag=BRIMH3G091NO type=write size=3942945 2024-08-04T15:48:01.212 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.212+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=CI9F8ZJU826A type=del 2024-08-04T15:48:01.214 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.214+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=WKJI46MWLZYK type=del size=2153997 2024-08-04T15:48:01.216 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.217+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=YEYH4R3QRDJ4 type=del 2024-08-04T15:48:01.220 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.221+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~S6AXOZ3DE1RT.0 size=87745 2024-08-04T15:48:01.220 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.221+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=S6AXOZ3DE1RT tag=A6896CZLWISH type=write size=1136321 2024-08-04T15:48:01.222 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.223+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=NQ58LSQPIAJL type=del 2024-08-04T15:48:01.224 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.225+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=3RRDJ1CJR8LN type=del size=1897610 2024-08-04T15:48:01.225 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.225+0000 7fd2ccec3640 1 < canceled part key=_multipart_MCSD2KYW9UUG.2~UTI57997CUXJ.0 size=648316 2024-08-04T15:48:01.228 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.229+0000 7fd2ccec3640 1 < canceled multipart upload key=MCSD2KYW9UUG upload=UTI57997CUXJ tag=S394YOWMSYD2 type=write size=1696892 2024-08-04T15:48:01.230 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.231+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=WG7MV5B4C1PZ type=del size=923329 2024-08-04T15:48:01.232 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.233+0000 7fd2ccec3640 1 < completed write operation key=0BWMVZQ5RBRL tag=5E1A5T0PBZ1U type=write size=1020466 2024-08-04T15:48:01.236 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.236+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~X21B4ZU6PN2P.0 size=842029 2024-08-04T15:48:01.236 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.236+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=X21B4ZU6PN2P tag=ATBY8C1WYWEX type=write size=1890605 2024-08-04T15:48:01.238 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.238+0000 7fd2ccec3640 1 < canceled operation key=SWB07P8C064V tag=XEXNNGQAHJ9F type=del size=2892800 2024-08-04T15:48:01.240 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.240+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=78P6P3S8D4CD type=del size=3808124 2024-08-04T15:48:01.242 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.242+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=D7896534GYPX type=del 2024-08-04T15:48:01.244 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.245+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=2JT5SSB93IXA type=del size=1400651 2024-08-04T15:48:01.246 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.247+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=7XKZ7USV6UAE type=del 2024-08-04T15:48:01.249 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.250+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~UFSB05PXY0YH.0 size=1048576 2024-08-04T15:48:01.251 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.252+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~UFSB05PXY0YH.1 size=1048576 2024-08-04T15:48:01.253 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.253+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~UFSB05PXY0YH.2 size=700611 2024-08-04T15:48:01.253 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.253+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=UFSB05PXY0YH tag=XNZVCFA8LHSZ type=write size=3846339 2024-08-04T15:48:01.255 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.255+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~7F16POMXN3MA.0 size=1025472 2024-08-04T15:48:01.258 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.259+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=7F16POMXN3MA tag=NR109EL2J1PQ type=write size=2074048 2024-08-04T15:48:01.260 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.261+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=SJ1NO4XGYCHJ type=del size=2982923 2024-08-04T15:48:01.263 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.264+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=QW1YKIDPKTRS type=del 2024-08-04T15:48:01.265 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.266+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=G8EKDT1R8HZI type=del size=2577752 2024-08-04T15:48:01.269 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.270+0000 7fd2ccec3640 1 < suggested update operation key=UY4BH06KC1U7 tag=DHXW5V82WLQU type=del size=1955956 2024-08-04T15:48:01.271 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.272+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=91TDXD2MC5N5 type=del size=2111995 2024-08-04T15:48:01.273 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.274+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=WZM3C90HQJYB type=del 2024-08-04T15:48:01.277 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.277+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~YLB7WXXRZ6TE.0 size=468811 2024-08-04T15:48:01.277 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.277+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=YLB7WXXRZ6TE tag=KDR1KWL9J1KE type=write size=1517387 2024-08-04T15:48:01.279 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.279+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=JHGK0PJVWFPV type=del 2024-08-04T15:48:01.281 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.281+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=R2VEHV6NXQ2M type=del size=3881502 2024-08-04T15:48:01.283 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.283+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~3GMAM58V0RN1.0 size=1048576 2024-08-04T15:48:01.285 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.285+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~3GMAM58V0RN1.1 size=1048576 2024-08-04T15:48:01.287 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.287+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~3GMAM58V0RN1.2 size=783621 2024-08-04T15:48:01.291 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.291+0000 7fd2ccec3640 1 < completed multipart upload key=0ZFG1GY0QH8K upload=3GMAM58V0RN1 tag=0VJEEAD9A7UU type=write size=3929349 2024-08-04T15:48:01.293 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.293+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=RTX65DMYOCYZ type=del size=1736988 2024-08-04T15:48:01.296 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.296+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~QRYGCZYWUDRX.0 size=1048576 2024-08-04T15:48:01.298 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.298+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~QRYGCZYWUDRX.1 size=1048576 2024-08-04T15:48:01.299 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.300+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~QRYGCZYWUDRX.2 size=609413 2024-08-04T15:48:01.303 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.303+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=QRYGCZYWUDRX tag=LWJ9IRGNS2H0 type=write size=3755141 2024-08-04T15:48:01.306 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.307+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~Y0G6OY4LYV8I.0 size=467326 2024-08-04T15:48:01.307 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.307+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=Y0G6OY4LYV8I tag=7BINHJ4GUOAB type=write size=1515902 2024-08-04T15:48:01.308 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.309+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~XGKPIOZU32IU.0 size=1048576 2024-08-04T15:48:01.310 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.311+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~XGKPIOZU32IU.1 size=1048576 2024-08-04T15:48:01.312 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.312+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~XGKPIOZU32IU.2 size=797217 2024-08-04T15:48:01.316 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.316+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=XGKPIOZU32IU tag=BRIMH3G091NO type=write size=3942945 2024-08-04T15:48:01.318 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.318+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=OCMBT7L4XVXG type=write size=395853 2024-08-04T15:48:01.322 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.322+0000 7fd2ccec3640 1 < suggested update operation key=4K3JERFA2TR2 tag=WKJI46MWLZYK type=del size=2153997 2024-08-04T15:48:01.324 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.324+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=PIMAMTC9MDBB type=del size=803298 2024-08-04T15:48:01.326 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.326+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~S6AXOZ3DE1RT.0 size=87745 2024-08-04T15:48:01.329 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.330+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=S6AXOZ3DE1RT tag=A6896CZLWISH type=write size=1136321 2024-08-04T15:48:01.331 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.332+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=RMEV3EJGHN8T type=del size=968804 2024-08-04T15:48:01.333 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.334+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=3RRDJ1CJR8LN type=del 2024-08-04T15:48:01.335 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.336+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=GRYYMGLVJT2J type=del size=1279297 2024-08-04T15:48:01.339 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.339+0000 7fd2ccec3640 1 < suggested remove operation key=MCSD2KYW9UUG tag=WG7MV5B4C1PZ type=del 2024-08-04T15:48:01.341 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.342+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=3Q9AD7KVO9TX type=del size=1112581 2024-08-04T15:48:01.346 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.344+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~X21B4ZU6PN2P.0 size=842029 2024-08-04T15:48:01.347 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.347+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=X21B4ZU6PN2P tag=ATBY8C1WYWEX type=write size=1890605 2024-08-04T15:48:01.349 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.350+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=IL33FTYYDQII type=write size=703635 2024-08-04T15:48:01.351 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.352+0000 7fd2ccec3640 1 < canceled operation key=LPB2ZT0VBXYW tag=78P6P3S8D4CD type=del size=3808124 2024-08-04T15:48:01.353 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.353+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=UG2JJAA17DNH type=del size=1306969 2024-08-04T15:48:01.355 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.355+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=2JT5SSB93IXA type=del 2024-08-04T15:48:01.359 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.359+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~TQZR8LD9N7H7.0 size=740551 2024-08-04T15:48:01.359 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.359+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=TQZR8LD9N7H7 tag=COEOXGBVFL4N type=write size=1789127 2024-08-04T15:48:01.361 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.361+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~UFSB05PXY0YH.0 size=1048576 2024-08-04T15:48:01.362 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.363+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~UFSB05PXY0YH.1 size=1048576 2024-08-04T15:48:01.364 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.365+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~UFSB05PXY0YH.2 size=700611 2024-08-04T15:48:01.368 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.368+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=UFSB05PXY0YH tag=XNZVCFA8LHSZ type=write size=3846339 2024-08-04T15:48:01.371 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.372+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~3SI0D2IDHV3P.0 size=1048576 2024-08-04T15:48:01.373 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.373+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~3SI0D2IDHV3P.1 size=649107 2024-08-04T15:48:01.373 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.373+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=3SI0D2IDHV3P tag=B52IKTZLGIEE type=write size=2746259 2024-08-04T15:48:01.376 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.376+0000 7fd2ccec3640 -1 < failed to complete operation key=UY4BH06KC1U7 tag=SJ1NO4XGYCHJ type=del size=2982923: (22) Invalid argument 2024-08-04T15:48:01.378 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.378+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=M4PPVR9LVGSL type=del size=2460814 2024-08-04T15:48:01.380 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.380+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=G8EKDT1R8HZI type=del 2024-08-04T15:48:01.384 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.384+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~Q67R8L269VSC.0 size=643980 2024-08-04T15:48:01.384 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.384+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=Q67R8L269VSC tag=Z9YTR1D3ID6X type=write size=1692556 2024-08-04T15:48:01.386 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.387+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=91TDXD2MC5N5 type=del 2024-08-04T15:48:01.388 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.389+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=MHCE4AWCL1DK type=del size=3967067 2024-08-04T15:48:01.390 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.391+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~YLB7WXXRZ6TE.0 size=468811 2024-08-04T15:48:01.394 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.395+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=YLB7WXXRZ6TE tag=KDR1KWL9J1KE type=write size=1517387 2024-08-04T15:48:01.398 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.399+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~AYIMAAG0KAU8.0 size=1048576 2024-08-04T15:48:01.400 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.400+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~AYIMAAG0KAU8.1 size=184423 2024-08-04T15:48:01.400 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.400+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=AYIMAAG0KAU8 tag=1X1N8HNF3J4N type=write size=2281575 2024-08-04T15:48:01.402 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.402+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=R2VEHV6NXQ2M type=del 2024-08-04T15:48:01.404 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.404+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=MVM3Y85Z9194 type=del size=865271 2024-08-04T15:48:01.406 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.406+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=RTX65DMYOCYZ type=del 2024-08-04T15:48:01.407 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.408+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=KN0UZCO2VXAI type=del size=4072341 2024-08-04T15:48:01.410 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.410+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~Y0G6OY4LYV8I.0 size=467326 2024-08-04T15:48:01.413 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.414+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=Y0G6OY4LYV8I tag=7BINHJ4GUOAB type=write size=1515902 2024-08-04T15:48:01.415 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.416+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=1PSZ3M18NH2Y type=del size=2560532 2024-08-04T15:48:01.419 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.420+0000 7fd2ccec3640 1 < suggested remove operation key=DI9N06E8I6FR tag=OCMBT7L4XVXG type=write 2024-08-04T15:48:01.423 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.423+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~NQUM9OTOKSFV.0 size=1048576 2024-08-04T15:48:01.424 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.425+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~NQUM9OTOKSFV.1 size=263202 2024-08-04T15:48:01.424 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.425+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=NQUM9OTOKSFV tag=F0ZDEFEVJK8A type=write size=2360354 2024-08-04T15:48:01.426 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.427+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=PIMAMTC9MDBB type=del 2024-08-04T15:48:01.428 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.429+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=7LJD3GLGW7FD type=write size=224671 2024-08-04T15:48:01.430 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.431+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=RMEV3EJGHN8T type=del 2024-08-04T15:48:01.434 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.435+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~4EH9DE7DE3AA.0 size=131633 2024-08-04T15:48:01.434 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.435+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=4EH9DE7DE3AA tag=1FCSVJ93T1EL type=write size=1180209 2024-08-04T15:48:01.436 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.437+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=GRYYMGLVJT2J type=del 2024-08-04T15:48:01.438 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.439+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=R32Z90KNFKX2 type=del size=1979914 2024-08-04T15:48:01.442 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.443+0000 7fd2ccec3640 1 < suggested remove operation key=62WXNRD38943 tag=3Q9AD7KVO9TX type=del 2024-08-04T15:48:01.444 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.445+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=BK3Y13T5QONY type=del size=1576098 2024-08-04T15:48:01.448 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.448+0000 7fd2ccec3640 1 < suggested remove operation key=LPB2ZT0VBXYW tag=IL33FTYYDQII type=write 2024-08-04T15:48:01.450 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.451+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=71I8GISUJXSJ type=write size=180098 2024-08-04T15:48:01.454 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.454+0000 7fd2ccec3640 1 < suggested remove operation key=YXD2X0LU17RF tag=UG2JJAA17DNH type=del 2024-08-04T15:48:01.457 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.458+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~X92M9XJUM8ZP.0 size=1048576 2024-08-04T15:48:01.459 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.460+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~X92M9XJUM8ZP.1 size=1048576 2024-08-04T15:48:01.461 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.461+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~X92M9XJUM8ZP.2 size=53069 2024-08-04T15:48:01.461 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.461+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=X92M9XJUM8ZP tag=UN4X3UWTUI35 type=write size=3198797 2024-08-04T15:48:01.463 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.463+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~TQZR8LD9N7H7.0 size=740551 2024-08-04T15:48:01.466 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.467+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=TQZR8LD9N7H7 tag=COEOXGBVFL4N type=write size=1789127 2024-08-04T15:48:01.470 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.470+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~9LP9GUKY80TN.0 size=1048576 2024-08-04T15:48:01.471 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.472+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~9LP9GUKY80TN.1 size=888400 2024-08-04T15:48:01.471 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.472+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=9LP9GUKY80TN tag=RO8D0ZGKMAR4 type=write size=2985552 2024-08-04T15:48:01.472 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.472+0000 7fd2ccec3640 1 < canceled part key=_multipart_H06WFDC3B2PH.2~3SI0D2IDHV3P.0 size=1048576 2024-08-04T15:48:01.474 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.474+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~3SI0D2IDHV3P.1 size=649107 2024-08-04T15:48:01.477 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.478+0000 7fd2ccec3640 1 < canceled multipart upload key=H06WFDC3B2PH upload=3SI0D2IDHV3P tag=B52IKTZLGIEE type=write size=2746259 2024-08-04T15:48:01.479 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.480+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=KLSWYD8KO7FF type=del size=1421462 2024-08-04T15:48:01.481 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.481+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=M4PPVR9LVGSL type=del 2024-08-04T15:48:01.483 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.484+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=WCVF745DDZOE type=del size=3149312 2024-08-04T15:48:01.485 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.486+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~Q67R8L269VSC.0 size=643980 2024-08-04T15:48:01.489 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.489+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=Q67R8L269VSC tag=Z9YTR1D3ID6X type=write size=1692556 2024-08-04T15:48:01.492 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.492+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~8BZY11A3LTEK.0 size=1048576 2024-08-04T15:48:01.494 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.494+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~8BZY11A3LTEK.1 size=1048576 2024-08-04T15:48:01.495 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.496+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~8BZY11A3LTEK.2 size=918364 2024-08-04T15:48:01.495 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.496+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=8BZY11A3LTEK tag=ZRBZIYT6ISVF type=write size=4064092 2024-08-04T15:48:01.497 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.498+0000 7fd2ccec3640 1 < completed delete operation key=S35AAPLREPCU tag=MHCE4AWCL1DK type=del 2024-08-04T15:48:01.499 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.499+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=50YLDW2IFJTC type=del size=1012808 2024-08-04T15:48:01.501 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.502+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~AYIMAAG0KAU8.0 size=1048576 2024-08-04T15:48:01.503 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.503+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~AYIMAAG0KAU8.1 size=184423 2024-08-04T15:48:01.506 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.507+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=AYIMAAG0KAU8 tag=1X1N8HNF3J4N type=write size=2281575 2024-08-04T15:48:01.508 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.508+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=I7V5ZZ2XMZ1J type=del size=3735522 2024-08-04T15:48:01.511 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.512+0000 7fd2ccec3640 -1 < failed to complete operation key=LPB2ZT0VBXYW tag=MVM3Y85Z9194 type=del size=865271: (22) Invalid argument 2024-08-04T15:48:01.516 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.517+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~EU6PEJD4R03K.0 size=987743 2024-08-04T15:48:01.516 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.517+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=EU6PEJD4R03K tag=E5YOP4EHX1F9 type=write size=2036319 2024-08-04T15:48:01.518 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.518+0000 7fd2ccec3640 1 < completed delete operation key=A8CMFMCK5F3U tag=KN0UZCO2VXAI type=del 2024-08-04T15:48:01.520 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.520+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=M8QGRC7QQHKU type=del size=2840697 2024-08-04T15:48:01.522 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.522+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=1PSZ3M18NH2Y type=del 2024-08-04T15:48:01.523 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.524+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=4W9J98KWI883 type=del size=428789 2024-08-04T15:48:01.525 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.526+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~NQUM9OTOKSFV.0 size=1048576 2024-08-04T15:48:01.527 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.528+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~NQUM9OTOKSFV.1 size=263202 2024-08-04T15:48:01.530 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.531+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=NQUM9OTOKSFV tag=F0ZDEFEVJK8A type=write size=2360354 2024-08-04T15:48:01.532 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.533+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=3US5633U20IH type=del size=2657425 2024-08-04T15:48:01.535 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.536+0000 7fd2ccec3640 -1 < failed to complete operation key=62WXNRD38943 tag=7LJD3GLGW7FD type=write size=224671: (22) Invalid argument 2024-08-04T15:48:01.540 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.540+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~TBU0UTJ0RDVZ.0 size=1048576 2024-08-04T15:48:01.542 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.542+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~TBU0UTJ0RDVZ.1 size=1048576 2024-08-04T15:48:01.543 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.544+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~TBU0UTJ0RDVZ.2 size=680758 2024-08-04T15:48:01.543 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.544+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=TBU0UTJ0RDVZ tag=CQD96KJJ0MGK type=write size=3826486 2024-08-04T15:48:01.545 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.546+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~4EH9DE7DE3AA.0 size=131633 2024-08-04T15:48:01.550 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.550+0000 7fd2ccec3640 1 < completed multipart upload key=0BWMVZQ5RBRL upload=4EH9DE7DE3AA tag=1FCSVJ93T1EL type=write size=1180209 2024-08-04T15:48:01.554 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.555+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~7WLIDXOORULF.0 size=1048576 2024-08-04T15:48:01.556 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.556+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~7WLIDXOORULF.1 size=662138 2024-08-04T15:48:01.556 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.556+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=7WLIDXOORULF tag=8HHBZ6Z89BMT type=write size=2759290 2024-08-04T15:48:01.560 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.561+0000 7fd2ccec3640 1 < suggested update operation key=S35AAPLREPCU tag=R32Z90KNFKX2 type=del size=1979914 2024-08-04T15:48:01.562 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.563+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=FH5B41XP8300 type=del size=4018268 2024-08-04T15:48:01.566 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.567+0000 7fd2ccec3640 1 < suggested update operation key=N24BTWFMGCPP tag=BK3Y13T5QONY type=del size=1576098 2024-08-04T15:48:01.570 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.570+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~MRWU1O9QTDO8.0 size=1048576 2024-08-04T15:48:01.572 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.572+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~MRWU1O9QTDO8.1 size=717056 2024-08-04T15:48:01.572 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.572+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=MRWU1O9QTDO8 tag=YPVTFC6UWKVF type=write size=2814208 2024-08-04T15:48:01.575 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.576+0000 7fd2ccec3640 -1 < failed to complete operation key=YXD2X0LU17RF tag=71I8GISUJXSJ type=write size=180098: (22) Invalid argument 2024-08-04T15:48:01.577 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.578+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=TEO46JQMROXD type=del size=31745 2024-08-04T15:48:01.580 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.580+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~X92M9XJUM8ZP.0 size=1048576 2024-08-04T15:48:01.581 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.582+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~X92M9XJUM8ZP.1 size=1048576 2024-08-04T15:48:01.583 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.584+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~X92M9XJUM8ZP.2 size=53069 2024-08-04T15:48:01.587 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.587+0000 7fd2ccec3640 1 < completed multipart upload key=0BWMVZQ5RBRL upload=X92M9XJUM8ZP tag=UN4X3UWTUI35 type=write size=3198797 2024-08-04T15:48:01.590 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.591+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~490PK8CIJHG4.0 size=1048576 2024-08-04T15:48:01.592 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.592+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~490PK8CIJHG4.1 size=1048576 2024-08-04T15:48:01.593 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.594+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~490PK8CIJHG4.2 size=738596 2024-08-04T15:48:01.593 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.594+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=490PK8CIJHG4 tag=ZK4ZC7TJAMKL type=write size=3884324 2024-08-04T15:48:01.596 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.596+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~9LP9GUKY80TN.0 size=1048576 2024-08-04T15:48:01.597 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.598+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~9LP9GUKY80TN.1 size=888400 2024-08-04T15:48:01.601 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.601+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=9LP9GUKY80TN tag=RO8D0ZGKMAR4 type=write size=2985552 2024-08-04T15:48:01.605 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.605+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~2WZAA4JU7EFQ.0 size=85412 2024-08-04T15:48:01.605 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.605+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=2WZAA4JU7EFQ tag=H9RTLQDFS5X9 type=write size=1133988 2024-08-04T15:48:01.608 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.609+0000 7fd2ccec3640 1 < suggested update operation key=KSYUUUTKLZGE tag=KLSWYD8KO7FF type=del size=1421462 2024-08-04T15:48:01.610 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.611+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=48XHI1WVEXV3 type=del size=2672563 2024-08-04T15:48:01.612 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.613+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=WCVF745DDZOE type=del 2024-08-04T15:48:01.614 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.615+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=0C3CDUOR0NJ9 type=del size=1283735 2024-08-04T15:48:01.615 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.615+0000 7fd2ccec3640 1 < canceled part key=_multipart_MWJBTVQYBFBJ.2~8BZY11A3LTEK.0 size=1048576 2024-08-04T15:48:01.616 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.617+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~8BZY11A3LTEK.1 size=1048576 2024-08-04T15:48:01.618 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.619+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~8BZY11A3LTEK.2 size=918364 2024-08-04T15:48:01.622 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.622+0000 7fd2ccec3640 1 < canceled multipart upload key=MWJBTVQYBFBJ upload=8BZY11A3LTEK tag=ZRBZIYT6ISVF type=write size=4064092 2024-08-04T15:48:01.626 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.626+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~NAN9V5PC4X46.0 size=1048576 2024-08-04T15:48:01.627 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.628+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~NAN9V5PC4X46.1 size=92498 2024-08-04T15:48:01.628 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.628+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=NAN9V5PC4X46 tag=G77BZMSF0GLA type=write size=2189650 2024-08-04T15:48:01.629 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.630+0000 7fd2ccec3640 1 < canceled operation key=GBCNMYOO1FUA tag=50YLDW2IFJTC type=del size=1012808 2024-08-04T15:48:01.633 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.634+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~HRG5N3CIT723.0 size=158426 2024-08-04T15:48:01.633 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.634+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=HRG5N3CIT723 tag=YW32JV4LVUQU type=write size=1207002 2024-08-04T15:48:01.637 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.637+0000 7fd2ccec3640 1 < suggested update operation key=LPB2ZT0VBXYW tag=I7V5ZZ2XMZ1J type=del size=3735522 2024-08-04T15:48:01.639 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.639+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=47WMPJS2H60T type=del size=1010637 2024-08-04T15:48:01.641 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.641+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~EU6PEJD4R03K.0 size=987743 2024-08-04T15:48:01.644 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.645+0000 7fd2ccec3640 1 < completed multipart upload key=0ZFG1GY0QH8K upload=EU6PEJD4R03K tag=E5YOP4EHX1F9 type=write size=2036319 2024-08-04T15:48:01.649 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.649+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~RB64YRRG19DQ.0 size=1048576 2024-08-04T15:48:01.650 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.651+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~RB64YRRG19DQ.1 size=1048576 2024-08-04T15:48:01.652 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.653+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~RB64YRRG19DQ.2 size=711768 2024-08-04T15:48:01.652 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.653+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=RB64YRRG19DQ tag=TIQRM9M45T7C type=write size=3857496 2024-08-04T15:48:01.656 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.656+0000 7fd2ccec3640 1 < suggested update operation key=OFTIL8YKJPJA tag=M8QGRC7QQHKU type=del size=2840697 2024-08-04T15:48:01.661 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.661+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~ZBH3YN7C2OAJ.0 size=1048576 2024-08-04T15:48:01.662 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.663+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~ZBH3YN7C2OAJ.1 size=86710 2024-08-04T15:48:01.662 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.663+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=ZBH3YN7C2OAJ tag=W73J0WJVZDV9 type=write size=2183862 2024-08-04T15:48:01.664 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.665+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=4W9J98KWI883 type=del 2024-08-04T15:48:01.668 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.668+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~CD6FEYQIM6TK.0 size=795818 2024-08-04T15:48:01.668 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.668+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=CD6FEYQIM6TK tag=4RT2BKQ3J8ON type=write size=1844394 2024-08-04T15:48:01.672 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.673+0000 7fd2ccec3640 1 < suggested remove operation key=0BWMVZQ5RBRL tag=3US5633U20IH type=del 2024-08-04T15:48:01.674 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.675+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=EOFSL1B699XG type=del size=3820369 2024-08-04T15:48:01.676 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.677+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~TBU0UTJ0RDVZ.0 size=1048576 2024-08-04T15:48:01.678 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.678+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~TBU0UTJ0RDVZ.1 size=1048576 2024-08-04T15:48:01.680 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.681+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~TBU0UTJ0RDVZ.2 size=680758 2024-08-04T15:48:01.684 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.684+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=TBU0UTJ0RDVZ tag=CQD96KJJ0MGK type=write size=3826486 2024-08-04T15:48:01.686 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.686+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=12T3NYFDWQW6 type=write size=506900 2024-08-04T15:48:01.687 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.688+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~7WLIDXOORULF.0 size=1048576 2024-08-04T15:48:01.689 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.690+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~7WLIDXOORULF.1 size=662138 2024-08-04T15:48:01.693 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.694+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=7WLIDXOORULF tag=8HHBZ6Z89BMT type=write size=2759290 2024-08-04T15:48:01.697 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.698+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~A8B88IAD4A1L.0 size=607916 2024-08-04T15:48:01.697 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.698+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=A8B88IAD4A1L tag=2BHOXWQ69X8Y type=write size=1656492 2024-08-04T15:48:01.700 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.701+0000 7fd2ccec3640 -1 < failed to complete operation key=KSYUUUTKLZGE tag=FH5B41XP8300 type=del size=4018268: (22) Invalid argument 2024-08-04T15:48:01.702 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.703+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=5J0XQSCI2QMV type=del size=1397026 2024-08-04T15:48:01.703 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.703+0000 7fd2ccec3640 1 < canceled part key=_multipart_ESVVWVGCH33K.2~MRWU1O9QTDO8.0 size=1048576 2024-08-04T15:48:01.704 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.705+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~MRWU1O9QTDO8.1 size=717056 2024-08-04T15:48:01.709 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.709+0000 7fd2ccec3640 1 < canceled multipart upload key=ESVVWVGCH33K upload=MRWU1O9QTDO8 tag=YPVTFC6UWKVF type=write size=2814208 2024-08-04T15:48:01.712 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.713+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~ZXXITKRX12XC.0 size=1048576 2024-08-04T15:48:01.714 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.715+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~ZXXITKRX12XC.1 size=1048576 2024-08-04T15:48:01.716 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.717+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~ZXXITKRX12XC.2 size=886935 2024-08-04T15:48:01.716 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.717+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=ZXXITKRX12XC tag=80P4XUSDYUKB type=write size=4032663 2024-08-04T15:48:01.718 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.719+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=TEO46JQMROXD type=del 2024-08-04T15:48:01.722 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.722+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~VGFJV4FRHT0F.0 size=30753 2024-08-04T15:48:01.722 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.722+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=VGFJV4FRHT0F tag=ET73EXM9IL8L type=write size=1079329 2024-08-04T15:48:01.723 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.724+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~490PK8CIJHG4.0 size=1048576 2024-08-04T15:48:01.725 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.726+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~490PK8CIJHG4.1 size=1048576 2024-08-04T15:48:01.727 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.727+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~490PK8CIJHG4.2 size=738596 2024-08-04T15:48:01.730 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.730+0000 7fd2ccec3640 1 < completed multipart upload key=XWJQBRZ42N7Q upload=490PK8CIJHG4 tag=ZK4ZC7TJAMKL type=write size=3884324 2024-08-04T15:48:01.733 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.734+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~5LSWSV53F2O9.0 size=1048576 2024-08-04T15:48:01.735 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.736+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~5LSWSV53F2O9.1 size=772729 2024-08-04T15:48:01.735 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.736+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=5LSWSV53F2O9 tag=QN4BMKC7K8C2 type=write size=2869881 2024-08-04T15:48:01.737 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.738+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~2WZAA4JU7EFQ.0 size=85412 2024-08-04T15:48:01.740 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.741+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=2WZAA4JU7EFQ tag=H9RTLQDFS5X9 type=write size=1133988 2024-08-04T15:48:01.744 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.745+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~D16CPU5SM1BN.0 size=1048576 2024-08-04T15:48:01.746 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.746+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~D16CPU5SM1BN.1 size=620989 2024-08-04T15:48:01.746 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.746+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=D16CPU5SM1BN tag=5RYQISHBQ6WH type=write size=2718141 2024-08-04T15:48:01.748 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.748+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=48XHI1WVEXV3 type=del 2024-08-04T15:48:01.750 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.751+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=M2DXSLX7S8VS type=write size=255972 2024-08-04T15:48:01.752 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.753+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=0C3CDUOR0NJ9 type=del 2024-08-04T15:48:01.754 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.755+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=GGACHV0HSSVU type=write size=272819 2024-08-04T15:48:01.755 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.755+0000 7fd2ccec3640 1 < canceled part key=_multipart_DI9N06E8I6FR.2~NAN9V5PC4X46.0 size=1048576 2024-08-04T15:48:01.756 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.757+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~NAN9V5PC4X46.1 size=92498 2024-08-04T15:48:01.760 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.760+0000 7fd2ccec3640 1 < canceled multipart upload key=DI9N06E8I6FR upload=NAN9V5PC4X46 tag=G77BZMSF0GLA type=write size=2189650 2024-08-04T15:48:01.762 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.762+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=DOWQ39S9ZQ40 type=del size=835465 2024-08-04T15:48:01.764 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.765+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~HRG5N3CIT723.0 size=158426 2024-08-04T15:48:01.768 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.769+0000 7fd2ccec3640 1 < completed multipart upload key=H06WFDC3B2PH upload=HRG5N3CIT723 tag=YW32JV4LVUQU type=write size=1207002 2024-08-04T15:48:01.772 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.772+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=P3ET8BQD6XAR type=del size=2206264 2024-08-04T15:48:01.774 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.774+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=47WMPJS2H60T type=del 2024-08-04T15:48:01.776 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.777+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=W21I4QQEOYW5 type=del size=2450523 2024-08-04T15:48:01.779 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.779+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~RB64YRRG19DQ.0 size=1048576 2024-08-04T15:48:01.780 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.781+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~RB64YRRG19DQ.1 size=1048576 2024-08-04T15:48:01.782 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.782+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~RB64YRRG19DQ.2 size=711768 2024-08-04T15:48:01.786 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.787+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=RB64YRRG19DQ tag=TIQRM9M45T7C type=write size=3857496 2024-08-04T15:48:01.790 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.791+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~269CP0RZPSJ3.0 size=517493 2024-08-04T15:48:01.790 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.791+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=269CP0RZPSJ3 tag=425EXSOSUVIP type=write size=1566069 2024-08-04T15:48:01.793 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.793+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~ZBH3YN7C2OAJ.0 size=1048576 2024-08-04T15:48:01.795 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.795+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~ZBH3YN7C2OAJ.1 size=86710 2024-08-04T15:48:01.799 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.800+0000 7fd2ccec3640 1 < completed multipart upload key=0BWMVZQ5RBRL upload=ZBH3YN7C2OAJ tag=W73J0WJVZDV9 type=write size=2183862 2024-08-04T15:48:01.801 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.801+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=TJ6PDIF33BE3 type=del size=3326657 2024-08-04T15:48:01.803 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.803+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~CD6FEYQIM6TK.0 size=795818 2024-08-04T15:48:01.807 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.807+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=CD6FEYQIM6TK tag=4RT2BKQ3J8ON type=write size=1844394 2024-08-04T15:48:01.809 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.809+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=27N366PZPSGG type=del size=2371779 2024-08-04T15:48:01.811 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.811+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=EOFSL1B699XG type=del 2024-08-04T15:48:01.813 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.813+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=1GU38QU7WXWY type=del size=3307107 2024-08-04T15:48:01.815 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.815+0000 7fd2ccec3640 1 < canceled operation key=EXYGXS950WM2 tag=12T3NYFDWQW6 type=write size=506900 2024-08-04T15:48:01.817 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.817+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=L7WUS86ICMR2 type=del size=42990 2024-08-04T15:48:01.819 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.819+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~A8B88IAD4A1L.0 size=607916 2024-08-04T15:48:01.822 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.823+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=A8B88IAD4A1L tag=2BHOXWQ69X8Y type=write size=1656492 2024-08-04T15:48:01.824 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.825+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=YJGRXJ6YCU0S type=write size=280504 2024-08-04T15:48:01.826 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.827+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=5J0XQSCI2QMV type=del 2024-08-04T15:48:01.830 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.830+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~L40WII0HC5VA.0 size=427077 2024-08-04T15:48:01.830 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.830+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=L40WII0HC5VA tag=S72QIBZ9B4KQ type=write size=1475653 2024-08-04T15:48:01.832 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.832+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~ZXXITKRX12XC.0 size=1048576 2024-08-04T15:48:01.833 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.834+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~ZXXITKRX12XC.1 size=1048576 2024-08-04T15:48:01.835 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.836+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~ZXXITKRX12XC.2 size=886935 2024-08-04T15:48:01.839 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.840+0000 7fd2ccec3640 1 < completed multipart upload key=Q43H3OZA4M1A upload=ZXXITKRX12XC tag=80P4XUSDYUKB type=write size=4032663 2024-08-04T15:48:01.841 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.842+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=F4CN3I2EVORK type=del size=2559176 2024-08-04T15:48:01.843 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.844+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~VGFJV4FRHT0F.0 size=30753 2024-08-04T15:48:01.847 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.847+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=VGFJV4FRHT0F tag=ET73EXM9IL8L type=write size=1079329 2024-08-04T15:48:01.849 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.850+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=4WBYH0RI3WK9 type=del size=4067793 2024-08-04T15:48:01.851 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.852+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~5LSWSV53F2O9.0 size=1048576 2024-08-04T15:48:01.852 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.852+0000 7fd2ccec3640 1 < canceled part key=_multipart_IPMGU45BLASA.2~5LSWSV53F2O9.1 size=772729 2024-08-04T15:48:01.855 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.856+0000 7fd2ccec3640 1 < canceled multipart upload key=IPMGU45BLASA upload=5LSWSV53F2O9 tag=QN4BMKC7K8C2 type=write size=2869881 2024-08-04T15:48:01.859 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.860+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~G0Q08M0G3M4W.0 size=1048576 2024-08-04T15:48:01.861 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.861+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~G0Q08M0G3M4W.1 size=763642 2024-08-04T15:48:01.861 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.861+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=G0Q08M0G3M4W tag=EJD0OPUWT6E3 type=write size=2860794 2024-08-04T15:48:01.861 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.862+0000 7fd2ccec3640 1 < canceled part key=_multipart_H06WFDC3B2PH.2~D16CPU5SM1BN.0 size=1048576 2024-08-04T15:48:01.863 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.863+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~D16CPU5SM1BN.1 size=620989 2024-08-04T15:48:01.866 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.867+0000 7fd2ccec3640 1 < canceled multipart upload key=H06WFDC3B2PH upload=D16CPU5SM1BN tag=5RYQISHBQ6WH type=write size=2718141 2024-08-04T15:48:01.869 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.870+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=QBUDR0OJL3DZ type=write size=189605 2024-08-04T15:48:01.874 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.874+0000 7fd2ccec3640 1 < suggested remove operation key=4K3JERFA2TR2 tag=M2DXSLX7S8VS type=write 2024-08-04T15:48:01.878 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.878+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~D5YMFGBOCXYS.0 size=1048576 2024-08-04T15:48:01.879 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.880+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~D5YMFGBOCXYS.1 size=508910 2024-08-04T15:48:01.879 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.880+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=D5YMFGBOCXYS tag=AH46Q1VPSXEC type=write size=2606062 2024-08-04T15:48:01.881 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.882+0000 7fd2ccec3640 1 < completed write operation key=SWB07P8C064V tag=GGACHV0HSSVU type=write size=272819 2024-08-04T15:48:01.885 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.886+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~RIRSEE3CQLN6.0 size=1048576 2024-08-04T15:48:01.887 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.888+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~RIRSEE3CQLN6.1 size=671612 2024-08-04T15:48:01.887 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.888+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=RIRSEE3CQLN6 tag=CTPXWC12P9M2 type=write size=2768764 2024-08-04T15:48:01.889 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.890+0000 7fd2ccec3640 1 < canceled operation key=LPB2ZT0VBXYW tag=DOWQ39S9ZQ40 type=del size=835465 2024-08-04T15:48:01.891 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.892+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=T63ZI4EXK9DO type=del size=2798461 2024-08-04T15:48:01.893 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.894+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=P3ET8BQD6XAR type=del 2024-08-04T15:48:01.897 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.897+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~X8BI75XUFBOJ.0 size=78179 2024-08-04T15:48:01.897 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.897+0000 7fd2ccec3640 1 > prepared multipart upload key=SWB07P8C064V upload=X8BI75XUFBOJ tag=ZN4FFRFMLX2D type=write size=1126755 2024-08-04T15:48:01.901 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.901+0000 7fd2ccec3640 1 < suggested remove operation key=0ZFG1GY0QH8K tag=W21I4QQEOYW5 type=del 2024-08-04T15:48:01.903 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.904+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=18M6AOGP93AH type=del size=3935921 2024-08-04T15:48:01.906 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.906+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~269CP0RZPSJ3.0 size=517493 2024-08-04T15:48:01.909 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.910+0000 7fd2ccec3640 1 < completed multipart upload key=Q43H3OZA4M1A upload=269CP0RZPSJ3 tag=425EXSOSUVIP type=write size=1566069 2024-08-04T15:48:01.913 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.912+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=ZS5EAUNJMIPG type=del size=1995033 2024-08-04T15:48:01.913 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.914+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=TJ6PDIF33BE3 type=del 2024-08-04T15:48:01.918 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.918+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~JS8WHRNY75CH.0 size=1048576 2024-08-04T15:48:01.919 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.920+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~JS8WHRNY75CH.1 size=1048576 2024-08-04T15:48:01.921 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.922+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~JS8WHRNY75CH.2 size=649648 2024-08-04T15:48:01.921 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.922+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=JS8WHRNY75CH tag=H86E26RMI0Q5 type=write size=3795376 2024-08-04T15:48:01.923 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.923+0000 7fd2ccec3640 1 < completed delete operation key=A8CMFMCK5F3U tag=27N366PZPSGG type=del 2024-08-04T15:48:01.925 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.926+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=HIOL7EIOGSOM type=write size=938333 2024-08-04T15:48:01.928 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.928+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=1GU38QU7WXWY type=del 2024-08-04T15:48:01.930 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.930+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=3U6S1BTZBQRA type=del size=678812 2024-08-04T15:48:01.932 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.933+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=L7WUS86ICMR2 type=del 2024-08-04T15:48:01.936 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.937+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~R843EWMU6PWO.0 size=587959 2024-08-04T15:48:01.937 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.937+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=R843EWMU6PWO tag=V2IXZ2NRTFQ1 type=write size=1636535 2024-08-04T15:48:01.939 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.939+0000 7fd2ccec3640 1 < completed write operation key=ESVVWVGCH33K tag=YJGRXJ6YCU0S type=write size=280504 2024-08-04T15:48:01.943 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.943+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~EK446SO346T8.0 size=1048576 2024-08-04T15:48:01.945 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.945+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~EK446SO346T8.1 size=627264 2024-08-04T15:48:01.945 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.945+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=EK446SO346T8 tag=8QV5KG5836TZ type=write size=2724416 2024-08-04T15:48:01.947 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.947+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~L40WII0HC5VA.0 size=427077 2024-08-04T15:48:01.950 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.951+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=L40WII0HC5VA tag=S72QIBZ9B4KQ type=write size=1475653 2024-08-04T15:48:01.952 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.953+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=2B9WIJRTPWHT type=del size=3165072 2024-08-04T15:48:01.954 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.955+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=F4CN3I2EVORK type=del 2024-08-04T15:48:01.956 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.957+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=SURW74ZDEWOX type=del size=2811706 2024-08-04T15:48:01.958 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.959+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=4WBYH0RI3WK9 type=del 2024-08-04T15:48:01.960 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.961+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=S2LDGEAZI0MI type=del size=3512309 2024-08-04T15:48:01.964 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.964+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~G0Q08M0G3M4W.0 size=1048576 2024-08-04T15:48:01.965 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.966+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~G0Q08M0G3M4W.1 size=763642 2024-08-04T15:48:01.969 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.969+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=G0Q08M0G3M4W tag=EJD0OPUWT6E3 type=write size=2860794 2024-08-04T15:48:01.972 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.973+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~BTQE1OOH3TPA.0 size=1048576 2024-08-04T15:48:01.974 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.975+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~BTQE1OOH3TPA.1 size=1048576 2024-08-04T15:48:01.976 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.976+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~BTQE1OOH3TPA.2 size=560626 2024-08-04T15:48:01.976 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.976+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=BTQE1OOH3TPA tag=VX0TXZL4TFB5 type=write size=3706354 2024-08-04T15:48:01.978 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.978+0000 7fd2ccec3640 1 < completed write operation key=WMBAAE091MS6 tag=QBUDR0OJL3DZ type=write size=189605 2024-08-04T15:48:01.982 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.982+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~QLR164BUTLC8.0 size=1048576 2024-08-04T15:48:01.983 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.984+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~QLR164BUTLC8.1 size=1048576 2024-08-04T15:48:01.985 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.985+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~QLR164BUTLC8.2 size=641931 2024-08-04T15:48:01.985 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.985+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=QLR164BUTLC8 tag=5WO78UCH7XMK type=write size=3787659 2024-08-04T15:48:01.987 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.988+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~D5YMFGBOCXYS.0 size=1048576 2024-08-04T15:48:01.989 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.989+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~D5YMFGBOCXYS.1 size=508910 2024-08-04T15:48:01.992 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.993+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=D5YMFGBOCXYS tag=AH46Q1VPSXEC type=write size=2606062 2024-08-04T15:48:01.994 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.994+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=KKRWTZQC8BT3 type=write size=422913 2024-08-04T15:48:01.996 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.997+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~RIRSEE3CQLN6.0 size=1048576 2024-08-04T15:48:01.998 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:01.998+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~RIRSEE3CQLN6.1 size=671612 2024-08-04T15:48:02.001 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.002+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=RIRSEE3CQLN6 tag=CTPXWC12P9M2 type=write size=2768764 2024-08-04T15:48:02.006 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.006+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~RD6P4NY857WI.0 size=658095 2024-08-04T15:48:02.006 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.006+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=RD6P4NY857WI tag=3N9TXQQHWTT8 type=write size=1706671 2024-08-04T15:48:02.008 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.008+0000 7fd2ccec3640 1 < completed delete operation key=HIMJNBIR2DD9 tag=T63ZI4EXK9DO type=del 2024-08-04T15:48:02.009 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.010+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=A5MJN1YEP10V type=del size=2269140 2024-08-04T15:48:02.011 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.012+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~X8BI75XUFBOJ.0 size=78179 2024-08-04T15:48:02.015 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.015+0000 7fd2ccec3640 1 < completed multipart upload key=SWB07P8C064V upload=X8BI75XUFBOJ tag=ZN4FFRFMLX2D type=write size=1126755 2024-08-04T15:48:02.017 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.017+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=ORQXGB5EU3BI type=del size=1404523 2024-08-04T15:48:02.019 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.019+0000 7fd2ccec3640 1 < canceled operation key=0ZFG1GY0QH8K tag=18M6AOGP93AH type=del size=3935921 2024-08-04T15:48:02.021 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.021+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=4FC0KP7BXC8P type=del size=154626 2024-08-04T15:48:02.023 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.024+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=ZS5EAUNJMIPG type=del 2024-08-04T15:48:02.027 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.028+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~DN3AA80IULIB.0 size=1048576 2024-08-04T15:48:02.029 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.029+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~DN3AA80IULIB.1 size=1048576 2024-08-04T15:48:02.031 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.032+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~DN3AA80IULIB.2 size=407885 2024-08-04T15:48:02.031 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.032+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=DN3AA80IULIB tag=P5PGRASI17O6 type=write size=3553613 2024-08-04T15:48:02.033 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.034+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~JS8WHRNY75CH.0 size=1048576 2024-08-04T15:48:02.035 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.036+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~JS8WHRNY75CH.1 size=1048576 2024-08-04T15:48:02.035 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.036+0000 7fd2ccec3640 1 < canceled part key=_multipart_EXYGXS950WM2.2~JS8WHRNY75CH.2 size=649648 2024-08-04T15:48:02.038 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.039+0000 7fd2ccec3640 1 < canceled multipart upload key=EXYGXS950WM2 upload=JS8WHRNY75CH tag=H86E26RMI0Q5 type=write size=3795376 2024-08-04T15:48:02.042 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.043+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~CH10I1H8H8ZG.0 size=1048576 2024-08-04T15:48:02.044 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.045+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~CH10I1H8H8ZG.1 size=538792 2024-08-04T15:48:02.044 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.045+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=CH10I1H8H8ZG tag=I8RMAB3USRYK type=write size=2635944 2024-08-04T15:48:02.046 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.047+0000 7fd2ccec3640 1 < completed write operation key=5JWY4L0XFKO9 tag=HIOL7EIOGSOM type=write size=938333 2024-08-04T15:48:02.048 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.049+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=X41FAX3T4529 type=del size=3532788 2024-08-04T15:48:02.050 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.051+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=3U6S1BTZBQRA type=del 2024-08-04T15:48:02.052 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.053+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=XEP8WDKR0G6A type=write size=703372 2024-08-04T15:48:02.054 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.055+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~R843EWMU6PWO.0 size=587959 2024-08-04T15:48:02.057 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.058+0000 7fd2ccec3640 1 < completed multipart upload key=3SZIKIT8UW9F upload=R843EWMU6PWO tag=V2IXZ2NRTFQ1 type=write size=1636535 2024-08-04T15:48:02.059 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.060+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=3G2QTMYYJNF3 type=del size=400976 2024-08-04T15:48:02.061 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.062+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~EK446SO346T8.0 size=1048576 2024-08-04T15:48:02.063 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.063+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~EK446SO346T8.1 size=627264 2024-08-04T15:48:02.067 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.067+0000 7fd2ccec3640 1 < completed multipart upload key=3SZIKIT8UW9F upload=EK446SO346T8 tag=8QV5KG5836TZ type=write size=2724416 2024-08-04T15:48:02.069 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.070+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=SPOXWX60F3OA type=write size=1014696 2024-08-04T15:48:02.071 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.072+0000 7fd2ccec3640 1 < canceled operation key=775O2FB0RT5R tag=2B9WIJRTPWHT type=del size=3165072 2024-08-04T15:48:02.075 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.075+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~8CPY5HIQ8776.0 size=1048576 2024-08-04T15:48:02.076 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.077+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~8CPY5HIQ8776.1 size=1048576 2024-08-04T15:48:02.078 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.079+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~8CPY5HIQ8776.2 size=14696 2024-08-04T15:48:02.078 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.079+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=8CPY5HIQ8776 tag=T2NTBUZLRZT8 type=write size=3160424 2024-08-04T15:48:02.080 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.081+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=SURW74ZDEWOX type=del 2024-08-04T15:48:02.082 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.083+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=RNOSTZLW8YP7 type=del size=3266761 2024-08-04T15:48:02.084 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.084+0000 7fd2ccec3640 1 < completed delete operation key=ADGRDVHIUPFJ tag=S2LDGEAZI0MI type=del 2024-08-04T15:48:02.087 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.088+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~2U6LN2I4PUQU.0 size=1048576 2024-08-04T15:48:02.089 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.090+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~2U6LN2I4PUQU.1 size=1048576 2024-08-04T15:48:02.091 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.092+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~2U6LN2I4PUQU.2 size=398982 2024-08-04T15:48:02.091 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.092+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=2U6LN2I4PUQU tag=16PV4TXF1VRR type=write size=3544710 2024-08-04T15:48:02.093 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.093+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~BTQE1OOH3TPA.0 size=1048576 2024-08-04T15:48:02.093 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.093+0000 7fd2ccec3640 1 < canceled part key=_multipart_GBCNMYOO1FUA.2~BTQE1OOH3TPA.1 size=1048576 2024-08-04T15:48:02.095 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.095+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~BTQE1OOH3TPA.2 size=560626 2024-08-04T15:48:02.098 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.099+0000 7fd2ccec3640 1 < canceled multipart upload key=GBCNMYOO1FUA upload=BTQE1OOH3TPA tag=VX0TXZL4TFB5 type=write size=3706354 2024-08-04T15:48:02.102 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.103+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~8NP2RQ4D71H2.0 size=1048576 2024-08-04T15:48:02.104 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.104+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~8NP2RQ4D71H2.1 size=1048576 2024-08-04T15:48:02.105 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.106+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~8NP2RQ4D71H2.2 size=472936 2024-08-04T15:48:02.106 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.106+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=8NP2RQ4D71H2 tag=OYRKHFFEQGT9 type=write size=3618664 2024-08-04T15:48:02.106 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.106+0000 7fd2ccec3640 1 < canceled part key=_multipart_0BWMVZQ5RBRL.2~QLR164BUTLC8.0 size=1048576 2024-08-04T15:48:02.107 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.108+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~QLR164BUTLC8.1 size=1048576 2024-08-04T15:48:02.109 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.110+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~QLR164BUTLC8.2 size=641931 2024-08-04T15:48:02.112 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.113+0000 7fd2ccec3640 1 < canceled multipart upload key=0BWMVZQ5RBRL upload=QLR164BUTLC8 tag=5WO78UCH7XMK type=write size=3787659 2024-08-04T15:48:02.114 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.115+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=1BQ1FN80QCSY type=del size=83460 2024-08-04T15:48:02.117 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.117+0000 7fd2ccec3640 1 < completed write operation key=0BWMVZQ5RBRL tag=KKRWTZQC8BT3 type=write size=422913 2024-08-04T15:48:02.118 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.119+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=5ONTPWLIE2CK type=del size=973719 2024-08-04T15:48:02.121 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.122+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~RD6P4NY857WI.0 size=658095 2024-08-04T15:48:02.125 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.125+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=RD6P4NY857WI tag=3N9TXQQHWTT8 type=write size=1706671 2024-08-04T15:48:02.127 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.127+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=ITX1YCSWI6IR type=del size=313476 2024-08-04T15:48:02.129 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.129+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=A5MJN1YEP10V type=del 2024-08-04T15:48:02.131 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.131+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=WAWNYP99TUEZ type=del size=2914106 2024-08-04T15:48:02.133 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.133+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=ORQXGB5EU3BI type=del 2024-08-04T15:48:02.135 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.135+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=FS1NGM6ARAUK type=del size=1619757 2024-08-04T15:48:02.137 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.137+0000 7fd2ccec3640 1 < completed delete operation key=UY4BH06KC1U7 tag=4FC0KP7BXC8P type=del 2024-08-04T15:48:02.139 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.139+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=5COR1MWBMYU1 type=del size=2450224 2024-08-04T15:48:02.141 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.141+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~DN3AA80IULIB.0 size=1048576 2024-08-04T15:48:02.143 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.143+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~DN3AA80IULIB.1 size=1048576 2024-08-04T15:48:02.144 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.145+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~DN3AA80IULIB.2 size=407885 2024-08-04T15:48:02.148 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.148+0000 7fd2ccec3640 1 < completed multipart upload key=H06WFDC3B2PH upload=DN3AA80IULIB tag=P5PGRASI17O6 type=write size=3553613 2024-08-04T15:48:02.151 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.152+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~Z2C661OMOHHP.0 size=1048576 2024-08-04T15:48:02.153 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.154+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~Z2C661OMOHHP.1 size=43562 2024-08-04T15:48:02.153 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.154+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=Z2C661OMOHHP tag=ZODW5IOL5T79 type=write size=2140714 2024-08-04T15:48:02.155 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.156+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~CH10I1H8H8ZG.0 size=1048576 2024-08-04T15:48:02.157 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.157+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~CH10I1H8H8ZG.1 size=538792 2024-08-04T15:48:02.160 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.161+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=CH10I1H8H8ZG tag=I8RMAB3USRYK type=write size=2635944 2024-08-04T15:48:02.164 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.165+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~80NRR5VIJUI1.0 size=1048576 2024-08-04T15:48:02.166 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.166+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~80NRR5VIJUI1.1 size=1048576 2024-08-04T15:48:02.167 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.168+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~80NRR5VIJUI1.2 size=27775 2024-08-04T15:48:02.167 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.168+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=80NRR5VIJUI1 tag=ONUXPUMBH7V4 type=write size=3173503 2024-08-04T15:48:02.169 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.170+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=X41FAX3T4529 type=del 2024-08-04T15:48:02.171 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.172+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=K5FYT4E5UYQO type=del size=1210835 2024-08-04T15:48:02.173 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.173+0000 7fd2ccec3640 1 < completed write operation key=775O2FB0RT5R tag=XEP8WDKR0G6A type=write size=703372 2024-08-04T15:48:02.177 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.177+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~H78NPVJPG4A5.0 size=1048576 2024-08-04T15:48:02.178 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.179+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~H78NPVJPG4A5.1 size=1048576 2024-08-04T15:48:02.181 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.181+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~H78NPVJPG4A5.2 size=699624 2024-08-04T15:48:02.181 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.181+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=H78NPVJPG4A5 tag=QLPMI0TGTS0W type=write size=3845352 2024-08-04T15:48:02.183 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.183+0000 7fd2ccec3640 1 < completed delete operation key=HIMJNBIR2DD9 tag=3G2QTMYYJNF3 type=del 2024-08-04T15:48:02.185 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.185+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=RETQSA4SIZZ0 type=del size=369778 2024-08-04T15:48:02.186 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.187+0000 7fd2ccec3640 1 < completed write operation key=3SZIKIT8UW9F tag=SPOXWX60F3OA type=write size=1014696 2024-08-04T15:48:02.190 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.191+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~E3VBK0U4QJ1R.0 size=1048576 2024-08-04T15:48:02.192 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.193+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~E3VBK0U4QJ1R.1 size=1048576 2024-08-04T15:48:02.194 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.194+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~E3VBK0U4QJ1R.2 size=949984 2024-08-04T15:48:02.194 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.194+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=E3VBK0U4QJ1R tag=SFXR70S52IBE type=write size=4095712 2024-08-04T15:48:02.196 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.196+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~8CPY5HIQ8776.0 size=1048576 2024-08-04T15:48:02.197 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.198+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~8CPY5HIQ8776.1 size=1048576 2024-08-04T15:48:02.199 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.199+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~8CPY5HIQ8776.2 size=14696 2024-08-04T15:48:02.202 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.203+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=8CPY5HIQ8776 tag=T2NTBUZLRZT8 type=write size=3160424 2024-08-04T15:48:02.204 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.205+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=YVE5HCQ3GYVT type=del size=1425513 2024-08-04T15:48:02.206 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.207+0000 7fd2ccec3640 1 < canceled operation key=HIMJNBIR2DD9 tag=RNOSTZLW8YP7 type=del size=3266761 2024-08-04T15:48:02.208 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.209+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=FVS234C47672 type=write size=429929 2024-08-04T15:48:02.210 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.210+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~2U6LN2I4PUQU.0 size=1048576 2024-08-04T15:48:02.212 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.212+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~2U6LN2I4PUQU.1 size=1048576 2024-08-04T15:48:02.213 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.214+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~2U6LN2I4PUQU.2 size=398982 2024-08-04T15:48:02.216 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.217+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=2U6LN2I4PUQU tag=16PV4TXF1VRR type=write size=3544710 2024-08-04T15:48:02.221 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.221+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~J0GAJN9LCJBN.0 size=820162 2024-08-04T15:48:02.221 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.221+0000 7fd2ccec3640 1 > prepared multipart upload key=SWB07P8C064V upload=J0GAJN9LCJBN tag=H4549APAXMN7 type=write size=1868738 2024-08-04T15:48:02.223 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.223+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~8NP2RQ4D71H2.0 size=1048576 2024-08-04T15:48:02.223 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.223+0000 7fd2ccec3640 1 < canceled part key=_multipart_KSYUUUTKLZGE.2~8NP2RQ4D71H2.1 size=1048576 2024-08-04T15:48:02.225 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.225+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~8NP2RQ4D71H2.2 size=472936 2024-08-04T15:48:02.228 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.228+0000 7fd2ccec3640 1 < canceled multipart upload key=KSYUUUTKLZGE upload=8NP2RQ4D71H2 tag=OYRKHFFEQGT9 type=write size=3618664 2024-08-04T15:48:02.232 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.233+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~713KIZYMB31B.0 size=866333 2024-08-04T15:48:02.232 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.233+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=713KIZYMB31B tag=X1ZEROK0HPD5 type=write size=1914909 2024-08-04T15:48:02.237 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.237+0000 7fd2ccec3640 1 < suggested remove operation key=775O2FB0RT5R tag=1BQ1FN80QCSY type=del 2024-08-04T15:48:02.240 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.241+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~HS3D9VOX2E2U.0 size=405603 2024-08-04T15:48:02.240 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.241+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=HS3D9VOX2E2U tag=BL88UG3VGJ2R type=write size=1454179 2024-08-04T15:48:02.242 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.243+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=5ONTPWLIE2CK type=del 2024-08-04T15:48:02.244 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.245+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=BSX2V20AQKAC type=del size=3896550 2024-08-04T15:48:02.246 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.247+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=ITX1YCSWI6IR type=del 2024-08-04T15:48:02.248 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.249+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=M6QZA0T3ZGPQ type=del size=4100645 2024-08-04T15:48:02.250 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.250+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=WAWNYP99TUEZ type=del 2024-08-04T15:48:02.252 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.253+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=12WAS4CRNST0 type=del size=2848655 2024-08-04T15:48:02.254 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.255+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=FS1NGM6ARAUK type=del 2024-08-04T15:48:02.257 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.257+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=TTLXKB6T2TVR type=del size=2999639 2024-08-04T15:48:02.259 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.260+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=5COR1MWBMYU1 type=del 2024-08-04T15:48:02.263 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.263+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~J3SCG5PCBEYH.0 size=1048576 2024-08-04T15:48:02.265 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.265+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~J3SCG5PCBEYH.1 size=754650 2024-08-04T15:48:02.265 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.265+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=J3SCG5PCBEYH tag=JJHNRDY4FBGR type=write size=2851802 2024-08-04T15:48:02.267 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.267+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~Z2C661OMOHHP.0 size=1048576 2024-08-04T15:48:02.268 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.269+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~Z2C661OMOHHP.1 size=43562 2024-08-04T15:48:02.272 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.273+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=Z2C661OMOHHP tag=ZODW5IOL5T79 type=write size=2140714 2024-08-04T15:48:02.274 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.275+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=FBOMIO3DBN0I type=del size=920680 2024-08-04T15:48:02.275 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.275+0000 7fd2ccec3640 1 < canceled part key=_multipart_H06WFDC3B2PH.2~80NRR5VIJUI1.0 size=1048576 2024-08-04T15:48:02.276 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.277+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~80NRR5VIJUI1.1 size=1048576 2024-08-04T15:48:02.278 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.278+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~80NRR5VIJUI1.2 size=27775 2024-08-04T15:48:02.281 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.282+0000 7fd2ccec3640 1 < canceled multipart upload key=H06WFDC3B2PH upload=80NRR5VIJUI1 tag=ONUXPUMBH7V4 type=write size=3173503 2024-08-04T15:48:02.283 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.284+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=6UAGJ9J0B11M type=write size=573832 2024-08-04T15:48:02.285 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.286+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=K5FYT4E5UYQO type=del 2024-08-04T15:48:02.291 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.292+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~30E9EC122IHE.0 size=1048576 2024-08-04T15:48:02.293 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.293+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~30E9EC122IHE.1 size=1048576 2024-08-04T15:48:02.294 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.295+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~30E9EC122IHE.2 size=1043175 2024-08-04T15:48:02.294 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.295+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=30E9EC122IHE tag=DOFVNB54P3T7 type=write size=4188903 2024-08-04T15:48:02.296 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.297+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~H78NPVJPG4A5.0 size=1048576 2024-08-04T15:48:02.298 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.298+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~H78NPVJPG4A5.1 size=1048576 2024-08-04T15:48:02.300 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.300+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~H78NPVJPG4A5.2 size=699624 2024-08-04T15:48:02.303 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.304+0000 7fd2ccec3640 1 < completed multipart upload key=3SZIKIT8UW9F upload=H78NPVJPG4A5 tag=QLPMI0TGTS0W type=write size=3845352 2024-08-04T15:48:02.307 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.307+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~M71WB5CO14R1.0 size=431000 2024-08-04T15:48:02.307 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.307+0000 7fd2ccec3640 1 > prepared multipart upload key=SWB07P8C064V upload=M71WB5CO14R1 tag=ULDLU3ZX5J2Q type=write size=1479576 2024-08-04T15:48:02.311 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.312+0000 7fd2ccec3640 1 < suggested remove operation key=S35AAPLREPCU tag=RETQSA4SIZZ0 type=del 2024-08-04T15:48:02.313 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.314+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=ZRXGWG9HYJ4Z type=del size=317395 2024-08-04T15:48:02.316 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.316+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~E3VBK0U4QJ1R.0 size=1048576 2024-08-04T15:48:02.316 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.316+0000 7fd2ccec3640 1 < canceled part key=_multipart_5JWY4L0XFKO9.2~E3VBK0U4QJ1R.1 size=1048576 2024-08-04T15:48:02.318 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.318+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~E3VBK0U4QJ1R.2 size=949984 2024-08-04T15:48:02.321 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.322+0000 7fd2ccec3640 1 < canceled multipart upload key=5JWY4L0XFKO9 upload=E3VBK0U4QJ1R tag=SFXR70S52IBE type=write size=4095712 2024-08-04T15:48:02.325 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.325+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~LNED4X4N2022.0 size=1048576 2024-08-04T15:48:02.326 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.327+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~LNED4X4N2022.1 size=1048576 2024-08-04T15:48:02.328 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.329+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~LNED4X4N2022.2 size=662854 2024-08-04T15:48:02.328 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.329+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=LNED4X4N2022 tag=G5LI4B3G5SSK type=write size=3808582 2024-08-04T15:48:02.330 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.330+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=YVE5HCQ3GYVT type=del 2024-08-04T15:48:02.333 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.334+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~KJW01YTR0EAS.0 size=1048576 2024-08-04T15:48:02.335 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.336+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~KJW01YTR0EAS.1 size=1048576 2024-08-04T15:48:02.337 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.337+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~KJW01YTR0EAS.2 size=792364 2024-08-04T15:48:02.337 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.338+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=KJW01YTR0EAS tag=HHPPUKYM9FRE type=write size=3938092 2024-08-04T15:48:02.339 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.340+0000 7fd2ccec3640 1 < completed write operation key=Q43H3OZA4M1A tag=FVS234C47672 type=write size=429929 2024-08-04T15:48:02.341 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.342+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=0BD57PO6PZ58 type=del size=3972850 2024-08-04T15:48:02.343 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.344+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~J0GAJN9LCJBN.0 size=820162 2024-08-04T15:48:02.347 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.347+0000 7fd2ccec3640 1 < completed multipart upload key=SWB07P8C064V upload=J0GAJN9LCJBN tag=H4549APAXMN7 type=write size=1868738 2024-08-04T15:48:02.350 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.351+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~QN6PH032OQHP.0 size=748024 2024-08-04T15:48:02.350 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.351+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=QN6PH032OQHP tag=NYKGGE11ID5V type=write size=1796600 2024-08-04T15:48:02.351 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.351+0000 7fd2ccec3640 1 < canceled part key=_multipart_DI9N06E8I6FR.2~713KIZYMB31B.0 size=866333 2024-08-04T15:48:02.354 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.355+0000 7fd2ccec3640 1 < canceled multipart upload key=DI9N06E8I6FR upload=713KIZYMB31B tag=X1ZEROK0HPD5 type=write size=1914909 2024-08-04T15:48:02.358 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.358+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~FC9WK7X5X01D.0 size=1048576 2024-08-04T15:48:02.360 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.360+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~FC9WK7X5X01D.1 size=61603 2024-08-04T15:48:02.360 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.360+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=FC9WK7X5X01D tag=RPDWQIC032H5 type=write size=2158755 2024-08-04T15:48:02.361 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.362+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~HS3D9VOX2E2U.0 size=405603 2024-08-04T15:48:02.365 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.366+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=HS3D9VOX2E2U tag=BL88UG3VGJ2R type=write size=1454179 2024-08-04T15:48:02.367 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.368+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=WY3WZ2G24K6X type=del size=341955 2024-08-04T15:48:02.369 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.370+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=BSX2V20AQKAC type=del 2024-08-04T15:48:02.371 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.372+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=2N0PGW2FWZKB type=del size=2505175 2024-08-04T15:48:02.373 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.374+0000 7fd2ccec3640 1 < completed delete operation key=A8CMFMCK5F3U tag=M6QZA0T3ZGPQ type=del 2024-08-04T15:48:02.376 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.376+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=2ER4ATE53YL6 type=write size=253739 2024-08-04T15:48:02.378 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.379+0000 7fd2ccec3640 1 < completed delete operation key=A8CMFMCK5F3U tag=12WAS4CRNST0 type=del 2024-08-04T15:48:02.380 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.381+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=HDK15BZ979G9 type=del size=3763680 2024-08-04T15:48:02.383 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.384+0000 7fd2ccec3640 -1 < failed to complete operation key=S35AAPLREPCU tag=TTLXKB6T2TVR type=del size=2999639: (22) Invalid argument 2024-08-04T15:48:02.385 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.386+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=BDNSG2E968R2 type=write size=63492 2024-08-04T15:48:02.387 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.388+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~J3SCG5PCBEYH.0 size=1048576 2024-08-04T15:48:02.389 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.389+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~J3SCG5PCBEYH.1 size=754650 2024-08-04T15:48:02.392 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.393+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=J3SCG5PCBEYH tag=JJHNRDY4FBGR type=write size=2851802 2024-08-04T15:48:02.397 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.398+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~V7MM2BMBQUDU.0 size=1048576 2024-08-04T15:48:02.399 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.399+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~V7MM2BMBQUDU.1 size=1048576 2024-08-04T15:48:02.401 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.401+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~V7MM2BMBQUDU.2 size=1043983 2024-08-04T15:48:02.401 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.401+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=V7MM2BMBQUDU tag=IL6TICNNGMN1 type=write size=4189711 2024-08-04T15:48:02.402 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.403+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=FBOMIO3DBN0I type=del 2024-08-04T15:48:02.406 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.407+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~M2HMADHFE5HL.0 size=1048576 2024-08-04T15:48:02.408 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.408+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~M2HMADHFE5HL.1 size=1048576 2024-08-04T15:48:02.409 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.410+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~M2HMADHFE5HL.2 size=918714 2024-08-04T15:48:02.410 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.410+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=M2HMADHFE5HL tag=TJVFA8BAVC8K type=write size=4064442 2024-08-04T15:48:02.411 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.412+0000 7fd2ccec3640 1 < completed write operation key=77442UN63NTC tag=6UAGJ9J0B11M type=write size=573832 2024-08-04T15:48:02.413 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.414+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=DASQLGYKWCEE type=del size=2425130 2024-08-04T15:48:02.415 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.416+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~30E9EC122IHE.0 size=1048576 2024-08-04T15:48:02.415 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.416+0000 7fd2ccec3640 1 < canceled part key=_multipart_PZE6FNM3SE38.2~30E9EC122IHE.1 size=1048576 2024-08-04T15:48:02.417 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.417+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~30E9EC122IHE.2 size=1043175 2024-08-04T15:48:02.421 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.421+0000 7fd2ccec3640 1 < canceled multipart upload key=PZE6FNM3SE38 upload=30E9EC122IHE tag=DOFVNB54P3T7 type=write size=4188903 2024-08-04T15:48:02.423 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.424+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=KWIPGYOXZHKX type=del size=2330427 2024-08-04T15:48:02.423 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.424+0000 7fd2ccec3640 1 < canceled part key=_multipart_SWB07P8C064V.2~M71WB5CO14R1.0 size=431000 2024-08-04T15:48:02.427 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.428+0000 7fd2ccec3640 1 < canceled multipart upload key=SWB07P8C064V upload=M71WB5CO14R1 tag=ULDLU3ZX5J2Q type=write size=1479576 2024-08-04T15:48:02.431 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.432+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~S1F98J62D65N.0 size=1048576 2024-08-04T15:48:02.433 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.434+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~S1F98J62D65N.1 size=652906 2024-08-04T15:48:02.433 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.434+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=S1F98J62D65N tag=ZT0U22TVWP9F type=write size=2750058 2024-08-04T15:48:02.437 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.438+0000 7fd2ccec3640 1 < suggested remove operation key=775O2FB0RT5R tag=ZRXGWG9HYJ4Z type=del 2024-08-04T15:48:02.441 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.442+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~ZV5X7ZTVMT0R.0 size=1048576 2024-08-04T15:48:02.443 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.444+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~ZV5X7ZTVMT0R.1 size=1048576 2024-08-04T15:48:02.445 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.445+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~ZV5X7ZTVMT0R.2 size=218576 2024-08-04T15:48:02.445 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.445+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=ZV5X7ZTVMT0R tag=GC0UV0R2WTBG type=write size=3364304 2024-08-04T15:48:02.447 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.447+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~LNED4X4N2022.0 size=1048576 2024-08-04T15:48:02.448 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.449+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~LNED4X4N2022.1 size=1048576 2024-08-04T15:48:02.450 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.451+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~LNED4X4N2022.2 size=662854 2024-08-04T15:48:02.454 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.454+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=LNED4X4N2022 tag=G5LI4B3G5SSK type=write size=3808582 2024-08-04T15:48:02.456 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.456+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=2OEEVF3011BL type=del size=3740326 2024-08-04T15:48:02.458 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.458+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~KJW01YTR0EAS.0 size=1048576 2024-08-04T15:48:02.460 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.460+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~KJW01YTR0EAS.1 size=1048576 2024-08-04T15:48:02.461 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.462+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~KJW01YTR0EAS.2 size=792364 2024-08-04T15:48:02.465 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.465+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=KJW01YTR0EAS tag=HHPPUKYM9FRE type=write size=3938092 2024-08-04T15:48:02.467 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.468+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=FPH5572K3DTY type=write size=598467 2024-08-04T15:48:02.470 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.470+0000 7fd2ccec3640 1 < completed delete operation key=S35AAPLREPCU tag=0BD57PO6PZ58 type=del 2024-08-04T15:48:02.472 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.473+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=FQV4EMTUWG13 type=del size=1771668 2024-08-04T15:48:02.474 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.475+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~QN6PH032OQHP.0 size=748024 2024-08-04T15:48:02.477 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.478+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=QN6PH032OQHP tag=NYKGGE11ID5V type=write size=1796600 2024-08-04T15:48:02.482 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.483+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~H9IRXIXBN9HL.0 size=71310 2024-08-04T15:48:02.482 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.483+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=H9IRXIXBN9HL tag=IU2021LGDIOG type=write size=1119886 2024-08-04T15:48:02.484 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.485+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~FC9WK7X5X01D.0 size=1048576 2024-08-04T15:48:02.486 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.487+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~FC9WK7X5X01D.1 size=61603 2024-08-04T15:48:02.490 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.490+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=FC9WK7X5X01D tag=RPDWQIC032H5 type=write size=2158755 2024-08-04T15:48:02.492 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.493+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=FSI9WL0CE0VM type=del size=1664117 2024-08-04T15:48:02.496 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.497+0000 7fd2ccec3640 1 < suggested remove operation key=A8CMFMCK5F3U tag=WY3WZ2G24K6X type=del 2024-08-04T15:48:02.498 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.498+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=4MUMLOUO044R type=del size=3280541 2024-08-04T15:48:02.500 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.501+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=2N0PGW2FWZKB type=del 2024-08-04T15:48:02.502 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.503+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=R2JPGKGL0CWM type=del size=2731526 2024-08-04T15:48:02.506 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.507+0000 7fd2ccec3640 1 < suggested update operation key=OFTIL8YKJPJA tag=2ER4ATE53YL6 type=write size=253739 2024-08-04T15:48:02.508 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.509+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=CJS4UJRCIF1P type=del size=1703307 2024-08-04T15:48:02.510 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.511+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=HDK15BZ979G9 type=del 2024-08-04T15:48:02.514 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.515+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~VO3I2BEPS1YL.0 size=1048576 2024-08-04T15:48:02.516 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.516+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~VO3I2BEPS1YL.1 size=1048576 2024-08-04T15:48:02.517 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.518+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~VO3I2BEPS1YL.2 size=866132 2024-08-04T15:48:02.517 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.518+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=VO3I2BEPS1YL tag=02ARY7ZPSQLX type=write size=4011860 2024-08-04T15:48:02.519 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.520+0000 7fd2ccec3640 1 < completed write operation key=77442UN63NTC tag=BDNSG2E968R2 type=write size=63492 2024-08-04T15:48:02.522 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.523+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=73WWKFC506ID type=write size=63651 2024-08-04T15:48:02.525 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.525+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~V7MM2BMBQUDU.0 size=1048576 2024-08-04T15:48:02.525 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.525+0000 7fd2ccec3640 1 < canceled part key=_multipart_N24BTWFMGCPP.2~V7MM2BMBQUDU.1 size=1048576 2024-08-04T15:48:02.526 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.527+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~V7MM2BMBQUDU.2 size=1043983 2024-08-04T15:48:02.530 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.530+0000 7fd2ccec3640 1 < canceled multipart upload key=N24BTWFMGCPP upload=V7MM2BMBQUDU tag=IL6TICNNGMN1 type=write size=4189711 2024-08-04T15:48:02.531 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.532+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=SPAIX82JU7TT type=del size=2587272 2024-08-04T15:48:02.533 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.534+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~M2HMADHFE5HL.0 size=1048576 2024-08-04T15:48:02.535 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.536+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~M2HMADHFE5HL.1 size=1048576 2024-08-04T15:48:02.537 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.537+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~M2HMADHFE5HL.2 size=918714 2024-08-04T15:48:02.541 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.541+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=M2HMADHFE5HL tag=TJVFA8BAVC8K type=write size=4064442 2024-08-04T15:48:02.544 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.545+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~PLJR45GIBFJ0.0 size=1048576 2024-08-04T15:48:02.546 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.546+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~PLJR45GIBFJ0.1 size=1048576 2024-08-04T15:48:02.548 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.548+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~PLJR45GIBFJ0.2 size=877745 2024-08-04T15:48:02.548 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.548+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=PLJR45GIBFJ0 tag=9G3RZB4IOQO8 type=write size=4023473 2024-08-04T15:48:02.550 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.550+0000 7fd2ccec3640 1 < completed delete operation key=MWJBTVQYBFBJ tag=DASQLGYKWCEE type=del 2024-08-04T15:48:02.552 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.552+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=D359OB5NAM9S type=write size=811507 2024-08-04T15:48:02.554 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.555+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=KWIPGYOXZHKX type=del 2024-08-04T15:48:02.558 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.558+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~8A6DGNMZ8PT6.0 size=811920 2024-08-04T15:48:02.558 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.558+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=8A6DGNMZ8PT6 tag=AW4JI2DHB1HE type=write size=1860496 2024-08-04T15:48:02.560 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.560+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~S1F98J62D65N.0 size=1048576 2024-08-04T15:48:02.562 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:02 smithi062 ceph-mon[85960]: pgmap v1421: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 436 KiB/s wr, 2.21k op/s 2024-08-04T15:48:02.562 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:48:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:48:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:48:02.562 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.562+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~S1F98J62D65N.1 size=652906 2024-08-04T15:48:02.565 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.566+0000 7fd2ccec3640 1 < completed multipart upload key=5JWY4L0XFKO9 upload=S1F98J62D65N tag=ZT0U22TVWP9F type=write size=2750058 2024-08-04T15:48:02.568 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.568+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=XT78AJBPJRT4 type=write size=175990 2024-08-04T15:48:02.570 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.570+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~ZV5X7ZTVMT0R.0 size=1048576 2024-08-04T15:48:02.571 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.572+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~ZV5X7ZTVMT0R.1 size=1048576 2024-08-04T15:48:02.573 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.574+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~ZV5X7ZTVMT0R.2 size=218576 2024-08-04T15:48:02.577 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.577+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=ZV5X7ZTVMT0R tag=GC0UV0R2WTBG type=write size=3364304 2024-08-04T15:48:02.580 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.581+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~REUQJRTNBZN5.0 size=1048576 2024-08-04T15:48:02.582 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.583+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~REUQJRTNBZN5.1 size=318768 2024-08-04T15:48:02.582 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.583+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=REUQJRTNBZN5 tag=8YDAZ77KPEV5 type=write size=2415920 2024-08-04T15:48:02.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:02 smithi007 ceph-mon[92692]: pgmap v1421: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 436 KiB/s wr, 2.21k op/s 2024-08-04T15:48:02.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:02 smithi007 ceph-mon[94998]: pgmap v1421: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 436 KiB/s wr, 2.21k op/s 2024-08-04T15:48:02.585 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.585+0000 7fd2ccec3640 -1 < failed to complete operation key=A8CMFMCK5F3U tag=2OEEVF3011BL type=del size=3740326: (22) Invalid argument 2024-08-04T15:48:02.587 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.588+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=EPXHXLOQAM6L type=del size=3999037 2024-08-04T15:48:02.591 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.592+0000 7fd2ccec3640 1 < suggested remove operation key=S35AAPLREPCU tag=FPH5572K3DTY type=write 2024-08-04T15:48:02.593 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.593+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=A3OYL0G78R6G type=del size=2197288 2024-08-04T15:48:02.596 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.596+0000 7fd2ccec3640 -1 < failed to complete operation key=OFTIL8YKJPJA tag=FQV4EMTUWG13 type=del size=1771668: (22) Invalid argument 2024-08-04T15:48:02.598 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.598+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=GH3KXT8TRQG5 type=write size=154734 2024-08-04T15:48:02.600 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.600+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~H9IRXIXBN9HL.0 size=71310 2024-08-04T15:48:02.603 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.604+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=H9IRXIXBN9HL tag=IU2021LGDIOG type=write size=1119886 2024-08-04T15:48:02.607 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.607+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~7WJHGZ8BAAK6.0 size=1048576 2024-08-04T15:48:02.608 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.609+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~7WJHGZ8BAAK6.1 size=1048576 2024-08-04T15:48:02.610 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.611+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~7WJHGZ8BAAK6.2 size=22868 2024-08-04T15:48:02.610 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.611+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=7WJHGZ8BAAK6 tag=0RMJAHHYF1QO type=write size=3168596 2024-08-04T15:48:02.612 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.613+0000 7fd2ccec3640 1 < canceled operation key=GBCNMYOO1FUA tag=FSI9WL0CE0VM type=del size=1664117 2024-08-04T15:48:02.614 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.615+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=UYHJTP33PO54 type=del size=4137027 2024-08-04T15:48:02.618 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.619+0000 7fd2ccec3640 1 < suggested update operation key=ADGRDVHIUPFJ tag=4MUMLOUO044R type=del size=3280541 2024-08-04T15:48:02.620 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.621+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=ONVRLRRICOTP type=del size=1721721 2024-08-04T15:48:02.623 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.624+0000 7fd2ccec3640 -1 < failed to complete operation key=OFTIL8YKJPJA tag=R2JPGKGL0CWM type=del size=2731526: (22) Invalid argument 2024-08-04T15:48:02.627 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.628+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~7IS2I4FS4L5D.0 size=1048576 2024-08-04T15:48:02.629 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.629+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~7IS2I4FS4L5D.1 size=600340 2024-08-04T15:48:02.629 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.629+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=7IS2I4FS4L5D tag=UQ3L5C6WSSAH type=write size=2697492 2024-08-04T15:48:02.631 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.632+0000 7fd2ccec3640 -1 < failed to complete operation key=ADGRDVHIUPFJ tag=CJS4UJRCIF1P type=del size=1703307: (22) Invalid argument 2024-08-04T15:48:02.634 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.634+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=UBI2SUKOBUJK type=del size=1570015 2024-08-04T15:48:02.636 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.636+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~VO3I2BEPS1YL.0 size=1048576 2024-08-04T15:48:02.638 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.638+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~VO3I2BEPS1YL.1 size=1048576 2024-08-04T15:48:02.639 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.640+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~VO3I2BEPS1YL.2 size=866132 2024-08-04T15:48:02.644 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.644+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=VO3I2BEPS1YL tag=02ARY7ZPSQLX type=write size=4011860 2024-08-04T15:48:02.646 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.646+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=4T79AQBNV1MY type=write size=720379 2024-08-04T15:48:02.648 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.648+0000 7fd2ccec3640 1 < completed write operation key=LPB2ZT0VBXYW tag=73WWKFC506ID type=write size=63651 2024-08-04T15:48:02.650 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.650+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=SMVBE06V6X74 type=del size=4008279 2024-08-04T15:48:02.654 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.655+0000 7fd2ccec3640 1 < suggested remove operation key=0BWMVZQ5RBRL tag=SPAIX82JU7TT type=del 2024-08-04T15:48:02.656 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.657+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=ZKOJ9XN5N9DJ type=del size=1405956 2024-08-04T15:48:02.658 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.659+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~PLJR45GIBFJ0.0 size=1048576 2024-08-04T15:48:02.660 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.660+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~PLJR45GIBFJ0.1 size=1048576 2024-08-04T15:48:02.662 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.662+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~PLJR45GIBFJ0.2 size=877745 2024-08-04T15:48:02.665 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.666+0000 7fd2ccec3640 1 < completed multipart upload key=5JWY4L0XFKO9 upload=PLJR45GIBFJ0 tag=9G3RZB4IOQO8 type=write size=4023473 2024-08-04T15:48:02.667 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.667+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=3G8GQD3M6IHU type=del size=324069 2024-08-04T15:48:02.669 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.670+0000 7fd2ccec3640 1 < canceled operation key=0ZFG1GY0QH8K tag=D359OB5NAM9S type=write size=811507 2024-08-04T15:48:02.671 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.672+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=XEONKBWVZL1G type=write size=160231 2024-08-04T15:48:02.673 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.674+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~8A6DGNMZ8PT6.0 size=811920 2024-08-04T15:48:02.677 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.678+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=8A6DGNMZ8PT6 tag=AW4JI2DHB1HE type=write size=1860496 2024-08-04T15:48:02.681 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.682+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~HBM0L8KL4RGK.0 size=1048576 2024-08-04T15:48:02.683 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.684+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~HBM0L8KL4RGK.1 size=1048576 2024-08-04T15:48:02.686 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.686+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~HBM0L8KL4RGK.2 size=921806 2024-08-04T15:48:02.686 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.686+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=HBM0L8KL4RGK tag=E45N1TH998CK type=write size=4067534 2024-08-04T15:48:02.689 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.690+0000 7fd2ccec3640 1 < suggested update operation key=DI9N06E8I6FR tag=XT78AJBPJRT4 type=write size=175990 2024-08-04T15:48:02.693 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.693+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~OXHK1JD6OB0G.0 size=41397 2024-08-04T15:48:02.693 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.693+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=OXHK1JD6OB0G tag=5YQ1HW8BHP99 type=write size=1089973 2024-08-04T15:48:02.693 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.693+0000 7fd2ccec3640 1 < canceled part key=_multipart_Q43H3OZA4M1A.2~REUQJRTNBZN5.0 size=1048576 2024-08-04T15:48:02.694 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.695+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~REUQJRTNBZN5.1 size=318768 2024-08-04T15:48:02.697 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.698+0000 7fd2ccec3640 1 < canceled multipart upload key=Q43H3OZA4M1A upload=REUQJRTNBZN5 tag=8YDAZ77KPEV5 type=write size=2415920 2024-08-04T15:48:02.699 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.700+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=WWCZBCEUSXBY type=del size=1610075 2024-08-04T15:48:02.703 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.704+0000 7fd2ccec3640 1 < suggested update operation key=4K3JERFA2TR2 tag=EPXHXLOQAM6L type=del size=3999037 2024-08-04T15:48:02.706 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.706+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=L4HVKAOSGT3A type=del size=202608 2024-08-04T15:48:02.710 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.710+0000 7fd2ccec3640 1 < suggested remove operation key=5JWY4L0XFKO9 tag=A3OYL0G78R6G type=del 2024-08-04T15:48:02.712 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.713+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=W1CR1Y1A2MBZ type=write size=226119 2024-08-04T15:48:02.714 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.714+0000 7fd2ccec3640 1 < completed write operation key=GBCNMYOO1FUA tag=GH3KXT8TRQG5 type=write size=154734 2024-08-04T15:48:02.716 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.717+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=2GOZ7VUAJZUL type=del size=3426028 2024-08-04T15:48:02.718 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.719+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~7WJHGZ8BAAK6.0 size=1048576 2024-08-04T15:48:02.720 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.721+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~7WJHGZ8BAAK6.1 size=1048576 2024-08-04T15:48:02.722 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.722+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~7WJHGZ8BAAK6.2 size=22868 2024-08-04T15:48:02.726 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.727+0000 7fd2ccec3640 1 < completed multipart upload key=Q43H3OZA4M1A upload=7WJHGZ8BAAK6 tag=0RMJAHHYF1QO type=write size=3168596 2024-08-04T15:48:02.730 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.731+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~GJJ9G5T7VIM4.0 size=1048576 2024-08-04T15:48:02.732 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.733+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~GJJ9G5T7VIM4.1 size=915432 2024-08-04T15:48:02.733 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.733+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=GJJ9G5T7VIM4 tag=AIOCLGBGM9FH type=write size=3012584 2024-08-04T15:48:02.737 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.737+0000 7fd2ccec3640 1 < suggested update operation key=4K3JERFA2TR2 tag=UYHJTP33PO54 type=del size=4137027 2024-08-04T15:48:02.738 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.739+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=DTYXFNVQ0502 type=del size=3984516 2024-08-04T15:48:02.743 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.743+0000 7fd2ccec3640 1 < suggested update operation key=775O2FB0RT5R tag=ONVRLRRICOTP type=del size=1721721 2024-08-04T15:48:02.745 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.745+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=Y0POOS5HV2KA type=del size=3482586 2024-08-04T15:48:02.747 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.747+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~7IS2I4FS4L5D.0 size=1048576 2024-08-04T15:48:02.747 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.747+0000 7fd2ccec3640 1 < canceled part key=_multipart_N24BTWFMGCPP.2~7IS2I4FS4L5D.1 size=600340 2024-08-04T15:48:02.750 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.751+0000 7fd2ccec3640 1 < canceled multipart upload key=N24BTWFMGCPP upload=7IS2I4FS4L5D tag=UQ3L5C6WSSAH type=write size=2697492 2024-08-04T15:48:02.754 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.755+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~26E32A5G2O0X.0 size=1048576 2024-08-04T15:48:02.756 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.756+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~26E32A5G2O0X.1 size=1048576 2024-08-04T15:48:02.757 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.758+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~26E32A5G2O0X.2 size=597489 2024-08-04T15:48:02.757 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.758+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=26E32A5G2O0X tag=EQUYYID9JPL1 type=write size=3743217 2024-08-04T15:48:02.761 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.762+0000 7fd2ccec3640 1 < suggested update operation key=ADGRDVHIUPFJ tag=UBI2SUKOBUJK type=del size=1570015 2024-08-04T15:48:02.765 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.766+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~I6QZF1HBG0UZ.0 size=595342 2024-08-04T15:48:02.766 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.766+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=I6QZF1HBG0UZ tag=4AP4FP0FF337 type=write size=1643918 2024-08-04T15:48:02.767 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.768+0000 7fd2ccec3640 1 < completed write operation key=LPB2ZT0VBXYW tag=4T79AQBNV1MY type=write size=720379 2024-08-04T15:48:02.769 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.770+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=C5CJNVLI5GIY type=del size=1674060 2024-08-04T15:48:02.771 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.772+0000 7fd2ccec3640 1 < canceled operation key=ESVVWVGCH33K tag=SMVBE06V6X74 type=del size=4008279 2024-08-04T15:48:02.773 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.774+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=HZ2QMWTSVGEJ type=del size=3018660 2024-08-04T15:48:02.776 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.777+0000 7fd2ccec3640 -1 < failed to complete operation key=4K3JERFA2TR2 tag=ZKOJ9XN5N9DJ type=del size=1405956: (22) Invalid argument 2024-08-04T15:48:02.778 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.779+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=XHZ0924YFZYK type=del size=2206528 2024-08-04T15:48:02.781 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.781+0000 7fd2ccec3640 1 < completed delete operation key=MWJBTVQYBFBJ tag=3G8GQD3M6IHU type=del 2024-08-04T15:48:02.782 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.783+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=1FF9MKBG6CTA type=write size=555980 2024-08-04T15:48:02.785 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.786+0000 7fd2ccec3640 -1 < failed to complete operation key=5JWY4L0XFKO9 tag=XEONKBWVZL1G type=write size=160231: (22) Invalid argument 2024-08-04T15:48:02.787 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.788+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=79MSH1YE206M type=del size=988918 2024-08-04T15:48:02.789 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.789+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~HBM0L8KL4RGK.0 size=1048576 2024-08-04T15:48:02.790 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.791+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~HBM0L8KL4RGK.1 size=1048576 2024-08-04T15:48:02.791 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.791+0000 7fd2ccec3640 1 < canceled part key=_multipart_LPB2ZT0VBXYW.2~HBM0L8KL4RGK.2 size=921806 2024-08-04T15:48:02.794 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.794+0000 7fd2ccec3640 1 < canceled multipart upload key=LPB2ZT0VBXYW upload=HBM0L8KL4RGK tag=E45N1TH998CK type=write size=4067534 2024-08-04T15:48:02.797 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.796+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=8TRQQXSZ6UNZ type=del size=1513111 2024-08-04T15:48:02.798 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.798+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~OXHK1JD6OB0G.0 size=41397 2024-08-04T15:48:02.802 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.802+0000 7fd2ccec3640 1 < completed multipart upload key=HIMJNBIR2DD9 upload=OXHK1JD6OB0G tag=5YQ1HW8BHP99 type=write size=1089973 2024-08-04T15:48:02.806 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.806+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~N607JVRG7NYN.0 size=1048576 2024-08-04T15:48:02.808 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.808+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~N607JVRG7NYN.1 size=720809 2024-08-04T15:48:02.808 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.808+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=N607JVRG7NYN tag=RWOJ6A5XXO2O type=write size=2817961 2024-08-04T15:48:02.809 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.810+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=WWCZBCEUSXBY type=del 2024-08-04T15:48:02.811 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.812+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=TBGAZWIZGHVN type=del size=1502283 2024-08-04T15:48:02.813 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.814+0000 7fd2ccec3640 1 < canceled operation key=A8CMFMCK5F3U tag=L4HVKAOSGT3A type=del size=202608 2024-08-04T15:48:02.817 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.818+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~2B7KTXOLQJ99.0 size=1048576 2024-08-04T15:48:02.819 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.820+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~2B7KTXOLQJ99.1 size=881436 2024-08-04T15:48:02.819 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.820+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=2B7KTXOLQJ99 tag=13K8P21B9IT2 type=write size=2978588 2024-08-04T15:48:02.823 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.824+0000 7fd2ccec3640 1 < suggested update operation key=UY4BH06KC1U7 tag=W1CR1Y1A2MBZ type=write size=226119 2024-08-04T15:48:02.827 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.828+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~1EGRS1M2JTNH.0 size=1048576 2024-08-04T15:48:02.829 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.829+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~1EGRS1M2JTNH.1 size=1048576 2024-08-04T15:48:02.830 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.831+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~1EGRS1M2JTNH.2 size=736748 2024-08-04T15:48:02.830 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.831+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=1EGRS1M2JTNH tag=9H4I017MQ942 type=write size=3882476 2024-08-04T15:48:02.832 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.833+0000 7fd2ccec3640 1 < canceled operation key=LPB2ZT0VBXYW tag=2GOZ7VUAJZUL type=del size=3426028 2024-08-04T15:48:02.834 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.835+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=OONU2499235X type=write size=100941 2024-08-04T15:48:02.836 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.837+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~GJJ9G5T7VIM4.0 size=1048576 2024-08-04T15:48:02.839 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.839+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~GJJ9G5T7VIM4.1 size=915432 2024-08-04T15:48:02.842 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.843+0000 7fd2ccec3640 1 < completed multipart upload key=HIMJNBIR2DD9 upload=GJJ9G5T7VIM4 tag=AIOCLGBGM9FH type=write size=3012584 2024-08-04T15:48:02.846 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.847+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~Z0TBCSEYTVG6.0 size=421371 2024-08-04T15:48:02.846 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.847+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=Z0TBCSEYTVG6 tag=1QBWIQD96KAA type=write size=1469947 2024-08-04T15:48:02.849 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.850+0000 7fd2ccec3640 -1 < failed to complete operation key=775O2FB0RT5R tag=DTYXFNVQ0502 type=del size=3984516: (22) Invalid argument 2024-08-04T15:48:02.851 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.852+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=7B7N9M01W02S type=del size=3082610 2024-08-04T15:48:02.855 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.856+0000 7fd2ccec3640 1 < suggested remove operation key=DI9N06E8I6FR tag=Y0POOS5HV2KA type=del 2024-08-04T15:48:02.858 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.858+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=5BDP6M5D037C type=del size=738666 2024-08-04T15:48:02.860 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.860+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~26E32A5G2O0X.0 size=1048576 2024-08-04T15:48:02.862 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.862+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~26E32A5G2O0X.1 size=1048576 2024-08-04T15:48:02.864 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.864+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~26E32A5G2O0X.2 size=597489 2024-08-04T15:48:02.868 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.869+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=26E32A5G2O0X tag=EQUYYID9JPL1 type=write size=3743217 2024-08-04T15:48:02.871 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.871+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=A22ZG7VWN46S type=write size=804088 2024-08-04T15:48:02.872 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.873+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~I6QZF1HBG0UZ.0 size=595342 2024-08-04T15:48:02.876 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.876+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=I6QZF1HBG0UZ tag=4AP4FP0FF337 type=write size=1643918 2024-08-04T15:48:02.879 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.879+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=4H6J8I2AV3KP type=write size=864120 2024-08-04T15:48:02.880 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.881+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=C5CJNVLI5GIY type=del 2024-08-04T15:48:02.883 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.883+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=14PY16KWB8LO type=del size=249353 2024-08-04T15:48:02.886 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.887+0000 7fd2ccec3640 1 < suggested remove operation key=S35AAPLREPCU tag=HZ2QMWTSVGEJ type=del 2024-08-04T15:48:02.890 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.890+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~POHS5BI3MNVA.0 size=1048576 2024-08-04T15:48:02.892 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.892+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~POHS5BI3MNVA.1 size=468906 2024-08-04T15:48:02.892 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.892+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=POHS5BI3MNVA tag=WOFXT5U5YL87 type=write size=2566058 2024-08-04T15:48:02.894 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.894+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=XHZ0924YFZYK type=del 2024-08-04T15:48:02.896 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.896+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=KSHXA1ZAJGTL type=del size=3129846 2024-08-04T15:48:02.899 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.900+0000 7fd2ccec3640 1 < suggested update operation key=ADGRDVHIUPFJ tag=1FF9MKBG6CTA type=write size=555980 2024-08-04T15:48:02.903 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.904+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~JFV4VS587XJN.0 size=1048576 2024-08-04T15:48:02.905 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.905+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~JFV4VS587XJN.1 size=1048576 2024-08-04T15:48:02.906 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.907+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~JFV4VS587XJN.2 size=73187 2024-08-04T15:48:02.907 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.907+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=JFV4VS587XJN tag=055DN486RE9B type=write size=3218915 2024-08-04T15:48:02.908 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.909+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=79MSH1YE206M type=del 2024-08-04T15:48:02.910 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.911+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=FXB0V5P3FNWJ type=del size=3158056 2024-08-04T15:48:02.912 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.913+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=8TRQQXSZ6UNZ type=del 2024-08-04T15:48:02.915 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.914+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=P8L0P1PS3XIK type=del size=2206345 2024-08-04T15:48:02.917 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.916+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~N607JVRG7NYN.0 size=1048576 2024-08-04T15:48:02.918 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.918+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~N607JVRG7NYN.1 size=720809 2024-08-04T15:48:02.922 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.922+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=N607JVRG7NYN tag=RWOJ6A5XXO2O type=write size=2817961 2024-08-04T15:48:02.926 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.925+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~LM64MBU93FOE.0 size=1048576 2024-08-04T15:48:02.928 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.927+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~LM64MBU93FOE.1 size=255723 2024-08-04T15:48:02.928 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.927+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=LM64MBU93FOE tag=S9HU6L289PDP type=write size=2352875 2024-08-04T15:48:02.930 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.930+0000 7fd2ccec3640 -1 < failed to complete operation key=S35AAPLREPCU tag=TBGAZWIZGHVN type=del size=1502283: (22) Invalid argument 2024-08-04T15:48:02.933 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.934+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~9REK3CP1OO27.0 size=979599 2024-08-04T15:48:02.933 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.934+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=9REK3CP1OO27 tag=ZC2SV62MMSVN type=write size=2028175 2024-08-04T15:48:02.935 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.936+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~2B7KTXOLQJ99.0 size=1048576 2024-08-04T15:48:02.937 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.937+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~2B7KTXOLQJ99.1 size=881436 2024-08-04T15:48:02.940 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.941+0000 7fd2ccec3640 1 < completed multipart upload key=5JWY4L0XFKO9 upload=2B7KTXOLQJ99 tag=13K8P21B9IT2 type=write size=2978588 2024-08-04T15:48:02.942 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.943+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=F8Z51MX3IPG4 type=del size=3279776 2024-08-04T15:48:02.944 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.945+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~1EGRS1M2JTNH.0 size=1048576 2024-08-04T15:48:02.946 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.946+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~1EGRS1M2JTNH.1 size=1048576 2024-08-04T15:48:02.947 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.948+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~1EGRS1M2JTNH.2 size=736748 2024-08-04T15:48:02.951 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.952+0000 7fd2ccec3640 1 < completed multipart upload key=HIMJNBIR2DD9 upload=1EGRS1M2JTNH tag=9H4I017MQ942 type=write size=3882476 2024-08-04T15:48:02.953 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.953+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=KZ1JHZZEYVXI type=del size=2867791 2024-08-04T15:48:02.955 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.956+0000 7fd2ccec3640 1 < canceled operation key=5MFVV0YROP6Z tag=OONU2499235X type=write size=100941 2024-08-04T15:48:02.957 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.957+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=Z32BUU8RNCE4 type=del size=3406691 2024-08-04T15:48:02.959 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.959+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~Z0TBCSEYTVG6.0 size=421371 2024-08-04T15:48:02.962 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.963+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=Z0TBCSEYTVG6 tag=1QBWIQD96KAA type=write size=1469947 2024-08-04T15:48:02.964 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.965+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=5541ZOX8EVDC type=del size=1124950 2024-08-04T15:48:02.966 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.967+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=7B7N9M01W02S type=del 2024-08-04T15:48:02.970 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.970+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~V7PAIPR6PI8J.0 size=1048576 2024-08-04T15:48:02.971 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.972+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~V7PAIPR6PI8J.1 size=1048576 2024-08-04T15:48:02.973 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.973+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~V7PAIPR6PI8J.2 size=120889 2024-08-04T15:48:02.973 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.973+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=V7PAIPR6PI8J tag=Y6OIYL2E20FF type=write size=3266617 2024-08-04T15:48:02.976 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.976+0000 7fd2ccec3640 -1 < failed to complete operation key=S35AAPLREPCU tag=5BDP6M5D037C type=del size=738666: (22) Invalid argument 2024-08-04T15:48:02.978 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.978+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=64VK2ML106GO type=write size=588666 2024-08-04T15:48:02.982 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.982+0000 7fd2ccec3640 1 < suggested remove operation key=ADGRDVHIUPFJ tag=A22ZG7VWN46S type=write 2024-08-04T15:48:02.991 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.986+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~QOE6BMRAS85O.0 size=1048576 2024-08-04T15:48:02.991 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.988+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~QOE6BMRAS85O.1 size=671492 2024-08-04T15:48:02.991 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.988+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=QOE6BMRAS85O tag=WWRV01E4B0XE type=write size=2768644 2024-08-04T15:48:02.991 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.990+0000 7fd2ccec3640 1 < completed write operation key=PZE6FNM3SE38 tag=4H6J8I2AV3KP type=write size=864120 2024-08-04T15:48:02.991 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.992+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=A4IK9VQ7K2SK type=del size=4169651 2024-08-04T15:48:02.993 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.994+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=14PY16KWB8LO type=del 2024-08-04T15:48:02.995 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.996+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=Y43OE9A902RT type=del size=2714284 2024-08-04T15:48:02.997 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.998+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~POHS5BI3MNVA.0 size=1048576 2024-08-04T15:48:02.999 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:02.999+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~POHS5BI3MNVA.1 size=468906 2024-08-04T15:48:03.002 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.003+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=POHS5BI3MNVA tag=WOFXT5U5YL87 type=write size=2566058 2024-08-04T15:48:03.004 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.005+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=V27FL2L2QL70 type=del size=2261066 2024-08-04T15:48:03.006 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.007+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=KSHXA1ZAJGTL type=del 2024-08-04T15:48:03.008 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.009+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=WJQ60OH6O0D7 type=del size=396065 2024-08-04T15:48:03.011 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.011+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~JFV4VS587XJN.0 size=1048576 2024-08-04T15:48:03.012 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.013+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~JFV4VS587XJN.1 size=1048576 2024-08-04T15:48:03.014 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.014+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~JFV4VS587XJN.2 size=73187 2024-08-04T15:48:03.017 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.018+0000 7fd2ccec3640 1 < completed multipart upload key=GBCNMYOO1FUA upload=JFV4VS587XJN tag=055DN486RE9B type=write size=3218915 2024-08-04T15:48:03.019 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.020+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=Q6NIGL6G4RS8 type=del size=1107748 2024-08-04T15:48:03.023 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.024+0000 7fd2ccec3640 1 < suggested update operation key=EXYGXS950WM2 tag=FXB0V5P3FNWJ type=del size=3158056 2024-08-04T15:48:03.027 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.027+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~IVS8MIJ4BC3U.0 size=866208 2024-08-04T15:48:03.027 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.027+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=IVS8MIJ4BC3U tag=5INPDFPL2XPA type=write size=1914784 2024-08-04T15:48:03.029 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.029+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=P8L0P1PS3XIK type=del 2024-08-04T15:48:03.032 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.033+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~25OW35M4LPSG.0 size=1048576 2024-08-04T15:48:03.034 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.034+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~25OW35M4LPSG.1 size=1048576 2024-08-04T15:48:03.035 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.036+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~25OW35M4LPSG.2 size=433259 2024-08-04T15:48:03.036 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.036+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=25OW35M4LPSG tag=XR03YW6GAZGN type=write size=3578987 2024-08-04T15:48:03.037 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.038+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~LM64MBU93FOE.0 size=1048576 2024-08-04T15:48:03.039 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.040+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~LM64MBU93FOE.1 size=255723 2024-08-04T15:48:03.043 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.044+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=LM64MBU93FOE tag=S9HU6L289PDP type=write size=2352875 2024-08-04T15:48:03.045 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.046+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=X8TDELT86MGR type=del size=3992781 2024-08-04T15:48:03.047 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.047+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~9REK3CP1OO27.0 size=979599 2024-08-04T15:48:03.050 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.051+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=9REK3CP1OO27 tag=ZC2SV62MMSVN type=write size=2028175 2024-08-04T15:48:03.054 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.054+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~55GWDG1M30FB.0 size=1048576 2024-08-04T15:48:03.055 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.056+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~55GWDG1M30FB.1 size=1048576 2024-08-04T15:48:03.057 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.058+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~55GWDG1M30FB.2 size=921986 2024-08-04T15:48:03.057 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.058+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=55GWDG1M30FB tag=L8I0N3UJDHCF type=write size=4067714 2024-08-04T15:48:03.059 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.060+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=F8Z51MX3IPG4 type=del 2024-08-04T15:48:03.061 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.062+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=T1R5U7KW8JEP type=del size=2545518 2024-08-04T15:48:03.066 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.066+0000 7fd2ccec3640 1 < suggested remove operation key=LPB2ZT0VBXYW tag=KZ1JHZZEYVXI type=del 2024-08-04T15:48:03.068 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.068+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=T3UR2XYN845S type=del size=2390938 2024-08-04T15:48:03.070 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.070+0000 7fd2ccec3640 1 < canceled operation key=62WXNRD38943 tag=Z32BUU8RNCE4 type=del size=3406691 2024-08-04T15:48:03.072 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.072+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=0WR3YFDJRVG8 type=del size=317709 2024-08-04T15:48:03.074 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.074+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=5541ZOX8EVDC type=del 2024-08-04T15:48:03.076 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.076+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=OEQDCCNPPZ6R type=write size=84086 2024-08-04T15:48:03.078 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.079+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~V7PAIPR6PI8J.0 size=1048576 2024-08-04T15:48:03.080 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.080+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~V7PAIPR6PI8J.1 size=1048576 2024-08-04T15:48:03.082 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.082+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~V7PAIPR6PI8J.2 size=120889 2024-08-04T15:48:03.085 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.086+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=V7PAIPR6PI8J tag=Y6OIYL2E20FF type=write size=3266617 2024-08-04T15:48:03.087 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.087+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=41JFIGDH4E93 type=del size=3720947 2024-08-04T15:48:03.089 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.089+0000 7fd2ccec3640 1 < canceled operation key=5JWY4L0XFKO9 tag=64VK2ML106GO type=write size=588666 2024-08-04T15:48:03.093 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.093+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~BJNWPPYRGAIB.0 size=538067 2024-08-04T15:48:03.093 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.093+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=BJNWPPYRGAIB tag=IEUUB32LOSDT type=write size=1586643 2024-08-04T15:48:03.095 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.095+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~QOE6BMRAS85O.0 size=1048576 2024-08-04T15:48:03.096 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.097+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~QOE6BMRAS85O.1 size=671492 2024-08-04T15:48:03.101 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.102+0000 7fd2ccec3640 1 < completed multipart upload key=HIMJNBIR2DD9 upload=QOE6BMRAS85O tag=WWRV01E4B0XE type=write size=2768644 2024-08-04T15:48:03.104 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.104+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=MDX3S6VZA1VT type=del size=3274522 2024-08-04T15:48:03.106 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.106+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=A4IK9VQ7K2SK type=del 2024-08-04T15:48:03.108 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.109+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=2HGAWB7ACSGX type=del size=3609608 2024-08-04T15:48:03.110 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.111+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=Y43OE9A902RT type=del 2024-08-04T15:48:03.114 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.115+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~KGYRPNTKDJU7.0 size=1048576 2024-08-04T15:48:03.116 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.117+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~KGYRPNTKDJU7.1 size=1048576 2024-08-04T15:48:03.118 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.118+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~KGYRPNTKDJU7.2 size=353783 2024-08-04T15:48:03.118 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.118+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=KGYRPNTKDJU7 tag=VBWXC5EG96AJ type=write size=3499511 2024-08-04T15:48:03.120 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.120+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=V27FL2L2QL70 type=del 2024-08-04T15:48:03.122 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.122+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=18VKL8W3UB3G type=write size=183906 2024-08-04T15:48:03.124 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.124+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=WJQ60OH6O0D7 type=del 2024-08-04T15:48:03.126 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.126+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=RTKRVN61FFP5 type=del size=823400 2024-08-04T15:48:03.128 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.128+0000 7fd2ccec3640 1 < canceled operation key=5MFVV0YROP6Z tag=Q6NIGL6G4RS8 type=del size=1107748 2024-08-04T15:48:03.132 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.132+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~EQ1UDRFDX9KO.0 size=36780 2024-08-04T15:48:03.132 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.132+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=EQ1UDRFDX9KO tag=62WKCJHHM1VV type=write size=1085356 2024-08-04T15:48:03.133 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.134+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~IVS8MIJ4BC3U.0 size=866208 2024-08-04T15:48:03.137 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.138+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=IVS8MIJ4BC3U tag=5INPDFPL2XPA type=write size=1914784 2024-08-04T15:48:03.139 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.139+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=JEUXEYISEFDF type=del size=3594445 2024-08-04T15:48:03.141 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.142+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~25OW35M4LPSG.0 size=1048576 2024-08-04T15:48:03.143 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.143+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~25OW35M4LPSG.1 size=1048576 2024-08-04T15:48:03.144 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.145+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~25OW35M4LPSG.2 size=433259 2024-08-04T15:48:03.148 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.148+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=25OW35M4LPSG tag=XR03YW6GAZGN type=write size=3578987 2024-08-04T15:48:03.150 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.150+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=D8PEKTNB3CD4 type=del size=1264469 2024-08-04T15:48:03.152 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.152+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=X8TDELT86MGR type=del 2024-08-04T15:48:03.154 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.154+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=Q2QSRJ6UXGQU type=del size=2454153 2024-08-04T15:48:03.155 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.156+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~55GWDG1M30FB.0 size=1048576 2024-08-04T15:48:03.156 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.156+0000 7fd2ccec3640 1 < canceled part key=_multipart_Q43H3OZA4M1A.2~55GWDG1M30FB.1 size=1048576 2024-08-04T15:48:03.157 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.158+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~55GWDG1M30FB.2 size=921986 2024-08-04T15:48:03.160 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.161+0000 7fd2ccec3640 1 < canceled multipart upload key=Q43H3OZA4M1A upload=55GWDG1M30FB tag=L8I0N3UJDHCF type=write size=4067714 2024-08-04T15:48:03.164 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.165+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~8F9XPRGWGTXF.0 size=942143 2024-08-04T15:48:03.164 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.165+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=8F9XPRGWGTXF tag=KL77W483BHX3 type=write size=1990719 2024-08-04T15:48:03.166 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.166+0000 7fd2ccec3640 1 < completed delete operation key=XWJQBRZ42N7Q tag=T1R5U7KW8JEP type=del 2024-08-04T15:48:03.168 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.168+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=BHG63M4GDBVW type=del size=3235915 2024-08-04T15:48:03.170 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.170+0000 7fd2ccec3640 1 < completed delete operation key=ADGRDVHIUPFJ tag=T3UR2XYN845S type=del 2024-08-04T15:48:03.174 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.174+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~91YA0GPV6E4J.0 size=1048576 2024-08-04T15:48:03.175 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.176+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~91YA0GPV6E4J.1 size=412644 2024-08-04T15:48:03.175 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.176+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=91YA0GPV6E4J tag=NVEUUCEW9QSE type=write size=2509796 2024-08-04T15:48:03.177 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.178+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=0WR3YFDJRVG8 type=del 2024-08-04T15:48:03.179 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.180+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=7FNI5VISVPC2 type=del size=3069803 2024-08-04T15:48:03.181 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.182+0000 7fd2ccec3640 1 < completed write operation key=WMBAAE091MS6 tag=OEQDCCNPPZ6R type=write size=84086 2024-08-04T15:48:03.183 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.184+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=2BR07HB5WXDY type=del size=1066642 2024-08-04T15:48:03.185 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.186+0000 7fd2ccec3640 1 < completed delete operation key=MCSD2KYW9UUG tag=41JFIGDH4E93 type=del 2024-08-04T15:48:03.187 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.188+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=MW2299PFNMWY type=del size=3370367 2024-08-04T15:48:03.187 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.188+0000 7fd2ccec3640 1 < canceled part key=_multipart_77442UN63NTC.2~BJNWPPYRGAIB.0 size=538067 2024-08-04T15:48:03.191 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.191+0000 7fd2ccec3640 1 < canceled multipart upload key=77442UN63NTC upload=BJNWPPYRGAIB tag=IEUUB32LOSDT type=write size=1586643 2024-08-04T15:48:03.193 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.193+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=KZ4UOSR2JXCV type=del size=2688085 2024-08-04T15:48:03.195 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.195+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=MDX3S6VZA1VT type=del 2024-08-04T15:48:03.197 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.197+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=TPKAIML5JF6B type=del size=37099 2024-08-04T15:48:03.199 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.199+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=2HGAWB7ACSGX type=del 2024-08-04T15:48:03.201 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.201+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=WPKN6PEIIFL0 type=del size=3079943 2024-08-04T15:48:03.203 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.203+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~KGYRPNTKDJU7.0 size=1048576 2024-08-04T15:48:03.204 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.205+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~KGYRPNTKDJU7.1 size=1048576 2024-08-04T15:48:03.206 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.207+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~KGYRPNTKDJU7.2 size=353783 2024-08-04T15:48:03.209 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.210+0000 7fd2ccec3640 1 < completed multipart upload key=H06WFDC3B2PH upload=KGYRPNTKDJU7 tag=VBWXC5EG96AJ type=write size=3499511 2024-08-04T15:48:03.211 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.212+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=2G32OQMG3158 type=del size=1249421 2024-08-04T15:48:03.213 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.214+0000 7fd2ccec3640 1 < completed write operation key=XWJQBRZ42N7Q tag=18VKL8W3UB3G type=write size=183906 2024-08-04T15:48:03.217 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.218+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~UHXDM578BVDT.0 size=1048576 2024-08-04T15:48:03.219 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.219+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~UHXDM578BVDT.1 size=1048576 2024-08-04T15:48:03.220 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.221+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~UHXDM578BVDT.2 size=278118 2024-08-04T15:48:03.221 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.221+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=UHXDM578BVDT tag=MRCY44FPOYG1 type=write size=3423846 2024-08-04T15:48:03.223 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.223+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=RTKRVN61FFP5 type=del 2024-08-04T15:48:03.226 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.227+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~H9F27APF7UNO.0 size=1048576 2024-08-04T15:48:03.228 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.229+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~H9F27APF7UNO.1 size=1048576 2024-08-04T15:48:03.230 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.230+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~H9F27APF7UNO.2 size=747064 2024-08-04T15:48:03.230 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.230+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=H9F27APF7UNO tag=CVPY6MG8CY6Q type=write size=3892792 2024-08-04T15:48:03.232 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.232+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~EQ1UDRFDX9KO.0 size=36780 2024-08-04T15:48:03.236 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.236+0000 7fd2ccec3640 1 < completed multipart upload key=77442UN63NTC upload=EQ1UDRFDX9KO tag=62WKCJHHM1VV type=write size=1085356 2024-08-04T15:48:03.237 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.238+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=MG1D4P3FK0QR type=del size=2305202 2024-08-04T15:48:03.241 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.242+0000 7fd2ccec3640 1 < suggested update operation key=4K3JERFA2TR2 tag=JEUXEYISEFDF type=del size=3594445 2024-08-04T15:48:03.243 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.244+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=4RKHN5MZ3837 type=del size=1118497 2024-08-04T15:48:03.247 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.248+0000 7fd2ccec3640 1 < suggested update operation key=WMBAAE091MS6 tag=D8PEKTNB3CD4 type=del size=1264469 2024-08-04T15:48:03.252 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.252+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~7Q33HXOD2EGF.0 size=1048576 2024-08-04T15:48:03.253 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.254+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~7Q33HXOD2EGF.1 size=955216 2024-08-04T15:48:03.253 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.254+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=7Q33HXOD2EGF tag=4BACU0L5A8P7 type=write size=3052368 2024-08-04T15:48:03.257 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.258+0000 7fd2ccec3640 1 < suggested remove operation key=UY4BH06KC1U7 tag=Q2QSRJ6UXGQU type=del 2024-08-04T15:48:03.259 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.260+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=CW2YC61OHR84 type=del size=3417213 2024-08-04T15:48:03.261 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.262+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~8F9XPRGWGTXF.0 size=942143 2024-08-04T15:48:03.265 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.265+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=8F9XPRGWGTXF tag=KL77W483BHX3 type=write size=1990719 2024-08-04T15:48:03.267 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.268+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=0NIMIM1UHKIV type=del size=2824199 2024-08-04T15:48:03.270 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.270+0000 7fd2ccec3640 -1 < failed to complete operation key=WMBAAE091MS6 tag=BHG63M4GDBVW type=del size=3235915: (22) Invalid argument 2024-08-04T15:48:03.272 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.272+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=IMPOK9P6D2PX type=del size=191374 2024-08-04T15:48:03.274 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.274+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~91YA0GPV6E4J.0 size=1048576 2024-08-04T15:48:03.276 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.276+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~91YA0GPV6E4J.1 size=412644 2024-08-04T15:48:03.279 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.280+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=91YA0GPV6E4J tag=NVEUUCEW9QSE type=write size=2509796 2024-08-04T15:48:03.281 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.282+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=F58R09FGSIUH type=write size=694367 2024-08-04T15:48:03.283 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.284+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=7FNI5VISVPC2 type=del 2024-08-04T15:48:03.285 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.285+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=F1ZM8ERKCCRE type=write size=257973 2024-08-04T15:48:03.287 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.287+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=2BR07HB5WXDY type=del 2024-08-04T15:48:03.289 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.290+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=ZHS3DYO5UBR4 type=del size=1542720 2024-08-04T15:48:03.291 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.292+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=MW2299PFNMWY type=del 2024-08-04T15:48:03.294 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.294+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=GS8HL06W8OKI type=del size=3202528 2024-08-04T15:48:03.295 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.296+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=KZ4UOSR2JXCV type=del 2024-08-04T15:48:03.299 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.300+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~C76ZF5HTOEPK.0 size=935484 2024-08-04T15:48:03.300 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.300+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=C76ZF5HTOEPK tag=QT02CO34PTEA type=write size=1984060 2024-08-04T15:48:03.301 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.302+0000 7fd2ccec3640 1 < completed delete operation key=MCSD2KYW9UUG tag=TPKAIML5JF6B type=del 2024-08-04T15:48:03.303 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.304+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=X7PZ23LI95KR type=del size=1367669 2024-08-04T15:48:03.305 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.306+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=WPKN6PEIIFL0 type=del 2024-08-04T15:48:03.307 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.308+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=P6O15ZJOJAEZ type=del size=879129 2024-08-04T15:48:03.309 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.309+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=2G32OQMG3158 type=del 2024-08-04T15:48:03.311 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.312+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=K2439QXHCTKX type=write size=85579 2024-08-04T15:48:03.313 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.314+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~UHXDM578BVDT.0 size=1048576 2024-08-04T15:48:03.315 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.316+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~UHXDM578BVDT.1 size=1048576 2024-08-04T15:48:03.317 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.317+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~UHXDM578BVDT.2 size=278118 2024-08-04T15:48:03.320 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.321+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=UHXDM578BVDT tag=MRCY44FPOYG1 type=write size=3423846 2024-08-04T15:48:03.322 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.323+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=6FC09FJLH6DU type=del size=1193457 2024-08-04T15:48:03.324 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.325+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~H9F27APF7UNO.0 size=1048576 2024-08-04T15:48:03.324 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.325+0000 7fd2ccec3640 1 < canceled part key=_multipart_UY4BH06KC1U7.2~H9F27APF7UNO.1 size=1048576 2024-08-04T15:48:03.326 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.326+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~H9F27APF7UNO.2 size=747064 2024-08-04T15:48:03.329 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.329+0000 7fd2ccec3640 1 < canceled multipart upload key=UY4BH06KC1U7 upload=H9F27APF7UNO tag=CVPY6MG8CY6Q type=write size=3892792 2024-08-04T15:48:03.332 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.333+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~VDZW1JHA7HMM.0 size=66030 2024-08-04T15:48:03.332 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.333+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=VDZW1JHA7HMM tag=9AVSC5SOHWNU type=write size=1114606 2024-08-04T15:48:03.334 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.335+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=MG1D4P3FK0QR type=del 2024-08-04T15:48:03.338 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.338+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~4NJHPM1MY3M1.0 size=1048576 2024-08-04T15:48:03.339 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.340+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~4NJHPM1MY3M1.1 size=490731 2024-08-04T15:48:03.339 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.340+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=4NJHPM1MY3M1 tag=GPZS9L86T0Y4 type=write size=2587883 2024-08-04T15:48:03.341 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.342+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=4RKHN5MZ3837 type=del 2024-08-04T15:48:03.343 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.344+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=X6OCACVIE5X5 type=del size=198838 2024-08-04T15:48:03.346 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.346+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~7Q33HXOD2EGF.0 size=1048576 2024-08-04T15:48:03.347 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.348+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~7Q33HXOD2EGF.1 size=955216 2024-08-04T15:48:03.350 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.351+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=7Q33HXOD2EGF tag=4BACU0L5A8P7 type=write size=3052368 2024-08-04T15:48:03.352 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.353+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=IV2PYVISLNLA type=del size=3140443 2024-08-04T15:48:03.354 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.355+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=CW2YC61OHR84 type=del 2024-08-04T15:48:03.358 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.358+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~2F0DTTLZR8HO.0 size=139066 2024-08-04T15:48:03.358 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.358+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=2F0DTTLZR8HO tag=V5TLP2YIKXLP type=write size=1187642 2024-08-04T15:48:03.361 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.361+0000 7fd2ccec3640 1 < completed delete operation key=WMBAAE091MS6 tag=0NIMIM1UHKIV type=del 2024-08-04T15:48:03.362 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.363+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=WVJCKQP86KTT type=del size=2792857 2024-08-04T15:48:03.364 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.365+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=IMPOK9P6D2PX type=del 2024-08-04T15:48:03.369 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.369+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~KM8OVS13CSIN.0 size=115309 2024-08-04T15:48:03.369 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.369+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=KM8OVS13CSIN tag=AF9L9OG8NY0J type=write size=1163885 2024-08-04T15:48:03.371 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.371+0000 7fd2ccec3640 1 < completed write operation key=UY4BH06KC1U7 tag=F58R09FGSIUH type=write size=694367 2024-08-04T15:48:03.373 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.373+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=7Q1LR5MI391A type=del size=4025906 2024-08-04T15:48:03.375 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.375+0000 7fd2ccec3640 1 < completed write operation key=WMBAAE091MS6 tag=F1ZM8ERKCCRE type=write size=257973 2024-08-04T15:48:03.378 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.379+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~DF9UW4UQ1A4Z.0 size=559496 2024-08-04T15:48:03.379 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.379+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=DF9UW4UQ1A4Z tag=LU31KV1PLIER type=write size=1608072 2024-08-04T15:48:03.382 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.383+0000 7fd2ccec3640 1 < suggested update operation key=MCSD2KYW9UUG tag=ZHS3DYO5UBR4 type=del size=1542720 2024-08-04T15:48:03.384 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.385+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=S5NGGS734RV9 type=del size=3884393 2024-08-04T15:48:03.386 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.387+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=GS8HL06W8OKI type=del 2024-08-04T15:48:03.388 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.389+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=JL9Q20M2WGLJ type=del size=1709030 2024-08-04T15:48:03.390 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.391+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~C76ZF5HTOEPK.0 size=935484 2024-08-04T15:48:03.394 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.394+0000 7fd2ccec3640 1 < completed multipart upload key=XWJQBRZ42N7Q upload=C76ZF5HTOEPK tag=QT02CO34PTEA type=write size=1984060 2024-08-04T15:48:03.396 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.396+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=SN8HOLFRYO6D type=del size=1562865 2024-08-04T15:48:03.398 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.398+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=X7PZ23LI95KR type=del 2024-08-04T15:48:03.401 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.402+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~WKQG0TTXZ4I9.0 size=1048576 2024-08-04T15:48:03.403 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.404+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~WKQG0TTXZ4I9.1 size=1048576 2024-08-04T15:48:03.405 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.405+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~WKQG0TTXZ4I9.2 size=965052 2024-08-04T15:48:03.405 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.405+0000 7fd2ccec3640 1 > prepared multipart upload key=SWB07P8C064V upload=WKQG0TTXZ4I9 tag=3M3GAIGB31TE type=write size=4110780 2024-08-04T15:48:03.409 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.409+0000 7fd2ccec3640 1 < suggested update operation key=HIMJNBIR2DD9 tag=P6O15ZJOJAEZ type=del size=879129 2024-08-04T15:48:03.411 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.411+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=0S1DFH27PCCG type=del size=1540114 2024-08-04T15:48:03.413 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.413+0000 7fd2ccec3640 1 < completed write operation key=XWJQBRZ42N7Q tag=K2439QXHCTKX type=write size=85579 2024-08-04T15:48:03.415 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.415+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=ZOZNB7VGIWDO type=del size=3340439 2024-08-04T15:48:03.417 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.417+0000 7fd2ccec3640 1 < completed delete operation key=UY4BH06KC1U7 tag=6FC09FJLH6DU type=del 2024-08-04T15:48:03.420 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.421+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~TG0WLFOFUM9T.0 size=1048576 2024-08-04T15:48:03.422 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.422+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~TG0WLFOFUM9T.1 size=172255 2024-08-04T15:48:03.422 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.422+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=TG0WLFOFUM9T tag=FMS4FJDU0DC7 type=write size=2269407 2024-08-04T15:48:03.424 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.424+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~VDZW1JHA7HMM.0 size=66030 2024-08-04T15:48:03.428 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.428+0000 7fd2ccec3640 1 < completed multipart upload key=ESVVWVGCH33K upload=VDZW1JHA7HMM tag=9AVSC5SOHWNU type=write size=1114606 2024-08-04T15:48:03.432 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.433+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~SD4GEDS5PH5Q.0 size=416396 2024-08-04T15:48:03.432 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.433+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=SD4GEDS5PH5Q tag=1M4UFG60PH68 type=write size=1464972 2024-08-04T15:48:03.435 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.435+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~4NJHPM1MY3M1.0 size=1048576 2024-08-04T15:48:03.436 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.437+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~4NJHPM1MY3M1.1 size=490731 2024-08-04T15:48:03.440 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.440+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=4NJHPM1MY3M1 tag=GPZS9L86T0Y4 type=write size=2587883 2024-08-04T15:48:03.444 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.444+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~1Q41H5OA3H6J.0 size=1048576 2024-08-04T15:48:03.445 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.446+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~1Q41H5OA3H6J.1 size=124922 2024-08-04T15:48:03.445 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.446+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=1Q41H5OA3H6J tag=R45J38V6TPQS type=write size=2222074 2024-08-04T15:48:03.448 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.448+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=X6OCACVIE5X5 type=del 2024-08-04T15:48:03.451 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.451+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=VC782ZBDSNXC type=del size=25443 2024-08-04T15:48:03.453 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.454+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=IV2PYVISLNLA type=del 2024-08-04T15:48:03.456 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.456+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=JHX8BIKBQHBN type=del size=3713664 2024-08-04T15:48:03.458 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.458+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~2F0DTTLZR8HO.0 size=139066 2024-08-04T15:48:03.461 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.462+0000 7fd2ccec3640 1 < completed multipart upload key=Q43H3OZA4M1A upload=2F0DTTLZR8HO tag=V5TLP2YIKXLP type=write size=1187642 2024-08-04T15:48:03.463 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.464+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=CVJ7Z02EOTKU type=del size=2634474 2024-08-04T15:48:03.465 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.466+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=WVJCKQP86KTT type=del 2024-08-04T15:48:03.467 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.468+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=TU9RRUDWM5L9 type=del size=1411458 2024-08-04T15:48:03.469 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.470+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~KM8OVS13CSIN.0 size=115309 2024-08-04T15:48:03.473 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.474+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=KM8OVS13CSIN tag=AF9L9OG8NY0J type=write size=1163885 2024-08-04T15:48:03.476 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.476+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=VYBWOSXHJGQI type=del size=2292203 2024-08-04T15:48:03.480 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.480+0000 7fd2ccec3640 1 < suggested update operation key=SWB07P8C064V tag=7Q1LR5MI391A type=del size=4025906 2024-08-04T15:48:03.482 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.482+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=49LNDCT9G4ON type=del size=212208 2024-08-04T15:48:03.483 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.484+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~DF9UW4UQ1A4Z.0 size=559496 2024-08-04T15:48:03.487 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.488+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=DF9UW4UQ1A4Z tag=LU31KV1PLIER type=write size=1608072 2024-08-04T15:48:03.491 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.492+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~N12BOWV21NVG.0 size=1048576 2024-08-04T15:48:03.493 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.493+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~N12BOWV21NVG.1 size=1048576 2024-08-04T15:48:03.494 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.495+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~N12BOWV21NVG.2 size=830237 2024-08-04T15:48:03.494 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.495+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=N12BOWV21NVG tag=Z2TVWPR39RIG type=write size=3975965 2024-08-04T15:48:03.496 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.497+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=S5NGGS734RV9 type=del 2024-08-04T15:48:03.498 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.499+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=V111U9SOG9UI type=del size=2911346 2024-08-04T15:48:03.502 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.503+0000 7fd2ccec3640 1 < suggested remove operation key=DI9N06E8I6FR tag=JL9Q20M2WGLJ type=del 2024-08-04T15:48:03.504 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.505+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=PCVC2V7Y9E75 type=del size=308859 2024-08-04T15:48:03.509 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.509+0000 7fd2ccec3640 1 < suggested remove operation key=0BWMVZQ5RBRL tag=SN8HOLFRYO6D type=del 2024-08-04T15:48:03.511 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.511+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=MMPXQ0EHPC0O type=del size=894372 2024-08-04T15:48:03.513 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.513+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~WKQG0TTXZ4I9.0 size=1048576 2024-08-04T15:48:03.514 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.515+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~WKQG0TTXZ4I9.1 size=1048576 2024-08-04T15:48:03.516 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.517+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~WKQG0TTXZ4I9.2 size=965052 2024-08-04T15:48:03.520 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.520+0000 7fd2ccec3640 1 < completed multipart upload key=SWB07P8C064V upload=WKQG0TTXZ4I9 tag=3M3GAIGB31TE type=write size=4110780 2024-08-04T15:48:03.522 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.522+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=HPHSB2L5RXPK type=del size=2289945 2024-08-04T15:48:03.526 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.526+0000 7fd2ccec3640 1 < suggested update operation key=ESVVWVGCH33K tag=0S1DFH27PCCG type=del size=1540114 2024-08-04T15:48:03.529 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.530+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~1GLK3XIOD3Z7.0 size=1048576 2024-08-04T15:48:03.531 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.531+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~1GLK3XIOD3Z7.1 size=1048576 2024-08-04T15:48:03.533 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.533+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~1GLK3XIOD3Z7.2 size=460642 2024-08-04T15:48:03.533 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.533+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=1GLK3XIOD3Z7 tag=AA4Z65FKVA06 type=write size=3606370 2024-08-04T15:48:03.534 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.535+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=ZOZNB7VGIWDO type=del 2024-08-04T15:48:03.538 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.539+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~DTMSHRLJS86F.0 size=1048576 2024-08-04T15:48:03.540 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.540+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~DTMSHRLJS86F.1 size=1048576 2024-08-04T15:48:03.542 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.542+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~DTMSHRLJS86F.2 size=329066 2024-08-04T15:48:03.542 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.542+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=DTMSHRLJS86F tag=AIT9F21QF03W type=write size=3474794 2024-08-04T15:48:03.544 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.544+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~TG0WLFOFUM9T.0 size=1048576 2024-08-04T15:48:03.546 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.546+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~TG0WLFOFUM9T.1 size=172255 2024-08-04T15:48:03.549 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.550+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=TG0WLFOFUM9T tag=FMS4FJDU0DC7 type=write size=2269407 2024-08-04T15:48:03.551 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.552+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=N7PE826I0M7Y type=del size=3234326 2024-08-04T15:48:03.553 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.554+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~SD4GEDS5PH5Q.0 size=416396 2024-08-04T15:48:03.557 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.557+0000 7fd2ccec3640 1 < completed multipart upload key=HIMJNBIR2DD9 upload=SD4GEDS5PH5Q tag=1M4UFG60PH68 type=write size=1464972 2024-08-04T15:48:03.559 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.559+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=NOQCMGN5GFOR type=del size=660971 2024-08-04T15:48:03.561 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.561+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~1Q41H5OA3H6J.0 size=1048576 2024-08-04T15:48:03.562 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.563+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~1Q41H5OA3H6J.1 size=124922 2024-08-04T15:48:03.566 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.566+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=1Q41H5OA3H6J tag=R45J38V6TPQS type=write size=2222074 2024-08-04T15:48:03.570 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.571+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~VA885AVBE79Y.0 size=1048576 2024-08-04T15:48:03.573 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.573+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~VA885AVBE79Y.1 size=1048576 2024-08-04T15:48:03.574 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.575+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~VA885AVBE79Y.2 size=967037 2024-08-04T15:48:03.574 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.575+0000 7fd2ccec3640 1 > prepared multipart upload key=62WXNRD38943 upload=VA885AVBE79Y tag=Q0JA8TC4093M type=write size=4112765 2024-08-04T15:48:03.576 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.577+0000 7fd2ccec3640 1 < canceled operation key=GBCNMYOO1FUA tag=VC782ZBDSNXC type=del size=25443 2024-08-04T15:48:03.581 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.582+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~0DA83CYVSQ8K.0 size=1048576 2024-08-04T15:48:03.583 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.583+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~0DA83CYVSQ8K.1 size=1024621 2024-08-04T15:48:03.583 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.583+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=0DA83CYVSQ8K tag=GTTQQ4273HSV type=write size=3121773 2024-08-04T15:48:03.585 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.586+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=JHX8BIKBQHBN type=del 2024-08-04T15:48:03.587 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.588+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=9QFLNWLJ0LLN type=write size=101083 2024-08-04T15:48:03.591 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.592+0000 7fd2ccec3640 1 < suggested remove operation key=4K3JERFA2TR2 tag=CVJ7Z02EOTKU type=del 2024-08-04T15:48:03.596 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.597+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~LQ7VZQGEFF3A.0 size=67799 2024-08-04T15:48:03.596 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.597+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=LQ7VZQGEFF3A tag=JEUBQM9IEL4L type=write size=1116375 2024-08-04T15:48:03.598 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.599+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=TU9RRUDWM5L9 type=del 2024-08-04T15:48:03.601 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.601+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=Q3TGM6BBZMMH type=write size=367390 2024-08-04T15:48:03.605 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.606+0000 7fd2ccec3640 1 < suggested remove operation key=DI9N06E8I6FR tag=VYBWOSXHJGQI type=del 2024-08-04T15:48:03.608 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.608+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=ZOZ65E43AOKH type=del size=477232 2024-08-04T15:48:03.610 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.611+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=49LNDCT9G4ON type=del 2024-08-04T15:48:03.614 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.615+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~98KQYRVZRTOS.0 size=786738 2024-08-04T15:48:03.614 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.615+0000 7fd2ccec3640 1 > prepared multipart upload key=SWB07P8C064V upload=98KQYRVZRTOS tag=I5KKJ3SLIYC6 type=write size=1835314 2024-08-04T15:48:03.617 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.617+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~N12BOWV21NVG.0 size=1048576 2024-08-04T15:48:03.618 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.619+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~N12BOWV21NVG.1 size=1048576 2024-08-04T15:48:03.620 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.621+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~N12BOWV21NVG.2 size=830237 2024-08-04T15:48:03.624 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.625+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=N12BOWV21NVG tag=Z2TVWPR39RIG type=write size=3975965 2024-08-04T15:48:03.626 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.627+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=O9PEK2VNMXZZ type=del size=3924596 2024-08-04T15:48:03.629 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.629+0000 7fd2ccec3640 1 < completed delete operation key=MWJBTVQYBFBJ tag=V111U9SOG9UI type=del 2024-08-04T15:48:03.633 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.633+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~PYOI228J4LN0.0 size=604023 2024-08-04T15:48:03.633 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.633+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=PYOI228J4LN0 tag=1T0PCCB1IDT9 type=write size=1652599 2024-08-04T15:48:03.638 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.639+0000 7fd2ccec3640 1 < suggested update operation key=HIMJNBIR2DD9 tag=PCVC2V7Y9E75 type=del size=308859 2024-08-04T15:48:03.640 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.641+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=2KHJCZOAIGXV type=del size=2310938 2024-08-04T15:48:03.643 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.643+0000 7fd2ccec3640 1 < canceled operation key=0BWMVZQ5RBRL tag=MMPXQ0EHPC0O type=del size=894372 2024-08-04T15:48:03.646 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.647+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~HL4V3JLTBGK2.0 size=905099 2024-08-04T15:48:03.647 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.647+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=HL4V3JLTBGK2 tag=X7KT4RVTR06Q type=write size=1953675 2024-08-04T15:48:03.647 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.648+0000 7fd2ccec3640 -1 < no bi entry to suggest for operation key=4K3JERFA2TR2 tag=HPHSB2L5RXPK type=del size=2289945: (2) No such file or directory 2024-08-04T15:48:03.652 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.652+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~DE6USDIV2YD5.0 size=1048576 2024-08-04T15:48:03.654 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.655+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~DE6USDIV2YD5.1 size=586710 2024-08-04T15:48:03.654 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.655+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=DE6USDIV2YD5 tag=XCH0HEL91BMF type=write size=2683862 2024-08-04T15:48:03.657 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.657+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~1GLK3XIOD3Z7.0 size=1048576 2024-08-04T15:48:03.658 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.659+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~1GLK3XIOD3Z7.1 size=1048576 2024-08-04T15:48:03.660 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.661+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~1GLK3XIOD3Z7.2 size=460642 2024-08-04T15:48:03.664 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.664+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=1GLK3XIOD3Z7 tag=AA4Z65FKVA06 type=write size=3606370 2024-08-04T15:48:03.667 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.668+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~CBIIOAGTX7RD.0 size=1048576 2024-08-04T15:48:03.669 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.670+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~CBIIOAGTX7RD.1 size=144479 2024-08-04T15:48:03.669 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.670+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=CBIIOAGTX7RD tag=0L00WCAYUMYP type=write size=2241631 2024-08-04T15:48:03.671 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.672+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~DTMSHRLJS86F.0 size=1048576 2024-08-04T15:48:03.673 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.673+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~DTMSHRLJS86F.1 size=1048576 2024-08-04T15:48:03.674 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.675+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~DTMSHRLJS86F.2 size=329066 2024-08-04T15:48:03.678 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.678+0000 7fd2ccec3640 1 < completed multipart upload key=77442UN63NTC upload=DTMSHRLJS86F tag=AIT9F21QF03W type=write size=3474794 2024-08-04T15:48:03.680 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.680+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=ZJB03RXZ0TI7 type=del size=1951003 2024-08-04T15:48:03.682 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.682+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=N7PE826I0M7Y type=del 2024-08-04T15:48:03.684 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.684+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=OPKM2C4FV7QC type=del size=2983872 2024-08-04T15:48:03.686 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.687+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=NOQCMGN5GFOR type=del 2024-08-04T15:48:03.688 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.689+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=H4CRXQ6R8074 type=del size=1404467 2024-08-04T15:48:03.690 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.691+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~VA885AVBE79Y.0 size=1048576 2024-08-04T15:48:03.692 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.693+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~VA885AVBE79Y.1 size=1048576 2024-08-04T15:48:03.694 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.694+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~VA885AVBE79Y.2 size=967037 2024-08-04T15:48:03.697 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.698+0000 7fd2ccec3640 1 < completed multipart upload key=62WXNRD38943 upload=VA885AVBE79Y tag=Q0JA8TC4093M type=write size=4112765 2024-08-04T15:48:03.699 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.700+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=9D5U9C65JRSC type=del size=3378784 2024-08-04T15:48:03.701 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.701+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~0DA83CYVSQ8K.0 size=1048576 2024-08-04T15:48:03.702 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.703+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~0DA83CYVSQ8K.1 size=1024621 2024-08-04T15:48:03.706 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.707+0000 7fd2ccec3640 1 < completed multipart upload key=Q43H3OZA4M1A upload=0DA83CYVSQ8K tag=GTTQQ4273HSV type=write size=3121773 2024-08-04T15:48:03.710 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.710+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~5SDVQ7WOAS90.0 size=1048576 2024-08-04T15:48:03.711 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.712+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~5SDVQ7WOAS90.1 size=1048576 2024-08-04T15:48:03.713 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.714+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~5SDVQ7WOAS90.2 size=893357 2024-08-04T15:48:03.713 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.714+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=5SDVQ7WOAS90 tag=5M0Q05RZ55ZX type=write size=4039085 2024-08-04T15:48:03.715 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.716+0000 7fd2ccec3640 1 < completed write operation key=62WXNRD38943 tag=9QFLNWLJ0LLN type=write size=101083 2024-08-04T15:48:03.717 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.717+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=0C4NLFDV4JNA type=del size=3302835 2024-08-04T15:48:03.719 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.719+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~LQ7VZQGEFF3A.0 size=67799 2024-08-04T15:48:03.723 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.723+0000 7fd2ccec3640 1 < completed multipart upload key=YXD2X0LU17RF upload=LQ7VZQGEFF3A tag=JEUBQM9IEL4L type=write size=1116375 2024-08-04T15:48:03.725 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.725+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=F728ND8S1LTC type=del size=25504 2024-08-04T15:48:03.727 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.727+0000 7fd2ccec3640 1 < completed write operation key=ADGRDVHIUPFJ tag=Q3TGM6BBZMMH type=write size=367390 2024-08-04T15:48:03.729 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.730+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=9CDIB4J1IPCV type=del size=1299178 2024-08-04T15:48:03.731 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.732+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=ZOZ65E43AOKH type=del 2024-08-04T15:48:03.734 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.735+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~H4Y33634UL3X.0 size=1048576 2024-08-04T15:48:03.736 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.737+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~H4Y33634UL3X.1 size=118338 2024-08-04T15:48:03.736 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.737+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=H4Y33634UL3X tag=T6Z9CBJBW80F type=write size=2215490 2024-08-04T15:48:03.739 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.739+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~98KQYRVZRTOS.0 size=786738 2024-08-04T15:48:03.742 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.742+0000 7fd2ccec3640 1 < completed multipart upload key=SWB07P8C064V upload=98KQYRVZRTOS tag=I5KKJ3SLIYC6 type=write size=1835314 2024-08-04T15:48:03.745 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.746+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~B9RJD274LX0I.0 size=1048576 2024-08-04T15:48:03.747 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.748+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~B9RJD274LX0I.1 size=454834 2024-08-04T15:48:03.747 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.748+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=B9RJD274LX0I tag=AQ0G76GA59FG type=write size=2551986 2024-08-04T15:48:03.749 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.750+0000 7fd2ccec3640 1 < canceled operation key=775O2FB0RT5R tag=O9PEK2VNMXZZ type=del size=3924596 2024-08-04T15:48:03.751 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.752+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=UU97I98W64UX type=del size=2781089 2024-08-04T15:48:03.753 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.754+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~PYOI228J4LN0.0 size=604023 2024-08-04T15:48:03.757 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.757+0000 7fd2ccec3640 1 < completed multipart upload key=ESVVWVGCH33K upload=PYOI228J4LN0 tag=1T0PCCB1IDT9 type=write size=1652599 2024-08-04T15:48:03.761 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.762+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~25UZILOBVFGS.0 size=890732 2024-08-04T15:48:03.761 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.762+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=25UZILOBVFGS tag=R5I2OSQ41R7Q type=write size=1939308 2024-08-04T15:48:03.763 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.764+0000 7fd2ccec3640 1 < completed delete operation key=A8CMFMCK5F3U tag=2KHJCZOAIGXV type=del 2024-08-04T15:48:03.765 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.766+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=CX7587A0AT5M type=del size=2665617 2024-08-04T15:48:03.767 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.768+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~HL4V3JLTBGK2.0 size=905099 2024-08-04T15:48:03.771 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.772+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=HL4V3JLTBGK2 tag=X7KT4RVTR06Q type=write size=1953675 2024-08-04T15:48:03.775 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.776+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~I14HSIXNNYKW.0 size=256170 2024-08-04T15:48:03.775 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.776+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=I14HSIXNNYKW tag=02J9O5IOVTKM type=write size=1304746 2024-08-04T15:48:03.775 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.776+0000 7fd2ccec3640 1 < canceled part key=_multipart_KSYUUUTKLZGE.2~DE6USDIV2YD5.0 size=1048576 2024-08-04T15:48:03.777 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.778+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~DE6USDIV2YD5.1 size=586710 2024-08-04T15:48:03.780 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.781+0000 7fd2ccec3640 1 < canceled multipart upload key=KSYUUUTKLZGE upload=DE6USDIV2YD5 tag=XCH0HEL91BMF type=write size=2683862 2024-08-04T15:48:03.782 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.783+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=7P9MFHMXM6CZ type=del size=2027749 2024-08-04T15:48:03.784 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.785+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~CBIIOAGTX7RD.0 size=1048576 2024-08-04T15:48:03.786 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.787+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~CBIIOAGTX7RD.1 size=144479 2024-08-04T15:48:03.789 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.790+0000 7fd2ccec3640 1 < completed multipart upload key=3SZIKIT8UW9F upload=CBIIOAGTX7RD tag=0L00WCAYUMYP type=write size=2241631 2024-08-04T15:48:03.791 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.792+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=OYHLQ91AD9FH type=del size=3196600 2024-08-04T15:48:03.793 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.794+0000 7fd2ccec3640 1 < canceled operation key=LPB2ZT0VBXYW tag=ZJB03RXZ0TI7 type=del size=1951003 2024-08-04T15:48:03.795 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.796+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=X9GPF462B6HS type=del size=551700 2024-08-04T15:48:03.797 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.798+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=OPKM2C4FV7QC type=del 2024-08-04T15:48:03.801 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.802+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~69C06AX8ON7O.0 size=1048576 2024-08-04T15:48:03.803 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.803+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~69C06AX8ON7O.1 size=361352 2024-08-04T15:48:03.803 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.803+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=69C06AX8ON7O tag=VFS1C6IZVNW8 type=write size=2458504 2024-08-04T15:48:03.807 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.807+0000 7fd2ccec3640 1 < suggested remove operation key=YXD2X0LU17RF tag=H4CRXQ6R8074 type=del 2024-08-04T15:48:03.809 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.809+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=6G6GGN00GSHR type=del size=1791456 2024-08-04T15:48:03.810 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.811+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=9D5U9C65JRSC type=del 2024-08-04T15:48:03.814 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.815+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~CEXG8SUZSKRD.0 size=1048576 2024-08-04T15:48:03.816 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.816+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~CEXG8SUZSKRD.1 size=344911 2024-08-04T15:48:03.816 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.816+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=CEXG8SUZSKRD tag=8F3CAOO8RD35 type=write size=2442063 2024-08-04T15:48:03.817 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.818+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~5SDVQ7WOAS90.0 size=1048576 2024-08-04T15:48:03.819 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.820+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~5SDVQ7WOAS90.1 size=1048576 2024-08-04T15:48:03.821 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.821+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~5SDVQ7WOAS90.2 size=893357 2024-08-04T15:48:03.825 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.825+0000 7fd2ccec3640 1 < completed multipart upload key=XWJQBRZ42N7Q upload=5SDVQ7WOAS90 tag=5M0Q05RZ55ZX type=write size=4039085 2024-08-04T15:48:03.827 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.827+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=V3F9XHLFFY26 type=del size=3982744 2024-08-04T15:48:03.828 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.829+0000 7fd2ccec3640 1 < canceled operation key=5JWY4L0XFKO9 tag=0C4NLFDV4JNA type=del size=3302835 2024-08-04T15:48:03.831 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.831+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=38R0SPRBRFHL type=del size=2048202 2024-08-04T15:48:03.833 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.833+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=F728ND8S1LTC type=del 2024-08-04T15:48:03.835 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.835+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=PFQT883RUQ8Y type=del size=2178676 2024-08-04T15:48:03.838 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.839+0000 7fd2ccec3640 1 < suggested update operation key=SWB07P8C064V tag=9CDIB4J1IPCV type=del size=1299178 2024-08-04T15:48:03.840 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.841+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=ZC8P6X32XXMW type=del size=3676901 2024-08-04T15:48:03.843 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.843+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~H4Y33634UL3X.0 size=1048576 2024-08-04T15:48:03.843 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.843+0000 7fd2ccec3640 1 < canceled part key=_multipart_N24BTWFMGCPP.2~H4Y33634UL3X.1 size=118338 2024-08-04T15:48:03.846 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.847+0000 7fd2ccec3640 1 < canceled multipart upload key=N24BTWFMGCPP upload=H4Y33634UL3X tag=T6Z9CBJBW80F type=write size=2215490 2024-08-04T15:48:03.848 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.849+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=DBJ1702PA4RV type=del size=1352192 2024-08-04T15:48:03.850 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.851+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~B9RJD274LX0I.0 size=1048576 2024-08-04T15:48:03.852 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.853+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~B9RJD274LX0I.1 size=454834 2024-08-04T15:48:03.856 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.857+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=B9RJD274LX0I tag=AQ0G76GA59FG type=write size=2551986 2024-08-04T15:48:03.860 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.861+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~SMZB0W4PXXPW.0 size=509928 2024-08-04T15:48:03.860 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.861+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=SMZB0W4PXXPW tag=6QDAK30R821G type=write size=1558504 2024-08-04T15:48:03.862 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.863+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=UU97I98W64UX type=del 2024-08-04T15:48:03.864 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.865+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=1D57F9AATKTH type=write size=607019 2024-08-04T15:48:03.867 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.867+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~25UZILOBVFGS.0 size=890732 2024-08-04T15:48:03.870 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.871+0000 7fd2ccec3640 1 < completed multipart upload key=HIMJNBIR2DD9 upload=25UZILOBVFGS tag=R5I2OSQ41R7Q type=write size=1939308 2024-08-04T15:48:03.872 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.873+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=R2BOTN9N99FE type=write size=203547 2024-08-04T15:48:03.874 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.874+0000 7fd2ccec3640 1 < canceled operation key=ESVVWVGCH33K tag=CX7587A0AT5M type=del size=2665617 2024-08-04T15:48:03.876 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.876+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=F9WKA644821L type=del size=2353849 2024-08-04T15:48:03.878 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.878+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~I14HSIXNNYKW.0 size=256170 2024-08-04T15:48:03.881 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.882+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=I14HSIXNNYKW tag=02J9O5IOVTKM type=write size=1304746 2024-08-04T15:48:03.883 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.884+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=XBS79IBKFLA7 type=del size=2873178 2024-08-04T15:48:03.885 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.886+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=7P9MFHMXM6CZ type=del 2024-08-04T15:48:03.888 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.888+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=N8WKLA9WBFNC type=write size=436533 2024-08-04T15:48:03.890 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.890+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=OYHLQ91AD9FH type=del 2024-08-04T15:48:03.893 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.894+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~8NOKGRHVS2K6.0 size=1048576 2024-08-04T15:48:03.895 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.896+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~8NOKGRHVS2K6.1 size=102132 2024-08-04T15:48:03.895 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.896+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=8NOKGRHVS2K6 tag=U65UVZ1ZWP95 type=write size=2199284 2024-08-04T15:48:03.897 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.898+0000 7fd2ccec3640 1 < completed delete operation key=MWJBTVQYBFBJ tag=X9GPF462B6HS type=del 2024-08-04T15:48:03.899 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.900+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=5L3W180PR4CN type=del size=3025249 2024-08-04T15:48:03.902 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.902+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~69C06AX8ON7O.0 size=1048576 2024-08-04T15:48:03.903 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.904+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~69C06AX8ON7O.1 size=361352 2024-08-04T15:48:03.907 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.908+0000 7fd2ccec3640 1 < completed multipart upload key=0ZFG1GY0QH8K upload=69C06AX8ON7O tag=VFS1C6IZVNW8 type=write size=2458504 2024-08-04T15:48:03.911 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.911+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~FXYDQUZA3OLA.0 size=1048576 2024-08-04T15:48:03.912 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.913+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~FXYDQUZA3OLA.1 size=826961 2024-08-04T15:48:03.912 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.913+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=FXYDQUZA3OLA tag=MMLX9I6QOZH2 type=write size=2924113 2024-08-04T15:48:03.914 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.915+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=6G6GGN00GSHR type=del 2024-08-04T15:48:03.916 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.917+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=67ZMH8C5FTOB type=del size=1481897 2024-08-04T15:48:03.919 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.919+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~CEXG8SUZSKRD.0 size=1048576 2024-08-04T15:48:03.920 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.921+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~CEXG8SUZSKRD.1 size=344911 2024-08-04T15:48:03.924 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.925+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=CEXG8SUZSKRD tag=8F3CAOO8RD35 type=write size=2442063 2024-08-04T15:48:03.927 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.927+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=8B0HDB331NZQ type=write size=34809 2024-08-04T15:48:03.931 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.932+0000 7fd2ccec3640 1 < suggested remove operation key=Q43H3OZA4M1A tag=V3F9XHLFFY26 type=del 2024-08-04T15:48:03.933 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.934+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=ARSYH2AG0TX8 type=del size=3515957 2024-08-04T15:48:03.937 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.938+0000 7fd2ccec3640 1 < suggested remove operation key=OFTIL8YKJPJA tag=38R0SPRBRFHL type=del 2024-08-04T15:48:03.941 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.942+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~ZZBKFFCZ1VQC.0 size=1048576 2024-08-04T15:48:03.943 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.944+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~ZZBKFFCZ1VQC.1 size=1048576 2024-08-04T15:48:03.945 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.946+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~ZZBKFFCZ1VQC.2 size=867360 2024-08-04T15:48:03.945 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.946+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=ZZBKFFCZ1VQC tag=57VRE0OEMEUS type=write size=4013088 2024-08-04T15:48:03.948 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.948+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=PFQT883RUQ8Y type=del 2024-08-04T15:48:03.950 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.951+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=UH1XAXSCBV4L type=del size=1877617 2024-08-04T15:48:03.955 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.955+0000 7fd2ccec3640 1 < suggested update operation key=UY4BH06KC1U7 tag=ZC8P6X32XXMW type=del size=3676901 2024-08-04T15:48:03.959 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.959+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~UVHAACSLY639.0 size=1048576 2024-08-04T15:48:03.961 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.961+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~UVHAACSLY639.1 size=158197 2024-08-04T15:48:03.961 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.961+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=UVHAACSLY639 tag=POQLNYF2Z1BU type=write size=2255349 2024-08-04T15:48:03.963 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.963+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=DBJ1702PA4RV type=del 2024-08-04T15:48:03.965 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.965+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=2FL1BF9FWYWA type=del size=3467360 2024-08-04T15:48:03.967 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.968+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~SMZB0W4PXXPW.0 size=509928 2024-08-04T15:48:03.970 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.971+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=SMZB0W4PXXPW tag=6QDAK30R821G type=write size=1558504 2024-08-04T15:48:03.974 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.975+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~JM3F7YM4W5QS.0 size=1048576 2024-08-04T15:48:03.976 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.976+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~JM3F7YM4W5QS.1 size=1048576 2024-08-04T15:48:03.977 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.978+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~JM3F7YM4W5QS.2 size=149144 2024-08-04T15:48:03.977 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.978+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=JM3F7YM4W5QS tag=PFC9RO01GKBK type=write size=3294872 2024-08-04T15:48:03.980 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.981+0000 7fd2ccec3640 -1 < failed to complete operation key=UY4BH06KC1U7 tag=1D57F9AATKTH type=write size=607019: (22) Invalid argument 2024-08-04T15:48:03.984 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.984+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~CYIE5U6HL8AI.0 size=1048576 2024-08-04T15:48:03.985 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.986+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~CYIE5U6HL8AI.1 size=1048576 2024-08-04T15:48:03.987 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.987+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~CYIE5U6HL8AI.2 size=940850 2024-08-04T15:48:03.987 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.987+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=CYIE5U6HL8AI tag=NZVPF8RA8CAU type=write size=4086578 2024-08-04T15:48:03.989 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.990+0000 7fd2ccec3640 1 < completed write operation key=MWJBTVQYBFBJ tag=R2BOTN9N99FE type=write size=203547 2024-08-04T15:48:03.991 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.992+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=0BTGDW9PHY4E type=del size=3927418 2024-08-04T15:48:03.993 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.994+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=F9WKA644821L type=del 2024-08-04T15:48:03.995 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.996+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=EB1ZRZVKPLS8 type=del size=1973114 2024-08-04T15:48:03.997 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:03.998+0000 7fd2ccec3640 1 < canceled operation key=LPB2ZT0VBXYW tag=XBS79IBKFLA7 type=del size=2873178 2024-08-04T15:48:04.001 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.001+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~VNTTRYVON9PZ.0 size=1048576 2024-08-04T15:48:04.002 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.003+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~VNTTRYVON9PZ.1 size=1048576 2024-08-04T15:48:04.004 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.005+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~VNTTRYVON9PZ.2 size=935997 2024-08-04T15:48:04.004 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.005+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=VNTTRYVON9PZ tag=VO6XL01AA7X7 type=write size=4081725 2024-08-04T15:48:04.006 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.007+0000 7fd2ccec3640 1 < completed write operation key=3SZIKIT8UW9F tag=N8WKLA9WBFNC type=write size=436533 2024-08-04T15:48:04.010 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.011+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~49LKJ7CVDM0T.0 size=1048576 2024-08-04T15:48:04.012 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.012+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~49LKJ7CVDM0T.1 size=1048576 2024-08-04T15:48:04.014 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.014+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~49LKJ7CVDM0T.2 size=994549 2024-08-04T15:48:04.014 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.014+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=49LKJ7CVDM0T tag=225KO5LFWLPH type=write size=4140277 2024-08-04T15:48:04.016 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.016+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~8NOKGRHVS2K6.0 size=1048576 2024-08-04T15:48:04.018 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.018+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~8NOKGRHVS2K6.1 size=102132 2024-08-04T15:48:04.021 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.022+0000 7fd2ccec3640 1 < completed multipart upload key=H06WFDC3B2PH upload=8NOKGRHVS2K6 tag=U65UVZ1ZWP95 type=write size=2199284 2024-08-04T15:48:04.025 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.025+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~YAC8F3U1N8M4.0 size=461690 2024-08-04T15:48:04.025 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.025+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=YAC8F3U1N8M4 tag=O4UG84828V12 type=write size=1510266 2024-08-04T15:48:04.027 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.027+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=5L3W180PR4CN type=del 2024-08-04T15:48:04.030 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.031+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~H8XWBT79CGR5.0 size=830593 2024-08-04T15:48:04.030 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.031+0000 7fd2ccec3640 1 > prepared multipart upload key=62WXNRD38943 upload=H8XWBT79CGR5 tag=3AX7M12D3UC1 type=write size=1879169 2024-08-04T15:48:04.032 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.033+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~FXYDQUZA3OLA.0 size=1048576 2024-08-04T15:48:04.034 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.034+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~FXYDQUZA3OLA.1 size=826961 2024-08-04T15:48:04.038 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.038+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=FXYDQUZA3OLA tag=MMLX9I6QOZH2 type=write size=2924113 2024-08-04T15:48:04.040 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.041+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=0Y2IX5S7O1ET type=del size=3343053 2024-08-04T15:48:04.042 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.043+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=67ZMH8C5FTOB type=del 2024-08-04T15:48:04.045 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.045+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=ZWYYABD09G6H type=write size=266890 2024-08-04T15:48:04.046 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.047+0000 7fd2ccec3640 1 < completed write operation key=62WXNRD38943 tag=8B0HDB331NZQ type=write size=34809 2024-08-04T15:48:04.050 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.051+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~EVXQE9IE0IJI.0 size=1048576 2024-08-04T15:48:04.052 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.052+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~EVXQE9IE0IJI.1 size=1048576 2024-08-04T15:48:04.053 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.054+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~EVXQE9IE0IJI.2 size=426681 2024-08-04T15:48:04.054 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.054+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=EVXQE9IE0IJI tag=SGTTS4KL3JQ1 type=write size=3572409 2024-08-04T15:48:04.056 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.056+0000 7fd2ccec3640 1 < canceled operation key=5JWY4L0XFKO9 tag=ARSYH2AG0TX8 type=del size=3515957 2024-08-04T15:48:04.058 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.058+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=9VUZW3DSTU8P type=del size=1085234 2024-08-04T15:48:04.060 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.061+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~ZZBKFFCZ1VQC.0 size=1048576 2024-08-04T15:48:04.062 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.063+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~ZZBKFFCZ1VQC.1 size=1048576 2024-08-04T15:48:04.064 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.064+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~ZZBKFFCZ1VQC.2 size=867360 2024-08-04T15:48:04.068 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.068+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=ZZBKFFCZ1VQC tag=57VRE0OEMEUS type=write size=4013088 2024-08-04T15:48:04.072 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.072+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~ROW9SM105FMO.0 size=33138 2024-08-04T15:48:04.072 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.072+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=ROW9SM105FMO tag=HTBA6I4P86PO type=write size=1081714 2024-08-04T15:48:04.074 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.074+0000 7fd2ccec3640 1 < canceled operation key=N24BTWFMGCPP tag=UH1XAXSCBV4L type=del size=1877617 2024-08-04T15:48:04.075 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.076+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=C9O4J6G1QUAJ type=del size=1127349 2024-08-04T15:48:04.077 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.078+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~UVHAACSLY639.0 size=1048576 2024-08-04T15:48:04.079 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.080+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~UVHAACSLY639.1 size=158197 2024-08-04T15:48:04.083 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.083+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=UVHAACSLY639 tag=POQLNYF2Z1BU type=write size=2255349 2024-08-04T15:48:04.087 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.087+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~SXLLFLZ4W93R.0 size=1048576 2024-08-04T15:48:04.089 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.089+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~SXLLFLZ4W93R.1 size=1048576 2024-08-04T15:48:04.090 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.091+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~SXLLFLZ4W93R.2 size=984612 2024-08-04T15:48:04.091 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.091+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=SXLLFLZ4W93R tag=G774CUWSWCX7 type=write size=4130340 2024-08-04T15:48:04.093 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.093+0000 7fd2ccec3640 1 < completed delete operation key=ADGRDVHIUPFJ tag=2FL1BF9FWYWA type=del 2024-08-04T15:48:04.094 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.095+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=3WOONA8R6896 type=del size=1065373 2024-08-04T15:48:04.096 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.097+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~JM3F7YM4W5QS.0 size=1048576 2024-08-04T15:48:04.098 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.099+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~JM3F7YM4W5QS.1 size=1048576 2024-08-04T15:48:04.098 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.099+0000 7fd2ccec3640 1 < canceled part key=_multipart_IPMGU45BLASA.2~JM3F7YM4W5QS.2 size=149144 2024-08-04T15:48:04.102 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.103+0000 7fd2ccec3640 1 < canceled multipart upload key=IPMGU45BLASA upload=JM3F7YM4W5QS tag=PFC9RO01GKBK type=write size=3294872 2024-08-04T15:48:04.104 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.105+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=MUE20M4V6DHC type=write size=146430 2024-08-04T15:48:04.107 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.107+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~CYIE5U6HL8AI.0 size=1048576 2024-08-04T15:48:04.108 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.109+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~CYIE5U6HL8AI.1 size=1048576 2024-08-04T15:48:04.109 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.109+0000 7fd2ccec3640 1 < canceled part key=_multipart_0ZFG1GY0QH8K.2~CYIE5U6HL8AI.2 size=940850 2024-08-04T15:48:04.112 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.113+0000 7fd2ccec3640 1 < canceled multipart upload key=0ZFG1GY0QH8K upload=CYIE5U6HL8AI tag=NZVPF8RA8CAU type=write size=4086578 2024-08-04T15:48:04.114 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.115+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=L3R14PJPN18K type=del size=2411903 2024-08-04T15:48:04.116 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.117+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=0BTGDW9PHY4E type=del 2024-08-04T15:48:04.120 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.120+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~VAI1IC3Q0FV4.0 size=1048576 2024-08-04T15:48:04.121 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.122+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~VAI1IC3Q0FV4.1 size=456417 2024-08-04T15:48:04.122 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.122+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=VAI1IC3Q0FV4 tag=KML8VN73R111 type=write size=2553569 2024-08-04T15:48:04.123 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.124+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=EB1ZRZVKPLS8 type=del 2024-08-04T15:48:04.125 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.126+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=YT0Z7YMZ3NQU type=del size=3671858 2024-08-04T15:48:04.127 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.128+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~VNTTRYVON9PZ.0 size=1048576 2024-08-04T15:48:04.129 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.129+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~VNTTRYVON9PZ.1 size=1048576 2024-08-04T15:48:04.130 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.131+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~VNTTRYVON9PZ.2 size=935997 2024-08-04T15:48:04.134 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.135+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=VNTTRYVON9PZ tag=VO6XL01AA7X7 type=write size=4081725 2024-08-04T15:48:04.138 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.138+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~7IPZGNUDGB1T.0 size=1048576 2024-08-04T15:48:04.139 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.140+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~7IPZGNUDGB1T.1 size=357018 2024-08-04T15:48:04.139 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.140+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=7IPZGNUDGB1T tag=O02SC9QU2LI8 type=write size=2454170 2024-08-04T15:48:04.141 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.142+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~49LKJ7CVDM0T.0 size=1048576 2024-08-04T15:48:04.143 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.144+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~49LKJ7CVDM0T.1 size=1048576 2024-08-04T15:48:04.145 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.146+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~49LKJ7CVDM0T.2 size=994549 2024-08-04T15:48:04.149 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.150+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=49LKJ7CVDM0T tag=225KO5LFWLPH type=write size=4140277 2024-08-04T15:48:04.153 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.154+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~5IWJI0CLQ56F.0 size=1048576 2024-08-04T15:48:04.155 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.156+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~5IWJI0CLQ56F.1 size=1048576 2024-08-04T15:48:04.157 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.158+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~5IWJI0CLQ56F.2 size=432097 2024-08-04T15:48:04.157 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.158+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=5IWJI0CLQ56F tag=KX2L71R60TVM type=write size=3577825 2024-08-04T15:48:04.159 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.160+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~YAC8F3U1N8M4.0 size=461690 2024-08-04T15:48:04.163 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.163+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=YAC8F3U1N8M4 tag=O4UG84828V12 type=write size=1510266 2024-08-04T15:48:04.165 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.165+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=EMWVKT8TS53S type=del size=2409844 2024-08-04T15:48:04.167 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.168+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~H8XWBT79CGR5.0 size=830593 2024-08-04T15:48:04.171 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.171+0000 7fd2ccec3640 1 < completed multipart upload key=62WXNRD38943 upload=H8XWBT79CGR5 tag=3AX7M12D3UC1 type=write size=1879169 2024-08-04T15:48:04.174 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.175+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~QU1PDVKN5GFM.0 size=1048576 2024-08-04T15:48:04.176 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.176+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~QU1PDVKN5GFM.1 size=1048576 2024-08-04T15:48:04.177 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.178+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~QU1PDVKN5GFM.2 size=705779 2024-08-04T15:48:04.177 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.178+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=QU1PDVKN5GFM tag=B2TJN1NZMXHH type=write size=3851507 2024-08-04T15:48:04.181 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.182+0000 7fd2ccec3640 1 < suggested remove operation key=PZE6FNM3SE38 tag=0Y2IX5S7O1ET type=del 2024-08-04T15:48:04.185 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.185+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~JSVHNO90ROGJ.0 size=1048576 2024-08-04T15:48:04.187 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.187+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~JSVHNO90ROGJ.1 size=1048576 2024-08-04T15:48:04.188 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.189+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~JSVHNO90ROGJ.2 size=339785 2024-08-04T15:48:04.188 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.189+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=JSVHNO90ROGJ tag=EQBZVT6WBGP2 type=write size=3485513 2024-08-04T15:48:04.190 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.190+0000 7fd2ccec3640 1 < completed write operation key=0ZFG1GY0QH8K tag=ZWYYABD09G6H type=write size=266890 2024-08-04T15:48:04.194 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.194+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~9ZCQ17FBHN8N.0 size=1048576 2024-08-04T15:48:04.195 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.196+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~9ZCQ17FBHN8N.1 size=952513 2024-08-04T15:48:04.195 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.196+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=9ZCQ17FBHN8N tag=1WPSJX587G72 type=write size=3049665 2024-08-04T15:48:04.197 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.198+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~EVXQE9IE0IJI.0 size=1048576 2024-08-04T15:48:04.199 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.199+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~EVXQE9IE0IJI.1 size=1048576 2024-08-04T15:48:04.200 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.201+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~EVXQE9IE0IJI.2 size=426681 2024-08-04T15:48:04.204 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.204+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=EVXQE9IE0IJI tag=SGTTS4KL3JQ1 type=write size=3572409 2024-08-04T15:48:04.207 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.208+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~K188HUCCV0OL.0 size=1048576 2024-08-04T15:48:04.209 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.210+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~K188HUCCV0OL.1 size=97446 2024-08-04T15:48:04.209 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.210+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=K188HUCCV0OL tag=WFASY44YONWQ type=write size=2194598 2024-08-04T15:48:04.211 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.212+0000 7fd2ccec3640 1 < completed delete operation key=N24BTWFMGCPP tag=9VUZW3DSTU8P type=del 2024-08-04T15:48:04.215 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.215+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~HR1M7BLK7R4U.0 size=1048576 2024-08-04T15:48:04.216 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.217+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~HR1M7BLK7R4U.1 size=1048576 2024-08-04T15:48:04.218 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.218+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~HR1M7BLK7R4U.2 size=87518 2024-08-04T15:48:04.218 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.218+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=HR1M7BLK7R4U tag=19WQ2QTX1FPD type=write size=3233246 2024-08-04T15:48:04.220 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.221+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~ROW9SM105FMO.0 size=33138 2024-08-04T15:48:04.224 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.224+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=ROW9SM105FMO tag=HTBA6I4P86PO type=write size=1081714 2024-08-04T15:48:04.228 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.229+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~554IODAN8XBI.0 size=428540 2024-08-04T15:48:04.228 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.229+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=554IODAN8XBI tag=1LRKFBOU327Z type=write size=1477116 2024-08-04T15:48:04.230 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.231+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=C9O4J6G1QUAJ type=del 2024-08-04T15:48:04.234 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.234+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~9YESQSJYGX37.0 size=1048576 2024-08-04T15:48:04.236 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.236+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~9YESQSJYGX37.1 size=315299 2024-08-04T15:48:04.236 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.236+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=9YESQSJYGX37 tag=L2O8HR7JS6PV type=write size=2412451 2024-08-04T15:48:04.236 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.237+0000 7fd2ccec3640 1 < canceled part key=_multipart_3SZIKIT8UW9F.2~SXLLFLZ4W93R.0 size=1048576 2024-08-04T15:48:04.238 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.238+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~SXLLFLZ4W93R.1 size=1048576 2024-08-04T15:48:04.239 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.240+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~SXLLFLZ4W93R.2 size=984612 2024-08-04T15:48:04.243 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.244+0000 7fd2ccec3640 1 < canceled multipart upload key=3SZIKIT8UW9F upload=SXLLFLZ4W93R tag=G774CUWSWCX7 type=write size=4130340 2024-08-04T15:48:04.245 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.246+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=03SUBI75LR1X type=del size=2921715 2024-08-04T15:48:04.247 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.248+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=3WOONA8R6896 type=del 2024-08-04T15:48:04.249 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.250+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=JUCDE7O7QL73 type=del size=1895407 2024-08-04T15:48:04.253 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.254+0000 7fd2ccec3640 1 < suggested remove operation key=ADGRDVHIUPFJ tag=MUE20M4V6DHC type=write 2024-08-04T15:48:04.255 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.256+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=30L29SC5DE4N type=del size=1981691 2024-08-04T15:48:04.257 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.258+0000 7fd2ccec3640 1 < completed delete operation key=MCSD2KYW9UUG tag=L3R14PJPN18K type=del 2024-08-04T15:48:04.260 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.260+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=0H1SZI5J2E4D type=write size=742797 2024-08-04T15:48:04.262 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.262+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~VAI1IC3Q0FV4.0 size=1048576 2024-08-04T15:48:04.263 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.264+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~VAI1IC3Q0FV4.1 size=456417 2024-08-04T15:48:04.267 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.267+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=VAI1IC3Q0FV4 tag=KML8VN73R111 type=write size=2553569 2024-08-04T15:48:04.271 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.271+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~76EB43G01XJ7.0 size=347519 2024-08-04T15:48:04.271 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.271+0000 7fd2ccec3640 1 > prepared multipart upload key=62WXNRD38943 upload=76EB43G01XJ7 tag=VIVRHWGDW7X8 type=write size=1396095 2024-08-04T15:48:04.273 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.274+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=YT0Z7YMZ3NQU type=del 2024-08-04T15:48:04.275 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.276+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=YMJ27Z52JLAL type=del size=2440251 2024-08-04T15:48:04.277 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.278+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~7IPZGNUDGB1T.0 size=1048576 2024-08-04T15:48:04.279 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.279+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~7IPZGNUDGB1T.1 size=357018 2024-08-04T15:48:04.282 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.283+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=7IPZGNUDGB1T tag=O02SC9QU2LI8 type=write size=2454170 2024-08-04T15:48:04.284 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.285+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=UNCX2NGCHHNN type=del size=3076017 2024-08-04T15:48:04.286 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.287+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~5IWJI0CLQ56F.0 size=1048576 2024-08-04T15:48:04.289 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.289+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~5IWJI0CLQ56F.1 size=1048576 2024-08-04T15:48:04.291 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.291+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~5IWJI0CLQ56F.2 size=432097 2024-08-04T15:48:04.294 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.295+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=5IWJI0CLQ56F tag=KX2L71R60TVM type=write size=3577825 2024-08-04T15:48:04.297 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.297+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=CTMK17S4DC46 type=del size=3590051 2024-08-04T15:48:04.299 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.299+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=EMWVKT8TS53S type=del 2024-08-04T15:48:04.301 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.301+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=DK81DMLNZBXG type=del size=1013954 2024-08-04T15:48:04.301 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.302+0000 7fd2ccec3640 1 < canceled part key=_multipart_0BWMVZQ5RBRL.2~QU1PDVKN5GFM.0 size=1048576 2024-08-04T15:48:04.303 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.304+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~QU1PDVKN5GFM.1 size=1048576 2024-08-04T15:48:04.305 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.305+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~QU1PDVKN5GFM.2 size=705779 2024-08-04T15:48:04.309 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.309+0000 7fd2ccec3640 1 < canceled multipart upload key=0BWMVZQ5RBRL upload=QU1PDVKN5GFM tag=B2TJN1NZMXHH type=write size=3851507 2024-08-04T15:48:04.311 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.312+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=09XXUZBUSGCX type=del size=224666 2024-08-04T15:48:04.313 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.314+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~JSVHNO90ROGJ.0 size=1048576 2024-08-04T15:48:04.315 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.316+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~JSVHNO90ROGJ.1 size=1048576 2024-08-04T15:48:04.317 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.318+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~JSVHNO90ROGJ.2 size=339785 2024-08-04T15:48:04.321 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.321+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=JSVHNO90ROGJ tag=EQBZVT6WBGP2 type=write size=3485513 2024-08-04T15:48:04.325 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.325+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~1KQHVLLB755U.0 size=1048576 2024-08-04T15:48:04.327 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.327+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~1KQHVLLB755U.1 size=1048576 2024-08-04T15:48:04.329 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.329+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~1KQHVLLB755U.2 size=771300 2024-08-04T15:48:04.329 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.329+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=1KQHVLLB755U tag=JTT3AT689GCW type=write size=3917028 2024-08-04T15:48:04.331 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.331+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~9ZCQ17FBHN8N.0 size=1048576 2024-08-04T15:48:04.332 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.333+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~9ZCQ17FBHN8N.1 size=952513 2024-08-04T15:48:04.336 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.336+0000 7fd2ccec3640 1 < completed multipart upload key=0BWMVZQ5RBRL upload=9ZCQ17FBHN8N tag=1WPSJX587G72 type=write size=3049665 2024-08-04T15:48:04.340 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.340+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~QXWCL2QYAEDO.0 size=1048576 2024-08-04T15:48:04.341 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.342+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~QXWCL2QYAEDO.1 size=1048576 2024-08-04T15:48:04.343 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.343+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~QXWCL2QYAEDO.2 size=1022386 2024-08-04T15:48:04.343 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.343+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=QXWCL2QYAEDO tag=YZ2IEJBFQ07I type=write size=4168114 2024-08-04T15:48:04.345 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.346+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~K188HUCCV0OL.0 size=1048576 2024-08-04T15:48:04.347 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.347+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~K188HUCCV0OL.1 size=97446 2024-08-04T15:48:04.350 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.351+0000 7fd2ccec3640 1 < completed multipart upload key=ESVVWVGCH33K upload=K188HUCCV0OL tag=WFASY44YONWQ type=write size=2194598 2024-08-04T15:48:04.353 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.353+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=27X9XHY6GLWX type=del size=2349676 2024-08-04T15:48:04.355 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.355+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~HR1M7BLK7R4U.0 size=1048576 2024-08-04T15:48:04.355 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.355+0000 7fd2ccec3640 1 < canceled part key=_multipart_ESVVWVGCH33K.2~HR1M7BLK7R4U.1 size=1048576 2024-08-04T15:48:04.357 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.357+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~HR1M7BLK7R4U.2 size=87518 2024-08-04T15:48:04.360 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.361+0000 7fd2ccec3640 1 < canceled multipart upload key=ESVVWVGCH33K upload=HR1M7BLK7R4U tag=19WQ2QTX1FPD type=write size=3233246 2024-08-04T15:48:04.364 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.365+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~0GDJX1C98PGY.0 size=1048576 2024-08-04T15:48:04.365 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.366+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~0GDJX1C98PGY.1 size=469103 2024-08-04T15:48:04.366 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.366+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=0GDJX1C98PGY tag=1SVH4P266999 type=write size=2566255 2024-08-04T15:48:04.368 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.369+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~554IODAN8XBI.0 size=428540 2024-08-04T15:48:04.371 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.372+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=554IODAN8XBI tag=1LRKFBOU327Z type=write size=1477116 2024-08-04T15:48:04.373 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.374+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=RZD34RW9MME6 type=write size=223024 2024-08-04T15:48:04.375 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.376+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~9YESQSJYGX37.0 size=1048576 2024-08-04T15:48:04.377 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.378+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~9YESQSJYGX37.1 size=315299 2024-08-04T15:48:04.381 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.381+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=9YESQSJYGX37 tag=L2O8HR7JS6PV type=write size=2412451 2024-08-04T15:48:04.383 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.384+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=P6J40FXI8AB4 type=del size=3138614 2024-08-04T15:48:04.387 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.387+0000 7fd2ccec3640 1 < suggested update operation key=XWJQBRZ42N7Q tag=03SUBI75LR1X type=del size=2921715 2024-08-04T15:48:04.391 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.391+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~0MU7O41261FK.0 size=1048576 2024-08-04T15:48:04.392 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.393+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~0MU7O41261FK.1 size=829076 2024-08-04T15:48:04.392 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.393+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=0MU7O41261FK tag=B5485QKFK70S type=write size=2926228 2024-08-04T15:48:04.394 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.395+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=JUCDE7O7QL73 type=del 2024-08-04T15:48:04.396 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.397+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=YHVK2NSH4TBV type=del size=516442 2024-08-04T15:48:04.399 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.399+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=30L29SC5DE4N type=del 2024-08-04T15:48:04.402 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.403+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~2MM5KB7OENJD.0 size=410904 2024-08-04T15:48:04.403 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.403+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=2MM5KB7OENJD tag=1RYAAZ8UQOQ3 type=write size=1459480 2024-08-04T15:48:04.404 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.405+0000 7fd2ccec3640 1 < completed write operation key=H06WFDC3B2PH tag=0H1SZI5J2E4D type=write size=742797 2024-08-04T15:48:04.406 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.407+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=15XA3RO5HM2N type=del size=2367196 2024-08-04T15:48:04.407 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.407+0000 7fd2ccec3640 1 < canceled part key=_multipart_62WXNRD38943.2~76EB43G01XJ7.0 size=347519 2024-08-04T15:48:04.411 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.411+0000 7fd2ccec3640 1 < canceled multipart upload key=62WXNRD38943 upload=76EB43G01XJ7 tag=VIVRHWGDW7X8 type=write size=1396095 2024-08-04T15:48:04.413 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.414+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=DQ204X311SUE type=del size=1221317 2024-08-04T15:48:04.415 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.416+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=YMJ27Z52JLAL type=del 2024-08-04T15:48:04.419 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.419+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~VJQHJG0MV3TH.0 size=496268 2024-08-04T15:48:04.419 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.420+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=VJQHJG0MV3TH tag=VDC6B3BXXOH1 type=write size=1544844 2024-08-04T15:48:04.425 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.425+0000 7fd2ccec3640 1 < suggested remove operation key=GBCNMYOO1FUA tag=UNCX2NGCHHNN type=del 2024-08-04T15:48:04.428 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.429+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~80O55029XS7H.0 size=1048576 2024-08-04T15:48:04.430 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.431+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~80O55029XS7H.1 size=702246 2024-08-04T15:48:04.430 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.431+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=80O55029XS7H tag=5EYZJLS2UGEC type=write size=2799398 2024-08-04T15:48:04.433 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.433+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=CTMK17S4DC46 type=del 2024-08-04T15:48:04.435 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.435+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=9KPHCTEVQO67 type=del size=3530267 2024-08-04T15:48:04.437 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.438+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=DK81DMLNZBXG type=del 2024-08-04T15:48:04.441 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.442+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~8R8J6WEOW2AM.0 size=1048576 2024-08-04T15:48:04.443 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.443+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~8R8J6WEOW2AM.1 size=868756 2024-08-04T15:48:04.443 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.443+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=8R8J6WEOW2AM tag=BNYD8XO04DLV type=write size=2965908 2024-08-04T15:48:04.445 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.446+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=09XXUZBUSGCX type=del 2024-08-04T15:48:04.448 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.449+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=PJDXAT8PN1NV type=del size=2261124 2024-08-04T15:48:04.450 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.451+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~1KQHVLLB755U.0 size=1048576 2024-08-04T15:48:04.452 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.452+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~1KQHVLLB755U.1 size=1048576 2024-08-04T15:48:04.454 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.454+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~1KQHVLLB755U.2 size=771300 2024-08-04T15:48:04.458 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.458+0000 7fd2ccec3640 1 < completed multipart upload key=XWJQBRZ42N7Q upload=1KQHVLLB755U tag=JTT3AT689GCW type=write size=3917028 2024-08-04T15:48:04.462 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.462+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~63NK5JLVM1PY.0 size=1048576 2024-08-04T15:48:04.463 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.464+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~63NK5JLVM1PY.1 size=486515 2024-08-04T15:48:04.463 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.464+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=63NK5JLVM1PY tag=X4HIWDQD5KXL type=write size=2583667 2024-08-04T15:48:04.465 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.466+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~QXWCL2QYAEDO.0 size=1048576 2024-08-04T15:48:04.467 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.468+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~QXWCL2QYAEDO.1 size=1048576 2024-08-04T15:48:04.469 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.470+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~QXWCL2QYAEDO.2 size=1022386 2024-08-04T15:48:04.473 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.474+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=QXWCL2QYAEDO tag=YZ2IEJBFQ07I type=write size=4168114 2024-08-04T15:48:04.475 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.476+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=AWJGK5944MTV type=del size=2884544 2024-08-04T15:48:04.477 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.478+0000 7fd2ccec3640 1 < canceled operation key=N24BTWFMGCPP tag=27X9XHY6GLWX type=del size=2349676 2024-08-04T15:48:04.479 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.480+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=J5PC1F9OYUHW type=write size=861820 2024-08-04T15:48:04.481 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.482+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~0GDJX1C98PGY.0 size=1048576 2024-08-04T15:48:04.483 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.483+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~0GDJX1C98PGY.1 size=469103 2024-08-04T15:48:04.487 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.487+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=0GDJX1C98PGY tag=1SVH4P266999 type=write size=2566255 2024-08-04T15:48:04.489 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.489+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=5EMBTQ0O627E type=del size=558492 2024-08-04T15:48:04.491 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.491+0000 7fd2ccec3640 1 < completed write operation key=EXYGXS950WM2 tag=RZD34RW9MME6 type=write size=223024 2024-08-04T15:48:04.495 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.495+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~BIIR59ENPCMB.0 size=770872 2024-08-04T15:48:04.495 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.495+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=BIIR59ENPCMB tag=QCQ5T4381UJN type=write size=1819448 2024-08-04T15:48:04.497 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.497+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=P6J40FXI8AB4 type=del 2024-08-04T15:48:04.499 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.499+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=M8VDQ4VPNQAK type=del size=855561 2024-08-04T15:48:04.501 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.501+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~0MU7O41261FK.0 size=1048576 2024-08-04T15:48:04.503 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.503+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~0MU7O41261FK.1 size=829076 2024-08-04T15:48:04.506 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.507+0000 7fd2ccec3640 1 < completed multipart upload key=3SZIKIT8UW9F upload=0MU7O41261FK tag=B5485QKFK70S type=write size=2926228 2024-08-04T15:48:04.510 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.510+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~OPMIBIAFQEHJ.0 size=1048576 2024-08-04T15:48:04.511 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.512+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~OPMIBIAFQEHJ.1 size=1040912 2024-08-04T15:48:04.512 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.512+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=OPMIBIAFQEHJ tag=7BH8XU3JY044 type=write size=3138064 2024-08-04T15:48:04.514 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.514+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=YHVK2NSH4TBV type=del 2024-08-04T15:48:04.515 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.516+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=Y37LEUXRK99N type=del size=2755274 2024-08-04T15:48:04.516 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.516+0000 7fd2ccec3640 1 < canceled part key=_multipart_775O2FB0RT5R.2~2MM5KB7OENJD.0 size=410904 2024-08-04T15:48:04.519 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.520+0000 7fd2ccec3640 1 < canceled multipart upload key=775O2FB0RT5R upload=2MM5KB7OENJD tag=1RYAAZ8UQOQ3 type=write size=1459480 2024-08-04T15:48:04.524 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.524+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~DTMTFHOGF41Y.0 size=1048576 2024-08-04T15:48:04.526 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.526+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~DTMTFHOGF41Y.1 size=803031 2024-08-04T15:48:04.526 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.527+0000 7fd2ccec3640 1 > prepared multipart upload key=62WXNRD38943 upload=DTMTFHOGF41Y tag=9O5FHC5S6E6Y type=write size=2900183 2024-08-04T15:48:04.528 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.529+0000 7fd2ccec3640 1 < completed delete operation key=UY4BH06KC1U7 tag=15XA3RO5HM2N type=del 2024-08-04T15:48:04.530 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.531+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=P7DOC3HLGCWR type=del size=437434 2024-08-04T15:48:04.532 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.533+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=DQ204X311SUE type=del 2024-08-04T15:48:04.536 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.537+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~JULOTTI8O4TQ.0 size=1048576 2024-08-04T15:48:04.538 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.538+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~JULOTTI8O4TQ.1 size=1048576 2024-08-04T15:48:04.540 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.540+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~JULOTTI8O4TQ.2 size=670748 2024-08-04T15:48:04.540 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.540+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=JULOTTI8O4TQ tag=4A1XAUVJE3DH type=write size=3816476 2024-08-04T15:48:04.542 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.542+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~VJQHJG0MV3TH.0 size=496268 2024-08-04T15:48:04.545 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.546+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=VJQHJG0MV3TH tag=VDC6B3BXXOH1 type=write size=1544844 2024-08-04T15:48:04.550 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.550+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~W0IUO7UY4SUQ.0 size=396962 2024-08-04T15:48:04.550 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.550+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=W0IUO7UY4SUQ tag=JOZRYB2AEUKG type=write size=1445538 2024-08-04T15:48:04.552 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.552+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~80O55029XS7H.0 size=1048576 2024-08-04T15:48:04.553 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.554+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~80O55029XS7H.1 size=702246 2024-08-04T15:48:04.558 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.558+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=80O55029XS7H tag=5EYZJLS2UGEC type=write size=2799398 2024-08-04T15:48:04.560 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.560+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=8HCEOS6YZQMG type=write size=844301 2024-08-04T15:48:04.562 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.563+0000 7fd2ccec3640 1 < completed delete operation key=OFTIL8YKJPJA tag=9KPHCTEVQO67 type=del 2024-08-04T15:48:04.565 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.566+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=4VEWPJ3VQ1K1 type=del size=496960 2024-08-04T15:48:04.567 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.568+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~8R8J6WEOW2AM.0 size=1048576 2024-08-04T15:48:04.569 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.569+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~8R8J6WEOW2AM.1 size=868756 2024-08-04T15:48:04.572 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.573+0000 7fd2ccec3640 1 < completed multipart upload key=HIMJNBIR2DD9 upload=8R8J6WEOW2AM tag=BNYD8XO04DLV type=write size=2965908 2024-08-04T15:48:04.574 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.575+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=R83V26CW5WN0 type=write size=675694 2024-08-04T15:48:04.578 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.579+0000 7fd2ccec3640 1 < suggested remove operation key=S35AAPLREPCU tag=PJDXAT8PN1NV type=del 2024-08-04T15:48:04.581 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.582+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=FV49W72BUY03 type=del size=1578698 2024-08-04T15:48:04.583 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.584+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~63NK5JLVM1PY.0 size=1048576 2024-08-04T15:48:04.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:04 smithi007 ceph-mon[92692]: pgmap v1422: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 KiB/s rd, 355 KiB/s wr, 1.80k op/s 2024-08-04T15:48:04.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:04 smithi007 ceph-mon[94998]: pgmap v1422: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 KiB/s rd, 355 KiB/s wr, 1.80k op/s 2024-08-04T15:48:04.585 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.585+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~63NK5JLVM1PY.1 size=486515 2024-08-04T15:48:04.589 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.589+0000 7fd2ccec3640 1 < completed multipart upload key=5JWY4L0XFKO9 upload=63NK5JLVM1PY tag=X4HIWDQD5KXL type=write size=2583667 2024-08-04T15:48:04.591 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.591+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=LDW27QPL1UZ4 type=del size=149818 2024-08-04T15:48:04.595 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.596+0000 7fd2ccec3640 1 < suggested update operation key=PZE6FNM3SE38 tag=AWJGK5944MTV type=del size=2884544 2024-08-04T15:48:04.597 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.597+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=5SZFFERPD6QK type=write size=53820 2024-08-04T15:48:04.601 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.601+0000 7fd2ccec3640 1 < suggested remove operation key=LPB2ZT0VBXYW tag=J5PC1F9OYUHW type=write 2024-08-04T15:48:04.604 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.605+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~M0075N9RU4VL.0 size=1048576 2024-08-04T15:48:04.606 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.606+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~M0075N9RU4VL.1 size=1048576 2024-08-04T15:48:04.607 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.608+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~M0075N9RU4VL.2 size=467299 2024-08-04T15:48:04.608 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.608+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=M0075N9RU4VL tag=T60JB3UQYQYU type=write size=3613027 2024-08-04T15:48:04.609 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.610+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=5EMBTQ0O627E type=del 2024-08-04T15:48:04.612 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.612+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=P1KISIBS3W1N type=del size=3397873 2024-08-04T15:48:04.612 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.613+0000 7fd2ccec3640 1 < canceled part key=_multipart_4K3JERFA2TR2.2~BIIR59ENPCMB.0 size=770872 2024-08-04T15:48:04.616 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.616+0000 7fd2ccec3640 1 < canceled multipart upload key=4K3JERFA2TR2 upload=BIIR59ENPCMB tag=QCQ5T4381UJN type=write size=1819448 2024-08-04T15:48:04.619 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.620+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~XIP8ZIPNFBF4.0 size=1048576 2024-08-04T15:48:04.621 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.622+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~XIP8ZIPNFBF4.1 size=1048576 2024-08-04T15:48:04.623 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.624+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~XIP8ZIPNFBF4.2 size=513301 2024-08-04T15:48:04.624 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.624+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=XIP8ZIPNFBF4 tag=C5LWZZPHI2RF type=write size=3659029 2024-08-04T15:48:04.625 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.626+0000 7fd2ccec3640 1 < completed delete operation key=XWJQBRZ42N7Q tag=M8VDQ4VPNQAK type=del 2024-08-04T15:48:04.629 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.630+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~5VZ9CFT1YQFJ.0 size=220003 2024-08-04T15:48:04.629 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.630+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=5VZ9CFT1YQFJ tag=WH5A20UERRPQ type=write size=1268579 2024-08-04T15:48:04.631 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.632+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~OPMIBIAFQEHJ.0 size=1048576 2024-08-04T15:48:04.633 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.634+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~OPMIBIAFQEHJ.1 size=1040912 2024-08-04T15:48:04.637 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.637+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=OPMIBIAFQEHJ tag=7BH8XU3JY044 type=write size=3138064 2024-08-04T15:48:04.639 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.640+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=BJLA70QCYZZV type=del size=389019 2024-08-04T15:48:04.641 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.641+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=Y37LEUXRK99N type=del 2024-08-04T15:48:04.643 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.644+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=3H6ZX82I1MC8 type=del size=213145 2024-08-04T15:48:04.645 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.645+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~DTMTFHOGF41Y.0 size=1048576 2024-08-04T15:48:04.646 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.647+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~DTMTFHOGF41Y.1 size=803031 2024-08-04T15:48:04.650 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.651+0000 7fd2ccec3640 1 < completed multipart upload key=62WXNRD38943 upload=DTMTFHOGF41Y tag=9O5FHC5S6E6Y type=write size=2900183 2024-08-04T15:48:04.653 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.654+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~1WVI0BYK0S7L.0 size=91344 2024-08-04T15:48:04.654 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.654+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=1WVI0BYK0S7L tag=QMOSSIZQEKZ2 type=write size=1139920 2024-08-04T15:48:04.656 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.656+0000 7fd2ccec3640 1 < completed delete operation key=UY4BH06KC1U7 tag=P7DOC3HLGCWR type=del 2024-08-04T15:48:04.658 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.658+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=NTJ832TMYJ68 type=del size=3377362 2024-08-04T15:48:04.660 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.660+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~JULOTTI8O4TQ.0 size=1048576 2024-08-04T15:48:04.661 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.662+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~JULOTTI8O4TQ.1 size=1048576 2024-08-04T15:48:04.663 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.664+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~JULOTTI8O4TQ.2 size=670748 2024-08-04T15:48:04.667 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.668+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=JULOTTI8O4TQ tag=4A1XAUVJE3DH type=write size=3816476 2024-08-04T15:48:04.669 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.670+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=LPD2H3VD12WB type=write size=878928 2024-08-04T15:48:04.669 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.670+0000 7fd2ccec3640 1 < canceled part key=_multipart_S35AAPLREPCU.2~W0IUO7UY4SUQ.0 size=396962 2024-08-04T15:48:04.673 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.673+0000 7fd2ccec3640 1 < canceled multipart upload key=S35AAPLREPCU upload=W0IUO7UY4SUQ tag=JOZRYB2AEUKG type=write size=1445538 2024-08-04T15:48:04.677 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.678+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~LAJVBV38RUIF.0 size=837795 2024-08-04T15:48:04.677 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.678+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=LAJVBV38RUIF tag=JAYCRSP8SOBJ type=write size=1886371 2024-08-04T15:48:04.678 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.678+0000 7fd2ccec3640 -1 < no bi entry to suggest for operation key=LPB2ZT0VBXYW tag=8HCEOS6YZQMG type=write size=844301: (2) No such file or directory 2024-08-04T15:48:04.680 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.680+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=9RBOPR5HB6K3 type=del size=1484920 2024-08-04T15:48:04.683 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.683+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=4VEWPJ3VQ1K1 type=del 2024-08-04T15:48:04.685 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.685+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=Q3QU8V5NK41I type=del size=3408648 2024-08-04T15:48:04.689 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.689+0000 7fd2ccec3640 1 < suggested update operation key=XWJQBRZ42N7Q tag=R83V26CW5WN0 type=write size=675694 2024-08-04T15:48:04.690 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.691+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=FB7B25MFFETN type=del size=253291 2024-08-04T15:48:04.693 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.694+0000 7fd2ccec3640 -1 < failed to complete operation key=PZE6FNM3SE38 tag=FV49W72BUY03 type=del size=1578698: (22) Invalid argument 2024-08-04T15:48:04.695 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.696+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=TKLAKI3PORBT type=del size=228277 2024-08-04T15:48:04.697 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.698+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=LDW27QPL1UZ4 type=del 2024-08-04T15:48:04.699 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.700+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=4HTLHV92P87L type=write size=154341 2024-08-04T15:48:04.703 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.704+0000 7fd2ccec3640 1 < suggested remove operation key=GBCNMYOO1FUA tag=5SZFFERPD6QK type=write 2024-08-04T15:48:04.705 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.706+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=SLS43KC1196D type=del size=2003285 2024-08-04T15:48:04.707 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.708+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~M0075N9RU4VL.0 size=1048576 2024-08-04T15:48:04.709 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.709+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~M0075N9RU4VL.1 size=1048576 2024-08-04T15:48:04.710 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.711+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~M0075N9RU4VL.2 size=467299 2024-08-04T15:48:04.714 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.715+0000 7fd2ccec3640 1 < completed multipart upload key=Q43H3OZA4M1A upload=M0075N9RU4VL tag=T60JB3UQYQYU type=write size=3613027 2024-08-04T15:48:04.716 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.717+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=DDBY6PX6YXXW type=del size=3802539 2024-08-04T15:48:04.718 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.719+0000 7fd2ccec3640 1 < completed delete operation key=UY4BH06KC1U7 tag=P1KISIBS3W1N type=del 2024-08-04T15:48:04.722 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.722+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~NALE6R3O9YNI.0 size=1048576 2024-08-04T15:48:04.723 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.724+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~NALE6R3O9YNI.1 size=1048576 2024-08-04T15:48:04.725 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.726+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~NALE6R3O9YNI.2 size=644648 2024-08-04T15:48:04.725 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.726+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=NALE6R3O9YNI tag=CQBROQ4L06NN type=write size=3790376 2024-08-04T15:48:04.727 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.728+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~XIP8ZIPNFBF4.0 size=1048576 2024-08-04T15:48:04.727 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.728+0000 7fd2ccec3640 1 < canceled part key=_multipart_S35AAPLREPCU.2~XIP8ZIPNFBF4.1 size=1048576 2024-08-04T15:48:04.729 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.729+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~XIP8ZIPNFBF4.2 size=513301 2024-08-04T15:48:04.733 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.734+0000 7fd2ccec3640 1 < canceled multipart upload key=S35AAPLREPCU upload=XIP8ZIPNFBF4 tag=C5LWZZPHI2RF type=write size=3659029 2024-08-04T15:48:04.737 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.738+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~0EAQ3751J4P5.0 size=1048576 2024-08-04T15:48:04.739 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.740+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~0EAQ3751J4P5.1 size=1048576 2024-08-04T15:48:04.741 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.742+0000 7fd2ccec3640 1 > prepared part key=_multipart_DI9N06E8I6FR.2~0EAQ3751J4P5.2 size=1002294 2024-08-04T15:48:04.741 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.742+0000 7fd2ccec3640 1 > prepared multipart upload key=DI9N06E8I6FR upload=0EAQ3751J4P5 tag=JTFCMQOJEIZY type=write size=4148022 2024-08-04T15:48:04.741 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.742+0000 7fd2ccec3640 1 < canceled part key=_multipart_N24BTWFMGCPP.2~5VZ9CFT1YQFJ.0 size=220003 2024-08-04T15:48:04.745 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.746+0000 7fd2ccec3640 1 < canceled multipart upload key=N24BTWFMGCPP upload=5VZ9CFT1YQFJ tag=WH5A20UERRPQ type=write size=1268579 2024-08-04T15:48:04.747 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.748+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=XY6KWK65TKFL type=del size=387747 2024-08-04T15:48:04.750 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.750+0000 7fd2ccec3640 -1 < failed to complete operation key=XWJQBRZ42N7Q tag=BJLA70QCYZZV type=del size=389019: (22) Invalid argument 2024-08-04T15:48:04.754 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.755+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~3UPZWLN47XCX.0 size=1048576 2024-08-04T15:48:04.756 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.756+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~3UPZWLN47XCX.1 size=1048576 2024-08-04T15:48:04.758 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.759+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~3UPZWLN47XCX.2 size=356291 2024-08-04T15:48:04.758 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.759+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=3UPZWLN47XCX tag=KLG812FKT39S type=write size=3502019 2024-08-04T15:48:04.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:04 smithi062 ceph-mon[85960]: pgmap v1422: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 KiB/s rd, 355 KiB/s wr, 1.80k op/s 2024-08-04T15:48:04.761 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.762+0000 7fd2ccec3640 -1 < failed to complete operation key=XWJQBRZ42N7Q tag=3H6ZX82I1MC8 type=del size=213145: (22) Invalid argument 2024-08-04T15:48:04.763 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.764+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=WVZAZTM4TOK0 type=write size=563688 2024-08-04T15:48:04.765 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.766+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~1WVI0BYK0S7L.0 size=91344 2024-08-04T15:48:04.769 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.769+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=1WVI0BYK0S7L tag=QMOSSIZQEKZ2 type=write size=1139920 2024-08-04T15:48:04.773 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.774+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~M3T1FQN0Q8OC.0 size=1048576 2024-08-04T15:48:04.775 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.775+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~M3T1FQN0Q8OC.1 size=1048576 2024-08-04T15:48:04.777 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.777+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~M3T1FQN0Q8OC.2 size=1024498 2024-08-04T15:48:04.777 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.777+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=M3T1FQN0Q8OC tag=T5TVIL0DS9WI type=write size=4170226 2024-08-04T15:48:04.779 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.779+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=NTJ832TMYJ68 type=del 2024-08-04T15:48:04.781 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.781+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=M52RNDAFL0PU type=del size=4180410 2024-08-04T15:48:04.783 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.783+0000 7fd2ccec3640 1 < completed write operation key=77442UN63NTC tag=LPD2H3VD12WB type=write size=878928 2024-08-04T15:48:04.785 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.786+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=ZI9WDQ3MC2L9 type=del size=896436 2024-08-04T15:48:04.786 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.786+0000 7fd2ccec3640 1 < canceled part key=_multipart_HIMJNBIR2DD9.2~LAJVBV38RUIF.0 size=837795 2024-08-04T15:48:04.789 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.789+0000 7fd2ccec3640 1 < canceled multipart upload key=HIMJNBIR2DD9 upload=LAJVBV38RUIF tag=JAYCRSP8SOBJ type=write size=1886371 2024-08-04T15:48:04.793 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.793+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~EP0FRFPAY8W7.0 size=1048576 2024-08-04T15:48:04.794 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.795+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~EP0FRFPAY8W7.1 size=1048576 2024-08-04T15:48:04.796 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.797+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~EP0FRFPAY8W7.2 size=443724 2024-08-04T15:48:04.796 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.797+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=EP0FRFPAY8W7 tag=ZYMHGJGV8UUO type=write size=3589452 2024-08-04T15:48:04.800 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.800+0000 7fd2ccec3640 1 < suggested remove operation key=KSYUUUTKLZGE tag=9RBOPR5HB6K3 type=del 2024-08-04T15:48:04.804 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.804+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~KDQK270B9S4S.0 size=1048576 2024-08-04T15:48:04.805 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.806+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~KDQK270B9S4S.1 size=183986 2024-08-04T15:48:04.806 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.806+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=KDQK270B9S4S tag=U4ZXGHM233PA type=write size=2281138 2024-08-04T15:48:04.808 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.808+0000 7fd2ccec3640 1 < completed delete operation key=ADGRDVHIUPFJ tag=Q3QU8V5NK41I type=del 2024-08-04T15:48:04.811 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.812+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~ISLSA07A6H7Q.0 size=564363 2024-08-04T15:48:04.811 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.812+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=ISLSA07A6H7Q tag=8XCKRB6SMX4A type=write size=1612939 2024-08-04T15:48:04.813 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.814+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=FB7B25MFFETN type=del 2024-08-04T15:48:04.817 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.818+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~1X51K997E36Y.0 size=1048576 2024-08-04T15:48:04.819 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.820+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~1X51K997E36Y.1 size=1048576 2024-08-04T15:48:04.821 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.821+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~1X51K997E36Y.2 size=384149 2024-08-04T15:48:04.821 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.821+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=1X51K997E36Y tag=V6WJP5PEXO64 type=write size=3529877 2024-08-04T15:48:04.823 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.823+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=TKLAKI3PORBT type=del 2024-08-04T15:48:04.825 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.826+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=4UEK0KJ6CAL3 type=del size=555904 2024-08-04T15:48:04.829 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.829+0000 7fd2ccec3640 1 < suggested remove operation key=0BWMVZQ5RBRL tag=4HTLHV92P87L type=write 2024-08-04T15:48:04.831 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.831+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=9TPTRKHKWNOA type=del size=574939 2024-08-04T15:48:04.832 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.833+0000 7fd2ccec3640 1 < completed delete operation key=A8CMFMCK5F3U tag=SLS43KC1196D type=del 2024-08-04T15:48:04.834 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.835+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=LFRTLPV77ZDC type=del size=1987344 2024-08-04T15:48:04.836 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.837+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=DDBY6PX6YXXW type=del 2024-08-04T15:48:04.838 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.839+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=9HQJ32UNOZDX type=del size=597741 2024-08-04T15:48:04.840 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.841+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~NALE6R3O9YNI.0 size=1048576 2024-08-04T15:48:04.842 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.843+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~NALE6R3O9YNI.1 size=1048576 2024-08-04T15:48:04.844 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.844+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~NALE6R3O9YNI.2 size=644648 2024-08-04T15:48:04.847 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.848+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=NALE6R3O9YNI tag=CQBROQ4L06NN type=write size=3790376 2024-08-04T15:48:04.851 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.852+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~P5VN3Z806KKG.0 size=273094 2024-08-04T15:48:04.851 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.852+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=P5VN3Z806KKG tag=Q91NARDP4MWQ type=write size=1321670 2024-08-04T15:48:04.854 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.854+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~0EAQ3751J4P5.0 size=1048576 2024-08-04T15:48:04.856 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.856+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~0EAQ3751J4P5.1 size=1048576 2024-08-04T15:48:04.858 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.858+0000 7fd2ccec3640 1 < completed part key=_multipart_DI9N06E8I6FR.2~0EAQ3751J4P5.2 size=1002294 2024-08-04T15:48:04.861 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.861+0000 7fd2ccec3640 1 < completed multipart upload key=DI9N06E8I6FR upload=0EAQ3751J4P5 tag=JTFCMQOJEIZY type=write size=4148022 2024-08-04T15:48:04.865 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.865+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~DFVT9MX7GO1R.0 size=1048576 2024-08-04T15:48:04.866 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.867+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~DFVT9MX7GO1R.1 size=1048576 2024-08-04T15:48:04.868 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.869+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~DFVT9MX7GO1R.2 size=908509 2024-08-04T15:48:04.868 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.869+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=DFVT9MX7GO1R tag=76AY0VYKBSJB type=write size=4054237 2024-08-04T15:48:04.870 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.871+0000 7fd2ccec3640 1 < canceled operation key=H06WFDC3B2PH tag=XY6KWK65TKFL type=del size=387747 2024-08-04T15:48:04.872 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.873+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=L65SG51JBZ68 type=del size=1756925 2024-08-04T15:48:04.874 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.875+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~3UPZWLN47XCX.0 size=1048576 2024-08-04T15:48:04.876 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.876+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~3UPZWLN47XCX.1 size=1048576 2024-08-04T15:48:04.877 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.878+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~3UPZWLN47XCX.2 size=356291 2024-08-04T15:48:04.881 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.882+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=3UPZWLN47XCX tag=KLG812FKT39S type=write size=3502019 2024-08-04T15:48:04.883 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.884+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=S14GF2RC94G5 type=del size=2263962 2024-08-04T15:48:04.887 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.888+0000 7fd2ccec3640 1 < suggested remove operation key=DI9N06E8I6FR tag=WVZAZTM4TOK0 type=write 2024-08-04T15:48:04.891 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.891+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~TXRG9Y2ZI27M.0 size=1048576 2024-08-04T15:48:04.892 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.893+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~TXRG9Y2ZI27M.1 size=1048576 2024-08-04T15:48:04.894 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.895+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~TXRG9Y2ZI27M.2 size=248070 2024-08-04T15:48:04.894 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.895+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=TXRG9Y2ZI27M tag=7I74WRHNTUDT type=write size=3393798 2024-08-04T15:48:04.896 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.897+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~M3T1FQN0Q8OC.0 size=1048576 2024-08-04T15:48:04.898 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.899+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~M3T1FQN0Q8OC.1 size=1048576 2024-08-04T15:48:04.900 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.901+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~M3T1FQN0Q8OC.2 size=1024498 2024-08-04T15:48:04.904 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.905+0000 7fd2ccec3640 1 < completed multipart upload key=Q43H3OZA4M1A upload=M3T1FQN0Q8OC tag=T5TVIL0DS9WI type=write size=4170226 2024-08-04T15:48:04.906 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.907+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=Z3FD56JR82EP type=del size=852470 2024-08-04T15:48:04.911 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.911+0000 7fd2ccec3640 1 < suggested remove operation key=4K3JERFA2TR2 tag=M52RNDAFL0PU type=del 2024-08-04T15:48:04.913 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.914+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=V6JW58BTPMCP type=del size=241032 2024-08-04T15:48:04.915 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.916+0000 7fd2ccec3640 1 < completed delete operation key=S35AAPLREPCU tag=ZI9WDQ3MC2L9 type=del 2024-08-04T15:48:04.919 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.920+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~EE9OTIHEOSFN.0 size=1048576 2024-08-04T15:48:04.921 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.921+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~EE9OTIHEOSFN.1 size=346174 2024-08-04T15:48:04.921 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.921+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=EE9OTIHEOSFN tag=7URZXMFZOFCY type=write size=2443326 2024-08-04T15:48:04.923 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.924+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~EP0FRFPAY8W7.0 size=1048576 2024-08-04T15:48:04.925 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.925+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~EP0FRFPAY8W7.1 size=1048576 2024-08-04T15:48:04.926 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.927+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~EP0FRFPAY8W7.2 size=443724 2024-08-04T15:48:04.930 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.930+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=EP0FRFPAY8W7 tag=ZYMHGJGV8UUO type=write size=3589452 2024-08-04T15:48:04.934 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.934+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~J6DKJVST0314.0 size=1048576 2024-08-04T15:48:04.935 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.936+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~J6DKJVST0314.1 size=286406 2024-08-04T15:48:04.936 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.936+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=J6DKJVST0314 tag=3RK92105OOF1 type=write size=2383558 2024-08-04T15:48:04.938 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.938+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~KDQK270B9S4S.0 size=1048576 2024-08-04T15:48:04.939 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.940+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~KDQK270B9S4S.1 size=183986 2024-08-04T15:48:04.943 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.944+0000 7fd2ccec3640 1 < completed multipart upload key=Q43H3OZA4M1A upload=KDQK270B9S4S tag=U4ZXGHM233PA type=write size=2281138 2024-08-04T15:48:04.947 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.948+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~DEVX6MY4M5J2.0 size=1048576 2024-08-04T15:48:04.949 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.949+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~DEVX6MY4M5J2.1 size=1048576 2024-08-04T15:48:04.951 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.951+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~DEVX6MY4M5J2.2 size=77655 2024-08-04T15:48:04.951 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.951+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=DEVX6MY4M5J2 tag=N2HNPLGBMS5O type=write size=3223383 2024-08-04T15:48:04.953 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.953+0000 7fd2ccec3640 1 < completed part key=_multipart_ADGRDVHIUPFJ.2~ISLSA07A6H7Q.0 size=564363 2024-08-04T15:48:04.957 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.957+0000 7fd2ccec3640 1 < completed multipart upload key=ADGRDVHIUPFJ upload=ISLSA07A6H7Q tag=8XCKRB6SMX4A type=write size=1612939 2024-08-04T15:48:04.961 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.961+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~AV26KB9CHY65.0 size=1048576 2024-08-04T15:48:04.962 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.963+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~AV26KB9CHY65.1 size=252919 2024-08-04T15:48:04.962 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.963+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=AV26KB9CHY65 tag=NE6SP8QU66C0 type=write size=2350071 2024-08-04T15:48:04.965 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.966+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~1X51K997E36Y.0 size=1048576 2024-08-04T15:48:04.967 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.967+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~1X51K997E36Y.1 size=1048576 2024-08-04T15:48:04.967 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.967+0000 7fd2ccec3640 1 < canceled part key=_multipart_OFTIL8YKJPJA.2~1X51K997E36Y.2 size=384149 2024-08-04T15:48:04.971 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.971+0000 7fd2ccec3640 1 < canceled multipart upload key=OFTIL8YKJPJA upload=1X51K997E36Y tag=V6WJP5PEXO64 type=write size=3529877 2024-08-04T15:48:04.975 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.976+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~WMU4PVAXGT6S.0 size=12511 2024-08-04T15:48:04.975 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.976+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=WMU4PVAXGT6S tag=0A3C3908LZ0U type=write size=1061087 2024-08-04T15:48:04.977 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.977+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=4UEK0KJ6CAL3 type=del 2024-08-04T15:48:04.979 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.979+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=O6KMK3GA58W2 type=del size=2290847 2024-08-04T15:48:04.981 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.981+0000 7fd2ccec3640 1 < completed delete operation key=HIMJNBIR2DD9 tag=9TPTRKHKWNOA type=del 2024-08-04T15:48:04.984 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.985+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~2BXQXJMHUPTO.0 size=1048576 2024-08-04T15:48:04.986 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.987+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~2BXQXJMHUPTO.1 size=201994 2024-08-04T15:48:04.987 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.987+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=2BXQXJMHUPTO tag=1AE1W0BLSWA3 type=write size=2299146 2024-08-04T15:48:04.989 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.990+0000 7fd2ccec3640 -1 < failed to complete operation key=4K3JERFA2TR2 tag=LFRTLPV77ZDC type=del size=1987344: (22) Invalid argument 2024-08-04T15:48:04.991 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.992+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=1GTZT8YGMEP1 type=write size=676893 2024-08-04T15:48:04.993 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.993+0000 7fd2ccec3640 1 < canceled operation key=77442UN63NTC tag=9HQJ32UNOZDX type=del size=597741 2024-08-04T15:48:04.995 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.995+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=FJUZIIJU6UVR type=del size=2004114 2024-08-04T15:48:04.995 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:04.996+0000 7fd2ccec3640 1 < canceled part key=_multipart_MCSD2KYW9UUG.2~P5VN3Z806KKG.0 size=273094 2024-08-04T15:48:04.999 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.000+0000 7fd2ccec3640 1 < canceled multipart upload key=MCSD2KYW9UUG upload=P5VN3Z806KKG tag=Q91NARDP4MWQ type=write size=1321670 2024-08-04T15:48:05.003 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.004+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~XRI3VOV156B9.0 size=647289 2024-08-04T15:48:05.003 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.004+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=XRI3VOV156B9 tag=6S9JEKNTMLM3 type=write size=1695865 2024-08-04T15:48:05.005 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.005+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~DFVT9MX7GO1R.0 size=1048576 2024-08-04T15:48:05.006 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.007+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~DFVT9MX7GO1R.1 size=1048576 2024-08-04T15:48:05.008 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.009+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~DFVT9MX7GO1R.2 size=908509 2024-08-04T15:48:05.013 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.013+0000 7fd2ccec3640 1 < completed multipart upload key=GBCNMYOO1FUA upload=DFVT9MX7GO1R tag=76AY0VYKBSJB type=write size=4054237 2024-08-04T15:48:05.017 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.017+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~F3QF46MNNIZR.0 size=770896 2024-08-04T15:48:05.017 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.017+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=F3QF46MNNIZR tag=A1Z004STQHHG type=write size=1819472 2024-08-04T15:48:05.019 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.019+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=L65SG51JBZ68 type=del 2024-08-04T15:48:05.021 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.022+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=0ZWG2OC3046H type=write size=560973 2024-08-04T15:48:05.023 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.024+0000 7fd2ccec3640 1 < completed delete operation key=A8CMFMCK5F3U tag=S14GF2RC94G5 type=del 2024-08-04T15:48:05.025 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.026+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=986ZTMLJFU0I type=del size=3862392 2024-08-04T15:48:05.028 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.028+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~TXRG9Y2ZI27M.0 size=1048576 2024-08-04T15:48:05.028 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.028+0000 7fd2ccec3640 1 < canceled part key=_multipart_77442UN63NTC.2~TXRG9Y2ZI27M.1 size=1048576 2024-08-04T15:48:05.029 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.030+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~TXRG9Y2ZI27M.2 size=248070 2024-08-04T15:48:05.033 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.034+0000 7fd2ccec3640 1 < canceled multipart upload key=77442UN63NTC upload=TXRG9Y2ZI27M tag=7I74WRHNTUDT type=write size=3393798 2024-08-04T15:48:05.037 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.038+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~L5WGAO59BDHC.0 size=1048576 2024-08-04T15:48:05.039 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.039+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~L5WGAO59BDHC.1 size=1048576 2024-08-04T15:48:05.040 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.041+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~L5WGAO59BDHC.2 size=518048 2024-08-04T15:48:05.041 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.041+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=L5WGAO59BDHC tag=EGG531HY4WV5 type=write size=3663776 2024-08-04T15:48:05.042 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.043+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=Z3FD56JR82EP type=del 2024-08-04T15:48:05.044 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.045+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=O8IXX8FSUBFQ type=del size=417746 2024-08-04T15:48:05.046 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.047+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=V6JW58BTPMCP type=del 2024-08-04T15:48:05.048 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.049+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=X4JGRY40IV31 type=write size=883817 2024-08-04T15:48:05.050 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.051+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~EE9OTIHEOSFN.0 size=1048576 2024-08-04T15:48:05.052 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.052+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~EE9OTIHEOSFN.1 size=346174 2024-08-04T15:48:05.055 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.056+0000 7fd2ccec3640 1 < completed multipart upload key=0BWMVZQ5RBRL upload=EE9OTIHEOSFN tag=7URZXMFZOFCY type=write size=2443326 2024-08-04T15:48:05.059 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.059+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~NIN0T4G27ETQ.0 size=1048576 2024-08-04T15:48:05.060 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.061+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~NIN0T4G27ETQ.1 size=1048576 2024-08-04T15:48:05.062 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.063+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~NIN0T4G27ETQ.2 size=181397 2024-08-04T15:48:05.063 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.063+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=NIN0T4G27ETQ tag=BLNMUYB5OFPI type=write size=3327125 2024-08-04T15:48:05.063 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.063+0000 7fd2ccec3640 1 < canceled part key=_multipart_H06WFDC3B2PH.2~J6DKJVST0314.0 size=1048576 2024-08-04T15:48:05.064 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.065+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~J6DKJVST0314.1 size=286406 2024-08-04T15:48:05.067 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.068+0000 7fd2ccec3640 1 < canceled multipart upload key=H06WFDC3B2PH upload=J6DKJVST0314 tag=3RK92105OOF1 type=write size=2383558 2024-08-04T15:48:05.069 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.070+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=UPHN6DZ6L0OE type=del size=3747147 2024-08-04T15:48:05.072 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.072+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~DEVX6MY4M5J2.0 size=1048576 2024-08-04T15:48:05.074 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.075+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~DEVX6MY4M5J2.1 size=1048576 2024-08-04T15:48:05.074 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.075+0000 7fd2ccec3640 1 < canceled part key=_multipart_IPMGU45BLASA.2~DEVX6MY4M5J2.2 size=77655 2024-08-04T15:48:05.078 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.078+0000 7fd2ccec3640 1 < canceled multipart upload key=IPMGU45BLASA upload=DEVX6MY4M5J2 tag=N2HNPLGBMS5O type=write size=3223383 2024-08-04T15:48:05.081 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.082+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~QVQSJ1RRQD71.0 size=860934 2024-08-04T15:48:05.081 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.082+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=QVQSJ1RRQD71 tag=N6BSU5WDLQZP type=write size=1909510 2024-08-04T15:48:05.083 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.084+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~AV26KB9CHY65.0 size=1048576 2024-08-04T15:48:05.085 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.086+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~AV26KB9CHY65.1 size=252919 2024-08-04T15:48:05.089 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.089+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=AV26KB9CHY65 tag=NE6SP8QU66C0 type=write size=2350071 2024-08-04T15:48:05.091 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.091+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=VOYMK2GXBOUU type=del size=2955919 2024-08-04T15:48:05.093 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.094+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~WMU4PVAXGT6S.0 size=12511 2024-08-04T15:48:05.097 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.097+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=WMU4PVAXGT6S tag=0A3C3908LZ0U type=write size=1061087 2024-08-04T15:48:05.100 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.101+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~XKPBIJR3R3YH.0 size=1048576 2024-08-04T15:48:05.103 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.103+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~XKPBIJR3R3YH.1 size=779060 2024-08-04T15:48:05.103 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.103+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=XKPBIJR3R3YH tag=3SGB3PQXQWL1 type=write size=2876212 2024-08-04T15:48:05.105 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.105+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=O6KMK3GA58W2 type=del 2024-08-04T15:48:05.109 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.109+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~SXWNZFF58R1V.0 size=996209 2024-08-04T15:48:05.109 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.109+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=SXWNZFF58R1V tag=8SUQXJ4YE5Y4 type=write size=2044785 2024-08-04T15:48:05.111 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.111+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~2BXQXJMHUPTO.0 size=1048576 2024-08-04T15:48:05.113 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.113+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~2BXQXJMHUPTO.1 size=201994 2024-08-04T15:48:05.116 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.117+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=2BXQXJMHUPTO tag=1AE1W0BLSWA3 type=write size=2299146 2024-08-04T15:48:05.120 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.120+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~0IFB944PKCC9.0 size=1048576 2024-08-04T15:48:05.121 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.122+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~0IFB944PKCC9.1 size=1026298 2024-08-04T15:48:05.121 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.122+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=0IFB944PKCC9 tag=OBO5ISZTHBVW type=write size=3123450 2024-08-04T15:48:05.123 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.124+0000 7fd2ccec3640 1 < completed write operation key=KSYUUUTKLZGE tag=1GTZT8YGMEP1 type=write size=676893 2024-08-04T15:48:05.125 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.126+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=8SA17E12XIRM type=del size=974123 2024-08-04T15:48:05.128 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.128+0000 7fd2ccec3640 1 < completed delete operation key=5MFVV0YROP6Z tag=FJUZIIJU6UVR type=del 2024-08-04T15:48:05.129 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.130+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=9Y3GL4JPFJEF type=del size=2128595 2024-08-04T15:48:05.131 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.132+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~XRI3VOV156B9.0 size=647289 2024-08-04T15:48:05.135 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.136+0000 7fd2ccec3640 1 < completed multipart upload key=XWJQBRZ42N7Q upload=XRI3VOV156B9 tag=6S9JEKNTMLM3 type=write size=1695865 2024-08-04T15:48:05.137 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.138+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=JR2MVYLRLR8J type=del size=2309223 2024-08-04T15:48:05.139 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.140+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~F3QF46MNNIZR.0 size=770896 2024-08-04T15:48:05.143 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.143+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=F3QF46MNNIZR tag=A1Z004STQHHG type=write size=1819472 2024-08-04T15:48:05.145 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.145+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=KK8P51P274U6 type=del size=2335854 2024-08-04T15:48:05.147 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.147+0000 7fd2ccec3640 1 < completed write operation key=5MFVV0YROP6Z tag=0ZWG2OC3046H type=write size=560973 2024-08-04T15:48:05.149 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.150+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=0YTIP0BHWAK0 type=del size=334179 2024-08-04T15:48:05.151 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.151+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=986ZTMLJFU0I type=del 2024-08-04T15:48:05.153 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.154+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=ETGY9VWZ4GLC type=del size=1375602 2024-08-04T15:48:05.155 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.155+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~L5WGAO59BDHC.0 size=1048576 2024-08-04T15:48:05.157 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.157+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~L5WGAO59BDHC.1 size=1048576 2024-08-04T15:48:05.158 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.159+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~L5WGAO59BDHC.2 size=518048 2024-08-04T15:48:05.162 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.163+0000 7fd2ccec3640 1 < completed multipart upload key=GBCNMYOO1FUA upload=L5WGAO59BDHC tag=EGG531HY4WV5 type=write size=3663776 2024-08-04T15:48:05.164 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.165+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=BHAD79MC2SWQ type=del size=787666 2024-08-04T15:48:05.166 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.167+0000 7fd2ccec3640 1 < canceled operation key=A8CMFMCK5F3U tag=O8IXX8FSUBFQ type=del size=417746 2024-08-04T15:48:05.168 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.169+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=1WO1SUIVZ6JV type=del size=3561508 2024-08-04T15:48:05.170 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.171+0000 7fd2ccec3640 1 < completed write operation key=XWJQBRZ42N7Q tag=X4JGRY40IV31 type=write size=883817 2024-08-04T15:48:05.174 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.175+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~K2HJXQB42G0I.0 size=1048576 2024-08-04T15:48:05.176 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.176+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~K2HJXQB42G0I.1 size=1048576 2024-08-04T15:48:05.177 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.178+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~K2HJXQB42G0I.2 size=927615 2024-08-04T15:48:05.177 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.178+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=K2HJXQB42G0I tag=0TRQW9NW5Y72 type=write size=4073343 2024-08-04T15:48:05.180 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.180+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~NIN0T4G27ETQ.0 size=1048576 2024-08-04T15:48:05.181 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.182+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~NIN0T4G27ETQ.1 size=1048576 2024-08-04T15:48:05.183 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.183+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~NIN0T4G27ETQ.2 size=181397 2024-08-04T15:48:05.186 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.187+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=NIN0T4G27ETQ tag=BLNMUYB5OFPI type=write size=3327125 2024-08-04T15:48:05.188 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.189+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=I1IRPQ2K1MBD type=write size=715645 2024-08-04T15:48:05.190 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.191+0000 7fd2ccec3640 1 < canceled operation key=EXYGXS950WM2 tag=UPHN6DZ6L0OE type=del size=3747147 2024-08-04T15:48:05.192 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.193+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=FTESH642KP27 type=del size=2556481 2024-08-04T15:48:05.193 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.193+0000 7fd2ccec3640 1 < canceled part key=_multipart_775O2FB0RT5R.2~QVQSJ1RRQD71.0 size=860934 2024-08-04T15:48:05.196 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.197+0000 7fd2ccec3640 1 < canceled multipart upload key=775O2FB0RT5R upload=QVQSJ1RRQD71 tag=N6BSU5WDLQZP type=write size=1909510 2024-08-04T15:48:05.198 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.199+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=ERE208G469Q7 type=del size=629466 2024-08-04T15:48:05.200 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.201+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=VOYMK2GXBOUU type=del 2024-08-04T15:48:05.202 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.203+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=FLTC1JTJ4OUK type=del size=3486567 2024-08-04T15:48:05.204 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.205+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~XKPBIJR3R3YH.0 size=1048576 2024-08-04T15:48:05.206 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.207+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~XKPBIJR3R3YH.1 size=779060 2024-08-04T15:48:05.209 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.210+0000 7fd2ccec3640 1 < completed multipart upload key=GBCNMYOO1FUA upload=XKPBIJR3R3YH tag=3SGB3PQXQWL1 type=write size=2876212 2024-08-04T15:48:05.214 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.215+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~I0U9HNRDW5LQ.0 size=1048576 2024-08-04T15:48:05.216 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.216+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~I0U9HNRDW5LQ.1 size=1048576 2024-08-04T15:48:05.218 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.218+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~I0U9HNRDW5LQ.2 size=374387 2024-08-04T15:48:05.218 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.218+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=I0U9HNRDW5LQ tag=4QS4C07F02Y3 type=write size=3520115 2024-08-04T15:48:05.220 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.220+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~SXWNZFF58R1V.0 size=996209 2024-08-04T15:48:05.223 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.223+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=SXWNZFF58R1V tag=8SUQXJ4YE5Y4 type=write size=2044785 2024-08-04T15:48:05.225 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.226+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=J6NDAODSPYQ7 type=del size=229827 2024-08-04T15:48:05.227 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.228+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~0IFB944PKCC9.0 size=1048576 2024-08-04T15:48:05.229 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.230+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~0IFB944PKCC9.1 size=1026298 2024-08-04T15:48:05.232 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.233+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=0IFB944PKCC9 tag=OBO5ISZTHBVW type=write size=3123450 2024-08-04T15:48:05.236 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.236+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~0BUOGDE8V3TY.0 size=1048576 2024-08-04T15:48:05.237 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.238+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~0BUOGDE8V3TY.1 size=1048576 2024-08-04T15:48:05.239 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.240+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~0BUOGDE8V3TY.2 size=74186 2024-08-04T15:48:05.239 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.240+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=0BUOGDE8V3TY tag=YLGQ3XA5M06X type=write size=3219914 2024-08-04T15:48:05.241 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.242+0000 7fd2ccec3640 1 < completed delete operation key=0ZFG1GY0QH8K tag=8SA17E12XIRM type=del 2024-08-04T15:48:05.245 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.246+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~R88JTX5RAW7S.0 size=926092 2024-08-04T15:48:05.245 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.246+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=R88JTX5RAW7S tag=OZ150VHZ1R9Z type=write size=1974668 2024-08-04T15:48:05.249 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.249+0000 7fd2ccec3640 1 < suggested remove operation key=0ZFG1GY0QH8K tag=9Y3GL4JPFJEF type=del 2024-08-04T15:48:05.251 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.251+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=N7MZ84MU0TIX type=del size=3394194 2024-08-04T15:48:05.253 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.253+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=JR2MVYLRLR8J type=del 2024-08-04T15:48:05.257 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.258+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~CGFX1TNB7ZJW.0 size=1048576 2024-08-04T15:48:05.259 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.259+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~CGFX1TNB7ZJW.1 size=1048576 2024-08-04T15:48:05.260 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.261+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~CGFX1TNB7ZJW.2 size=327831 2024-08-04T15:48:05.261 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.261+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=CGFX1TNB7ZJW tag=P2DW39RS8BGA type=write size=3473559 2024-08-04T15:48:05.263 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.263+0000 7fd2ccec3640 -1 < failed to complete operation key=0ZFG1GY0QH8K tag=KK8P51P274U6 type=del size=2335854: (22) Invalid argument 2024-08-04T15:48:05.267 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.267+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~8B9Y0LUQU8I5.0 size=1048576 2024-08-04T15:48:05.268 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.269+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~8B9Y0LUQU8I5.1 size=724684 2024-08-04T15:48:05.268 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.269+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=8B9Y0LUQU8I5 tag=6ZGEOXNSI11B type=write size=2821836 2024-08-04T15:48:05.272 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.273+0000 7fd2ccec3640 1 < suggested remove operation key=XWJQBRZ42N7Q tag=0YTIP0BHWAK0 type=del 2024-08-04T15:48:05.274 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.275+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=IEUVG92ZJX50 type=del size=1401543 2024-08-04T15:48:05.279 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.279+0000 7fd2ccec3640 1 < suggested update operation key=OFTIL8YKJPJA tag=ETGY9VWZ4GLC type=del size=1375602 2024-08-04T15:48:05.280 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.281+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=DAYH36Q2R9DP type=del size=149609 2024-08-04T15:48:05.282 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.283+0000 7fd2ccec3640 1 < completed delete operation key=MCSD2KYW9UUG tag=BHAD79MC2SWQ type=del 2024-08-04T15:48:05.284 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.284+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=HN4HRVO1642F type=del size=1226417 2024-08-04T15:48:05.286 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.286+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=1WO1SUIVZ6JV type=del 2024-08-04T15:48:05.290 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.290+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~2WLGO3T60I75.0 size=1048576 2024-08-04T15:48:05.292 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.292+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~2WLGO3T60I75.1 size=1048576 2024-08-04T15:48:05.294 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.294+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~2WLGO3T60I75.2 size=725845 2024-08-04T15:48:05.294 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.294+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=2WLGO3T60I75 tag=0C2G5M5IIZBR type=write size=3871573 2024-08-04T15:48:05.296 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.296+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~K2HJXQB42G0I.0 size=1048576 2024-08-04T15:48:05.297 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.298+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~K2HJXQB42G0I.1 size=1048576 2024-08-04T15:48:05.299 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.300+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~K2HJXQB42G0I.2 size=927615 2024-08-04T15:48:05.303 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.303+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=K2HJXQB42G0I tag=0TRQW9NW5Y72 type=write size=4073343 2024-08-04T15:48:05.305 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.305+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=TO2BSX9117X4 type=write size=331466 2024-08-04T15:48:05.307 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.307+0000 7fd2ccec3640 1 < completed write operation key=5JWY4L0XFKO9 tag=I1IRPQ2K1MBD type=write size=715645 2024-08-04T15:48:05.309 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.309+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=3X2Z3LBPCSJN type=del size=1149356 2024-08-04T15:48:05.310 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.311+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=FTESH642KP27 type=del 2024-08-04T15:48:05.312 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.313+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=3X1TZYA3C66G type=write size=358582 2024-08-04T15:48:05.314 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.315+0000 7fd2ccec3640 1 < canceled operation key=UY4BH06KC1U7 tag=ERE208G469Q7 type=del size=629466 2024-08-04T15:48:05.318 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.319+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~FMFFQEBAB2YV.0 size=339478 2024-08-04T15:48:05.319 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.319+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=FMFFQEBAB2YV tag=ZCBB94FC9D44 type=write size=1388054 2024-08-04T15:48:05.323 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.323+0000 7fd2ccec3640 1 < suggested remove operation key=A8CMFMCK5F3U tag=FLTC1JTJ4OUK type=del 2024-08-04T15:48:05.325 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.325+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=H19XTK7PRBRF type=write size=760605 2024-08-04T15:48:05.327 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.327+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~I0U9HNRDW5LQ.0 size=1048576 2024-08-04T15:48:05.328 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.329+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~I0U9HNRDW5LQ.1 size=1048576 2024-08-04T15:48:05.330 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.331+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~I0U9HNRDW5LQ.2 size=374387 2024-08-04T15:48:05.333 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.334+0000 7fd2ccec3640 1 < completed multipart upload key=HIMJNBIR2DD9 upload=I0U9HNRDW5LQ tag=4QS4C07F02Y3 type=write size=3520115 2024-08-04T15:48:05.337 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.338+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~MORVULZHQRNP.0 size=175699 2024-08-04T15:48:05.337 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.338+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=MORVULZHQRNP tag=173A7AHGGZEL type=write size=1224275 2024-08-04T15:48:05.337 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.338+0000 7fd2ccec3640 -1 < no bi entry to suggest for operation key=A8CMFMCK5F3U tag=J6NDAODSPYQ7 type=del size=229827: (2) No such file or directory 2024-08-04T15:48:05.341 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.342+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~LILUF7JCR57P.0 size=1048576 2024-08-04T15:48:05.343 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.343+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~LILUF7JCR57P.1 size=1048576 2024-08-04T15:48:05.344 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.345+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~LILUF7JCR57P.2 size=889682 2024-08-04T15:48:05.344 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.345+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=LILUF7JCR57P tag=P6PA3OA0TUCE type=write size=4035410 2024-08-04T15:48:05.346 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.347+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~0BUOGDE8V3TY.0 size=1048576 2024-08-04T15:48:05.348 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.348+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~0BUOGDE8V3TY.1 size=1048576 2024-08-04T15:48:05.349 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.350+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~0BUOGDE8V3TY.2 size=74186 2024-08-04T15:48:05.353 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.354+0000 7fd2ccec3640 1 < completed multipart upload key=Q43H3OZA4M1A upload=0BUOGDE8V3TY tag=YLGQ3XA5M06X type=write size=3219914 2024-08-04T15:48:05.357 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.358+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~Z65IGR296EVU.0 size=1048576 2024-08-04T15:48:05.359 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.360+0000 7fd2ccec3640 1 > prepared part key=_multipart_GBCNMYOO1FUA.2~Z65IGR296EVU.1 size=931906 2024-08-04T15:48:05.359 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.360+0000 7fd2ccec3640 1 > prepared multipart upload key=GBCNMYOO1FUA upload=Z65IGR296EVU tag=AJ4PYN3PNDH2 type=write size=3029058 2024-08-04T15:48:05.359 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.360+0000 7fd2ccec3640 1 < canceled part key=_multipart_4K3JERFA2TR2.2~R88JTX5RAW7S.0 size=926092 2024-08-04T15:48:05.363 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.363+0000 7fd2ccec3640 1 < canceled multipart upload key=4K3JERFA2TR2 upload=R88JTX5RAW7S tag=OZ150VHZ1R9Z type=write size=1974668 2024-08-04T15:48:05.366 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.367+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~Q50S250M4CW7.0 size=1048576 2024-08-04T15:48:05.368 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.368+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~Q50S250M4CW7.1 size=1001158 2024-08-04T15:48:05.368 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.369+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=Q50S250M4CW7 tag=9GZCYR2MLJPI type=write size=3098310 2024-08-04T15:48:05.370 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.371+0000 7fd2ccec3640 1 < completed delete operation key=IPMGU45BLASA tag=N7MZ84MU0TIX type=del 2024-08-04T15:48:05.372 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.373+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=69SUIIFZ9NH2 type=del size=17026 2024-08-04T15:48:05.373 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.373+0000 7fd2ccec3640 1 < canceled part key=_multipart_Q43H3OZA4M1A.2~CGFX1TNB7ZJW.0 size=1048576 2024-08-04T15:48:05.374 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.375+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~CGFX1TNB7ZJW.1 size=1048576 2024-08-04T15:48:05.376 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.376+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~CGFX1TNB7ZJW.2 size=327831 2024-08-04T15:48:05.381 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.380+0000 7fd2ccec3640 1 < canceled multipart upload key=Q43H3OZA4M1A upload=CGFX1TNB7ZJW tag=P2DW39RS8BGA type=write size=3473559 2024-08-04T15:48:05.382 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.382+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=1X4CRYEWZRH2 type=del size=2030385 2024-08-04T15:48:05.382 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.382+0000 7fd2ccec3640 1 < canceled part key=_multipart_EXYGXS950WM2.2~8B9Y0LUQU8I5.0 size=1048576 2024-08-04T15:48:05.383 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.383+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~8B9Y0LUQU8I5.1 size=724684 2024-08-04T15:48:05.386 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.387+0000 7fd2ccec3640 1 < canceled multipart upload key=EXYGXS950WM2 upload=8B9Y0LUQU8I5 tag=6ZGEOXNSI11B type=write size=2821836 2024-08-04T15:48:05.390 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.390+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~LJ1QF685K3V9.0 size=242258 2024-08-04T15:48:05.390 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.390+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=LJ1QF685K3V9 tag=RZRH28W9Y1ZS type=write size=1290834 2024-08-04T15:48:05.392 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.393+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=IEUVG92ZJX50 type=del 2024-08-04T15:48:05.394 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.395+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=JVSNJQXY1QUN type=write size=495746 2024-08-04T15:48:05.397 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.397+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=DAYH36Q2R9DP type=del 2024-08-04T15:48:05.400 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.400+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~NT7F284MZJWW.0 size=610308 2024-08-04T15:48:05.400 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.400+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=NT7F284MZJWW tag=4FSWQK9P4EXJ type=write size=1658884 2024-08-04T15:48:05.402 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.402+0000 7fd2ccec3640 1 < completed delete operation key=775O2FB0RT5R tag=HN4HRVO1642F type=del 2024-08-04T15:48:05.405 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.406+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~6JC1LSSJO65P.0 size=1048576 2024-08-04T15:48:05.407 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.407+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~6JC1LSSJO65P.1 size=486978 2024-08-04T15:48:05.407 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.407+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=6JC1LSSJO65P tag=LMNFJW0FKVG6 type=write size=2584130 2024-08-04T15:48:05.409 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.410+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~2WLGO3T60I75.0 size=1048576 2024-08-04T15:48:05.411 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.411+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~2WLGO3T60I75.1 size=1048576 2024-08-04T15:48:05.412 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.413+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~2WLGO3T60I75.2 size=725845 2024-08-04T15:48:05.416 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.416+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=2WLGO3T60I75 tag=0C2G5M5IIZBR type=write size=3871573 2024-08-04T15:48:05.418 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.419+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=CHX2J4VK2NLL type=del size=2406379 2024-08-04T15:48:05.420 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.421+0000 7fd2ccec3640 1 < completed write operation key=EXYGXS950WM2 tag=TO2BSX9117X4 type=write size=331466 2024-08-04T15:48:05.424 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.425+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~BPW79IS24Z51.0 size=1048576 2024-08-04T15:48:05.426 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.426+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~BPW79IS24Z51.1 size=88038 2024-08-04T15:48:05.426 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.426+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=BPW79IS24Z51 tag=RXQVRF9V20JE type=write size=2185190 2024-08-04T15:48:05.430 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.431+0000 7fd2ccec3640 1 < suggested update operation key=0BWMVZQ5RBRL tag=3X2Z3LBPCSJN type=del size=1149356 2024-08-04T15:48:05.434 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.435+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~X4IHIRHEBVZO.0 size=108563 2024-08-04T15:48:05.434 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.435+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=X4IHIRHEBVZO tag=EIXMT8JRNEG4 type=write size=1157139 2024-08-04T15:48:05.437 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.437+0000 7fd2ccec3640 1 < completed write operation key=Q43H3OZA4M1A tag=3X1TZYA3C66G type=write size=358582 2024-08-04T15:48:05.438 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.439+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=VXN34DZMN2O1 type=del size=3406749 2024-08-04T15:48:05.441 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.441+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~FMFFQEBAB2YV.0 size=339478 2024-08-04T15:48:05.444 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.445+0000 7fd2ccec3640 1 < completed multipart upload key=GBCNMYOO1FUA upload=FMFFQEBAB2YV tag=ZCBB94FC9D44 type=write size=1388054 2024-08-04T15:48:05.448 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.449+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~FSA9NQYB2Z5X.0 size=200910 2024-08-04T15:48:05.448 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.449+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=FSA9NQYB2Z5X tag=RG3F6RBKJJ0D type=write size=1249486 2024-08-04T15:48:05.450 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.451+0000 7fd2ccec3640 1 < canceled operation key=XWJQBRZ42N7Q tag=H19XTK7PRBRF type=write size=760605 2024-08-04T15:48:05.452 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.452+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=ZVKYHZHHV3MJ type=write size=695216 2024-08-04T15:48:05.454 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.454+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~MORVULZHQRNP.0 size=175699 2024-08-04T15:48:05.457 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.458+0000 7fd2ccec3640 1 < completed multipart upload key=ESVVWVGCH33K upload=MORVULZHQRNP tag=173A7AHGGZEL type=write size=1224275 2024-08-04T15:48:05.459 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.460+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=C4NNAWBVZNWS type=write size=409565 2024-08-04T15:48:05.461 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.462+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~LILUF7JCR57P.0 size=1048576 2024-08-04T15:48:05.463 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.464+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~LILUF7JCR57P.1 size=1048576 2024-08-04T15:48:05.465 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.465+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~LILUF7JCR57P.2 size=889682 2024-08-04T15:48:05.468 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.469+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=LILUF7JCR57P tag=P6PA3OA0TUCE type=write size=4035410 2024-08-04T15:48:05.470 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.471+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=XDSFH4P0NE5Y type=del size=2798390 2024-08-04T15:48:05.472 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.473+0000 7fd2ccec3640 1 < completed part key=_multipart_GBCNMYOO1FUA.2~Z65IGR296EVU.0 size=1048576 2024-08-04T15:48:05.472 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.473+0000 7fd2ccec3640 1 < canceled part key=_multipart_GBCNMYOO1FUA.2~Z65IGR296EVU.1 size=931906 2024-08-04T15:48:05.475 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.476+0000 7fd2ccec3640 1 < canceled multipart upload key=GBCNMYOO1FUA upload=Z65IGR296EVU tag=AJ4PYN3PNDH2 type=write size=3029058 2024-08-04T15:48:05.479 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.480+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~7EAG0SMSEXE7.0 size=1048576 2024-08-04T15:48:05.481 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.482+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~7EAG0SMSEXE7.1 size=1048576 2024-08-04T15:48:05.483 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.483+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~7EAG0SMSEXE7.2 size=846847 2024-08-04T15:48:05.483 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.483+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=7EAG0SMSEXE7 tag=PEM902DWOI2A type=write size=3992575 2024-08-04T15:48:05.485 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.486+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~Q50S250M4CW7.0 size=1048576 2024-08-04T15:48:05.487 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.487+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~Q50S250M4CW7.1 size=1001158 2024-08-04T15:48:05.491 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.492+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=Q50S250M4CW7 tag=9GZCYR2MLJPI type=write size=3098310 2024-08-04T15:48:05.493 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.493+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=M9OFW61B7OAD type=write size=332513 2024-08-04T15:48:05.495 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.496+0000 7fd2ccec3640 1 < completed delete operation key=ESVVWVGCH33K tag=69SUIIFZ9NH2 type=del 2024-08-04T15:48:05.497 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.498+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=BYZJ88FH01RV type=del size=455312 2024-08-04T15:48:05.499 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.500+0000 7fd2ccec3640 1 < completed delete operation key=UY4BH06KC1U7 tag=1X4CRYEWZRH2 type=del 2024-08-04T15:48:05.501 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.501+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=JWIVDWVS610I type=del size=3010436 2024-08-04T15:48:05.503 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.503+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~LJ1QF685K3V9.0 size=242258 2024-08-04T15:48:05.506 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.507+0000 7fd2ccec3640 1 < completed multipart upload key=5JWY4L0XFKO9 upload=LJ1QF685K3V9 tag=RZRH28W9Y1ZS type=write size=1290834 2024-08-04T15:48:05.510 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.511+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~XR3SBLKYQN2U.0 size=1048576 2024-08-04T15:48:05.512 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.513+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~XR3SBLKYQN2U.1 size=1048576 2024-08-04T15:48:05.514 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.514+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~XR3SBLKYQN2U.2 size=454054 2024-08-04T15:48:05.514 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.514+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=XR3SBLKYQN2U tag=BV7F1HZMYCLW type=write size=3599782 2024-08-04T15:48:05.516 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.516+0000 7fd2ccec3640 1 < completed write operation key=YXD2X0LU17RF tag=JVSNJQXY1QUN type=write size=495746 2024-08-04T15:48:05.518 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.518+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=0YG0KWL58DIZ type=del size=1301856 2024-08-04T15:48:05.519 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.520+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~NT7F284MZJWW.0 size=610308 2024-08-04T15:48:05.523 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.524+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=NT7F284MZJWW tag=4FSWQK9P4EXJ type=write size=1658884 2024-08-04T15:48:05.525 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.525+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=2A92NX5R16TV type=del size=2304289 2024-08-04T15:48:05.528 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.528+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~6JC1LSSJO65P.0 size=1048576 2024-08-04T15:48:05.530 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.530+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~6JC1LSSJO65P.1 size=486978 2024-08-04T15:48:05.533 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.534+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=6JC1LSSJO65P tag=LMNFJW0FKVG6 type=write size=2584130 2024-08-04T15:48:05.536 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.536+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=ZP9R1WELEIVC type=del size=768886 2024-08-04T15:48:05.538 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.538+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=CHX2J4VK2NLL type=del 2024-08-04T15:48:05.540 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.541+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=HNQBN43HN1OY type=del size=3699104 2024-08-04T15:48:05.542 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.543+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~BPW79IS24Z51.0 size=1048576 2024-08-04T15:48:05.544 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.545+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~BPW79IS24Z51.1 size=88038 2024-08-04T15:48:05.548 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.548+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=BPW79IS24Z51 tag=RXQVRF9V20JE type=write size=2185190 2024-08-04T15:48:05.550 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.550+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=SZK0D4SPAOH7 type=write size=241961 2024-08-04T15:48:05.552 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.552+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~X4IHIRHEBVZO.0 size=108563 2024-08-04T15:48:05.555 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.556+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=X4IHIRHEBVZO tag=EIXMT8JRNEG4 type=write size=1157139 2024-08-04T15:48:05.557 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.558+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=LD2UOZ1K1ML8 type=del size=925067 2024-08-04T15:48:05.559 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.560+0000 7fd2ccec3640 1 < completed delete operation key=MCSD2KYW9UUG tag=VXN34DZMN2O1 type=del 2024-08-04T15:48:05.563 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.563+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~PO4HF0FXEPZ8.0 size=1048576 2024-08-04T15:48:05.564 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.565+0000 7fd2ccec3640 1 > prepared part key=_multipart_5MFVV0YROP6Z.2~PO4HF0FXEPZ8.1 size=848524 2024-08-04T15:48:05.565 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.565+0000 7fd2ccec3640 1 > prepared multipart upload key=5MFVV0YROP6Z upload=PO4HF0FXEPZ8 tag=TE8A7ZTRH98N type=write size=2945676 2024-08-04T15:48:05.566 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.567+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~FSA9NQYB2Z5X.0 size=200910 2024-08-04T15:48:05.570 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.570+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=FSA9NQYB2Z5X tag=RG3F6RBKJJ0D type=write size=1249486 2024-08-04T15:48:05.573 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.574+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~QGQ3183T0U16.0 size=1048576 2024-08-04T15:48:05.575 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.575+0000 7fd2ccec3640 1 > prepared part key=_multipart_5JWY4L0XFKO9.2~QGQ3183T0U16.1 size=361280 2024-08-04T15:48:05.575 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.576+0000 7fd2ccec3640 1 > prepared multipart upload key=5JWY4L0XFKO9 upload=QGQ3183T0U16 tag=04H0FNGSE5OB type=write size=2458432 2024-08-04T15:48:05.577 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.577+0000 7fd2ccec3640 1 < completed write operation key=77442UN63NTC tag=ZVKYHZHHV3MJ type=write size=695216 2024-08-04T15:48:05.579 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.579+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=V3KSENY142CE type=del size=1217201 2024-08-04T15:48:05.581 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.581+0000 7fd2ccec3640 1 < completed write operation key=IPMGU45BLASA tag=C4NNAWBVZNWS type=write size=409565 2024-08-04T15:48:05.585 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.585+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~W3I8426OBQCK.0 size=1048576 2024-08-04T15:48:05.586 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.587+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~W3I8426OBQCK.1 size=97887 2024-08-04T15:48:05.587 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.587+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=W3I8426OBQCK tag=Z9C9SQXOAWBD type=write size=2195039 2024-08-04T15:48:05.589 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.589+0000 7fd2ccec3640 1 < completed delete operation key=MCSD2KYW9UUG tag=XDSFH4P0NE5Y type=del 2024-08-04T15:48:05.593 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.593+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~Q4VWHNNUCHIJ.0 size=1048576 2024-08-04T15:48:05.594 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.595+0000 7fd2ccec3640 1 > prepared part key=_multipart_0BWMVZQ5RBRL.2~Q4VWHNNUCHIJ.1 size=545708 2024-08-04T15:48:05.594 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.595+0000 7fd2ccec3640 1 > prepared multipart upload key=0BWMVZQ5RBRL upload=Q4VWHNNUCHIJ tag=HUGXITG24522 type=write size=2642860 2024-08-04T15:48:05.596 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.597+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~7EAG0SMSEXE7.0 size=1048576 2024-08-04T15:48:05.596 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.597+0000 7fd2ccec3640 1 < canceled part key=_multipart_0ZFG1GY0QH8K.2~7EAG0SMSEXE7.1 size=1048576 2024-08-04T15:48:05.598 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.598+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~7EAG0SMSEXE7.2 size=846847 2024-08-04T15:48:05.601 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.602+0000 7fd2ccec3640 1 < canceled multipart upload key=0ZFG1GY0QH8K upload=7EAG0SMSEXE7 tag=PEM902DWOI2A type=write size=3992575 2024-08-04T15:48:05.605 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.606+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~0HWWMFV2O3IH.0 size=1048576 2024-08-04T15:48:05.607 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.607+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~0HWWMFV2O3IH.1 size=918570 2024-08-04T15:48:05.607 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.607+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=0HWWMFV2O3IH tag=5RL8XICLK1E4 type=write size=3015722 2024-08-04T15:48:05.609 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.609+0000 7fd2ccec3640 1 < completed write operation key=0BWMVZQ5RBRL tag=M9OFW61B7OAD type=write size=332513 2024-08-04T15:48:05.610 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.611+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=8RUZ0BIUV22R type=del size=4131708 2024-08-04T15:48:05.613 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.613+0000 7fd2ccec3640 1 < completed delete operation key=HIMJNBIR2DD9 tag=BYZJ88FH01RV type=del 2024-08-04T15:48:05.614 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.615+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=J6TBMIXSQK2D type=del size=3055524 2024-08-04T15:48:05.617 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.617+0000 7fd2ccec3640 1 < completed delete operation key=MCSD2KYW9UUG tag=JWIVDWVS610I type=del 2024-08-04T15:48:05.621 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.622+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~WTQV8MJD9BYK.0 size=540067 2024-08-04T15:48:05.621 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.622+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=WTQV8MJD9BYK tag=K14B8C7XEA3A type=write size=1588643 2024-08-04T15:48:05.623 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.624+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~XR3SBLKYQN2U.0 size=1048576 2024-08-04T15:48:05.625 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.626+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~XR3SBLKYQN2U.1 size=1048576 2024-08-04T15:48:05.626 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.627+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~XR3SBLKYQN2U.2 size=454054 2024-08-04T15:48:05.630 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.630+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=XR3SBLKYQN2U tag=BV7F1HZMYCLW type=write size=3599782 2024-08-04T15:48:05.632 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.632+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=4T9UIZIDSHUP type=del size=2820963 2024-08-04T15:48:05.634 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.634+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=0YG0KWL58DIZ type=del 2024-08-04T15:48:05.638 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.638+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~4DJ1IL260FOC.0 size=1048576 2024-08-04T15:48:05.639 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.640+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~4DJ1IL260FOC.1 size=106599 2024-08-04T15:48:05.639 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.640+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=4DJ1IL260FOC tag=3B6ZANRRNIR1 type=write size=2203751 2024-08-04T15:48:05.641 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.642+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=2A92NX5R16TV type=del 2024-08-04T15:48:05.645 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.646+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~63ALRWKPLGBX.0 size=1048576 2024-08-04T15:48:05.646 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.647+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~63ALRWKPLGBX.1 size=1048576 2024-08-04T15:48:05.648 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.649+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~63ALRWKPLGBX.2 size=140233 2024-08-04T15:48:05.648 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.649+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=63ALRWKPLGBX tag=5P8FMM827BK8 type=write size=3285961 2024-08-04T15:48:05.650 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.651+0000 7fd2ccec3640 1 < completed delete operation key=62WXNRD38943 tag=ZP9R1WELEIVC type=del 2024-08-04T15:48:05.652 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.653+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=TD06V1XXCXHG type=del size=2092256 2024-08-04T15:48:05.654 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.655+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=HNQBN43HN1OY type=del 2024-08-04T15:48:05.656 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.657+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=LJ53ULPFYBLT type=del size=2691662 2024-08-04T15:48:05.658 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.659+0000 7fd2ccec3640 1 < completed write operation key=ESVVWVGCH33K tag=SZK0D4SPAOH7 type=write size=241961 2024-08-04T15:48:05.660 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.660+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=OCCM87Q05H5F type=del size=4040247 2024-08-04T15:48:05.662 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.662+0000 7fd2ccec3640 1 < canceled operation key=DI9N06E8I6FR tag=LD2UOZ1K1ML8 type=del size=925067 2024-08-04T15:48:05.665 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.666+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~F1VJYBH1DLPS.0 size=1048576 2024-08-04T15:48:05.667 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.667+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~F1VJYBH1DLPS.1 size=1048576 2024-08-04T15:48:05.668 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.669+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~F1VJYBH1DLPS.2 size=529144 2024-08-04T15:48:05.668 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.669+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=F1VJYBH1DLPS tag=OR2CZML9H1CF type=write size=3674872 2024-08-04T15:48:05.670 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.671+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~PO4HF0FXEPZ8.0 size=1048576 2024-08-04T15:48:05.672 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.672+0000 7fd2ccec3640 1 < completed part key=_multipart_5MFVV0YROP6Z.2~PO4HF0FXEPZ8.1 size=848524 2024-08-04T15:48:05.675 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.676+0000 7fd2ccec3640 1 < completed multipart upload key=5MFVV0YROP6Z upload=PO4HF0FXEPZ8 tag=TE8A7ZTRH98N type=write size=2945676 2024-08-04T15:48:05.679 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.679+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~RLAVYTQCF4XZ.0 size=889616 2024-08-04T15:48:05.679 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.679+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=RLAVYTQCF4XZ tag=5O9BXU6WYK3K type=write size=1938192 2024-08-04T15:48:05.681 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.682+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~QGQ3183T0U16.0 size=1048576 2024-08-04T15:48:05.683 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.683+0000 7fd2ccec3640 1 < completed part key=_multipart_5JWY4L0XFKO9.2~QGQ3183T0U16.1 size=361280 2024-08-04T15:48:05.687 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.687+0000 7fd2ccec3640 1 < completed multipart upload key=5JWY4L0XFKO9 upload=QGQ3183T0U16 tag=04H0FNGSE5OB type=write size=2458432 2024-08-04T15:48:05.691 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.691+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~PC30MPB92W19.0 size=532589 2024-08-04T15:48:05.691 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.691+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=PC30MPB92W19 tag=33N3I6ZIWRGF type=write size=1581165 2024-08-04T15:48:05.693 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.693+0000 7fd2ccec3640 1 < completed delete operation key=S35AAPLREPCU tag=V3KSENY142CE type=del 2024-08-04T15:48:05.695 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.696+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=PUX925KITVS5 type=del size=707341 2024-08-04T15:48:05.697 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.697+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~W3I8426OBQCK.0 size=1048576 2024-08-04T15:48:05.699 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.699+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~W3I8426OBQCK.1 size=97887 2024-08-04T15:48:05.702 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.703+0000 7fd2ccec3640 1 < completed multipart upload key=HIMJNBIR2DD9 upload=W3I8426OBQCK tag=Z9C9SQXOAWBD type=write size=2195039 2024-08-04T15:48:05.706 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.707+0000 7fd2ccec3640 1 > prepared part key=_multipart_H06WFDC3B2PH.2~UQTJZLLOEVFW.0 size=70682 2024-08-04T15:48:05.706 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.707+0000 7fd2ccec3640 1 > prepared multipart upload key=H06WFDC3B2PH upload=UQTJZLLOEVFW tag=8MSGOIBVP9H8 type=write size=1119258 2024-08-04T15:48:05.709 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.709+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~Q4VWHNNUCHIJ.0 size=1048576 2024-08-04T15:48:05.710 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.711+0000 7fd2ccec3640 1 < completed part key=_multipart_0BWMVZQ5RBRL.2~Q4VWHNNUCHIJ.1 size=545708 2024-08-04T15:48:05.714 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.715+0000 7fd2ccec3640 1 < completed multipart upload key=0BWMVZQ5RBRL upload=Q4VWHNNUCHIJ tag=HUGXITG24522 type=write size=2642860 2024-08-04T15:48:05.718 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.719+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~67UVG44IKTKX.0 size=1048576 2024-08-04T15:48:05.720 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.721+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~67UVG44IKTKX.1 size=1048576 2024-08-04T15:48:05.722 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.723+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~67UVG44IKTKX.2 size=678870 2024-08-04T15:48:05.722 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.723+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=67UVG44IKTKX tag=WM97246NNDFX type=write size=3824598 2024-08-04T15:48:05.724 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.725+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~0HWWMFV2O3IH.0 size=1048576 2024-08-04T15:48:05.726 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.727+0000 7fd2ccec3640 1 < completed part key=_multipart_3SZIKIT8UW9F.2~0HWWMFV2O3IH.1 size=918570 2024-08-04T15:48:05.730 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.731+0000 7fd2ccec3640 1 < completed multipart upload key=3SZIKIT8UW9F upload=0HWWMFV2O3IH tag=5RL8XICLK1E4 type=write size=3015722 2024-08-04T15:48:05.732 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.733+0000 7fd2ccec3640 1 > prepared operation key=KSYUUUTKLZGE tag=IYJQVBG2U7FT type=del size=3129421 2024-08-04T15:48:05.734 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.735+0000 7fd2ccec3640 1 < completed delete operation key=S35AAPLREPCU tag=8RUZ0BIUV22R type=del 2024-08-04T15:48:05.736 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.737+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=WA6D87A6XQ0U type=del size=2381174 2024-08-04T15:48:05.738 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.739+0000 7fd2ccec3640 1 < completed delete operation key=KSYUUUTKLZGE tag=J6TBMIXSQK2D type=del 2024-08-04T15:48:05.740 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.741+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=MDQKRM3BWSC5 type=del size=7866 2024-08-04T15:48:05.742 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.743+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~WTQV8MJD9BYK.0 size=540067 2024-08-04T15:48:05.746 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.746+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=WTQV8MJD9BYK tag=K14B8C7XEA3A type=write size=1588643 2024-08-04T15:48:05.748 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.748+0000 7fd2ccec3640 1 > prepared operation key=5JWY4L0XFKO9 tag=2PUIW9XFI3YZ type=del size=3702983 2024-08-04T15:48:05.752 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.752+0000 7fd2ccec3640 1 < suggested remove operation key=UY4BH06KC1U7 tag=4T9UIZIDSHUP type=del 2024-08-04T15:48:05.754 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.754+0000 7fd2ccec3640 1 > prepared operation key=ADGRDVHIUPFJ tag=2HUQ043MQ489 type=del size=3677654 2024-08-04T15:48:05.756 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.756+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~4DJ1IL260FOC.0 size=1048576 2024-08-04T15:48:05.758 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.758+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~4DJ1IL260FOC.1 size=106599 2024-08-04T15:48:05.762 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.762+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=4DJ1IL260FOC tag=3B6ZANRRNIR1 type=write size=2203751 2024-08-04T15:48:05.764 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.764+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=CS1WYZC8YDMG type=del size=3205709 2024-08-04T15:48:05.766 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.766+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~63ALRWKPLGBX.0 size=1048576 2024-08-04T15:48:05.768 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.768+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~63ALRWKPLGBX.1 size=1048576 2024-08-04T15:48:05.769 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.770+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~63ALRWKPLGBX.2 size=140233 2024-08-04T15:48:05.773 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.774+0000 7fd2ccec3640 1 < completed multipart upload key=ESVVWVGCH33K upload=63ALRWKPLGBX tag=5P8FMM827BK8 type=write size=3285961 2024-08-04T15:48:05.778 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.779+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~RSJGDZL6FVKG.0 size=1006230 2024-08-04T15:48:05.778 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.779+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=RSJGDZL6FVKG tag=6GM8P2DAOUI8 type=write size=2054806 2024-08-04T15:48:05.780 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.781+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=TD06V1XXCXHG type=del 2024-08-04T15:48:05.784 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.785+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~144XHIV1UJU6.0 size=1048576 2024-08-04T15:48:05.786 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.786+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~144XHIV1UJU6.1 size=1048576 2024-08-04T15:48:05.787 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.788+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~144XHIV1UJU6.2 size=197071 2024-08-04T15:48:05.787 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.788+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=144XHIV1UJU6 tag=14DBS5LDH23F type=write size=3342799 2024-08-04T15:48:05.789 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.790+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=LJ53ULPFYBLT type=del 2024-08-04T15:48:05.791 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.792+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=WQ4WKPXP2L7Y type=del size=1507087 2024-08-04T15:48:05.795 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.795+0000 7fd2ccec3640 1 < suggested remove operation key=A8CMFMCK5F3U tag=OCCM87Q05H5F type=del 2024-08-04T15:48:05.797 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.797+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=FNC6DTTXL3ZF type=del size=2366346 2024-08-04T15:48:05.799 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.799+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~F1VJYBH1DLPS.0 size=1048576 2024-08-04T15:48:05.800 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.801+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~F1VJYBH1DLPS.1 size=1048576 2024-08-04T15:48:05.802 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.803+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~F1VJYBH1DLPS.2 size=529144 2024-08-04T15:48:05.806 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.806+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=F1VJYBH1DLPS tag=OR2CZML9H1CF type=write size=3674872 2024-08-04T15:48:05.808 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.808+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=44VINU4I6VTK type=del size=2883760 2024-08-04T15:48:05.810 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.810+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~RLAVYTQCF4XZ.0 size=889616 2024-08-04T15:48:05.814 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.814+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=RLAVYTQCF4XZ tag=5O9BXU6WYK3K type=write size=1938192 2024-08-04T15:48:05.818 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.819+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~7OR31HJNE9YB.0 size=1048576 2024-08-04T15:48:05.820 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.820+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~7OR31HJNE9YB.1 size=1048576 2024-08-04T15:48:05.821 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.822+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~7OR31HJNE9YB.2 size=1029769 2024-08-04T15:48:05.821 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.822+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=7OR31HJNE9YB tag=4KATY1X202QL type=write size=4175497 2024-08-04T15:48:05.823 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.824+0000 7fd2ccec3640 1 < completed part key=_multipart_LPB2ZT0VBXYW.2~PC30MPB92W19.0 size=532589 2024-08-04T15:48:05.827 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.827+0000 7fd2ccec3640 1 < completed multipart upload key=LPB2ZT0VBXYW upload=PC30MPB92W19 tag=33N3I6ZIWRGF type=write size=1581165 2024-08-04T15:48:05.831 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.831+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~OQN0WER09HDE.0 size=867246 2024-08-04T15:48:05.831 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.831+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=OQN0WER09HDE tag=TVCIR8GT0BPV type=write size=1915822 2024-08-04T15:48:05.833 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.834+0000 7fd2ccec3640 -1 < failed to complete operation key=UY4BH06KC1U7 tag=PUX925KITVS5 type=del size=707341: (22) Invalid argument 2024-08-04T15:48:05.837 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.838+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~T4R5YICB6VFK.0 size=1048576 2024-08-04T15:48:05.839 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.839+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~T4R5YICB6VFK.1 size=1048576 2024-08-04T15:48:05.841 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.841+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~T4R5YICB6VFK.2 size=625087 2024-08-04T15:48:05.841 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.841+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=T4R5YICB6VFK tag=PRPMT2EHDT1C type=write size=3770815 2024-08-04T15:48:05.843 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.843+0000 7fd2ccec3640 1 < completed part key=_multipart_H06WFDC3B2PH.2~UQTJZLLOEVFW.0 size=70682 2024-08-04T15:48:05.846 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.846+0000 7fd2ccec3640 1 < completed multipart upload key=H06WFDC3B2PH upload=UQTJZLLOEVFW tag=8MSGOIBVP9H8 type=write size=1119258 2024-08-04T15:48:05.850 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.850+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~CXO5J4CKNLNH.0 size=1048576 2024-08-04T15:48:05.851 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.852+0000 7fd2ccec3640 1 > prepared part key=_multipart_4K3JERFA2TR2.2~CXO5J4CKNLNH.1 size=831809 2024-08-04T15:48:05.851 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.852+0000 7fd2ccec3640 1 > prepared multipart upload key=4K3JERFA2TR2 upload=CXO5J4CKNLNH tag=ETPD3MLPF2JM type=write size=2928961 2024-08-04T15:48:05.853 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.854+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~67UVG44IKTKX.0 size=1048576 2024-08-04T15:48:05.855 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.856+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~67UVG44IKTKX.1 size=1048576 2024-08-04T15:48:05.857 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.858+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~67UVG44IKTKX.2 size=678870 2024-08-04T15:48:05.861 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.862+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=67UVG44IKTKX tag=WM97246NNDFX type=write size=3824598 2024-08-04T15:48:05.863 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.864+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=Q45M2A3RDG2Z type=write size=881946 2024-08-04T15:48:05.867 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.867+0000 7fd2ccec3640 1 < suggested update operation key=KSYUUUTKLZGE tag=IYJQVBG2U7FT type=del size=3129421 2024-08-04T15:48:05.868 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.869+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=NQ90M6JH9V85 type=del size=3091124 2024-08-04T15:48:05.873 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.873+0000 7fd2ccec3640 1 < suggested remove operation key=4K3JERFA2TR2 tag=WA6D87A6XQ0U type=del 2024-08-04T15:48:05.874 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.875+0000 7fd2ccec3640 1 > prepared operation key=H06WFDC3B2PH tag=NRGFCCT51GZY type=del size=2391094 2024-08-04T15:48:05.876 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.877+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=MDQKRM3BWSC5 type=del 2024-08-04T15:48:05.879 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.879+0000 7fd2ccec3640 1 > prepared operation key=WMBAAE091MS6 tag=7X40T4KXAUP3 type=write size=8621 2024-08-04T15:48:05.881 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.881+0000 7fd2ccec3640 1 < completed delete operation key=5JWY4L0XFKO9 tag=2PUIW9XFI3YZ type=del 2024-08-04T15:48:05.885 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.886+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~3RUJNY4A5U5X.0 size=1048576 2024-08-04T15:48:05.887 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.887+0000 7fd2ccec3640 1 > prepared part key=_multipart_KSYUUUTKLZGE.2~3RUJNY4A5U5X.1 size=794451 2024-08-04T15:48:05.887 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.887+0000 7fd2ccec3640 1 > prepared multipart upload key=KSYUUUTKLZGE upload=3RUJNY4A5U5X tag=484QHX8HIW2E type=write size=2891603 2024-08-04T15:48:05.889 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.890+0000 7fd2ccec3640 1 < completed delete operation key=ADGRDVHIUPFJ tag=2HUQ043MQ489 type=del 2024-08-04T15:48:05.891 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.892+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=JRNHISOI51IK type=del size=1607529 2024-08-04T15:48:05.893 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.894+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=CS1WYZC8YDMG type=del 2024-08-04T15:48:05.895 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.896+0000 7fd2ccec3640 1 > prepared operation key=OFTIL8YKJPJA tag=YX395IMLN71N type=del size=2152637 2024-08-04T15:48:05.897 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.898+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~RSJGDZL6FVKG.0 size=1006230 2024-08-04T15:48:05.901 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.901+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=RSJGDZL6FVKG tag=6GM8P2DAOUI8 type=write size=2054806 2024-08-04T15:48:05.903 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.904+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=W9NYY6PCG292 type=write size=667067 2024-08-04T15:48:05.906 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.906+0000 7fd2ccec3640 1 < completed part key=_multipart_0ZFG1GY0QH8K.2~144XHIV1UJU6.0 size=1048576 2024-08-04T15:48:05.906 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.906+0000 7fd2ccec3640 1 < canceled part key=_multipart_0ZFG1GY0QH8K.2~144XHIV1UJU6.1 size=1048576 2024-08-04T15:48:05.906 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.906+0000 7fd2ccec3640 1 < canceled part key=_multipart_0ZFG1GY0QH8K.2~144XHIV1UJU6.2 size=197071 2024-08-04T15:48:05.909 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.910+0000 7fd2ccec3640 1 < canceled multipart upload key=0ZFG1GY0QH8K upload=144XHIV1UJU6 tag=14DBS5LDH23F type=write size=3342799 2024-08-04T15:48:05.911 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.912+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=Z637J0ZC2H8Z type=del size=2739632 2024-08-04T15:48:05.913 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.914+0000 7fd2ccec3640 1 < completed delete operation key=Q43H3OZA4M1A tag=WQ4WKPXP2L7Y type=del 2024-08-04T15:48:05.915 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.916+0000 7fd2ccec3640 1 > prepared operation key=HIMJNBIR2DD9 tag=LV7XQFFYV5F0 type=del size=967951 2024-08-04T15:48:05.919 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.919+0000 7fd2ccec3640 1 < suggested update operation key=A8CMFMCK5F3U tag=FNC6DTTXL3ZF type=del size=2366346 2024-08-04T15:48:05.923 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.923+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~YCB9JYSLFB32.0 size=1048576 2024-08-04T15:48:05.924 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.925+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~YCB9JYSLFB32.1 size=427149 2024-08-04T15:48:05.924 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.925+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=YCB9JYSLFB32 tag=51MBJ2WDPZT9 type=write size=2524301 2024-08-04T15:48:05.926 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.927+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=44VINU4I6VTK type=del 2024-08-04T15:48:05.930 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.931+0000 7fd2ccec3640 1 > prepared part key=_multipart_OFTIL8YKJPJA.2~WK0JIGC52VEV.0 size=957725 2024-08-04T15:48:05.930 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.931+0000 7fd2ccec3640 1 > prepared multipart upload key=OFTIL8YKJPJA upload=WK0JIGC52VEV tag=AI2YCIBIXRUA type=write size=2006301 2024-08-04T15:48:05.932 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.933+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~7OR31HJNE9YB.0 size=1048576 2024-08-04T15:48:05.932 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.933+0000 7fd2ccec3640 1 < canceled part key=_multipart_YXD2X0LU17RF.2~7OR31HJNE9YB.1 size=1048576 2024-08-04T15:48:05.934 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.935+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~7OR31HJNE9YB.2 size=1029769 2024-08-04T15:48:05.938 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.938+0000 7fd2ccec3640 1 < canceled multipart upload key=YXD2X0LU17RF upload=7OR31HJNE9YB tag=4KATY1X202QL type=write size=4175497 2024-08-04T15:48:05.940 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.940+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=91WHQ5QOXCYZ type=write size=85068 2024-08-04T15:48:05.942 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.943+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~OQN0WER09HDE.0 size=867246 2024-08-04T15:48:05.945 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.946+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=OQN0WER09HDE tag=TVCIR8GT0BPV type=write size=1915822 2024-08-04T15:48:05.948 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.948+0000 7fd2ccec3640 1 > prepared operation key=SWB07P8C064V tag=3C2NMP1MCGZZ type=del size=2150937 2024-08-04T15:48:05.949 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.950+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~T4R5YICB6VFK.0 size=1048576 2024-08-04T15:48:05.951 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.951+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~T4R5YICB6VFK.1 size=1048576 2024-08-04T15:48:05.953 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.953+0000 7fd2ccec3640 1 < completed part key=_multipart_EXYGXS950WM2.2~T4R5YICB6VFK.2 size=625087 2024-08-04T15:48:05.956 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.957+0000 7fd2ccec3640 1 < completed multipart upload key=EXYGXS950WM2 upload=T4R5YICB6VFK tag=PRPMT2EHDT1C type=write size=3770815 2024-08-04T15:48:05.959 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.959+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=5VEVXW12DK5J type=del size=1539981 2024-08-04T15:48:05.961 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.962+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~CXO5J4CKNLNH.0 size=1048576 2024-08-04T15:48:05.963 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.964+0000 7fd2ccec3640 1 < completed part key=_multipart_4K3JERFA2TR2.2~CXO5J4CKNLNH.1 size=831809 2024-08-04T15:48:05.967 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.968+0000 7fd2ccec3640 1 < completed multipart upload key=4K3JERFA2TR2 upload=CXO5J4CKNLNH tag=ETPD3MLPF2JM type=write size=2928961 2024-08-04T15:48:05.969 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.970+0000 7fd2ccec3640 1 > prepared operation key=Q43H3OZA4M1A tag=NS5LQNVXLIJI type=del size=3176008 2024-08-04T15:48:05.972 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.972+0000 7fd2ccec3640 1 < completed write operation key=775O2FB0RT5R tag=Q45M2A3RDG2Z type=write size=881946 2024-08-04T15:48:05.973 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.974+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=VIQV4QZJLJ5X type=del size=3626261 2024-08-04T15:48:05.975 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.976+0000 7fd2ccec3640 1 < completed delete operation key=XWJQBRZ42N7Q tag=NQ90M6JH9V85 type=del 2024-08-04T15:48:05.977 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.977+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=MKITD9SK54OI type=del size=2820742 2024-08-04T15:48:05.979 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.979+0000 7fd2ccec3640 1 < completed delete operation key=H06WFDC3B2PH tag=NRGFCCT51GZY type=del 2024-08-04T15:48:05.983 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.984+0000 7fd2ccec3640 1 > prepared part key=_multipart_MCSD2KYW9UUG.2~YX6L3J27ZNG0.0 size=565525 2024-08-04T15:48:05.983 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.984+0000 7fd2ccec3640 1 > prepared multipart upload key=MCSD2KYW9UUG upload=YX6L3J27ZNG0 tag=3424KPFWNJXN type=write size=1614101 2024-08-04T15:48:05.987 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.987+0000 7fd2ccec3640 1 < suggested remove operation key=WMBAAE091MS6 tag=7X40T4KXAUP3 type=write 2024-08-04T15:48:05.989 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.989+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=3XUFB0L35S6T type=write size=891979 2024-08-04T15:48:05.991 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.991+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~3RUJNY4A5U5X.0 size=1048576 2024-08-04T15:48:05.993 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.993+0000 7fd2ccec3640 1 < completed part key=_multipart_KSYUUUTKLZGE.2~3RUJNY4A5U5X.1 size=794451 2024-08-04T15:48:05.996 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:05.997+0000 7fd2ccec3640 1 < completed multipart upload key=KSYUUUTKLZGE upload=3RUJNY4A5U5X tag=484QHX8HIW2E type=write size=2891603 2024-08-04T15:48:06.000 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.000+0000 7fd2ccec3640 1 > prepared part key=_multipart_HIMJNBIR2DD9.2~BRY61QNI20UN.0 size=571483 2024-08-04T15:48:06.000 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.000+0000 7fd2ccec3640 1 > prepared multipart upload key=HIMJNBIR2DD9 upload=BRY61QNI20UN tag=S3EKZTV91E3S type=write size=1620059 2024-08-04T15:48:06.001 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.002+0000 7fd2ccec3640 1 < canceled operation key=HIMJNBIR2DD9 tag=JRNHISOI51IK type=del size=1607529 2024-08-04T15:48:06.004 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.004+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=EGH1A8XEV1A9 type=del size=532853 2024-08-04T15:48:06.006 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.006+0000 7fd2ccec3640 1 < canceled operation key=OFTIL8YKJPJA tag=YX395IMLN71N type=del size=2152637 2024-08-04T15:48:06.009 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.010+0000 7fd2ccec3640 1 > prepared part key=_multipart_62WXNRD38943.2~IXGIBDUJ9W35.0 size=463480 2024-08-04T15:48:06.010 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.010+0000 7fd2ccec3640 1 > prepared multipart upload key=62WXNRD38943 upload=IXGIBDUJ9W35 tag=1QHBALEBHA1S type=write size=1512056 2024-08-04T15:48:06.013 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.014+0000 7fd2ccec3640 1 < suggested update operation key=0ZFG1GY0QH8K tag=W9NYY6PCG292 type=write size=667067 2024-08-04T15:48:06.017 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.017+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~PU73CWVNISQD.0 size=1048576 2024-08-04T15:48:06.018 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.019+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~PU73CWVNISQD.1 size=23730 2024-08-04T15:48:06.018 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.019+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=PU73CWVNISQD tag=MQEB33G3NL7W type=write size=2120882 2024-08-04T15:48:06.020 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.021+0000 7fd2ccec3640 1 < completed delete operation key=UY4BH06KC1U7 tag=Z637J0ZC2H8Z type=del 2024-08-04T15:48:06.022 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.023+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=CTRE3AXMPPZL type=write size=864197 2024-08-04T15:48:06.026 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.026+0000 7fd2ccec3640 1 < suggested update operation key=HIMJNBIR2DD9 tag=LV7XQFFYV5F0 type=del size=967951 2024-08-04T15:48:06.028 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.028+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=6LEB2KYGXUOK type=del size=2316997 2024-08-04T15:48:06.029 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.030+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~YCB9JYSLFB32.0 size=1048576 2024-08-04T15:48:06.031 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.032+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~YCB9JYSLFB32.1 size=427149 2024-08-04T15:48:06.035 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.036+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=YCB9JYSLFB32 tag=51MBJ2WDPZT9 type=write size=2524301 2024-08-04T15:48:06.038 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.038+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=VWDLY8LTJV1Y type=del size=1622379 2024-08-04T15:48:06.040 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.041+0000 7fd2ccec3640 1 < completed part key=_multipart_OFTIL8YKJPJA.2~WK0JIGC52VEV.0 size=957725 2024-08-04T15:48:06.045 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.045+0000 7fd2ccec3640 1 < completed multipart upload key=OFTIL8YKJPJA upload=WK0JIGC52VEV tag=AI2YCIBIXRUA type=write size=2006301 2024-08-04T15:48:06.049 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.050+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~E5UFKVTQMSMJ.0 size=1048576 2024-08-04T15:48:06.051 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.051+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~E5UFKVTQMSMJ.1 size=1000124 2024-08-04T15:48:06.051 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.051+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=E5UFKVTQMSMJ tag=LBXSVKXVODDW type=write size=3097276 2024-08-04T15:48:06.053 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.054+0000 7fd2ccec3640 1 < completed write operation key=A8CMFMCK5F3U tag=91WHQ5QOXCYZ type=write size=85068 2024-08-04T15:48:06.055 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.056+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=5R1M4B4V4VM2 type=del size=363944 2024-08-04T15:48:06.058 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.058+0000 7fd2ccec3640 1 < completed delete operation key=SWB07P8C064V tag=3C2NMP1MCGZZ type=del 2024-08-04T15:48:06.060 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.061+0000 7fd2ccec3640 1 > prepared operation key=N24BTWFMGCPP tag=Y8OC5XIGAIA3 type=write size=1009642 2024-08-04T15:48:06.062 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.063+0000 7fd2ccec3640 1 < completed delete operation key=DI9N06E8I6FR tag=5VEVXW12DK5J type=del 2024-08-04T15:48:06.066 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.067+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~2G7AZ7V49BOR.0 size=1048576 2024-08-04T15:48:06.068 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.069+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~2G7AZ7V49BOR.1 size=1048576 2024-08-04T15:48:06.070 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.070+0000 7fd2ccec3640 1 > prepared part key=_multipart_ESVVWVGCH33K.2~2G7AZ7V49BOR.2 size=342729 2024-08-04T15:48:06.070 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.070+0000 7fd2ccec3640 1 > prepared multipart upload key=ESVVWVGCH33K upload=2G7AZ7V49BOR tag=4I4W6J53MUIH type=write size=3488457 2024-08-04T15:48:06.074 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.074+0000 7fd2ccec3640 1 < suggested remove operation key=Q43H3OZA4M1A tag=NS5LQNVXLIJI type=del 2024-08-04T15:48:06.076 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.077+0000 7fd2ccec3640 1 > prepared operation key=0BWMVZQ5RBRL tag=SM2LQV1LJD7H type=del size=1035973 2024-08-04T15:48:06.080 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.080+0000 7fd2ccec3640 1 < suggested update operation key=62WXNRD38943 tag=VIQV4QZJLJ5X type=del size=3626261 2024-08-04T15:48:06.084 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.084+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~JJ9R8KG101MN.0 size=1048576 2024-08-04T15:48:06.085 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.086+0000 7fd2ccec3640 1 > prepared part key=_multipart_A8CMFMCK5F3U.2~JJ9R8KG101MN.1 size=126213 2024-08-04T15:48:06.085 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.086+0000 7fd2ccec3640 1 > prepared multipart upload key=A8CMFMCK5F3U upload=JJ9R8KG101MN tag=L8CFK8FD7QRD type=write size=2223365 2024-08-04T15:48:06.087 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.088+0000 7fd2ccec3640 1 < completed delete operation key=LPB2ZT0VBXYW tag=MKITD9SK54OI type=del 2024-08-04T15:48:06.089 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.089+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=835X1N270LCG type=write size=703018 2024-08-04T15:48:06.091 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.092+0000 7fd2ccec3640 1 < completed part key=_multipart_MCSD2KYW9UUG.2~YX6L3J27ZNG0.0 size=565525 2024-08-04T15:48:06.095 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.095+0000 7fd2ccec3640 1 < completed multipart upload key=MCSD2KYW9UUG upload=YX6L3J27ZNG0 tag=3424KPFWNJXN type=write size=1614101 2024-08-04T15:48:06.099 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.099+0000 7fd2ccec3640 1 > prepared part key=_multipart_LPB2ZT0VBXYW.2~RVV1NX4XLO18.0 size=499264 2024-08-04T15:48:06.099 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.099+0000 7fd2ccec3640 1 > prepared multipart upload key=LPB2ZT0VBXYW upload=RVV1NX4XLO18 tag=8TZBVLBYKNV5 type=write size=1547840 2024-08-04T15:48:06.104 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.105+0000 7fd2ccec3640 1 < suggested remove operation key=DI9N06E8I6FR tag=3XUFB0L35S6T type=write 2024-08-04T15:48:06.109 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.110+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~1EGO64D5F9UU.0 size=1048576 2024-08-04T15:48:06.112 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.112+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~1EGO64D5F9UU.1 size=1048576 2024-08-04T15:48:06.114 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.114+0000 7fd2ccec3640 1 > prepared part key=_multipart_775O2FB0RT5R.2~1EGO64D5F9UU.2 size=60221 2024-08-04T15:48:06.114 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.114+0000 7fd2ccec3640 1 > prepared multipart upload key=775O2FB0RT5R upload=1EGO64D5F9UU tag=KKJFKHF8XNGZ type=write size=3205949 2024-08-04T15:48:06.115 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.116+0000 7fd2ccec3640 1 < completed part key=_multipart_HIMJNBIR2DD9.2~BRY61QNI20UN.0 size=571483 2024-08-04T15:48:06.119 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.120+0000 7fd2ccec3640 1 < completed multipart upload key=HIMJNBIR2DD9 upload=BRY61QNI20UN tag=S3EKZTV91E3S type=write size=1620059 2024-08-04T15:48:06.122 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.122+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=ZPHFQ9KAMAHH type=del size=3324209 2024-08-04T15:48:06.123 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.124+0000 7fd2ccec3640 1 < completed delete operation key=A8CMFMCK5F3U tag=EGH1A8XEV1A9 type=del 2024-08-04T15:48:06.127 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.128+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~A2XHIT0OEF1K.0 size=1048576 2024-08-04T15:48:06.130 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.130+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~A2XHIT0OEF1K.1 size=1048576 2024-08-04T15:48:06.131 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.132+0000 7fd2ccec3640 1 > prepared part key=_multipart_IPMGU45BLASA.2~A2XHIT0OEF1K.2 size=654458 2024-08-04T15:48:06.131 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.132+0000 7fd2ccec3640 1 > prepared multipart upload key=IPMGU45BLASA upload=A2XHIT0OEF1K tag=WRJGIYKXVBZ8 type=write size=3800186 2024-08-04T15:48:06.133 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.134+0000 7fd2ccec3640 1 < completed part key=_multipart_62WXNRD38943.2~IXGIBDUJ9W35.0 size=463480 2024-08-04T15:48:06.137 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.137+0000 7fd2ccec3640 1 < completed multipart upload key=62WXNRD38943 upload=IXGIBDUJ9W35 tag=1QHBALEBHA1S type=write size=1512056 2024-08-04T15:48:06.141 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.141+0000 7fd2ccec3640 1 > prepared part key=_multipart_SWB07P8C064V.2~51G0L66V9BUJ.0 size=840703 2024-08-04T15:48:06.141 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.141+0000 7fd2ccec3640 1 > prepared multipart upload key=SWB07P8C064V upload=51G0L66V9BUJ tag=32G4AZX2UPVX type=write size=1889279 2024-08-04T15:48:06.143 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.144+0000 7fd2ccec3640 1 < completed part key=_multipart_YXD2X0LU17RF.2~PU73CWVNISQD.0 size=1048576 2024-08-04T15:48:06.143 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.144+0000 7fd2ccec3640 1 < canceled part key=_multipart_YXD2X0LU17RF.2~PU73CWVNISQD.1 size=23730 2024-08-04T15:48:06.147 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.147+0000 7fd2ccec3640 1 < canceled multipart upload key=YXD2X0LU17RF upload=PU73CWVNISQD tag=MQEB33G3NL7W type=write size=2120882 2024-08-04T15:48:06.149 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.149+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=LN6ABZ815D7L type=del size=323713 2024-08-04T15:48:06.151 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.152+0000 7fd2ccec3640 1 < completed write operation key=EXYGXS950WM2 tag=CTRE3AXMPPZL type=write size=864197 2024-08-04T15:48:06.153 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.154+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=DMXPK2LVYOAH type=del size=2563578 2024-08-04T15:48:06.155 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.156+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=6LEB2KYGXUOK type=del 2024-08-04T15:48:06.157 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.158+0000 7fd2ccec3640 1 > prepared operation key=775O2FB0RT5R tag=9MQPR12TFIR2 type=del size=3933145 2024-08-04T15:48:06.159 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.160+0000 7fd2ccec3640 1 < completed delete operation key=UY4BH06KC1U7 tag=VWDLY8LTJV1Y type=del 2024-08-04T15:48:06.163 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.164+0000 7fd2ccec3640 1 > prepared part key=_multipart_S35AAPLREPCU.2~NLZESRYBOPSF.0 size=496403 2024-08-04T15:48:06.163 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.164+0000 7fd2ccec3640 1 > prepared multipart upload key=S35AAPLREPCU upload=NLZESRYBOPSF tag=FVIWYVT9W66H type=write size=1544979 2024-08-04T15:48:06.165 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.166+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~E5UFKVTQMSMJ.0 size=1048576 2024-08-04T15:48:06.168 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.168+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~E5UFKVTQMSMJ.1 size=1000124 2024-08-04T15:48:06.171 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.172+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=E5UFKVTQMSMJ tag=LBXSVKXVODDW type=write size=3097276 2024-08-04T15:48:06.173 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.174+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=8G7OTX4QRPY7 type=del size=14151 2024-08-04T15:48:06.176 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.177+0000 7fd2ccec3640 -1 < failed to complete operation key=DI9N06E8I6FR tag=5R1M4B4V4VM2 type=del size=363944: (22) Invalid argument 2024-08-04T15:48:06.180 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.181+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~04Z0XSCUTQKO.0 size=1048576 2024-08-04T15:48:06.182 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.182+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~04Z0XSCUTQKO.1 size=1048576 2024-08-04T15:48:06.183 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.184+0000 7fd2ccec3640 1 > prepared part key=_multipart_MWJBTVQYBFBJ.2~04Z0XSCUTQKO.2 size=862399 2024-08-04T15:48:06.183 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.184+0000 7fd2ccec3640 1 > prepared multipart upload key=MWJBTVQYBFBJ upload=04Z0XSCUTQKO tag=HQCF5OEA4X2M type=write size=4008127 2024-08-04T15:48:06.185 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.186+0000 7fd2ccec3640 1 < completed write operation key=N24BTWFMGCPP tag=Y8OC5XIGAIA3 type=write size=1009642 2024-08-04T15:48:06.188 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.188+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=SGUQTP7HWUYP type=write size=288461 2024-08-04T15:48:06.190 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.190+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~2G7AZ7V49BOR.0 size=1048576 2024-08-04T15:48:06.192 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.192+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~2G7AZ7V49BOR.1 size=1048576 2024-08-04T15:48:06.193 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.194+0000 7fd2ccec3640 1 < completed part key=_multipart_ESVVWVGCH33K.2~2G7AZ7V49BOR.2 size=342729 2024-08-04T15:48:06.197 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.198+0000 7fd2ccec3640 1 < completed multipart upload key=ESVVWVGCH33K upload=2G7AZ7V49BOR tag=4I4W6J53MUIH type=write size=3488457 2024-08-04T15:48:06.199 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.200+0000 7fd2ccec3640 1 > prepared operation key=77442UN63NTC tag=L5HIJS0673DH type=del size=3063522 2024-08-04T15:48:06.201 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.202+0000 7fd2ccec3640 1 < completed delete operation key=0BWMVZQ5RBRL tag=SM2LQV1LJD7H type=del 2024-08-04T15:48:06.205 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.206+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~SE3O8ZQFPMVJ.0 size=1048576 2024-08-04T15:48:06.207 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.207+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~SE3O8ZQFPMVJ.1 size=1048576 2024-08-04T15:48:06.209 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.209+0000 7fd2ccec3640 1 > prepared part key=_multipart_WMBAAE091MS6.2~SE3O8ZQFPMVJ.2 size=992900 2024-08-04T15:48:06.209 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.209+0000 7fd2ccec3640 1 > prepared multipart upload key=WMBAAE091MS6 upload=SE3O8ZQFPMVJ tag=SP9U0NRSONCN type=write size=4138628 2024-08-04T15:48:06.210 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.211+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~JJ9R8KG101MN.0 size=1048576 2024-08-04T15:48:06.212 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.213+0000 7fd2ccec3640 1 < completed part key=_multipart_A8CMFMCK5F3U.2~JJ9R8KG101MN.1 size=126213 2024-08-04T15:48:06.216 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.216+0000 7fd2ccec3640 1 < completed multipart upload key=A8CMFMCK5F3U upload=JJ9R8KG101MN tag=L8CFK8FD7QRD type=write size=2223365 2024-08-04T15:48:06.220 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.221+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~00IHT41Q1WJA.0 size=1048576 2024-08-04T15:48:06.222 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.223+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~00IHT41Q1WJA.1 size=976075 2024-08-04T15:48:06.222 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.223+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=00IHT41Q1WJA tag=CA9X1PAF8J0J type=write size=3073227 2024-08-04T15:48:06.224 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.225+0000 7fd2ccec3640 1 < completed write operation key=S35AAPLREPCU tag=835X1N270LCG type=write size=703018 2024-08-04T15:48:06.228 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.228+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~5UN6IT08U80H.0 size=1048576 2024-08-04T15:48:06.229 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.230+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~5UN6IT08U80H.1 size=1048576 2024-08-04T15:48:06.231 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.232+0000 7fd2ccec3640 1 > prepared part key=_multipart_77442UN63NTC.2~5UN6IT08U80H.2 size=666969 2024-08-04T15:48:06.231 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.232+0000 7fd2ccec3640 1 > prepared multipart upload key=77442UN63NTC upload=5UN6IT08U80H tag=FJ4G1OSAVDUJ type=write size=3812697 2024-08-04T15:48:06.232 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.232+0000 7fd2ccec3640 1 < canceled part key=_multipart_LPB2ZT0VBXYW.2~RVV1NX4XLO18.0 size=499264 2024-08-04T15:48:06.235 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.235+0000 7fd2ccec3640 1 < canceled multipart upload key=LPB2ZT0VBXYW upload=RVV1NX4XLO18 tag=8TZBVLBYKNV5 type=write size=1547840 2024-08-04T15:48:06.237 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.238+0000 7fd2ccec3640 1 > prepared operation key=3SZIKIT8UW9F tag=23CCNJGJBGJR type=del size=1100865 2024-08-04T15:48:06.239 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.240+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~1EGO64D5F9UU.0 size=1048576 2024-08-04T15:48:06.241 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.241+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~1EGO64D5F9UU.1 size=1048576 2024-08-04T15:48:06.243 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.243+0000 7fd2ccec3640 1 < completed part key=_multipart_775O2FB0RT5R.2~1EGO64D5F9UU.2 size=60221 2024-08-04T15:48:06.246 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.247+0000 7fd2ccec3640 1 < completed multipart upload key=775O2FB0RT5R upload=1EGO64D5F9UU tag=KKJFKHF8XNGZ type=write size=3205949 2024-08-04T15:48:06.248 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.249+0000 7fd2ccec3640 1 > prepared operation key=4K3JERFA2TR2 tag=YDFA30AOTTFK type=del size=1603681 2024-08-04T15:48:06.250 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.251+0000 7fd2ccec3640 1 < completed delete operation key=GBCNMYOO1FUA tag=ZPHFQ9KAMAHH type=del 2024-08-04T15:48:06.252 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.253+0000 7fd2ccec3640 1 > prepared operation key=YXD2X0LU17RF tag=PZ2Y7K1993AN type=del size=116825 2024-08-04T15:48:06.254 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.255+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~A2XHIT0OEF1K.0 size=1048576 2024-08-04T15:48:06.256 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.257+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~A2XHIT0OEF1K.1 size=1048576 2024-08-04T15:48:06.258 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.259+0000 7fd2ccec3640 1 < completed part key=_multipart_IPMGU45BLASA.2~A2XHIT0OEF1K.2 size=654458 2024-08-04T15:48:06.262 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.262+0000 7fd2ccec3640 1 < completed multipart upload key=IPMGU45BLASA upload=A2XHIT0OEF1K tag=WRJGIYKXVBZ8 type=write size=3800186 2024-08-04T15:48:06.266 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.266+0000 7fd2ccec3640 1 > prepared part key=_multipart_N24BTWFMGCPP.2~JKJT97DNSWFZ.0 size=1017362 2024-08-04T15:48:06.266 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.266+0000 7fd2ccec3640 1 > prepared multipart upload key=N24BTWFMGCPP upload=JKJT97DNSWFZ tag=DY3PXJ5L87QR type=write size=2065938 2024-08-04T15:48:06.268 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.268+0000 7fd2ccec3640 1 < completed part key=_multipart_SWB07P8C064V.2~51G0L66V9BUJ.0 size=840703 2024-08-04T15:48:06.271 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.272+0000 7fd2ccec3640 1 < completed multipart upload key=SWB07P8C064V upload=51G0L66V9BUJ tag=32G4AZX2UPVX type=write size=1889279 2024-08-04T15:48:06.273 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.274+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=EZK71WIDU5BB type=del size=2507014 2024-08-04T15:48:06.278 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.279+0000 7fd2ccec3640 1 < suggested remove operation key=62WXNRD38943 tag=LN6ABZ815D7L type=del 2024-08-04T15:48:06.280 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.281+0000 7fd2ccec3640 1 > prepared operation key=LPB2ZT0VBXYW tag=YL8ZUN81TFQW type=del size=3139876 2024-08-04T15:48:06.286 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.286+0000 7fd2ccec3640 1 < suggested remove operation key=775O2FB0RT5R tag=DMXPK2LVYOAH type=del 2024-08-04T15:48:06.288 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.288+0000 7fd2ccec3640 1 > prepared operation key=DI9N06E8I6FR tag=P1I05EED0B8O type=write size=259748 2024-08-04T15:48:06.291 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.291+0000 7fd2ccec3640 -1 < failed to complete operation key=775O2FB0RT5R tag=9MQPR12TFIR2 type=del size=3933145: (22) Invalid argument 2024-08-04T15:48:06.293 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.293+0000 7fd2ccec3640 1 > prepared operation key=5MFVV0YROP6Z tag=PT4A33JY2JGI type=write size=152475 2024-08-04T15:48:06.295 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.295+0000 7fd2ccec3640 1 < completed part key=_multipart_S35AAPLREPCU.2~NLZESRYBOPSF.0 size=496403 2024-08-04T15:48:06.298 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.299+0000 7fd2ccec3640 1 < completed multipart upload key=S35AAPLREPCU upload=NLZESRYBOPSF tag=FVIWYVT9W66H type=write size=1544979 2024-08-04T15:48:06.302 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.303+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~AU8S0HW60WXT.0 size=1048576 2024-08-04T15:48:06.304 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.305+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~AU8S0HW60WXT.1 size=1048576 2024-08-04T15:48:06.306 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.306+0000 7fd2ccec3640 1 > prepared part key=_multipart_XWJQBRZ42N7Q.2~AU8S0HW60WXT.2 size=95430 2024-08-04T15:48:06.306 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.306+0000 7fd2ccec3640 1 > prepared multipart upload key=XWJQBRZ42N7Q upload=AU8S0HW60WXT tag=C09CSKLV7X3L type=write size=3241158 2024-08-04T15:48:06.310 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.310+0000 7fd2ccec3640 1 < suggested remove operation key=MCSD2KYW9UUG tag=8G7OTX4QRPY7 type=del 2024-08-04T15:48:06.312 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.313+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=NKNKZFJXZY6L type=write size=164742 2024-08-04T15:48:06.315 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.315+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~04Z0XSCUTQKO.0 size=1048576 2024-08-04T15:48:06.317 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.317+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~04Z0XSCUTQKO.1 size=1048576 2024-08-04T15:48:06.318 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.319+0000 7fd2ccec3640 1 < completed part key=_multipart_MWJBTVQYBFBJ.2~04Z0XSCUTQKO.2 size=862399 2024-08-04T15:48:06.323 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.323+0000 7fd2ccec3640 1 < completed multipart upload key=MWJBTVQYBFBJ upload=04Z0XSCUTQKO tag=HQCF5OEA4X2M type=write size=4008127 2024-08-04T15:48:06.325 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.325+0000 7fd2ccec3640 1 > prepared operation key=EXYGXS950WM2 tag=4ICJLB9SVRAO type=del size=4106218 2024-08-04T15:48:06.328 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.328+0000 7fd2ccec3640 -1 < failed to complete operation key=MCSD2KYW9UUG tag=SGUQTP7HWUYP type=write size=288461: (22) Invalid argument 2024-08-04T15:48:06.331 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.332+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~QW7YS05711B0.0 size=1048576 2024-08-04T15:48:06.333 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.334+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~QW7YS05711B0.1 size=1048576 2024-08-04T15:48:06.335 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.335+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~QW7YS05711B0.2 size=824130 2024-08-04T15:48:06.335 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.335+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=QW7YS05711B0 tag=G6CA07XOPR0A type=write size=3969858 2024-08-04T15:48:06.337 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.338+0000 7fd2ccec3640 1 < completed delete operation key=77442UN63NTC tag=L5HIJS0673DH type=del 2024-08-04T15:48:06.339 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.340+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=H4V7UX50R3WJ type=write size=666419 2024-08-04T15:48:06.341 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.342+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~SE3O8ZQFPMVJ.0 size=1048576 2024-08-04T15:48:06.343 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.343+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~SE3O8ZQFPMVJ.1 size=1048576 2024-08-04T15:48:06.345 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.345+0000 7fd2ccec3640 1 < completed part key=_multipart_WMBAAE091MS6.2~SE3O8ZQFPMVJ.2 size=992900 2024-08-04T15:48:06.349 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.349+0000 7fd2ccec3640 1 < completed multipart upload key=WMBAAE091MS6 upload=SE3O8ZQFPMVJ tag=SP9U0NRSONCN type=write size=4138628 2024-08-04T15:48:06.351 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.351+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=JHRFBAP8ESUS type=del size=1227495 2024-08-04T15:48:06.351 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.352+0000 7fd2ccec3640 1 < canceled part key=_multipart_77442UN63NTC.2~00IHT41Q1WJA.0 size=1048576 2024-08-04T15:48:06.353 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.353+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~00IHT41Q1WJA.1 size=976075 2024-08-04T15:48:06.356 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.357+0000 7fd2ccec3640 1 < canceled multipart upload key=77442UN63NTC upload=00IHT41Q1WJA tag=CA9X1PAF8J0J type=write size=3073227 2024-08-04T15:48:06.360 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.361+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~OSKSZXN8QJV8.0 size=1048576 2024-08-04T15:48:06.362 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.362+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~OSKSZXN8QJV8.1 size=643716 2024-08-04T15:48:06.362 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.362+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=OSKSZXN8QJV8 tag=2KUMUEGDVAZX type=write size=2740868 2024-08-04T15:48:06.364 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.365+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~5UN6IT08U80H.0 size=1048576 2024-08-04T15:48:06.366 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.367+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~5UN6IT08U80H.1 size=1048576 2024-08-04T15:48:06.369 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.369+0000 7fd2ccec3640 1 < completed part key=_multipart_77442UN63NTC.2~5UN6IT08U80H.2 size=666969 2024-08-04T15:48:06.372 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.372+0000 7fd2ccec3640 1 < completed multipart upload key=77442UN63NTC upload=5UN6IT08U80H tag=FJ4G1OSAVDUJ type=write size=3812697 2024-08-04T15:48:06.374 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.374+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=Z0STKFXH6TO6 type=del size=3460026 2024-08-04T15:48:06.376 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.376+0000 7fd2ccec3640 1 < completed delete operation key=3SZIKIT8UW9F tag=23CCNJGJBGJR type=del 2024-08-04T15:48:06.380 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.380+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~PU8ZLYK2CSF7.0 size=1048576 2024-08-04T15:48:06.382 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.382+0000 7fd2ccec3640 1 > prepared part key=_multipart_PZE6FNM3SE38.2~PU8ZLYK2CSF7.1 size=689988 2024-08-04T15:48:06.382 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.382+0000 7fd2ccec3640 1 > prepared multipart upload key=PZE6FNM3SE38 upload=PU8ZLYK2CSF7 tag=UNV03C1FL4WW type=write size=2787140 2024-08-04T15:48:06.384 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.385+0000 7fd2ccec3640 1 < completed delete operation key=4K3JERFA2TR2 tag=YDFA30AOTTFK type=del 2024-08-04T15:48:06.386 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.387+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=XO4WDAD6HMPM type=del size=2781088 2024-08-04T15:48:06.388 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.389+0000 7fd2ccec3640 1 < completed delete operation key=YXD2X0LU17RF tag=PZ2Y7K1993AN type=del 2024-08-04T15:48:06.391 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.391+0000 7fd2ccec3640 1 > prepared operation key=A8CMFMCK5F3U tag=OS2D2MBUL2GO type=del size=193715 2024-08-04T15:48:06.393 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.394+0000 7fd2ccec3640 1 < completed part key=_multipart_N24BTWFMGCPP.2~JKJT97DNSWFZ.0 size=1017362 2024-08-04T15:48:06.397 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.397+0000 7fd2ccec3640 1 < completed multipart upload key=N24BTWFMGCPP upload=JKJT97DNSWFZ tag=DY3PXJ5L87QR type=write size=2065938 2024-08-04T15:48:06.401 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.401+0000 7fd2ccec3640 1 > prepared part key=_multipart_UY4BH06KC1U7.2~AQZMQOWYV18J.0 size=73113 2024-08-04T15:48:06.401 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.401+0000 7fd2ccec3640 1 > prepared multipart upload key=UY4BH06KC1U7 upload=AQZMQOWYV18J tag=WHZH7F4ME4PC type=write size=1121689 2024-08-04T15:48:06.404 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.404+0000 7fd2ccec3640 1 < completed delete operation key=EXYGXS950WM2 tag=EZK71WIDU5BB type=del 2024-08-04T15:48:06.405 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.406+0000 7fd2ccec3640 1 > prepared operation key=62WXNRD38943 tag=VBMG8S3318J8 type=del size=735952 2024-08-04T15:48:06.410 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.411+0000 7fd2ccec3640 1 < suggested remove operation key=LPB2ZT0VBXYW tag=YL8ZUN81TFQW type=del 2024-08-04T15:48:06.412 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.413+0000 7fd2ccec3640 1 > prepared operation key=S35AAPLREPCU tag=72L2SEURF456 type=del size=1624831 2024-08-04T15:48:06.416 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.416+0000 7fd2ccec3640 1 < suggested update operation key=DI9N06E8I6FR tag=P1I05EED0B8O type=write size=259748 2024-08-04T15:48:06.418 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.419+0000 7fd2ccec3640 1 > prepared operation key=ESVVWVGCH33K tag=KN4FEGGC62TU type=del size=3785587 2024-08-04T15:48:06.420 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.421+0000 7fd2ccec3640 1 < completed write operation key=5MFVV0YROP6Z tag=PT4A33JY2JGI type=write size=152475 2024-08-04T15:48:06.422 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.423+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=5YZ84YUB2QO4 type=del size=3789484 2024-08-04T15:48:06.424 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.425+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~AU8S0HW60WXT.0 size=1048576 2024-08-04T15:48:06.424 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.425+0000 7fd2ccec3640 1 < canceled part key=_multipart_XWJQBRZ42N7Q.2~AU8S0HW60WXT.1 size=1048576 2024-08-04T15:48:06.426 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.426+0000 7fd2ccec3640 1 < completed part key=_multipart_XWJQBRZ42N7Q.2~AU8S0HW60WXT.2 size=95430 2024-08-04T15:48:06.429 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.430+0000 7fd2ccec3640 1 < canceled multipart upload key=XWJQBRZ42N7Q upload=AU8S0HW60WXT tag=C09CSKLV7X3L type=write size=3241158 2024-08-04T15:48:06.433 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.434+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~3R9LTB6ZRBDR.0 size=1048576 2024-08-04T15:48:06.435 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.435+0000 7fd2ccec3640 1 > prepared part key=_multipart_Q43H3OZA4M1A.2~3R9LTB6ZRBDR.1 size=271039 2024-08-04T15:48:06.435 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.435+0000 7fd2ccec3640 1 > prepared multipart upload key=Q43H3OZA4M1A upload=3R9LTB6ZRBDR tag=D9Q8PNF29XQJ type=write size=2368191 2024-08-04T15:48:06.437 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.437+0000 7fd2ccec3640 1 < canceled operation key=MWJBTVQYBFBJ tag=NKNKZFJXZY6L type=write size=164742 2024-08-04T15:48:06.440 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.440+0000 7fd2ccec3640 1 > prepared operation key=PZE6FNM3SE38 tag=97TKJ78007CU type=del size=2730818 2024-08-04T15:48:06.444 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.444+0000 7fd2ccec3640 1 < suggested remove operation key=EXYGXS950WM2 tag=4ICJLB9SVRAO type=del 2024-08-04T15:48:06.447 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.448+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~LKUFP5LBNO8A.0 size=1048576 2024-08-04T15:48:06.449 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.450+0000 7fd2ccec3640 1 > prepared part key=_multipart_ADGRDVHIUPFJ.2~LKUFP5LBNO8A.1 size=990948 2024-08-04T15:48:06.449 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.450+0000 7fd2ccec3640 1 > prepared multipart upload key=ADGRDVHIUPFJ upload=LKUFP5LBNO8A tag=28B3VD9U3E31 type=write size=3088100 2024-08-04T15:48:06.451 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.452+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~QW7YS05711B0.0 size=1048576 2024-08-04T15:48:06.453 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.454+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~QW7YS05711B0.1 size=1048576 2024-08-04T15:48:06.455 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.456+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~QW7YS05711B0.2 size=824130 2024-08-04T15:48:06.459 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.459+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=QW7YS05711B0 tag=G6CA07XOPR0A type=write size=3969858 2024-08-04T15:48:06.463 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.464+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~0O32RQMWWBSV.0 size=1048576 2024-08-04T15:48:06.466 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.465+0000 7fd2ccec3640 1 > prepared part key=_multipart_EXYGXS950WM2.2~0O32RQMWWBSV.1 size=827627 2024-08-04T15:48:06.466 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.465+0000 7fd2ccec3640 1 > prepared multipart upload key=EXYGXS950WM2 upload=0O32RQMWWBSV tag=ZPL5XVYTG30W type=write size=2924779 2024-08-04T15:48:06.467 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.467+0000 7fd2ccec3640 1 < completed write operation key=0ZFG1GY0QH8K tag=H4V7UX50R3WJ type=write size=666419 2024-08-04T15:48:06.471 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.471+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~U47D01MYQ6BL.0 size=1048576 2024-08-04T15:48:06.472 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.473+0000 7fd2ccec3640 1 > prepared part key=_multipart_3SZIKIT8UW9F.2~U47D01MYQ6BL.1 size=719601 2024-08-04T15:48:06.472 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.473+0000 7fd2ccec3640 1 > prepared multipart upload key=3SZIKIT8UW9F upload=U47D01MYQ6BL tag=BJ3QPCKTFL77 type=write size=2816753 2024-08-04T15:48:06.475 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.475+0000 7fd2ccec3640 1 < completed delete operation key=PZE6FNM3SE38 tag=JHRFBAP8ESUS type=del 2024-08-04T15:48:06.477 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.477+0000 7fd2ccec3640 1 > prepared operation key=MWJBTVQYBFBJ tag=5ZQYF32031W3 type=del size=598610 2024-08-04T15:48:06.477 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.478+0000 7fd2ccec3640 1 < canceled part key=_multipart_Q43H3OZA4M1A.2~OSKSZXN8QJV8.0 size=1048576 2024-08-04T15:48:06.479 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.479+0000 7fd2ccec3640 1 < completed part key=_multipart_Q43H3OZA4M1A.2~OSKSZXN8QJV8.1 size=643716 2024-08-04T15:48:06.482 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.483+0000 7fd2ccec3640 1 < canceled multipart upload key=Q43H3OZA4M1A upload=OSKSZXN8QJV8 tag=2KUMUEGDVAZX type=write size=2740868 2024-08-04T15:48:06.484 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.485+0000 7fd2ccec3640 1 > prepared operation key=XWJQBRZ42N7Q tag=OKV9XQ8N45D4 type=del size=4083108 2024-08-04T15:48:06.486 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.487+0000 7fd2ccec3640 1 < completed delete operation key=A8CMFMCK5F3U tag=Z0STKFXH6TO6 type=del 2024-08-04T15:48:06.488 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.489+0000 7fd2ccec3640 1 > prepared operation key=0ZFG1GY0QH8K tag=I1IKM3ZGH3BW type=del size=390178 2024-08-04T15:48:06.490 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.491+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~PU8ZLYK2CSF7.0 size=1048576 2024-08-04T15:48:06.492 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.493+0000 7fd2ccec3640 1 < completed part key=_multipart_PZE6FNM3SE38.2~PU8ZLYK2CSF7.1 size=689988 2024-08-04T15:48:06.496 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.496+0000 7fd2ccec3640 1 < completed multipart upload key=PZE6FNM3SE38 upload=PU8ZLYK2CSF7 tag=UNV03C1FL4WW type=write size=2787140 2024-08-04T15:48:06.500 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.500+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~BHASZBKL6ZJG.0 size=1048576 2024-08-04T15:48:06.501 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.502+0000 7fd2ccec3640 1 > prepared part key=_multipart_0ZFG1GY0QH8K.2~BHASZBKL6ZJG.1 size=67230 2024-08-04T15:48:06.501 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.502+0000 7fd2ccec3640 1 > prepared multipart upload key=0ZFG1GY0QH8K upload=BHASZBKL6ZJG tag=KL9UQNFE3ANJ type=write size=2164382 2024-08-04T15:48:06.504 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.504+0000 7fd2ccec3640 1 < completed delete operation key=XWJQBRZ42N7Q tag=XO4WDAD6HMPM type=del 2024-08-04T15:48:06.507 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.508+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~6RPSM182FNE5.0 size=1048576 2024-08-04T15:48:06.509 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.509+0000 7fd2ccec3640 1 > prepared part key=_multipart_YXD2X0LU17RF.2~6RPSM182FNE5.1 size=623658 2024-08-04T15:48:06.509 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.509+0000 7fd2ccec3640 1 > prepared multipart upload key=YXD2X0LU17RF upload=6RPSM182FNE5 tag=7542IHVSTPC9 type=write size=2720810 2024-08-04T15:48:06.513 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.513+0000 7fd2ccec3640 1 < suggested remove operation key=A8CMFMCK5F3U tag=OS2D2MBUL2GO type=del 2024-08-04T15:48:06.515 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.516+0000 7fd2ccec3640 1 > prepared operation key=IPMGU45BLASA tag=BJ8DI9OH9LU7 type=write size=150155 2024-08-04T15:48:06.517 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.518+0000 7fd2ccec3640 1 < completed part key=_multipart_UY4BH06KC1U7.2~AQZMQOWYV18J.0 size=73113 2024-08-04T15:48:06.520 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.521+0000 7fd2ccec3640 1 < completed multipart upload key=UY4BH06KC1U7 upload=AQZMQOWYV18J tag=WHZH7F4ME4PC type=write size=1121689 2024-08-04T15:48:06.523 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.523+0000 7fd2ccec3640 1 > prepared operation key=MCSD2KYW9UUG tag=DH11D7AKW4YV type=del size=1749362 2024-08-04T15:48:06.526 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.527+0000 7fd2ccec3640 1 < suggested update operation key=62WXNRD38943 tag=VBMG8S3318J8 type=del size=735952 2024-08-04T15:48:06.528 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.529+0000 7fd2ccec3640 1 > prepared operation key=UY4BH06KC1U7 tag=VFUW1W8YE8FX type=write size=1021021 2024-08-04T15:48:06.530 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.531+0000 7fd2ccec3640 1 < completed delete operation key=S35AAPLREPCU tag=72L2SEURF456 type=del 2024-08-04T15:48:06.532 INFO:tasks.workunit.client.0.smithi007.stderr:2024-08-04T15:48:06.533+0000 7fd2ccec3640 1 > prepared operation key=GBCNMYOO1FUA tag=75IZF5M72LTT type=del size=2026494 2024-08-04T15:48:06.532 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] cls_rgw_stats.simulate (13441 ms) 2024-08-04T15:48:06.532 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 1 test from cls_rgw_stats (13441 ms total) 2024-08-04T15:48:06.532 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T15:48:06.533 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment tear-down 2024-08-04T15:48:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:48:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:48:06] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.43.0" 2024-08-04T15:48:07.045 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] 1 test from 1 test suite ran. (15813 ms total) 2024-08-04T15:48:07.045 INFO:tasks.workunit.client.0.smithi007.stdout:[ PASSED ] 1 test. 2024-08-04T15:48:07.050 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T15:48:07.050 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T15:48:07.117 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-08-04T15:48:07.117 DEBUG:teuthology.orchestra.run.smithi007:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-08-04T15:48:07.186 INFO:tasks.workunit.client.0.smithi007.stdout:Running main() from gmock_main.cc 2024-08-04T15:48:07.186 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] Running 2 tests from 1 test suite. 2024-08-04T15:48:07.186 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment set-up. 2024-08-04T15:48:07.186 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 2 tests from ClsSDK 2024-08-04T15:48:07.187 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-08-04T15:48:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:07 smithi007 ceph-mon[92692]: pgmap v1423: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 503 KiB/s wr, 2.56k op/s 2024-08-04T15:48:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:48:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:48:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:07 smithi007 ceph-mon[94998]: pgmap v1423: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 503 KiB/s wr, 2.56k op/s 2024-08-04T15:48:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:48:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:48:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:07 smithi062 ceph-mon[85960]: pgmap v1423: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 503 KiB/s wr, 2.56k op/s 2024-08-04T15:48:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:48:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:48:08.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:08 smithi007 ceph-mon[92692]: osdmap e1127: 8 total, 8 up, 8 in 2024-08-04T15:48:08.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:08 smithi007 ceph-mon[94998]: osdmap e1127: 8 total, 8 up, 8 in 2024-08-04T15:48:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:08 smithi062 ceph-mon[85960]: osdmap e1127: 8 total, 8 up, 8 in 2024-08-04T15:48:09.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:09 smithi007 ceph-mon[92692]: pgmap v1425: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:09 smithi007 ceph-mon[92692]: osdmap e1128: 8 total, 8 up, 8 in 2024-08-04T15:48:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:09 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1211535263' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136105-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:48:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:09 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136105-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:48:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:09 smithi007 ceph-mon[94998]: pgmap v1425: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:09 smithi007 ceph-mon[94998]: osdmap e1128: 8 total, 8 up, 8 in 2024-08-04T15:48:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:09 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1211535263' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136105-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:48:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:09 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136105-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:48:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:09 smithi062 ceph-mon[85960]: pgmap v1425: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:09 smithi062 ceph-mon[85960]: osdmap e1128: 8 total, 8 up, 8 in 2024-08-04T15:48:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:09 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1211535263' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136105-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:48:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:09 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136105-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:48:10.079 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2889 ms) 2024-08-04T15:48:10.079 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-08-04T15:48:10.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:10 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136105-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:48:10.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:10 smithi007 ceph-mon[92692]: osdmap e1129: 8 total, 8 up, 8 in 2024-08-04T15:48:10.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:10 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136105-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:48:10.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:10 smithi007 ceph-mon[94998]: osdmap e1129: 8 total, 8 up, 8 in 2024-08-04T15:48:10.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:10 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136105-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:48:10.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:10 smithi062 ceph-mon[85960]: osdmap e1129: 8 total, 8 up, 8 in 2024-08-04T15:48:11.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:11 smithi007 ceph-mon[92692]: pgmap v1428: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:11.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:11 smithi007 ceph-mon[92692]: osdmap e1130: 8 total, 8 up, 8 in 2024-08-04T15:48:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:11 smithi007 ceph-mon[94998]: pgmap v1428: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:11 smithi007 ceph-mon[94998]: osdmap e1130: 8 total, 8 up, 8 in 2024-08-04T15:48:11.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:11 smithi062 ceph-mon[85960]: pgmap v1428: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:11 smithi062 ceph-mon[85960]: osdmap e1130: 8 total, 8 up, 8 in 2024-08-04T15:48:12.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:12 smithi007 ceph-mon[92692]: osdmap e1131: 8 total, 8 up, 8 in 2024-08-04T15:48:12.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:12 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/470923914' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136105-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:48:12.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:12 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136105-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:48:12.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:12 smithi007 ceph-mon[92692]: pgmap v1431: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:12.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:12 smithi007 ceph-mon[94998]: osdmap e1131: 8 total, 8 up, 8 in 2024-08-04T15:48:12.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:12 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/470923914' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136105-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:48:12.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:12 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136105-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:48:12.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:12 smithi007 ceph-mon[94998]: pgmap v1431: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:12.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:12 smithi062 ceph-mon[85960]: osdmap e1131: 8 total, 8 up, 8 in 2024-08-04T15:48:12.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:12 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/470923914' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136105-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:48:12.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:12 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136105-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T15:48:12.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:12 smithi062 ceph-mon[85960]: pgmap v1431: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:12.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:48:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:48:13.091 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3015 ms) 2024-08-04T15:48:13.091 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 2 tests from ClsSDK (5905 ms total) 2024-08-04T15:48:13.091 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T15:48:13.091 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment tear-down 2024-08-04T15:48:13.091 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] 2 tests from 1 test suite ran. (5905 ms total) 2024-08-04T15:48:13.091 INFO:tasks.workunit.client.0.smithi007.stdout:[ PASSED ] 2 tests. 2024-08-04T15:48:13.094 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T15:48:13.094 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T15:48:13.164 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-08-04T15:48:13.164 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-04T15:48:13.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:13 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:48:13.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:13 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136105-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:48:13.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:13 smithi007 ceph-mon[92692]: osdmap e1132: 8 total, 8 up, 8 in 2024-08-04T15:48:13.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:13 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:48:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:13 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136105-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:48:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:13 smithi007 ceph-mon[94998]: osdmap e1132: 8 total, 8 up, 8 in 2024-08-04T15:48:13.435 DEBUG:teuthology.parallel:result is None 2024-08-04T15:48:13.435 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-04T15:48:13.461 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-04T15:48:13.461 DEBUG:teuthology.orchestra.run.smithi007:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-04T15:48:13.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:13 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T15:48:13.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:13 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi007-136105-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T15:48:13.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:13 smithi062 ceph-mon[85960]: osdmap e1132: 8 total, 8 up, 8 in 2024-08-04T15:48:13.516 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-04T15:48:13.516 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-04T15:48:13.516 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-08-04T15:48:13.517 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-04T15:48:13.517 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-08-04T15:48:13.517 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-04T15:48:13.518 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-04T15:48:13.518 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-04T15:48:13.518 DEBUG:teuthology.orchestra.run.smithi007:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-04T15:48:13.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-04T15:48:13.572 INFO:teuthology.orchestra.run.smithi007.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-04T15:48:13.573 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-04T15:48:13.628 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-04T15:48:13.628 DEBUG:teuthology.orchestra.run.smithi007:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-04T15:48:13.684 INFO:tasks.workunit:timeout=3h 2024-08-04T15:48:13.684 INFO:tasks.workunit:cleanup=True 2024-08-04T15:48:13.685 DEBUG:teuthology.orchestra.run.smithi007:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-04T15:48:13.741 INFO:tasks.workunit.client.0.smithi007.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-04T15:48:14.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:14 smithi062 ceph-mon[85960]: osdmap e1133: 8 total, 8 up, 8 in 2024-08-04T15:48:14.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:14 smithi062 ceph-mon[85960]: pgmap v1434: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:14.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:14 smithi007 ceph-mon[92692]: osdmap e1133: 8 total, 8 up, 8 in 2024-08-04T15:48:14.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:14 smithi007 ceph-mon[92692]: pgmap v1434: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:14 smithi007 ceph-mon[94998]: osdmap e1133: 8 total, 8 up, 8 in 2024-08-04T15:48:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:14 smithi007 ceph-mon[94998]: pgmap v1434: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:15.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:15 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:48:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:15 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T15:48:15.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:15 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:48:15.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:15 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T15:48:15.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:15 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T15:48:15.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:15 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T15:48:16.486 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:48:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:48:16] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.43.0" 2024-08-04T15:48:16.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:16 smithi007 ceph-mon[92692]: pgmap v1435: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:16.487 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:16 smithi007 ceph-mon[94998]: pgmap v1435: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:16.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:16 smithi062 ceph-mon[85960]: pgmap v1435: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:18.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:18 smithi007 ceph-mon[92692]: pgmap v1436: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:18 smithi007 ceph-mon[94998]: pgmap v1436: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:18 smithi062 ceph-mon[85960]: pgmap v1436: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:19.566 DEBUG:teuthology.orchestra.run.smithi007:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-04T15:48:19.622 INFO:tasks.workunit.client.0.smithi007.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-04T15:48:19.625 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-04T15:48:19.625 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-04T15:48:19.676 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-04T15:48:19.727 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-04T15:48:19.768 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-04T15:48:19.770 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-04T15:48:19.770 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-04T15:48:19.810 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-04T15:48:19.813 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T15:48:19.813 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-04T15:48:19.870 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-08-04T15:48:19.872 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-08-04T15:48:19.872 DEBUG:teuthology.orchestra.run.smithi007:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-08-04T15:48:19.970 INFO:tasks.workunit.client.0.smithi007.stdout:run length 1200 seconds 2024-08-04T15:48:19.970 INFO:tasks.workunit.client.0.smithi007.stdout:preparing 10240 objects 2024-08-04T15:48:20.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:20 smithi007 ceph-mon[92692]: pgmap v1437: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:20.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:20 smithi007 ceph-mon[94998]: pgmap v1437: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:20.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:20 smithi062 ceph-mon[85960]: pgmap v1437: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-04T15:48:21.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:48:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:48:21.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:48:22.050 INFO:tasks.workunit.client.0.smithi007.stdout:load-gen will run 1200 seconds 2024-08-04T15:48:22.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:22 smithi007 ceph-mon[92692]: pgmap v1438: 105 pgs: 105 active+clean; 25 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s wr, 219 op/s 2024-08-04T15:48:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:22 smithi007 ceph-mon[94998]: pgmap v1438: 105 pgs: 105 active+clean; 25 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s wr, 219 op/s 2024-08-04T15:48:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:22 smithi062 ceph-mon[85960]: pgmap v1438: 105 pgs: 105 active+clean; 25 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s wr, 219 op/s 2024-08-04T15:48:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:48:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:48:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:48:23.051 INFO:tasks.workunit.client.0.smithi007.stdout: 1: throughput=0MB/sec pending data=0 2024-08-04T15:48:23.051 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-V0pLtRGGZkBxArx off=7155995 len=1199075 2024-08-04T15:48:23.058 INFO:tasks.workunit.client.0.smithi007.stdout:op 0 completed, throughput=1.13MB/sec 2024-08-04T15:48:23.058 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_Tb8WcuwIOicIOa off=3107304 len=452043 2024-08-04T15:48:23.059 INFO:tasks.workunit.client.0.smithi007.stdout:op 1 completed, throughput=1.56MB/sec 2024-08-04T15:48:23.060 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-En8oPwsz82af49J off=6790319 len=176502 2024-08-04T15:48:23.060 INFO:tasks.workunit.client.0.smithi007.stdout:op 2 completed, throughput=1.73MB/sec 2024-08-04T15:48:23.060 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EMeWirgS_NEr564 off=4953240 len=1313754 2024-08-04T15:48:23.062 INFO:tasks.workunit.client.0.smithi007.stdout:op 3 completed, throughput=2.96MB/sec 2024-08-04T15:48:23.062 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hE1IizYCycjTS37 off=1901527 len=397735 2024-08-04T15:48:23.063 INFO:tasks.workunit.client.0.smithi007.stdout:op 4 completed, throughput=3.33MB/sec 2024-08-04T15:48:23.063 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oVopJsOKBKNqjt- off=1616285 len=182097 2024-08-04T15:48:23.064 INFO:tasks.workunit.client.0.smithi007.stdout:op 5 completed, throughput=3.5MB/sec 2024-08-04T15:48:23.064 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rNerobssW4tFRSN off=15650238 len=1481765 2024-08-04T15:48:23.066 INFO:tasks.workunit.client.0.smithi007.stdout:op 6 completed, throughput=4.89MB/sec 2024-08-04T15:48:23.066 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JrFpbftImXsl3AB off=580675 len=1480531 2024-08-04T15:48:23.076 INFO:tasks.workunit.client.0.smithi007.stdout:op 7 completed, throughput=6.21MB/sec 2024-08-04T15:48:24.077 INFO:tasks.workunit.client.0.smithi007.stdout: 2: throughput=3.15MB/sec pending data=0 2024-08-04T15:48:24.077 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-21W1GZgzxui_rc9 off=21268122 len=33948 2024-08-04T15:48:24.077 INFO:tasks.workunit.client.0.smithi007.stdout:op 8 completed, throughput=3.16MB/sec 2024-08-04T15:48:24.077 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RB69xmnJ1zUWiO2 off=7690651 len=1089707 2024-08-04T15:48:24.079 INFO:tasks.workunit.client.0.smithi007.stdout:op 9 completed, throughput=3.67MB/sec 2024-08-04T15:48:24.079 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HeuaQjAjOHChzjM off=257915 len=104864 2024-08-04T15:48:24.082 INFO:tasks.workunit.client.0.smithi007.stdout:op 10 completed, throughput=3.71MB/sec 2024-08-04T15:48:24.082 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vBF0s1oeva_P1DT off=19302197 len=71146 2024-08-04T15:48:24.083 INFO:tasks.workunit.client.0.smithi007.stdout:op 11 completed, throughput=3.75MB/sec 2024-08-04T15:48:24.083 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-sJymGU57vCG7l4m off=7788817 len=561773 2024-08-04T15:48:24.085 INFO:tasks.workunit.client.0.smithi007.stdout:op 12 completed, throughput=4MB/sec 2024-08-04T15:48:24.085 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6AB0Hov2QkRfZXP off=3169065 len=711783 2024-08-04T15:48:24.090 INFO:tasks.workunit.client.0.smithi007.stdout:op 13 completed, throughput=4.33MB/sec 2024-08-04T15:48:24.090 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bypyRQiNMuWLWFZ off=10311615 len=1371650 2024-08-04T15:48:24.100 INFO:tasks.workunit.client.0.smithi007.stdout:op 14 completed, throughput=4.95MB/sec 2024-08-04T15:48:24.100 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cFHYfukMuu1UbmM off=11711286 len=8597 2024-08-04T15:48:24.100 INFO:tasks.workunit.client.0.smithi007.stdout:op 15 completed, throughput=4.95MB/sec 2024-08-04T15:48:24.101 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IQzShhT7p2uDiu2 off=2358643 len=60375 2024-08-04T15:48:24.101 INFO:tasks.workunit.client.0.smithi007.stdout:op 16 completed, throughput=4.98MB/sec 2024-08-04T15:48:24.101 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-067z9yl78elvKoV off=12689537 len=1699447 2024-08-04T15:48:24.108 INFO:tasks.workunit.client.0.smithi007.stdout:op 17 completed, throughput=5.75MB/sec 2024-08-04T15:48:24.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:24 smithi007 ceph-mon[92692]: pgmap v1439: 105 pgs: 105 active+clean; 39 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s wr, 308 op/s 2024-08-04T15:48:24.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:24 smithi007 ceph-mon[94998]: pgmap v1439: 105 pgs: 105 active+clean; 39 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s wr, 308 op/s 2024-08-04T15:48:24.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:24 smithi062 ceph-mon[85960]: pgmap v1439: 105 pgs: 105 active+clean; 39 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s wr, 308 op/s 2024-08-04T15:48:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: 3: throughput=3.87MB/sec pending data=0 2024-08-04T15:48:25.109 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DCW3oSoEII9xPCI off=11357041 len=488620 2024-08-04T15:48:25.112 INFO:tasks.workunit.client.0.smithi007.stdout:op 18 completed, throughput=4.01MB/sec 2024-08-04T15:48:25.113 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oiuiS2WEh1eXRaV off=6015841 len=176748 2024-08-04T15:48:25.115 INFO:tasks.workunit.client.0.smithi007.stdout:op 19 completed, throughput=4.06MB/sec 2024-08-04T15:48:25.115 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WQH2VsieW0y8HEg off=17595534 len=1815268 2024-08-04T15:48:25.118 INFO:tasks.workunit.client.0.smithi007.stdout:op 20 completed, throughput=4.63MB/sec 2024-08-04T15:48:25.118 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-529t3J46E8vhOPk off=6886077 len=35453 2024-08-04T15:48:25.118 INFO:tasks.workunit.client.0.smithi007.stdout:op 21 completed, throughput=4.64MB/sec 2024-08-04T15:48:25.119 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cDvBNGZUdTeZlI6 off=1603206 len=739110 2024-08-04T15:48:25.120 INFO:tasks.workunit.client.0.smithi007.stdout:op 22 completed, throughput=4.86MB/sec 2024-08-04T15:48:25.120 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OV5EVInLHeq6VCc off=1987173 len=305082 2024-08-04T15:48:25.123 INFO:tasks.workunit.client.0.smithi007.stdout:op 23 completed, throughput=4.95MB/sec 2024-08-04T15:48:25.123 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6kFF8DfAzVZQVhm off=7863313 len=1420172 2024-08-04T15:48:25.125 INFO:tasks.workunit.client.0.smithi007.stdout:op 24 completed, throughput=5.39MB/sec 2024-08-04T15:48:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: 4: throughput=4.07MB/sec pending data=0 2024-08-04T15:48:26.126 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WAeREX5S9xSdZuy off=3748227 len=792761 2024-08-04T15:48:26.129 INFO:tasks.workunit.client.0.smithi007.stdout:op 25 completed, throughput=4.25MB/sec 2024-08-04T15:48:26.129 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-l3CaJRtclqhUGUl off=13783251 len=1813758 2024-08-04T15:48:26.137 INFO:tasks.workunit.client.0.smithi007.stdout:op 26 completed, throughput=4.66MB/sec 2024-08-04T15:48:26.137 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VM8ZHRATC7LX04p off=3463401 len=86550 2024-08-04T15:48:26.138 INFO:tasks.workunit.client.0.smithi007.stdout:op 27 completed, throughput=4.68MB/sec 2024-08-04T15:48:26.138 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-b3fZRVH0GRjVa0O off=3649029 len=1885227 2024-08-04T15:48:26.151 INFO:tasks.workunit.client.0.smithi007.stdout:op 28 completed, throughput=5.11MB/sec 2024-08-04T15:48:26.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:26 smithi007 ceph-mon[92692]: pgmap v1440: 105 pgs: 105 active+clean; 86 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 691 KiB/s wr, 579 op/s 2024-08-04T15:48:26.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:26 smithi007 ceph-mon[94998]: pgmap v1440: 105 pgs: 105 active+clean; 86 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 691 KiB/s wr, 579 op/s 2024-08-04T15:48:26.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:48:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:48:26] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2024-08-04T15:48:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:26 smithi062 ceph-mon[85960]: pgmap v1440: 105 pgs: 105 active+clean; 86 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 691 KiB/s wr, 579 op/s 2024-08-04T15:48:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: 5: throughput=4.11MB/sec pending data=0 2024-08-04T15:48:27.152 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ui7N5bgL_vECTmd off=4602352 len=401357 2024-08-04T15:48:27.153 INFO:tasks.workunit.client.0.smithi007.stdout:op 29 completed, throughput=4.18MB/sec 2024-08-04T15:48:27.153 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CXaOP2_zf3a-pEN off=7866138 len=829889 2024-08-04T15:48:27.154 INFO:tasks.workunit.client.0.smithi007.stdout:op 30 completed, throughput=4.33MB/sec 2024-08-04T15:48:27.154 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5FIN_ZBypim9Wte off=2305153 len=1615671 2024-08-04T15:48:27.156 INFO:tasks.workunit.client.0.smithi007.stdout:op 31 completed, throughput=4.63MB/sec 2024-08-04T15:48:27.156 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4WbzjkYJWNkrx3Y off=10471375 len=348128 2024-08-04T15:48:27.159 INFO:tasks.workunit.client.0.smithi007.stdout:op 32 completed, throughput=4.69MB/sec 2024-08-04T15:48:27.159 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WvqMDDGiwz9edqY off=10887021 len=381785 2024-08-04T15:48:27.160 INFO:tasks.workunit.client.0.smithi007.stdout:op 33 completed, throughput=4.77MB/sec 2024-08-04T15:48:27.160 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xmU_xXzcDDMfUTG off=6043052 len=2016861 2024-08-04T15:48:27.172 INFO:tasks.workunit.client.0.smithi007.stdout:op 34 completed, throughput=5.13MB/sec 2024-08-04T15:48:28.173 INFO:tasks.workunit.client.0.smithi007.stdout: 6: throughput=4.29MB/sec pending data=0 2024-08-04T15:48:28.173 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ipIpS-O_WyM7ry9 off=8955013 len=1440838 2024-08-04T15:48:28.175 INFO:tasks.workunit.client.0.smithi007.stdout:op 35 completed, throughput=4.51MB/sec 2024-08-04T15:48:28.175 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HchPOxWPy8MKxDQ off=6093903 len=1444668 2024-08-04T15:48:28.182 INFO:tasks.workunit.client.0.smithi007.stdout:op 36 completed, throughput=4.73MB/sec 2024-08-04T15:48:28.182 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-V5_dGOmEUFCoHEc off=10169958 len=1312934 2024-08-04T15:48:28.184 INFO:tasks.workunit.client.0.smithi007.stdout:op 37 completed, throughput=4.94MB/sec 2024-08-04T15:48:28.184 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vegV105wG4bx1Zi off=17058908 len=1203000 2024-08-04T15:48:28.189 INFO:tasks.workunit.client.0.smithi007.stdout:op 38 completed, throughput=5.12MB/sec 2024-08-04T15:48:28.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:28 smithi007 ceph-mon[94998]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 659 KiB/s rd, 1.4 MiB/s wr, 855 op/s 2024-08-04T15:48:28.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:28 smithi007 ceph-mon[92692]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 659 KiB/s rd, 1.4 MiB/s wr, 855 op/s 2024-08-04T15:48:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:28 smithi062 ceph-mon[85960]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 659 KiB/s rd, 1.4 MiB/s wr, 855 op/s 2024-08-04T15:48:29.190 INFO:tasks.workunit.client.0.smithi007.stdout: 7: throughput=4.4MB/sec pending data=0 2024-08-04T15:48:29.190 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GsLkW72HCXqAt9E off=444290 len=1491626 2024-08-04T15:48:29.193 INFO:tasks.workunit.client.0.smithi007.stdout:op 39 completed, throughput=4.6MB/sec 2024-08-04T15:48:29.193 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PUgivQfPcJ_QYY3 off=12618131 len=993829 2024-08-04T15:48:29.196 INFO:tasks.workunit.client.0.smithi007.stdout:op 40 completed, throughput=4.73MB/sec 2024-08-04T15:48:29.196 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-x5_c28lNy8VZgVD off=6319124 len=1754878 2024-08-04T15:48:29.199 INFO:tasks.workunit.client.0.smithi007.stdout:op 41 completed, throughput=4.96MB/sec 2024-08-04T15:48:29.199 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2gGZS9eTsw3ImSC off=1163470 len=135292 2024-08-04T15:48:29.202 INFO:tasks.workunit.client.0.smithi007.stdout:op 42 completed, throughput=4.98MB/sec 2024-08-04T15:48:29.202 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3tVOdkb0mwdd5ti off=22443466 len=953453 2024-08-04T15:48:29.208 INFO:tasks.workunit.client.0.smithi007.stdout:op 43 completed, throughput=5.1MB/sec 2024-08-04T15:48:29.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:48:29.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:48:29.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:48:30.208 INFO:tasks.workunit.client.0.smithi007.stdout: 8: throughput=4.48MB/sec pending data=0 2024-08-04T15:48:30.208 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-n1yW0nmc6NFPpk2 off=4583605 len=757027 2024-08-04T15:48:30.212 INFO:tasks.workunit.client.0.smithi007.stdout:op 44 completed, throughput=4.56MB/sec 2024-08-04T15:48:30.212 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VN0E_0PhyKzDdqo off=14565427 len=874922 2024-08-04T15:48:30.217 INFO:tasks.workunit.client.0.smithi007.stdout:op 45 completed, throughput=4.66MB/sec 2024-08-04T15:48:30.217 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xfzMJ09K41mrP2K off=12708310 len=1286934 2024-08-04T15:48:30.218 INFO:tasks.workunit.client.0.smithi007.stdout:op 46 completed, throughput=4.81MB/sec 2024-08-04T15:48:30.219 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-krfOVEpARZxuaFk off=7992495 len=1471784 2024-08-04T15:48:30.226 INFO:tasks.workunit.client.0.smithi007.stdout:op 47 completed, throughput=4.98MB/sec 2024-08-04T15:48:30.226 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--N3zf0Ft4cKiLGw off=1994385 len=258828 2024-08-04T15:48:30.228 INFO:tasks.workunit.client.0.smithi007.stdout:op 48 completed, throughput=5.01MB/sec 2024-08-04T15:48:30.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:30 smithi007 ceph-mon[92692]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 925 KiB/s rd, 1.6 MiB/s wr, 855 op/s 2024-08-04T15:48:30.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:48:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:48:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:48:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:30 smithi007 ceph-mon[94998]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 925 KiB/s rd, 1.6 MiB/s wr, 855 op/s 2024-08-04T15:48:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:48:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:48:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:48:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:30 smithi062 ceph-mon[85960]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 925 KiB/s rd, 1.6 MiB/s wr, 855 op/s 2024-08-04T15:48:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:48:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:48:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:48:31.229 INFO:tasks.workunit.client.0.smithi007.stdout: 9: throughput=4.46MB/sec pending data=0 2024-08-04T15:48:31.229 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-o3bH4Iy8sksDRTV off=1802632 len=841935 2024-08-04T15:48:31.230 INFO:tasks.workunit.client.0.smithi007.stdout:op 49 completed, throughput=4.55MB/sec 2024-08-04T15:48:31.230 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HFb_pl8RDDDXvD3 off=7014825 len=2093859 2024-08-04T15:48:31.242 INFO:tasks.workunit.client.0.smithi007.stdout:op 50 completed, throughput=4.76MB/sec 2024-08-04T15:48:31.243 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-T-DbxNztxZvk8gS off=12048518 len=686924 2024-08-04T15:48:31.246 INFO:tasks.workunit.client.0.smithi007.stdout:op 51 completed, throughput=4.83MB/sec 2024-08-04T15:48:31.247 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-sh5E5aFylrRuajt off=4152328 len=641547 2024-08-04T15:48:31.247 INFO:tasks.workunit.client.0.smithi007.stdout:op 52 completed, throughput=4.89MB/sec 2024-08-04T15:48:31.248 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-l1ulO44fjK2REoQ off=3135301 len=610617 2024-08-04T15:48:31.249 INFO:tasks.workunit.client.0.smithi007.stdout:op 53 completed, throughput=4.96MB/sec 2024-08-04T15:48:31.249 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NtHnLICnGbD3NfZ off=540086 len=1976918 2024-08-04T15:48:31.257 INFO:tasks.workunit.client.0.smithi007.stdout:op 54 completed, throughput=5.16MB/sec 2024-08-04T15:48:32.257 INFO:tasks.workunit.client.0.smithi007.stdout: 10: throughput=4.65MB/sec pending data=0 2024-08-04T15:48:32.257 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kvNaHtytknI356u off=2715587 len=1531224 2024-08-04T15:48:32.265 INFO:tasks.workunit.client.0.smithi007.stdout:op 55 completed, throughput=4.79MB/sec 2024-08-04T15:48:32.265 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-V94cx3VV-KHI1bv off=2771874 len=2038939 2024-08-04T15:48:32.268 INFO:tasks.workunit.client.0.smithi007.stdout:op 56 completed, throughput=4.98MB/sec 2024-08-04T15:48:32.268 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cYQ1F9kuyQzdLBh off=460284 len=1619278 2024-08-04T15:48:32.268 INFO:tasks.workunit.client.0.smithi007.stdout:op 57 completed, throughput=5.13MB/sec 2024-08-04T15:48:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:32 smithi007 ceph-mon[94998]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 856 op/s 2024-08-04T15:48:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:32 smithi007 ceph-mon[92692]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 856 op/s 2024-08-04T15:48:32.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:32 smithi062 ceph-mon[85960]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 856 op/s 2024-08-04T15:48:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:48:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:48:33.269 INFO:tasks.workunit.client.0.smithi007.stdout: 11: throughput=4.67MB/sec pending data=0 2024-08-04T15:48:33.269 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3tWUnT_A10NjRIg off=15466807 len=564261 2024-08-04T15:48:33.270 INFO:tasks.workunit.client.0.smithi007.stdout:op 58 completed, throughput=4.72MB/sec 2024-08-04T15:48:33.270 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-E-w-X3g13mE_BHn off=15849652 len=325042 2024-08-04T15:48:33.273 INFO:tasks.workunit.client.0.smithi007.stdout:op 59 completed, throughput=4.75MB/sec 2024-08-04T15:48:33.273 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NOXC-2l3T6C22q1 off=13983249 len=1318004 2024-08-04T15:48:33.280 INFO:tasks.workunit.client.0.smithi007.stdout:op 60 completed, throughput=4.86MB/sec 2024-08-04T15:48:33.280 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jSJJKvp9o8hj1TZ off=265763 len=1745579 2024-08-04T15:48:33.282 INFO:tasks.workunit.client.0.smithi007.stdout:op 61 completed, throughput=5MB/sec 2024-08-04T15:48:34.283 INFO:tasks.workunit.client.0.smithi007.stdout: 12: throughput=4.59MB/sec pending data=0 2024-08-04T15:48:34.283 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tmFVJPeeIdTCTIX off=767694 len=1456841 2024-08-04T15:48:34.285 INFO:tasks.workunit.client.0.smithi007.stdout:op 62 completed, throughput=4.71MB/sec 2024-08-04T15:48:34.286 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kEz76T2xsSgdRT7 off=6119581 len=1315739 2024-08-04T15:48:34.287 INFO:tasks.workunit.client.0.smithi007.stdout:op 63 completed, throughput=4.81MB/sec 2024-08-04T15:48:34.288 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BPGGaYL23wagPDr off=772529 len=1377726 2024-08-04T15:48:34.297 INFO:tasks.workunit.client.0.smithi007.stdout:op 64 completed, throughput=4.91MB/sec 2024-08-04T15:48:34.297 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ArbijOI0ytASEhP off=7801486 len=829147 2024-08-04T15:48:34.301 INFO:tasks.workunit.client.0.smithi007.stdout:op 65 completed, throughput=4.97MB/sec 2024-08-04T15:48:34.301 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SRErPgNllNevwy4 off=9018375 len=1705421 2024-08-04T15:48:34.312 INFO:tasks.workunit.client.0.smithi007.stdout:op 66 completed, throughput=5.1MB/sec 2024-08-04T15:48:34.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:34 smithi007 ceph-mon[92692]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 689 op/s 2024-08-04T15:48:34.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:34 smithi007 ceph-mon[94998]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 689 op/s 2024-08-04T15:48:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:34 smithi062 ceph-mon[85960]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 689 op/s 2024-08-04T15:48:35.312 INFO:tasks.workunit.client.0.smithi007.stdout: 13: throughput=4.72MB/sec pending data=0 2024-08-04T15:48:35.312 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dMb-rLpDt6Wksvo off=570408 len=1418659 2024-08-04T15:48:35.314 INFO:tasks.workunit.client.0.smithi007.stdout:op 67 completed, throughput=4.82MB/sec 2024-08-04T15:48:35.314 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iMe7Uz3Ne6LaSkK off=1274428 len=725637 2024-08-04T15:48:35.315 INFO:tasks.workunit.client.0.smithi007.stdout:op 68 completed, throughput=4.87MB/sec 2024-08-04T15:48:35.315 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-H6jm978ytJlgoSJ off=1091417 len=16128 2024-08-04T15:48:35.316 INFO:tasks.workunit.client.0.smithi007.stdout:op 69 completed, throughput=4.87MB/sec 2024-08-04T15:48:35.316 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-M-gjiWtaCanSRRS off=5161273 len=831602 2024-08-04T15:48:35.320 INFO:tasks.workunit.client.0.smithi007.stdout:op 70 completed, throughput=4.93MB/sec 2024-08-04T15:48:35.320 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IFAOgYY7OuKuEFh off=796993 len=2071480 2024-08-04T15:48:35.331 INFO:tasks.workunit.client.0.smithi007.stdout:op 71 completed, throughput=5.07MB/sec 2024-08-04T15:48:36.331 INFO:tasks.workunit.client.0.smithi007.stdout: 14: throughput=4.72MB/sec pending data=0 2024-08-04T15:48:36.331 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-95FGptTyTs84mSY off=1894431 len=1023597 2024-08-04T15:48:36.333 INFO:tasks.workunit.client.0.smithi007.stdout:op 72 completed, throughput=4.79MB/sec 2024-08-04T15:48:36.333 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-s1MAJ96f8XMqZds off=11057268 len=1066952 2024-08-04T15:48:36.334 INFO:tasks.workunit.client.0.smithi007.stdout:op 73 completed, throughput=4.86MB/sec 2024-08-04T15:48:36.334 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-keCuH84LlNUs5Ct off=14893266 len=857220 2024-08-04T15:48:36.335 INFO:tasks.workunit.client.0.smithi007.stdout:op 74 completed, throughput=4.91MB/sec 2024-08-04T15:48:36.336 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SS-dUR-bwi16cxK off=1490906 len=1905152 2024-08-04T15:48:36.339 INFO:tasks.workunit.client.0.smithi007.stdout:op 75 completed, throughput=5.04MB/sec 2024-08-04T15:48:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:48:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:48:36] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-08-04T15:48:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:36 smithi007 ceph-mon[94998]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 596 op/s 2024-08-04T15:48:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:48:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:36 smithi007 ceph-mon[92692]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 596 op/s 2024-08-04T15:48:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:48:36.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:36 smithi062 ceph-mon[85960]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 596 op/s 2024-08-04T15:48:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:48:37.340 INFO:tasks.workunit.client.0.smithi007.stdout: 15: throughput=4.71MB/sec pending data=0 2024-08-04T15:48:37.340 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HchPOxWPy8MKxDQ off=7073891 len=720342 2024-08-04T15:48:37.341 INFO:tasks.workunit.client.0.smithi007.stdout:op 76 completed, throughput=4.76MB/sec 2024-08-04T15:48:37.341 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3Iftf7i1tnD2m9M off=297823 len=157499 2024-08-04T15:48:37.342 INFO:tasks.workunit.client.0.smithi007.stdout:op 77 completed, throughput=4.77MB/sec 2024-08-04T15:48:37.342 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Aw0siCb_XpTZz87 off=88151 len=1140744 2024-08-04T15:48:37.345 INFO:tasks.workunit.client.0.smithi007.stdout:op 78 completed, throughput=4.84MB/sec 2024-08-04T15:48:37.345 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Kake5M6kZkVGFJL off=4364293 len=796023 2024-08-04T15:48:37.349 INFO:tasks.workunit.client.0.smithi007.stdout:op 79 completed, throughput=4.88MB/sec 2024-08-04T15:48:37.350 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JDdlbZEjCEM9Jn8 off=3744575 len=2056102 2024-08-04T15:48:37.362 INFO:tasks.workunit.client.0.smithi007.stdout:op 80 completed, throughput=5.01MB/sec 2024-08-04T15:48:38.363 INFO:tasks.workunit.client.0.smithi007.stdout: 16: throughput=4.7MB/sec pending data=0 2024-08-04T15:48:38.363 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gfR3e5Q6UanlN8i off=13472021 len=1600656 2024-08-04T15:48:38.366 INFO:tasks.workunit.client.0.smithi007.stdout:op 81 completed, throughput=4.79MB/sec 2024-08-04T15:48:38.366 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SyFclFDUAKYJYzd off=0 len=1804161 2024-08-04T15:48:38.369 INFO:tasks.workunit.client.0.smithi007.stdout:op 82 completed, throughput=4.9MB/sec 2024-08-04T15:48:38.369 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5J9NYhKfEs3FnBf off=9198431 len=2069941 2024-08-04T15:48:38.372 INFO:tasks.workunit.client.0.smithi007.stdout:op 83 completed, throughput=5.02MB/sec 2024-08-04T15:48:38.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:38 smithi007 ceph-mon[92692]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 279 op/s 2024-08-04T15:48:38.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:38 smithi007 ceph-mon[94998]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 279 op/s 2024-08-04T15:48:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:38 smithi062 ceph-mon[85960]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 279 op/s 2024-08-04T15:48:39.372 INFO:tasks.workunit.client.0.smithi007.stdout: 17: throughput=4.73MB/sec pending data=0 2024-08-04T15:48:39.373 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6y5RdkOuWCrcGI- off=2028120 len=100485 2024-08-04T15:48:39.375 INFO:tasks.workunit.client.0.smithi007.stdout:op 84 completed, throughput=4.73MB/sec 2024-08-04T15:48:39.375 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jUfsdlpSjlXJPRz off=7419795 len=932301 2024-08-04T15:48:39.377 INFO:tasks.workunit.client.0.smithi007.stdout:op 85 completed, throughput=4.78MB/sec 2024-08-04T15:48:39.377 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xM7mih0i1ZmESpQ off=11055133 len=1133715 2024-08-04T15:48:39.382 INFO:tasks.workunit.client.0.smithi007.stdout:op 86 completed, throughput=4.84MB/sec 2024-08-04T15:48:39.382 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NWsSyg2Lg_Uh317 off=121859 len=1123190 2024-08-04T15:48:39.388 INFO:tasks.workunit.client.0.smithi007.stdout:op 87 completed, throughput=4.9MB/sec 2024-08-04T15:48:39.388 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YALPHckiW8JBfPD off=6386062 len=335283 2024-08-04T15:48:39.389 INFO:tasks.workunit.client.0.smithi007.stdout:op 88 completed, throughput=4.92MB/sec 2024-08-04T15:48:39.389 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gcf4Ew3z-IjLa76 off=7705789 len=373153 2024-08-04T15:48:39.392 INFO:tasks.workunit.client.0.smithi007.stdout:op 89 completed, throughput=4.94MB/sec 2024-08-04T15:48:39.392 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-sFuDM9Sy1GGWZgO off=10906421 len=1048157 2024-08-04T15:48:39.393 INFO:tasks.workunit.client.0.smithi007.stdout:op 90 completed, throughput=5MB/sec 2024-08-04T15:48:39.393 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1ogH_X1BCAnqziH off=15563449 len=171826 2024-08-04T15:48:39.394 INFO:tasks.workunit.client.0.smithi007.stdout:op 91 completed, throughput=5.01MB/sec 2024-08-04T15:48:40.395 INFO:tasks.workunit.client.0.smithi007.stdout: 18: throughput=4.74MB/sec pending data=0 2024-08-04T15:48:40.395 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8hnbOM6qxNWGgB4 off=12695802 len=1683737 2024-08-04T15:48:40.402 INFO:tasks.workunit.client.0.smithi007.stdout:op 92 completed, throughput=4.82MB/sec 2024-08-04T15:48:40.402 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9L6cDyb2LGSVRtG off=13201967 len=1063361 2024-08-04T15:48:40.403 INFO:tasks.workunit.client.0.smithi007.stdout:op 93 completed, throughput=4.88MB/sec 2024-08-04T15:48:40.403 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HR0su5F2-hXdfJG off=6892636 len=95923 2024-08-04T15:48:40.405 INFO:tasks.workunit.client.0.smithi007.stdout:op 94 completed, throughput=4.88MB/sec 2024-08-04T15:48:40.405 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tjQuQNPJNKzmB1D off=1399553 len=721005 2024-08-04T15:48:40.406 INFO:tasks.workunit.client.0.smithi007.stdout:op 95 completed, throughput=4.92MB/sec 2024-08-04T15:48:40.407 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ANXvjvmE899vp-Z off=7646298 len=1189011 2024-08-04T15:48:40.408 INFO:tasks.workunit.client.0.smithi007.stdout:op 96 completed, throughput=4.98MB/sec 2024-08-04T15:48:40.408 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3jI407ilasAyKeh off=2464478 len=331267 2024-08-04T15:48:40.409 INFO:tasks.workunit.client.0.smithi007.stdout:op 97 completed, throughput=5MB/sec 2024-08-04T15:48:40.409 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JKFqLtaYNmpUoT1 off=1991407 len=405595 2024-08-04T15:48:40.412 INFO:tasks.workunit.client.0.smithi007.stdout:op 98 completed, throughput=5.02MB/sec 2024-08-04T15:48:40.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:40 smithi007 ceph-mon[94998]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:48:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:40 smithi007 ceph-mon[92692]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:48:40.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:40 smithi062 ceph-mon[85960]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:48:41.412 INFO:tasks.workunit.client.0.smithi007.stdout: 19: throughput=4.76MB/sec pending data=0 2024-08-04T15:48:41.413 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fGnDawP0Yl3r6K4 off=1578164 len=1050844 2024-08-04T15:48:41.415 INFO:tasks.workunit.client.0.smithi007.stdout:op 99 completed, throughput=4.81MB/sec 2024-08-04T15:48:41.415 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VYZMZmy48qjATal off=18427443 len=192913 2024-08-04T15:48:41.418 INFO:tasks.workunit.client.0.smithi007.stdout:op 100 completed, throughput=4.82MB/sec 2024-08-04T15:48:41.418 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qQgHw1Zy80p7e1i off=3205461 len=148082 2024-08-04T15:48:41.419 INFO:tasks.workunit.client.0.smithi007.stdout:op 101 completed, throughput=4.82MB/sec 2024-08-04T15:48:41.419 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Y5DXrG2_nnENbF_ off=10826061 len=1842070 2024-08-04T15:48:41.421 INFO:tasks.workunit.client.0.smithi007.stdout:op 102 completed, throughput=4.91MB/sec 2024-08-04T15:48:41.421 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-f_htvg1juXQn82w off=8564950 len=1722713 2024-08-04T15:48:41.424 INFO:tasks.workunit.client.0.smithi007.stdout:op 103 completed, throughput=5MB/sec 2024-08-04T15:48:41.424 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CU9ZDCMCbuzRvhB off=97863 len=665099 2024-08-04T15:48:41.428 INFO:tasks.workunit.client.0.smithi007.stdout:op 104 completed, throughput=5.03MB/sec 2024-08-04T15:48:42.429 INFO:tasks.workunit.client.0.smithi007.stdout: 20: throughput=4.78MB/sec pending data=0 2024-08-04T15:48:42.429 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jLqwODy_dUI4P81 off=12716640 len=1457165 2024-08-04T15:48:42.435 INFO:tasks.workunit.client.0.smithi007.stdout:op 105 completed, throughput=4.85MB/sec 2024-08-04T15:48:42.435 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CWt6S2meEaqO65j off=10493234 len=668281 2024-08-04T15:48:42.440 INFO:tasks.workunit.client.0.smithi007.stdout:op 106 completed, throughput=4.88MB/sec 2024-08-04T15:48:42.440 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9LJSFyQDM_vAC4d off=3016434 len=1255942 2024-08-04T15:48:42.445 INFO:tasks.workunit.client.0.smithi007.stdout:op 107 completed, throughput=4.94MB/sec 2024-08-04T15:48:42.445 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rxcHjxjifQoOi1G off=22290345 len=479532 2024-08-04T15:48:42.449 INFO:tasks.workunit.client.0.smithi007.stdout:op 108 completed, throughput=4.96MB/sec 2024-08-04T15:48:42.449 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_MHFV5AxTBV3i1c off=12214550 len=1197844 2024-08-04T15:48:42.454 INFO:tasks.workunit.client.0.smithi007.stdout:op 109 completed, throughput=5.01MB/sec 2024-08-04T15:48:42.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:42 smithi007 ceph-mon[92692]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:48:42.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:42 smithi007 ceph-mon[94998]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:48:42.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:42 smithi062 ceph-mon[85960]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:48:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:48:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:48:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:48:43.454 INFO:tasks.workunit.client.0.smithi007.stdout: 21: throughput=4.78MB/sec pending data=0 2024-08-04T15:48:43.455 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WZimKJI2KQXEn6Z off=10681264 len=681645 2024-08-04T15:48:43.458 INFO:tasks.workunit.client.0.smithi007.stdout:op 110 completed, throughput=4.81MB/sec 2024-08-04T15:48:43.458 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XN1kPuhwxtK_yW1 off=2329840 len=1897270 2024-08-04T15:48:43.469 INFO:tasks.workunit.client.0.smithi007.stdout:op 111 completed, throughput=4.89MB/sec 2024-08-04T15:48:43.469 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CsVdFH_jn80Pame off=12667485 len=526070 2024-08-04T15:48:43.472 INFO:tasks.workunit.client.0.smithi007.stdout:op 112 completed, throughput=4.91MB/sec 2024-08-04T15:48:43.472 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Rl6HJsDPkMmOoQC off=6410889 len=1925848 2024-08-04T15:48:43.475 INFO:tasks.workunit.client.0.smithi007.stdout:op 113 completed, throughput=5MB/sec 2024-08-04T15:48:43.475 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-M-gjiWtaCanSRRS off=3069895 len=1139284 2024-08-04T15:48:43.479 INFO:tasks.workunit.client.0.smithi007.stdout:op 114 completed, throughput=5.05MB/sec 2024-08-04T15:48:44.480 INFO:tasks.workunit.client.0.smithi007.stdout: 22: throughput=4.82MB/sec pending data=0 2024-08-04T15:48:44.480 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0wAXXSXfkvrKre1 off=12180025 len=2042972 2024-08-04T15:48:44.493 INFO:tasks.workunit.client.0.smithi007.stdout:op 115 completed, throughput=4.91MB/sec 2024-08-04T15:48:44.493 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Zu4YLiVadfumRn1 off=5443105 len=1759196 2024-08-04T15:48:44.495 INFO:tasks.workunit.client.0.smithi007.stdout:op 116 completed, throughput=4.98MB/sec 2024-08-04T15:48:44.495 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QW_TBDlCjhBDz0m off=6659374 len=1782520 2024-08-04T15:48:44.497 INFO:tasks.workunit.client.0.smithi007.stdout:op 117 completed, throughput=5.06MB/sec 2024-08-04T15:48:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:44 smithi062 ceph-mon[85960]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:48:44.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:44 smithi007 ceph-mon[92692]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:48:44.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:44 smithi007 ceph-mon[94998]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:48:45.498 INFO:tasks.workunit.client.0.smithi007.stdout: 23: throughput=4.84MB/sec pending data=0 2024-08-04T15:48:45.498 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LWArumgB4VAanxC off=1004013 len=10185 2024-08-04T15:48:45.500 INFO:tasks.workunit.client.0.smithi007.stdout:op 118 completed, throughput=4.84MB/sec 2024-08-04T15:48:45.500 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LmTJPEthQ_zgCzH off=2405670 len=1394837 2024-08-04T15:48:45.506 INFO:tasks.workunit.client.0.smithi007.stdout:op 119 completed, throughput=4.9MB/sec 2024-08-04T15:48:45.507 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PUCCA81F99wjGok off=2194105 len=641549 2024-08-04T15:48:45.510 INFO:tasks.workunit.client.0.smithi007.stdout:op 120 completed, throughput=4.92MB/sec 2024-08-04T15:48:45.511 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FHegs-R0dvr3H5q off=3684576 len=1915165 2024-08-04T15:48:45.521 INFO:tasks.workunit.client.0.smithi007.stdout:op 121 completed, throughput=5MB/sec 2024-08-04T15:48:45.521 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-m0RkeZfW7Z7EY7p off=434575 len=170727 2024-08-04T15:48:45.521 INFO:tasks.workunit.client.0.smithi007.stdout:op 122 completed, throughput=5MB/sec 2024-08-04T15:48:46.522 INFO:tasks.workunit.client.0.smithi007.stdout: 24: throughput=4.8MB/sec pending data=0 2024-08-04T15:48:46.522 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KNlkn4hgVRO3mmz off=1651996 len=1456330 2024-08-04T15:48:46.524 INFO:tasks.workunit.client.0.smithi007.stdout:op 123 completed, throughput=4.86MB/sec 2024-08-04T15:48:46.524 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gnK-bXTY-GY2877 off=650191 len=150671 2024-08-04T15:48:46.525 INFO:tasks.workunit.client.0.smithi007.stdout:op 124 completed, throughput=4.86MB/sec 2024-08-04T15:48:46.525 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EBxDK3cCB0amm1x off=135194 len=1358121 2024-08-04T15:48:46.532 INFO:tasks.workunit.client.0.smithi007.stdout:op 125 completed, throughput=4.91MB/sec 2024-08-04T15:48:46.532 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EWbPi2moV1hzO7K off=4377746 len=259881 2024-08-04T15:48:46.535 INFO:tasks.workunit.client.0.smithi007.stdout:op 126 completed, throughput=4.92MB/sec 2024-08-04T15:48:46.535 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vduWy3ubgbYlkjE off=2239913 len=322635 2024-08-04T15:48:46.538 INFO:tasks.workunit.client.0.smithi007.stdout:op 127 completed, throughput=4.93MB/sec 2024-08-04T15:48:46.538 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EDPLMkwGu63bD8p off=8192394 len=1084642 2024-08-04T15:48:46.539 INFO:tasks.workunit.client.0.smithi007.stdout:op 128 completed, throughput=4.98MB/sec 2024-08-04T15:48:46.540 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NgTMtptj1bAjnLv off=12793195 len=1744532 2024-08-04T15:48:46.541 INFO:tasks.workunit.client.0.smithi007.stdout:op 129 completed, throughput=5.04MB/sec 2024-08-04T15:48:46.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:46 smithi007 ceph-mon[92692]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:48:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:48:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:48:46] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-08-04T15:48:46.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:46 smithi007 ceph-mon[94998]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:48:46.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:46 smithi062 ceph-mon[85960]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:48:47.542 INFO:tasks.workunit.client.0.smithi007.stdout: 25: throughput=4.85MB/sec pending data=0 2024-08-04T15:48:47.542 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-b8fDcbA2e_e4lNd off=6566316 len=1910611 2024-08-04T15:48:47.554 INFO:tasks.workunit.client.0.smithi007.stdout:op 130 completed, throughput=4.91MB/sec 2024-08-04T15:48:47.554 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-h8s5-7HQI8iMO8M off=6027770 len=1347836 2024-08-04T15:48:47.555 INFO:tasks.workunit.client.0.smithi007.stdout:op 131 completed, throughput=4.97MB/sec 2024-08-04T15:48:47.555 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pOoF3Clwq-Qeb9C off=141510 len=1598943 2024-08-04T15:48:47.561 INFO:tasks.workunit.client.0.smithi007.stdout:op 132 completed, throughput=5.02MB/sec 2024-08-04T15:48:48.562 INFO:tasks.workunit.client.0.smithi007.stdout: 26: throughput=4.83MB/sec pending data=0 2024-08-04T15:48:48.562 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3nfYW6uKifmzgS6 off=13915244 len=2005941 2024-08-04T15:48:48.564 INFO:tasks.workunit.client.0.smithi007.stdout:op 133 completed, throughput=4.91MB/sec 2024-08-04T15:48:48.565 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cQWl9Ycf6xDyE-M off=12813246 len=132132 2024-08-04T15:48:48.565 INFO:tasks.workunit.client.0.smithi007.stdout:op 134 completed, throughput=4.91MB/sec 2024-08-04T15:48:48.565 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-95FGptTyTs84mSY off=10204034 len=1471989 2024-08-04T15:48:48.572 INFO:tasks.workunit.client.0.smithi007.stdout:op 135 completed, throughput=4.96MB/sec 2024-08-04T15:48:48.572 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3fVc9j07dXD_fth off=5108889 len=1905672 2024-08-04T15:48:48.574 INFO:tasks.workunit.client.0.smithi007.stdout:op 136 completed, throughput=5.03MB/sec 2024-08-04T15:48:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:48 smithi062 ceph-mon[85960]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:48:48.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:48 smithi007 ceph-mon[92692]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:48:48.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:48 smithi007 ceph-mon[94998]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:48:49.575 INFO:tasks.workunit.client.0.smithi007.stdout: 27: throughput=4.85MB/sec pending data=0 2024-08-04T15:48:49.575 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rmv5UIxaJd0JOXQ off=1999353 len=770919 2024-08-04T15:48:49.577 INFO:tasks.workunit.client.0.smithi007.stdout:op 137 completed, throughput=4.87MB/sec 2024-08-04T15:48:49.578 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IRntJKWz-0hxlPs off=1358455 len=242365 2024-08-04T15:48:49.579 INFO:tasks.workunit.client.0.smithi007.stdout:op 138 completed, throughput=4.88MB/sec 2024-08-04T15:48:49.579 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NZxE7aSWCl71ucG off=1452998 len=1474838 2024-08-04T15:48:49.585 INFO:tasks.workunit.client.0.smithi007.stdout:op 139 completed, throughput=4.93MB/sec 2024-08-04T15:48:49.586 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2qg4x9IsSTTIM-A off=4748454 len=1969274 2024-08-04T15:48:49.588 INFO:tasks.workunit.client.0.smithi007.stdout:op 140 completed, throughput=5MB/sec 2024-08-04T15:48:49.588 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-852ocsxeRc6NFl0 off=21128575 len=1457793 2024-08-04T15:48:49.596 INFO:tasks.workunit.client.0.smithi007.stdout:op 141 completed, throughput=5.05MB/sec 2024-08-04T15:48:50.596 INFO:tasks.workunit.client.0.smithi007.stdout: 28: throughput=4.87MB/sec pending data=0 2024-08-04T15:48:50.597 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--EnLFyYsyfxISQT off=4957324 len=1216726 2024-08-04T15:48:50.605 INFO:tasks.workunit.client.0.smithi007.stdout:op 142 completed, throughput=4.91MB/sec 2024-08-04T15:48:50.605 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8TjvvU4VEfoE781 off=20034680 len=1106038 2024-08-04T15:48:50.606 INFO:tasks.workunit.client.0.smithi007.stdout:op 143 completed, throughput=4.95MB/sec 2024-08-04T15:48:50.606 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FrR2rA9E1NNbpZl off=1088919 len=1444002 2024-08-04T15:48:50.613 INFO:tasks.workunit.client.0.smithi007.stdout:op 144 completed, throughput=4.99MB/sec 2024-08-04T15:48:50.613 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_ipBl7YhUjxrAvF off=1036909 len=1739070 2024-08-04T15:48:50.615 INFO:tasks.workunit.client.0.smithi007.stdout:op 145 completed, throughput=5.05MB/sec 2024-08-04T15:48:50.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:50 smithi062 ceph-mon[85960]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:48:50.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:50 smithi007 ceph-mon[92692]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:48:50.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:50 smithi007 ceph-mon[94998]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:48:51.615 INFO:tasks.workunit.client.0.smithi007.stdout: 29: throughput=4.88MB/sec pending data=0 2024-08-04T15:48:51.616 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Q6c2ZXqiGR6gA_R off=1874932 len=713276 2024-08-04T15:48:51.617 INFO:tasks.workunit.client.0.smithi007.stdout:op 146 completed, throughput=4.9MB/sec 2024-08-04T15:48:51.617 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dO3aAVNJHfM9EeC off=7330547 len=505233 2024-08-04T15:48:51.618 INFO:tasks.workunit.client.0.smithi007.stdout:op 147 completed, throughput=4.92MB/sec 2024-08-04T15:48:51.618 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9e8aEOnKBr9uEGr off=13048678 len=108202 2024-08-04T15:48:51.618 INFO:tasks.workunit.client.0.smithi007.stdout:op 148 completed, throughput=4.92MB/sec 2024-08-04T15:48:51.618 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NCwY9YrVeeMhTmZ off=7602500 len=1936519 2024-08-04T15:48:51.632 INFO:tasks.workunit.client.0.smithi007.stdout:op 149 completed, throughput=4.98MB/sec 2024-08-04T15:48:51.632 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ATTnLr_xYbJ0bBL off=9128675 len=1077603 2024-08-04T15:48:51.633 INFO:tasks.workunit.client.0.smithi007.stdout:op 150 completed, throughput=5.02MB/sec 2024-08-04T15:48:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:48:51.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:48:51.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:48:52.634 INFO:tasks.workunit.client.0.smithi007.stdout: 30: throughput=4.85MB/sec pending data=0 2024-08-04T15:48:52.634 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NfZS6NQjzpvpqj6 off=9217526 len=27588 2024-08-04T15:48:52.634 INFO:tasks.workunit.client.0.smithi007.stdout:op 151 completed, throughput=4.85MB/sec 2024-08-04T15:48:52.634 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-k3UYFL5b0hBdjdL off=5398607 len=981400 2024-08-04T15:48:52.639 INFO:tasks.workunit.client.0.smithi007.stdout:op 152 completed, throughput=4.88MB/sec 2024-08-04T15:48:52.639 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nJU8XkAUHsTJQSh off=7502603 len=1100237 2024-08-04T15:48:52.641 INFO:tasks.workunit.client.0.smithi007.stdout:op 153 completed, throughput=4.92MB/sec 2024-08-04T15:48:52.641 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mq_XJG0OgBVrZBa off=6419295 len=1848957 2024-08-04T15:48:52.645 INFO:tasks.workunit.client.0.smithi007.stdout:op 154 completed, throughput=4.98MB/sec 2024-08-04T15:48:52.645 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-E_17xNhD-FjW9KG off=2676798 len=511261 2024-08-04T15:48:52.648 INFO:tasks.workunit.client.0.smithi007.stdout:op 155 completed, throughput=4.99MB/sec 2024-08-04T15:48:52.648 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sHEiDZDWL7v8urI off=13717813 len=1278585 2024-08-04T15:48:52.654 INFO:tasks.workunit.client.0.smithi007.stdout:op 156 completed, throughput=5.03MB/sec 2024-08-04T15:48:52.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:52 smithi062 ceph-mon[85960]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:48:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:48:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:48:52.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:52 smithi007 ceph-mon[92692]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:48:52.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:52 smithi007 ceph-mon[94998]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:48:53.655 INFO:tasks.workunit.client.0.smithi007.stdout: 31: throughput=4.87MB/sec pending data=0 2024-08-04T15:48:53.655 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OXlLXeB_qwE6pFJ off=17434455 len=1056888 2024-08-04T15:48:53.656 INFO:tasks.workunit.client.0.smithi007.stdout:op 157 completed, throughput=4.9MB/sec 2024-08-04T15:48:53.656 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ru7_f7Dxwtpuhuu off=4108385 len=960655 2024-08-04T15:48:53.661 INFO:tasks.workunit.client.0.smithi007.stdout:op 158 completed, throughput=4.93MB/sec 2024-08-04T15:48:53.661 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fGnDawP0Yl3r6K4 off=2208828 len=849849 2024-08-04T15:48:53.663 INFO:tasks.workunit.client.0.smithi007.stdout:op 159 completed, throughput=4.96MB/sec 2024-08-04T15:48:53.663 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_ARM0JhRfIHtz4F off=5930829 len=1728889 2024-08-04T15:48:53.670 INFO:tasks.workunit.client.0.smithi007.stdout:op 160 completed, throughput=5.01MB/sec 2024-08-04T15:48:54.667 INFO:tasks.workunit.client.0.smithi007.stdout: 32: throughput=4.85MB/sec pending data=0 2024-08-04T15:48:54.667 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HOST1ykrDRprtoT off=1181531 len=853174 2024-08-04T15:48:54.668 INFO:tasks.workunit.client.0.smithi007.stdout:op 161 completed, throughput=4.88MB/sec 2024-08-04T15:48:54.668 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KkLhURqQWFJeOme off=2994155 len=1838655 2024-08-04T15:48:54.673 INFO:tasks.workunit.client.0.smithi007.stdout:op 162 completed, throughput=4.93MB/sec 2024-08-04T15:48:54.673 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kLudzi7nzRknFc2 off=17844050 len=1942165 2024-08-04T15:48:54.686 INFO:tasks.workunit.client.0.smithi007.stdout:op 163 completed, throughput=4.99MB/sec 2024-08-04T15:48:54.686 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BCkmR4Qdy1_xVWM off=8675938 len=1643959 2024-08-04T15:48:54.690 INFO:tasks.workunit.client.0.smithi007.stdout:op 164 completed, throughput=5.03MB/sec 2024-08-04T15:48:54.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:54 smithi062 ceph-mon[85960]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:48:54.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:54 smithi007 ceph-mon[92692]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:48:54.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:54 smithi007 ceph-mon[94998]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:48:55.690 INFO:tasks.workunit.client.0.smithi007.stdout: 33: throughput=4.88MB/sec pending data=0 2024-08-04T15:48:55.690 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gLo5KRZICHctFW8 off=172194 len=1122163 2024-08-04T15:48:55.696 INFO:tasks.workunit.client.0.smithi007.stdout:op 165 completed, throughput=4.92MB/sec 2024-08-04T15:48:55.696 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ip_t7H9sSLkvnTX off=14964508 len=2077307 2024-08-04T15:48:55.709 INFO:tasks.workunit.client.0.smithi007.stdout:op 166 completed, throughput=4.97MB/sec 2024-08-04T15:48:55.709 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CU9ZDCMCbuzRvhB off=1559019 len=1257283 2024-08-04T15:48:55.714 INFO:tasks.workunit.client.0.smithi007.stdout:op 167 completed, throughput=5.01MB/sec 2024-08-04T15:48:56.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:56 smithi007 ceph-mon[92692]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:48:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:48:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:48:56] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-08-04T15:48:56.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:56 smithi007 ceph-mon[94998]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:48:56.714 INFO:tasks.workunit.client.0.smithi007.stdout: 34: throughput=4.86MB/sec pending data=0 2024-08-04T15:48:56.714 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FCaFWdRoerslo48 off=1501702 len=1964520 2024-08-04T15:48:56.719 INFO:tasks.workunit.client.0.smithi007.stdout:op 168 completed, throughput=4.92MB/sec 2024-08-04T15:48:56.719 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vQjfo7iyaBRI2M1 off=713823 len=698317 2024-08-04T15:48:56.720 INFO:tasks.workunit.client.0.smithi007.stdout:op 169 completed, throughput=4.93MB/sec 2024-08-04T15:48:56.720 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-M8kL8UQi1zYHWkF off=642034 len=1737632 2024-08-04T15:48:56.728 INFO:tasks.workunit.client.0.smithi007.stdout:op 170 completed, throughput=4.98MB/sec 2024-08-04T15:48:56.728 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hvoHxeqw9hcbPHV off=9594358 len=625866 2024-08-04T15:48:56.729 INFO:tasks.workunit.client.0.smithi007.stdout:op 171 completed, throughput=5MB/sec 2024-08-04T15:48:56.729 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yE8F90ICzgYKg6G off=1052718 len=975459 2024-08-04T15:48:56.733 INFO:tasks.workunit.client.0.smithi007.stdout:op 172 completed, throughput=5.03MB/sec 2024-08-04T15:48:56.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:56 smithi062 ceph-mon[85960]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:48:57.732 INFO:tasks.workunit.client.0.smithi007.stdout: 35: throughput=4.88MB/sec pending data=0 2024-08-04T15:48:57.732 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-plx0UftIC_GS6gD off=2453443 len=55456 2024-08-04T15:48:57.734 INFO:tasks.workunit.client.0.smithi007.stdout:op 173 completed, throughput=4.89MB/sec 2024-08-04T15:48:57.734 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rLcbKBOw5nShSIP off=11367157 len=338657 2024-08-04T15:48:57.735 INFO:tasks.workunit.client.0.smithi007.stdout:op 174 completed, throughput=4.89MB/sec 2024-08-04T15:48:57.735 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lLyjnnBbkD-AbwA off=5064305 len=1163628 2024-08-04T15:48:57.740 INFO:tasks.workunit.client.0.smithi007.stdout:op 175 completed, throughput=4.92MB/sec 2024-08-04T15:48:57.741 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--lJrbktEAvGOt_c off=4946827 len=1086000 2024-08-04T15:48:57.746 INFO:tasks.workunit.client.0.smithi007.stdout:op 176 completed, throughput=4.95MB/sec 2024-08-04T15:48:57.746 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1TwhTZxuvVqfZSb off=15020961 len=1481104 2024-08-04T15:48:57.748 INFO:tasks.workunit.client.0.smithi007.stdout:op 177 completed, throughput=4.99MB/sec 2024-08-04T15:48:57.748 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xD1khYlxvdXERIL off=2072761 len=1602942 2024-08-04T15:48:57.750 INFO:tasks.workunit.client.0.smithi007.stdout:op 178 completed, throughput=5.03MB/sec 2024-08-04T15:48:58.751 INFO:tasks.workunit.client.0.smithi007.stdout: 36: throughput=4.9MB/sec pending data=0 2024-08-04T15:48:58.751 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wkT4JgimMmgC-Lc off=209583 len=449736 2024-08-04T15:48:58.752 INFO:tasks.workunit.client.0.smithi007.stdout:op 179 completed, throughput=4.91MB/sec 2024-08-04T15:48:58.752 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0l5olZwWfNC_MR5 off=11544024 len=1576091 2024-08-04T15:48:58.759 INFO:tasks.workunit.client.0.smithi007.stdout:op 180 completed, throughput=4.95MB/sec 2024-08-04T15:48:58.759 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SRXc-bvFHDTkU5_ off=16863678 len=1157703 2024-08-04T15:48:58.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:48:58 smithi062 ceph-mon[85960]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:48:58.765 INFO:tasks.workunit.client.0.smithi007.stdout:op 181 completed, throughput=4.98MB/sec 2024-08-04T15:48:58.765 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tFicKxxy0rTy2KQ off=4560011 len=1150668 2024-08-04T15:48:58.772 INFO:tasks.workunit.client.0.smithi007.stdout:op 182 completed, throughput=5.01MB/sec 2024-08-04T15:48:58.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:48:58 smithi007 ceph-mon[92692]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:48:58.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:48:58 smithi007 ceph-mon[94998]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:48:59.773 INFO:tasks.workunit.client.0.smithi007.stdout: 37: throughput=4.87MB/sec pending data=0 2024-08-04T15:48:59.773 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ry2JrAHn5Dy2352 off=24141448 len=740957 2024-08-04T15:48:59.774 INFO:tasks.workunit.client.0.smithi007.stdout:op 183 completed, throughput=4.89MB/sec 2024-08-04T15:48:59.774 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uTdAfuIeXElrauI off=809187 len=518753 2024-08-04T15:48:59.775 INFO:tasks.workunit.client.0.smithi007.stdout:op 184 completed, throughput=4.91MB/sec 2024-08-04T15:48:59.775 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-s4mCgS1MA-VWkZq off=13584687 len=404254 2024-08-04T15:48:59.778 INFO:tasks.workunit.client.0.smithi007.stdout:op 185 completed, throughput=4.92MB/sec 2024-08-04T15:48:59.778 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KqhkRqbN7slOkLn off=2799265 len=526734 2024-08-04T15:48:59.782 INFO:tasks.workunit.client.0.smithi007.stdout:op 186 completed, throughput=4.93MB/sec 2024-08-04T15:48:59.782 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JZ7zlQd0VmAZtyU off=11826099 len=1510030 2024-08-04T15:48:59.789 INFO:tasks.workunit.client.0.smithi007.stdout:op 187 completed, throughput=4.97MB/sec 2024-08-04T15:48:59.789 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ahRBEENPC6PA6B4 off=19867439 len=8633 2024-08-04T15:48:59.791 INFO:tasks.workunit.client.0.smithi007.stdout:op 188 completed, throughput=4.97MB/sec 2024-08-04T15:48:59.791 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7JuvbKCj9nWyEar off=3130896 len=1183203 2024-08-04T15:48:59.798 INFO:tasks.workunit.client.0.smithi007.stdout:op 189 completed, throughput=4.99MB/sec 2024-08-04T15:48:59.798 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Z5R2SSL9wT5RAEy off=5010604 len=1644153 2024-08-04T15:48:59.799 INFO:tasks.workunit.client.0.smithi007.stdout:op 190 completed, throughput=5.04MB/sec 2024-08-04T15:49:00.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:00 smithi062 ceph-mon[85960]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-04T15:49:00.800 INFO:tasks.workunit.client.0.smithi007.stdout: 38: throughput=4.91MB/sec pending data=0 2024-08-04T15:49:00.800 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cTydXU-698GTtqJ off=674598 len=820823 2024-08-04T15:49:00.801 INFO:tasks.workunit.client.0.smithi007.stdout:op 191 completed, throughput=4.93MB/sec 2024-08-04T15:49:00.802 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7ZGq0s25TaUEWH1 off=6918265 len=1592359 2024-08-04T15:49:00.808 INFO:tasks.workunit.client.0.smithi007.stdout:op 192 completed, throughput=4.96MB/sec 2024-08-04T15:49:00.808 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-o3bH4Iy8sksDRTV off=969376 len=268065 2024-08-04T15:49:00.809 INFO:tasks.workunit.client.0.smithi007.stdout:op 193 completed, throughput=4.97MB/sec 2024-08-04T15:49:00.809 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yU7iXN2tPf0BzxO off=3657771 len=1243542 2024-08-04T15:49:00.815 INFO:tasks.workunit.client.0.smithi007.stdout:op 194 completed, throughput=5MB/sec 2024-08-04T15:49:00.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:00 smithi007 ceph-mon[92692]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-04T15:49:00.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:00 smithi007 ceph-mon[94998]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-04T15:49:01.815 INFO:tasks.workunit.client.0.smithi007.stdout: 39: throughput=4.87MB/sec pending data=0 2024-08-04T15:49:01.816 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-d62Ji8vLIFxrpbo off=9729015 len=309708 2024-08-04T15:49:01.817 INFO:tasks.workunit.client.0.smithi007.stdout:op 195 completed, throughput=4.88MB/sec 2024-08-04T15:49:01.817 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-j67REaDNoTqYfhh off=11668550 len=773264 2024-08-04T15:49:01.821 INFO:tasks.workunit.client.0.smithi007.stdout:op 196 completed, throughput=4.9MB/sec 2024-08-04T15:49:01.822 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eXTfDiv8sOKQ6Io off=0 len=1545892 2024-08-04T15:49:01.830 INFO:tasks.workunit.client.0.smithi007.stdout:op 197 completed, throughput=4.94MB/sec 2024-08-04T15:49:01.830 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-98k5C8VkwE6n9zV off=23229169 len=835655 2024-08-04T15:49:01.831 INFO:tasks.workunit.client.0.smithi007.stdout:op 198 completed, throughput=4.96MB/sec 2024-08-04T15:49:01.831 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3CHBn4C6ZEwgynk off=1462888 len=1327677 2024-08-04T15:49:01.833 INFO:tasks.workunit.client.0.smithi007.stdout:op 199 completed, throughput=4.99MB/sec 2024-08-04T15:49:01.833 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pM7aXYPMg_537VA off=982759 len=957459 2024-08-04T15:49:01.834 INFO:tasks.workunit.client.0.smithi007.stdout:op 200 completed, throughput=5.01MB/sec 2024-08-04T15:49:02.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:02 smithi062 ceph-mon[85960]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:49:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:49:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:49:02.835 INFO:tasks.workunit.client.0.smithi007.stdout: 40: throughput=4.89MB/sec pending data=0 2024-08-04T15:49:02.835 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yB2OVBVp7FTjZF7 off=1246846 len=1619045 2024-08-04T15:49:02.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:02 smithi007 ceph-mon[92692]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:49:02.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:02 smithi007 ceph-mon[94998]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:49:02.837 INFO:tasks.workunit.client.0.smithi007.stdout:op 201 completed, throughput=4.93MB/sec 2024-08-04T15:49:02.837 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SnsoFqPp2QI7PFK off=3656667 len=1723665 2024-08-04T15:49:02.839 INFO:tasks.workunit.client.0.smithi007.stdout:op 202 completed, throughput=4.97MB/sec 2024-08-04T15:49:02.839 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CQlTnVtKW4M-Fu6 off=801354 len=1230873 2024-08-04T15:49:02.842 INFO:tasks.workunit.client.0.smithi007.stdout:op 203 completed, throughput=4.99MB/sec 2024-08-04T15:49:02.842 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AKS77mWwFwVN12p off=6919085 len=872158 2024-08-04T15:49:02.843 INFO:tasks.workunit.client.0.smithi007.stdout:op 204 completed, throughput=5.01MB/sec 2024-08-04T15:49:03.844 INFO:tasks.workunit.client.0.smithi007.stdout: 41: throughput=4.89MB/sec pending data=0 2024-08-04T15:49:03.844 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gJh1vJL3EWggDIq off=1992002 len=1618293 2024-08-04T15:49:03.846 INFO:tasks.workunit.client.0.smithi007.stdout:op 205 completed, throughput=4.93MB/sec 2024-08-04T15:49:03.846 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vegV105wG4bx1Zi off=902529 len=633531 2024-08-04T15:49:03.848 INFO:tasks.workunit.client.0.smithi007.stdout:op 206 completed, throughput=4.94MB/sec 2024-08-04T15:49:03.848 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8EDOdTsvXdXh4mz off=20054053 len=1717973 2024-08-04T15:49:03.855 INFO:tasks.workunit.client.0.smithi007.stdout:op 207 completed, throughput=4.98MB/sec 2024-08-04T15:49:03.855 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-P3CFSuQV4OtfjB3 off=6198601 len=1270449 2024-08-04T15:49:03.857 INFO:tasks.workunit.client.0.smithi007.stdout:op 208 completed, throughput=5.01MB/sec 2024-08-04T15:49:04.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:04 smithi062 ceph-mon[85960]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-04T15:49:04.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:04 smithi007 ceph-mon[92692]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-04T15:49:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:04 smithi007 ceph-mon[94998]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-04T15:49:04.857 INFO:tasks.workunit.client.0.smithi007.stdout: 42: throughput=4.89MB/sec pending data=0 2024-08-04T15:49:04.857 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZpVe4B8KdDqmLdS off=2062691 len=1390710 2024-08-04T15:49:04.859 INFO:tasks.workunit.client.0.smithi007.stdout:op 209 completed, throughput=4.93MB/sec 2024-08-04T15:49:04.859 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZvKthBza-WeT4dZ off=9293277 len=1815048 2024-08-04T15:49:04.862 INFO:tasks.workunit.client.0.smithi007.stdout:op 210 completed, throughput=4.97MB/sec 2024-08-04T15:49:04.862 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-twKcYFnPPjwBkRm off=3171308 len=757643 2024-08-04T15:49:04.867 INFO:tasks.workunit.client.0.smithi007.stdout:op 211 completed, throughput=4.98MB/sec 2024-08-04T15:49:04.867 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-88nzfCVWOEV7rgW off=2711891 len=1582397 2024-08-04T15:49:04.874 INFO:tasks.workunit.client.0.smithi007.stdout:op 212 completed, throughput=5.02MB/sec 2024-08-04T15:49:05.875 INFO:tasks.workunit.client.0.smithi007.stdout: 43: throughput=4.9MB/sec pending data=0 2024-08-04T15:49:05.875 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-I7xTglJtfkkzZdi off=0 len=1857683 2024-08-04T15:49:05.879 INFO:tasks.workunit.client.0.smithi007.stdout:op 213 completed, throughput=4.94MB/sec 2024-08-04T15:49:05.879 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xUovmy9hwqjtw6C off=18296229 len=1142087 2024-08-04T15:49:05.881 INFO:tasks.workunit.client.0.smithi007.stdout:op 214 completed, throughput=4.97MB/sec 2024-08-04T15:49:05.881 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GzfIJmJd7LYDPIS off=2014721 len=1413585 2024-08-04T15:49:05.887 INFO:tasks.workunit.client.0.smithi007.stdout:op 215 completed, throughput=5MB/sec 2024-08-04T15:49:05.887 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uS7Tf-VAx71aJH9 off=7394445 len=1808257 2024-08-04T15:49:05.890 INFO:tasks.workunit.client.0.smithi007.stdout:op 216 completed, throughput=5.04MB/sec 2024-08-04T15:49:06.370 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:49:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:49:06] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-08-04T15:49:06.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:06 smithi062 ceph-mon[85960]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:49:06.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:49:06.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:06 smithi007 ceph-mon[94998]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:49:06.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:49:06.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:06 smithi007 ceph-mon[92692]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:49:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:49:06.890 INFO:tasks.workunit.client.0.smithi007.stdout: 44: throughput=4.92MB/sec pending data=0 2024-08-04T15:49:06.891 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8NslEiJ0CnucQ1i off=7640385 len=656401 2024-08-04T15:49:06.892 INFO:tasks.workunit.client.0.smithi007.stdout:op 217 completed, throughput=4.94MB/sec 2024-08-04T15:49:06.892 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-X0GHxSFC7Agu85U off=13611155 len=112036 2024-08-04T15:49:06.892 INFO:tasks.workunit.client.0.smithi007.stdout:op 218 completed, throughput=4.94MB/sec 2024-08-04T15:49:06.892 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_nTAHWg7DZyXiAs off=14566855 len=1060740 2024-08-04T15:49:06.898 INFO:tasks.workunit.client.0.smithi007.stdout:op 219 completed, throughput=4.96MB/sec 2024-08-04T15:49:06.899 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZDAnySYLzieDAKt off=1433410 len=207183 2024-08-04T15:49:06.899 INFO:tasks.workunit.client.0.smithi007.stdout:op 220 completed, throughput=4.97MB/sec 2024-08-04T15:49:06.900 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-swg53T8M7bKBeha off=1147664 len=938419 2024-08-04T15:49:06.904 INFO:tasks.workunit.client.0.smithi007.stdout:op 221 completed, throughput=4.98MB/sec 2024-08-04T15:49:06.904 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-b-ouWe1qxOUEVqp off=2973075 len=855532 2024-08-04T15:49:06.909 INFO:tasks.workunit.client.0.smithi007.stdout:op 222 completed, throughput=5MB/sec 2024-08-04T15:49:07.910 INFO:tasks.workunit.client.0.smithi007.stdout: 45: throughput=4.89MB/sec pending data=0 2024-08-04T15:49:07.910 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xqvdeQeQpmsMPWu off=9511508 len=213339 2024-08-04T15:49:07.910 INFO:tasks.workunit.client.0.smithi007.stdout:op 223 completed, throughput=4.9MB/sec 2024-08-04T15:49:07.911 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Knd-1hWPdpi5NBW off=5351318 len=717434 2024-08-04T15:49:07.912 INFO:tasks.workunit.client.0.smithi007.stdout:op 224 completed, throughput=4.91MB/sec 2024-08-04T15:49:07.912 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--PN48Wqq0OZrt73 off=757456 len=1114959 2024-08-04T15:49:07.918 INFO:tasks.workunit.client.0.smithi007.stdout:op 225 completed, throughput=4.93MB/sec 2024-08-04T15:49:07.918 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KESWDzsaZzyPc2U off=4941755 len=671112 2024-08-04T15:49:07.923 INFO:tasks.workunit.client.0.smithi007.stdout:op 226 completed, throughput=4.95MB/sec 2024-08-04T15:49:07.923 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bue5esCP-rRzVJT off=1266250 len=948980 2024-08-04T15:49:07.928 INFO:tasks.workunit.client.0.smithi007.stdout:op 227 completed, throughput=4.97MB/sec 2024-08-04T15:49:07.928 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Lpkko8G93E1SYUE off=7451970 len=918351 2024-08-04T15:49:07.932 INFO:tasks.workunit.client.0.smithi007.stdout:op 228 completed, throughput=4.99MB/sec 2024-08-04T15:49:07.932 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tf9ltDWXtcVBNVo off=2740392 len=15332 2024-08-04T15:49:07.932 INFO:tasks.workunit.client.0.smithi007.stdout:op 229 completed, throughput=4.99MB/sec 2024-08-04T15:49:07.932 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mlpjGUz4Vo91SC5 off=1285071 len=294149 2024-08-04T15:49:07.935 INFO:tasks.workunit.client.0.smithi007.stdout:op 230 completed, throughput=4.99MB/sec 2024-08-04T15:49:07.935 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PaRpVZwtGCrMPBH off=13361448 len=689244 2024-08-04T15:49:07.936 INFO:tasks.workunit.client.0.smithi007.stdout:op 231 completed, throughput=5.01MB/sec 2024-08-04T15:49:08.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:08 smithi062 ceph-mon[85960]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:49:08.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:08 smithi007 ceph-mon[92692]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:49:08.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:08 smithi007 ceph-mon[94998]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:49:08.936 INFO:tasks.workunit.client.0.smithi007.stdout: 46: throughput=4.9MB/sec pending data=0 2024-08-04T15:49:08.937 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RLVY-cV5M_TWqwU off=234020 len=395577 2024-08-04T15:49:08.940 INFO:tasks.workunit.client.0.smithi007.stdout:op 232 completed, throughput=4.91MB/sec 2024-08-04T15:49:08.940 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xQvfMMSquwolrBN off=12181458 len=259375 2024-08-04T15:49:08.943 INFO:tasks.workunit.client.0.smithi007.stdout:op 233 completed, throughput=4.91MB/sec 2024-08-04T15:49:08.943 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZwQu2nHSdE388Vk off=6189324 len=2038451 2024-08-04T15:49:08.946 INFO:tasks.workunit.client.0.smithi007.stdout:op 234 completed, throughput=4.95MB/sec 2024-08-04T15:49:08.946 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4w_XnpgUOFIbgLp off=12431197 len=802175 2024-08-04T15:49:08.951 INFO:tasks.workunit.client.0.smithi007.stdout:op 235 completed, throughput=4.97MB/sec 2024-08-04T15:49:08.951 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-J8GkDUjU_Gc2vet off=190859 len=724126 2024-08-04T15:49:08.952 INFO:tasks.workunit.client.0.smithi007.stdout:op 236 completed, throughput=4.98MB/sec 2024-08-04T15:49:08.952 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pasWtomgbjCmDyH off=3370928 len=1065153 2024-08-04T15:49:08.954 INFO:tasks.workunit.client.0.smithi007.stdout:op 237 completed, throughput=5.01MB/sec 2024-08-04T15:49:09.955 INFO:tasks.workunit.client.0.smithi007.stdout: 47: throughput=4.9MB/sec pending data=0 2024-08-04T15:49:09.956 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rlSSQStdx_177cJ off=1539836 len=67289 2024-08-04T15:49:09.957 INFO:tasks.workunit.client.0.smithi007.stdout:op 238 completed, throughput=4.9MB/sec 2024-08-04T15:49:09.957 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BC9NH__EPmm_RD4 off=1465686 len=2018575 2024-08-04T15:49:09.969 INFO:tasks.workunit.client.0.smithi007.stdout:op 239 completed, throughput=4.94MB/sec 2024-08-04T15:49:09.970 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VTxpjWEFVYqkhsf off=5318859 len=992427 2024-08-04T15:49:09.971 INFO:tasks.workunit.client.0.smithi007.stdout:op 240 completed, throughput=4.96MB/sec 2024-08-04T15:49:09.971 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Zvsp96O6YhwMrr6 off=6818903 len=210614 2024-08-04T15:49:09.972 INFO:tasks.workunit.client.0.smithi007.stdout:op 241 completed, throughput=4.96MB/sec 2024-08-04T15:49:09.972 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZSMSqYkFLT92r-4 off=2491847 len=1373857 2024-08-04T15:49:09.979 INFO:tasks.workunit.client.0.smithi007.stdout:op 242 completed, throughput=4.99MB/sec 2024-08-04T15:49:09.979 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NN6L4gqdvaCYc-h off=11727078 len=273985 2024-08-04T15:49:09.980 INFO:tasks.workunit.client.0.smithi007.stdout:op 243 completed, throughput=5MB/sec 2024-08-04T15:49:09.980 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9r-wgOUvEA_vjY7 off=21027356 len=1213495 2024-08-04T15:49:09.985 INFO:tasks.workunit.client.0.smithi007.stdout:op 244 completed, throughput=5.02MB/sec 2024-08-04T15:49:10.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:10 smithi062 ceph-mon[85960]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:49:10.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:10 smithi007 ceph-mon[92692]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:49:10.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:10 smithi007 ceph-mon[94998]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:49:10.985 INFO:tasks.workunit.client.0.smithi007.stdout: 48: throughput=4.92MB/sec pending data=0 2024-08-04T15:49:10.985 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--8qsoK9VPo5rvSG off=2557863 len=1405172 2024-08-04T15:49:10.993 INFO:tasks.workunit.client.0.smithi007.stdout:op 245 completed, throughput=4.94MB/sec 2024-08-04T15:49:10.993 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KOUI2tHGAvgP_BV off=11921510 len=894022 2024-08-04T15:49:10.998 INFO:tasks.workunit.client.0.smithi007.stdout:op 246 completed, throughput=4.96MB/sec 2024-08-04T15:49:10.999 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-v0I-HbEBco2RN8o off=10247976 len=1833498 2024-08-04T15:49:11.001 INFO:tasks.workunit.client.0.smithi007.stdout:op 247 completed, throughput=5MB/sec 2024-08-04T15:49:11.001 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qo5sKm9NLV-S5ZV off=4420928 len=2053329 2024-08-04T15:49:11.003 INFO:tasks.workunit.client.0.smithi007.stdout:op 248 completed, throughput=5.04MB/sec 2024-08-04T15:49:12.004 INFO:tasks.workunit.client.0.smithi007.stdout: 49: throughput=4.94MB/sec pending data=0 2024-08-04T15:49:12.004 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vcPmsfuGVgnWMHX off=2800748 len=1482660 2024-08-04T15:49:12.011 INFO:tasks.workunit.client.0.smithi007.stdout:op 249 completed, throughput=4.96MB/sec 2024-08-04T15:49:12.011 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tMHkyzDNsDVcp0k off=3083748 len=1667616 2024-08-04T15:49:12.014 INFO:tasks.workunit.client.0.smithi007.stdout:op 250 completed, throughput=4.99MB/sec 2024-08-04T15:49:12.014 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-51J0GrtxNEWAkGb off=137242 len=1881774 2024-08-04T15:49:12.016 INFO:tasks.workunit.client.0.smithi007.stdout:op 251 completed, throughput=5.03MB/sec 2024-08-04T15:49:12.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:12 smithi062 ceph-mon[85960]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:49:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:49:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:49:12.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:12 smithi007 ceph-mon[92692]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:49:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:12 smithi007 ceph-mon[94998]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:49:13.016 INFO:tasks.workunit.client.0.smithi007.stdout: 50: throughput=4.93MB/sec pending data=0 2024-08-04T15:49:13.016 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2z1MVL5mLAcfQev off=4886356 len=1124885 2024-08-04T15:49:13.018 INFO:tasks.workunit.client.0.smithi007.stdout:op 252 completed, throughput=4.95MB/sec 2024-08-04T15:49:13.018 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kqC-yE91bcdCcvq off=995419 len=182333 2024-08-04T15:49:13.019 INFO:tasks.workunit.client.0.smithi007.stdout:op 253 completed, throughput=4.96MB/sec 2024-08-04T15:49:13.019 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4V8LOrFSPENorLs off=9182169 len=586048 2024-08-04T15:49:13.022 INFO:tasks.workunit.client.0.smithi007.stdout:op 254 completed, throughput=4.97MB/sec 2024-08-04T15:49:13.022 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jA3BdnJHwVgLIHE off=16642664 len=1867556 2024-08-04T15:49:13.032 INFO:tasks.workunit.client.0.smithi007.stdout:op 255 completed, throughput=5MB/sec 2024-08-04T15:49:14.032 INFO:tasks.workunit.client.0.smithi007.stdout: 51: throughput=4.9MB/sec pending data=0 2024-08-04T15:49:14.032 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8QF63qo91w3l8pq off=1637528 len=583248 2024-08-04T15:49:14.034 INFO:tasks.workunit.client.0.smithi007.stdout:op 256 completed, throughput=4.91MB/sec 2024-08-04T15:49:14.034 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gHl7CkyKQNUoqGG off=1305837 len=1102095 2024-08-04T15:49:14.036 INFO:tasks.workunit.client.0.smithi007.stdout:op 257 completed, throughput=4.93MB/sec 2024-08-04T15:49:14.036 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sl44xseV4m7Ws78 off=9212278 len=1585936 2024-08-04T15:49:14.044 INFO:tasks.workunit.client.0.smithi007.stdout:op 258 completed, throughput=4.96MB/sec 2024-08-04T15:49:14.044 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-o9OkTjwiBS6_pJZ off=2818793 len=1049852 2024-08-04T15:49:14.046 INFO:tasks.workunit.client.0.smithi007.stdout:op 259 completed, throughput=4.98MB/sec 2024-08-04T15:49:14.046 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KBJRvLUvvQMnwKP off=1789210 len=21818 2024-08-04T15:49:14.046 INFO:tasks.workunit.client.0.smithi007.stdout:op 260 completed, throughput=4.98MB/sec 2024-08-04T15:49:14.046 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2oJ2xLTI-q7WEw4 off=15657254 len=1617756 2024-08-04T15:49:14.054 INFO:tasks.workunit.client.0.smithi007.stdout:op 261 completed, throughput=5.01MB/sec 2024-08-04T15:49:14.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:14 smithi062 ceph-mon[85960]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T15:49:14.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:14 smithi007 ceph-mon[92692]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T15:49:14.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:14 smithi007 ceph-mon[94998]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T15:49:15.054 INFO:tasks.workunit.client.0.smithi007.stdout: 52: throughput=4.92MB/sec pending data=0 2024-08-04T15:49:15.054 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hC4Oct7L6N_U1yO off=436590 len=303882 2024-08-04T15:49:15.057 INFO:tasks.workunit.client.0.smithi007.stdout:op 262 completed, throughput=4.92MB/sec 2024-08-04T15:49:15.057 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8MlfKGUNczGeoXi off=7218629 len=1242139 2024-08-04T15:49:15.063 INFO:tasks.workunit.client.0.smithi007.stdout:op 263 completed, throughput=4.94MB/sec 2024-08-04T15:49:15.063 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-v7qZZuIiYZhnYPa off=3548171 len=1544566 2024-08-04T15:49:15.071 INFO:tasks.workunit.client.0.smithi007.stdout:op 264 completed, throughput=4.97MB/sec 2024-08-04T15:49:15.071 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_r7gM2AvvUIOENL off=6760605 len=126477 2024-08-04T15:49:15.071 INFO:tasks.workunit.client.0.smithi007.stdout:op 265 completed, throughput=4.97MB/sec 2024-08-04T15:49:15.072 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GUH4luSrvyxm9-M off=9297577 len=1104140 2024-08-04T15:49:15.076 INFO:tasks.workunit.client.0.smithi007.stdout:op 266 completed, throughput=4.99MB/sec 2024-08-04T15:49:15.076 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QWBEs1ez_eFoYsa off=8608573 len=2048964 2024-08-04T15:49:15.084 INFO:tasks.workunit.client.0.smithi007.stdout:op 267 completed, throughput=5.03MB/sec 2024-08-04T15:49:16.084 INFO:tasks.workunit.client.0.smithi007.stdout: 53: throughput=4.94MB/sec pending data=0 2024-08-04T15:49:16.085 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NJvYrxZ2BeBRgS8 off=13224721 len=1407146 2024-08-04T15:49:16.091 INFO:tasks.workunit.client.0.smithi007.stdout:op 268 completed, throughput=4.96MB/sec 2024-08-04T15:49:16.091 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mIeKHyNM4Kng6k2 off=5200659 len=1780607 2024-08-04T15:49:16.093 INFO:tasks.workunit.client.0.smithi007.stdout:op 269 completed, throughput=4.99MB/sec 2024-08-04T15:49:16.093 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VsGOVmqdDo1Cw9y off=2212181 len=122650 2024-08-04T15:49:16.094 INFO:tasks.workunit.client.0.smithi007.stdout:op 270 completed, throughput=4.99MB/sec 2024-08-04T15:49:16.094 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SyFclFDUAKYJYzd off=214507 len=234748 2024-08-04T15:49:16.097 INFO:tasks.workunit.client.0.smithi007.stdout:op 271 completed, throughput=5MB/sec 2024-08-04T15:49:16.097 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uZCMR9UX6XFKp7r off=4361881 len=848820 2024-08-04T15:49:16.101 INFO:tasks.workunit.client.0.smithi007.stdout:op 272 completed, throughput=5.01MB/sec 2024-08-04T15:49:16.384 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:49:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:49:16] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-08-04T15:49:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:16 smithi062 ceph-mon[85960]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:49:16.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:16 smithi007 ceph-mon[92692]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:49:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:16 smithi007 ceph-mon[94998]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:49:17.102 INFO:tasks.workunit.client.0.smithi007.stdout: 54: throughput=4.92MB/sec pending data=0 2024-08-04T15:49:17.102 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LlYjFr84HkeqgGa off=1791385 len=439146 2024-08-04T15:49:17.105 INFO:tasks.workunit.client.0.smithi007.stdout:op 273 completed, throughput=4.93MB/sec 2024-08-04T15:49:17.105 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AKTui7FMPG5PU9Q off=13957295 len=2010438 2024-08-04T15:49:17.108 INFO:tasks.workunit.client.0.smithi007.stdout:op 274 completed, throughput=4.96MB/sec 2024-08-04T15:49:17.108 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1AlI_ieI1CbLJqW off=1610502 len=969577 2024-08-04T15:49:17.110 INFO:tasks.workunit.client.0.smithi007.stdout:op 275 completed, throughput=4.98MB/sec 2024-08-04T15:49:17.111 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--FoUSOT5IxD5Cak off=2378661 len=698814 2024-08-04T15:49:17.111 INFO:tasks.workunit.client.0.smithi007.stdout:op 276 completed, throughput=4.99MB/sec 2024-08-04T15:49:17.111 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LDTSDdxudis58_K off=4801404 len=1814098 2024-08-04T15:49:17.119 INFO:tasks.workunit.client.0.smithi007.stdout:op 277 completed, throughput=5.02MB/sec 2024-08-04T15:49:18.119 INFO:tasks.workunit.client.0.smithi007.stdout: 55: throughput=4.93MB/sec pending data=0 2024-08-04T15:49:18.120 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-P22yJ4Ic-cJXvIE off=14013699 len=1422575 2024-08-04T15:49:18.122 INFO:tasks.workunit.client.0.smithi007.stdout:op 278 completed, throughput=4.96MB/sec 2024-08-04T15:49:18.122 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8ESiYWwL2IrxYYS off=697234 len=928026 2024-08-04T15:49:18.127 INFO:tasks.workunit.client.0.smithi007.stdout:op 279 completed, throughput=4.97MB/sec 2024-08-04T15:49:18.127 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-e1fjbfi4la5ZmNc off=1973877 len=1214454 2024-08-04T15:49:18.132 INFO:tasks.workunit.client.0.smithi007.stdout:op 280 completed, throughput=4.99MB/sec 2024-08-04T15:49:18.132 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3SB28TKf4WkskM2 off=8247779 len=162975 2024-08-04T15:49:18.132 INFO:tasks.workunit.client.0.smithi007.stdout:op 281 completed, throughput=4.99MB/sec 2024-08-04T15:49:18.133 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-G5DnSvOUSP-619i off=10961590 len=583056 2024-08-04T15:49:18.135 INFO:tasks.workunit.client.0.smithi007.stdout:op 282 completed, throughput=5MB/sec 2024-08-04T15:49:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:18 smithi062 ceph-mon[85960]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:49:18.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:18 smithi007 ceph-mon[94998]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:49:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:18 smithi007 ceph-mon[92692]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:49:19.135 INFO:tasks.workunit.client.0.smithi007.stdout: 56: throughput=4.92MB/sec pending data=0 2024-08-04T15:49:19.135 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0V22WPh-ErICSan off=12468074 len=1087220 2024-08-04T15:49:19.137 INFO:tasks.workunit.client.0.smithi007.stdout:op 283 completed, throughput=4.93MB/sec 2024-08-04T15:49:19.137 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7WTSL4lvkdLN3WV off=2216683 len=1026486 2024-08-04T15:49:19.139 INFO:tasks.workunit.client.0.smithi007.stdout:op 284 completed, throughput=4.95MB/sec 2024-08-04T15:49:19.139 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KrYvqsZdbQSvg4a off=15297552 len=747898 2024-08-04T15:49:19.143 INFO:tasks.workunit.client.0.smithi007.stdout:op 285 completed, throughput=4.96MB/sec 2024-08-04T15:49:19.143 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TGcHUyKwMarrk01 off=712157 len=946158 2024-08-04T15:49:19.147 INFO:tasks.workunit.client.0.smithi007.stdout:op 286 completed, throughput=4.98MB/sec 2024-08-04T15:49:19.147 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jMpfTuODlIDwe3y off=7670887 len=1656761 2024-08-04T15:49:19.149 INFO:tasks.workunit.client.0.smithi007.stdout:op 287 completed, throughput=5.01MB/sec 2024-08-04T15:49:20.149 INFO:tasks.workunit.client.0.smithi007.stdout: 57: throughput=4.92MB/sec pending data=0 2024-08-04T15:49:20.149 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ERBz3hhdnd2ijUD off=9271586 len=1270610 2024-08-04T15:49:20.156 INFO:tasks.workunit.client.0.smithi007.stdout:op 288 completed, throughput=4.94MB/sec 2024-08-04T15:49:20.156 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3JFb-zbsxt513mx off=9926966 len=1801198 2024-08-04T15:49:20.158 INFO:tasks.workunit.client.0.smithi007.stdout:op 289 completed, throughput=4.97MB/sec 2024-08-04T15:49:20.158 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-m1W5ZZtBgL5i_5u off=19511810 len=1292336 2024-08-04T15:49:20.160 INFO:tasks.workunit.client.0.smithi007.stdout:op 290 completed, throughput=4.99MB/sec 2024-08-04T15:49:20.160 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lEHqeCc6ApnNdgG off=1519269 len=844595 2024-08-04T15:49:20.165 INFO:tasks.workunit.client.0.smithi007.stdout:op 291 completed, throughput=5MB/sec 2024-08-04T15:49:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:20 smithi062 ceph-mon[85960]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:49:20.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:20 smithi007 ceph-mon[92692]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:49:20.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:20 smithi007 ceph-mon[94998]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:49:21.165 INFO:tasks.workunit.client.0.smithi007.stdout: 58: throughput=4.92MB/sec pending data=0 2024-08-04T15:49:21.165 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kht0evWr_a5_X6P off=221365 len=332188 2024-08-04T15:49:21.166 INFO:tasks.workunit.client.0.smithi007.stdout:op 292 completed, throughput=4.92MB/sec 2024-08-04T15:49:21.166 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zZMT6j-R_phir8k off=1781527 len=1741818 2024-08-04T15:49:21.174 INFO:tasks.workunit.client.0.smithi007.stdout:op 293 completed, throughput=4.95MB/sec 2024-08-04T15:49:21.174 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UQfIOOcHtFtbNYl off=1403569 len=548323 2024-08-04T15:49:21.174 INFO:tasks.workunit.client.0.smithi007.stdout:op 294 completed, throughput=4.96MB/sec 2024-08-04T15:49:21.175 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hYMVBqBG8yB2YpV off=10405558 len=759752 2024-08-04T15:49:21.179 INFO:tasks.workunit.client.0.smithi007.stdout:op 295 completed, throughput=4.97MB/sec 2024-08-04T15:49:21.179 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mt2Kmbh0H5SWV-M off=5909644 len=1281911 2024-08-04T15:49:21.181 INFO:tasks.workunit.client.0.smithi007.stdout:op 296 completed, throughput=4.99MB/sec 2024-08-04T15:49:21.181 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1Z_X7RR9w1wbwhL off=4313905 len=386072 2024-08-04T15:49:21.182 INFO:tasks.workunit.client.0.smithi007.stdout:op 297 completed, throughput=5MB/sec 2024-08-04T15:49:21.182 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jl_N9m0R1yStvrK off=16947807 len=530185 2024-08-04T15:49:21.183 INFO:tasks.workunit.client.0.smithi007.stdout:op 298 completed, throughput=5.01MB/sec 2024-08-04T15:49:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:49:21.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:49:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:49:22.183 INFO:tasks.workunit.client.0.smithi007.stdout: 59: throughput=4.92MB/sec pending data=0 2024-08-04T15:49:22.183 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Sm0emtGOkO_qDOL off=16794436 len=866485 2024-08-04T15:49:22.185 INFO:tasks.workunit.client.0.smithi007.stdout:op 299 completed, throughput=4.94MB/sec 2024-08-04T15:49:22.186 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Jv7cImTwSWZdt_- off=13233633 len=933855 2024-08-04T15:49:22.187 INFO:tasks.workunit.client.0.smithi007.stdout:op 300 completed, throughput=4.95MB/sec 2024-08-04T15:49:22.187 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VJyi84Y-asCNCQZ off=4266196 len=1117940 2024-08-04T15:49:22.188 INFO:tasks.workunit.client.0.smithi007.stdout:op 301 completed, throughput=4.97MB/sec 2024-08-04T15:49:22.189 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mE2QS8eeSB1fzho off=14476243 len=281626 2024-08-04T15:49:22.192 INFO:tasks.workunit.client.0.smithi007.stdout:op 302 completed, throughput=4.97MB/sec 2024-08-04T15:49:22.192 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--AgatWpasEIqY5i off=3107259 len=1426765 2024-08-04T15:49:22.199 INFO:tasks.workunit.client.0.smithi007.stdout:op 303 completed, throughput=5MB/sec 2024-08-04T15:49:22.199 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--BqT6ZW42L0kCG4 off=12300585 len=439322 2024-08-04T15:49:22.202 INFO:tasks.workunit.client.0.smithi007.stdout:op 304 completed, throughput=5MB/sec 2024-08-04T15:49:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:22 smithi062 ceph-mon[85960]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-04T15:49:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:49:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:49:22.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:22 smithi007 ceph-mon[92692]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-04T15:49:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:22 smithi007 ceph-mon[94998]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-04T15:49:23.203 INFO:tasks.workunit.client.0.smithi007.stdout: 60: throughput=4.92MB/sec pending data=0 2024-08-04T15:49:23.203 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hLN_V-BqKccLMoH off=13024434 len=1433224 2024-08-04T15:49:23.210 INFO:tasks.workunit.client.0.smithi007.stdout:op 305 completed, throughput=4.94MB/sec 2024-08-04T15:49:23.211 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ChXhbvmtOCj12Ks off=4935416 len=1217017 2024-08-04T15:49:23.212 INFO:tasks.workunit.client.0.smithi007.stdout:op 306 completed, throughput=4.96MB/sec 2024-08-04T15:49:23.212 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_Br5pnJVXyPuO2l off=9223947 len=1146362 2024-08-04T15:49:23.215 INFO:tasks.workunit.client.0.smithi007.stdout:op 307 completed, throughput=4.98MB/sec 2024-08-04T15:49:23.215 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FNfG80GvsjNuWVe off=1543083 len=710991 2024-08-04T15:49:23.216 INFO:tasks.workunit.client.0.smithi007.stdout:op 308 completed, throughput=4.99MB/sec 2024-08-04T15:49:23.216 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qQgHw1Zy80p7e1i off=409957 len=1893173 2024-08-04T15:49:23.228 INFO:tasks.workunit.client.0.smithi007.stdout:op 309 completed, throughput=5.02MB/sec 2024-08-04T15:49:24.228 INFO:tasks.workunit.client.0.smithi007.stdout: 61: throughput=4.94MB/sec pending data=0 2024-08-04T15:49:24.228 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bkPkwSRQbulEEiR off=19505267 len=44302 2024-08-04T15:49:24.231 INFO:tasks.workunit.client.0.smithi007.stdout:op 310 completed, throughput=4.94MB/sec 2024-08-04T15:49:24.231 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-afCr5iksbvMlUBS off=12938592 len=1915850 2024-08-04T15:49:24.233 INFO:tasks.workunit.client.0.smithi007.stdout:op 311 completed, throughput=4.97MB/sec 2024-08-04T15:49:24.233 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5_cS-soPXJkxyUs off=4074538 len=231672 2024-08-04T15:49:24.236 INFO:tasks.workunit.client.0.smithi007.stdout:op 312 completed, throughput=4.97MB/sec 2024-08-04T15:49:24.236 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RgHc7RFWzI8-r_i off=2558946 len=1133599 2024-08-04T15:49:24.242 INFO:tasks.workunit.client.0.smithi007.stdout:op 313 completed, throughput=4.99MB/sec 2024-08-04T15:49:24.242 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Smnnh9_4RHeB83t off=2840469 len=512772 2024-08-04T15:49:24.246 INFO:tasks.workunit.client.0.smithi007.stdout:op 314 completed, throughput=5MB/sec 2024-08-04T15:49:24.246 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_Tg18BfXn1CRonW off=11172584 len=669156 2024-08-04T15:49:24.247 INFO:tasks.workunit.client.0.smithi007.stdout:op 315 completed, throughput=5.01MB/sec 2024-08-04T15:49:24.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:24 smithi062 ceph-mon[85960]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:49:24.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:24 smithi007 ceph-mon[92692]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:49:24.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:24 smithi007 ceph-mon[94998]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:49:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: 62: throughput=4.93MB/sec pending data=0 2024-08-04T15:49:25.248 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Wpeg-ERp3K8YQHy off=4132224 len=89033 2024-08-04T15:49:25.248 INFO:tasks.workunit.client.0.smithi007.stdout:op 316 completed, throughput=4.93MB/sec 2024-08-04T15:49:25.249 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-51JKLAujQLVOv_W off=10374365 len=2001653 2024-08-04T15:49:25.250 INFO:tasks.workunit.client.0.smithi007.stdout:op 317 completed, throughput=4.96MB/sec 2024-08-04T15:49:25.250 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5vMaTTDJ2p2-Wlu off=1238505 len=477632 2024-08-04T15:49:25.251 INFO:tasks.workunit.client.0.smithi007.stdout:op 318 completed, throughput=4.97MB/sec 2024-08-04T15:49:25.251 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hs9zPSj-ExYSv3r off=3953559 len=1930623 2024-08-04T15:49:25.263 INFO:tasks.workunit.client.0.smithi007.stdout:op 319 completed, throughput=4.99MB/sec 2024-08-04T15:49:25.263 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TLRNtwu1u07OCT_ off=14047189 len=372080 2024-08-04T15:49:25.263 INFO:tasks.workunit.client.0.smithi007.stdout:op 320 completed, throughput=5MB/sec 2024-08-04T15:49:25.264 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0hdBSUlq_L5YXvf off=15820775 len=607186 2024-08-04T15:49:25.267 INFO:tasks.workunit.client.0.smithi007.stdout:op 321 completed, throughput=5.01MB/sec 2024-08-04T15:49:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: 63: throughput=4.93MB/sec pending data=0 2024-08-04T15:49:26.268 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mq_XJG0OgBVrZBa off=4497476 len=590664 2024-08-04T15:49:26.269 INFO:tasks.workunit.client.0.smithi007.stdout:op 322 completed, throughput=4.94MB/sec 2024-08-04T15:49:26.269 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-c93MYF0P4cDldLf off=21290130 len=369727 2024-08-04T15:49:26.270 INFO:tasks.workunit.client.0.smithi007.stdout:op 323 completed, throughput=4.94MB/sec 2024-08-04T15:49:26.270 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Aiu9opkAp0KtRXG off=2299470 len=62956 2024-08-04T15:49:26.273 INFO:tasks.workunit.client.0.smithi007.stdout:op 324 completed, throughput=4.94MB/sec 2024-08-04T15:49:26.273 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-G2ShhQaH3WqjBqo off=7468762 len=789932 2024-08-04T15:49:26.277 INFO:tasks.workunit.client.0.smithi007.stdout:op 325 completed, throughput=4.96MB/sec 2024-08-04T15:49:26.278 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eEm6rGMB6cZFZjh off=9078875 len=968245 2024-08-04T15:49:26.282 INFO:tasks.workunit.client.0.smithi007.stdout:op 326 completed, throughput=4.97MB/sec 2024-08-04T15:49:26.283 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eU7gAotpkAPJo2Y off=7286256 len=546295 2024-08-04T15:49:26.286 INFO:tasks.workunit.client.0.smithi007.stdout:op 327 completed, throughput=4.98MB/sec 2024-08-04T15:49:26.286 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dgkyY4rZpIVk1fu off=2594139 len=599586 2024-08-04T15:49:26.287 INFO:tasks.workunit.client.0.smithi007.stdout:op 328 completed, throughput=4.99MB/sec 2024-08-04T15:49:26.287 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-efo1PhCGk7EIZsi off=2252677 len=486815 2024-08-04T15:49:26.288 INFO:tasks.workunit.client.0.smithi007.stdout:op 329 completed, throughput=4.99MB/sec 2024-08-04T15:49:26.288 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-x6S-GMw6kQKRoFS off=2313858 len=378395 2024-08-04T15:49:26.288 INFO:tasks.workunit.client.0.smithi007.stdout:op 330 completed, throughput=5MB/sec 2024-08-04T15:49:26.288 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--cFjHRmzDcZIYWm off=4101774 len=677229 2024-08-04T15:49:26.289 INFO:tasks.workunit.client.0.smithi007.stdout:op 331 completed, throughput=5.01MB/sec 2024-08-04T15:49:26.401 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:49:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:49:26] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-08-04T15:49:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:26 smithi062 ceph-mon[85960]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:49:26.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:26 smithi007 ceph-mon[94998]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:49:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:26 smithi007 ceph-mon[92692]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:49:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: 64: throughput=4.93MB/sec pending data=0 2024-08-04T15:49:27.290 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-97XJc-mTnhMgZ92 off=13560600 len=1666764 2024-08-04T15:49:27.297 INFO:tasks.workunit.client.0.smithi007.stdout:op 332 completed, throughput=4.96MB/sec 2024-08-04T15:49:27.297 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RbhuqXlM_J4wBit off=9076952 len=1080189 2024-08-04T15:49:27.298 INFO:tasks.workunit.client.0.smithi007.stdout:op 333 completed, throughput=4.97MB/sec 2024-08-04T15:49:27.298 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aC0YjpmWlzx_ztQ off=9003973 len=1999938 2024-08-04T15:49:27.300 INFO:tasks.workunit.client.0.smithi007.stdout:op 334 completed, throughput=5MB/sec 2024-08-04T15:49:28.301 INFO:tasks.workunit.client.0.smithi007.stdout: 65: throughput=4.93MB/sec pending data=0 2024-08-04T15:49:28.301 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-36z6uKP9kjc68fc off=9149007 len=1804255 2024-08-04T15:49:28.303 INFO:tasks.workunit.client.0.smithi007.stdout:op 335 completed, throughput=4.95MB/sec 2024-08-04T15:49:28.303 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0olwtr0RocaTL-Z off=3200718 len=1191402 2024-08-04T15:49:28.309 INFO:tasks.workunit.client.0.smithi007.stdout:op 336 completed, throughput=4.97MB/sec 2024-08-04T15:49:28.309 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WmeKGsokELw7ram off=1227003 len=17433 2024-08-04T15:49:28.310 INFO:tasks.workunit.client.0.smithi007.stdout:op 337 completed, throughput=4.97MB/sec 2024-08-04T15:49:28.310 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NZVfcVTodeO-rFe off=3767169 len=1882596 2024-08-04T15:49:28.314 INFO:tasks.workunit.client.0.smithi007.stdout:op 338 completed, throughput=5MB/sec 2024-08-04T15:49:28.314 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8PviOJhmRv9DvdF off=12653749 len=1887389 2024-08-04T15:49:28.321 INFO:tasks.workunit.client.0.smithi007.stdout:op 339 completed, throughput=5.02MB/sec 2024-08-04T15:49:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:28 smithi062 ceph-mon[85960]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:49:28.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:28 smithi007 ceph-mon[94998]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:49:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:28 smithi007 ceph-mon[92692]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:49:29.322 INFO:tasks.workunit.client.0.smithi007.stdout: 66: throughput=4.95MB/sec pending data=0 2024-08-04T15:49:29.322 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-b4WDhUWbuzNVmGL off=2037389 len=557838 2024-08-04T15:49:29.326 INFO:tasks.workunit.client.0.smithi007.stdout:op 340 completed, throughput=4.95MB/sec 2024-08-04T15:49:29.326 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9n3TOncLUOl5_8F off=12743056 len=1550347 2024-08-04T15:49:29.330 INFO:tasks.workunit.client.0.smithi007.stdout:op 341 completed, throughput=4.98MB/sec 2024-08-04T15:49:29.330 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nzEdNGWX2N50tO9 off=11502462 len=788482 2024-08-04T15:49:29.334 INFO:tasks.workunit.client.0.smithi007.stdout:op 342 completed, throughput=4.99MB/sec 2024-08-04T15:49:29.334 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RS7MM41Tl4aL2fB off=88730 len=538449 2024-08-04T15:49:29.338 INFO:tasks.workunit.client.0.smithi007.stdout:op 343 completed, throughput=4.99MB/sec 2024-08-04T15:49:29.338 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QdSO7xVU9rQ4Doy off=8460297 len=165696 2024-08-04T15:49:29.338 INFO:tasks.workunit.client.0.smithi007.stdout:op 344 completed, throughput=5MB/sec 2024-08-04T15:49:29.338 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mw3JRFbHb-9nhZr off=1000523 len=992520 2024-08-04T15:49:29.340 INFO:tasks.workunit.client.0.smithi007.stdout:op 345 completed, throughput=5.01MB/sec 2024-08-04T15:49:30.340 INFO:tasks.workunit.client.0.smithi007.stdout: 67: throughput=4.94MB/sec pending data=0 2024-08-04T15:49:30.341 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AficLlKIxnwHyuS off=5525112 len=8700 2024-08-04T15:49:30.341 INFO:tasks.workunit.client.0.smithi007.stdout:op 346 completed, throughput=4.94MB/sec 2024-08-04T15:49:30.341 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PkoqofAWWWey4wz off=11138045 len=718208 2024-08-04T15:49:30.346 INFO:tasks.workunit.client.0.smithi007.stdout:op 347 completed, throughput=4.95MB/sec 2024-08-04T15:49:30.346 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HKJChPgdGITgwmA off=13843200 len=2020010 2024-08-04T15:49:30.347 INFO:tasks.workunit.client.0.smithi007.stdout:op 348 completed, throughput=4.98MB/sec 2024-08-04T15:49:30.347 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-L3eAMwv-r-xOTA1 off=1922010 len=1026376 2024-08-04T15:49:30.349 INFO:tasks.workunit.client.0.smithi007.stdout:op 349 completed, throughput=4.99MB/sec 2024-08-04T15:49:30.350 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aPRbMdV-hnNNClb off=22327162 len=1955677 2024-08-04T15:49:30.352 INFO:tasks.workunit.client.0.smithi007.stdout:op 350 completed, throughput=5.02MB/sec 2024-08-04T15:49:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:30 smithi062 ceph-mon[85960]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-04T15:49:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:49:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:49:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:49:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:49:30.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:30 smithi007 ceph-mon[92692]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-04T15:49:30.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:49:30.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:49:30.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:49:30.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:49:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:30 smithi007 ceph-mon[94998]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-04T15:49:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:49:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:49:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:49:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:49:31.353 INFO:tasks.workunit.client.0.smithi007.stdout: 68: throughput=4.94MB/sec pending data=0 2024-08-04T15:49:31.353 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ah4NFmdK1k4iuk_ off=14246002 len=1962865 2024-08-04T15:49:31.364 INFO:tasks.workunit.client.0.smithi007.stdout:op 351 completed, throughput=4.97MB/sec 2024-08-04T15:49:31.364 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0sVLW-g0m-6U-rg off=3775916 len=1183195 2024-08-04T15:49:31.367 INFO:tasks.workunit.client.0.smithi007.stdout:op 352 completed, throughput=4.99MB/sec 2024-08-04T15:49:31.367 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1JzMXptZ_c6be9d off=3107952 len=1570358 2024-08-04T15:49:31.374 INFO:tasks.workunit.client.0.smithi007.stdout:op 353 completed, throughput=5.01MB/sec 2024-08-04T15:49:32.374 INFO:tasks.workunit.client.0.smithi007.stdout: 69: throughput=4.94MB/sec pending data=0 2024-08-04T15:49:32.374 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-y-d64oPhFrCW7v_ off=2028660 len=99012 2024-08-04T15:49:32.375 INFO:tasks.workunit.client.0.smithi007.stdout:op 354 completed, throughput=4.94MB/sec 2024-08-04T15:49:32.375 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aDSkIsJPR-qMP6V off=8757118 len=908133 2024-08-04T15:49:32.381 INFO:tasks.workunit.client.0.smithi007.stdout:op 355 completed, throughput=4.95MB/sec 2024-08-04T15:49:32.381 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-n2-wyX1GEssthxC off=7212338 len=1798521 2024-08-04T15:49:32.388 INFO:tasks.workunit.client.0.smithi007.stdout:op 356 completed, throughput=4.97MB/sec 2024-08-04T15:49:32.388 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-V9HY-XQBl7-Y0AI off=9480585 len=1001842 2024-08-04T15:49:32.390 INFO:tasks.workunit.client.0.smithi007.stdout:op 357 completed, throughput=4.99MB/sec 2024-08-04T15:49:32.390 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-u6uDTvvOGRbNbxQ off=5044259 len=1430321 2024-08-04T15:49:32.399 INFO:tasks.workunit.client.0.smithi007.stdout:op 358 completed, throughput=5.01MB/sec 2024-08-04T15:49:32.567 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:32 smithi062 ceph-mon[85960]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-08-04T15:49:32.567 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:49:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:49:32.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:32 smithi007 ceph-mon[92692]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-08-04T15:49:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:32 smithi007 ceph-mon[94998]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-08-04T15:49:33.399 INFO:tasks.workunit.client.0.smithi007.stdout: 70: throughput=4.94MB/sec pending data=0 2024-08-04T15:49:33.399 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VMMfg_u8QywcUTq off=6014794 len=781333 2024-08-04T15:49:33.404 INFO:tasks.workunit.client.0.smithi007.stdout:op 359 completed, throughput=4.95MB/sec 2024-08-04T15:49:33.404 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-q8nwKzCwCD4uKxE off=714323 len=1538432 2024-08-04T15:49:33.412 INFO:tasks.workunit.client.0.smithi007.stdout:op 360 completed, throughput=4.97MB/sec 2024-08-04T15:49:33.412 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ik1QR2B5sY9_En- off=1366578 len=1817974 2024-08-04T15:49:33.414 INFO:tasks.workunit.client.0.smithi007.stdout:op 361 completed, throughput=4.99MB/sec 2024-08-04T15:49:33.414 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AqoCcHsP-no5liJ off=11447557 len=109908 2024-08-04T15:49:33.415 INFO:tasks.workunit.client.0.smithi007.stdout:op 362 completed, throughput=4.99MB/sec 2024-08-04T15:49:33.415 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pPS0EHTd5a9zh4K off=10608404 len=1662569 2024-08-04T15:49:33.416 INFO:tasks.workunit.client.0.smithi007.stdout:op 363 completed, throughput=5.01MB/sec 2024-08-04T15:49:34.417 INFO:tasks.workunit.client.0.smithi007.stdout: 71: throughput=4.94MB/sec pending data=0 2024-08-04T15:49:34.417 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TgdkZQ_11rTwGso off=8650270 len=507955 2024-08-04T15:49:34.418 INFO:tasks.workunit.client.0.smithi007.stdout:op 364 completed, throughput=4.95MB/sec 2024-08-04T15:49:34.418 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xYjgN5CzU3YxaE1 off=834646 len=1248194 2024-08-04T15:49:34.424 INFO:tasks.workunit.client.0.smithi007.stdout:op 365 completed, throughput=4.97MB/sec 2024-08-04T15:49:34.424 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-y-ZiBy00UtEfD1g off=16799966 len=18353 2024-08-04T15:49:34.426 INFO:tasks.workunit.client.0.smithi007.stdout:op 366 completed, throughput=4.97MB/sec 2024-08-04T15:49:34.426 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-X0JiUWJniY6OXI2 off=20417643 len=1497483 2024-08-04T15:49:34.427 INFO:tasks.workunit.client.0.smithi007.stdout:op 367 completed, throughput=4.99MB/sec 2024-08-04T15:49:34.428 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-74FmyDdJM6Pfl9s off=5509118 len=1391214 2024-08-04T15:49:34.434 INFO:tasks.workunit.client.0.smithi007.stdout:op 368 completed, throughput=5MB/sec 2024-08-04T15:49:34.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:34 smithi062 ceph-mon[85960]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T15:49:34.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:34 smithi007 ceph-mon[92692]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T15:49:34.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:34 smithi007 ceph-mon[94998]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T15:49:35.436 INFO:tasks.workunit.client.0.smithi007.stdout: 72: throughput=4.94MB/sec pending data=0 2024-08-04T15:49:35.436 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mt3Lzlqd8FMWlgy off=4583789 len=300890 2024-08-04T15:49:35.437 INFO:tasks.workunit.client.0.smithi007.stdout:op 369 completed, throughput=4.94MB/sec 2024-08-04T15:49:35.438 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-U2L0ii4B82XOk_m off=1189042 len=495654 2024-08-04T15:49:35.439 INFO:tasks.workunit.client.0.smithi007.stdout:op 370 completed, throughput=4.95MB/sec 2024-08-04T15:49:35.439 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Y4kT_IS9dwXdhpw off=22557231 len=1997976 2024-08-04T15:49:35.441 INFO:tasks.workunit.client.0.smithi007.stdout:op 371 completed, throughput=4.97MB/sec 2024-08-04T15:49:35.442 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-byah8qCjqdo9ZTT off=7478120 len=803534 2024-08-04T15:49:35.446 INFO:tasks.workunit.client.0.smithi007.stdout:op 372 completed, throughput=4.98MB/sec 2024-08-04T15:49:35.446 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wtIQ7wnH7IaH4OP off=17515349 len=70898 2024-08-04T15:49:35.449 INFO:tasks.workunit.client.0.smithi007.stdout:op 373 completed, throughput=4.98MB/sec 2024-08-04T15:49:35.449 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lBJ1doC90P0qGyt off=14163927 len=1349376 2024-08-04T15:49:35.455 INFO:tasks.workunit.client.0.smithi007.stdout:op 374 completed, throughput=5MB/sec 2024-08-04T15:49:35.455 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YQD7kEx3dxjL3sk off=4459609 len=1458387 2024-08-04T15:49:35.461 INFO:tasks.workunit.client.0.smithi007.stdout:op 375 completed, throughput=5.02MB/sec 2024-08-04T15:49:36.416 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:49:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:49:36] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-08-04T15:49:36.463 INFO:tasks.workunit.client.0.smithi007.stdout: 73: throughput=4.95MB/sec pending data=0 2024-08-04T15:49:36.463 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4KOCZXkCJQsb-eX off=5156151 len=383045 2024-08-04T15:49:36.463 INFO:tasks.workunit.client.0.smithi007.stdout:op 376 completed, throughput=4.96MB/sec 2024-08-04T15:49:36.463 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HnYkc1V4Qztr9Vl off=750886 len=2041725 2024-08-04T15:49:36.466 INFO:tasks.workunit.client.0.smithi007.stdout:op 377 completed, throughput=4.98MB/sec 2024-08-04T15:49:36.466 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dE4slSqJUZ06SKM off=11920621 len=118892 2024-08-04T15:49:36.466 INFO:tasks.workunit.client.0.smithi007.stdout:op 378 completed, throughput=4.98MB/sec 2024-08-04T15:49:36.466 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Esd1GuhH3eDRUr2 off=3868143 len=1459918 2024-08-04T15:49:36.476 INFO:tasks.workunit.client.0.smithi007.stdout:op 379 completed, throughput=5MB/sec 2024-08-04T15:49:36.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:36 smithi062 ceph-mon[85960]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:49:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:49:36.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:36 smithi007 ceph-mon[94998]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:49:36.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:49:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:36 smithi007 ceph-mon[92692]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:49:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:49:37.476 INFO:tasks.workunit.client.0.smithi007.stdout: 74: throughput=4.93MB/sec pending data=0 2024-08-04T15:49:37.476 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xA_UBtVH_xY5iXt off=453449 len=1051808 2024-08-04T15:49:37.478 INFO:tasks.workunit.client.0.smithi007.stdout:op 380 completed, throughput=4.95MB/sec 2024-08-04T15:49:37.478 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-g3CaYRrDMEjM4QN off=1565823 len=754205 2024-08-04T15:49:37.489 INFO:tasks.workunit.client.0.smithi007.stdout:op 381 completed, throughput=4.96MB/sec 2024-08-04T15:49:37.489 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_Q8l_NxTV6NGNDY off=9128808 len=1914326 2024-08-04T15:49:37.489 INFO:tasks.workunit.client.0.smithi007.stdout:op 382 completed, throughput=4.98MB/sec 2024-08-04T15:49:37.489 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QLte72L___AlLUX off=12698914 len=412126 2024-08-04T15:49:37.489 INFO:tasks.workunit.client.0.smithi007.stdout:op 383 completed, throughput=4.99MB/sec 2024-08-04T15:49:37.489 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yco-1Om1RgEVGCd off=1952833 len=229699 2024-08-04T15:49:37.489 INFO:tasks.workunit.client.0.smithi007.stdout:op 384 completed, throughput=4.99MB/sec 2024-08-04T15:49:37.490 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NctNpWbh-Mb77j2 off=11871240 len=113314 2024-08-04T15:49:37.490 INFO:tasks.workunit.client.0.smithi007.stdout:op 385 completed, throughput=4.99MB/sec 2024-08-04T15:49:37.490 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kUn0ampbDB8ho9I off=134574 len=661860 2024-08-04T15:49:37.492 INFO:tasks.workunit.client.0.smithi007.stdout:op 386 completed, throughput=5MB/sec 2024-08-04T15:49:37.492 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-I2CtF8COQfcZhDv off=4341447 len=1711451 2024-08-04T15:49:37.495 INFO:tasks.workunit.client.0.smithi007.stdout:op 387 completed, throughput=5.02MB/sec 2024-08-04T15:49:38.495 INFO:tasks.workunit.client.0.smithi007.stdout: 75: throughput=4.95MB/sec pending data=0 2024-08-04T15:49:38.495 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ITZ1E1_QQ1i-tUA off=14124262 len=903261 2024-08-04T15:49:38.501 INFO:tasks.workunit.client.0.smithi007.stdout:op 388 completed, throughput=4.97MB/sec 2024-08-04T15:49:38.501 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5ZsovysETfDWDjB off=7827355 len=5233 2024-08-04T15:49:38.501 INFO:tasks.workunit.client.0.smithi007.stdout:op 389 completed, throughput=4.97MB/sec 2024-08-04T15:49:38.501 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nOggj3OWlP08VpJ off=1755868 len=1410662 2024-08-04T15:49:38.503 INFO:tasks.workunit.client.0.smithi007.stdout:op 390 completed, throughput=4.98MB/sec 2024-08-04T15:49:38.503 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9aO_njPkF2ER0At off=4295482 len=965473 2024-08-04T15:49:38.508 INFO:tasks.workunit.client.0.smithi007.stdout:op 391 completed, throughput=4.99MB/sec 2024-08-04T15:49:38.508 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8Z2UJ8SZ9DLFCFC off=7555979 len=41441 2024-08-04T15:49:38.509 INFO:tasks.workunit.client.0.smithi007.stdout:op 392 completed, throughput=5MB/sec 2024-08-04T15:49:38.509 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5yzt9HinbsoERXD off=15512923 len=748425 2024-08-04T15:49:38.513 INFO:tasks.workunit.client.0.smithi007.stdout:op 393 completed, throughput=5MB/sec 2024-08-04T15:49:38.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:38 smithi062 ceph-mon[85960]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:49:38.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:38 smithi007 ceph-mon[94998]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:49:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:38 smithi007 ceph-mon[92692]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:49:39.514 INFO:tasks.workunit.client.0.smithi007.stdout: 76: throughput=4.94MB/sec pending data=0 2024-08-04T15:49:39.514 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IXnubtCoo50e_l_ off=11012373 len=1008967 2024-08-04T15:49:39.519 INFO:tasks.workunit.client.0.smithi007.stdout:op 394 completed, throughput=4.95MB/sec 2024-08-04T15:49:39.519 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-w3BrEAvYXEet-wh off=1344513 len=524911 2024-08-04T15:49:39.523 INFO:tasks.workunit.client.0.smithi007.stdout:op 395 completed, throughput=4.96MB/sec 2024-08-04T15:49:39.524 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xsfpVdSTaUJhwp9 off=16109705 len=1132848 2024-08-04T15:49:39.525 INFO:tasks.workunit.client.0.smithi007.stdout:op 396 completed, throughput=4.97MB/sec 2024-08-04T15:49:39.525 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-akJof_rYU0MMkr2 off=3976166 len=520882 2024-08-04T15:49:39.526 INFO:tasks.workunit.client.0.smithi007.stdout:op 397 completed, throughput=4.98MB/sec 2024-08-04T15:49:39.526 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VMCgMAnUyeWMkv8 off=8525692 len=363441 2024-08-04T15:49:39.526 INFO:tasks.workunit.client.0.smithi007.stdout:op 398 completed, throughput=4.98MB/sec 2024-08-04T15:49:39.526 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YwOQucIvnEFgRxE off=582451 len=463746 2024-08-04T15:49:39.528 INFO:tasks.workunit.client.0.smithi007.stdout:op 399 completed, throughput=4.99MB/sec 2024-08-04T15:49:39.528 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6bwcqtg-p0c2JD5 off=1045247 len=270976 2024-08-04T15:49:39.528 INFO:tasks.workunit.client.0.smithi007.stdout:op 400 completed, throughput=4.99MB/sec 2024-08-04T15:49:39.528 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9JNFekcnGYjQyuo off=4758401 len=1471894 2024-08-04T15:49:39.535 INFO:tasks.workunit.client.0.smithi007.stdout:op 401 completed, throughput=5.01MB/sec 2024-08-04T15:49:40.536 INFO:tasks.workunit.client.0.smithi007.stdout: 77: throughput=4.95MB/sec pending data=0 2024-08-04T15:49:40.536 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-B6salWH7n7YWAyp off=893127 len=1613548 2024-08-04T15:49:40.544 INFO:tasks.workunit.client.0.smithi007.stdout:op 402 completed, throughput=4.96MB/sec 2024-08-04T15:49:40.544 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bwwNYF2FNerVQLU off=19947618 len=573628 2024-08-04T15:49:40.546 INFO:tasks.workunit.client.0.smithi007.stdout:op 403 completed, throughput=4.97MB/sec 2024-08-04T15:49:40.546 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JFPEj0SscpsGm3a off=14656411 len=2066054 2024-08-04T15:49:40.550 INFO:tasks.workunit.client.0.smithi007.stdout:op 404 completed, throughput=5MB/sec 2024-08-04T15:49:40.550 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5cnFusB9G6tpzo6 off=2004457 len=432710 2024-08-04T15:49:40.553 INFO:tasks.workunit.client.0.smithi007.stdout:op 405 completed, throughput=5MB/sec 2024-08-04T15:49:40.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:40 smithi062 ceph-mon[85960]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:49:40.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:40 smithi007 ceph-mon[94998]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:49:40.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:40 smithi007 ceph-mon[92692]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:49:41.554 INFO:tasks.workunit.client.0.smithi007.stdout: 78: throughput=4.94MB/sec pending data=0 2024-08-04T15:49:41.554 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0Ttd8aSpkz0K9G8 off=1586141 len=649759 2024-08-04T15:49:41.556 INFO:tasks.workunit.client.0.smithi007.stdout:op 406 completed, throughput=4.95MB/sec 2024-08-04T15:49:41.556 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fPZHM1Vk66buZMa off=277720 len=634029 2024-08-04T15:49:41.557 INFO:tasks.workunit.client.0.smithi007.stdout:op 407 completed, throughput=4.95MB/sec 2024-08-04T15:49:41.557 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zUPnpJG2---pIuu off=5912565 len=1109528 2024-08-04T15:49:41.563 INFO:tasks.workunit.client.0.smithi007.stdout:op 408 completed, throughput=4.97MB/sec 2024-08-04T15:49:41.563 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-N7ziiSbJKiqdAlY off=9889603 len=37082 2024-08-04T15:49:41.566 INFO:tasks.workunit.client.0.smithi007.stdout:op 409 completed, throughput=4.97MB/sec 2024-08-04T15:49:41.566 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-170l4U3bB_NwB2W off=10198646 len=1126701 2024-08-04T15:49:41.573 INFO:tasks.workunit.client.0.smithi007.stdout:op 410 completed, throughput=4.98MB/sec 2024-08-04T15:49:41.574 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Kw4eaYvZMgtsmAr off=1424150 len=1482411 2024-08-04T15:49:41.574 INFO:tasks.workunit.client.0.smithi007.stdout:op 411 completed, throughput=5MB/sec 2024-08-04T15:49:41.574 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zu5cnqlZAskdZnW off=12032108 len=1724691 2024-08-04T15:49:41.575 INFO:tasks.workunit.client.0.smithi007.stdout:op 412 completed, throughput=5.02MB/sec 2024-08-04T15:49:42.575 INFO:tasks.workunit.client.0.smithi007.stdout: 79: throughput=4.96MB/sec pending data=0 2024-08-04T15:49:42.576 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ECKl0Ae1iiaf1kN off=4991927 len=1370873 2024-08-04T15:49:42.577 INFO:tasks.workunit.client.0.smithi007.stdout:op 413 completed, throughput=4.97MB/sec 2024-08-04T15:49:42.577 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-b0cjVPBgsXwe5nc off=1933311 len=1838030 2024-08-04T15:49:42.588 INFO:tasks.workunit.client.0.smithi007.stdout:op 414 completed, throughput=4.99MB/sec 2024-08-04T15:49:42.589 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NGLujwEDUsXwHJk off=9190401 len=1295575 2024-08-04T15:49:42.595 INFO:tasks.workunit.client.0.smithi007.stdout:op 415 completed, throughput=5.01MB/sec 2024-08-04T15:49:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:42 smithi062 ceph-mon[85960]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:49:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:49:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:49:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:49:42.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:42 smithi007 ceph-mon[94998]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:49:42.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:42 smithi007 ceph-mon[92692]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:49:43.596 INFO:tasks.workunit.client.0.smithi007.stdout: 80: throughput=4.95MB/sec pending data=0 2024-08-04T15:49:43.596 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1Pr2DDHWClhBOdG off=2113543 len=384984 2024-08-04T15:49:43.597 INFO:tasks.workunit.client.0.smithi007.stdout:op 416 completed, throughput=4.95MB/sec 2024-08-04T15:49:43.597 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-g_gEtsotHx3rkiT off=11961352 len=1716677 2024-08-04T15:49:43.599 INFO:tasks.workunit.client.0.smithi007.stdout:op 417 completed, throughput=4.97MB/sec 2024-08-04T15:49:43.599 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nEzi7GcXb9n81fM off=2170581 len=1119449 2024-08-04T15:49:43.605 INFO:tasks.workunit.client.0.smithi007.stdout:op 418 completed, throughput=4.98MB/sec 2024-08-04T15:49:43.605 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Sc_teZbppQp299f off=851233 len=946350 2024-08-04T15:49:43.610 INFO:tasks.workunit.client.0.smithi007.stdout:op 419 completed, throughput=4.99MB/sec 2024-08-04T15:49:43.610 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-P0eOrJXEMydSd9C off=12097905 len=835376 2024-08-04T15:49:43.611 INFO:tasks.workunit.client.0.smithi007.stdout:op 420 completed, throughput=5MB/sec 2024-08-04T15:49:44.611 INFO:tasks.workunit.client.0.smithi007.stdout: 81: throughput=4.94MB/sec pending data=0 2024-08-04T15:49:44.612 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PZ-k_ueUWdSe2-a off=1415859 len=244229 2024-08-04T15:49:44.615 INFO:tasks.workunit.client.0.smithi007.stdout:op 421 completed, throughput=4.95MB/sec 2024-08-04T15:49:44.615 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-G-O6L5bbQtnSapY off=496360 len=1366575 2024-08-04T15:49:44.617 INFO:tasks.workunit.client.0.smithi007.stdout:op 422 completed, throughput=4.96MB/sec 2024-08-04T15:49:44.617 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Rapu41WlnsC_VAx off=8912398 len=2016283 2024-08-04T15:49:44.619 INFO:tasks.workunit.client.0.smithi007.stdout:op 423 completed, throughput=4.98MB/sec 2024-08-04T15:49:44.620 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6CrsYfydOmd8LdL off=3578999 len=2060277 2024-08-04T15:49:44.629 INFO:tasks.workunit.client.0.smithi007.stdout:op 424 completed, throughput=5.01MB/sec 2024-08-04T15:49:44.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:44 smithi062 ceph-mon[85960]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:49:44.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:44 smithi007 ceph-mon[94998]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:49:44.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:44 smithi007 ceph-mon[92692]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:49:45.629 INFO:tasks.workunit.client.0.smithi007.stdout: 82: throughput=4.95MB/sec pending data=0 2024-08-04T15:49:45.629 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GewlQJObE-vWdFZ off=1271740 len=1348022 2024-08-04T15:49:45.636 INFO:tasks.workunit.client.0.smithi007.stdout:op 425 completed, throughput=4.96MB/sec 2024-08-04T15:49:45.637 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-t0iPN3p118IjJ8J off=3938610 len=1267721 2024-08-04T15:49:45.642 INFO:tasks.workunit.client.0.smithi007.stdout:op 426 completed, throughput=4.98MB/sec 2024-08-04T15:49:45.642 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NGcr2H6lc8JKP4y off=2406451 len=216657 2024-08-04T15:49:45.643 INFO:tasks.workunit.client.0.smithi007.stdout:op 427 completed, throughput=4.98MB/sec 2024-08-04T15:49:45.643 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-D4knWRNEhOlIPft off=479558 len=699429 2024-08-04T15:49:45.646 INFO:tasks.workunit.client.0.smithi007.stdout:op 428 completed, throughput=4.99MB/sec 2024-08-04T15:49:45.646 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_L5BEcgkDEmAyeS off=861197 len=892966 2024-08-04T15:49:45.647 INFO:tasks.workunit.client.0.smithi007.stdout:op 429 completed, throughput=5MB/sec 2024-08-04T15:49:45.647 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-olsd-yeNFHwhFsb off=6536436 len=1805043 2024-08-04T15:49:45.658 INFO:tasks.workunit.client.0.smithi007.stdout:op 430 completed, throughput=5.02MB/sec 2024-08-04T15:49:46.430 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:49:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:49:46] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-08-04T15:49:46.659 INFO:tasks.workunit.client.0.smithi007.stdout: 83: throughput=4.96MB/sec pending data=0 2024-08-04T15:49:46.659 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ei2mKTIlC9s7vva off=762342 len=925512 2024-08-04T15:49:46.660 INFO:tasks.workunit.client.0.smithi007.stdout:op 431 completed, throughput=4.97MB/sec 2024-08-04T15:49:46.660 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ld3ZdW0RzwNUBx3 off=6974735 len=26444 2024-08-04T15:49:46.661 INFO:tasks.workunit.client.0.smithi007.stdout:op 432 completed, throughput=4.97MB/sec 2024-08-04T15:49:46.661 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vBgvYt7JghNLvED off=7304038 len=1603746 2024-08-04T15:49:46.665 INFO:tasks.workunit.client.0.smithi007.stdout:op 433 completed, throughput=4.99MB/sec 2024-08-04T15:49:46.665 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IQH9wG2V0LzS6il off=577601 len=55213 2024-08-04T15:49:46.667 INFO:tasks.workunit.client.0.smithi007.stdout:op 434 completed, throughput=4.99MB/sec 2024-08-04T15:49:46.667 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TSObkxjrbU5lhnQ off=8919890 len=741829 2024-08-04T15:49:46.672 INFO:tasks.workunit.client.0.smithi007.stdout:op 435 completed, throughput=4.99MB/sec 2024-08-04T15:49:46.672 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3-72ppkSkseqsr- off=9015343 len=1237065 2024-08-04T15:49:46.680 INFO:tasks.workunit.client.0.smithi007.stdout:op 436 completed, throughput=5.01MB/sec 2024-08-04T15:49:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:46 smithi062 ceph-mon[85960]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:49:46.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:46 smithi007 ceph-mon[92692]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:49:46.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:46 smithi007 ceph-mon[94998]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:49:47.680 INFO:tasks.workunit.client.0.smithi007.stdout: 84: throughput=4.95MB/sec pending data=0 2024-08-04T15:49:47.681 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lI0AFEnhp4EGScg off=2987679 len=705429 2024-08-04T15:49:47.681 INFO:tasks.workunit.client.0.smithi007.stdout:op 437 completed, throughput=4.96MB/sec 2024-08-04T15:49:47.682 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DMKqxWWSiPcbFWJ off=264396 len=1228721 2024-08-04T15:49:47.685 INFO:tasks.workunit.client.0.smithi007.stdout:op 438 completed, throughput=4.97MB/sec 2024-08-04T15:49:47.685 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qqL9pkAOo1rYIHe off=5295132 len=648653 2024-08-04T15:49:47.689 INFO:tasks.workunit.client.0.smithi007.stdout:op 439 completed, throughput=4.98MB/sec 2024-08-04T15:49:47.689 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-V92xlyVbNqgob-q off=9379551 len=704465 2024-08-04T15:49:47.694 INFO:tasks.workunit.client.0.smithi007.stdout:op 440 completed, throughput=4.99MB/sec 2024-08-04T15:49:47.694 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-c5geyHNUhQLX-nU off=6104773 len=1946227 2024-08-04T15:49:47.698 INFO:tasks.workunit.client.0.smithi007.stdout:op 441 completed, throughput=5.01MB/sec 2024-08-04T15:49:48.699 INFO:tasks.workunit.client.0.smithi007.stdout: 85: throughput=4.95MB/sec pending data=0 2024-08-04T15:49:48.699 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jEH5oRDTrzD44q7 off=1577424 len=887106 2024-08-04T15:49:48.701 INFO:tasks.workunit.client.0.smithi007.stdout:op 442 completed, throughput=4.96MB/sec 2024-08-04T15:49:48.701 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-araP7npaCOqhxDQ off=758406 len=1451827 2024-08-04T15:49:48.708 INFO:tasks.workunit.client.0.smithi007.stdout:op 443 completed, throughput=4.97MB/sec 2024-08-04T15:49:48.708 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fzkZQfyjZkOP_BG off=19341775 len=1102053 2024-08-04T15:49:48.711 INFO:tasks.workunit.client.0.smithi007.stdout:op 444 completed, throughput=4.99MB/sec 2024-08-04T15:49:48.711 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2gmiiCvqVjCOaiG off=2387240 len=119953 2024-08-04T15:49:48.711 INFO:tasks.workunit.client.0.smithi007.stdout:op 445 completed, throughput=4.99MB/sec 2024-08-04T15:49:48.711 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Y7ps6-mAtd0lYNW off=3838733 len=241933 2024-08-04T15:49:48.714 INFO:tasks.workunit.client.0.smithi007.stdout:op 446 completed, throughput=4.99MB/sec 2024-08-04T15:49:48.714 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kxiyAyBiHSI6vcZ off=3232908 len=1301606 2024-08-04T15:49:48.719 INFO:tasks.workunit.client.0.smithi007.stdout:op 447 completed, throughput=5MB/sec 2024-08-04T15:49:48.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:48 smithi062 ceph-mon[85960]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:49:48.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:48 smithi007 ceph-mon[92692]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:49:48.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:48 smithi007 ceph-mon[94998]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:49:49.719 INFO:tasks.workunit.client.0.smithi007.stdout: 86: throughput=4.95MB/sec pending data=0 2024-08-04T15:49:49.720 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0SHps7nJ5WsKwLi off=68782 len=205412 2024-08-04T15:49:49.720 INFO:tasks.workunit.client.0.smithi007.stdout:op 448 completed, throughput=4.95MB/sec 2024-08-04T15:49:49.720 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IZoGmuA0Bdk_o-1 off=0 len=1860234 2024-08-04T15:49:49.729 INFO:tasks.workunit.client.0.smithi007.stdout:op 449 completed, throughput=4.97MB/sec 2024-08-04T15:49:49.729 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_xskemvpk9RlGej off=14815882 len=140486 2024-08-04T15:49:49.733 INFO:tasks.workunit.client.0.smithi007.stdout:op 450 completed, throughput=4.97MB/sec 2024-08-04T15:49:49.733 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4KnCmEF3h-zYsDt off=8983474 len=1958976 2024-08-04T15:49:49.745 INFO:tasks.workunit.client.0.smithi007.stdout:op 451 completed, throughput=4.99MB/sec 2024-08-04T15:49:49.746 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dX8i0FIm8044OEA off=8026132 len=18551 2024-08-04T15:49:49.748 INFO:tasks.workunit.client.0.smithi007.stdout:op 452 completed, throughput=4.99MB/sec 2024-08-04T15:49:49.748 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-chf12ztjqot6BHh off=12556408 len=1411995 2024-08-04T15:49:49.754 INFO:tasks.workunit.client.0.smithi007.stdout:op 453 completed, throughput=5.01MB/sec 2024-08-04T15:49:50.755 INFO:tasks.workunit.client.0.smithi007.stdout: 87: throughput=4.95MB/sec pending data=0 2024-08-04T15:49:50.755 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-B4jM1uEYFYQIxdH off=1088231 len=357278 2024-08-04T15:49:50.756 INFO:tasks.workunit.client.0.smithi007.stdout:op 454 completed, throughput=4.95MB/sec 2024-08-04T15:49:50.756 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mcva0RitybgEAQ6 off=10836169 len=677657 2024-08-04T15:49:50.758 INFO:tasks.workunit.client.0.smithi007.stdout:op 455 completed, throughput=4.96MB/sec 2024-08-04T15:49:50.758 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PkupVeXrDZgO4f7 off=14945917 len=1466654 2024-08-04T15:49:50.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:50 smithi062 ceph-mon[85960]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:49:50.768 INFO:tasks.workunit.client.0.smithi007.stdout:op 456 completed, throughput=4.98MB/sec 2024-08-04T15:49:50.768 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uVhYxDFILN4JZc3 off=4534136 len=562897 2024-08-04T15:49:50.769 INFO:tasks.workunit.client.0.smithi007.stdout:op 457 completed, throughput=4.98MB/sec 2024-08-04T15:49:50.770 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vEL4o6VJois_9St off=80523 len=1238083 2024-08-04T15:49:50.775 INFO:tasks.workunit.client.0.smithi007.stdout:op 458 completed, throughput=4.99MB/sec 2024-08-04T15:49:50.776 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AWxvJn6ulU5Pcsx off=4141845 len=710795 2024-08-04T15:49:50.780 INFO:tasks.workunit.client.0.smithi007.stdout:op 459 completed, throughput=5MB/sec 2024-08-04T15:49:50.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:50 smithi007 ceph-mon[94998]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:49:50.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:50 smithi007 ceph-mon[92692]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:49:51.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:49:51.780 INFO:tasks.workunit.client.0.smithi007.stdout: 88: throughput=4.95MB/sec pending data=0 2024-08-04T15:49:51.780 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RHg-TSBeQmvBrGJ off=15535012 len=835267 2024-08-04T15:49:51.781 INFO:tasks.workunit.client.0.smithi007.stdout:op 460 completed, throughput=4.96MB/sec 2024-08-04T15:49:51.781 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-L1HIKqBwdP40EY5 off=752868 len=445255 2024-08-04T15:49:51.785 INFO:tasks.workunit.client.0.smithi007.stdout:op 461 completed, throughput=4.96MB/sec 2024-08-04T15:49:51.785 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SQtj4eBAWjgGODR off=3873172 len=936033 2024-08-04T15:49:51.790 INFO:tasks.workunit.client.0.smithi007.stdout:op 462 completed, throughput=4.97MB/sec 2024-08-04T15:49:51.790 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eFJ9GCRees_1p7p off=2737685 len=137074 2024-08-04T15:49:51.793 INFO:tasks.workunit.client.0.smithi007.stdout:op 463 completed, throughput=4.97MB/sec 2024-08-04T15:49:51.793 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MG9iqpmBW2XchmO off=61825 len=1693681 2024-08-04T15:49:51.795 INFO:tasks.workunit.client.0.smithi007.stdout:op 464 completed, throughput=4.99MB/sec 2024-08-04T15:49:51.795 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dX8i0FIm8044OEA off=9549920 len=1303780 2024-08-04T15:49:51.801 INFO:tasks.workunit.client.0.smithi007.stdout:op 465 completed, throughput=5MB/sec 2024-08-04T15:49:51.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:49:51.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:49:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:52 smithi062 ceph-mon[85960]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:49:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:49:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:49:52.801 INFO:tasks.workunit.client.0.smithi007.stdout: 89: throughput=4.95MB/sec pending data=0 2024-08-04T15:49:52.801 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-002MA7zd_VjMVc7 off=5526652 len=1559424 2024-08-04T15:49:52.803 INFO:tasks.workunit.client.0.smithi007.stdout:op 466 completed, throughput=4.96MB/sec 2024-08-04T15:49:52.803 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tBJBtltTtg6GVzk off=5068816 len=1543000 2024-08-04T15:49:52.805 INFO:tasks.workunit.client.0.smithi007.stdout:op 467 completed, throughput=4.98MB/sec 2024-08-04T15:49:52.805 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-z8uQryN3eSSAVRx off=4389159 len=271352 2024-08-04T15:49:52.806 INFO:tasks.workunit.client.0.smithi007.stdout:op 468 completed, throughput=4.98MB/sec 2024-08-04T15:49:52.806 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-E1Q5PbLfydIhdi0 off=672034 len=590608 2024-08-04T15:49:52.810 INFO:tasks.workunit.client.0.smithi007.stdout:op 469 completed, throughput=4.99MB/sec 2024-08-04T15:49:52.810 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mR0iisEWt5ddZWQ off=10821719 len=151468 2024-08-04T15:49:52.813 INFO:tasks.workunit.client.0.smithi007.stdout:op 470 completed, throughput=4.99MB/sec 2024-08-04T15:49:52.813 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6DIxS40KSpelFEc off=1412546 len=852753 2024-08-04T15:49:52.814 INFO:tasks.workunit.client.0.smithi007.stdout:op 471 completed, throughput=5MB/sec 2024-08-04T15:49:52.814 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-n-0r1RFi5vExBoZ off=7118633 len=1431828 2024-08-04T15:49:52.822 INFO:tasks.workunit.client.0.smithi007.stdout:op 472 completed, throughput=5.01MB/sec 2024-08-04T15:49:52.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:52 smithi007 ceph-mon[92692]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:49:52.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:52 smithi007 ceph-mon[94998]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:49:53.822 INFO:tasks.workunit.client.0.smithi007.stdout: 90: throughput=4.96MB/sec pending data=0 2024-08-04T15:49:53.822 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-m542elkWsdce6q3 off=12872077 len=783487 2024-08-04T15:49:53.827 INFO:tasks.workunit.client.0.smithi007.stdout:op 473 completed, throughput=4.97MB/sec 2024-08-04T15:49:53.828 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GXffbgjohA6JYcc off=243084 len=1777625 2024-08-04T15:49:53.830 INFO:tasks.workunit.client.0.smithi007.stdout:op 474 completed, throughput=4.98MB/sec 2024-08-04T15:49:53.830 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vqFo0ShKe5m7ovP off=5140578 len=1943520 2024-08-04T15:49:53.832 INFO:tasks.workunit.client.0.smithi007.stdout:op 475 completed, throughput=5MB/sec 2024-08-04T15:49:54.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:54 smithi062 ceph-mon[85960]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T15:49:54.833 INFO:tasks.workunit.client.0.smithi007.stdout: 91: throughput=4.95MB/sec pending data=0 2024-08-04T15:49:54.833 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Lr35GPtPqgF68xh off=16725566 len=1561342 2024-08-04T15:49:54.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:54 smithi007 ceph-mon[92692]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T15:49:54.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:54 smithi007 ceph-mon[94998]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T15:49:54.842 INFO:tasks.workunit.client.0.smithi007.stdout:op 476 completed, throughput=4.97MB/sec 2024-08-04T15:49:54.843 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JfLzzjZjYSx_S7L off=13378688 len=819933 2024-08-04T15:49:54.844 INFO:tasks.workunit.client.0.smithi007.stdout:op 477 completed, throughput=4.97MB/sec 2024-08-04T15:49:54.844 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wUuLrtflVNxVmpQ off=1560378 len=830484 2024-08-04T15:49:54.849 INFO:tasks.workunit.client.0.smithi007.stdout:op 478 completed, throughput=4.98MB/sec 2024-08-04T15:49:54.849 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-V1oxMFqEro8xLN3 off=1703348 len=1471548 2024-08-04T15:49:54.856 INFO:tasks.workunit.client.0.smithi007.stdout:op 479 completed, throughput=5MB/sec 2024-08-04T15:49:54.856 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-urAO961cJfEYIqz off=18755915 len=747819 2024-08-04T15:49:54.857 INFO:tasks.workunit.client.0.smithi007.stdout:op 480 completed, throughput=5.01MB/sec 2024-08-04T15:49:55.857 INFO:tasks.workunit.client.0.smithi007.stdout: 92: throughput=4.95MB/sec pending data=0 2024-08-04T15:49:55.857 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RR3DmWlB6Pq_gwu off=1489679 len=1923914 2024-08-04T15:49:55.866 INFO:tasks.workunit.client.0.smithi007.stdout:op 481 completed, throughput=4.97MB/sec 2024-08-04T15:49:55.866 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GIuw9O4DpYpa3DM off=13104056 len=586588 2024-08-04T15:49:55.871 INFO:tasks.workunit.client.0.smithi007.stdout:op 482 completed, throughput=4.98MB/sec 2024-08-04T15:49:55.871 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Bw059d6qdKam_S4 off=17617911 len=817321 2024-08-04T15:49:55.872 INFO:tasks.workunit.client.0.smithi007.stdout:op 483 completed, throughput=4.98MB/sec 2024-08-04T15:49:55.872 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KM63lQZr2ozh7Wf off=5130130 len=21534 2024-08-04T15:49:55.874 INFO:tasks.workunit.client.0.smithi007.stdout:op 484 completed, throughput=4.98MB/sec 2024-08-04T15:49:55.874 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9OX_wUHmxIxPBud off=1838532 len=454116 2024-08-04T15:49:55.877 INFO:tasks.workunit.client.0.smithi007.stdout:op 485 completed, throughput=4.99MB/sec 2024-08-04T15:49:55.877 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bGeWxu5XupUyL3n off=12184511 len=1938779 2024-08-04T15:49:55.879 INFO:tasks.workunit.client.0.smithi007.stdout:op 486 completed, throughput=5.01MB/sec 2024-08-04T15:49:56.448 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:49:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:49:56] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-08-04T15:49:56.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:56 smithi062 ceph-mon[85960]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:49:56.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:56 smithi007 ceph-mon[92692]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:49:56.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:56 smithi007 ceph-mon[94998]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:49:56.880 INFO:tasks.workunit.client.0.smithi007.stdout: 93: throughput=4.96MB/sec pending data=0 2024-08-04T15:49:56.880 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-V92xlyVbNqgob-q off=2815762 len=1395193 2024-08-04T15:49:56.882 INFO:tasks.workunit.client.0.smithi007.stdout:op 487 completed, throughput=4.97MB/sec 2024-08-04T15:49:56.882 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZupJmpO576AAW6H off=22811508 len=1896775 2024-08-04T15:49:56.890 INFO:tasks.workunit.client.0.smithi007.stdout:op 488 completed, throughput=4.99MB/sec 2024-08-04T15:49:56.891 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-67EnNuia5yorspA off=883588 len=1956535 2024-08-04T15:49:56.893 INFO:tasks.workunit.client.0.smithi007.stdout:op 489 completed, throughput=5.01MB/sec 2024-08-04T15:49:57.893 INFO:tasks.workunit.client.0.smithi007.stdout: 94: throughput=4.96MB/sec pending data=0 2024-08-04T15:49:57.893 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-L-_wd7YH88mBfzM off=19406749 len=79505 2024-08-04T15:49:57.896 INFO:tasks.workunit.client.0.smithi007.stdout:op 490 completed, throughput=4.96MB/sec 2024-08-04T15:49:57.896 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-C0NqGokscOxEna8 off=4577610 len=369475 2024-08-04T15:49:57.896 INFO:tasks.workunit.client.0.smithi007.stdout:op 491 completed, throughput=4.96MB/sec 2024-08-04T15:49:57.897 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KeE_Rs7HJdAHiVX off=745957 len=1126059 2024-08-04T15:49:57.903 INFO:tasks.workunit.client.0.smithi007.stdout:op 492 completed, throughput=4.97MB/sec 2024-08-04T15:49:57.903 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EpeCReJMQF2mNci off=7972437 len=425266 2024-08-04T15:49:57.905 INFO:tasks.workunit.client.0.smithi007.stdout:op 493 completed, throughput=4.98MB/sec 2024-08-04T15:49:57.906 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-s15hGwqQ4qJEXEF off=269915 len=1127404 2024-08-04T15:49:57.911 INFO:tasks.workunit.client.0.smithi007.stdout:op 494 completed, throughput=4.99MB/sec 2024-08-04T15:49:57.911 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qKxIukdzTqX1slm off=6434590 len=355956 2024-08-04T15:49:57.912 INFO:tasks.workunit.client.0.smithi007.stdout:op 495 completed, throughput=4.99MB/sec 2024-08-04T15:49:57.913 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Kp1g0DMuiJf0j08 off=11860579 len=1831601 2024-08-04T15:49:57.916 INFO:tasks.workunit.client.0.smithi007.stdout:op 496 completed, throughput=5.01MB/sec 2024-08-04T15:49:58.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:49:58 smithi062 ceph-mon[85960]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:49:58.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:49:58 smithi007 ceph-mon[92692]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:49:58.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:49:58 smithi007 ceph-mon[94998]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:49:58.916 INFO:tasks.workunit.client.0.smithi007.stdout: 95: throughput=4.96MB/sec pending data=0 2024-08-04T15:49:58.916 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Rva82izdCBqak66 off=6608312 len=946761 2024-08-04T15:49:58.922 INFO:tasks.workunit.client.0.smithi007.stdout:op 497 completed, throughput=4.96MB/sec 2024-08-04T15:49:58.922 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9Tt-9vP_IQVzGyy off=7094406 len=926548 2024-08-04T15:49:58.924 INFO:tasks.workunit.client.0.smithi007.stdout:op 498 completed, throughput=4.97MB/sec 2024-08-04T15:49:58.924 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BZLrTP9gy9ksgSK off=10107601 len=1541589 2024-08-04T15:49:58.926 INFO:tasks.workunit.client.0.smithi007.stdout:op 499 completed, throughput=4.99MB/sec 2024-08-04T15:49:58.926 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dNyNkycC3zS39gY off=13813725 len=361882 2024-08-04T15:49:58.929 INFO:tasks.workunit.client.0.smithi007.stdout:op 500 completed, throughput=4.99MB/sec 2024-08-04T15:49:58.929 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-eFJXEL5me8PsDCd off=1566064 len=1610424 2024-08-04T15:49:58.932 INFO:tasks.workunit.client.0.smithi007.stdout:op 501 completed, throughput=5.01MB/sec 2024-08-04T15:49:59.933 INFO:tasks.workunit.client.0.smithi007.stdout: 96: throughput=4.96MB/sec pending data=0 2024-08-04T15:49:59.933 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-J8GkDUjU_Gc2vet off=49015 len=1560009 2024-08-04T15:49:59.939 INFO:tasks.workunit.client.0.smithi007.stdout:op 502 completed, throughput=4.97MB/sec 2024-08-04T15:49:59.939 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vyjEU-ZX6WcTJbg off=1408607 len=1145040 2024-08-04T15:49:59.945 INFO:tasks.workunit.client.0.smithi007.stdout:op 503 completed, throughput=4.98MB/sec 2024-08-04T15:49:59.945 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PmnL03DQV6wLFBE off=13674508 len=2053333 2024-08-04T15:49:59.947 INFO:tasks.workunit.client.0.smithi007.stdout:op 504 completed, throughput=5MB/sec 2024-08-04T15:50:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:00 smithi062 ceph-mon[85960]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:50:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:00 smithi062 ceph-mon[85960]: overall HEALTH_OK 2024-08-04T15:50:00.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:00 smithi007 ceph-mon[94998]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:50:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:00 smithi007 ceph-mon[94998]: overall HEALTH_OK 2024-08-04T15:50:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:00 smithi007 ceph-mon[92692]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:50:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:00 smithi007 ceph-mon[92692]: overall HEALTH_OK 2024-08-04T15:50:00.948 INFO:tasks.workunit.client.0.smithi007.stdout: 97: throughput=4.95MB/sec pending data=0 2024-08-04T15:50:00.948 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Q8OD6lx2eFo-WWT off=1427046 len=630922 2024-08-04T15:50:00.950 INFO:tasks.workunit.client.0.smithi007.stdout:op 505 completed, throughput=4.96MB/sec 2024-08-04T15:50:00.950 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-A9q6y9FS7vUPBf9 off=10511761 len=1131015 2024-08-04T15:50:00.953 INFO:tasks.workunit.client.0.smithi007.stdout:op 506 completed, throughput=4.97MB/sec 2024-08-04T15:50:00.953 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3WhrzjsyYXafEB7 off=6683174 len=548511 2024-08-04T15:50:00.957 INFO:tasks.workunit.client.0.smithi007.stdout:op 507 completed, throughput=4.97MB/sec 2024-08-04T15:50:00.957 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_qCBAmmKWE8MRPb off=17532673 len=1100180 2024-08-04T15:50:00.959 INFO:tasks.workunit.client.0.smithi007.stdout:op 508 completed, throughput=4.98MB/sec 2024-08-04T15:50:00.959 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uZCMR9UX6XFKp7r off=301348 len=1324802 2024-08-04T15:50:00.961 INFO:tasks.workunit.client.0.smithi007.stdout:op 509 completed, throughput=5MB/sec 2024-08-04T15:50:00.961 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FEP3OK2WFPWD8MK off=12520249 len=400682 2024-08-04T15:50:00.962 INFO:tasks.workunit.client.0.smithi007.stdout:op 510 completed, throughput=5MB/sec 2024-08-04T15:50:01.963 INFO:tasks.workunit.client.0.smithi007.stdout: 98: throughput=4.95MB/sec pending data=0 2024-08-04T15:50:01.963 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pg684SD4evKP-55 off=0 len=1417633 2024-08-04T15:50:01.965 INFO:tasks.workunit.client.0.smithi007.stdout:op 511 completed, throughput=4.96MB/sec 2024-08-04T15:50:01.965 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-b2Fj_TR1VzZ_o9F off=4234387 len=1095130 2024-08-04T15:50:01.971 INFO:tasks.workunit.client.0.smithi007.stdout:op 512 completed, throughput=4.97MB/sec 2024-08-04T15:50:01.971 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EFAr9u-TGlFkABZ off=19876176 len=1877175 2024-08-04T15:50:01.980 INFO:tasks.workunit.client.0.smithi007.stdout:op 513 completed, throughput=4.99MB/sec 2024-08-04T15:50:01.980 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qfY505MyLLvBeJ7 off=9253238 len=1096547 2024-08-04T15:50:01.984 INFO:tasks.workunit.client.0.smithi007.stdout:op 514 completed, throughput=5MB/sec 2024-08-04T15:50:02.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:02 smithi062 ceph-mon[85960]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:50:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:50:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:50:02.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:02 smithi007 ceph-mon[94998]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:50:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:02 smithi007 ceph-mon[92692]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:50:02.985 INFO:tasks.workunit.client.0.smithi007.stdout: 99: throughput=4.95MB/sec pending data=0 2024-08-04T15:50:02.985 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8l-otQFBsHEK4tt off=4398347 len=495054 2024-08-04T15:50:02.988 INFO:tasks.workunit.client.0.smithi007.stdout:op 515 completed, throughput=4.96MB/sec 2024-08-04T15:50:02.989 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dK4Sm8_XGgNPLNM off=8313034 len=1967218 2024-08-04T15:50:02.997 INFO:tasks.workunit.client.0.smithi007.stdout:op 516 completed, throughput=4.98MB/sec 2024-08-04T15:50:02.997 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bdMTvJyPOrQ7wvU off=5261086 len=649181 2024-08-04T15:50:02.998 INFO:tasks.workunit.client.0.smithi007.stdout:op 517 completed, throughput=4.98MB/sec 2024-08-04T15:50:02.998 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UrClbqoFDE7xwA6 off=23288162 len=982403 2024-08-04T15:50:03.003 INFO:tasks.workunit.client.0.smithi007.stdout:op 518 completed, throughput=4.99MB/sec 2024-08-04T15:50:03.003 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3MPuo4rizL-EhMT off=532747 len=1061527 2024-08-04T15:50:03.009 INFO:tasks.workunit.client.0.smithi007.stdout:op 519 completed, throughput=5MB/sec 2024-08-04T15:50:03.009 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vJThNAUTJERMLdG off=3933144 len=155698 2024-08-04T15:50:03.010 INFO:tasks.workunit.client.0.smithi007.stdout:op 520 completed, throughput=5MB/sec 2024-08-04T15:50:04.011 INFO:tasks.workunit.client.0.smithi007.stdout: 100: throughput=4.95MB/sec pending data=0 2024-08-04T15:50:04.011 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BJr6jzqrRYz1ebt off=8419202 len=1990719 2024-08-04T15:50:04.013 INFO:tasks.workunit.client.0.smithi007.stdout:op 521 completed, throughput=4.97MB/sec 2024-08-04T15:50:04.013 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8QCVmJtpp0yFacD off=1299096 len=120559 2024-08-04T15:50:04.016 INFO:tasks.workunit.client.0.smithi007.stdout:op 522 completed, throughput=4.97MB/sec 2024-08-04T15:50:04.016 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4nJzQFBmJAZnW2X off=4852197 len=327600 2024-08-04T15:50:04.017 INFO:tasks.workunit.client.0.smithi007.stdout:op 523 completed, throughput=4.97MB/sec 2024-08-04T15:50:04.017 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MBWNJM8SJ-Di_nN off=9674850 len=1842698 2024-08-04T15:50:04.025 INFO:tasks.workunit.client.0.smithi007.stdout:op 524 completed, throughput=4.99MB/sec 2024-08-04T15:50:04.025 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-C8rqAzPYDFaLMR7 off=184732 len=579752 2024-08-04T15:50:04.029 INFO:tasks.workunit.client.0.smithi007.stdout:op 525 completed, throughput=5MB/sec 2024-08-04T15:50:04.029 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-28gq2GFffP6H3Mn off=4958146 len=537252 2024-08-04T15:50:04.032 INFO:tasks.workunit.client.0.smithi007.stdout:op 526 completed, throughput=5MB/sec 2024-08-04T15:50:04.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:04 smithi062 ceph-mon[85960]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:50:04.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:04 smithi007 ceph-mon[94998]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:50:04.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:04 smithi007 ceph-mon[92692]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:50:05.032 INFO:tasks.workunit.client.0.smithi007.stdout: 101: throughput=4.95MB/sec pending data=0 2024-08-04T15:50:05.033 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zddQUULon0gZSCH off=732645 len=1109696 2024-08-04T15:50:05.034 INFO:tasks.workunit.client.0.smithi007.stdout:op 527 completed, throughput=4.96MB/sec 2024-08-04T15:50:05.034 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ow_H_GF7rpWhLZ3 off=3529619 len=122740 2024-08-04T15:50:05.037 INFO:tasks.workunit.client.0.smithi007.stdout:op 528 completed, throughput=4.96MB/sec 2024-08-04T15:50:05.037 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UYZyN1YD7qkPZNS off=6268211 len=657164 2024-08-04T15:50:05.041 INFO:tasks.workunit.client.0.smithi007.stdout:op 529 completed, throughput=4.97MB/sec 2024-08-04T15:50:05.041 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tewDnYG6Duzr2Zi off=13863345 len=890811 2024-08-04T15:50:05.046 INFO:tasks.workunit.client.0.smithi007.stdout:op 530 completed, throughput=4.98MB/sec 2024-08-04T15:50:05.046 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BXLF1hOGyJniDx3 off=1916531 len=1418422 2024-08-04T15:50:05.054 INFO:tasks.workunit.client.0.smithi007.stdout:op 531 completed, throughput=4.99MB/sec 2024-08-04T15:50:05.054 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Hy7h51rqwxRQKqz off=17412479 len=1238674 2024-08-04T15:50:05.059 INFO:tasks.workunit.client.0.smithi007.stdout:op 532 completed, throughput=5MB/sec 2024-08-04T15:50:06.060 INFO:tasks.workunit.client.0.smithi007.stdout: 102: throughput=4.95MB/sec pending data=0 2024-08-04T15:50:06.060 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qqA0d3VnRABFMuf off=918209 len=1671568 2024-08-04T15:50:06.063 INFO:tasks.workunit.client.0.smithi007.stdout:op 533 completed, throughput=4.97MB/sec 2024-08-04T15:50:06.063 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SSGfs7cIAPDj_wd off=9830515 len=1993933 2024-08-04T15:50:06.066 INFO:tasks.workunit.client.0.smithi007.stdout:op 534 completed, throughput=4.99MB/sec 2024-08-04T15:50:06.066 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DvTIdY6wvEuCeUk off=2261854 len=1834043 2024-08-04T15:50:06.073 INFO:tasks.workunit.client.0.smithi007.stdout:op 535 completed, throughput=5MB/sec 2024-08-04T15:50:06.461 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:50:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:50:06] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-08-04T15:50:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:06 smithi062 ceph-mon[85960]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:50:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:50:06.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:06 smithi007 ceph-mon[92692]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:50:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:50:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:06 smithi007 ceph-mon[94998]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:50:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:50:07.074 INFO:tasks.workunit.client.0.smithi007.stdout: 103: throughput=4.96MB/sec pending data=0 2024-08-04T15:50:07.074 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CMBQF53zUzZlfiw off=101801 len=588735 2024-08-04T15:50:07.075 INFO:tasks.workunit.client.0.smithi007.stdout:op 536 completed, throughput=4.96MB/sec 2024-08-04T15:50:07.075 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AL8KIbHYGClsIWO off=12675409 len=232067 2024-08-04T15:50:07.078 INFO:tasks.workunit.client.0.smithi007.stdout:op 537 completed, throughput=4.96MB/sec 2024-08-04T15:50:07.078 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PaRpVZwtGCrMPBH off=10667795 len=18671 2024-08-04T15:50:07.079 INFO:tasks.workunit.client.0.smithi007.stdout:op 538 completed, throughput=4.96MB/sec 2024-08-04T15:50:07.079 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cKPuPttMsqHk_x1 off=5571367 len=944503 2024-08-04T15:50:07.084 INFO:tasks.workunit.client.0.smithi007.stdout:op 539 completed, throughput=4.97MB/sec 2024-08-04T15:50:07.084 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3FhL2tIYZ07Oitg off=12831220 len=1656169 2024-08-04T15:50:07.086 INFO:tasks.workunit.client.0.smithi007.stdout:op 540 completed, throughput=4.99MB/sec 2024-08-04T15:50:07.087 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YHU9xg-kAEDvlvg off=19810065 len=108692 2024-08-04T15:50:07.089 INFO:tasks.workunit.client.0.smithi007.stdout:op 541 completed, throughput=4.99MB/sec 2024-08-04T15:50:07.089 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yrHxTTOLDaPwsFa off=1312727 len=1894297 2024-08-04T15:50:07.097 INFO:tasks.workunit.client.0.smithi007.stdout:op 542 completed, throughput=5MB/sec 2024-08-04T15:50:08.098 INFO:tasks.workunit.client.0.smithi007.stdout: 104: throughput=4.96MB/sec pending data=0 2024-08-04T15:50:08.098 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-G2T0ADK24nBnHEM off=4958804 len=1128934 2024-08-04T15:50:08.100 INFO:tasks.workunit.client.0.smithi007.stdout:op 543 completed, throughput=4.97MB/sec 2024-08-04T15:50:08.100 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6rz6dzjsHS9E4lD off=11241262 len=1076733 2024-08-04T15:50:08.106 INFO:tasks.workunit.client.0.smithi007.stdout:op 544 completed, throughput=4.98MB/sec 2024-08-04T15:50:08.107 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PwswE8y3QMBQktW off=5450974 len=2018221 2024-08-04T15:50:08.116 INFO:tasks.workunit.client.0.smithi007.stdout:op 545 completed, throughput=4.99MB/sec 2024-08-04T15:50:08.116 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pLhHpVf7H2bfrGh off=13904415 len=383826 2024-08-04T15:50:08.117 INFO:tasks.workunit.client.0.smithi007.stdout:op 546 completed, throughput=5MB/sec 2024-08-04T15:50:08.117 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AUwjfWrUQn72M5_ off=5690610 len=821867 2024-08-04T15:50:08.121 INFO:tasks.workunit.client.0.smithi007.stdout:op 547 completed, throughput=5MB/sec 2024-08-04T15:50:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:08 smithi062 ceph-mon[85960]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:50:08.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:08 smithi007 ceph-mon[92692]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:50:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:08 smithi007 ceph-mon[94998]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:50:09.121 INFO:tasks.workunit.client.0.smithi007.stdout: 105: throughput=4.96MB/sec pending data=0 2024-08-04T15:50:09.121 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-haF7Qc0LcArPCdH off=12472258 len=167182 2024-08-04T15:50:09.122 INFO:tasks.workunit.client.0.smithi007.stdout:op 548 completed, throughput=4.96MB/sec 2024-08-04T15:50:09.122 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DEk_z8uGg41ghM_ off=6577437 len=445049 2024-08-04T15:50:09.125 INFO:tasks.workunit.client.0.smithi007.stdout:op 549 completed, throughput=4.96MB/sec 2024-08-04T15:50:09.125 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gcvW029WJiEnT2h off=6989464 len=612880 2024-08-04T15:50:09.127 INFO:tasks.workunit.client.0.smithi007.stdout:op 550 completed, throughput=4.97MB/sec 2024-08-04T15:50:09.127 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-D2oEOjw1Ho_N7sq off=6139938 len=139203 2024-08-04T15:50:09.127 INFO:tasks.workunit.client.0.smithi007.stdout:op 551 completed, throughput=4.97MB/sec 2024-08-04T15:50:09.127 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RBntRyhj_ii2wo- off=8070058 len=1081790 2024-08-04T15:50:09.130 INFO:tasks.workunit.client.0.smithi007.stdout:op 552 completed, throughput=4.98MB/sec 2024-08-04T15:50:09.130 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XkoA71z8Zy9a_OZ off=4169453 len=1928462 2024-08-04T15:50:09.142 INFO:tasks.workunit.client.0.smithi007.stdout:op 553 completed, throughput=5MB/sec 2024-08-04T15:50:09.142 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iMj5H4WEHceEcdq off=16690851 len=1308940 2024-08-04T15:50:09.148 INFO:tasks.workunit.client.0.smithi007.stdout:op 554 completed, throughput=5.01MB/sec 2024-08-04T15:50:10.148 INFO:tasks.workunit.client.0.smithi007.stdout: 106: throughput=4.96MB/sec pending data=0 2024-08-04T15:50:10.148 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8ti8IrqqGfN6eGl off=9734294 len=257755 2024-08-04T15:50:10.149 INFO:tasks.workunit.client.0.smithi007.stdout:op 555 completed, throughput=4.96MB/sec 2024-08-04T15:50:10.149 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-27RrW3FVbQiObNR off=3984739 len=530485 2024-08-04T15:50:10.150 INFO:tasks.workunit.client.0.smithi007.stdout:op 556 completed, throughput=4.97MB/sec 2024-08-04T15:50:10.150 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-voIU-l7zjzYObqN off=303848 len=247857 2024-08-04T15:50:10.153 INFO:tasks.workunit.client.0.smithi007.stdout:op 557 completed, throughput=4.97MB/sec 2024-08-04T15:50:10.153 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TsVIqIub8EyYMNd off=7741030 len=1245039 2024-08-04T15:50:10.159 INFO:tasks.workunit.client.0.smithi007.stdout:op 558 completed, throughput=4.98MB/sec 2024-08-04T15:50:10.159 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HR0su5F2-hXdfJG off=2844409 len=905072 2024-08-04T15:50:10.160 INFO:tasks.workunit.client.0.smithi007.stdout:op 559 completed, throughput=4.99MB/sec 2024-08-04T15:50:10.160 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-40B90ti0XjmXo9H off=4713090 len=494591 2024-08-04T15:50:10.164 INFO:tasks.workunit.client.0.smithi007.stdout:op 560 completed, throughput=4.99MB/sec 2024-08-04T15:50:10.164 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3Ierns6vaYWBjZN off=2438377 len=420428 2024-08-04T15:50:10.165 INFO:tasks.workunit.client.0.smithi007.stdout:op 561 completed, throughput=5MB/sec 2024-08-04T15:50:10.165 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TQBe0KlZF5zSz4N off=89996 len=1926357 2024-08-04T15:50:10.176 INFO:tasks.workunit.client.0.smithi007.stdout:op 562 completed, throughput=5.01MB/sec 2024-08-04T15:50:10.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:10 smithi062 ceph-mon[85960]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:50:10.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:10 smithi007 ceph-mon[94998]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:50:10.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:10 smithi007 ceph-mon[92692]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:50:11.176 INFO:tasks.workunit.client.0.smithi007.stdout: 107: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:11.176 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SxzqHKE0fVAneT3 off=18065064 len=391934 2024-08-04T15:50:11.177 INFO:tasks.workunit.client.0.smithi007.stdout:op 563 completed, throughput=4.97MB/sec 2024-08-04T15:50:11.177 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nol0vurGbmkBRJt off=3748496 len=298081 2024-08-04T15:50:11.178 INFO:tasks.workunit.client.0.smithi007.stdout:op 564 completed, throughput=4.97MB/sec 2024-08-04T15:50:11.178 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lea3nyLTSDLFpag off=3992158 len=573620 2024-08-04T15:50:11.179 INFO:tasks.workunit.client.0.smithi007.stdout:op 565 completed, throughput=4.98MB/sec 2024-08-04T15:50:11.179 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hOl5Y0K4hOCXGtS off=8230191 len=886895 2024-08-04T15:50:11.180 INFO:tasks.workunit.client.0.smithi007.stdout:op 566 completed, throughput=4.99MB/sec 2024-08-04T15:50:11.180 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-E_MicNL6epOeVQY off=10245294 len=1150292 2024-08-04T15:50:11.182 INFO:tasks.workunit.client.0.smithi007.stdout:op 567 completed, throughput=5MB/sec 2024-08-04T15:50:11.182 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-C3WmdfUqItg-4X1 off=331470 len=566676 2024-08-04T15:50:11.182 INFO:tasks.workunit.client.0.smithi007.stdout:op 568 completed, throughput=5MB/sec 2024-08-04T15:50:12.183 INFO:tasks.workunit.client.0.smithi007.stdout: 108: throughput=4.96MB/sec pending data=0 2024-08-04T15:50:12.183 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IY-Qmkrm5IroNao off=6631611 len=182798 2024-08-04T15:50:12.184 INFO:tasks.workunit.client.0.smithi007.stdout:op 569 completed, throughput=4.96MB/sec 2024-08-04T15:50:12.184 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-znMlkAKULioT-Hh off=3810762 len=1906410 2024-08-04T15:50:12.195 INFO:tasks.workunit.client.0.smithi007.stdout:op 570 completed, throughput=4.97MB/sec 2024-08-04T15:50:12.195 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hKUZN1I23DDzSQs off=3453253 len=1357513 2024-08-04T15:50:12.202 INFO:tasks.workunit.client.0.smithi007.stdout:op 571 completed, throughput=4.98MB/sec 2024-08-04T15:50:12.202 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Iz9YrgeS0-bncEl off=19543969 len=1343615 2024-08-04T15:50:12.204 INFO:tasks.workunit.client.0.smithi007.stdout:op 572 completed, throughput=5MB/sec 2024-08-04T15:50:12.204 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UxODGs1Ldsk_erC off=4452202 len=103020 2024-08-04T15:50:12.206 INFO:tasks.workunit.client.0.smithi007.stdout:op 573 completed, throughput=5MB/sec 2024-08-04T15:50:12.206 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qWWB2higRAx4WZF off=825441 len=134167 2024-08-04T15:50:12.209 INFO:tasks.workunit.client.0.smithi007.stdout:op 574 completed, throughput=5MB/sec 2024-08-04T15:50:12.209 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CUThkI03OwvQKTm off=919381 len=1666217 2024-08-04T15:50:12.212 INFO:tasks.workunit.client.0.smithi007.stdout:op 575 completed, throughput=5.01MB/sec 2024-08-04T15:50:12.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:12 smithi062 ceph-mon[85960]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:50:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:50:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:50:12.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:12 smithi007 ceph-mon[94998]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:50:12.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:12 smithi007 ceph-mon[92692]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:50:13.212 INFO:tasks.workunit.client.0.smithi007.stdout: 109: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:13.212 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wUcxo8fDKUahQz- off=13798318 len=1540249 2024-08-04T15:50:13.214 INFO:tasks.workunit.client.0.smithi007.stdout:op 576 completed, throughput=4.98MB/sec 2024-08-04T15:50:13.214 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MV5FFttTWdUOLJ1 off=1991868 len=223393 2024-08-04T15:50:13.217 INFO:tasks.workunit.client.0.smithi007.stdout:op 577 completed, throughput=4.98MB/sec 2024-08-04T15:50:13.217 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AeECfwxctNNPtax off=271590 len=606202 2024-08-04T15:50:13.222 INFO:tasks.workunit.client.0.smithi007.stdout:op 578 completed, throughput=4.99MB/sec 2024-08-04T15:50:13.222 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-a1xEN_HxHzaAWqY off=12121304 len=227202 2024-08-04T15:50:13.225 INFO:tasks.workunit.client.0.smithi007.stdout:op 579 completed, throughput=4.99MB/sec 2024-08-04T15:50:13.225 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7tPgFAqanPtAG47 off=4119717 len=1446015 2024-08-04T15:50:13.231 INFO:tasks.workunit.client.0.smithi007.stdout:op 580 completed, throughput=5MB/sec 2024-08-04T15:50:14.231 INFO:tasks.workunit.client.0.smithi007.stdout: 110: throughput=4.96MB/sec pending data=0 2024-08-04T15:50:14.232 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6fbA28w90pKfi-N off=1279422 len=236614 2024-08-04T15:50:14.235 INFO:tasks.workunit.client.0.smithi007.stdout:op 581 completed, throughput=4.96MB/sec 2024-08-04T15:50:14.235 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LKUQAOECWqPTt5E off=729172 len=1154869 2024-08-04T15:50:14.242 INFO:tasks.workunit.client.0.smithi007.stdout:op 582 completed, throughput=4.97MB/sec 2024-08-04T15:50:14.243 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-U11QqBngzGSuX2z off=1112077 len=366507 2024-08-04T15:50:14.246 INFO:tasks.workunit.client.0.smithi007.stdout:op 583 completed, throughput=4.97MB/sec 2024-08-04T15:50:14.246 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jAWCDxGaB5e7GM2 off=716900 len=448374 2024-08-04T15:50:14.246 INFO:tasks.workunit.client.0.smithi007.stdout:op 584 completed, throughput=4.97MB/sec 2024-08-04T15:50:14.246 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zLbQe9fLB-bc1kY off=4022032 len=1147277 2024-08-04T15:50:14.248 INFO:tasks.workunit.client.0.smithi007.stdout:op 585 completed, throughput=4.98MB/sec 2024-08-04T15:50:14.248 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-R94b6UBfJBjkRDy off=9787836 len=1585322 2024-08-04T15:50:14.256 INFO:tasks.workunit.client.0.smithi007.stdout:op 586 completed, throughput=5MB/sec 2024-08-04T15:50:14.256 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1RBnVQfEeLdTXoe off=7717362 len=1070687 2024-08-04T15:50:14.261 INFO:tasks.workunit.client.0.smithi007.stdout:op 587 completed, throughput=5.01MB/sec 2024-08-04T15:50:14.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:14 smithi062 ceph-mon[85960]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:50:14.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:14 smithi007 ceph-mon[94998]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:50:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:14 smithi007 ceph-mon[92692]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:50:15.262 INFO:tasks.workunit.client.0.smithi007.stdout: 111: throughput=4.96MB/sec pending data=0 2024-08-04T15:50:15.262 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TLRNtwu1u07OCT_ off=10842800 len=154196 2024-08-04T15:50:15.265 INFO:tasks.workunit.client.0.smithi007.stdout:op 588 completed, throughput=4.96MB/sec 2024-08-04T15:50:15.265 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zZrAVQJKZ5B3FDc off=5093593 len=1687058 2024-08-04T15:50:15.267 INFO:tasks.workunit.client.0.smithi007.stdout:op 589 completed, throughput=4.98MB/sec 2024-08-04T15:50:15.267 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-reB22NzBB0w7Pba off=9036488 len=1304141 2024-08-04T15:50:15.270 INFO:tasks.workunit.client.0.smithi007.stdout:op 590 completed, throughput=4.99MB/sec 2024-08-04T15:50:15.270 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lcbZLe3LDld3eem off=9567246 len=233476 2024-08-04T15:50:15.273 INFO:tasks.workunit.client.0.smithi007.stdout:op 591 completed, throughput=4.99MB/sec 2024-08-04T15:50:15.273 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mTmqbCnTSGhp_8h off=1188617 len=1094600 2024-08-04T15:50:15.275 INFO:tasks.workunit.client.0.smithi007.stdout:op 592 completed, throughput=5MB/sec 2024-08-04T15:50:15.275 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WZW5T-e0PhrPCnZ off=13952217 len=525039 2024-08-04T15:50:15.278 INFO:tasks.workunit.client.0.smithi007.stdout:op 593 completed, throughput=5MB/sec 2024-08-04T15:50:16.279 INFO:tasks.workunit.client.0.smithi007.stdout: 112: throughput=4.96MB/sec pending data=0 2024-08-04T15:50:16.279 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hfTmPj10DUESI5X off=6706747 len=1250372 2024-08-04T15:50:16.284 INFO:tasks.workunit.client.0.smithi007.stdout:op 594 completed, throughput=4.97MB/sec 2024-08-04T15:50:16.284 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tl9jwpW6Ntv7d8n off=15807269 len=1822491 2024-08-04T15:50:16.288 INFO:tasks.workunit.client.0.smithi007.stdout:op 595 completed, throughput=4.98MB/sec 2024-08-04T15:50:16.288 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yn60lEcddNT981H off=12413176 len=466436 2024-08-04T15:50:16.292 INFO:tasks.workunit.client.0.smithi007.stdout:op 596 completed, throughput=4.99MB/sec 2024-08-04T15:50:16.292 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QN5meOyIB0l1AJN off=7990010 len=2003080 2024-08-04T15:50:16.294 INFO:tasks.workunit.client.0.smithi007.stdout:op 597 completed, throughput=5MB/sec 2024-08-04T15:50:16.475 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:50:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:50:16] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-08-04T15:50:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:16 smithi062 ceph-mon[85960]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-04T15:50:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:16 smithi007 ceph-mon[94998]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-04T15:50:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:16 smithi007 ceph-mon[92692]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-04T15:50:17.295 INFO:tasks.workunit.client.0.smithi007.stdout: 113: throughput=4.96MB/sec pending data=0 2024-08-04T15:50:17.295 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XnIWYOcGftthQ1- off=7275111 len=1550270 2024-08-04T15:50:17.298 INFO:tasks.workunit.client.0.smithi007.stdout:op 598 completed, throughput=4.97MB/sec 2024-08-04T15:50:17.298 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-c16A85aQsnSke3p off=5132617 len=867902 2024-08-04T15:50:17.300 INFO:tasks.workunit.client.0.smithi007.stdout:op 599 completed, throughput=4.98MB/sec 2024-08-04T15:50:17.300 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WkK5UVwTJD-wQbl off=2823072 len=1195306 2024-08-04T15:50:17.308 INFO:tasks.workunit.client.0.smithi007.stdout:op 600 completed, throughput=4.99MB/sec 2024-08-04T15:50:17.308 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_7-rFF_bYnagZ5T off=6064214 len=124712 2024-08-04T15:50:17.311 INFO:tasks.workunit.client.0.smithi007.stdout:op 601 completed, throughput=4.99MB/sec 2024-08-04T15:50:17.311 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-W8bsh7acz1E8lVS off=6510918 len=913070 2024-08-04T15:50:17.312 INFO:tasks.workunit.client.0.smithi007.stdout:op 602 completed, throughput=5MB/sec 2024-08-04T15:50:17.313 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-G6adpq56r147HQ5 off=22418968 len=1238442 2024-08-04T15:50:17.314 INFO:tasks.workunit.client.0.smithi007.stdout:op 603 completed, throughput=5.01MB/sec 2024-08-04T15:50:18.315 INFO:tasks.workunit.client.0.smithi007.stdout: 114: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:18.315 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yDnidOCo5v58T7Z off=1365107 len=1874996 2024-08-04T15:50:18.322 INFO:tasks.workunit.client.0.smithi007.stdout:op 604 completed, throughput=4.98MB/sec 2024-08-04T15:50:18.322 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-H0gudDxJqsj2BTi off=12238544 len=918331 2024-08-04T15:50:18.323 INFO:tasks.workunit.client.0.smithi007.stdout:op 605 completed, throughput=4.99MB/sec 2024-08-04T15:50:18.323 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eSJcWildl8dvC8P off=6497600 len=1335451 2024-08-04T15:50:18.330 INFO:tasks.workunit.client.0.smithi007.stdout:op 606 completed, throughput=5MB/sec 2024-08-04T15:50:18.330 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cYj9TKPDQKlTh0q off=21426630 len=820175 2024-08-04T15:50:18.335 INFO:tasks.workunit.client.0.smithi007.stdout:op 607 completed, throughput=5.01MB/sec 2024-08-04T15:50:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:18 smithi062 ceph-mon[85960]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-04T15:50:18.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:18 smithi007 ceph-mon[92692]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-04T15:50:18.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:18 smithi007 ceph-mon[94998]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-04T15:50:19.335 INFO:tasks.workunit.client.0.smithi007.stdout: 115: throughput=4.96MB/sec pending data=0 2024-08-04T15:50:19.336 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-biLJuGYPyYJ27Fa off=996884 len=2078984 2024-08-04T15:50:19.338 INFO:tasks.workunit.client.0.smithi007.stdout:op 608 completed, throughput=4.98MB/sec 2024-08-04T15:50:19.338 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-p2JjKDhmLKsJ1w3 off=4695702 len=1590877 2024-08-04T15:50:19.348 INFO:tasks.workunit.client.0.smithi007.stdout:op 609 completed, throughput=4.99MB/sec 2024-08-04T15:50:19.348 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-47E0XtoSaz5pUmu off=1339348 len=1200900 2024-08-04T15:50:19.354 INFO:tasks.workunit.client.0.smithi007.stdout:op 610 completed, throughput=5MB/sec 2024-08-04T15:50:20.354 INFO:tasks.workunit.client.0.smithi007.stdout: 116: throughput=4.96MB/sec pending data=0 2024-08-04T15:50:20.354 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Lq6j2LE9sxEROjs off=961485 len=1110095 2024-08-04T15:50:20.360 INFO:tasks.workunit.client.0.smithi007.stdout:op 611 completed, throughput=4.97MB/sec 2024-08-04T15:50:20.360 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mai3HYyCg-E2eC6 off=15242887 len=1482227 2024-08-04T15:50:20.368 INFO:tasks.workunit.client.0.smithi007.stdout:op 612 completed, throughput=4.98MB/sec 2024-08-04T15:50:20.368 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DJy8WRy4wbIc27j off=9881061 len=1600115 2024-08-04T15:50:20.370 INFO:tasks.workunit.client.0.smithi007.stdout:op 613 completed, throughput=4.99MB/sec 2024-08-04T15:50:20.370 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5xARSaG6-QmynEi off=7018390 len=778993 2024-08-04T15:50:20.372 INFO:tasks.workunit.client.0.smithi007.stdout:op 614 completed, throughput=5MB/sec 2024-08-04T15:50:20.372 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PCtsvn4QEaI3tZa off=7575246 len=1092253 2024-08-04T15:50:20.373 INFO:tasks.workunit.client.0.smithi007.stdout:op 615 completed, throughput=5.01MB/sec 2024-08-04T15:50:20.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:20 smithi062 ceph-mon[85960]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:50:20.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:20 smithi007 ceph-mon[94998]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:50:20.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:20 smithi007 ceph-mon[92692]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:50:21.374 INFO:tasks.workunit.client.0.smithi007.stdout: 117: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:21.374 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-E-w-X3g13mE_BHn off=572751 len=1809067 2024-08-04T15:50:21.376 INFO:tasks.workunit.client.0.smithi007.stdout:op 616 completed, throughput=4.98MB/sec 2024-08-04T15:50:21.376 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gJV0uCDUZVIOfZY off=2026885 len=1207021 2024-08-04T15:50:21.378 INFO:tasks.workunit.client.0.smithi007.stdout:op 617 completed, throughput=4.99MB/sec 2024-08-04T15:50:21.378 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Vv8RjE7vHl7FqmE off=4359708 len=75121 2024-08-04T15:50:21.379 INFO:tasks.workunit.client.0.smithi007.stdout:op 618 completed, throughput=4.99MB/sec 2024-08-04T15:50:21.379 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kwr2vmL3HG74Z3J off=12645402 len=321298 2024-08-04T15:50:21.382 INFO:tasks.workunit.client.0.smithi007.stdout:op 619 completed, throughput=4.99MB/sec 2024-08-04T15:50:21.382 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-a0zbQz_rQ5E3Jml off=17666436 len=358617 2024-08-04T15:50:21.383 INFO:tasks.workunit.client.0.smithi007.stdout:op 620 completed, throughput=5MB/sec 2024-08-04T15:50:21.383 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mb9lqMRy3Bv69IG off=597755 len=106722 2024-08-04T15:50:21.384 INFO:tasks.workunit.client.0.smithi007.stdout:op 621 completed, throughput=5MB/sec 2024-08-04T15:50:21.384 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-T9v3ztjjn-l4j4S off=10008425 len=2065708 2024-08-04T15:50:21.386 INFO:tasks.workunit.client.0.smithi007.stdout:op 622 completed, throughput=5.01MB/sec 2024-08-04T15:50:21.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:50:21.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:50:21.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:50:22.386 INFO:tasks.workunit.client.0.smithi007.stdout: 118: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:22.387 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LB_yViQA-z-wlpk off=9082559 len=1554479 2024-08-04T15:50:22.397 INFO:tasks.workunit.client.0.smithi007.stdout:op 623 completed, throughput=4.98MB/sec 2024-08-04T15:50:22.397 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KYtyxXvgDh16IPH off=1861645 len=1011746 2024-08-04T15:50:22.399 INFO:tasks.workunit.client.0.smithi007.stdout:op 624 completed, throughput=4.99MB/sec 2024-08-04T15:50:22.399 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oLiOV-wNg1dL7nb off=1952968 len=1047881 2024-08-04T15:50:22.401 INFO:tasks.workunit.client.0.smithi007.stdout:op 625 completed, throughput=5MB/sec 2024-08-04T15:50:22.401 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FuqDzO4GsxekVov off=344628 len=1306694 2024-08-04T15:50:22.407 INFO:tasks.workunit.client.0.smithi007.stdout:op 626 completed, throughput=5.01MB/sec 2024-08-04T15:50:22.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:22 smithi062 ceph-mon[85960]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:50:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:50:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:50:22.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:22 smithi007 ceph-mon[94998]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:50:22.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:22 smithi007 ceph-mon[92692]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:50:23.407 INFO:tasks.workunit.client.0.smithi007.stdout: 119: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:23.407 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mxs8jh0iLGp5JaI off=1620353 len=563421 2024-08-04T15:50:23.411 INFO:tasks.workunit.client.0.smithi007.stdout:op 627 completed, throughput=4.97MB/sec 2024-08-04T15:50:23.412 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3d6ng1E-xh2PCmW off=5590639 len=1330098 2024-08-04T15:50:23.418 INFO:tasks.workunit.client.0.smithi007.stdout:op 628 completed, throughput=4.98MB/sec 2024-08-04T15:50:23.419 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MswdE168rehSsrk off=12973692 len=390793 2024-08-04T15:50:23.422 INFO:tasks.workunit.client.0.smithi007.stdout:op 629 completed, throughput=4.99MB/sec 2024-08-04T15:50:23.422 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cLg9MMoFBpnLfrX off=2209456 len=346874 2024-08-04T15:50:23.426 INFO:tasks.workunit.client.0.smithi007.stdout:op 630 completed, throughput=4.99MB/sec 2024-08-04T15:50:23.426 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0nZSz_ZT-Jv2YRa off=11136520 len=393923 2024-08-04T15:50:23.428 INFO:tasks.workunit.client.0.smithi007.stdout:op 631 completed, throughput=4.99MB/sec 2024-08-04T15:50:23.428 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lWQbR5OEneB2Fte off=1504973 len=1899413 2024-08-04T15:50:23.432 INFO:tasks.workunit.client.0.smithi007.stdout:op 632 completed, throughput=5.01MB/sec 2024-08-04T15:50:24.432 INFO:tasks.workunit.client.0.smithi007.stdout: 120: throughput=4.96MB/sec pending data=0 2024-08-04T15:50:24.433 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vTFKUyGjS8Pw38w off=161121 len=1388659 2024-08-04T15:50:24.438 INFO:tasks.workunit.client.0.smithi007.stdout:op 633 completed, throughput=4.98MB/sec 2024-08-04T15:50:24.439 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mipVNvwcLq-nvt6 off=2746578 len=854316 2024-08-04T15:50:24.444 INFO:tasks.workunit.client.0.smithi007.stdout:op 634 completed, throughput=4.98MB/sec 2024-08-04T15:50:24.444 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wxzFed0LHCMVAgz off=71943 len=622422 2024-08-04T15:50:24.445 INFO:tasks.workunit.client.0.smithi007.stdout:op 635 completed, throughput=4.99MB/sec 2024-08-04T15:50:24.445 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bRDWIaS2BbEG-IV off=3032171 len=915417 2024-08-04T15:50:24.446 INFO:tasks.workunit.client.0.smithi007.stdout:op 636 completed, throughput=4.99MB/sec 2024-08-04T15:50:24.446 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1Vh8PIx3_za0ooc off=7427727 len=1553092 2024-08-04T15:50:24.447 INFO:tasks.workunit.client.0.smithi007.stdout:op 637 completed, throughput=5.01MB/sec 2024-08-04T15:50:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:24 smithi062 ceph-mon[85960]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:50:24.811 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:24 smithi007 ceph-mon[92692]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:50:24.811 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:24 smithi007 ceph-mon[94998]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:50:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: 121: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:25.448 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PS5qOkySAhZ9yaz off=593181 len=30880 2024-08-04T15:50:25.451 INFO:tasks.workunit.client.0.smithi007.stdout:op 638 completed, throughput=4.97MB/sec 2024-08-04T15:50:25.451 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oAkE9sI3lWRHpKw off=1859797 len=729519 2024-08-04T15:50:25.455 INFO:tasks.workunit.client.0.smithi007.stdout:op 639 completed, throughput=4.97MB/sec 2024-08-04T15:50:25.456 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_k-WhC8Ah63zvpl off=961186 len=624448 2024-08-04T15:50:25.460 INFO:tasks.workunit.client.0.smithi007.stdout:op 640 completed, throughput=4.98MB/sec 2024-08-04T15:50:25.460 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Sfr-z0wK5aM8Md4 off=12346891 len=1091785 2024-08-04T15:50:25.462 INFO:tasks.workunit.client.0.smithi007.stdout:op 641 completed, throughput=4.98MB/sec 2024-08-04T15:50:25.462 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wYF5A4Q48F2Hsz5 off=15216978 len=170062 2024-08-04T15:50:25.462 INFO:tasks.workunit.client.0.smithi007.stdout:op 642 completed, throughput=4.98MB/sec 2024-08-04T15:50:25.463 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yLucBS7lj2lj3sW off=8555808 len=1326095 2024-08-04T15:50:25.464 INFO:tasks.workunit.client.0.smithi007.stdout:op 643 completed, throughput=5MB/sec 2024-08-04T15:50:25.464 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8JXLlwl6ms4g2qt off=22228092 len=1051394 2024-08-04T15:50:25.466 INFO:tasks.workunit.client.0.smithi007.stdout:op 644 completed, throughput=5MB/sec 2024-08-04T15:50:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: 122: throughput=4.96MB/sec pending data=0 2024-08-04T15:50:26.467 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nVT-cX9xNjci-0q off=3636644 len=1854518 2024-08-04T15:50:26.478 INFO:tasks.workunit.client.0.smithi007.stdout:op 645 completed, throughput=4.98MB/sec 2024-08-04T15:50:26.478 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--7WX43F0N5Q5urx off=12950572 len=299719 2024-08-04T15:50:26.481 INFO:tasks.workunit.client.0.smithi007.stdout:op 646 completed, throughput=4.98MB/sec 2024-08-04T15:50:26.481 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lc9xnM48cuekUez off=5687869 len=1067620 2024-08-04T15:50:26.483 INFO:tasks.workunit.client.0.smithi007.stdout:op 647 completed, throughput=4.99MB/sec 2024-08-04T15:50:26.483 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Iom1F0bLxgvQ3yH off=9406499 len=1120641 2024-08-04T15:50:26.488 INFO:tasks.workunit.client.0.smithi007.stdout:op 648 completed, throughput=5MB/sec 2024-08-04T15:50:26.489 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YyxhUa-2a9pLcVf off=1614803 len=1858880 2024-08-04T15:50:26.491 INFO:tasks.workunit.client.0.smithi007.stdout:op 649 completed, throughput=5.01MB/sec 2024-08-04T15:50:26.493 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:50:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:50:26] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-08-04T15:50:26.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:26 smithi062 ceph-mon[85960]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:50:26.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:26 smithi007 ceph-mon[92692]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:50:26.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:26 smithi007 ceph-mon[94998]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:50:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: 123: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:27.492 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-e6SPlKHs2R2PIAq off=9272134 len=379669 2024-08-04T15:50:27.492 INFO:tasks.workunit.client.0.smithi007.stdout:op 650 completed, throughput=4.97MB/sec 2024-08-04T15:50:27.492 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QG_nX73BarzCKDE off=4722955 len=1989155 2024-08-04T15:50:27.495 INFO:tasks.workunit.client.0.smithi007.stdout:op 651 completed, throughput=4.99MB/sec 2024-08-04T15:50:27.495 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aomkY5LCmgJzlNs off=1904982 len=2094206 2024-08-04T15:50:27.505 INFO:tasks.workunit.client.0.smithi007.stdout:op 652 completed, throughput=5MB/sec 2024-08-04T15:50:28.505 INFO:tasks.workunit.client.0.smithi007.stdout: 124: throughput=4.96MB/sec pending data=0 2024-08-04T15:50:28.505 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-POIf2LiwUKfFbPW off=2630849 len=278758 2024-08-04T15:50:28.508 INFO:tasks.workunit.client.0.smithi007.stdout:op 653 completed, throughput=4.97MB/sec 2024-08-04T15:50:28.509 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xBCUHuEFJis64lb off=10103769 len=317026 2024-08-04T15:50:28.509 INFO:tasks.workunit.client.0.smithi007.stdout:op 654 completed, throughput=4.97MB/sec 2024-08-04T15:50:28.510 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HZiGkf6avQ4yzEH off=0 len=1206827 2024-08-04T15:50:28.512 INFO:tasks.workunit.client.0.smithi007.stdout:op 655 completed, throughput=4.98MB/sec 2024-08-04T15:50:28.512 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-u0b0ke11YV1xhxb off=4883615 len=260798 2024-08-04T15:50:28.515 INFO:tasks.workunit.client.0.smithi007.stdout:op 656 completed, throughput=4.98MB/sec 2024-08-04T15:50:28.515 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZO8wCL23aglf-T4 off=11105786 len=227986 2024-08-04T15:50:28.515 INFO:tasks.workunit.client.0.smithi007.stdout:op 657 completed, throughput=4.98MB/sec 2024-08-04T15:50:28.516 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mzBDpl2KZQLFcgr off=10902371 len=1582204 2024-08-04T15:50:28.522 INFO:tasks.workunit.client.0.smithi007.stdout:op 658 completed, throughput=4.99MB/sec 2024-08-04T15:50:28.522 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TdI0WNAy0n8JXcj off=1509354 len=1342695 2024-08-04T15:50:28.524 INFO:tasks.workunit.client.0.smithi007.stdout:op 659 completed, throughput=5MB/sec 2024-08-04T15:50:28.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:28 smithi062 ceph-mon[85960]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:50:28.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:28 smithi007 ceph-mon[92692]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:50:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:28 smithi007 ceph-mon[94998]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:50:29.524 INFO:tasks.workunit.client.0.smithi007.stdout: 125: throughput=4.96MB/sec pending data=0 2024-08-04T15:50:29.524 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-x2P7pz6B60Ggthf off=20349397 len=1280480 2024-08-04T15:50:29.531 INFO:tasks.workunit.client.0.smithi007.stdout:op 660 completed, throughput=4.97MB/sec 2024-08-04T15:50:29.531 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qjM-beK0HozNdEB off=3377414 len=1034303 2024-08-04T15:50:29.536 INFO:tasks.workunit.client.0.smithi007.stdout:op 661 completed, throughput=4.98MB/sec 2024-08-04T15:50:29.537 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-N4JBL1ju2jjxJmy off=10327242 len=1687778 2024-08-04T15:50:29.538 INFO:tasks.workunit.client.0.smithi007.stdout:op 662 completed, throughput=4.99MB/sec 2024-08-04T15:50:29.538 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QXTAfTb9GEiVgCa off=870628 len=1314848 2024-08-04T15:50:29.540 INFO:tasks.workunit.client.0.smithi007.stdout:op 663 completed, throughput=5MB/sec 2024-08-04T15:50:30.540 INFO:tasks.workunit.client.0.smithi007.stdout: 126: throughput=4.96MB/sec pending data=0 2024-08-04T15:50:30.540 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NgTMtptj1bAjnLv off=5280650 len=608987 2024-08-04T15:50:30.544 INFO:tasks.workunit.client.0.smithi007.stdout:op 664 completed, throughput=4.97MB/sec 2024-08-04T15:50:30.544 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jv7FxLXokXcmWsm off=3170925 len=1984287 2024-08-04T15:50:30.551 INFO:tasks.workunit.client.0.smithi007.stdout:op 665 completed, throughput=4.98MB/sec 2024-08-04T15:50:30.551 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-loHRRDof0lpMkjq off=1419456 len=1954575 2024-08-04T15:50:30.557 INFO:tasks.workunit.client.0.smithi007.stdout:op 666 completed, throughput=5MB/sec 2024-08-04T15:50:30.557 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-T5-yoxIXb5fF6V6 off=9657804 len=1983972 2024-08-04T15:50:30.558 INFO:tasks.workunit.client.0.smithi007.stdout:op 667 completed, throughput=5.01MB/sec 2024-08-04T15:50:30.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:30 smithi062 ceph-mon[85960]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-04T15:50:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:50:30.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:30 smithi007 ceph-mon[94998]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-04T15:50:30.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:50:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:30 smithi007 ceph-mon[92692]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-04T15:50:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:50:31.558 INFO:tasks.workunit.client.0.smithi007.stdout: 127: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:31.559 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WxTPKhMYlELNv7B off=17592907 len=961800 2024-08-04T15:50:31.560 INFO:tasks.workunit.client.0.smithi007.stdout:op 668 completed, throughput=4.98MB/sec 2024-08-04T15:50:31.560 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mtLWgGlJ4vji_0g off=4549859 len=792441 2024-08-04T15:50:31.561 INFO:tasks.workunit.client.0.smithi007.stdout:op 669 completed, throughput=4.98MB/sec 2024-08-04T15:50:31.561 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KBeZ-LzYKKevXCH off=6850814 len=1241763 2024-08-04T15:50:31.564 INFO:tasks.workunit.client.0.smithi007.stdout:op 670 completed, throughput=4.99MB/sec 2024-08-04T15:50:31.564 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--gurnXqEV20aT0W off=6613910 len=1722054 2024-08-04T15:50:31.570 INFO:tasks.workunit.client.0.smithi007.stdout:op 671 completed, throughput=5.01MB/sec 2024-08-04T15:50:32.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:50:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:50:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:50:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:50:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:50:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:50:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:50:32.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:50:32.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:50:32.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:50:32.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:50:32.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:50:32.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:50:32.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:50:32.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:50:32.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:50:32.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:50:32.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:50:32.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:50:32.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:50:32.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:50:32.571 INFO:tasks.workunit.client.0.smithi007.stdout: 128: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:32.571 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BZzTavZLlQZ8nW4 off=101959 len=1320558 2024-08-04T15:50:32.572 INFO:tasks.workunit.client.0.smithi007.stdout:op 672 completed, throughput=4.98MB/sec 2024-08-04T15:50:32.572 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-crcd304lUNU8eDF off=9095270 len=1210059 2024-08-04T15:50:32.580 INFO:tasks.workunit.client.0.smithi007.stdout:op 673 completed, throughput=4.99MB/sec 2024-08-04T15:50:32.580 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5Yk8kYPOgLETmyW off=2256159 len=1059054 2024-08-04T15:50:32.581 INFO:tasks.workunit.client.0.smithi007.stdout:op 674 completed, throughput=4.99MB/sec 2024-08-04T15:50:32.581 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0W6AHP20X0r3Iue off=930467 len=1623920 2024-08-04T15:50:32.584 INFO:tasks.workunit.client.0.smithi007.stdout:op 675 completed, throughput=5.01MB/sec 2024-08-04T15:50:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:50:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:50:33.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:33 smithi007 ceph-mon[92692]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:50:33.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:33 smithi007 ceph-mon[94998]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:50:33.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:33 smithi062 ceph-mon[85960]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:50:33.584 INFO:tasks.workunit.client.0.smithi007.stdout: 129: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:33.586 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZCTa7CVi1DiQDRP off=5819040 len=1913840 2024-08-04T15:50:33.587 INFO:tasks.workunit.client.0.smithi007.stdout:op 676 completed, throughput=4.98MB/sec 2024-08-04T15:50:33.587 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gCTZahAoRQQtqjs off=3514698 len=1674993 2024-08-04T15:50:33.595 INFO:tasks.workunit.client.0.smithi007.stdout:op 677 completed, throughput=4.99MB/sec 2024-08-04T15:50:33.595 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-T8pYXtRBzvD6Sv6 off=475087 len=1961596 2024-08-04T15:50:33.597 INFO:tasks.workunit.client.0.smithi007.stdout:op 678 completed, throughput=5.01MB/sec 2024-08-04T15:50:34.597 INFO:tasks.workunit.client.0.smithi007.stdout: 130: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:34.598 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Zec0CV-O1jGuCt7 off=1584665 len=1490281 2024-08-04T15:50:34.605 INFO:tasks.workunit.client.0.smithi007.stdout:op 679 completed, throughput=4.98MB/sec 2024-08-04T15:50:34.605 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Y4TLjAFGj9Jdvkq off=5270832 len=95396 2024-08-04T15:50:34.606 INFO:tasks.workunit.client.0.smithi007.stdout:op 680 completed, throughput=4.98MB/sec 2024-08-04T15:50:34.606 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lN12WcLJsL6Qqyo off=1700875 len=184748 2024-08-04T15:50:34.609 INFO:tasks.workunit.client.0.smithi007.stdout:op 681 completed, throughput=4.98MB/sec 2024-08-04T15:50:34.609 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--vH-VVmfjTMgq9b off=2069850 len=1612948 2024-08-04T15:50:34.616 INFO:tasks.workunit.client.0.smithi007.stdout:op 682 completed, throughput=4.99MB/sec 2024-08-04T15:50:34.616 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xr5q4yf9WdXAk5z off=7615732 len=1375208 2024-08-04T15:50:34.621 INFO:tasks.workunit.client.0.smithi007.stdout:op 683 completed, throughput=5MB/sec 2024-08-04T15:50:35.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:35 smithi007 ceph-mon[92692]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T15:50:35.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:35 smithi007 ceph-mon[94998]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T15:50:35.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:35 smithi062 ceph-mon[85960]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T15:50:35.622 INFO:tasks.workunit.client.0.smithi007.stdout: 131: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:35.622 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sCfacWnkwwHFWJA off=184103 len=1405919 2024-08-04T15:50:35.631 INFO:tasks.workunit.client.0.smithi007.stdout:op 684 completed, throughput=4.97MB/sec 2024-08-04T15:50:35.631 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0YYwiCczhKwce2o off=13694388 len=561386 2024-08-04T15:50:35.635 INFO:tasks.workunit.client.0.smithi007.stdout:op 685 completed, throughput=4.98MB/sec 2024-08-04T15:50:35.635 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QicvmsTgxT9hJPg off=1229920 len=208842 2024-08-04T15:50:35.638 INFO:tasks.workunit.client.0.smithi007.stdout:op 686 completed, throughput=4.98MB/sec 2024-08-04T15:50:35.638 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Hu6pw7kHbIxFW8F off=3570515 len=281555 2024-08-04T15:50:35.641 INFO:tasks.workunit.client.0.smithi007.stdout:op 687 completed, throughput=4.98MB/sec 2024-08-04T15:50:35.641 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4Og1bAMu-trEv-G off=4437958 len=180743 2024-08-04T15:50:35.641 INFO:tasks.workunit.client.0.smithi007.stdout:op 688 completed, throughput=4.98MB/sec 2024-08-04T15:50:35.641 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-j3MGLQ2TvgGqspH off=1486807 len=546586 2024-08-04T15:50:35.645 INFO:tasks.workunit.client.0.smithi007.stdout:op 689 completed, throughput=4.99MB/sec 2024-08-04T15:50:35.645 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OcNdJ-40GV5bWsi off=927364 len=654874 2024-08-04T15:50:35.646 INFO:tasks.workunit.client.0.smithi007.stdout:op 690 completed, throughput=4.99MB/sec 2024-08-04T15:50:35.646 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sezIi0F9Vslg6U- off=11030099 len=1858812 2024-08-04T15:50:35.657 INFO:tasks.workunit.client.0.smithi007.stdout:op 691 completed, throughput=5MB/sec 2024-08-04T15:50:36.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:50:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:50:36.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:50:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:50:36] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-08-04T15:50:36.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:50:36.657 INFO:tasks.workunit.client.0.smithi007.stdout: 132: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:36.657 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ig_hrbH427l1AoP off=14007420 len=1336998 2024-08-04T15:50:36.659 INFO:tasks.workunit.client.0.smithi007.stdout:op 692 completed, throughput=4.98MB/sec 2024-08-04T15:50:36.659 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ocEDEc2zlDlQKKI off=2710538 len=559132 2024-08-04T15:50:36.660 INFO:tasks.workunit.client.0.smithi007.stdout:op 693 completed, throughput=4.98MB/sec 2024-08-04T15:50:36.660 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1fjtYoqOIZ06Dc9 off=866645 len=380855 2024-08-04T15:50:36.661 INFO:tasks.workunit.client.0.smithi007.stdout:op 694 completed, throughput=4.98MB/sec 2024-08-04T15:50:36.661 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Akr8JhgVBRqJCTX off=15564473 len=327934 2024-08-04T15:50:36.662 INFO:tasks.workunit.client.0.smithi007.stdout:op 695 completed, throughput=4.99MB/sec 2024-08-04T15:50:36.662 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nAH_dpWBJursO0Q off=3768712 len=615757 2024-08-04T15:50:36.663 INFO:tasks.workunit.client.0.smithi007.stdout:op 696 completed, throughput=4.99MB/sec 2024-08-04T15:50:36.663 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uPAUTI2OvqMAIzm off=3218887 len=1072519 2024-08-04T15:50:36.669 INFO:tasks.workunit.client.0.smithi007.stdout:op 697 completed, throughput=5MB/sec 2024-08-04T15:50:36.669 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wMqGDKOBzNLDM94 off=2550559 len=202370 2024-08-04T15:50:36.671 INFO:tasks.workunit.client.0.smithi007.stdout:op 698 completed, throughput=5MB/sec 2024-08-04T15:50:36.672 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0_K8sytXF6Gn_1E off=4706957 len=1595689 2024-08-04T15:50:36.678 INFO:tasks.workunit.client.0.smithi007.stdout:op 699 completed, throughput=5.01MB/sec 2024-08-04T15:50:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:37 smithi062 ceph-mon[85960]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:50:37.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:37 smithi007 ceph-mon[92692]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:50:37.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:37 smithi007 ceph-mon[94998]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:50:37.679 INFO:tasks.workunit.client.0.smithi007.stdout: 133: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:37.679 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-M9_ua_8q-gK7xCs off=5169713 len=444039 2024-08-04T15:50:37.679 INFO:tasks.workunit.client.0.smithi007.stdout:op 700 completed, throughput=4.98MB/sec 2024-08-04T15:50:37.680 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-W2tYk8wnJRbOKzk off=58087 len=1704988 2024-08-04T15:50:37.683 INFO:tasks.workunit.client.0.smithi007.stdout:op 701 completed, throughput=4.99MB/sec 2024-08-04T15:50:37.684 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GQdN1qrDE4c8Qv8 off=5870919 len=1824606 2024-08-04T15:50:37.686 INFO:tasks.workunit.client.0.smithi007.stdout:op 702 completed, throughput=5MB/sec 2024-08-04T15:50:38.686 INFO:tasks.workunit.client.0.smithi007.stdout: 134: throughput=4.96MB/sec pending data=0 2024-08-04T15:50:38.686 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HUl_cpvnk4GWOVZ off=9307737 len=330769 2024-08-04T15:50:38.689 INFO:tasks.workunit.client.0.smithi007.stdout:op 703 completed, throughput=4.97MB/sec 2024-08-04T15:50:38.689 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XU4lc9JEZ02dq2y off=3160144 len=1174470 2024-08-04T15:50:38.690 INFO:tasks.workunit.client.0.smithi007.stdout:op 704 completed, throughput=4.97MB/sec 2024-08-04T15:50:38.691 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EtXsqi7lyMGa9qS off=5294388 len=641176 2024-08-04T15:50:38.692 INFO:tasks.workunit.client.0.smithi007.stdout:op 705 completed, throughput=4.98MB/sec 2024-08-04T15:50:38.692 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8xHUYnDcj-36bXS off=3925548 len=2013653 2024-08-04T15:50:38.694 INFO:tasks.workunit.client.0.smithi007.stdout:op 706 completed, throughput=4.99MB/sec 2024-08-04T15:50:38.694 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ehWgJGodVb60xEz off=1105971 len=1693234 2024-08-04T15:50:38.702 INFO:tasks.workunit.client.0.smithi007.stdout:op 707 completed, throughput=5MB/sec 2024-08-04T15:50:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:39 smithi062 ceph-mon[85960]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:50:39.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:39 smithi007 ceph-mon[92692]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:50:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:39 smithi007 ceph-mon[94998]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:50:39.702 INFO:tasks.workunit.client.0.smithi007.stdout: 135: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:39.703 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aDSkIsJPR-qMP6V off=1425659 len=732740 2024-08-04T15:50:39.705 INFO:tasks.workunit.client.0.smithi007.stdout:op 708 completed, throughput=4.97MB/sec 2024-08-04T15:50:39.705 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xxmYWrdtfKu90hZ off=9521027 len=2044993 2024-08-04T15:50:39.707 INFO:tasks.workunit.client.0.smithi007.stdout:op 709 completed, throughput=4.99MB/sec 2024-08-04T15:50:39.707 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yojxXFW9GlDeZkj off=2312375 len=536841 2024-08-04T15:50:39.708 INFO:tasks.workunit.client.0.smithi007.stdout:op 710 completed, throughput=4.99MB/sec 2024-08-04T15:50:39.709 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Kds19w8z0w8ktQH off=5719535 len=1932548 2024-08-04T15:50:39.711 INFO:tasks.workunit.client.0.smithi007.stdout:op 711 completed, throughput=5MB/sec 2024-08-04T15:50:40.711 INFO:tasks.workunit.client.0.smithi007.stdout: 136: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:40.712 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Y3LLQzr2BeB_ER6 off=17915876 len=504370 2024-08-04T15:50:40.715 INFO:tasks.workunit.client.0.smithi007.stdout:op 712 completed, throughput=4.97MB/sec 2024-08-04T15:50:40.715 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7xuKsX6HemtdSbS off=4979063 len=1916530 2024-08-04T15:50:40.717 INFO:tasks.workunit.client.0.smithi007.stdout:op 713 completed, throughput=4.98MB/sec 2024-08-04T15:50:40.718 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_flUVS9UOs776uT off=17803511 len=20105 2024-08-04T15:50:40.718 INFO:tasks.workunit.client.0.smithi007.stdout:op 714 completed, throughput=4.98MB/sec 2024-08-04T15:50:40.718 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IQH9wG2V0LzS6il off=1685311 len=354637 2024-08-04T15:50:40.719 INFO:tasks.workunit.client.0.smithi007.stdout:op 715 completed, throughput=4.99MB/sec 2024-08-04T15:50:40.719 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-y7zlW_86HFwHxeN off=4554847 len=1313748 2024-08-04T15:50:40.725 INFO:tasks.workunit.client.0.smithi007.stdout:op 716 completed, throughput=5MB/sec 2024-08-04T15:50:40.725 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8wGaEFKxNi1xaie off=6301702 len=2085010 2024-08-04T15:50:40.727 INFO:tasks.workunit.client.0.smithi007.stdout:op 717 completed, throughput=5.01MB/sec 2024-08-04T15:50:41.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:41 smithi062 ceph-mon[85960]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:50:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:41 smithi007 ceph-mon[94998]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:50:41.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:41 smithi007 ceph-mon[92692]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:50:41.728 INFO:tasks.workunit.client.0.smithi007.stdout: 137: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:41.728 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Eo3GQHalZd8iac4 off=337669 len=1336271 2024-08-04T15:50:41.737 INFO:tasks.workunit.client.0.smithi007.stdout:op 718 completed, throughput=4.98MB/sec 2024-08-04T15:50:41.737 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ul-wFTwYUeprElu off=4662968 len=763602 2024-08-04T15:50:41.741 INFO:tasks.workunit.client.0.smithi007.stdout:op 719 completed, throughput=4.99MB/sec 2024-08-04T15:50:41.741 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-skazf-KjCuR8i-b off=60891 len=1061020 2024-08-04T15:50:41.746 INFO:tasks.workunit.client.0.smithi007.stdout:op 720 completed, throughput=4.99MB/sec 2024-08-04T15:50:41.747 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HD-GAxBslAd1r0G off=2550205 len=2010117 2024-08-04T15:50:41.750 INFO:tasks.workunit.client.0.smithi007.stdout:op 721 completed, throughput=5.01MB/sec 2024-08-04T15:50:42.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:42 smithi062 ceph-mon[85960]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:50:42.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:50:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:50:42.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:42 smithi007 ceph-mon[92692]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:50:42.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:42 smithi007 ceph-mon[94998]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:50:42.751 INFO:tasks.workunit.client.0.smithi007.stdout: 138: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:42.751 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ry1TYFjCTqAhEAy off=1522557 len=9019 2024-08-04T15:50:42.753 INFO:tasks.workunit.client.0.smithi007.stdout:op 722 completed, throughput=4.97MB/sec 2024-08-04T15:50:42.754 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_1p6dAfZa1GGyLe off=1523156 len=740229 2024-08-04T15:50:42.754 INFO:tasks.workunit.client.0.smithi007.stdout:op 723 completed, throughput=4.98MB/sec 2024-08-04T15:50:42.754 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-G1X6rqmy3xA6x-l off=1415816 len=1924513 2024-08-04T15:50:42.755 INFO:tasks.workunit.client.0.smithi007.stdout:op 724 completed, throughput=4.99MB/sec 2024-08-04T15:50:42.756 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Xs5jgar7g40lzX_ off=12994033 len=536640 2024-08-04T15:50:42.761 INFO:tasks.workunit.client.0.smithi007.stdout:op 725 completed, throughput=4.99MB/sec 2024-08-04T15:50:42.762 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fvwgdL1EGgCfn84 off=686200 len=1490146 2024-08-04T15:50:42.762 INFO:tasks.workunit.client.0.smithi007.stdout:op 726 completed, throughput=5MB/sec 2024-08-04T15:50:43.762 INFO:tasks.workunit.client.0.smithi007.stdout: 139: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:43.762 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yyCLaaWU3kTSu-h off=2125126 len=342436 2024-08-04T15:50:43.763 INFO:tasks.workunit.client.0.smithi007.stdout:op 727 completed, throughput=4.97MB/sec 2024-08-04T15:50:43.763 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-50TX79hyEdw47r- off=5275987 len=712293 2024-08-04T15:50:43.767 INFO:tasks.workunit.client.0.smithi007.stdout:op 728 completed, throughput=4.98MB/sec 2024-08-04T15:50:43.767 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jC9MVeazk-_MHlw off=10880987 len=1330782 2024-08-04T15:50:43.774 INFO:tasks.workunit.client.0.smithi007.stdout:op 729 completed, throughput=4.98MB/sec 2024-08-04T15:50:43.774 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Eg9cj8DjCxIta9p off=576533 len=1044902 2024-08-04T15:50:43.776 INFO:tasks.workunit.client.0.smithi007.stdout:op 730 completed, throughput=4.99MB/sec 2024-08-04T15:50:43.776 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Wr9H6Ouz0vRmBFR off=1159576 len=794902 2024-08-04T15:50:43.780 INFO:tasks.workunit.client.0.smithi007.stdout:op 731 completed, throughput=5MB/sec 2024-08-04T15:50:43.780 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qKxIukdzTqX1slm off=10641566 len=2091542 2024-08-04T15:50:43.784 INFO:tasks.workunit.client.0.smithi007.stdout:op 732 completed, throughput=5.01MB/sec 2024-08-04T15:50:44.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:44 smithi007 ceph-mon[94998]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-04T15:50:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:44 smithi007 ceph-mon[92692]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-04T15:50:44.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:44 smithi062 ceph-mon[85960]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-04T15:50:44.784 INFO:tasks.workunit.client.0.smithi007.stdout: 140: throughput=4.98MB/sec pending data=0 2024-08-04T15:50:44.785 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Gs1ZvD2dmK16m7- off=2309768 len=1703157 2024-08-04T15:50:44.787 INFO:tasks.workunit.client.0.smithi007.stdout:op 733 completed, throughput=4.99MB/sec 2024-08-04T15:50:44.787 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kNkuXfXb0ISUeV6 off=0 len=2011372 2024-08-04T15:50:44.799 INFO:tasks.workunit.client.0.smithi007.stdout:op 734 completed, throughput=5MB/sec 2024-08-04T15:50:44.799 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-czng-fxVj3ifItV off=1469190 len=86763 2024-08-04T15:50:44.801 INFO:tasks.workunit.client.0.smithi007.stdout:op 735 completed, throughput=5MB/sec 2024-08-04T15:50:45.801 INFO:tasks.workunit.client.0.smithi007.stdout: 141: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:45.802 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JgEdji3Y3fUrJ67 off=3691503 len=1584518 2024-08-04T15:50:45.803 INFO:tasks.workunit.client.0.smithi007.stdout:op 736 completed, throughput=4.98MB/sec 2024-08-04T15:50:45.803 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FCT2WhhpxQqZ5iD off=489312 len=1697523 2024-08-04T15:50:45.811 INFO:tasks.workunit.client.0.smithi007.stdout:op 737 completed, throughput=4.99MB/sec 2024-08-04T15:50:45.812 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HJIgnOeYZh0_anW off=10088330 len=1760727 2024-08-04T15:50:45.815 INFO:tasks.workunit.client.0.smithi007.stdout:op 738 completed, throughput=5MB/sec 2024-08-04T15:50:45.815 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4OALaQPGpNv1Xga off=11818197 len=377196 2024-08-04T15:50:45.819 INFO:tasks.workunit.client.0.smithi007.stdout:op 739 completed, throughput=5MB/sec 2024-08-04T15:50:46.387 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:50:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:50:46] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-08-04T15:50:46.819 INFO:tasks.workunit.client.0.smithi007.stdout: 142: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:46.819 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WB4-ixb5cbBt4jB off=751385 len=787186 2024-08-04T15:50:46.821 INFO:tasks.workunit.client.0.smithi007.stdout:op 740 completed, throughput=4.97MB/sec 2024-08-04T15:50:46.821 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-r7d5IQ54HUEFyYc off=8632884 len=1492812 2024-08-04T15:50:46.823 INFO:tasks.workunit.client.0.smithi007.stdout:op 741 completed, throughput=4.98MB/sec 2024-08-04T15:50:46.823 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CsVdFH_jn80Pame off=14210364 len=379094 2024-08-04T15:50:46.824 INFO:tasks.workunit.client.0.smithi007.stdout:op 742 completed, throughput=4.98MB/sec 2024-08-04T15:50:46.824 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zgWAMpZEKYg05Mj off=1868523 len=1508857 2024-08-04T15:50:46.831 INFO:tasks.workunit.client.0.smithi007.stdout:op 743 completed, throughput=4.99MB/sec 2024-08-04T15:50:46.831 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-trgbz1dLVl5m8p4 off=14313792 len=1476973 2024-08-04T15:50:46.832 INFO:tasks.workunit.client.0.smithi007.stdout:op 744 completed, throughput=5MB/sec 2024-08-04T15:50:46.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:46 smithi007 ceph-mon[92692]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:50:46.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:46 smithi007 ceph-mon[94998]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:50:47.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:46 smithi062 ceph-mon[85960]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:50:47.832 INFO:tasks.workunit.client.0.smithi007.stdout: 143: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:47.833 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-W7H-GWLi1Gla12X off=4022181 len=1560956 2024-08-04T15:50:47.834 INFO:tasks.workunit.client.0.smithi007.stdout:op 745 completed, throughput=4.98MB/sec 2024-08-04T15:50:47.835 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eZXE2573uVlX-X0 off=17777388 len=1941678 2024-08-04T15:50:47.847 INFO:tasks.workunit.client.0.smithi007.stdout:op 746 completed, throughput=4.99MB/sec 2024-08-04T15:50:47.847 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EHMkBLLWM0XjRzL off=5269320 len=1735721 2024-08-04T15:50:47.853 INFO:tasks.workunit.client.0.smithi007.stdout:op 747 completed, throughput=5MB/sec 2024-08-04T15:50:48.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:48 smithi007 ceph-mon[92692]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:50:48.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:48 smithi007 ceph-mon[94998]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:50:48.853 INFO:tasks.workunit.client.0.smithi007.stdout: 144: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:48.854 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yEE8lDgT4Gmc4xR off=5555882 len=625478 2024-08-04T15:50:48.858 INFO:tasks.workunit.client.0.smithi007.stdout:op 748 completed, throughput=4.97MB/sec 2024-08-04T15:50:48.858 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DD9uCPaTPhSpajW off=21536753 len=1898020 2024-08-04T15:50:48.860 INFO:tasks.workunit.client.0.smithi007.stdout:op 749 completed, throughput=4.98MB/sec 2024-08-04T15:50:48.861 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-V91ErlGNrT7J9tq off=7104727 len=1327490 2024-08-04T15:50:48.866 INFO:tasks.workunit.client.0.smithi007.stdout:op 750 completed, throughput=4.99MB/sec 2024-08-04T15:50:48.866 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-14Ic_bYpOt4asn2 off=19714116 len=1063491 2024-08-04T15:50:48.867 INFO:tasks.workunit.client.0.smithi007.stdout:op 751 completed, throughput=5MB/sec 2024-08-04T15:50:48.867 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lqHt5mSn8CVqRfR off=18238208 len=1989481 2024-08-04T15:50:48.870 INFO:tasks.workunit.client.0.smithi007.stdout:op 752 completed, throughput=5.01MB/sec 2024-08-04T15:50:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:48 smithi062 ceph-mon[85960]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:50:49.870 INFO:tasks.workunit.client.0.smithi007.stdout: 145: throughput=4.98MB/sec pending data=0 2024-08-04T15:50:49.870 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lLCTFbk2cHAjhKM off=10286174 len=1809304 2024-08-04T15:50:49.878 INFO:tasks.workunit.client.0.smithi007.stdout:op 753 completed, throughput=4.99MB/sec 2024-08-04T15:50:49.878 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XqcRjuLQYxYipsK off=5828005 len=2062569 2024-08-04T15:50:49.880 INFO:tasks.workunit.client.0.smithi007.stdout:op 754 completed, throughput=5MB/sec 2024-08-04T15:50:50.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:50 smithi007 ceph-mon[92692]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-04T15:50:50.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:50 smithi007 ceph-mon[94998]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-04T15:50:50.881 INFO:tasks.workunit.client.0.smithi007.stdout: 146: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:50.881 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mazB20Omd3cjp6P off=5672426 len=471512 2024-08-04T15:50:50.882 INFO:tasks.workunit.client.0.smithi007.stdout:op 755 completed, throughput=4.97MB/sec 2024-08-04T15:50:50.882 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Yqm5vlvuyHmB6zX off=84624 len=1206232 2024-08-04T15:50:50.890 INFO:tasks.workunit.client.0.smithi007.stdout:op 756 completed, throughput=4.98MB/sec 2024-08-04T15:50:50.890 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GpBb7ocF2N0wwP2 off=948275 len=1564130 2024-08-04T15:50:50.892 INFO:tasks.workunit.client.0.smithi007.stdout:op 757 completed, throughput=4.99MB/sec 2024-08-04T15:50:50.892 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jFozkKYQprg8Ihv off=1397844 len=1917857 2024-08-04T15:50:50.903 INFO:tasks.workunit.client.0.smithi007.stdout:op 758 completed, throughput=5MB/sec 2024-08-04T15:50:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:50 smithi062 ceph-mon[85960]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-04T15:50:51.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:50:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:50:51.903 INFO:tasks.workunit.client.0.smithi007.stdout: 147: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:51.903 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gvCLDMpDrEwIbBp off=1420069 len=1932503 2024-08-04T15:50:51.911 INFO:tasks.workunit.client.0.smithi007.stdout:op 759 completed, throughput=4.98MB/sec 2024-08-04T15:50:51.912 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NcQvQdvd07TlaDb off=4607801 len=148186 2024-08-04T15:50:51.912 INFO:tasks.workunit.client.0.smithi007.stdout:op 760 completed, throughput=4.98MB/sec 2024-08-04T15:50:51.912 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--93jZPVg9q0ZaAd off=13128172 len=703744 2024-08-04T15:50:51.913 INFO:tasks.workunit.client.0.smithi007.stdout:op 761 completed, throughput=4.99MB/sec 2024-08-04T15:50:51.913 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kEF1xhNBpEc4IMd off=1125403 len=2010343 2024-08-04T15:50:51.915 INFO:tasks.workunit.client.0.smithi007.stdout:op 762 completed, throughput=5MB/sec 2024-08-04T15:50:51.915 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7gv2CeiMcrzjQqo off=8590106 len=550873 2024-08-04T15:50:51.918 INFO:tasks.workunit.client.0.smithi007.stdout:op 763 completed, throughput=5MB/sec 2024-08-04T15:50:52.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:50:52.580 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:50:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:50:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:50:52.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:52 smithi007 ceph-mon[92692]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T15:50:52.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:52 smithi007 ceph-mon[94998]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T15:50:52.919 INFO:tasks.workunit.client.0.smithi007.stdout: 148: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:52.919 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--hINjZpsJgSvsx3 off=672386 len=390336 2024-08-04T15:50:52.920 INFO:tasks.workunit.client.0.smithi007.stdout:op 764 completed, throughput=4.97MB/sec 2024-08-04T15:50:52.920 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yU7iXN2tPf0BzxO off=3583801 len=186785 2024-08-04T15:50:52.921 INFO:tasks.workunit.client.0.smithi007.stdout:op 765 completed, throughput=4.97MB/sec 2024-08-04T15:50:52.921 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lmE1OB-2mdB5fIZ off=4235648 len=1948463 2024-08-04T15:50:52.923 INFO:tasks.workunit.client.0.smithi007.stdout:op 766 completed, throughput=4.98MB/sec 2024-08-04T15:50:52.923 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3zIjlkN47I0-_BI off=7253063 len=1823749 2024-08-04T15:50:52.925 INFO:tasks.workunit.client.0.smithi007.stdout:op 767 completed, throughput=5MB/sec 2024-08-04T15:50:52.925 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1HC8YDodGblehl5 off=4079886 len=609311 2024-08-04T15:50:52.928 INFO:tasks.workunit.client.0.smithi007.stdout:op 768 completed, throughput=5MB/sec 2024-08-04T15:50:52.928 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VzdaL-yxdpIDEss off=5659432 len=934025 2024-08-04T15:50:52.936 INFO:tasks.workunit.client.0.smithi007.stdout:op 769 completed, throughput=5.01MB/sec 2024-08-04T15:50:53.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:52 smithi062 ceph-mon[85960]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T15:50:53.933 INFO:tasks.workunit.client.0.smithi007.stdout: 149: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:53.933 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JGZClOV_Ghky9pW off=3505397 len=1674828 2024-08-04T15:50:53.942 INFO:tasks.workunit.client.0.smithi007.stdout:op 770 completed, throughput=4.98MB/sec 2024-08-04T15:50:53.942 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--TK_y0srzniJoNC off=17864512 len=2740 2024-08-04T15:50:53.942 INFO:tasks.workunit.client.0.smithi007.stdout:op 771 completed, throughput=4.98MB/sec 2024-08-04T15:50:53.942 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9n3TOncLUOl5_8F off=9055213 len=1370342 2024-08-04T15:50:53.951 INFO:tasks.workunit.client.0.smithi007.stdout:op 772 completed, throughput=4.99MB/sec 2024-08-04T15:50:53.951 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_wOSxMl9_MkFvMB off=13928665 len=1255880 2024-08-04T15:50:53.952 INFO:tasks.workunit.client.0.smithi007.stdout:op 773 completed, throughput=5MB/sec 2024-08-04T15:50:53.952 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UjGGDtuNYKIZiIO off=753811 len=1622527 2024-08-04T15:50:53.961 INFO:tasks.workunit.client.0.smithi007.stdout:op 774 completed, throughput=5.01MB/sec 2024-08-04T15:50:54.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:54 smithi007 ceph-mon[92692]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-04T15:50:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:54 smithi007 ceph-mon[94998]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-04T15:50:54.962 INFO:tasks.workunit.client.0.smithi007.stdout: 150: throughput=4.98MB/sec pending data=0 2024-08-04T15:50:54.962 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jw8MWbT5HC0ctCM off=6294425 len=1995195 2024-08-04T15:50:54.964 INFO:tasks.workunit.client.0.smithi007.stdout:op 775 completed, throughput=4.99MB/sec 2024-08-04T15:50:54.964 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-o7t5WJQZi5DMU53 off=4146058 len=512151 2024-08-04T15:50:54.968 INFO:tasks.workunit.client.0.smithi007.stdout:op 776 completed, throughput=4.99MB/sec 2024-08-04T15:50:54.969 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LxLX4n3TChvnrmR off=4514122 len=1465459 2024-08-04T15:50:54.978 INFO:tasks.workunit.client.0.smithi007.stdout:op 777 completed, throughput=5MB/sec 2024-08-04T15:50:55.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:54 smithi062 ceph-mon[85960]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-04T15:50:55.978 INFO:tasks.workunit.client.0.smithi007.stdout: 151: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:55.978 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-D_eUOeR2hyi51VL off=15328892 len=213858 2024-08-04T15:50:55.979 INFO:tasks.workunit.client.0.smithi007.stdout:op 778 completed, throughput=4.97MB/sec 2024-08-04T15:50:55.979 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FuPlfAPlm-6vuvN off=417343 len=1753915 2024-08-04T15:50:55.989 INFO:tasks.workunit.client.0.smithi007.stdout:op 779 completed, throughput=4.98MB/sec 2024-08-04T15:50:55.989 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-T0gF_pwWD3SVZNT off=6518837 len=1099817 2024-08-04T15:50:55.994 INFO:tasks.workunit.client.0.smithi007.stdout:op 780 completed, throughput=4.99MB/sec 2024-08-04T15:50:55.994 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-G4t5iBdpzrwr3GZ off=5696647 len=569801 2024-08-04T15:50:55.998 INFO:tasks.workunit.client.0.smithi007.stdout:op 781 completed, throughput=4.99MB/sec 2024-08-04T15:50:55.998 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hY1JgGcqKRtP1EJ off=7284567 len=768108 2024-08-04T15:50:56.003 INFO:tasks.workunit.client.0.smithi007.stdout:op 782 completed, throughput=4.99MB/sec 2024-08-04T15:50:56.003 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_--1jDnx4kAUMwL off=1194072 len=645371 2024-08-04T15:50:56.007 INFO:tasks.workunit.client.0.smithi007.stdout:op 783 completed, throughput=5MB/sec 2024-08-04T15:50:56.007 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pi1dYfCzkwxanqJ off=13735364 len=904285 2024-08-04T15:50:56.011 INFO:tasks.workunit.client.0.smithi007.stdout:op 784 completed, throughput=5MB/sec 2024-08-04T15:50:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:50:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:50:56] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2024-08-04T15:50:57.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:56 smithi062 ceph-mon[85960]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-04T15:50:57.012 INFO:tasks.workunit.client.0.smithi007.stdout: 152: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:57.012 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rrgq718TRjyVHfF off=14861850 len=139350 2024-08-04T15:50:57.012 INFO:tasks.workunit.client.0.smithi007.stdout:op 785 completed, throughput=4.97MB/sec 2024-08-04T15:50:57.012 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-asp7ILFgQJN2wgm off=5371281 len=837132 2024-08-04T15:50:57.015 INFO:tasks.workunit.client.0.smithi007.stdout:op 786 completed, throughput=4.98MB/sec 2024-08-04T15:50:57.015 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9FonKaLxa5JNpM_ off=17008848 len=1703358 2024-08-04T15:50:57.027 INFO:tasks.workunit.client.0.smithi007.stdout:op 787 completed, throughput=4.99MB/sec 2024-08-04T15:50:57.027 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2wHT87aqpFdPHSi off=2688622 len=420457 2024-08-04T15:50:57.028 INFO:tasks.workunit.client.0.smithi007.stdout:op 788 completed, throughput=4.99MB/sec 2024-08-04T15:50:57.028 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--YuLBOY76ZDWL_S off=5817100 len=33875 2024-08-04T15:50:57.030 INFO:tasks.workunit.client.0.smithi007.stdout:op 789 completed, throughput=4.99MB/sec 2024-08-04T15:50:57.030 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ky9LXM877jieMvt off=5791358 len=1931032 2024-08-04T15:50:57.033 INFO:tasks.workunit.client.0.smithi007.stdout:op 790 completed, throughput=5MB/sec 2024-08-04T15:50:57.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:56 smithi007 ceph-mon[92692]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-04T15:50:57.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:56 smithi007 ceph-mon[94998]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-04T15:50:58.033 INFO:tasks.workunit.client.0.smithi007.stdout: 153: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:58.033 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-o6fDxmsCgz9PsQB off=9020039 len=442661 2024-08-04T15:50:58.037 INFO:tasks.workunit.client.0.smithi007.stdout:op 791 completed, throughput=4.97MB/sec 2024-08-04T15:50:58.037 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--dcHOhyCogiDyo4 off=1491195 len=1759519 2024-08-04T15:50:58.045 INFO:tasks.workunit.client.0.smithi007.stdout:op 792 completed, throughput=4.98MB/sec 2024-08-04T15:50:58.045 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BW7qEyof675d_UU off=16519097 len=152355 2024-08-04T15:50:58.048 INFO:tasks.workunit.client.0.smithi007.stdout:op 793 completed, throughput=4.98MB/sec 2024-08-04T15:50:58.048 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-C4acPOvO9Phfa14 off=7924505 len=1111765 2024-08-04T15:50:58.054 INFO:tasks.workunit.client.0.smithi007.stdout:op 794 completed, throughput=4.99MB/sec 2024-08-04T15:50:58.054 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-36T-iMoNv9y4-SO off=52667 len=212030 2024-08-04T15:50:58.056 INFO:tasks.workunit.client.0.smithi007.stdout:op 795 completed, throughput=4.99MB/sec 2024-08-04T15:50:58.056 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6CSUqImQkGXWWfn off=9925694 len=1196949 2024-08-04T15:50:58.058 INFO:tasks.workunit.client.0.smithi007.stdout:op 796 completed, throughput=5MB/sec 2024-08-04T15:50:58.058 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-w5nmdXkcRTC37W8 off=7509855 len=924095 2024-08-04T15:50:58.060 INFO:tasks.workunit.client.0.smithi007.stdout:op 797 completed, throughput=5MB/sec 2024-08-04T15:50:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:50:58 smithi062 ceph-mon[85960]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:50:59.060 INFO:tasks.workunit.client.0.smithi007.stdout: 154: throughput=4.97MB/sec pending data=0 2024-08-04T15:50:59.061 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-27RrW3FVbQiObNR off=16731751 len=1339883 2024-08-04T15:50:59.062 INFO:tasks.workunit.client.0.smithi007.stdout:op 798 completed, throughput=4.98MB/sec 2024-08-04T15:50:59.062 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LNMtQeTFZrc5d_u off=12118875 len=1538277 2024-08-04T15:50:59.072 INFO:tasks.workunit.client.0.smithi007.stdout:op 799 completed, throughput=4.99MB/sec 2024-08-04T15:50:59.072 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mzz2N4ry5xbWKMx off=17558273 len=1419720 2024-08-04T15:50:59.080 INFO:tasks.workunit.client.0.smithi007.stdout:op 800 completed, throughput=5MB/sec 2024-08-04T15:50:59.080 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-W7N3gFoiz-O2hVD off=7806005 len=1513056 2024-08-04T15:50:59.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:50:58 smithi007 ceph-mon[94998]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:50:59.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:50:58 smithi007 ceph-mon[92692]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:50:59.088 INFO:tasks.workunit.client.0.smithi007.stdout:op 801 completed, throughput=5.01MB/sec 2024-08-04T15:51:00.088 INFO:tasks.workunit.client.0.smithi007.stdout: 155: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:00.089 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EyBsSjOsnB_k3Xk off=13531325 len=1103760 2024-08-04T15:51:00.091 INFO:tasks.workunit.client.0.smithi007.stdout:op 802 completed, throughput=4.98MB/sec 2024-08-04T15:51:00.091 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fyrQeu7viB530mq off=13305276 len=1401749 2024-08-04T15:51:00.098 INFO:tasks.workunit.client.0.smithi007.stdout:op 803 completed, throughput=4.99MB/sec 2024-08-04T15:51:00.098 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oYVk1BBLIhgkgK2 off=7093637 len=1070588 2024-08-04T15:51:00.100 INFO:tasks.workunit.client.0.smithi007.stdout:op 804 completed, throughput=5MB/sec 2024-08-04T15:51:00.101 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aE56DouWpXLMIeT off=2028415 len=615198 2024-08-04T15:51:00.102 INFO:tasks.workunit.client.0.smithi007.stdout:op 805 completed, throughput=5MB/sec 2024-08-04T15:51:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:00 smithi062 ceph-mon[85960]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-04T15:51:01.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:00 smithi007 ceph-mon[92692]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-04T15:51:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:00 smithi007 ceph-mon[94998]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-04T15:51:01.102 INFO:tasks.workunit.client.0.smithi007.stdout: 156: throughput=4.97MB/sec pending data=0 2024-08-04T15:51:01.102 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xpGtgrZzQriQsvq off=347310 len=718707 2024-08-04T15:51:01.106 INFO:tasks.workunit.client.0.smithi007.stdout:op 806 completed, throughput=4.97MB/sec 2024-08-04T15:51:01.106 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NiBHRsCBNXCzh5e off=6638233 len=176424 2024-08-04T15:51:01.109 INFO:tasks.workunit.client.0.smithi007.stdout:op 807 completed, throughput=4.97MB/sec 2024-08-04T15:51:01.109 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1-OjG4dncD8u5fb off=0 len=1328490 2024-08-04T15:51:01.111 INFO:tasks.workunit.client.0.smithi007.stdout:op 808 completed, throughput=4.98MB/sec 2024-08-04T15:51:01.111 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lvAQwGCrwyeBj8z off=4313493 len=110406 2024-08-04T15:51:01.114 INFO:tasks.workunit.client.0.smithi007.stdout:op 809 completed, throughput=4.98MB/sec 2024-08-04T15:51:01.114 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-B2OuhcrQ0J9gJMJ off=10406571 len=1507705 2024-08-04T15:51:01.121 INFO:tasks.workunit.client.0.smithi007.stdout:op 810 completed, throughput=4.99MB/sec 2024-08-04T15:51:01.121 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HEUV2iVXtFCuvTA off=12558456 len=1138487 2024-08-04T15:51:01.123 INFO:tasks.workunit.client.0.smithi007.stdout:op 811 completed, throughput=5MB/sec 2024-08-04T15:51:01.123 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oPWN-OyZskCx8qF off=20554978 len=506868 2024-08-04T15:51:01.124 INFO:tasks.workunit.client.0.smithi007.stdout:op 812 completed, throughput=5MB/sec 2024-08-04T15:51:02.124 INFO:tasks.workunit.client.0.smithi007.stdout: 157: throughput=4.97MB/sec pending data=0 2024-08-04T15:51:02.125 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aLdGdFdWW-10fUe off=1801818 len=986376 2024-08-04T15:51:02.126 INFO:tasks.workunit.client.0.smithi007.stdout:op 813 completed, throughput=4.98MB/sec 2024-08-04T15:51:02.126 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0Isplbi3xu3OsYx off=863610 len=1441202 2024-08-04T15:51:02.136 INFO:tasks.workunit.client.0.smithi007.stdout:op 814 completed, throughput=4.98MB/sec 2024-08-04T15:51:02.136 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GBNYvfOGNlmJnUb off=250089 len=867877 2024-08-04T15:51:02.140 INFO:tasks.workunit.client.0.smithi007.stdout:op 815 completed, throughput=4.99MB/sec 2024-08-04T15:51:02.140 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WBhTmBtcAODN_Ze off=6662819 len=1054882 2024-08-04T15:51:02.142 INFO:tasks.workunit.client.0.smithi007.stdout:op 816 completed, throughput=5MB/sec 2024-08-04T15:51:02.142 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1FiMG1i6_871k4S off=12412864 len=940189 2024-08-04T15:51:02.147 INFO:tasks.workunit.client.0.smithi007.stdout:op 817 completed, throughput=5MB/sec 2024-08-04T15:51:02.595 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:51:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:51:03.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:02 smithi062 ceph-mon[85960]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:51:03.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:02 smithi007 ceph-mon[92692]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:51:03.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:02 smithi007 ceph-mon[94998]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:51:03.147 INFO:tasks.workunit.client.0.smithi007.stdout: 158: throughput=4.97MB/sec pending data=0 2024-08-04T15:51:03.147 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xYjgN5CzU3YxaE1 off=6589225 len=35415 2024-08-04T15:51:03.148 INFO:tasks.workunit.client.0.smithi007.stdout:op 818 completed, throughput=4.97MB/sec 2024-08-04T15:51:03.148 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SFetFRFjHPM1edr off=13679518 len=639237 2024-08-04T15:51:03.149 INFO:tasks.workunit.client.0.smithi007.stdout:op 819 completed, throughput=4.97MB/sec 2024-08-04T15:51:03.149 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Vquk_elVHNnqKjH off=12880300 len=1726652 2024-08-04T15:51:03.158 INFO:tasks.workunit.client.0.smithi007.stdout:op 820 completed, throughput=4.98MB/sec 2024-08-04T15:51:03.158 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LmhymcmaDpp7rnr off=9839084 len=1683998 2024-08-04T15:51:03.166 INFO:tasks.workunit.client.0.smithi007.stdout:op 821 completed, throughput=4.99MB/sec 2024-08-04T15:51:03.166 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OEHucq-FNkF6Hx6 off=7663421 len=512412 2024-08-04T15:51:03.169 INFO:tasks.workunit.client.0.smithi007.stdout:op 822 completed, throughput=5MB/sec 2024-08-04T15:51:03.169 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NLgAvtTU4Of-IV7 off=9756139 len=1636214 2024-08-04T15:51:03.170 INFO:tasks.workunit.client.0.smithi007.stdout:op 823 completed, throughput=5.01MB/sec 2024-08-04T15:51:04.171 INFO:tasks.workunit.client.0.smithi007.stdout: 159: throughput=4.97MB/sec pending data=0 2024-08-04T15:51:04.171 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sgFLDXHAQVPRe3F off=11031215 len=1751128 2024-08-04T15:51:04.178 INFO:tasks.workunit.client.0.smithi007.stdout:op 824 completed, throughput=4.98MB/sec 2024-08-04T15:51:04.179 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rBvY6YIdhDE5MmP off=12109094 len=1624617 2024-08-04T15:51:04.180 INFO:tasks.workunit.client.0.smithi007.stdout:op 825 completed, throughput=4.99MB/sec 2024-08-04T15:51:04.180 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-O5BdiRlZaJ0jUZK off=15080708 len=250928 2024-08-04T15:51:04.180 INFO:tasks.workunit.client.0.smithi007.stdout:op 826 completed, throughput=5MB/sec 2024-08-04T15:51:04.181 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lFMWGf8CXscrGr0 off=872122 len=727738 2024-08-04T15:51:04.185 INFO:tasks.workunit.client.0.smithi007.stdout:op 827 completed, throughput=5MB/sec 2024-08-04T15:51:04.185 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-krAV_cC43nTM-8c off=13554798 len=1562624 2024-08-04T15:51:04.191 INFO:tasks.workunit.client.0.smithi007.stdout:op 828 completed, throughput=5.01MB/sec 2024-08-04T15:51:05.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:04 smithi062 ceph-mon[85960]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:51:05.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:04 smithi007 ceph-mon[92692]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:51:05.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:04 smithi007 ceph-mon[94998]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:51:05.191 INFO:tasks.workunit.client.0.smithi007.stdout: 160: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:05.192 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yf6kLir-rV6djfp off=12302806 len=1727305 2024-08-04T15:51:05.194 INFO:tasks.workunit.client.0.smithi007.stdout:op 829 completed, throughput=4.99MB/sec 2024-08-04T15:51:05.195 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zRdpsAgu7dPFaH0 off=15797161 len=338514 2024-08-04T15:51:05.195 INFO:tasks.workunit.client.0.smithi007.stdout:op 830 completed, throughput=4.99MB/sec 2024-08-04T15:51:05.196 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4pWalvHLfsN0dKg off=3937370 len=1396731 2024-08-04T15:51:05.204 INFO:tasks.workunit.client.0.smithi007.stdout:op 831 completed, throughput=5MB/sec 2024-08-04T15:51:05.204 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9vdwdPoAdSq_CKP off=1180692 len=923156 2024-08-04T15:51:05.205 INFO:tasks.workunit.client.0.smithi007.stdout:op 832 completed, throughput=5MB/sec 2024-08-04T15:51:06.206 INFO:tasks.workunit.client.0.smithi007.stdout: 161: throughput=4.97MB/sec pending data=0 2024-08-04T15:51:06.206 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nOCUdKsl-CcMWkq off=10772893 len=1635559 2024-08-04T15:51:06.216 INFO:tasks.workunit.client.0.smithi007.stdout:op 833 completed, throughput=4.98MB/sec 2024-08-04T15:51:06.216 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-U5aD7NySd_TkpLy off=9272809 len=812298 2024-08-04T15:51:06.217 INFO:tasks.workunit.client.0.smithi007.stdout:op 834 completed, throughput=4.99MB/sec 2024-08-04T15:51:06.217 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gViETZnWqea2heh off=4771993 len=1393826 2024-08-04T15:51:06.224 INFO:tasks.workunit.client.0.smithi007.stdout:op 835 completed, throughput=4.99MB/sec 2024-08-04T15:51:06.224 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_4TZwzeCwuPPXdy off=11284366 len=723962 2024-08-04T15:51:06.228 INFO:tasks.workunit.client.0.smithi007.stdout:op 836 completed, throughput=5MB/sec 2024-08-04T15:51:06.228 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fnVC91PW-smLZGv off=17446193 len=335042 2024-08-04T15:51:06.229 INFO:tasks.workunit.client.0.smithi007.stdout:op 837 completed, throughput=5MB/sec 2024-08-04T15:51:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:51:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:51:06] "GET /metrics HTTP/1.1" 200 34015 "" "Prometheus/2.43.0" 2024-08-04T15:51:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:06 smithi062 ceph-mon[85960]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:51:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:51:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:06 smithi007 ceph-mon[92692]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:51:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:51:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:06 smithi007 ceph-mon[94998]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:51:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:51:07.229 INFO:tasks.workunit.client.0.smithi007.stdout: 162: throughput=4.97MB/sec pending data=0 2024-08-04T15:51:07.229 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7WMLoh70j44WLQq off=8414980 len=1690093 2024-08-04T15:51:07.231 INFO:tasks.workunit.client.0.smithi007.stdout:op 838 completed, throughput=4.98MB/sec 2024-08-04T15:51:07.231 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-acPpbD8spfB0WV7 off=0 len=1257102 2024-08-04T15:51:07.238 INFO:tasks.workunit.client.0.smithi007.stdout:op 839 completed, throughput=4.99MB/sec 2024-08-04T15:51:07.238 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--U6HT-5RZ0R_smp off=5471233 len=1832800 2024-08-04T15:51:07.242 INFO:tasks.workunit.client.0.smithi007.stdout:op 840 completed, throughput=5MB/sec 2024-08-04T15:51:07.242 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JfmW0_Hd0MVOZCv off=6184704 len=1180730 2024-08-04T15:51:07.248 INFO:tasks.workunit.client.0.smithi007.stdout:op 841 completed, throughput=5MB/sec 2024-08-04T15:51:08.248 INFO:tasks.workunit.client.0.smithi007.stdout: 163: throughput=4.97MB/sec pending data=0 2024-08-04T15:51:08.248 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hxcTWy7k8qx5vRa off=15068385 len=1976101 2024-08-04T15:51:08.251 INFO:tasks.workunit.client.0.smithi007.stdout:op 842 completed, throughput=4.99MB/sec 2024-08-04T15:51:08.251 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0ghSGPaOFwU6jH4 off=2874804 len=1561534 2024-08-04T15:51:08.258 INFO:tasks.workunit.client.0.smithi007.stdout:op 843 completed, throughput=4.99MB/sec 2024-08-04T15:51:08.259 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_0fakVEJ0vdwr5k off=1897042 len=1966178 2024-08-04T15:51:08.261 INFO:tasks.workunit.client.0.smithi007.stdout:op 844 completed, throughput=5.01MB/sec 2024-08-04T15:51:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:08 smithi062 ceph-mon[85960]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-04T15:51:09.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:08 smithi007 ceph-mon[92692]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-04T15:51:09.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:08 smithi007 ceph-mon[94998]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-04T15:51:09.261 INFO:tasks.workunit.client.0.smithi007.stdout: 164: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:09.261 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cA0XtmC90vXe7-L off=17296226 len=2068942 2024-08-04T15:51:09.270 INFO:tasks.workunit.client.0.smithi007.stdout:op 845 completed, throughput=4.99MB/sec 2024-08-04T15:51:09.270 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QNYiZ9LSTEZfMsT off=4654349 len=1261953 2024-08-04T15:51:09.278 INFO:tasks.workunit.client.0.smithi007.stdout:op 846 completed, throughput=4.99MB/sec 2024-08-04T15:51:09.278 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6iJ5MNqJIhk1hJI off=5485399 len=207837 2024-08-04T15:51:09.281 INFO:tasks.workunit.client.0.smithi007.stdout:op 847 completed, throughput=4.99MB/sec 2024-08-04T15:51:09.281 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DkLPP_WACtlGvQU off=10734466 len=1852480 2024-08-04T15:51:09.283 INFO:tasks.workunit.client.0.smithi007.stdout:op 848 completed, throughput=5.01MB/sec 2024-08-04T15:51:10.283 INFO:tasks.workunit.client.0.smithi007.stdout: 165: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:10.284 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ow0pLXmFOedJedV off=7441640 len=1309000 2024-08-04T15:51:10.290 INFO:tasks.workunit.client.0.smithi007.stdout:op 849 completed, throughput=4.98MB/sec 2024-08-04T15:51:10.290 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5BsjGr47ikCNJIW off=16389966 len=1402527 2024-08-04T15:51:10.292 INFO:tasks.workunit.client.0.smithi007.stdout:op 850 completed, throughput=4.99MB/sec 2024-08-04T15:51:10.292 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NMM3mI7uifKeGd_ off=2847460 len=1605192 2024-08-04T15:51:10.294 INFO:tasks.workunit.client.0.smithi007.stdout:op 851 completed, throughput=5MB/sec 2024-08-04T15:51:10.294 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CCwygy1xI0se988 off=5354222 len=1796210 2024-08-04T15:51:10.311 INFO:tasks.workunit.client.0.smithi007.stdout:op 852 completed, throughput=5.01MB/sec 2024-08-04T15:51:11.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:10 smithi062 ceph-mon[85960]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:51:11.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:10 smithi007 ceph-mon[92692]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:51:11.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:10 smithi007 ceph-mon[94998]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:51:11.311 INFO:tasks.workunit.client.0.smithi007.stdout: 166: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:11.311 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-X3tfXyVirg9GHvJ off=4557386 len=868027 2024-08-04T15:51:11.316 INFO:tasks.workunit.client.0.smithi007.stdout:op 853 completed, throughput=4.98MB/sec 2024-08-04T15:51:11.316 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-40UZBOyoXLj5KVe off=11896976 len=639475 2024-08-04T15:51:11.318 INFO:tasks.workunit.client.0.smithi007.stdout:op 854 completed, throughput=4.99MB/sec 2024-08-04T15:51:11.318 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MbzsmVCoKCRuKi4 off=1000814 len=1881344 2024-08-04T15:51:11.327 INFO:tasks.workunit.client.0.smithi007.stdout:op 855 completed, throughput=5MB/sec 2024-08-04T15:51:11.327 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zxapnrXApMsCT4Y off=715262 len=1533516 2024-08-04T15:51:11.334 INFO:tasks.workunit.client.0.smithi007.stdout:op 856 completed, throughput=5.01MB/sec 2024-08-04T15:51:12.334 INFO:tasks.workunit.client.0.smithi007.stdout: 167: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:12.334 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8Nj9PkScXuEnH0Q off=17159656 len=203512 2024-08-04T15:51:12.335 INFO:tasks.workunit.client.0.smithi007.stdout:op 857 completed, throughput=4.98MB/sec 2024-08-04T15:51:12.336 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ilS_KPY-9USL5jC off=3516256 len=1952384 2024-08-04T15:51:12.340 INFO:tasks.workunit.client.0.smithi007.stdout:op 858 completed, throughput=4.99MB/sec 2024-08-04T15:51:12.340 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fMmQ8DuLqj1agnP off=13219739 len=1340713 2024-08-04T15:51:12.347 INFO:tasks.workunit.client.0.smithi007.stdout:op 859 completed, throughput=5MB/sec 2024-08-04T15:51:12.348 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YIs04OReJ8RzuL- off=10423044 len=1167402 2024-08-04T15:51:12.353 INFO:tasks.workunit.client.0.smithi007.stdout:op 860 completed, throughput=5MB/sec 2024-08-04T15:51:12.609 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:51:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:51:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:51:13.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:12 smithi062 ceph-mon[85960]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-04T15:51:13.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:12 smithi007 ceph-mon[92692]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-04T15:51:13.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:12 smithi007 ceph-mon[94998]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-04T15:51:13.354 INFO:tasks.workunit.client.0.smithi007.stdout: 168: throughput=4.97MB/sec pending data=0 2024-08-04T15:51:13.354 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-krKwOS7YfVWKqYR off=7545393 len=1525413 2024-08-04T15:51:13.363 INFO:tasks.workunit.client.0.smithi007.stdout:op 861 completed, throughput=4.98MB/sec 2024-08-04T15:51:13.363 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3rtniQTeKPctsS5 off=9631620 len=746651 2024-08-04T15:51:13.367 INFO:tasks.workunit.client.0.smithi007.stdout:op 862 completed, throughput=4.99MB/sec 2024-08-04T15:51:13.367 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yakxBR1aMggVMOk off=9028034 len=1779802 2024-08-04T15:51:13.375 INFO:tasks.workunit.client.0.smithi007.stdout:op 863 completed, throughput=5MB/sec 2024-08-04T15:51:13.376 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YvK2qAGXOhv9IW1 off=3529723 len=1946597 2024-08-04T15:51:13.386 INFO:tasks.workunit.client.0.smithi007.stdout:op 864 completed, throughput=5.01MB/sec 2024-08-04T15:51:14.386 INFO:tasks.workunit.client.0.smithi007.stdout: 169: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:14.386 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9-WlOq2l2hnzUQ4 off=108903 len=1661204 2024-08-04T15:51:14.388 INFO:tasks.workunit.client.0.smithi007.stdout:op 865 completed, throughput=4.99MB/sec 2024-08-04T15:51:14.388 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GcpmftO2R1sz8Fc off=9095395 len=2013178 2024-08-04T15:51:14.391 INFO:tasks.workunit.client.0.smithi007.stdout:op 866 completed, throughput=5MB/sec 2024-08-04T15:51:14.391 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fz8dkrSoxdyBC5R off=6177646 len=805651 2024-08-04T15:51:14.392 INFO:tasks.workunit.client.0.smithi007.stdout:op 867 completed, throughput=5MB/sec 2024-08-04T15:51:15.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:14 smithi062 ceph-mon[85960]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:51:15.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:14 smithi007 ceph-mon[92692]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:51:15.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:14 smithi007 ceph-mon[94998]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:51:15.393 INFO:tasks.workunit.client.0.smithi007.stdout: 170: throughput=4.97MB/sec pending data=0 2024-08-04T15:51:15.393 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tUVndTiMnZ3aA7p off=902057 len=270800 2024-08-04T15:51:15.393 INFO:tasks.workunit.client.0.smithi007.stdout:op 868 completed, throughput=4.97MB/sec 2024-08-04T15:51:15.394 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MtFcC0oV9076xRE off=5511390 len=34623 2024-08-04T15:51:15.394 INFO:tasks.workunit.client.0.smithi007.stdout:op 869 completed, throughput=4.97MB/sec 2024-08-04T15:51:15.394 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vSxCWS1BZC1rBEh off=8210951 len=2059820 2024-08-04T15:51:15.407 INFO:tasks.workunit.client.0.smithi007.stdout:op 870 completed, throughput=4.99MB/sec 2024-08-04T15:51:15.407 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6IDE9z0Qkrzf3-g off=5333280 len=1336340 2024-08-04T15:51:15.413 INFO:tasks.workunit.client.0.smithi007.stdout:op 871 completed, throughput=4.99MB/sec 2024-08-04T15:51:15.413 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IVd5-4XR1Q9-OR1 off=10430101 len=892494 2024-08-04T15:51:15.417 INFO:tasks.workunit.client.0.smithi007.stdout:op 872 completed, throughput=5MB/sec 2024-08-04T15:51:15.417 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EIykYkDwYSebb0v off=8026501 len=1411498 2024-08-04T15:51:15.423 INFO:tasks.workunit.client.0.smithi007.stdout:op 873 completed, throughput=5.01MB/sec 2024-08-04T15:51:16.423 INFO:tasks.workunit.client.0.smithi007.stdout: 171: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:16.423 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--0vtqqk4DN4qmFW off=1247126 len=1316513 2024-08-04T15:51:16.425 INFO:tasks.workunit.client.0.smithi007.stdout:op 874 completed, throughput=4.98MB/sec 2024-08-04T15:51:16.425 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-L0JByZV1SvEUuC7 off=15379410 len=737817 2024-08-04T15:51:16.426 INFO:tasks.workunit.client.0.smithi007.stdout:op 875 completed, throughput=4.99MB/sec 2024-08-04T15:51:16.426 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-npCnsRBBFa-fVyc off=8740236 len=161668 2024-08-04T15:51:16.429 INFO:tasks.workunit.client.0.smithi007.stdout:op 876 completed, throughput=4.99MB/sec 2024-08-04T15:51:16.429 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Rg_-nvWwjiPrB_v off=1194497 len=228015 2024-08-04T15:51:16.432 INFO:tasks.workunit.client.0.smithi007.stdout:op 877 completed, throughput=4.99MB/sec 2024-08-04T15:51:16.432 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3fVc9j07dXD_fth off=7588247 len=884874 2024-08-04T15:51:16.433 INFO:tasks.workunit.client.0.smithi007.stdout:op 878 completed, throughput=4.99MB/sec 2024-08-04T15:51:16.434 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-chf12ztjqot6BHh off=3390311 len=1489533 2024-08-04T15:51:16.435 INFO:tasks.workunit.client.0.smithi007.stdout:op 879 completed, throughput=5MB/sec 2024-08-04T15:51:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:51:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:51:16] "GET /metrics HTTP/1.1" 200 34015 "" "Prometheus/2.43.0" 2024-08-04T15:51:17.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:16 smithi062 ceph-mon[85960]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:51:17.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:16 smithi007 ceph-mon[92692]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:51:17.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:16 smithi007 ceph-mon[94998]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:51:17.436 INFO:tasks.workunit.client.0.smithi007.stdout: 172: throughput=4.97MB/sec pending data=0 2024-08-04T15:51:17.436 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fLG0ls8koZRlP3l off=5941833 len=1456613 2024-08-04T15:51:17.438 INFO:tasks.workunit.client.0.smithi007.stdout:op 880 completed, throughput=4.98MB/sec 2024-08-04T15:51:17.438 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-P27wconOWN1BTHS off=13526159 len=1215699 2024-08-04T15:51:17.445 INFO:tasks.workunit.client.0.smithi007.stdout:op 881 completed, throughput=4.99MB/sec 2024-08-04T15:51:17.445 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-b4c5eZ6UMMmZX-W off=8894575 len=512715 2024-08-04T15:51:17.446 INFO:tasks.workunit.client.0.smithi007.stdout:op 882 completed, throughput=4.99MB/sec 2024-08-04T15:51:17.446 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mkb8Eho5ba2cIR0 off=10085222 len=16460 2024-08-04T15:51:17.446 INFO:tasks.workunit.client.0.smithi007.stdout:op 883 completed, throughput=4.99MB/sec 2024-08-04T15:51:17.446 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-q7-wdfLJz71V_9a off=2357138 len=752233 2024-08-04T15:51:17.451 INFO:tasks.workunit.client.0.smithi007.stdout:op 884 completed, throughput=5MB/sec 2024-08-04T15:51:17.451 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kCY6Cc3jfs3YLZe off=4576039 len=732374 2024-08-04T15:51:17.452 INFO:tasks.workunit.client.0.smithi007.stdout:op 885 completed, throughput=5MB/sec 2024-08-04T15:51:17.452 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Tz0QK_5RUx8AacC off=18248701 len=195927 2024-08-04T15:51:17.453 INFO:tasks.workunit.client.0.smithi007.stdout:op 886 completed, throughput=5MB/sec 2024-08-04T15:51:18.453 INFO:tasks.workunit.client.0.smithi007.stdout: 173: throughput=4.97MB/sec pending data=0 2024-08-04T15:51:18.454 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ONkQpeNjCCTajBn off=17876999 len=1329378 2024-08-04T15:51:18.461 INFO:tasks.workunit.client.0.smithi007.stdout:op 887 completed, throughput=4.98MB/sec 2024-08-04T15:51:18.461 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6SJuz5mjQ9CL17C off=10824136 len=1894138 2024-08-04T15:51:18.463 INFO:tasks.workunit.client.0.smithi007.stdout:op 888 completed, throughput=4.99MB/sec 2024-08-04T15:51:18.464 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MvdHcKJdPUbWV4_ off=2341957 len=372302 2024-08-04T15:51:18.465 INFO:tasks.workunit.client.0.smithi007.stdout:op 889 completed, throughput=4.99MB/sec 2024-08-04T15:51:18.465 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9u6aQmq_WhMlxHu off=7871564 len=206581 2024-08-04T15:51:18.465 INFO:tasks.workunit.client.0.smithi007.stdout:op 890 completed, throughput=4.99MB/sec 2024-08-04T15:51:18.465 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4G24bAcdejOkpCe off=7403281 len=1956623 2024-08-04T15:51:18.468 INFO:tasks.workunit.client.0.smithi007.stdout:op 891 completed, throughput=5MB/sec 2024-08-04T15:51:19.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:18 smithi062 ceph-mon[85960]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T15:51:19.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:18 smithi007 ceph-mon[92692]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T15:51:19.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:18 smithi007 ceph-mon[94998]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T15:51:19.468 INFO:tasks.workunit.client.0.smithi007.stdout: 174: throughput=4.97MB/sec pending data=0 2024-08-04T15:51:19.468 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QENPnDwXWbQv9R4 off=5255179 len=1755949 2024-08-04T15:51:19.472 INFO:tasks.workunit.client.0.smithi007.stdout:op 892 completed, throughput=4.98MB/sec 2024-08-04T15:51:19.472 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FuPlfAPlm-6vuvN off=13113950 len=541689 2024-08-04T15:51:19.473 INFO:tasks.workunit.client.0.smithi007.stdout:op 893 completed, throughput=4.99MB/sec 2024-08-04T15:51:19.473 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SzPsvjvnRiknYPV off=742872 len=903573 2024-08-04T15:51:19.475 INFO:tasks.workunit.client.0.smithi007.stdout:op 894 completed, throughput=4.99MB/sec 2024-08-04T15:51:19.475 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Be6P8CB0zQf-gbN off=7571396 len=1494240 2024-08-04T15:51:19.482 INFO:tasks.workunit.client.0.smithi007.stdout:op 895 completed, throughput=5MB/sec 2024-08-04T15:51:19.482 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MAYm6r2RpPfftvk off=7885933 len=1983800 2024-08-04T15:51:19.490 INFO:tasks.workunit.client.0.smithi007.stdout:op 896 completed, throughput=5.01MB/sec 2024-08-04T15:51:20.491 INFO:tasks.workunit.client.0.smithi007.stdout: 175: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:20.491 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-F7DOGQlEgwTmn9X off=7339478 len=1274300 2024-08-04T15:51:20.493 INFO:tasks.workunit.client.0.smithi007.stdout:op 897 completed, throughput=4.99MB/sec 2024-08-04T15:51:20.493 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AoxKSysj7g8qKAF off=7447828 len=2031830 2024-08-04T15:51:20.505 INFO:tasks.workunit.client.0.smithi007.stdout:op 898 completed, throughput=5MB/sec 2024-08-04T15:51:20.505 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YvpO6gCQeMM1tDn off=1564004 len=1546792 2024-08-04T15:51:20.506 INFO:tasks.workunit.client.0.smithi007.stdout:op 899 completed, throughput=5.01MB/sec 2024-08-04T15:51:21.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:20 smithi062 ceph-mon[85960]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-04T15:51:21.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:20 smithi007 ceph-mon[92692]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-04T15:51:21.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:20 smithi007 ceph-mon[94998]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-04T15:51:21.507 INFO:tasks.workunit.client.0.smithi007.stdout: 176: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:21.507 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-R_MdnEQg6enucGG off=733296 len=752367 2024-08-04T15:51:21.511 INFO:tasks.workunit.client.0.smithi007.stdout:op 900 completed, throughput=4.98MB/sec 2024-08-04T15:51:21.511 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sh_7UayFU8C9T2i off=16106154 len=1333617 2024-08-04T15:51:21.520 INFO:tasks.workunit.client.0.smithi007.stdout:op 901 completed, throughput=4.99MB/sec 2024-08-04T15:51:21.520 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vaUuIQ29mMcymYb off=71220 len=1873700 2024-08-04T15:51:21.523 INFO:tasks.workunit.client.0.smithi007.stdout:op 902 completed, throughput=5MB/sec 2024-08-04T15:51:21.523 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6w0YfkVI-xRJ9p9 off=2066641 len=1805973 2024-08-04T15:51:21.532 INFO:tasks.workunit.client.0.smithi007.stdout:op 903 completed, throughput=5.01MB/sec 2024-08-04T15:51:22.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:51:22.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:51:22.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:51:22.532 INFO:tasks.workunit.client.0.smithi007.stdout: 177: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:22.533 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QW0QbdrdtK6kUwW off=2119302 len=1469084 2024-08-04T15:51:22.534 INFO:tasks.workunit.client.0.smithi007.stdout:op 904 completed, throughput=4.99MB/sec 2024-08-04T15:51:22.535 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bSEe5Vf_QybBguF off=13896460 len=1103510 2024-08-04T15:51:22.540 INFO:tasks.workunit.client.0.smithi007.stdout:op 905 completed, throughput=4.99MB/sec 2024-08-04T15:51:22.540 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-o6fDxmsCgz9PsQB off=311613 len=1027328 2024-08-04T15:51:22.542 INFO:tasks.workunit.client.0.smithi007.stdout:op 906 completed, throughput=5MB/sec 2024-08-04T15:51:22.542 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-l-LjNGf8BkdqxH_ off=1227196 len=154215 2024-08-04T15:51:22.543 INFO:tasks.workunit.client.0.smithi007.stdout:op 907 completed, throughput=5MB/sec 2024-08-04T15:51:22.627 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:51:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:51:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:22 smithi062 ceph-mon[85960]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:51:23.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:22 smithi007 ceph-mon[92692]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:51:23.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:22 smithi007 ceph-mon[94998]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:51:23.543 INFO:tasks.workunit.client.0.smithi007.stdout: 178: throughput=4.97MB/sec pending data=0 2024-08-04T15:51:23.543 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ip-1lfFBUF2VtkJ off=182178 len=2032596 2024-08-04T15:51:23.553 INFO:tasks.workunit.client.0.smithi007.stdout:op 908 completed, throughput=4.98MB/sec 2024-08-04T15:51:23.554 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-A1fR6SEn4mHJe6S off=3131444 len=372643 2024-08-04T15:51:23.555 INFO:tasks.workunit.client.0.smithi007.stdout:op 909 completed, throughput=4.99MB/sec 2024-08-04T15:51:23.555 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PWfFObNrz13tpOL off=5901751 len=1645139 2024-08-04T15:51:23.563 INFO:tasks.workunit.client.0.smithi007.stdout:op 910 completed, throughput=4.99MB/sec 2024-08-04T15:51:23.563 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZCn6KJfMyyTg-no off=6284851 len=537147 2024-08-04T15:51:23.567 INFO:tasks.workunit.client.0.smithi007.stdout:op 911 completed, throughput=5MB/sec 2024-08-04T15:51:23.567 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1NoA-xyqdDW-nKf off=15525524 len=1253292 2024-08-04T15:51:23.570 INFO:tasks.workunit.client.0.smithi007.stdout:op 912 completed, throughput=5MB/sec 2024-08-04T15:51:24.571 INFO:tasks.workunit.client.0.smithi007.stdout: 179: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:24.571 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nlUutPExxorBkDT off=4622486 len=771743 2024-08-04T15:51:24.575 INFO:tasks.workunit.client.0.smithi007.stdout:op 913 completed, throughput=4.98MB/sec 2024-08-04T15:51:24.575 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bS_SLz82bva9lwN off=1044961 len=1749125 2024-08-04T15:51:24.578 INFO:tasks.workunit.client.0.smithi007.stdout:op 914 completed, throughput=4.99MB/sec 2024-08-04T15:51:24.578 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-r5vt1O77S6eYE43 off=14003469 len=1107381 2024-08-04T15:51:24.579 INFO:tasks.workunit.client.0.smithi007.stdout:op 915 completed, throughput=4.99MB/sec 2024-08-04T15:51:24.580 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ia5jx0GFhu0x0FH off=2279352 len=1553285 2024-08-04T15:51:24.583 INFO:tasks.workunit.client.0.smithi007.stdout:op 916 completed, throughput=5MB/sec 2024-08-04T15:51:25.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:24 smithi062 ceph-mon[85960]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-04T15:51:25.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:24 smithi007 ceph-mon[92692]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-04T15:51:25.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:24 smithi007 ceph-mon[94998]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-04T15:51:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: 180: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:25.583 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qoKUxERS8TTWyNP off=5630257 len=1931443 2024-08-04T15:51:25.586 INFO:tasks.workunit.client.0.smithi007.stdout:op 917 completed, throughput=4.99MB/sec 2024-08-04T15:51:25.586 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1hG_4fRxSmZ0bcw off=1136813 len=299561 2024-08-04T15:51:25.589 INFO:tasks.workunit.client.0.smithi007.stdout:op 918 completed, throughput=4.99MB/sec 2024-08-04T15:51:25.589 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LAORLsrGTDmvfB_ off=4062047 len=1072426 2024-08-04T15:51:25.594 INFO:tasks.workunit.client.0.smithi007.stdout:op 919 completed, throughput=4.99MB/sec 2024-08-04T15:51:25.594 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pUWaDv4RItH1ogm off=3063162 len=32646 2024-08-04T15:51:25.596 INFO:tasks.workunit.client.0.smithi007.stdout:op 920 completed, throughput=4.99MB/sec 2024-08-04T15:51:25.596 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7Kz9MxOiMUo4uLp off=1083609 len=1877290 2024-08-04T15:51:25.601 INFO:tasks.workunit.client.0.smithi007.stdout:op 921 completed, throughput=5MB/sec 2024-08-04T15:51:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:51:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:51:26] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-08-04T15:51:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: 181: throughput=4.97MB/sec pending data=0 2024-08-04T15:51:26.601 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8cI90Gu-dqfzuQW off=2384151 len=523113 2024-08-04T15:51:26.602 INFO:tasks.workunit.client.0.smithi007.stdout:op 922 completed, throughput=4.98MB/sec 2024-08-04T15:51:26.602 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aPRbMdV-hnNNClb off=17778443 len=539159 2024-08-04T15:51:26.604 INFO:tasks.workunit.client.0.smithi007.stdout:op 923 completed, throughput=4.98MB/sec 2024-08-04T15:51:26.604 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--MlEjnG1cneSERy off=5045282 len=546382 2024-08-04T15:51:26.605 INFO:tasks.workunit.client.0.smithi007.stdout:op 924 completed, throughput=4.98MB/sec 2024-08-04T15:51:26.605 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-etgJY9IzWi_AI7j off=2643068 len=643500 2024-08-04T15:51:26.609 INFO:tasks.workunit.client.0.smithi007.stdout:op 925 completed, throughput=4.99MB/sec 2024-08-04T15:51:26.609 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AqJR3YKlu0Ru1u7 off=13825229 len=106415 2024-08-04T15:51:26.612 INFO:tasks.workunit.client.0.smithi007.stdout:op 926 completed, throughput=4.99MB/sec 2024-08-04T15:51:26.612 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JPfGay_5C2RRVz4 off=2850782 len=1973464 2024-08-04T15:51:26.615 INFO:tasks.workunit.client.0.smithi007.stdout:op 927 completed, throughput=5MB/sec 2024-08-04T15:51:26.615 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xozE1J2d30tj-VD off=1174737 len=333251 2024-08-04T15:51:26.616 INFO:tasks.workunit.client.0.smithi007.stdout:op 928 completed, throughput=5MB/sec 2024-08-04T15:51:26.616 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Xs-6JalZglOLMmJ off=11441 len=1158434 2024-08-04T15:51:26.622 INFO:tasks.workunit.client.0.smithi007.stdout:op 929 completed, throughput=5MB/sec 2024-08-04T15:51:27.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:26 smithi062 ceph-mon[85960]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:51:27.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:26 smithi007 ceph-mon[92692]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:51:27.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:26 smithi007 ceph-mon[94998]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:51:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: 182: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:27.621 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pml8ia4wV2SKlSv off=9767582 len=1164013 2024-08-04T15:51:27.623 INFO:tasks.workunit.client.0.smithi007.stdout:op 930 completed, throughput=4.98MB/sec 2024-08-04T15:51:27.623 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3BpbWe7hDTEihG6 off=1166956 len=723988 2024-08-04T15:51:27.624 INFO:tasks.workunit.client.0.smithi007.stdout:op 931 completed, throughput=4.99MB/sec 2024-08-04T15:51:27.624 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yZqTIiP8gF5-ik5 off=1229881 len=548071 2024-08-04T15:51:27.627 INFO:tasks.workunit.client.0.smithi007.stdout:op 932 completed, throughput=4.99MB/sec 2024-08-04T15:51:27.627 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Si-n9V244eK-AiV off=5941041 len=396631 2024-08-04T15:51:27.630 INFO:tasks.workunit.client.0.smithi007.stdout:op 933 completed, throughput=4.99MB/sec 2024-08-04T15:51:27.630 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-alqoEl-PDmRGcYm off=11808002 len=1448407 2024-08-04T15:51:27.638 INFO:tasks.workunit.client.0.smithi007.stdout:op 934 completed, throughput=5MB/sec 2024-08-04T15:51:27.638 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iOFNmJigRAxsLEB off=2890874 len=130065 2024-08-04T15:51:27.639 INFO:tasks.workunit.client.0.smithi007.stdout:op 935 completed, throughput=5MB/sec 2024-08-04T15:51:27.639 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vzUqalkJDK20BpE off=1217694 len=127434 2024-08-04T15:51:27.641 INFO:tasks.workunit.client.0.smithi007.stdout:op 936 completed, throughput=5MB/sec 2024-08-04T15:51:28.641 INFO:tasks.workunit.client.0.smithi007.stdout: 183: throughput=4.97MB/sec pending data=0 2024-08-04T15:51:28.642 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1d9O_GbbMI_lInO off=4512921 len=1324494 2024-08-04T15:51:28.643 INFO:tasks.workunit.client.0.smithi007.stdout:op 937 completed, throughput=4.98MB/sec 2024-08-04T15:51:28.643 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-p772Tcjcd-Jf4yR off=1995170 len=1372107 2024-08-04T15:51:28.650 INFO:tasks.workunit.client.0.smithi007.stdout:op 938 completed, throughput=4.99MB/sec 2024-08-04T15:51:28.650 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-c93MYF0P4cDldLf off=14888212 len=147838 2024-08-04T15:51:28.651 INFO:tasks.workunit.client.0.smithi007.stdout:op 939 completed, throughput=4.99MB/sec 2024-08-04T15:51:28.651 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nzR5Jj2sYzhiNfo off=3778626 len=1152882 2024-08-04T15:51:28.655 INFO:tasks.workunit.client.0.smithi007.stdout:op 940 completed, throughput=4.99MB/sec 2024-08-04T15:51:28.656 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OGBpoHEa9cVkdqF off=2609889 len=2031214 2024-08-04T15:51:28.658 INFO:tasks.workunit.client.0.smithi007.stdout:op 941 completed, throughput=5MB/sec 2024-08-04T15:51:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:28 smithi062 ceph-mon[85960]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:51:29.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:28 smithi007 ceph-mon[92692]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:51:29.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:28 smithi007 ceph-mon[94998]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:51:29.658 INFO:tasks.workunit.client.0.smithi007.stdout: 184: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:29.659 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6ObUOBZP-VKFU5B off=3133832 len=1344654 2024-08-04T15:51:29.666 INFO:tasks.workunit.client.0.smithi007.stdout:op 942 completed, throughput=4.98MB/sec 2024-08-04T15:51:29.666 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MaHlX6aDxZCgy5V off=0 len=2069791 2024-08-04T15:51:29.668 INFO:tasks.workunit.client.0.smithi007.stdout:op 943 completed, throughput=4.99MB/sec 2024-08-04T15:51:29.668 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uUtLJTDt6JxqGPY off=9519294 len=614499 2024-08-04T15:51:29.672 INFO:tasks.workunit.client.0.smithi007.stdout:op 944 completed, throughput=5MB/sec 2024-08-04T15:51:29.672 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IRJiC37AigXLiRJ off=14638997 len=1891503 2024-08-04T15:51:29.675 INFO:tasks.workunit.client.0.smithi007.stdout:op 945 completed, throughput=5.01MB/sec 2024-08-04T15:51:30.675 INFO:tasks.workunit.client.0.smithi007.stdout: 185: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:30.675 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ae_ynEbHDD2vPVP off=21339154 len=597956 2024-08-04T15:51:30.679 INFO:tasks.workunit.client.0.smithi007.stdout:op 946 completed, throughput=4.98MB/sec 2024-08-04T15:51:30.679 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SzqoZ8QewKst_Lk off=10231399 len=463274 2024-08-04T15:51:30.682 INFO:tasks.workunit.client.0.smithi007.stdout:op 947 completed, throughput=4.99MB/sec 2024-08-04T15:51:30.683 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PtNV53HTLS-ElwN off=9686716 len=322911 2024-08-04T15:51:30.684 INFO:tasks.workunit.client.0.smithi007.stdout:op 948 completed, throughput=4.99MB/sec 2024-08-04T15:51:30.684 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aFWrnP1WOQV2Qug off=227780 len=1670130 2024-08-04T15:51:30.686 INFO:tasks.workunit.client.0.smithi007.stdout:op 949 completed, throughput=5MB/sec 2024-08-04T15:51:30.686 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WQeKUXmqxJSWNpA off=1170498 len=155258 2024-08-04T15:51:30.686 INFO:tasks.workunit.client.0.smithi007.stdout:op 950 completed, throughput=5MB/sec 2024-08-04T15:51:30.686 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dNyNkycC3zS39gY off=8736753 len=197751 2024-08-04T15:51:30.689 INFO:tasks.workunit.client.0.smithi007.stdout:op 951 completed, throughput=5MB/sec 2024-08-04T15:51:30.689 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vWqHEOqcZsajTM- off=6984238 len=200354 2024-08-04T15:51:30.691 INFO:tasks.workunit.client.0.smithi007.stdout:op 952 completed, throughput=5MB/sec 2024-08-04T15:51:30.692 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--93jZPVg9q0ZaAd off=1650234 len=1635384 2024-08-04T15:51:30.697 INFO:tasks.workunit.client.0.smithi007.stdout:op 953 completed, throughput=5.01MB/sec 2024-08-04T15:51:31.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:30 smithi062 ceph-mon[85960]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:51:31.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:30 smithi007 ceph-mon[92692]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:51:31.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:30 smithi007 ceph-mon[94998]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:51:31.698 INFO:tasks.workunit.client.0.smithi007.stdout: 186: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:31.698 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MaHlX6aDxZCgy5V off=198007 len=1871784 2024-08-04T15:51:31.699 INFO:tasks.workunit.client.0.smithi007.stdout:op 954 completed, throughput=4.99MB/sec 2024-08-04T15:51:31.700 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sWzMnYD8MWGPztc off=5628786 len=1017674 2024-08-04T15:51:31.704 INFO:tasks.workunit.client.0.smithi007.stdout:op 955 completed, throughput=4.99MB/sec 2024-08-04T15:51:31.704 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gnK-bXTY-GY2877 off=879754 len=925059 2024-08-04T15:51:31.709 INFO:tasks.workunit.client.0.smithi007.stdout:op 956 completed, throughput=5MB/sec 2024-08-04T15:51:31.709 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GBzByc7TXLvRcUw off=11946823 len=1825372 2024-08-04T15:51:31.719 INFO:tasks.workunit.client.0.smithi007.stdout:op 957 completed, throughput=5.01MB/sec 2024-08-04T15:51:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:51:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:51:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:51:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:51:32.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:51:32.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:51:32.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:51:32.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:51:32.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:51:32.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:51:32.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:51:32.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:51:32.643 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:51:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:51:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:51:32.719 INFO:tasks.workunit.client.0.smithi007.stdout: 187: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:32.719 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8YgUbzd8bpESv4r off=1395002 len=561998 2024-08-04T15:51:32.724 INFO:tasks.workunit.client.0.smithi007.stdout:op 958 completed, throughput=4.98MB/sec 2024-08-04T15:51:32.724 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JzFu2-JjY52PKqP off=3695640 len=2085975 2024-08-04T15:51:32.726 INFO:tasks.workunit.client.0.smithi007.stdout:op 959 completed, throughput=4.99MB/sec 2024-08-04T15:51:32.726 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Qn1zHyLj2r0m7yP off=21324429 len=515975 2024-08-04T15:51:32.727 INFO:tasks.workunit.client.0.smithi007.stdout:op 960 completed, throughput=5MB/sec 2024-08-04T15:51:32.728 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-j5OVKY7F-dENmqo off=6973472 len=1682344 2024-08-04T15:51:32.729 INFO:tasks.workunit.client.0.smithi007.stdout:op 961 completed, throughput=5.01MB/sec 2024-08-04T15:51:33.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:32 smithi062 ceph-mon[85960]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T15:51:33.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:32 smithi007 ceph-mon[92692]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T15:51:33.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:32 smithi007 ceph-mon[94998]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T15:51:33.730 INFO:tasks.workunit.client.0.smithi007.stdout: 188: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:33.730 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nzEdNGWX2N50tO9 off=7802211 len=1319131 2024-08-04T15:51:33.732 INFO:tasks.workunit.client.0.smithi007.stdout:op 962 completed, throughput=4.99MB/sec 2024-08-04T15:51:33.732 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hDh_Wt6-OfqjqtJ off=6744025 len=886112 2024-08-04T15:51:33.737 INFO:tasks.workunit.client.0.smithi007.stdout:op 963 completed, throughput=4.99MB/sec 2024-08-04T15:51:33.737 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-09JP2quBr3jO9f_ off=14179916 len=316188 2024-08-04T15:51:33.738 INFO:tasks.workunit.client.0.smithi007.stdout:op 964 completed, throughput=4.99MB/sec 2024-08-04T15:51:33.738 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-56okCFaGgaOQM8i off=1320086 len=731999 2024-08-04T15:51:33.738 INFO:tasks.workunit.client.0.smithi007.stdout:op 965 completed, throughput=4.99MB/sec 2024-08-04T15:51:33.738 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WDmswYjAX6iaJUB off=350583 len=1478779 2024-08-04T15:51:33.746 INFO:tasks.workunit.client.0.smithi007.stdout:op 966 completed, throughput=5MB/sec 2024-08-04T15:51:34.747 INFO:tasks.workunit.client.0.smithi007.stdout: 189: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:34.747 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-45A6I3C0AwNMCqT off=2021715 len=1084065 2024-08-04T15:51:34.748 INFO:tasks.workunit.client.0.smithi007.stdout:op 967 completed, throughput=4.98MB/sec 2024-08-04T15:51:34.748 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Q8r8vwjzA2Ir-iS off=658216 len=1398913 2024-08-04T15:51:34.750 INFO:tasks.workunit.client.0.smithi007.stdout:op 968 completed, throughput=4.99MB/sec 2024-08-04T15:51:34.750 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jyzjcei7zyShVWg off=7595569 len=1364079 2024-08-04T15:51:34.752 INFO:tasks.workunit.client.0.smithi007.stdout:op 969 completed, throughput=4.99MB/sec 2024-08-04T15:51:34.752 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fcWYx0-ysgTe9za off=3350273 len=1481925 2024-08-04T15:51:34.760 INFO:tasks.workunit.client.0.smithi007.stdout:op 970 completed, throughput=5MB/sec 2024-08-04T15:51:35.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:34 smithi062 ceph-mon[85960]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:51:35.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:34 smithi007 ceph-mon[94998]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:51:35.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:34 smithi007 ceph-mon[92692]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:51:35.760 INFO:tasks.workunit.client.0.smithi007.stdout: 190: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:35.760 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4YYGvdPhOkXiB41 off=18117238 len=1890038 2024-08-04T15:51:35.770 INFO:tasks.workunit.client.0.smithi007.stdout:op 971 completed, throughput=4.99MB/sec 2024-08-04T15:51:35.770 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Hu2BY9X-cESVhSM off=8747174 len=1002295 2024-08-04T15:51:35.772 INFO:tasks.workunit.client.0.smithi007.stdout:op 972 completed, throughput=4.99MB/sec 2024-08-04T15:51:35.772 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WlPZRhCwBzb_ayN off=6361037 len=1003901 2024-08-04T15:51:35.778 INFO:tasks.workunit.client.0.smithi007.stdout:op 973 completed, throughput=4.99MB/sec 2024-08-04T15:51:35.779 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-plx0UftIC_GS6gD off=5387337 len=7825 2024-08-04T15:51:35.779 INFO:tasks.workunit.client.0.smithi007.stdout:op 974 completed, throughput=5MB/sec 2024-08-04T15:51:35.779 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-l0HVwG7bDMo6KVW off=5470409 len=148817 2024-08-04T15:51:35.781 INFO:tasks.workunit.client.0.smithi007.stdout:op 975 completed, throughput=5MB/sec 2024-08-04T15:51:35.781 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vB0P_MV05G-shZt off=18193051 len=496378 2024-08-04T15:51:35.785 INFO:tasks.workunit.client.0.smithi007.stdout:op 976 completed, throughput=5MB/sec 2024-08-04T15:51:35.785 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3BoDs8QiKdu29YL off=16112906 len=118302 2024-08-04T15:51:35.788 INFO:tasks.workunit.client.0.smithi007.stdout:op 977 completed, throughput=5MB/sec 2024-08-04T15:51:35.788 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-P0qI8FdlhVVj4e4 off=4674859 len=64451 2024-08-04T15:51:35.788 INFO:tasks.workunit.client.0.smithi007.stdout:op 978 completed, throughput=5MB/sec 2024-08-04T15:51:35.788 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6XAJYM7X_Ok71g1 off=1663473 len=461466 2024-08-04T15:51:35.789 INFO:tasks.workunit.client.0.smithi007.stdout:op 979 completed, throughput=5MB/sec 2024-08-04T15:51:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:51:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:51:36] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2024-08-04T15:51:36.789 INFO:tasks.workunit.client.0.smithi007.stdout: 191: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:36.789 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DmkNqJNJzol2L30 off=9162805 len=1338266 2024-08-04T15:51:36.796 INFO:tasks.workunit.client.0.smithi007.stdout:op 980 completed, throughput=4.98MB/sec 2024-08-04T15:51:36.796 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PnuSamglI-u6v2G off=367097 len=1093466 2024-08-04T15:51:36.802 INFO:tasks.workunit.client.0.smithi007.stdout:op 981 completed, throughput=4.99MB/sec 2024-08-04T15:51:36.802 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Rlc3OzU_KdbzUKU off=577332 len=1915640 2024-08-04T15:51:36.814 INFO:tasks.workunit.client.0.smithi007.stdout:op 982 completed, throughput=5MB/sec 2024-08-04T15:51:36.815 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sQTD4h92Zq3iY-4 off=2026003 len=1324472 2024-08-04T15:51:36.820 INFO:tasks.workunit.client.0.smithi007.stdout:op 983 completed, throughput=5MB/sec 2024-08-04T15:51:37.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:36 smithi062 ceph-mon[85960]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:51:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:51:37.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:36 smithi007 ceph-mon[92692]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:51:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:51:37.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:36 smithi007 ceph-mon[94998]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:51:37.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:51:37.820 INFO:tasks.workunit.client.0.smithi007.stdout: 192: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:37.820 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SRTMZrEg2dHVdS3 off=15805642 len=936315 2024-08-04T15:51:37.826 INFO:tasks.workunit.client.0.smithi007.stdout:op 984 completed, throughput=4.98MB/sec 2024-08-04T15:51:37.826 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RyAqSx1VnAXDMBa off=3939670 len=1133420 2024-08-04T15:51:37.827 INFO:tasks.workunit.client.0.smithi007.stdout:op 985 completed, throughput=4.99MB/sec 2024-08-04T15:51:37.827 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-g3CaYRrDMEjM4QN off=1094142 len=1653478 2024-08-04T15:51:37.829 INFO:tasks.workunit.client.0.smithi007.stdout:op 986 completed, throughput=4.99MB/sec 2024-08-04T15:51:37.830 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eoFLfOFRHnjFAOH off=8003161 len=481841 2024-08-04T15:51:37.833 INFO:tasks.workunit.client.0.smithi007.stdout:op 987 completed, throughput=5MB/sec 2024-08-04T15:51:37.833 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AgPg0LRP5ngn0bB off=5703958 len=1775434 2024-08-04T15:51:37.835 INFO:tasks.workunit.client.0.smithi007.stdout:op 988 completed, throughput=5.01MB/sec 2024-08-04T15:51:38.836 INFO:tasks.workunit.client.0.smithi007.stdout: 193: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:38.836 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FoTjf9yniGhLw1p off=19962685 len=1469773 2024-08-04T15:51:38.844 INFO:tasks.workunit.client.0.smithi007.stdout:op 989 completed, throughput=4.99MB/sec 2024-08-04T15:51:38.844 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-eRf8VUC8hZs3tSl off=17309870 len=689514 2024-08-04T15:51:38.845 INFO:tasks.workunit.client.0.smithi007.stdout:op 990 completed, throughput=4.99MB/sec 2024-08-04T15:51:38.845 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VqZDaYYUSD8GM7i off=1280358 len=780434 2024-08-04T15:51:38.846 INFO:tasks.workunit.client.0.smithi007.stdout:op 991 completed, throughput=4.99MB/sec 2024-08-04T15:51:38.846 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-r7-R8ONqIEaN8sp off=1386198 len=629176 2024-08-04T15:51:38.851 INFO:tasks.workunit.client.0.smithi007.stdout:op 992 completed, throughput=5MB/sec 2024-08-04T15:51:38.851 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-k8wHZDvd-Jcy_4s off=24108030 len=74386 2024-08-04T15:51:38.852 INFO:tasks.workunit.client.0.smithi007.stdout:op 993 completed, throughput=5MB/sec 2024-08-04T15:51:38.852 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2-PSadAqQMKAI_J off=5768634 len=1681954 2024-08-04T15:51:38.854 INFO:tasks.workunit.client.0.smithi007.stdout:op 994 completed, throughput=5.01MB/sec 2024-08-04T15:51:39.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:38 smithi062 ceph-mon[85960]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-04T15:51:39.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:38 smithi007 ceph-mon[94998]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-04T15:51:39.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:38 smithi007 ceph-mon[92692]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-04T15:51:39.855 INFO:tasks.workunit.client.0.smithi007.stdout: 194: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:39.855 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-sPwTjV67PnrMI1x off=12426991 len=1970884 2024-08-04T15:51:39.858 INFO:tasks.workunit.client.0.smithi007.stdout:op 995 completed, throughput=4.99MB/sec 2024-08-04T15:51:39.858 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EFAr9u-TGlFkABZ off=5177442 len=1511869 2024-08-04T15:51:39.860 INFO:tasks.workunit.client.0.smithi007.stdout:op 996 completed, throughput=5MB/sec 2024-08-04T15:51:39.860 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jrw5ofTH_M5x1FN off=5688151 len=1515132 2024-08-04T15:51:39.863 INFO:tasks.workunit.client.0.smithi007.stdout:op 997 completed, throughput=5MB/sec 2024-08-04T15:51:40.864 INFO:tasks.workunit.client.0.smithi007.stdout: 195: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:40.864 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xEqB7iLCebUSbHB off=7109011 len=285120 2024-08-04T15:51:40.867 INFO:tasks.workunit.client.0.smithi007.stdout:op 998 completed, throughput=4.98MB/sec 2024-08-04T15:51:40.867 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FEP3OK2WFPWD8MK off=164617 len=298497 2024-08-04T15:51:40.870 INFO:tasks.workunit.client.0.smithi007.stdout:op 999 completed, throughput=4.98MB/sec 2024-08-04T15:51:40.871 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hN_2d2ZNmzfRRjN off=2304798 len=1127664 2024-08-04T15:51:40.872 INFO:tasks.workunit.client.0.smithi007.stdout:op 1000 completed, throughput=4.99MB/sec 2024-08-04T15:51:40.872 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UGcFwsCTZ9i-4sk off=1399535 len=1013161 2024-08-04T15:51:40.878 INFO:tasks.workunit.client.0.smithi007.stdout:op 1001 completed, throughput=4.99MB/sec 2024-08-04T15:51:40.878 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZbXsT1OIFvoC2i3 off=4059775 len=775303 2024-08-04T15:51:40.880 INFO:tasks.workunit.client.0.smithi007.stdout:op 1002 completed, throughput=5MB/sec 2024-08-04T15:51:40.880 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JVO_0KCrbRawA69 off=2138558 len=370268 2024-08-04T15:51:40.881 INFO:tasks.workunit.client.0.smithi007.stdout:op 1003 completed, throughput=5MB/sec 2024-08-04T15:51:40.881 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jtvl_DIKvc9bAjr off=5000894 len=1117717 2024-08-04T15:51:40.882 INFO:tasks.workunit.client.0.smithi007.stdout:op 1004 completed, throughput=5MB/sec 2024-08-04T15:51:41.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:40 smithi062 ceph-mon[85960]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-04T15:51:41.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:40 smithi007 ceph-mon[94998]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-04T15:51:41.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:40 smithi007 ceph-mon[92692]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-04T15:51:41.883 INFO:tasks.workunit.client.0.smithi007.stdout: 196: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:41.883 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QdSO7xVU9rQ4Doy off=6508336 len=882653 2024-08-04T15:51:41.884 INFO:tasks.workunit.client.0.smithi007.stdout:op 1005 completed, throughput=4.98MB/sec 2024-08-04T15:51:41.884 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JazkBA7Z51Haku0 off=4485749 len=1702331 2024-08-04T15:51:41.886 INFO:tasks.workunit.client.0.smithi007.stdout:op 1006 completed, throughput=4.99MB/sec 2024-08-04T15:51:41.886 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zv_kKXXFsu-XOg5 off=19033001 len=62387 2024-08-04T15:51:41.886 INFO:tasks.workunit.client.0.smithi007.stdout:op 1007 completed, throughput=4.99MB/sec 2024-08-04T15:51:41.886 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AC4TzvqVNU0nR9b off=14276075 len=1196880 2024-08-04T15:51:41.893 INFO:tasks.workunit.client.0.smithi007.stdout:op 1008 completed, throughput=5MB/sec 2024-08-04T15:51:41.893 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4GhID-VYE0c54JT off=2353371 len=231968 2024-08-04T15:51:41.893 INFO:tasks.workunit.client.0.smithi007.stdout:op 1009 completed, throughput=5MB/sec 2024-08-04T15:51:41.893 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3uQyMMS36cLiVNQ off=19698903 len=234358 2024-08-04T15:51:41.897 INFO:tasks.workunit.client.0.smithi007.stdout:op 1010 completed, throughput=5MB/sec 2024-08-04T15:51:41.897 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GBsESQAViZRMPVx off=2254892 len=408212 2024-08-04T15:51:41.898 INFO:tasks.workunit.client.0.smithi007.stdout:op 1011 completed, throughput=5MB/sec 2024-08-04T15:51:41.898 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_31XPYrlxbztegt off=11074 len=1299968 2024-08-04T15:51:41.899 INFO:tasks.workunit.client.0.smithi007.stdout:op 1012 completed, throughput=5.01MB/sec 2024-08-04T15:51:42.657 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:51:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:51:42.899 INFO:tasks.workunit.client.0.smithi007.stdout: 197: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:42.900 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FrJxGKHf5Xu6ypW off=667641 len=75205 2024-08-04T15:51:42.902 INFO:tasks.workunit.client.0.smithi007.stdout:op 1013 completed, throughput=4.98MB/sec 2024-08-04T15:51:42.902 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-K51saWZEjsStQ_K off=8165638 len=1398228 2024-08-04T15:51:42.904 INFO:tasks.workunit.client.0.smithi007.stdout:op 1014 completed, throughput=4.99MB/sec 2024-08-04T15:51:42.904 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vmwUlBVaQtEjDlV off=934360 len=419039 2024-08-04T15:51:42.908 INFO:tasks.workunit.client.0.smithi007.stdout:op 1015 completed, throughput=4.99MB/sec 2024-08-04T15:51:42.908 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3-z1vZeKrWVrQHE off=4676851 len=141377 2024-08-04T15:51:42.910 INFO:tasks.workunit.client.0.smithi007.stdout:op 1016 completed, throughput=4.99MB/sec 2024-08-04T15:51:42.910 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Q_Y_Uf8bsQRDT28 off=15564862 len=785111 2024-08-04T15:51:42.916 INFO:tasks.workunit.client.0.smithi007.stdout:op 1017 completed, throughput=4.99MB/sec 2024-08-04T15:51:42.916 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vOZUuZWm4Qar69D off=627592 len=1972429 2024-08-04T15:51:42.928 INFO:tasks.workunit.client.0.smithi007.stdout:op 1018 completed, throughput=5MB/sec 2024-08-04T15:51:43.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:42 smithi062 ceph-mon[85960]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:51:43.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:42 smithi007 ceph-mon[94998]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:51:43.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:42 smithi007 ceph-mon[92692]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:51:43.928 INFO:tasks.workunit.client.0.smithi007.stdout: 198: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:43.928 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gxRZKbfej1I85Yv off=950192 len=1540054 2024-08-04T15:51:43.936 INFO:tasks.workunit.client.0.smithi007.stdout:op 1019 completed, throughput=4.98MB/sec 2024-08-04T15:51:43.936 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-D5X_Pg4bBVIpZmQ off=957182 len=899569 2024-08-04T15:51:43.938 INFO:tasks.workunit.client.0.smithi007.stdout:op 1020 completed, throughput=4.99MB/sec 2024-08-04T15:51:43.938 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ukg-4fs2R0i4CJf off=5542698 len=491402 2024-08-04T15:51:43.942 INFO:tasks.workunit.client.0.smithi007.stdout:op 1021 completed, throughput=4.99MB/sec 2024-08-04T15:51:43.942 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qfY505MyLLvBeJ7 off=11389822 len=219875 2024-08-04T15:51:43.942 INFO:tasks.workunit.client.0.smithi007.stdout:op 1022 completed, throughput=4.99MB/sec 2024-08-04T15:51:43.943 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mU7YrYL8nuw7oN9 off=23209350 len=1131641 2024-08-04T15:51:43.948 INFO:tasks.workunit.client.0.smithi007.stdout:op 1023 completed, throughput=5MB/sec 2024-08-04T15:51:43.948 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dX_WHSg0WiBF_8n off=15119759 len=1424213 2024-08-04T15:51:43.954 INFO:tasks.workunit.client.0.smithi007.stdout:op 1024 completed, throughput=5MB/sec 2024-08-04T15:51:44.954 INFO:tasks.workunit.client.0.smithi007.stdout: 199: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:44.955 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mPAS-9qwD5FnT6C off=11915649 len=2008068 2024-08-04T15:51:44.965 INFO:tasks.workunit.client.0.smithi007.stdout:op 1025 completed, throughput=4.99MB/sec 2024-08-04T15:51:44.965 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-x1eWyGjQpWGDRAY off=12918907 len=768385 2024-08-04T15:51:44.967 INFO:tasks.workunit.client.0.smithi007.stdout:op 1026 completed, throughput=4.99MB/sec 2024-08-04T15:51:44.967 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wMqGDKOBzNLDM94 off=1996178 len=687492 2024-08-04T15:51:44.971 INFO:tasks.workunit.client.0.smithi007.stdout:op 1027 completed, throughput=5MB/sec 2024-08-04T15:51:44.971 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6DTdiwIJRB7R8jD off=5504358 len=1598281 2024-08-04T15:51:44.973 INFO:tasks.workunit.client.0.smithi007.stdout:op 1028 completed, throughput=5MB/sec 2024-08-04T15:51:45.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:44 smithi062 ceph-mon[85960]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:51:45.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:44 smithi007 ceph-mon[92692]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:51:45.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:44 smithi007 ceph-mon[94998]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:51:45.974 INFO:tasks.workunit.client.0.smithi007.stdout: 200: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:45.974 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0nT2tqrl2NaQt0G off=3257930 len=368263 2024-08-04T15:51:45.975 INFO:tasks.workunit.client.0.smithi007.stdout:op 1029 completed, throughput=4.98MB/sec 2024-08-04T15:51:45.975 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PWfFObNrz13tpOL off=16501561 len=1375179 2024-08-04T15:51:45.981 INFO:tasks.workunit.client.0.smithi007.stdout:op 1030 completed, throughput=4.99MB/sec 2024-08-04T15:51:45.982 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wGM9Zx2H9nxkFrE off=1692458 len=67916 2024-08-04T15:51:45.982 INFO:tasks.workunit.client.0.smithi007.stdout:op 1031 completed, throughput=4.99MB/sec 2024-08-04T15:51:45.982 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2i-xU4viLknSVaH off=3586402 len=1658156 2024-08-04T15:51:45.986 INFO:tasks.workunit.client.0.smithi007.stdout:op 1032 completed, throughput=4.99MB/sec 2024-08-04T15:51:45.986 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-M2wlpe7Y3XyrBVL off=11068793 len=1499073 2024-08-04T15:51:45.987 INFO:tasks.workunit.client.0.smithi007.stdout:op 1033 completed, throughput=5MB/sec 2024-08-04T15:51:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:51:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:51:46] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2024-08-04T15:51:46.988 INFO:tasks.workunit.client.0.smithi007.stdout: 201: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:46.988 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NPc_oH8KfRbuy6H off=6435572 len=2094482 2024-08-04T15:51:46.997 INFO:tasks.workunit.client.0.smithi007.stdout:op 1034 completed, throughput=4.99MB/sec 2024-08-04T15:51:46.997 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EL3ManRJ3T2mY_D off=3871997 len=594161 2024-08-04T15:51:47.001 INFO:tasks.workunit.client.0.smithi007.stdout:op 1035 completed, throughput=4.99MB/sec 2024-08-04T15:51:47.001 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bL3NxTwMpelIB9I off=20078403 len=1479641 2024-08-04T15:51:47.007 INFO:tasks.workunit.client.0.smithi007.stdout:op 1036 completed, throughput=5MB/sec 2024-08-04T15:51:47.007 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ky8C8howgH1IEEh off=7480888 len=163031 2024-08-04T15:51:47.008 INFO:tasks.workunit.client.0.smithi007.stdout:op 1037 completed, throughput=5MB/sec 2024-08-04T15:51:47.008 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jj2LSgQ_GV6W05F off=2357629 len=1907659 2024-08-04T15:51:47.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:46 smithi062 ceph-mon[85960]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:51:47.012 INFO:tasks.workunit.client.0.smithi007.stdout:op 1038 completed, throughput=5.01MB/sec 2024-08-04T15:51:47.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:46 smithi007 ceph-mon[92692]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:51:47.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:46 smithi007 ceph-mon[94998]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:51:48.012 INFO:tasks.workunit.client.0.smithi007.stdout: 202: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:48.012 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eMt0APM0UKsuXmS off=492861 len=1561273 2024-08-04T15:51:48.023 INFO:tasks.workunit.client.0.smithi007.stdout:op 1039 completed, throughput=4.99MB/sec 2024-08-04T15:51:48.023 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-L410naNcif6XbwB off=316903 len=1720602 2024-08-04T15:51:48.025 INFO:tasks.workunit.client.0.smithi007.stdout:op 1040 completed, throughput=5MB/sec 2024-08-04T15:51:48.025 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zGEEvPmMaUn-WKC off=15251363 len=492394 2024-08-04T15:51:48.026 INFO:tasks.workunit.client.0.smithi007.stdout:op 1041 completed, throughput=5MB/sec 2024-08-04T15:51:48.027 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EwxJ1CxbWHivLJE off=8226912 len=1563056 2024-08-04T15:51:48.030 INFO:tasks.workunit.client.0.smithi007.stdout:op 1042 completed, throughput=5.01MB/sec 2024-08-04T15:51:49.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:48 smithi062 ceph-mon[85960]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:51:49.030 INFO:tasks.workunit.client.0.smithi007.stdout: 203: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:49.030 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-G3_fQCr2d3eusxy off=3648969 len=399490 2024-08-04T15:51:49.034 INFO:tasks.workunit.client.0.smithi007.stdout:op 1043 completed, throughput=4.98MB/sec 2024-08-04T15:51:49.034 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-h09zvPs3enRv1HB off=10566749 len=497109 2024-08-04T15:51:49.035 INFO:tasks.workunit.client.0.smithi007.stdout:op 1044 completed, throughput=4.99MB/sec 2024-08-04T15:51:49.035 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pSgsPHrYTo5no4z off=1602828 len=698803 2024-08-04T15:51:49.039 INFO:tasks.workunit.client.0.smithi007.stdout:op 1045 completed, throughput=4.99MB/sec 2024-08-04T15:51:49.040 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YZuAfpxhncpy-qC off=13641128 len=1129747 2024-08-04T15:51:49.041 INFO:tasks.workunit.client.0.smithi007.stdout:op 1046 completed, throughput=4.99MB/sec 2024-08-04T15:51:49.041 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mkMayvqra-SKi8x off=6326974 len=908334 2024-08-04T15:51:49.046 INFO:tasks.workunit.client.0.smithi007.stdout:op 1047 completed, throughput=5MB/sec 2024-08-04T15:51:49.046 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ofW1xT9bamIFytK off=5862085 len=303221 2024-08-04T15:51:49.047 INFO:tasks.workunit.client.0.smithi007.stdout:op 1048 completed, throughput=5MB/sec 2024-08-04T15:51:49.047 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Cz2nPBphf4cZWox off=12608118 len=1011799 2024-08-04T15:51:49.049 INFO:tasks.workunit.client.0.smithi007.stdout:op 1049 completed, throughput=5MB/sec 2024-08-04T15:51:49.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:48 smithi007 ceph-mon[94998]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:51:49.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:48 smithi007 ceph-mon[92692]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:51:50.050 INFO:tasks.workunit.client.0.smithi007.stdout: 204: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:50.051 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-a3LSEbzFQhCsJPz off=568588 len=1921378 2024-08-04T15:51:50.058 INFO:tasks.workunit.client.0.smithi007.stdout:op 1050 completed, throughput=4.99MB/sec 2024-08-04T15:51:50.058 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RWMabP23wh1-oyG off=9931420 len=1836341 2024-08-04T15:51:50.063 INFO:tasks.workunit.client.0.smithi007.stdout:op 1051 completed, throughput=5MB/sec 2024-08-04T15:51:50.063 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EDhDbz0zxzxedIQ off=2239789 len=936534 2024-08-04T15:51:50.067 INFO:tasks.workunit.client.0.smithi007.stdout:op 1052 completed, throughput=5MB/sec 2024-08-04T15:51:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:50 smithi062 ceph-mon[85960]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:51:51.067 INFO:tasks.workunit.client.0.smithi007.stdout: 205: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:51.068 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Y_kj4RNc4C5Q6VJ off=5064180 len=878794 2024-08-04T15:51:51.072 INFO:tasks.workunit.client.0.smithi007.stdout:op 1053 completed, throughput=4.98MB/sec 2024-08-04T15:51:51.072 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KqKBruezBITIrL- off=1318205 len=2075855 2024-08-04T15:51:51.085 INFO:tasks.workunit.client.0.smithi007.stdout:op 1054 completed, throughput=4.99MB/sec 2024-08-04T15:51:51.085 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6CSUqImQkGXWWfn off=16808371 len=1143702 2024-08-04T15:51:51.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:50 smithi007 ceph-mon[94998]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:51:51.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:50 smithi007 ceph-mon[92692]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:51:51.086 INFO:tasks.workunit.client.0.smithi007.stdout:op 1055 completed, throughput=4.99MB/sec 2024-08-04T15:51:51.086 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-U8xz6yrzmq2NYcv off=7162687 len=863922 2024-08-04T15:51:51.091 INFO:tasks.workunit.client.0.smithi007.stdout:op 1056 completed, throughput=5MB/sec 2024-08-04T15:51:51.091 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7YpvGkUTHtI8nn1 off=3509584 len=1554049 2024-08-04T15:51:51.094 INFO:tasks.workunit.client.0.smithi007.stdout:op 1057 completed, throughput=5.01MB/sec 2024-08-04T15:51:52.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:51:52.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:51:52.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:51:52.094 INFO:tasks.workunit.client.0.smithi007.stdout: 206: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:52.094 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vOVHwzK8jxRaSBM off=1371466 len=35848 2024-08-04T15:51:52.095 INFO:tasks.workunit.client.0.smithi007.stdout:op 1058 completed, throughput=4.98MB/sec 2024-08-04T15:51:52.095 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZOjYQVLJYcAC6Cm off=8040727 len=500433 2024-08-04T15:51:52.096 INFO:tasks.workunit.client.0.smithi007.stdout:op 1059 completed, throughput=4.98MB/sec 2024-08-04T15:51:52.097 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4HUTq2uRcbN4klK off=14036670 len=1745658 2024-08-04T15:51:52.099 INFO:tasks.workunit.client.0.smithi007.stdout:op 1060 completed, throughput=4.99MB/sec 2024-08-04T15:51:52.099 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uUtLJTDt6JxqGPY off=8594216 len=1767945 2024-08-04T15:51:52.106 INFO:tasks.workunit.client.0.smithi007.stdout:op 1061 completed, throughput=5MB/sec 2024-08-04T15:51:52.106 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZQRZ5g9I70TqfgK off=3813040 len=1368004 2024-08-04T15:51:52.109 INFO:tasks.workunit.client.0.smithi007.stdout:op 1062 completed, throughput=5.01MB/sec 2024-08-04T15:51:52.673 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:51:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:51:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:51:53.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:52 smithi062 ceph-mon[85960]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:51:53.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:52 smithi007 ceph-mon[94998]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:51:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:52 smithi007 ceph-mon[92692]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:51:53.110 INFO:tasks.workunit.client.0.smithi007.stdout: 207: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:53.110 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WafytYJoegfzclu off=9831085 len=1089143 2024-08-04T15:51:53.116 INFO:tasks.workunit.client.0.smithi007.stdout:op 1063 completed, throughput=4.99MB/sec 2024-08-04T15:51:53.116 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KubvoLnBAWfx5i7 off=3039696 len=296893 2024-08-04T15:51:53.117 INFO:tasks.workunit.client.0.smithi007.stdout:op 1064 completed, throughput=4.99MB/sec 2024-08-04T15:51:53.117 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uKrFN6velUcUs4Z off=14579268 len=1778576 2024-08-04T15:51:53.120 INFO:tasks.workunit.client.0.smithi007.stdout:op 1065 completed, throughput=5MB/sec 2024-08-04T15:51:53.120 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-luswKoO5Zr1dSX8 off=3904762 len=85398 2024-08-04T15:51:53.121 INFO:tasks.workunit.client.0.smithi007.stdout:op 1066 completed, throughput=5MB/sec 2024-08-04T15:51:53.121 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TZLm2G4Hrxd42bk off=10735450 len=625854 2024-08-04T15:51:53.122 INFO:tasks.workunit.client.0.smithi007.stdout:op 1067 completed, throughput=5MB/sec 2024-08-04T15:51:53.122 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-splcEVq8wmD9PxD off=2947702 len=1814240 2024-08-04T15:51:53.129 INFO:tasks.workunit.client.0.smithi007.stdout:op 1068 completed, throughput=5.01MB/sec 2024-08-04T15:51:54.129 INFO:tasks.workunit.client.0.smithi007.stdout: 208: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:54.130 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-s1VhBEjA7HA4oXW off=445474 len=507760 2024-08-04T15:51:54.133 INFO:tasks.workunit.client.0.smithi007.stdout:op 1069 completed, throughput=4.99MB/sec 2024-08-04T15:51:54.134 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0KeUZrPtFPYlBj2 off=14909071 len=184148 2024-08-04T15:51:54.136 INFO:tasks.workunit.client.0.smithi007.stdout:op 1070 completed, throughput=4.99MB/sec 2024-08-04T15:51:54.136 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pMSvpZTIEHcYv5i off=7518833 len=1671977 2024-08-04T15:51:54.138 INFO:tasks.workunit.client.0.smithi007.stdout:op 1071 completed, throughput=4.99MB/sec 2024-08-04T15:51:54.138 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9s6iIbfgVb5pMXn off=1846319 len=1267989 2024-08-04T15:51:54.144 INFO:tasks.workunit.client.0.smithi007.stdout:op 1072 completed, throughput=5MB/sec 2024-08-04T15:51:54.145 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gWzdN_wkoOcUJMb off=6378143 len=852968 2024-08-04T15:51:54.149 INFO:tasks.workunit.client.0.smithi007.stdout:op 1073 completed, throughput=5MB/sec 2024-08-04T15:51:55.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:54 smithi062 ceph-mon[85960]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:51:55.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:54 smithi007 ceph-mon[92692]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:51:55.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:54 smithi007 ceph-mon[94998]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:51:55.149 INFO:tasks.workunit.client.0.smithi007.stdout: 209: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:55.149 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-eCPUE-xsC-0hSWs off=631305 len=1481651 2024-08-04T15:51:55.151 INFO:tasks.workunit.client.0.smithi007.stdout:op 1074 completed, throughput=4.99MB/sec 2024-08-04T15:51:55.152 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HpEopMNe5NBABiT off=5512218 len=1601365 2024-08-04T15:51:55.154 INFO:tasks.workunit.client.0.smithi007.stdout:op 1075 completed, throughput=4.99MB/sec 2024-08-04T15:51:55.154 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jnDAxMZLQ0M2g2Z off=451214 len=829187 2024-08-04T15:51:55.155 INFO:tasks.workunit.client.0.smithi007.stdout:op 1076 completed, throughput=5MB/sec 2024-08-04T15:51:55.155 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2HKMEMarqLdmAu9 off=2150904 len=1063466 2024-08-04T15:51:55.161 INFO:tasks.workunit.client.0.smithi007.stdout:op 1077 completed, throughput=5MB/sec 2024-08-04T15:51:56.161 INFO:tasks.workunit.client.0.smithi007.stdout: 210: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:56.161 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oZAyFqUMgpy7ZSQ off=2564130 len=1851018 2024-08-04T15:51:56.163 INFO:tasks.workunit.client.0.smithi007.stdout:op 1078 completed, throughput=4.99MB/sec 2024-08-04T15:51:56.164 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-c9_873uQKWdU__d off=232415 len=1739813 2024-08-04T15:51:56.172 INFO:tasks.workunit.client.0.smithi007.stdout:op 1079 completed, throughput=4.99MB/sec 2024-08-04T15:51:56.172 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yU7UG6SJMpuVzW1 off=10184384 len=1530431 2024-08-04T15:51:56.179 INFO:tasks.workunit.client.0.smithi007.stdout:op 1080 completed, throughput=5MB/sec 2024-08-04T15:51:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:51:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:51:56] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2024-08-04T15:51:57.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:56 smithi062 ceph-mon[85960]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T15:51:57.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:56 smithi007 ceph-mon[92692]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T15:51:57.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:56 smithi007 ceph-mon[94998]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T15:51:57.179 INFO:tasks.workunit.client.0.smithi007.stdout: 211: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:57.179 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--9dQc_iI7gYwJnJ off=13166643 len=1760272 2024-08-04T15:51:57.183 INFO:tasks.workunit.client.0.smithi007.stdout:op 1081 completed, throughput=4.99MB/sec 2024-08-04T15:51:57.183 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-J2fa6YbzwzqA3Mi off=1771075 len=596588 2024-08-04T15:51:57.185 INFO:tasks.workunit.client.0.smithi007.stdout:op 1082 completed, throughput=4.99MB/sec 2024-08-04T15:51:57.185 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Yp7TQ3tttqPKOyU off=5684057 len=1273057 2024-08-04T15:51:57.191 INFO:tasks.workunit.client.0.smithi007.stdout:op 1083 completed, throughput=4.99MB/sec 2024-08-04T15:51:57.191 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oqMVQJ46uITWVmZ off=13023191 len=974113 2024-08-04T15:51:57.193 INFO:tasks.workunit.client.0.smithi007.stdout:op 1084 completed, throughput=5MB/sec 2024-08-04T15:51:57.193 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Bf-q_Z2RRqRwBcw off=21787432 len=115941 2024-08-04T15:51:57.196 INFO:tasks.workunit.client.0.smithi007.stdout:op 1085 completed, throughput=5MB/sec 2024-08-04T15:51:57.196 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NBMhe5FTbQBilnF off=1298626 len=471085 2024-08-04T15:51:57.197 INFO:tasks.workunit.client.0.smithi007.stdout:op 1086 completed, throughput=5MB/sec 2024-08-04T15:51:58.198 INFO:tasks.workunit.client.0.smithi007.stdout: 212: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:58.198 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_U-Q5uc0Wp1CyRv off=943704 len=1115153 2024-08-04T15:51:58.203 INFO:tasks.workunit.client.0.smithi007.stdout:op 1087 completed, throughput=4.98MB/sec 2024-08-04T15:51:58.203 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6hekD0RJqZYK981 off=324316 len=1883822 2024-08-04T15:51:58.207 INFO:tasks.workunit.client.0.smithi007.stdout:op 1088 completed, throughput=4.99MB/sec 2024-08-04T15:51:58.208 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4YYGvdPhOkXiB41 off=17225418 len=864972 2024-08-04T15:51:58.213 INFO:tasks.workunit.client.0.smithi007.stdout:op 1089 completed, throughput=4.99MB/sec 2024-08-04T15:51:58.213 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gE-UQU99qucp_hp off=11041097 len=631478 2024-08-04T15:51:58.217 INFO:tasks.workunit.client.0.smithi007.stdout:op 1090 completed, throughput=5MB/sec 2024-08-04T15:51:58.217 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-x73WwN-N1lvp2CW off=923901 len=924068 2024-08-04T15:51:58.222 INFO:tasks.workunit.client.0.smithi007.stdout:op 1091 completed, throughput=5MB/sec 2024-08-04T15:51:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:51:58 smithi062 ceph-mon[85960]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:51:59.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:51:58 smithi007 ceph-mon[92692]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:51:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:51:58 smithi007 ceph-mon[94998]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:51:59.222 INFO:tasks.workunit.client.0.smithi007.stdout: 213: throughput=4.98MB/sec pending data=0 2024-08-04T15:51:59.222 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OsPCK1wntXw4_JK off=7108744 len=1738904 2024-08-04T15:51:59.224 INFO:tasks.workunit.client.0.smithi007.stdout:op 1092 completed, throughput=4.99MB/sec 2024-08-04T15:51:59.224 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-B0zwOeWyx0InkZC off=89598 len=1840418 2024-08-04T15:51:59.239 INFO:tasks.workunit.client.0.smithi007.stdout:op 1093 completed, throughput=4.99MB/sec 2024-08-04T15:51:59.239 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yR6T39mJMcNY3p1 off=1667730 len=6411 2024-08-04T15:51:59.239 INFO:tasks.workunit.client.0.smithi007.stdout:op 1094 completed, throughput=4.99MB/sec 2024-08-04T15:51:59.239 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-H1ApEJLFzhH7oz0 off=2458130 len=1743849 2024-08-04T15:51:59.244 INFO:tasks.workunit.client.0.smithi007.stdout:op 1095 completed, throughput=5MB/sec 2024-08-04T15:52:00.245 INFO:tasks.workunit.client.0.smithi007.stdout: 214: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:00.245 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yCzkRHINS7Ivwzn off=4175864 len=1452745 2024-08-04T15:52:00.253 INFO:tasks.workunit.client.0.smithi007.stdout:op 1096 completed, throughput=4.98MB/sec 2024-08-04T15:52:00.253 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-X536XRHopKcOF1B off=5202404 len=811886 2024-08-04T15:52:00.254 INFO:tasks.workunit.client.0.smithi007.stdout:op 1097 completed, throughput=4.99MB/sec 2024-08-04T15:52:00.254 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Oj2Pk79WqP5LBRf off=18320928 len=2006451 2024-08-04T15:52:00.256 INFO:tasks.workunit.client.0.smithi007.stdout:op 1098 completed, throughput=5MB/sec 2024-08-04T15:52:00.257 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5iOeJqBW0s2tyoG off=1977270 len=1791752 2024-08-04T15:52:00.259 INFO:tasks.workunit.client.0.smithi007.stdout:op 1099 completed, throughput=5MB/sec 2024-08-04T15:52:01.015 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:00 smithi062 ceph-mon[85960]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:52:01.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:00 smithi007 ceph-mon[92692]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:52:01.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:00 smithi007 ceph-mon[94998]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:52:01.259 INFO:tasks.workunit.client.0.smithi007.stdout: 215: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:01.259 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zRWToKTnn1Nc8tU off=6907148 len=954692 2024-08-04T15:52:01.265 INFO:tasks.workunit.client.0.smithi007.stdout:op 1100 completed, throughput=4.98MB/sec 2024-08-04T15:52:01.265 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5HobGqyOVkfFWll off=6454591 len=1622937 2024-08-04T15:52:01.268 INFO:tasks.workunit.client.0.smithi007.stdout:op 1101 completed, throughput=4.99MB/sec 2024-08-04T15:52:01.268 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2CFd1WmQn8Y2SB4 off=1055940 len=1331070 2024-08-04T15:52:01.275 INFO:tasks.workunit.client.0.smithi007.stdout:op 1102 completed, throughput=5MB/sec 2024-08-04T15:52:01.275 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Knd-1hWPdpi5NBW off=3061506 len=774683 2024-08-04T15:52:01.279 INFO:tasks.workunit.client.0.smithi007.stdout:op 1103 completed, throughput=5MB/sec 2024-08-04T15:52:02.280 INFO:tasks.workunit.client.0.smithi007.stdout: 216: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:02.280 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FtakleLswok_bl3 off=276601 len=1727588 2024-08-04T15:52:02.287 INFO:tasks.workunit.client.0.smithi007.stdout:op 1104 completed, throughput=4.99MB/sec 2024-08-04T15:52:02.287 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-elZJy_gVeQJ4Uvr off=8283839 len=1480326 2024-08-04T15:52:02.290 INFO:tasks.workunit.client.0.smithi007.stdout:op 1105 completed, throughput=4.99MB/sec 2024-08-04T15:52:02.290 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GsLkW72HCXqAt9E off=133128 len=1802788 2024-08-04T15:52:02.293 INFO:tasks.workunit.client.0.smithi007.stdout:op 1106 completed, throughput=5MB/sec 2024-08-04T15:52:02.293 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ljOgxgiIBl1pyfw off=9968960 len=853447 2024-08-04T15:52:02.294 INFO:tasks.workunit.client.0.smithi007.stdout:op 1107 completed, throughput=5MB/sec 2024-08-04T15:52:02.687 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:52:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:52:03.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:02 smithi062 ceph-mon[85960]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:52:03.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:02 smithi007 ceph-mon[92692]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:52:03.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:02 smithi007 ceph-mon[94998]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:52:03.295 INFO:tasks.workunit.client.0.smithi007.stdout: 217: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:03.295 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FVEsEQm50m6Y5jm off=2028984 len=416054 2024-08-04T15:52:03.299 INFO:tasks.workunit.client.0.smithi007.stdout:op 1108 completed, throughput=4.98MB/sec 2024-08-04T15:52:03.299 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YwOQucIvnEFgRxE off=153384 len=1196163 2024-08-04T15:52:03.305 INFO:tasks.workunit.client.0.smithi007.stdout:op 1109 completed, throughput=4.99MB/sec 2024-08-04T15:52:03.305 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oUK1UI_W0zncV3c off=5569481 len=701316 2024-08-04T15:52:03.307 INFO:tasks.workunit.client.0.smithi007.stdout:op 1110 completed, throughput=4.99MB/sec 2024-08-04T15:52:03.307 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-anBukZfUqOkGd9l off=12330777 len=1310024 2024-08-04T15:52:03.309 INFO:tasks.workunit.client.0.smithi007.stdout:op 1111 completed, throughput=5MB/sec 2024-08-04T15:52:03.309 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-N7eGGWRWu1A_vdK off=16288602 len=1608525 2024-08-04T15:52:03.311 INFO:tasks.workunit.client.0.smithi007.stdout:op 1112 completed, throughput=5MB/sec 2024-08-04T15:52:04.312 INFO:tasks.workunit.client.0.smithi007.stdout: 218: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:04.312 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8fOaTdt9KX3jK8J off=140497 len=1349815 2024-08-04T15:52:04.317 INFO:tasks.workunit.client.0.smithi007.stdout:op 1113 completed, throughput=4.99MB/sec 2024-08-04T15:52:04.317 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_torMn9PwluZvRF off=0 len=1639751 2024-08-04T15:52:04.327 INFO:tasks.workunit.client.0.smithi007.stdout:op 1114 completed, throughput=4.99MB/sec 2024-08-04T15:52:04.328 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-frxoCPVKWCAokAI off=2938062 len=1169486 2024-08-04T15:52:04.332 INFO:tasks.workunit.client.0.smithi007.stdout:op 1115 completed, throughput=5MB/sec 2024-08-04T15:52:04.332 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Vhjoc4Nx8SUsTMd off=145586 len=1814308 2024-08-04T15:52:04.334 INFO:tasks.workunit.client.0.smithi007.stdout:op 1116 completed, throughput=5.01MB/sec 2024-08-04T15:52:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:04 smithi062 ceph-mon[85960]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-04T15:52:05.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:04 smithi007 ceph-mon[94998]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-04T15:52:05.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:04 smithi007 ceph-mon[92692]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-04T15:52:05.335 INFO:tasks.workunit.client.0.smithi007.stdout: 219: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:05.335 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ioeKJ_vs6AzPLAu off=1173169 len=9894 2024-08-04T15:52:05.335 INFO:tasks.workunit.client.0.smithi007.stdout:op 1117 completed, throughput=4.98MB/sec 2024-08-04T15:52:05.335 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5NXpwbPn_poVnC8 off=19004001 len=823169 2024-08-04T15:52:05.340 INFO:tasks.workunit.client.0.smithi007.stdout:op 1118 completed, throughput=4.99MB/sec 2024-08-04T15:52:05.340 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rBvY6YIdhDE5MmP off=4509349 len=1847408 2024-08-04T15:52:05.349 INFO:tasks.workunit.client.0.smithi007.stdout:op 1119 completed, throughput=4.99MB/sec 2024-08-04T15:52:05.349 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-e4VgzJ6gIQ6Hj7S off=22679622 len=1891909 2024-08-04T15:52:05.360 INFO:tasks.workunit.client.0.smithi007.stdout:op 1120 completed, throughput=5MB/sec 2024-08-04T15:52:06.361 INFO:tasks.workunit.client.0.smithi007.stdout: 220: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:06.361 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-K-9OWqmQtENob6g off=9129549 len=244162 2024-08-04T15:52:06.364 INFO:tasks.workunit.client.0.smithi007.stdout:op 1121 completed, throughput=4.98MB/sec 2024-08-04T15:52:06.364 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HbUhdr0uysvkW6o off=1067046 len=563557 2024-08-04T15:52:06.365 INFO:tasks.workunit.client.0.smithi007.stdout:op 1122 completed, throughput=4.98MB/sec 2024-08-04T15:52:06.366 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qTBNygPj1oR5aOI off=5325307 len=11288 2024-08-04T15:52:06.368 INFO:tasks.workunit.client.0.smithi007.stdout:op 1123 completed, throughput=4.98MB/sec 2024-08-04T15:52:06.368 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aoLA56xfYgofuJQ off=19914290 len=243340 2024-08-04T15:52:06.371 INFO:tasks.workunit.client.0.smithi007.stdout:op 1124 completed, throughput=4.98MB/sec 2024-08-04T15:52:06.371 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_YXw8ekIZSAa45R off=24301 len=1122784 2024-08-04T15:52:06.377 INFO:tasks.workunit.client.0.smithi007.stdout:op 1125 completed, throughput=4.99MB/sec 2024-08-04T15:52:06.377 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fTXh89qNebvf1ZE off=1409695 len=451863 2024-08-04T15:52:06.380 INFO:tasks.workunit.client.0.smithi007.stdout:op 1126 completed, throughput=4.99MB/sec 2024-08-04T15:52:06.380 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-a34fkRrUAgHO-bk off=16749180 len=664443 2024-08-04T15:52:06.384 INFO:tasks.workunit.client.0.smithi007.stdout:op 1127 completed, throughput=4.99MB/sec 2024-08-04T15:52:06.384 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7n3-SGUHUXmAl0x off=3647937 len=1726489 2024-08-04T15:52:06.388 INFO:tasks.workunit.client.0.smithi007.stdout:op 1128 completed, throughput=5MB/sec 2024-08-04T15:52:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:52:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:52:06] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-08-04T15:52:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:06 smithi062 ceph-mon[85960]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:52:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:52:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:06 smithi007 ceph-mon[92692]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:52:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:52:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:06 smithi007 ceph-mon[94998]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:52:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:52:07.388 INFO:tasks.workunit.client.0.smithi007.stdout: 221: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:07.388 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vBF0s1oeva_P1DT off=6694615 len=2035205 2024-08-04T15:52:07.390 INFO:tasks.workunit.client.0.smithi007.stdout:op 1129 completed, throughput=4.99MB/sec 2024-08-04T15:52:07.391 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ogTS6bvlfomEhVA off=2183553 len=122360 2024-08-04T15:52:07.393 INFO:tasks.workunit.client.0.smithi007.stdout:op 1130 completed, throughput=4.99MB/sec 2024-08-04T15:52:07.394 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vmwUlBVaQtEjDlV off=11717399 len=1939550 2024-08-04T15:52:07.403 INFO:tasks.workunit.client.0.smithi007.stdout:op 1131 completed, throughput=5MB/sec 2024-08-04T15:52:07.403 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OUYa4o_MLMSEOuV off=2851464 len=746716 2024-08-04T15:52:07.404 INFO:tasks.workunit.client.0.smithi007.stdout:op 1132 completed, throughput=5MB/sec 2024-08-04T15:52:07.404 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-b5Zcgn8XZsFnDgs off=3836860 len=1371000 2024-08-04T15:52:07.407 INFO:tasks.workunit.client.0.smithi007.stdout:op 1133 completed, throughput=5MB/sec 2024-08-04T15:52:08.408 INFO:tasks.workunit.client.0.smithi007.stdout: 222: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:08.408 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8G5itjNOZC8kuVg off=4897011 len=1331738 2024-08-04T15:52:08.411 INFO:tasks.workunit.client.0.smithi007.stdout:op 1134 completed, throughput=4.99MB/sec 2024-08-04T15:52:08.411 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xnYw1k6IQr_pVc6 off=13802281 len=509701 2024-08-04T15:52:08.411 INFO:tasks.workunit.client.0.smithi007.stdout:op 1135 completed, throughput=4.99MB/sec 2024-08-04T15:52:08.412 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4I5BoUxJI7MK2kq off=757519 len=1875289 2024-08-04T15:52:08.423 INFO:tasks.workunit.client.0.smithi007.stdout:op 1136 completed, throughput=5MB/sec 2024-08-04T15:52:08.423 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pGj7_NLh0Mh53ad off=7985421 len=1788775 2024-08-04T15:52:08.429 INFO:tasks.workunit.client.0.smithi007.stdout:op 1137 completed, throughput=5MB/sec 2024-08-04T15:52:09.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:08 smithi062 ceph-mon[85960]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:52:09.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:08 smithi007 ceph-mon[92692]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:52:09.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:08 smithi007 ceph-mon[94998]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:52:09.430 INFO:tasks.workunit.client.0.smithi007.stdout: 223: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:09.430 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ktqw4uxgVaMZRTP off=6345146 len=1676548 2024-08-04T15:52:09.432 INFO:tasks.workunit.client.0.smithi007.stdout:op 1138 completed, throughput=4.99MB/sec 2024-08-04T15:52:09.433 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-y7zlW_86HFwHxeN off=4402658 len=1632805 2024-08-04T15:52:09.434 INFO:tasks.workunit.client.0.smithi007.stdout:op 1139 completed, throughput=5MB/sec 2024-08-04T15:52:09.434 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5yzt9HinbsoERXD off=14366072 len=394920 2024-08-04T15:52:09.435 INFO:tasks.workunit.client.0.smithi007.stdout:op 1140 completed, throughput=5MB/sec 2024-08-04T15:52:09.435 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3CHBn4C6ZEwgynk off=20240755 len=1552634 2024-08-04T15:52:09.437 INFO:tasks.workunit.client.0.smithi007.stdout:op 1141 completed, throughput=5MB/sec 2024-08-04T15:52:10.437 INFO:tasks.workunit.client.0.smithi007.stdout: 224: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:10.437 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Y8zjNxDSAfHIegi off=1967950 len=1183440 2024-08-04T15:52:10.439 INFO:tasks.workunit.client.0.smithi007.stdout:op 1142 completed, throughput=4.99MB/sec 2024-08-04T15:52:10.439 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bkVe05jd_9UWe6F off=1017332 len=437381 2024-08-04T15:52:10.443 INFO:tasks.workunit.client.0.smithi007.stdout:op 1143 completed, throughput=4.99MB/sec 2024-08-04T15:52:10.443 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_VkXjzUedHu6FX8 off=6566361 len=69083 2024-08-04T15:52:10.443 INFO:tasks.workunit.client.0.smithi007.stdout:op 1144 completed, throughput=4.99MB/sec 2024-08-04T15:52:10.443 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nCdFtscXfgEV3GX off=15975451 len=755780 2024-08-04T15:52:10.444 INFO:tasks.workunit.client.0.smithi007.stdout:op 1145 completed, throughput=4.99MB/sec 2024-08-04T15:52:10.445 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-z8fVXEGZ7ONl-5I off=1169736 len=1003788 2024-08-04T15:52:10.450 INFO:tasks.workunit.client.0.smithi007.stdout:op 1146 completed, throughput=5MB/sec 2024-08-04T15:52:10.450 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-n9CuxbYjQ0JxNjf off=395475 len=702679 2024-08-04T15:52:10.455 INFO:tasks.workunit.client.0.smithi007.stdout:op 1147 completed, throughput=5MB/sec 2024-08-04T15:52:10.455 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ylUIqEpe357h9nU off=8543624 len=2074663 2024-08-04T15:52:10.466 INFO:tasks.workunit.client.0.smithi007.stdout:op 1148 completed, throughput=5.01MB/sec 2024-08-04T15:52:11.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:10 smithi062 ceph-mon[85960]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-04T15:52:11.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:10 smithi007 ceph-mon[92692]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-04T15:52:11.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:10 smithi007 ceph-mon[94998]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-04T15:52:11.467 INFO:tasks.workunit.client.0.smithi007.stdout: 225: throughput=4.99MB/sec pending data=0 2024-08-04T15:52:11.467 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0xqBKnVpYnI46yt off=11205724 len=2096993 2024-08-04T15:52:11.476 INFO:tasks.workunit.client.0.smithi007.stdout:op 1149 completed, throughput=4.99MB/sec 2024-08-04T15:52:11.476 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--BqVFG89o0z7W4j off=11424243 len=1153452 2024-08-04T15:52:11.481 INFO:tasks.workunit.client.0.smithi007.stdout:op 1150 completed, throughput=5MB/sec 2024-08-04T15:52:11.481 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QcHFv7WpKFtMerT off=122828 len=1212381 2024-08-04T15:52:11.482 INFO:tasks.workunit.client.0.smithi007.stdout:op 1151 completed, throughput=5MB/sec 2024-08-04T15:52:11.510 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:52:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=sqlstore.transactions t=2024-08-04T15:52:11.260031707Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-04T15:52:12.482 INFO:tasks.workunit.client.0.smithi007.stdout: 226: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:12.482 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZfYBWNT-n56f3U1 off=782627 len=1214394 2024-08-04T15:52:12.485 INFO:tasks.workunit.client.0.smithi007.stdout:op 1152 completed, throughput=4.99MB/sec 2024-08-04T15:52:12.485 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-W6Lzc6GBnuyXl2R off=3425080 len=260208 2024-08-04T15:52:12.486 INFO:tasks.workunit.client.0.smithi007.stdout:op 1153 completed, throughput=4.99MB/sec 2024-08-04T15:52:12.486 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Vjr50_xDGNYdsJa off=4440997 len=1448993 2024-08-04T15:52:12.494 INFO:tasks.workunit.client.0.smithi007.stdout:op 1154 completed, throughput=4.99MB/sec 2024-08-04T15:52:12.494 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--hOm_ONHlDcWHUD off=6817113 len=232284 2024-08-04T15:52:12.497 INFO:tasks.workunit.client.0.smithi007.stdout:op 1155 completed, throughput=5MB/sec 2024-08-04T15:52:12.497 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-afxdY5QXqKjq0Jl off=8290254 len=1509684 2024-08-04T15:52:12.504 INFO:tasks.workunit.client.0.smithi007.stdout:op 1156 completed, throughput=5MB/sec 2024-08-04T15:52:12.701 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:52:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:52:13.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:12 smithi062 ceph-mon[85960]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:52:13.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:12 smithi007 ceph-mon[92692]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:52:13.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:12 smithi007 ceph-mon[94998]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:52:13.504 INFO:tasks.workunit.client.0.smithi007.stdout: 227: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:13.505 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NwYbw1jy0KxO6c9 off=3796069 len=1239075 2024-08-04T15:52:13.506 INFO:tasks.workunit.client.0.smithi007.stdout:op 1157 completed, throughput=4.98MB/sec 2024-08-04T15:52:13.506 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Q8OD6lx2eFo-WWT off=8411907 len=710988 2024-08-04T15:52:13.508 INFO:tasks.workunit.client.0.smithi007.stdout:op 1158 completed, throughput=4.99MB/sec 2024-08-04T15:52:13.508 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Viq9HqDYTkR7rE- off=10416979 len=229991 2024-08-04T15:52:13.511 INFO:tasks.workunit.client.0.smithi007.stdout:op 1159 completed, throughput=4.99MB/sec 2024-08-04T15:52:13.511 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-W5Pz5OhGsrruzbH off=13309109 len=272116 2024-08-04T15:52:13.513 INFO:tasks.workunit.client.0.smithi007.stdout:op 1160 completed, throughput=4.99MB/sec 2024-08-04T15:52:13.513 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZQRZ5g9I70TqfgK off=1864477 len=80523 2024-08-04T15:52:13.514 INFO:tasks.workunit.client.0.smithi007.stdout:op 1161 completed, throughput=4.99MB/sec 2024-08-04T15:52:13.515 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ONQzemlC7_J1mCS off=4558162 len=1527059 2024-08-04T15:52:13.524 INFO:tasks.workunit.client.0.smithi007.stdout:op 1162 completed, throughput=5MB/sec 2024-08-04T15:52:13.524 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jDZivwkm8aeUKGa off=158178 len=528963 2024-08-04T15:52:13.528 INFO:tasks.workunit.client.0.smithi007.stdout:op 1163 completed, throughput=5MB/sec 2024-08-04T15:52:13.528 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GxC2PUjJzgQSIe- off=7766262 len=282589 2024-08-04T15:52:13.529 INFO:tasks.workunit.client.0.smithi007.stdout:op 1164 completed, throughput=5MB/sec 2024-08-04T15:52:13.529 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_JWImtvqrNNHatF off=7586585 len=589800 2024-08-04T15:52:13.532 INFO:tasks.workunit.client.0.smithi007.stdout:op 1165 completed, throughput=5MB/sec 2024-08-04T15:52:14.532 INFO:tasks.workunit.client.0.smithi007.stdout: 228: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:14.533 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mS1dHxbf1T4NTMD off=10803754 len=1540255 2024-08-04T15:52:14.534 INFO:tasks.workunit.client.0.smithi007.stdout:op 1166 completed, throughput=4.99MB/sec 2024-08-04T15:52:14.534 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HhuQq3zSQCyuOlu off=1445281 len=851598 2024-08-04T15:52:14.539 INFO:tasks.workunit.client.0.smithi007.stdout:op 1167 completed, throughput=4.99MB/sec 2024-08-04T15:52:14.539 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DSu5g8CHXvvQKBw off=18433451 len=822533 2024-08-04T15:52:14.540 INFO:tasks.workunit.client.0.smithi007.stdout:op 1168 completed, throughput=4.99MB/sec 2024-08-04T15:52:14.541 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rOy2nF8Yhz7iYPl off=169447 len=1180274 2024-08-04T15:52:14.549 INFO:tasks.workunit.client.0.smithi007.stdout:op 1169 completed, throughput=5MB/sec 2024-08-04T15:52:14.549 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qoKUxERS8TTWyNP off=5185305 len=1296434 2024-08-04T15:52:14.554 INFO:tasks.workunit.client.0.smithi007.stdout:op 1170 completed, throughput=5MB/sec 2024-08-04T15:52:15.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:14 smithi062 ceph-mon[85960]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:52:15.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:14 smithi007 ceph-mon[92692]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:52:15.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:14 smithi007 ceph-mon[94998]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:52:15.554 INFO:tasks.workunit.client.0.smithi007.stdout: 229: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:15.555 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hKUZN1I23DDzSQs off=5826669 len=376270 2024-08-04T15:52:15.558 INFO:tasks.workunit.client.0.smithi007.stdout:op 1171 completed, throughput=4.98MB/sec 2024-08-04T15:52:15.559 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jyepk2WXN5P6XTP off=9397080 len=1997307 2024-08-04T15:52:15.570 INFO:tasks.workunit.client.0.smithi007.stdout:op 1172 completed, throughput=4.99MB/sec 2024-08-04T15:52:15.571 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xRqUqzMUddvJaj8 off=6419516 len=1536080 2024-08-04T15:52:15.578 INFO:tasks.workunit.client.0.smithi007.stdout:op 1173 completed, throughput=5MB/sec 2024-08-04T15:52:15.578 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vEL4o6VJois_9St off=713099 len=1188860 2024-08-04T15:52:15.580 INFO:tasks.workunit.client.0.smithi007.stdout:op 1174 completed, throughput=5MB/sec 2024-08-04T15:52:16.580 INFO:tasks.workunit.client.0.smithi007.stdout: 230: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:16.581 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uTdAfuIeXElrauI off=2570891 len=1195352 2024-08-04T15:52:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:52:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:52:16] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-08-04T15:52:16.587 INFO:tasks.workunit.client.0.smithi007.stdout:op 1175 completed, throughput=4.99MB/sec 2024-08-04T15:52:16.587 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IGRQH-0n_MX3Whr off=2712450 len=395031 2024-08-04T15:52:16.590 INFO:tasks.workunit.client.0.smithi007.stdout:op 1176 completed, throughput=4.99MB/sec 2024-08-04T15:52:16.590 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CWop85F8eHD-YbP off=10815550 len=308787 2024-08-04T15:52:16.590 INFO:tasks.workunit.client.0.smithi007.stdout:op 1177 completed, throughput=4.99MB/sec 2024-08-04T15:52:16.590 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-62d7QupBbjjnY8o off=5147174 len=1403692 2024-08-04T15:52:16.597 INFO:tasks.workunit.client.0.smithi007.stdout:op 1178 completed, throughput=4.99MB/sec 2024-08-04T15:52:16.597 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-clcbpYWoQR9iTwg off=16052261 len=52270 2024-08-04T15:52:16.597 INFO:tasks.workunit.client.0.smithi007.stdout:op 1179 completed, throughput=4.99MB/sec 2024-08-04T15:52:16.598 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VMjOtkuDuNysGAq off=959763 len=321086 2024-08-04T15:52:16.600 INFO:tasks.workunit.client.0.smithi007.stdout:op 1180 completed, throughput=5MB/sec 2024-08-04T15:52:16.600 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kXRaDc8nbsvHSru off=5682007 len=83088 2024-08-04T15:52:16.602 INFO:tasks.workunit.client.0.smithi007.stdout:op 1181 completed, throughput=5MB/sec 2024-08-04T15:52:16.602 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7nmlkVfK3hHnrwd off=16923268 len=1356991 2024-08-04T15:52:16.610 INFO:tasks.workunit.client.0.smithi007.stdout:op 1182 completed, throughput=5MB/sec 2024-08-04T15:52:17.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:16 smithi062 ceph-mon[85960]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:52:17.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:16 smithi007 ceph-mon[92692]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:52:17.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:16 smithi007 ceph-mon[94998]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:52:17.610 INFO:tasks.workunit.client.0.smithi007.stdout: 231: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:17.611 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Sfr-z0wK5aM8Md4 off=4906751 len=949369 2024-08-04T15:52:17.612 INFO:tasks.workunit.client.0.smithi007.stdout:op 1183 completed, throughput=4.98MB/sec 2024-08-04T15:52:17.612 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2UAW7L9AXT2CYJp off=15334107 len=544783 2024-08-04T15:52:17.614 INFO:tasks.workunit.client.0.smithi007.stdout:op 1184 completed, throughput=4.99MB/sec 2024-08-04T15:52:17.614 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DJ8X-iJXGIY9aHV off=588894 len=791503 2024-08-04T15:52:17.616 INFO:tasks.workunit.client.0.smithi007.stdout:op 1185 completed, throughput=4.99MB/sec 2024-08-04T15:52:17.616 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yaB3D9k2XuAWprO off=14827742 len=450962 2024-08-04T15:52:17.617 INFO:tasks.workunit.client.0.smithi007.stdout:op 1186 completed, throughput=4.99MB/sec 2024-08-04T15:52:17.617 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ybEEXjNMKxbfAHV off=4518586 len=673390 2024-08-04T15:52:17.621 INFO:tasks.workunit.client.0.smithi007.stdout:op 1187 completed, throughput=4.99MB/sec 2024-08-04T15:52:17.621 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-l7AwdsC1IERGnx7 off=953591 len=1294188 2024-08-04T15:52:17.623 INFO:tasks.workunit.client.0.smithi007.stdout:op 1188 completed, throughput=5MB/sec 2024-08-04T15:52:17.623 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LxLX4n3TChvnrmR off=11953596 len=668932 2024-08-04T15:52:17.625 INFO:tasks.workunit.client.0.smithi007.stdout:op 1189 completed, throughput=5MB/sec 2024-08-04T15:52:18.625 INFO:tasks.workunit.client.0.smithi007.stdout: 232: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:18.625 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-THxM0iGBbuGbfWS off=14891299 len=1904096 2024-08-04T15:52:18.633 INFO:tasks.workunit.client.0.smithi007.stdout:op 1190 completed, throughput=4.99MB/sec 2024-08-04T15:52:18.634 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ThuPkG5kDn742eo off=9272098 len=1220032 2024-08-04T15:52:18.635 INFO:tasks.workunit.client.0.smithi007.stdout:op 1191 completed, throughput=4.99MB/sec 2024-08-04T15:52:18.635 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pZ0wo8eSaFcO7dF off=1218627 len=1627782 2024-08-04T15:52:18.637 INFO:tasks.workunit.client.0.smithi007.stdout:op 1192 completed, throughput=5MB/sec 2024-08-04T15:52:18.637 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WOTX9RCX4jTedrf off=12347569 len=822278 2024-08-04T15:52:18.641 INFO:tasks.workunit.client.0.smithi007.stdout:op 1193 completed, throughput=5MB/sec 2024-08-04T15:52:19.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:18 smithi062 ceph-mon[85960]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:52:19.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:18 smithi007 ceph-mon[92692]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:52:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:18 smithi007 ceph-mon[94998]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:52:19.642 INFO:tasks.workunit.client.0.smithi007.stdout: 233: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:19.642 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AiVlAIcvOK027vJ off=8687468 len=1618838 2024-08-04T15:52:19.649 INFO:tasks.workunit.client.0.smithi007.stdout:op 1194 completed, throughput=4.99MB/sec 2024-08-04T15:52:19.649 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5SXqA5Pl6F2s-f6 off=1519147 len=1737575 2024-08-04T15:52:19.658 INFO:tasks.workunit.client.0.smithi007.stdout:op 1195 completed, throughput=4.99MB/sec 2024-08-04T15:52:19.658 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8e_ThqC4IfJoOBB off=347626 len=2060260 2024-08-04T15:52:19.666 INFO:tasks.workunit.client.0.smithi007.stdout:op 1196 completed, throughput=5MB/sec 2024-08-04T15:52:20.667 INFO:tasks.workunit.client.0.smithi007.stdout: 234: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:20.667 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QJDaQZiMtMKAfdT off=2462689 len=466962 2024-08-04T15:52:20.668 INFO:tasks.workunit.client.0.smithi007.stdout:op 1197 completed, throughput=4.98MB/sec 2024-08-04T15:52:20.668 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-k-hZ2FZzHpDy7al off=3403550 len=942619 2024-08-04T15:52:20.669 INFO:tasks.workunit.client.0.smithi007.stdout:op 1198 completed, throughput=4.99MB/sec 2024-08-04T15:52:20.669 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RCjQp7QD7T5Bqf6 off=5368780 len=31680 2024-08-04T15:52:20.672 INFO:tasks.workunit.client.0.smithi007.stdout:op 1199 completed, throughput=4.99MB/sec 2024-08-04T15:52:20.672 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rFRQP5q3Q1V2anU off=4202052 len=8508 2024-08-04T15:52:20.672 INFO:tasks.workunit.client.0.smithi007.stdout:op 1200 completed, throughput=4.99MB/sec 2024-08-04T15:52:20.672 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3dhYc_MGeJVIhjL off=4192008 len=841935 2024-08-04T15:52:20.676 INFO:tasks.workunit.client.0.smithi007.stdout:op 1201 completed, throughput=4.99MB/sec 2024-08-04T15:52:20.677 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yHXaSUs3kxtYPgX off=2387291 len=1525722 2024-08-04T15:52:20.678 INFO:tasks.workunit.client.0.smithi007.stdout:op 1202 completed, throughput=5MB/sec 2024-08-04T15:52:20.679 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UxFV6Ay8nRaUgyC off=687187 len=1095719 2024-08-04T15:52:20.681 INFO:tasks.workunit.client.0.smithi007.stdout:op 1203 completed, throughput=5MB/sec 2024-08-04T15:52:21.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:20 smithi062 ceph-mon[85960]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:52:21.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:20 smithi007 ceph-mon[92692]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:52:21.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:20 smithi007 ceph-mon[94998]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:52:21.682 INFO:tasks.workunit.client.0.smithi007.stdout: 235: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:21.682 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Qc-yC3mun8gTOPG off=7229705 len=51240 2024-08-04T15:52:21.684 INFO:tasks.workunit.client.0.smithi007.stdout:op 1204 completed, throughput=4.98MB/sec 2024-08-04T15:52:21.684 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Cqw5hZeSFR0mb7z off=493599 len=694057 2024-08-04T15:52:21.688 INFO:tasks.workunit.client.0.smithi007.stdout:op 1205 completed, throughput=4.98MB/sec 2024-08-04T15:52:21.688 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FFr4i_vH0xmGIg1 off=17023560 len=1113756 2024-08-04T15:52:21.694 INFO:tasks.workunit.client.0.smithi007.stdout:op 1206 completed, throughput=4.99MB/sec 2024-08-04T15:52:21.694 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GgjigRmms2n4-si off=11880096 len=673890 2024-08-04T15:52:21.695 INFO:tasks.workunit.client.0.smithi007.stdout:op 1207 completed, throughput=4.99MB/sec 2024-08-04T15:52:21.695 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-43Wn7nIaVo5WJ5k off=1805667 len=1706223 2024-08-04T15:52:21.697 INFO:tasks.workunit.client.0.smithi007.stdout:op 1208 completed, throughput=5MB/sec 2024-08-04T15:52:21.697 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xDHH1Zx2YQ-G1uJ off=12898780 len=979499 2024-08-04T15:52:21.699 INFO:tasks.workunit.client.0.smithi007.stdout:op 1209 completed, throughput=5MB/sec 2024-08-04T15:52:22.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:52:22.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:52:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:52:22.699 INFO:tasks.workunit.client.0.smithi007.stdout: 236: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:22.699 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mFBW58ktWzPn0Ou off=971627 len=1270039 2024-08-04T15:52:22.702 INFO:tasks.workunit.client.0.smithi007.stdout:op 1210 completed, throughput=4.98MB/sec 2024-08-04T15:52:22.702 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-giZfEwFhfHTK3kr off=5438491 len=89423 2024-08-04T15:52:22.705 INFO:tasks.workunit.client.0.smithi007.stdout:op 1211 completed, throughput=4.98MB/sec 2024-08-04T15:52:22.705 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6be8KZvk4CW_7e5 off=2127873 len=1902092 2024-08-04T15:52:22.708 INFO:tasks.workunit.client.0.smithi007.stdout:op 1212 completed, throughput=4.99MB/sec 2024-08-04T15:52:22.708 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GB-bMqmO3cPG4Km off=5412974 len=926283 2024-08-04T15:52:22.713 INFO:tasks.workunit.client.0.smithi007.stdout:op 1213 completed, throughput=5MB/sec 2024-08-04T15:52:22.713 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-35hzXDbuKo99lOJ off=4753423 len=344729 2024-08-04T15:52:22.716 INFO:tasks.workunit.client.0.smithi007.stdout:op 1214 completed, throughput=5MB/sec 2024-08-04T15:52:22.717 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TMhJFE69AirC0Ri off=1233097 len=1337811 2024-08-04T15:52:22.718 INFO:tasks.workunit.client.0.smithi007.stdout:op 1215 completed, throughput=5MB/sec 2024-08-04T15:52:22.719 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:52:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:52:23.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:22 smithi062 ceph-mon[85960]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-04T15:52:23.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:22 smithi007 ceph-mon[94998]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-04T15:52:23.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:22 smithi007 ceph-mon[92692]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-04T15:52:23.719 INFO:tasks.workunit.client.0.smithi007.stdout: 237: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:23.719 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DX5vWu0Q4vLtSGr off=7539153 len=1383502 2024-08-04T15:52:23.725 INFO:tasks.workunit.client.0.smithi007.stdout:op 1216 completed, throughput=4.99MB/sec 2024-08-04T15:52:23.726 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uC1Qw-c7peOPcT6 off=4137273 len=711341 2024-08-04T15:52:23.730 INFO:tasks.workunit.client.0.smithi007.stdout:op 1217 completed, throughput=4.99MB/sec 2024-08-04T15:52:23.730 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-l7EA7yu2ACPnjb4 off=4585483 len=1729808 2024-08-04T15:52:23.730 INFO:tasks.workunit.client.0.smithi007.stdout:op 1218 completed, throughput=5MB/sec 2024-08-04T15:52:23.730 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-k8IGwh7Be7JGxiM off=7083916 len=677564 2024-08-04T15:52:23.734 INFO:tasks.workunit.client.0.smithi007.stdout:op 1219 completed, throughput=5MB/sec 2024-08-04T15:52:23.734 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hS5bRqlC3-eKX_r off=544856 len=1452459 2024-08-04T15:52:23.735 INFO:tasks.workunit.client.0.smithi007.stdout:op 1220 completed, throughput=5MB/sec 2024-08-04T15:52:24.735 INFO:tasks.workunit.client.0.smithi007.stdout: 238: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:24.736 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tUVndTiMnZ3aA7p off=8446381 len=365304 2024-08-04T15:52:24.736 INFO:tasks.workunit.client.0.smithi007.stdout:op 1221 completed, throughput=4.99MB/sec 2024-08-04T15:52:24.736 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lcbZLe3LDld3eem off=1212235 len=2010096 2024-08-04T15:52:24.739 INFO:tasks.workunit.client.0.smithi007.stdout:op 1222 completed, throughput=4.99MB/sec 2024-08-04T15:52:24.739 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TeK4_IZuvRj3ate off=900033 len=231875 2024-08-04T15:52:24.739 INFO:tasks.workunit.client.0.smithi007.stdout:op 1223 completed, throughput=4.99MB/sec 2024-08-04T15:52:24.740 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8mevjaeTsGewG7V off=18170680 len=568010 2024-08-04T15:52:24.744 INFO:tasks.workunit.client.0.smithi007.stdout:op 1224 completed, throughput=5MB/sec 2024-08-04T15:52:24.744 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NNwCfiWpEeyVytB off=388677 len=1413437 2024-08-04T15:52:24.750 INFO:tasks.workunit.client.0.smithi007.stdout:op 1225 completed, throughput=5MB/sec 2024-08-04T15:52:25.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:24 smithi062 ceph-mon[85960]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:52:25.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:24 smithi007 ceph-mon[94998]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:52:25.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:24 smithi007 ceph-mon[92692]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:52:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: 239: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:25.750 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pUgMWdtqnrwBpAK off=4409133 len=2081864 2024-08-04T15:52:25.752 INFO:tasks.workunit.client.0.smithi007.stdout:op 1226 completed, throughput=4.99MB/sec 2024-08-04T15:52:25.753 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vuTnTXt5wBNJopY off=7714337 len=291124 2024-08-04T15:52:25.753 INFO:tasks.workunit.client.0.smithi007.stdout:op 1227 completed, throughput=4.99MB/sec 2024-08-04T15:52:25.753 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_0fakVEJ0vdwr5k off=6270232 len=339609 2024-08-04T15:52:25.754 INFO:tasks.workunit.client.0.smithi007.stdout:op 1228 completed, throughput=4.99MB/sec 2024-08-04T15:52:25.754 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kT1XLqXFD3Oz4qa off=9780028 len=1442393 2024-08-04T15:52:25.756 INFO:tasks.workunit.client.0.smithi007.stdout:op 1229 completed, throughput=5MB/sec 2024-08-04T15:52:25.756 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UOvNRzZ_CnIPWx0 off=2603344 len=2032842 2024-08-04T15:52:25.758 INFO:tasks.workunit.client.0.smithi007.stdout:op 1230 completed, throughput=5.01MB/sec 2024-08-04T15:52:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:52:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:52:26] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-08-04T15:52:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: 240: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:26.759 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RZrgUS_c2rZSLm1 off=4282041 len=1617688 2024-08-04T15:52:26.766 INFO:tasks.workunit.client.0.smithi007.stdout:op 1231 completed, throughput=4.99MB/sec 2024-08-04T15:52:26.766 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MGIClRfAHzA13a4 off=93888 len=1336033 2024-08-04T15:52:26.767 INFO:tasks.workunit.client.0.smithi007.stdout:op 1232 completed, throughput=5MB/sec 2024-08-04T15:52:26.767 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RU9wA4DpdHgS_Wc off=14526193 len=1948546 2024-08-04T15:52:26.770 INFO:tasks.workunit.client.0.smithi007.stdout:op 1233 completed, throughput=5MB/sec 2024-08-04T15:52:27.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:26 smithi062 ceph-mon[85960]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:52:27.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:26 smithi007 ceph-mon[92692]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:52:27.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:26 smithi007 ceph-mon[94998]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:52:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: 241: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:27.770 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-j10mYuNYp8CfTCF off=805215 len=1756562 2024-08-04T15:52:27.778 INFO:tasks.workunit.client.0.smithi007.stdout:op 1234 completed, throughput=4.99MB/sec 2024-08-04T15:52:27.779 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YyeqAt60ocgecB1 off=8840219 len=832889 2024-08-04T15:52:27.783 INFO:tasks.workunit.client.0.smithi007.stdout:op 1235 completed, throughput=4.99MB/sec 2024-08-04T15:52:27.783 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qWWB2higRAx4WZF off=3553206 len=503152 2024-08-04T15:52:27.784 INFO:tasks.workunit.client.0.smithi007.stdout:op 1236 completed, throughput=4.99MB/sec 2024-08-04T15:52:27.784 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Cc3rlQCvjKGbHYy off=4199657 len=1397862 2024-08-04T15:52:27.786 INFO:tasks.workunit.client.0.smithi007.stdout:op 1237 completed, throughput=5MB/sec 2024-08-04T15:52:28.787 INFO:tasks.workunit.client.0.smithi007.stdout: 242: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:28.787 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jiYYDYfC_YEEW2B off=5514295 len=539565 2024-08-04T15:52:28.788 INFO:tasks.workunit.client.0.smithi007.stdout:op 1238 completed, throughput=4.98MB/sec 2024-08-04T15:52:28.788 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-z9vuwheSCOySJ-B off=4863208 len=216635 2024-08-04T15:52:28.791 INFO:tasks.workunit.client.0.smithi007.stdout:op 1239 completed, throughput=4.98MB/sec 2024-08-04T15:52:28.791 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HXJs074PeUQLrBH off=4166458 len=1317245 2024-08-04T15:52:28.793 INFO:tasks.workunit.client.0.smithi007.stdout:op 1240 completed, throughput=4.99MB/sec 2024-08-04T15:52:28.793 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KKCEZuawwFA3ThE off=24106498 len=367244 2024-08-04T15:52:28.794 INFO:tasks.workunit.client.0.smithi007.stdout:op 1241 completed, throughput=4.99MB/sec 2024-08-04T15:52:28.794 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nqVWP8LcEroAdtV off=265309 len=178841 2024-08-04T15:52:28.797 INFO:tasks.workunit.client.0.smithi007.stdout:op 1242 completed, throughput=4.99MB/sec 2024-08-04T15:52:28.797 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-50TX79hyEdw47r- off=6418033 len=1485927 2024-08-04T15:52:28.798 INFO:tasks.workunit.client.0.smithi007.stdout:op 1243 completed, throughput=5MB/sec 2024-08-04T15:52:28.799 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xmU_xXzcDDMfUTG off=9536271 len=734162 2024-08-04T15:52:28.800 INFO:tasks.workunit.client.0.smithi007.stdout:op 1244 completed, throughput=5MB/sec 2024-08-04T15:52:28.800 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QSmFcKo4JS9rPec off=130742 len=827692 2024-08-04T15:52:28.802 INFO:tasks.workunit.client.0.smithi007.stdout:op 1245 completed, throughput=5MB/sec 2024-08-04T15:52:29.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:28 smithi062 ceph-mon[85960]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:52:29.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:28 smithi007 ceph-mon[92692]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:52:29.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:28 smithi007 ceph-mon[94998]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:52:29.803 INFO:tasks.workunit.client.0.smithi007.stdout: 243: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:29.803 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_k-WhC8Ah63zvpl off=1716906 len=2087628 2024-08-04T15:52:29.815 INFO:tasks.workunit.client.0.smithi007.stdout:op 1246 completed, throughput=4.99MB/sec 2024-08-04T15:52:29.815 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-omviLsqHEoqws9e off=214794 len=1789482 2024-08-04T15:52:29.817 INFO:tasks.workunit.client.0.smithi007.stdout:op 1247 completed, throughput=5MB/sec 2024-08-04T15:52:29.817 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-t38ATLFuYk82lIj off=3237327 len=1212406 2024-08-04T15:52:29.819 INFO:tasks.workunit.client.0.smithi007.stdout:op 1248 completed, throughput=5MB/sec 2024-08-04T15:52:30.820 INFO:tasks.workunit.client.0.smithi007.stdout: 244: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:30.820 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-A64Vj4fyYCtW-_5 off=39563 len=1604054 2024-08-04T15:52:30.823 INFO:tasks.workunit.client.0.smithi007.stdout:op 1249 completed, throughput=4.99MB/sec 2024-08-04T15:52:30.823 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mCrryppenTZERCR off=8617171 len=1437040 2024-08-04T15:52:30.825 INFO:tasks.workunit.client.0.smithi007.stdout:op 1250 completed, throughput=4.99MB/sec 2024-08-04T15:52:30.825 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-M6DZXy7j__V-owX off=10667232 len=149011 2024-08-04T15:52:30.829 INFO:tasks.workunit.client.0.smithi007.stdout:op 1251 completed, throughput=4.99MB/sec 2024-08-04T15:52:30.829 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QtGo8Bt4WRsxGkD off=4122139 len=1379135 2024-08-04T15:52:30.835 INFO:tasks.workunit.client.0.smithi007.stdout:op 1252 completed, throughput=5MB/sec 2024-08-04T15:52:30.835 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Jah-3UP9Yc6xFo_ off=3660463 len=1532202 2024-08-04T15:52:30.844 INFO:tasks.workunit.client.0.smithi007.stdout:op 1253 completed, throughput=5MB/sec 2024-08-04T15:52:31.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:30 smithi062 ceph-mon[85960]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:52:31.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:30 smithi007 ceph-mon[94998]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:52:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:30 smithi007 ceph-mon[92692]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:52:31.845 INFO:tasks.workunit.client.0.smithi007.stdout: 245: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:31.845 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4aL4D_uQqrTfRRe off=16772835 len=1000736 2024-08-04T15:52:31.847 INFO:tasks.workunit.client.0.smithi007.stdout:op 1254 completed, throughput=4.99MB/sec 2024-08-04T15:52:31.847 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SSGfs7cIAPDj_wd off=10542608 len=257771 2024-08-04T15:52:31.850 INFO:tasks.workunit.client.0.smithi007.stdout:op 1255 completed, throughput=4.99MB/sec 2024-08-04T15:52:31.850 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--mvirc1coYYFWA7 off=15974117 len=1168449 2024-08-04T15:52:31.851 INFO:tasks.workunit.client.0.smithi007.stdout:op 1256 completed, throughput=4.99MB/sec 2024-08-04T15:52:31.851 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-f2E3k8cnWzyTLxg off=11722800 len=1522282 2024-08-04T15:52:31.856 INFO:tasks.workunit.client.0.smithi007.stdout:op 1257 completed, throughput=5MB/sec 2024-08-04T15:52:31.857 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-J_z8vSAUlk8zObX off=195510 len=760177 2024-08-04T15:52:31.858 INFO:tasks.workunit.client.0.smithi007.stdout:op 1258 completed, throughput=5MB/sec 2024-08-04T15:52:32.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:52:32.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:52:32.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:52:32.737 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:52:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:52:32.858 INFO:tasks.workunit.client.0.smithi007.stdout: 246: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:32.859 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-epvQh-4GIFdkA87 off=10402233 len=562993 2024-08-04T15:52:32.862 INFO:tasks.workunit.client.0.smithi007.stdout:op 1259 completed, throughput=4.98MB/sec 2024-08-04T15:52:32.863 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HR0su5F2-hXdfJG off=1495839 len=1335669 2024-08-04T15:52:32.865 INFO:tasks.workunit.client.0.smithi007.stdout:op 1260 completed, throughput=4.99MB/sec 2024-08-04T15:52:32.865 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FDZ6_0546AoOjm1 off=9498904 len=805962 2024-08-04T15:52:32.869 INFO:tasks.workunit.client.0.smithi007.stdout:op 1261 completed, throughput=4.99MB/sec 2024-08-04T15:52:32.869 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zZzo795r5_jRaSe off=12511825 len=1135991 2024-08-04T15:52:32.871 INFO:tasks.workunit.client.0.smithi007.stdout:op 1262 completed, throughput=5MB/sec 2024-08-04T15:52:32.871 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9FonKaLxa5JNpM_ off=156465 len=617430 2024-08-04T15:52:32.872 INFO:tasks.workunit.client.0.smithi007.stdout:op 1263 completed, throughput=5MB/sec 2024-08-04T15:52:32.872 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-srMhuS4RrNzdWF- off=11609898 len=1658805 2024-08-04T15:52:32.879 INFO:tasks.workunit.client.0.smithi007.stdout:op 1264 completed, throughput=5MB/sec 2024-08-04T15:52:33.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:32 smithi062 ceph-mon[85960]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-04T15:52:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:52:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:52:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:52:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:32 smithi007 ceph-mon[94998]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-04T15:52:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:52:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:52:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:52:33.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:32 smithi007 ceph-mon[92692]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-04T15:52:33.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:52:33.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:52:33.088 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:52:33.879 INFO:tasks.workunit.client.0.smithi007.stdout: 247: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:33.879 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-T-DbxNztxZvk8gS off=2059537 len=1859494 2024-08-04T15:52:33.887 INFO:tasks.workunit.client.0.smithi007.stdout:op 1265 completed, throughput=4.99MB/sec 2024-08-04T15:52:33.888 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2Xm1O_V_ng-8q-U off=10374221 len=968666 2024-08-04T15:52:33.889 INFO:tasks.workunit.client.0.smithi007.stdout:op 1266 completed, throughput=4.99MB/sec 2024-08-04T15:52:33.889 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Y-RICnisls7gkkN off=3584832 len=348193 2024-08-04T15:52:33.892 INFO:tasks.workunit.client.0.smithi007.stdout:op 1267 completed, throughput=5MB/sec 2024-08-04T15:52:33.892 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Qwhpu2ya2fGXMJV off=9330020 len=5853 2024-08-04T15:52:33.892 INFO:tasks.workunit.client.0.smithi007.stdout:op 1268 completed, throughput=5MB/sec 2024-08-04T15:52:33.893 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cOqxFHUUuCtG8co off=13148288 len=1138839 2024-08-04T15:52:33.894 INFO:tasks.workunit.client.0.smithi007.stdout:op 1269 completed, throughput=5MB/sec 2024-08-04T15:52:34.894 INFO:tasks.workunit.client.0.smithi007.stdout: 248: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:34.895 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nvJVKwDyrGgdXag off=21123604 len=319457 2024-08-04T15:52:34.896 INFO:tasks.workunit.client.0.smithi007.stdout:op 1270 completed, throughput=4.98MB/sec 2024-08-04T15:52:34.896 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JeuVLGeKDaQGyeQ off=587462 len=1046176 2024-08-04T15:52:34.901 INFO:tasks.workunit.client.0.smithi007.stdout:op 1271 completed, throughput=4.99MB/sec 2024-08-04T15:52:34.901 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RLVY-cV5M_TWqwU off=2870317 len=405360 2024-08-04T15:52:34.905 INFO:tasks.workunit.client.0.smithi007.stdout:op 1272 completed, throughput=4.99MB/sec 2024-08-04T15:52:34.905 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oYj034Vy7aaB_gd off=11465875 len=1369342 2024-08-04T15:52:34.912 INFO:tasks.workunit.client.0.smithi007.stdout:op 1273 completed, throughput=4.99MB/sec 2024-08-04T15:52:34.912 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Y3YmHz-yfvjuO7D off=8579353 len=1746229 2024-08-04T15:52:34.920 INFO:tasks.workunit.client.0.smithi007.stdout:op 1274 completed, throughput=5MB/sec 2024-08-04T15:52:34.920 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3hYzrU1jJURpugp off=702979 len=1337675 2024-08-04T15:52:34.928 INFO:tasks.workunit.client.0.smithi007.stdout:op 1275 completed, throughput=5MB/sec 2024-08-04T15:52:35.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:34 smithi062 ceph-mon[85960]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-04T15:52:35.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:34 smithi007 ceph-mon[92692]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-04T15:52:35.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:34 smithi007 ceph-mon[94998]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-04T15:52:35.928 INFO:tasks.workunit.client.0.smithi007.stdout: 249: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:35.928 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1OH-WjbpMYuU55p off=14978152 len=734681 2024-08-04T15:52:35.933 INFO:tasks.workunit.client.0.smithi007.stdout:op 1276 completed, throughput=4.99MB/sec 2024-08-04T15:52:35.934 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4b8iZJ7TP8E3ggz off=1230730 len=691107 2024-08-04T15:52:35.935 INFO:tasks.workunit.client.0.smithi007.stdout:op 1277 completed, throughput=4.99MB/sec 2024-08-04T15:52:35.935 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hVWmWRbxuR9Z7vI off=456436 len=728871 2024-08-04T15:52:35.940 INFO:tasks.workunit.client.0.smithi007.stdout:op 1278 completed, throughput=4.99MB/sec 2024-08-04T15:52:35.940 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OAAyjtqiZHi9ZXU off=3734380 len=1883553 2024-08-04T15:52:35.943 INFO:tasks.workunit.client.0.smithi007.stdout:op 1279 completed, throughput=5MB/sec 2024-08-04T15:52:35.943 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_ARM0JhRfIHtz4F off=7604488 len=1877392 2024-08-04T15:52:35.947 INFO:tasks.workunit.client.0.smithi007.stdout:op 1280 completed, throughput=5.01MB/sec 2024-08-04T15:52:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:52:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:52:36] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2024-08-04T15:52:36.947 INFO:tasks.workunit.client.0.smithi007.stdout: 250: throughput=4.99MB/sec pending data=0 2024-08-04T15:52:36.947 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GKvGiZEwKIGduYk off=1234131 len=320896 2024-08-04T15:52:36.951 INFO:tasks.workunit.client.0.smithi007.stdout:op 1281 completed, throughput=4.99MB/sec 2024-08-04T15:52:36.951 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-flv49OpA0N4wuXW off=18480462 len=1867057 2024-08-04T15:52:36.962 INFO:tasks.workunit.client.0.smithi007.stdout:op 1282 completed, throughput=4.99MB/sec 2024-08-04T15:52:36.962 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NN6L4gqdvaCYc-h off=18350955 len=913764 2024-08-04T15:52:36.967 INFO:tasks.workunit.client.0.smithi007.stdout:op 1283 completed, throughput=5MB/sec 2024-08-04T15:52:36.967 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6xa0MmbJW4eXe6v off=137773 len=238613 2024-08-04T15:52:36.968 INFO:tasks.workunit.client.0.smithi007.stdout:op 1284 completed, throughput=5MB/sec 2024-08-04T15:52:36.968 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BZ6OSTSUxjYb5xP off=16968318 len=804469 2024-08-04T15:52:36.969 INFO:tasks.workunit.client.0.smithi007.stdout:op 1285 completed, throughput=5MB/sec 2024-08-04T15:52:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:36 smithi062 ceph-mon[85960]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-04T15:52:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:52:37.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:36 smithi007 ceph-mon[92692]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-04T15:52:37.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:52:37.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:36 smithi007 ceph-mon[94998]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-04T15:52:37.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:52:37.970 INFO:tasks.workunit.client.0.smithi007.stdout: 251: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:37.970 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qu2WWDeSXyoB_a_ off=14940829 len=819280 2024-08-04T15:52:37.971 INFO:tasks.workunit.client.0.smithi007.stdout:op 1286 completed, throughput=4.98MB/sec 2024-08-04T15:52:37.971 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ubfWSNrulYvTqEc off=9991488 len=99663 2024-08-04T15:52:37.974 INFO:tasks.workunit.client.0.smithi007.stdout:op 1287 completed, throughput=4.98MB/sec 2024-08-04T15:52:37.974 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gQFOhYiiYWI_8xr off=13615 len=37334 2024-08-04T15:52:37.976 INFO:tasks.workunit.client.0.smithi007.stdout:op 1288 completed, throughput=4.98MB/sec 2024-08-04T15:52:37.976 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-B9B1P5SMfHEisXw off=2156683 len=1204773 2024-08-04T15:52:37.982 INFO:tasks.workunit.client.0.smithi007.stdout:op 1289 completed, throughput=4.99MB/sec 2024-08-04T15:52:37.982 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YOcT3IGg-0Mug9p off=1004050 len=1962796 2024-08-04T15:52:37.995 INFO:tasks.workunit.client.0.smithi007.stdout:op 1290 completed, throughput=5MB/sec 2024-08-04T15:52:37.995 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1O-hFCW9AniwaZO off=5140085 len=1512786 2024-08-04T15:52:37.996 INFO:tasks.workunit.client.0.smithi007.stdout:op 1291 completed, throughput=5MB/sec 2024-08-04T15:52:38.997 INFO:tasks.workunit.client.0.smithi007.stdout: 252: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:38.997 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-j10mYuNYp8CfTCF off=1426658 len=1919938 2024-08-04T15:52:39.006 INFO:tasks.workunit.client.0.smithi007.stdout:op 1292 completed, throughput=4.99MB/sec 2024-08-04T15:52:39.006 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gNbeG5x4sqgQ8Q8 off=2604141 len=1179090 2024-08-04T15:52:39.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:38 smithi062 ceph-mon[85960]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T15:52:39.012 INFO:tasks.workunit.client.0.smithi007.stdout:op 1293 completed, throughput=4.99MB/sec 2024-08-04T15:52:39.012 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-N5_a1E-S3Wq-V7a off=1313495 len=2005602 2024-08-04T15:52:39.020 INFO:tasks.workunit.client.0.smithi007.stdout:op 1294 completed, throughput=5MB/sec 2024-08-04T15:52:39.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:38 smithi007 ceph-mon[92692]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T15:52:39.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:38 smithi007 ceph-mon[94998]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T15:52:40.020 INFO:tasks.workunit.client.0.smithi007.stdout: 253: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:40.020 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-poszV61Rhao43fM off=12039417 len=200504 2024-08-04T15:52:40.021 INFO:tasks.workunit.client.0.smithi007.stdout:op 1295 completed, throughput=4.98MB/sec 2024-08-04T15:52:40.021 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NWu6CaOcdUfVrX7 off=3599899 len=1841831 2024-08-04T15:52:40.033 INFO:tasks.workunit.client.0.smithi007.stdout:op 1296 completed, throughput=4.99MB/sec 2024-08-04T15:52:40.033 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-S9E1FrqGsi_spu7 off=1605322 len=1591087 2024-08-04T15:52:40.036 INFO:tasks.workunit.client.0.smithi007.stdout:op 1297 completed, throughput=4.99MB/sec 2024-08-04T15:52:40.036 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dYRY1eDy4MI6KN2 off=2560748 len=782949 2024-08-04T15:52:40.040 INFO:tasks.workunit.client.0.smithi007.stdout:op 1298 completed, throughput=5MB/sec 2024-08-04T15:52:40.041 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GWgKBq2-728leEh off=9881100 len=68606 2024-08-04T15:52:40.043 INFO:tasks.workunit.client.0.smithi007.stdout:op 1299 completed, throughput=5MB/sec 2024-08-04T15:52:40.043 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1bPhbwfK_a8l5Dl off=1740887 len=1137447 2024-08-04T15:52:40.048 INFO:tasks.workunit.client.0.smithi007.stdout:op 1300 completed, throughput=5MB/sec 2024-08-04T15:52:41.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:40 smithi062 ceph-mon[85960]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:52:41.048 INFO:tasks.workunit.client.0.smithi007.stdout: 254: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:41.049 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-P00wVEA7s7MFXlE off=11648386 len=2082157 2024-08-04T15:52:41.058 INFO:tasks.workunit.client.0.smithi007.stdout:op 1301 completed, throughput=4.99MB/sec 2024-08-04T15:52:41.058 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aZvC7ZgsELu7pw5 off=4290327 len=786732 2024-08-04T15:52:41.063 INFO:tasks.workunit.client.0.smithi007.stdout:op 1302 completed, throughput=4.99MB/sec 2024-08-04T15:52:41.063 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-G6Lbp5JKnlFrHyd off=13716285 len=1280452 2024-08-04T15:52:41.069 INFO:tasks.workunit.client.0.smithi007.stdout:op 1303 completed, throughput=5MB/sec 2024-08-04T15:52:41.069 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2ksZ6c5FBEbX6q0 off=9579017 len=1154415 2024-08-04T15:52:41.070 INFO:tasks.workunit.client.0.smithi007.stdout:op 1304 completed, throughput=5MB/sec 2024-08-04T15:52:41.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:40 smithi007 ceph-mon[92692]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:52:41.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:40 smithi007 ceph-mon[94998]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:52:42.071 INFO:tasks.workunit.client.0.smithi007.stdout: 255: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:42.071 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hxJrEkIGUugeV9J off=6598186 len=1384130 2024-08-04T15:52:42.073 INFO:tasks.workunit.client.0.smithi007.stdout:op 1305 completed, throughput=4.99MB/sec 2024-08-04T15:52:42.073 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-b3Dfg6nv58JvzPd off=8211012 len=780456 2024-08-04T15:52:42.075 INFO:tasks.workunit.client.0.smithi007.stdout:op 1306 completed, throughput=4.99MB/sec 2024-08-04T15:52:42.075 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tjQuQNPJNKzmB1D off=595156 len=1429741 2024-08-04T15:52:42.077 INFO:tasks.workunit.client.0.smithi007.stdout:op 1307 completed, throughput=5MB/sec 2024-08-04T15:52:42.077 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ejS6RhuPLd_AEeY off=10618871 len=1511663 2024-08-04T15:52:42.079 INFO:tasks.workunit.client.0.smithi007.stdout:op 1308 completed, throughput=5MB/sec 2024-08-04T15:52:42.751 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:52:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:52:43.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:42 smithi062 ceph-mon[85960]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:52:43.079 INFO:tasks.workunit.client.0.smithi007.stdout: 256: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:43.079 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-C-D-UWF7aINwheK off=656605 len=244104 2024-08-04T15:52:43.083 INFO:tasks.workunit.client.0.smithi007.stdout:op 1309 completed, throughput=4.98MB/sec 2024-08-04T15:52:43.083 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-h1tednu51-ilLh- off=15826798 len=362481 2024-08-04T15:52:43.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:42 smithi007 ceph-mon[92692]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:52:43.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:42 smithi007 ceph-mon[94998]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:52:43.086 INFO:tasks.workunit.client.0.smithi007.stdout:op 1310 completed, throughput=4.98MB/sec 2024-08-04T15:52:43.086 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jbsx82zRl771DYL off=3284125 len=1326204 2024-08-04T15:52:43.087 INFO:tasks.workunit.client.0.smithi007.stdout:op 1311 completed, throughput=4.99MB/sec 2024-08-04T15:52:43.088 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iDPJy2NKS7iu9z5 off=6618049 len=248380 2024-08-04T15:52:43.091 INFO:tasks.workunit.client.0.smithi007.stdout:op 1312 completed, throughput=4.99MB/sec 2024-08-04T15:52:43.091 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-16H4brXlXNmVtBQ off=2571851 len=253775 2024-08-04T15:52:43.092 INFO:tasks.workunit.client.0.smithi007.stdout:op 1313 completed, throughput=4.99MB/sec 2024-08-04T15:52:43.092 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-klnJ-fX90YCOCcW off=4321531 len=1385741 2024-08-04T15:52:43.095 INFO:tasks.workunit.client.0.smithi007.stdout:op 1314 completed, throughput=5MB/sec 2024-08-04T15:52:43.095 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nUOg-C8d_ODc6vk off=8314906 len=834276 2024-08-04T15:52:43.099 INFO:tasks.workunit.client.0.smithi007.stdout:op 1315 completed, throughput=5MB/sec 2024-08-04T15:52:43.099 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bkJR3dMBsgkYsvL off=5678468 len=325917 2024-08-04T15:52:43.102 INFO:tasks.workunit.client.0.smithi007.stdout:op 1316 completed, throughput=5MB/sec 2024-08-04T15:52:43.102 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gax2hklLqKf6hOS off=23179034 len=380465 2024-08-04T15:52:43.105 INFO:tasks.workunit.client.0.smithi007.stdout:op 1317 completed, throughput=5MB/sec 2024-08-04T15:52:44.106 INFO:tasks.workunit.client.0.smithi007.stdout: 257: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:44.106 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AM3RAdKzbh7FZpV off=16306110 len=124540 2024-08-04T15:52:44.106 INFO:tasks.workunit.client.0.smithi007.stdout:op 1318 completed, throughput=4.98MB/sec 2024-08-04T15:52:44.107 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gHl7CkyKQNUoqGG off=1600751 len=1085006 2024-08-04T15:52:44.112 INFO:tasks.workunit.client.0.smithi007.stdout:op 1319 completed, throughput=4.99MB/sec 2024-08-04T15:52:44.112 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iDPJy2NKS7iu9z5 off=17145006 len=867728 2024-08-04T15:52:44.118 INFO:tasks.workunit.client.0.smithi007.stdout:op 1320 completed, throughput=4.99MB/sec 2024-08-04T15:52:44.118 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mq_XJG0OgBVrZBa off=203057 len=194433 2024-08-04T15:52:44.119 INFO:tasks.workunit.client.0.smithi007.stdout:op 1321 completed, throughput=4.99MB/sec 2024-08-04T15:52:44.119 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zMXYQZX4Rd5Xudx off=168321 len=1909765 2024-08-04T15:52:44.128 INFO:tasks.workunit.client.0.smithi007.stdout:op 1322 completed, throughput=5MB/sec 2024-08-04T15:52:44.128 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RagfxAuKtmBa-Hq off=9729578 len=1835321 2024-08-04T15:52:44.138 INFO:tasks.workunit.client.0.smithi007.stdout:op 1323 completed, throughput=5MB/sec 2024-08-04T15:52:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:44 smithi062 ceph-mon[85960]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:52:45.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:44 smithi007 ceph-mon[92692]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:52:45.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:44 smithi007 ceph-mon[94998]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:52:45.138 INFO:tasks.workunit.client.0.smithi007.stdout: 258: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:45.138 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-i_neVsf9lHut7MH off=6099693 len=2049793 2024-08-04T15:52:45.146 INFO:tasks.workunit.client.0.smithi007.stdout:op 1324 completed, throughput=4.99MB/sec 2024-08-04T15:52:45.147 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-K5a_7nDFwwLiPS7 off=369226 len=30756 2024-08-04T15:52:45.149 INFO:tasks.workunit.client.0.smithi007.stdout:op 1325 completed, throughput=4.99MB/sec 2024-08-04T15:52:45.149 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-b3MkhiXptuRIbmx off=6585026 len=350222 2024-08-04T15:52:45.151 INFO:tasks.workunit.client.0.smithi007.stdout:op 1326 completed, throughput=4.99MB/sec 2024-08-04T15:52:45.151 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bboywEgF3FJzzlR off=13817050 len=530793 2024-08-04T15:52:45.155 INFO:tasks.workunit.client.0.smithi007.stdout:op 1327 completed, throughput=4.99MB/sec 2024-08-04T15:52:45.155 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SDHsLKoyoLpjzFO off=374220 len=162489 2024-08-04T15:52:45.158 INFO:tasks.workunit.client.0.smithi007.stdout:op 1328 completed, throughput=4.99MB/sec 2024-08-04T15:52:45.158 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-X6tDrW9l627QtvW off=4063504 len=1487032 2024-08-04T15:52:45.158 INFO:tasks.workunit.client.0.smithi007.stdout:op 1329 completed, throughput=5MB/sec 2024-08-04T15:52:46.159 INFO:tasks.workunit.client.0.smithi007.stdout: 259: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:46.159 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BOTtsYexm87CoTR off=14216957 len=1935661 2024-08-04T15:52:46.163 INFO:tasks.workunit.client.0.smithi007.stdout:op 1330 completed, throughput=4.99MB/sec 2024-08-04T15:52:46.163 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZoywhNhMoY1esRu off=5540708 len=1947347 2024-08-04T15:52:46.175 INFO:tasks.workunit.client.0.smithi007.stdout:op 1331 completed, throughput=4.99MB/sec 2024-08-04T15:52:46.176 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rKQe2YOKQWYI5Zu off=3962643 len=1442868 2024-08-04T15:52:46.182 INFO:tasks.workunit.client.0.smithi007.stdout:op 1332 completed, throughput=5MB/sec 2024-08-04T15:52:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:52:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:52:46] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2024-08-04T15:52:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:46 smithi062 ceph-mon[85960]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:52:47.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:46 smithi007 ceph-mon[92692]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:52:47.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:46 smithi007 ceph-mon[94998]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:52:47.182 INFO:tasks.workunit.client.0.smithi007.stdout: 260: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:47.182 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dHO2kERxJeiy7qe off=22890488 len=907900 2024-08-04T15:52:47.188 INFO:tasks.workunit.client.0.smithi007.stdout:op 1333 completed, throughput=4.98MB/sec 2024-08-04T15:52:47.188 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UGJhw4KqBOd53pq off=10243511 len=1888374 2024-08-04T15:52:47.196 INFO:tasks.workunit.client.0.smithi007.stdout:op 1334 completed, throughput=4.99MB/sec 2024-08-04T15:52:47.196 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-j5HU5B9MSq31UGg off=4353342 len=707875 2024-08-04T15:52:47.200 INFO:tasks.workunit.client.0.smithi007.stdout:op 1335 completed, throughput=4.99MB/sec 2024-08-04T15:52:47.201 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hABZN_ZZSnok5JI off=2648762 len=36863 2024-08-04T15:52:47.203 INFO:tasks.workunit.client.0.smithi007.stdout:op 1336 completed, throughput=4.99MB/sec 2024-08-04T15:52:47.203 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-97L8H9pFcBuLrB6 off=2232067 len=1243704 2024-08-04T15:52:47.204 INFO:tasks.workunit.client.0.smithi007.stdout:op 1337 completed, throughput=5MB/sec 2024-08-04T15:52:47.204 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yj1gUCCiUArFPYH off=9948023 len=1268209 2024-08-04T15:52:47.205 INFO:tasks.workunit.client.0.smithi007.stdout:op 1338 completed, throughput=5MB/sec 2024-08-04T15:52:48.206 INFO:tasks.workunit.client.0.smithi007.stdout: 261: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:48.206 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1g_YcVW-VGHhRtm off=3532466 len=1692664 2024-08-04T15:52:48.209 INFO:tasks.workunit.client.0.smithi007.stdout:op 1339 completed, throughput=4.99MB/sec 2024-08-04T15:52:48.210 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4UaEiHqcJdF7Bh_ off=14480093 len=783996 2024-08-04T15:52:48.211 INFO:tasks.workunit.client.0.smithi007.stdout:op 1340 completed, throughput=4.99MB/sec 2024-08-04T15:52:48.211 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fyrQeu7viB530mq off=13733314 len=1548616 2024-08-04T15:52:48.219 INFO:tasks.workunit.client.0.smithi007.stdout:op 1341 completed, throughput=5MB/sec 2024-08-04T15:52:48.219 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1c5dXHtFq1SB6Dp off=16544536 len=930109 2024-08-04T15:52:48.221 INFO:tasks.workunit.client.0.smithi007.stdout:op 1342 completed, throughput=5MB/sec 2024-08-04T15:52:49.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:48 smithi062 ceph-mon[85960]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-04T15:52:49.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:48 smithi007 ceph-mon[92692]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-04T15:52:49.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:48 smithi007 ceph-mon[94998]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-04T15:52:49.221 INFO:tasks.workunit.client.0.smithi007.stdout: 262: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:49.221 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gKFmvYeAffUgv9k off=1716523 len=1883087 2024-08-04T15:52:49.230 INFO:tasks.workunit.client.0.smithi007.stdout:op 1343 completed, throughput=4.99MB/sec 2024-08-04T15:52:49.230 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DJ4RLv0CwqVj5x_ off=9262077 len=1856932 2024-08-04T15:52:49.232 INFO:tasks.workunit.client.0.smithi007.stdout:op 1344 completed, throughput=5MB/sec 2024-08-04T15:52:49.232 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Lir07MFlANhqjpT off=15944884 len=1590821 2024-08-04T15:52:49.233 INFO:tasks.workunit.client.0.smithi007.stdout:op 1345 completed, throughput=5MB/sec 2024-08-04T15:52:50.234 INFO:tasks.workunit.client.0.smithi007.stdout: 263: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:50.234 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5e6mSKHDA-J316V off=21760128 len=478285 2024-08-04T15:52:50.235 INFO:tasks.workunit.client.0.smithi007.stdout:op 1346 completed, throughput=4.98MB/sec 2024-08-04T15:52:50.235 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jw8MWbT5HC0ctCM off=2705883 len=570175 2024-08-04T15:52:50.236 INFO:tasks.workunit.client.0.smithi007.stdout:op 1347 completed, throughput=4.99MB/sec 2024-08-04T15:52:50.236 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8pBcoebmCz7NYSy off=18994475 len=1248543 2024-08-04T15:52:50.238 INFO:tasks.workunit.client.0.smithi007.stdout:op 1348 completed, throughput=4.99MB/sec 2024-08-04T15:52:50.238 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cCjpXvckyHi3cES off=9980704 len=1186780 2024-08-04T15:52:50.244 INFO:tasks.workunit.client.0.smithi007.stdout:op 1349 completed, throughput=4.99MB/sec 2024-08-04T15:52:50.244 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LnKAA_3Q_lZDQXw off=3860701 len=2021370 2024-08-04T15:52:50.246 INFO:tasks.workunit.client.0.smithi007.stdout:op 1350 completed, throughput=5MB/sec 2024-08-04T15:52:51.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:50 smithi007 ceph-mon[92692]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:52:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:50 smithi007 ceph-mon[94998]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:52:51.247 INFO:tasks.workunit.client.0.smithi007.stdout: 264: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:51.247 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-eZXE2573uVlX-X0 off=6239671 len=156782 2024-08-04T15:52:51.248 INFO:tasks.workunit.client.0.smithi007.stdout:op 1351 completed, throughput=4.98MB/sec 2024-08-04T15:52:51.248 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-m2Q6Slgt-79Yt0w off=19377539 len=2081578 2024-08-04T15:52:51.260 INFO:tasks.workunit.client.0.smithi007.stdout:op 1352 completed, throughput=4.99MB/sec 2024-08-04T15:52:51.260 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2MeTOo9a5AbBma4 off=8510501 len=1367417 2024-08-04T15:52:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:50 smithi062 ceph-mon[85960]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:52:51.266 INFO:tasks.workunit.client.0.smithi007.stdout:op 1353 completed, throughput=5MB/sec 2024-08-04T15:52:51.266 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9OaeTgkcoE4INSU off=374594 len=2004720 2024-08-04T15:52:51.277 INFO:tasks.workunit.client.0.smithi007.stdout:op 1354 completed, throughput=5MB/sec 2024-08-04T15:52:52.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:52:52.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:52:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:52:52.278 INFO:tasks.workunit.client.0.smithi007.stdout: 265: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:52.278 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2lhZmBHnUZq9tPW off=16061499 len=42531 2024-08-04T15:52:52.278 INFO:tasks.workunit.client.0.smithi007.stdout:op 1355 completed, throughput=4.98MB/sec 2024-08-04T15:52:52.279 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gt5KBdIFlc1udcs off=9454960 len=1285953 2024-08-04T15:52:52.287 INFO:tasks.workunit.client.0.smithi007.stdout:op 1356 completed, throughput=4.99MB/sec 2024-08-04T15:52:52.287 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZIrrGaUg0XoqbUx off=8476170 len=1165705 2024-08-04T15:52:52.293 INFO:tasks.workunit.client.0.smithi007.stdout:op 1357 completed, throughput=4.99MB/sec 2024-08-04T15:52:52.293 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7XcMOCxr9DNNWpT off=7668234 len=1544196 2024-08-04T15:52:52.295 INFO:tasks.workunit.client.0.smithi007.stdout:op 1358 completed, throughput=5MB/sec 2024-08-04T15:52:52.296 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YPaQTTDEqBzQcFG off=680750 len=1170365 2024-08-04T15:52:52.297 INFO:tasks.workunit.client.0.smithi007.stdout:op 1359 completed, throughput=5MB/sec 2024-08-04T15:52:52.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:52:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:52:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:52:53.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:52 smithi007 ceph-mon[94998]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T15:52:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:52 smithi007 ceph-mon[92692]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T15:52:53.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:52 smithi062 ceph-mon[85960]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T15:52:53.297 INFO:tasks.workunit.client.0.smithi007.stdout: 266: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:53.297 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vTdqBwtEgSXKDo6 off=559953 len=631921 2024-08-04T15:52:53.302 INFO:tasks.workunit.client.0.smithi007.stdout:op 1360 completed, throughput=4.99MB/sec 2024-08-04T15:52:53.302 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-otanoPXFPp9ayZJ off=2089252 len=816851 2024-08-04T15:52:53.306 INFO:tasks.workunit.client.0.smithi007.stdout:op 1361 completed, throughput=4.99MB/sec 2024-08-04T15:52:53.306 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SojVrQRCCZG5r4Y off=2299865 len=775048 2024-08-04T15:52:53.311 INFO:tasks.workunit.client.0.smithi007.stdout:op 1362 completed, throughput=4.99MB/sec 2024-08-04T15:52:53.311 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-E5hmwg5EEUmBKHa off=3339602 len=403086 2024-08-04T15:52:53.314 INFO:tasks.workunit.client.0.smithi007.stdout:op 1363 completed, throughput=4.99MB/sec 2024-08-04T15:52:53.314 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eXiz2yGoY-fXXKP off=591720 len=1536802 2024-08-04T15:52:53.324 INFO:tasks.workunit.client.0.smithi007.stdout:op 1364 completed, throughput=5MB/sec 2024-08-04T15:52:53.324 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-glJYMXJ38eBzUKB off=6877907 len=1781430 2024-08-04T15:52:53.326 INFO:tasks.workunit.client.0.smithi007.stdout:op 1365 completed, throughput=5MB/sec 2024-08-04T15:52:54.327 INFO:tasks.workunit.client.0.smithi007.stdout: 267: throughput=4.99MB/sec pending data=0 2024-08-04T15:52:54.327 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1GZYNDJfksWehpM off=14689693 len=1258753 2024-08-04T15:52:54.333 INFO:tasks.workunit.client.0.smithi007.stdout:op 1366 completed, throughput=4.99MB/sec 2024-08-04T15:52:54.333 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-J2fa6YbzwzqA3Mi off=2094874 len=99335 2024-08-04T15:52:54.336 INFO:tasks.workunit.client.0.smithi007.stdout:op 1367 completed, throughput=4.99MB/sec 2024-08-04T15:52:54.336 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XLvIS6JGqpXLfl6 off=13663241 len=333536 2024-08-04T15:52:54.337 INFO:tasks.workunit.client.0.smithi007.stdout:op 1368 completed, throughput=4.99MB/sec 2024-08-04T15:52:54.337 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-E0ezN_bQNOaRXni off=3224717 len=503831 2024-08-04T15:52:54.341 INFO:tasks.workunit.client.0.smithi007.stdout:op 1369 completed, throughput=4.99MB/sec 2024-08-04T15:52:54.341 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DAkwHY8Ws5v6EFT off=19080630 len=134906 2024-08-04T15:52:54.343 INFO:tasks.workunit.client.0.smithi007.stdout:op 1370 completed, throughput=4.99MB/sec 2024-08-04T15:52:54.343 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Jj4Kr7D2Uzm3jag off=8293381 len=1789169 2024-08-04T15:52:54.354 INFO:tasks.workunit.client.0.smithi007.stdout:op 1371 completed, throughput=5MB/sec 2024-08-04T15:52:54.354 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vdr4RHVeeX4X8wL off=7105420 len=1703052 2024-08-04T15:52:54.356 INFO:tasks.workunit.client.0.smithi007.stdout:op 1372 completed, throughput=5.01MB/sec 2024-08-04T15:52:55.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:54 smithi007 ceph-mon[94998]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:52:55.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:54 smithi007 ceph-mon[92692]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:52:55.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:54 smithi062 ceph-mon[85960]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:52:55.357 INFO:tasks.workunit.client.0.smithi007.stdout: 268: throughput=4.99MB/sec pending data=0 2024-08-04T15:52:55.357 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Kqs50NI1u5_3qB8 off=5223864 len=1485334 2024-08-04T15:52:55.364 INFO:tasks.workunit.client.0.smithi007.stdout:op 1373 completed, throughput=4.99MB/sec 2024-08-04T15:52:55.364 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--Gjng0Xz69H_ezg off=19205682 len=1639467 2024-08-04T15:52:55.367 INFO:tasks.workunit.client.0.smithi007.stdout:op 1374 completed, throughput=5MB/sec 2024-08-04T15:52:55.367 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OIi6HusyGzMH7kB off=1595325 len=905079 2024-08-04T15:52:55.372 INFO:tasks.workunit.client.0.smithi007.stdout:op 1375 completed, throughput=5MB/sec 2024-08-04T15:52:56.372 INFO:tasks.workunit.client.0.smithi007.stdout: 269: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:56.372 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-knoQK-tN0_uoKNx off=1711824 len=315227 2024-08-04T15:52:56.373 INFO:tasks.workunit.client.0.smithi007.stdout:op 1376 completed, throughput=4.98MB/sec 2024-08-04T15:52:56.374 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_QQB16509XePtYV off=9901269 len=919865 2024-08-04T15:52:56.379 INFO:tasks.workunit.client.0.smithi007.stdout:op 1377 completed, throughput=4.99MB/sec 2024-08-04T15:52:56.379 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-e8hzGjAJx-sl2dR off=12057810 len=2000035 2024-08-04T15:52:56.387 INFO:tasks.workunit.client.0.smithi007.stdout:op 1378 completed, throughput=4.99MB/sec 2024-08-04T15:52:56.387 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9L4MyKx9l0JrWBE off=3152737 len=1997511 2024-08-04T15:52:56.395 INFO:tasks.workunit.client.0.smithi007.stdout:op 1379 completed, throughput=5MB/sec 2024-08-04T15:52:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:52:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:52:56] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-08-04T15:52:57.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:56 smithi007 ceph-mon[92692]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:52:57.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:56 smithi007 ceph-mon[94998]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:52:57.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:56 smithi062 ceph-mon[85960]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:52:57.395 INFO:tasks.workunit.client.0.smithi007.stdout: 270: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:57.395 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gxxmY31pgTPWD2p off=3409861 len=775954 2024-08-04T15:52:57.400 INFO:tasks.workunit.client.0.smithi007.stdout:op 1380 completed, throughput=4.99MB/sec 2024-08-04T15:52:57.400 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iZTBVeK4M4us9iC off=2410947 len=1987401 2024-08-04T15:52:57.408 INFO:tasks.workunit.client.0.smithi007.stdout:op 1381 completed, throughput=4.99MB/sec 2024-08-04T15:52:57.408 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HfVakEhdyU1Xf2i off=19179949 len=538169 2024-08-04T15:52:57.412 INFO:tasks.workunit.client.0.smithi007.stdout:op 1382 completed, throughput=4.99MB/sec 2024-08-04T15:52:57.412 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UIUYFHDkJ1Dsyan off=0 len=1763311 2024-08-04T15:52:57.413 INFO:tasks.workunit.client.0.smithi007.stdout:op 1383 completed, throughput=5MB/sec 2024-08-04T15:52:57.413 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2X_lK73gpY8PdAO off=751865 len=147151 2024-08-04T15:52:57.416 INFO:tasks.workunit.client.0.smithi007.stdout:op 1384 completed, throughput=5MB/sec 2024-08-04T15:52:58.416 INFO:tasks.workunit.client.0.smithi007.stdout: 271: throughput=4.98MB/sec pending data=0 2024-08-04T15:52:58.416 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KQLOJtC_J_3B9oW off=1427118 len=1169958 2024-08-04T15:52:58.424 INFO:tasks.workunit.client.0.smithi007.stdout:op 1385 completed, throughput=4.99MB/sec 2024-08-04T15:52:58.424 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DgnAlwLNZtyDI9w off=7410181 len=1419427 2024-08-04T15:52:58.427 INFO:tasks.workunit.client.0.smithi007.stdout:op 1386 completed, throughput=4.99MB/sec 2024-08-04T15:52:58.427 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fL64gi0Iu08IZe0 off=9235391 len=1639302 2024-08-04T15:52:58.429 INFO:tasks.workunit.client.0.smithi007.stdout:op 1387 completed, throughput=5MB/sec 2024-08-04T15:52:58.429 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7Hhk4iUAwLd36o5 off=5441536 len=1038215 2024-08-04T15:52:58.434 INFO:tasks.workunit.client.0.smithi007.stdout:op 1388 completed, throughput=5MB/sec 2024-08-04T15:52:58.434 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uEbqkMQcLl1y0pq off=7936702 len=2054052 2024-08-04T15:52:58.438 INFO:tasks.workunit.client.0.smithi007.stdout:op 1389 completed, throughput=5.01MB/sec 2024-08-04T15:52:59.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:52:58 smithi007 ceph-mon[92692]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T15:52:59.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:52:58 smithi007 ceph-mon[94998]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T15:52:59.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:52:58 smithi062 ceph-mon[85960]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T15:52:59.439 INFO:tasks.workunit.client.0.smithi007.stdout: 272: throughput=4.99MB/sec pending data=0 2024-08-04T15:52:59.439 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5gFrINyouatYjGT off=20293954 len=1298572 2024-08-04T15:52:59.441 INFO:tasks.workunit.client.0.smithi007.stdout:op 1390 completed, throughput=4.99MB/sec 2024-08-04T15:52:59.441 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VfL6CHi3p98k2OK off=5873315 len=538773 2024-08-04T15:52:59.442 INFO:tasks.workunit.client.0.smithi007.stdout:op 1391 completed, throughput=5MB/sec 2024-08-04T15:52:59.442 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6o9oK-ibDiCS18_ off=1398732 len=391290 2024-08-04T15:52:59.445 INFO:tasks.workunit.client.0.smithi007.stdout:op 1392 completed, throughput=5MB/sec 2024-08-04T15:52:59.445 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yQVWUAtwj26pS9S off=6746233 len=756224 2024-08-04T15:52:59.450 INFO:tasks.workunit.client.0.smithi007.stdout:op 1393 completed, throughput=5MB/sec 2024-08-04T15:52:59.450 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4BNfyE8CyEMxl7m off=2829147 len=288443 2024-08-04T15:52:59.451 INFO:tasks.workunit.client.0.smithi007.stdout:op 1394 completed, throughput=5MB/sec 2024-08-04T15:52:59.451 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dfFuXlA7-9s7VfU off=8322662 len=1057361 2024-08-04T15:52:59.457 INFO:tasks.workunit.client.0.smithi007.stdout:op 1395 completed, throughput=5MB/sec 2024-08-04T15:53:00.457 INFO:tasks.workunit.client.0.smithi007.stdout: 273: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:00.457 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4cIm3BIEoN8ghI6 off=10563524 len=594466 2024-08-04T15:53:00.462 INFO:tasks.workunit.client.0.smithi007.stdout:op 1396 completed, throughput=4.99MB/sec 2024-08-04T15:53:00.462 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PT7Azum76wndj3- off=21011853 len=486645 2024-08-04T15:53:00.465 INFO:tasks.workunit.client.0.smithi007.stdout:op 1397 completed, throughput=4.99MB/sec 2024-08-04T15:53:00.465 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4pzCMPPr1vwD4e7 off=8747629 len=972745 2024-08-04T15:53:00.467 INFO:tasks.workunit.client.0.smithi007.stdout:op 1398 completed, throughput=4.99MB/sec 2024-08-04T15:53:00.467 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pDvOHm3tcMqpRrZ off=10511400 len=146380 2024-08-04T15:53:00.468 INFO:tasks.workunit.client.0.smithi007.stdout:op 1399 completed, throughput=4.99MB/sec 2024-08-04T15:53:00.468 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0sVLW-g0m-6U-rg off=20679398 len=1611150 2024-08-04T15:53:00.475 INFO:tasks.workunit.client.0.smithi007.stdout:op 1400 completed, throughput=5MB/sec 2024-08-04T15:53:00.475 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KucEymgSDnONyHQ off=2327610 len=255335 2024-08-04T15:53:00.476 INFO:tasks.workunit.client.0.smithi007.stdout:op 1401 completed, throughput=5MB/sec 2024-08-04T15:53:00.476 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pWiQ_5zubSlyIwb off=9819918 len=45505 2024-08-04T15:53:00.478 INFO:tasks.workunit.client.0.smithi007.stdout:op 1402 completed, throughput=5MB/sec 2024-08-04T15:53:00.478 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uEfaFchBMHxfCOC off=739051 len=49212 2024-08-04T15:53:00.480 INFO:tasks.workunit.client.0.smithi007.stdout:op 1403 completed, throughput=5MB/sec 2024-08-04T15:53:00.480 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ycARZT00uUg-q2Z off=336492 len=852791 2024-08-04T15:53:00.482 INFO:tasks.workunit.client.0.smithi007.stdout:op 1404 completed, throughput=5MB/sec 2024-08-04T15:53:01.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:00 smithi007 ceph-mon[94998]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:53:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:00 smithi007 ceph-mon[92692]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:53:01.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:00 smithi062 ceph-mon[85960]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:53:01.482 INFO:tasks.workunit.client.0.smithi007.stdout: 274: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:01.482 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pMwVsP4JoG7CnVB off=6080347 len=14708 2024-08-04T15:53:01.483 INFO:tasks.workunit.client.0.smithi007.stdout:op 1405 completed, throughput=4.98MB/sec 2024-08-04T15:53:01.483 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OjUXaiC13Y-Mymh off=17140933 len=1337005 2024-08-04T15:53:01.492 INFO:tasks.workunit.client.0.smithi007.stdout:op 1406 completed, throughput=4.99MB/sec 2024-08-04T15:53:01.492 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UmdiFt4onSQUwn9 off=3309181 len=293180 2024-08-04T15:53:01.495 INFO:tasks.workunit.client.0.smithi007.stdout:op 1407 completed, throughput=4.99MB/sec 2024-08-04T15:53:01.495 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ATdTxMAqGbcygg3 off=14681944 len=1956513 2024-08-04T15:53:01.506 INFO:tasks.workunit.client.0.smithi007.stdout:op 1408 completed, throughput=5MB/sec 2024-08-04T15:53:01.506 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-W6aIumrTF28OrqH off=81887 len=597472 2024-08-04T15:53:01.510 INFO:tasks.workunit.client.0.smithi007.stdout:op 1409 completed, throughput=5MB/sec 2024-08-04T15:53:01.510 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XRRg1tW4Ubb2YXJ off=6543207 len=722073 2024-08-04T15:53:01.511 INFO:tasks.workunit.client.0.smithi007.stdout:op 1410 completed, throughput=5MB/sec 2024-08-04T15:53:02.512 INFO:tasks.workunit.client.0.smithi007.stdout: 275: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:02.512 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pPS0EHTd5a9zh4K off=2151985 len=1023605 2024-08-04T15:53:02.513 INFO:tasks.workunit.client.0.smithi007.stdout:op 1411 completed, throughput=4.99MB/sec 2024-08-04T15:53:02.514 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6uAYxTZRGqdC8SI off=1052426 len=1849447 2024-08-04T15:53:02.516 INFO:tasks.workunit.client.0.smithi007.stdout:op 1412 completed, throughput=4.99MB/sec 2024-08-04T15:53:02.516 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Lukn57eovffHPhH off=15956613 len=683187 2024-08-04T15:53:02.520 INFO:tasks.workunit.client.0.smithi007.stdout:op 1413 completed, throughput=4.99MB/sec 2024-08-04T15:53:02.521 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0ZxSTaamNd4X27t off=5249758 len=970973 2024-08-04T15:53:02.522 INFO:tasks.workunit.client.0.smithi007.stdout:op 1414 completed, throughput=5MB/sec 2024-08-04T15:53:02.522 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zHUNBCmlUNciv0R off=20667498 len=1339629 2024-08-04T15:53:02.529 INFO:tasks.workunit.client.0.smithi007.stdout:op 1415 completed, throughput=5MB/sec 2024-08-04T15:53:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:53:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:53:03.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:02 smithi007 ceph-mon[92692]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-04T15:53:03.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:02 smithi007 ceph-mon[94998]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-04T15:53:03.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:02 smithi062 ceph-mon[85960]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-04T15:53:03.529 INFO:tasks.workunit.client.0.smithi007.stdout: 276: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:03.529 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qjUTnmfgkKOYo_M off=5066121 len=775550 2024-08-04T15:53:03.530 INFO:tasks.workunit.client.0.smithi007.stdout:op 1416 completed, throughput=4.99MB/sec 2024-08-04T15:53:03.530 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-g8oEvGSjSiO9JsB off=3114485 len=311488 2024-08-04T15:53:03.531 INFO:tasks.workunit.client.0.smithi007.stdout:op 1417 completed, throughput=4.99MB/sec 2024-08-04T15:53:03.531 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9tesi3vw77TbzlX off=5982134 len=1818665 2024-08-04T15:53:03.540 INFO:tasks.workunit.client.0.smithi007.stdout:op 1418 completed, throughput=4.99MB/sec 2024-08-04T15:53:03.540 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3XR5i1P-_FjSfl2 off=18189572 len=134271 2024-08-04T15:53:03.542 INFO:tasks.workunit.client.0.smithi007.stdout:op 1419 completed, throughput=4.99MB/sec 2024-08-04T15:53:03.543 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3prahDguznb8lWT off=4934550 len=1869489 2024-08-04T15:53:03.546 INFO:tasks.workunit.client.0.smithi007.stdout:op 1420 completed, throughput=5MB/sec 2024-08-04T15:53:04.546 INFO:tasks.workunit.client.0.smithi007.stdout: 277: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:04.547 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-toc98-6sbdrZi0r off=31838 len=1487972 2024-08-04T15:53:04.549 INFO:tasks.workunit.client.0.smithi007.stdout:op 1421 completed, throughput=4.99MB/sec 2024-08-04T15:53:04.549 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-D0EHcr4_OswvfPi off=4985120 len=1065708 2024-08-04T15:53:04.554 INFO:tasks.workunit.client.0.smithi007.stdout:op 1422 completed, throughput=4.99MB/sec 2024-08-04T15:53:04.554 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0yT8IxPBIOVy4nY off=1350844 len=140489 2024-08-04T15:53:04.554 INFO:tasks.workunit.client.0.smithi007.stdout:op 1423 completed, throughput=4.99MB/sec 2024-08-04T15:53:04.555 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fzjTbU_IlhdbB-U off=2437117 len=1628777 2024-08-04T15:53:04.564 INFO:tasks.workunit.client.0.smithi007.stdout:op 1424 completed, throughput=5MB/sec 2024-08-04T15:53:04.564 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0lmkb6zB71F7e27 off=1489900 len=1336786 2024-08-04T15:53:04.565 INFO:tasks.workunit.client.0.smithi007.stdout:op 1425 completed, throughput=5MB/sec 2024-08-04T15:53:05.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:04 smithi007 ceph-mon[94998]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:53:05.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:04 smithi007 ceph-mon[92692]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:53:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:04 smithi062 ceph-mon[85960]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:53:05.566 INFO:tasks.workunit.client.0.smithi007.stdout: 278: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:05.566 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VgKWW637A2PaKOz off=14355574 len=317455 2024-08-04T15:53:05.569 INFO:tasks.workunit.client.0.smithi007.stdout:op 1426 completed, throughput=4.99MB/sec 2024-08-04T15:53:05.569 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kgcziFHCRaSAKuT off=6161966 len=1974052 2024-08-04T15:53:05.578 INFO:tasks.workunit.client.0.smithi007.stdout:op 1427 completed, throughput=4.99MB/sec 2024-08-04T15:53:05.578 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QSmFcKo4JS9rPec off=23971 len=1511628 2024-08-04T15:53:05.587 INFO:tasks.workunit.client.0.smithi007.stdout:op 1428 completed, throughput=5MB/sec 2024-08-04T15:53:05.588 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hU5QhAM-b5VpYsH off=7649552 len=289440 2024-08-04T15:53:05.588 INFO:tasks.workunit.client.0.smithi007.stdout:op 1429 completed, throughput=5MB/sec 2024-08-04T15:53:05.588 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mbLRsS4YCzJRmYo off=3519412 len=828081 2024-08-04T15:53:05.593 INFO:tasks.workunit.client.0.smithi007.stdout:op 1430 completed, throughput=5MB/sec 2024-08-04T15:53:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:53:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:53:06] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-08-04T15:53:06.593 INFO:tasks.workunit.client.0.smithi007.stdout: 279: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:06.593 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IVwQMIpfZ0egeTJ off=8107798 len=2031980 2024-08-04T15:53:06.596 INFO:tasks.workunit.client.0.smithi007.stdout:op 1431 completed, throughput=4.99MB/sec 2024-08-04T15:53:06.596 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7D38ph_varLZngU off=4425286 len=1655608 2024-08-04T15:53:06.606 INFO:tasks.workunit.client.0.smithi007.stdout:op 1432 completed, throughput=4.99MB/sec 2024-08-04T15:53:06.607 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SRvOFViNe4yGdeb off=3515044 len=1867253 2024-08-04T15:53:06.616 INFO:tasks.workunit.client.0.smithi007.stdout:op 1433 completed, throughput=5MB/sec 2024-08-04T15:53:07.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:06 smithi007 ceph-mon[94998]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:53:07.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:53:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:06 smithi007 ceph-mon[92692]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:53:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:53:07.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:06 smithi062 ceph-mon[85960]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:53:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:53:07.617 INFO:tasks.workunit.client.0.smithi007.stdout: 280: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:07.617 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xmU_xXzcDDMfUTG off=15597479 len=1181284 2024-08-04T15:53:07.619 INFO:tasks.workunit.client.0.smithi007.stdout:op 1434 completed, throughput=4.99MB/sec 2024-08-04T15:53:07.619 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Z4L9MNdJWf2wwON off=810090 len=645884 2024-08-04T15:53:07.621 INFO:tasks.workunit.client.0.smithi007.stdout:op 1435 completed, throughput=4.99MB/sec 2024-08-04T15:53:07.621 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0njTHy6ZZuvQPPk off=18441491 len=268036 2024-08-04T15:53:07.621 INFO:tasks.workunit.client.0.smithi007.stdout:op 1436 completed, throughput=4.99MB/sec 2024-08-04T15:53:07.621 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XQ3cuL3AW3J_c8Y off=2680588 len=1984785 2024-08-04T15:53:07.633 INFO:tasks.workunit.client.0.smithi007.stdout:op 1437 completed, throughput=5MB/sec 2024-08-04T15:53:07.633 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XPQ1KQAqBCfUELu off=3630788 len=1677497 2024-08-04T15:53:07.636 INFO:tasks.workunit.client.0.smithi007.stdout:op 1438 completed, throughput=5MB/sec 2024-08-04T15:53:08.637 INFO:tasks.workunit.client.0.smithi007.stdout: 281: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:08.637 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ugqPm8ehqsBppm5 off=1480216 len=740721 2024-08-04T15:53:08.638 INFO:tasks.workunit.client.0.smithi007.stdout:op 1439 completed, throughput=4.99MB/sec 2024-08-04T15:53:08.638 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XdVkp0GEldhYHHl off=1027174 len=515410 2024-08-04T15:53:08.639 INFO:tasks.workunit.client.0.smithi007.stdout:op 1440 completed, throughput=4.99MB/sec 2024-08-04T15:53:08.639 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tk63tpcWMQKGciX off=829440 len=443246 2024-08-04T15:53:08.641 INFO:tasks.workunit.client.0.smithi007.stdout:op 1441 completed, throughput=4.99MB/sec 2024-08-04T15:53:08.641 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JTBGMrKr1T8EaCQ off=2428942 len=527260 2024-08-04T15:53:08.642 INFO:tasks.workunit.client.0.smithi007.stdout:op 1442 completed, throughput=4.99MB/sec 2024-08-04T15:53:08.642 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cH3nRNzR5qGEGdS off=4860256 len=1227933 2024-08-04T15:53:08.649 INFO:tasks.workunit.client.0.smithi007.stdout:op 1443 completed, throughput=5MB/sec 2024-08-04T15:53:08.649 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yLs8u8enU2llQuj off=3892352 len=1589392 2024-08-04T15:53:08.651 INFO:tasks.workunit.client.0.smithi007.stdout:op 1444 completed, throughput=5MB/sec 2024-08-04T15:53:09.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:08 smithi007 ceph-mon[94998]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:53:09.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:08 smithi007 ceph-mon[92692]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:53:09.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:08 smithi062 ceph-mon[85960]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:53:09.651 INFO:tasks.workunit.client.0.smithi007.stdout: 282: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:09.652 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-K78oK4K4cHhfkOC off=0 len=1151814 2024-08-04T15:53:09.654 INFO:tasks.workunit.client.0.smithi007.stdout:op 1445 completed, throughput=4.99MB/sec 2024-08-04T15:53:09.654 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XIiblrVEH-htx0X off=18153922 len=403792 2024-08-04T15:53:09.655 INFO:tasks.workunit.client.0.smithi007.stdout:op 1446 completed, throughput=4.99MB/sec 2024-08-04T15:53:09.656 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WlPZRhCwBzb_ayN off=9986826 len=2088494 2024-08-04T15:53:09.659 INFO:tasks.workunit.client.0.smithi007.stdout:op 1447 completed, throughput=5MB/sec 2024-08-04T15:53:09.660 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Giy_jMQi3zDhXjb off=1341127 len=1668382 2024-08-04T15:53:09.667 INFO:tasks.workunit.client.0.smithi007.stdout:op 1448 completed, throughput=5MB/sec 2024-08-04T15:53:10.667 INFO:tasks.workunit.client.0.smithi007.stdout: 283: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:10.667 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-djBImJ7OSV2Tybp off=10979437 len=1377316 2024-08-04T15:53:10.673 INFO:tasks.workunit.client.0.smithi007.stdout:op 1449 completed, throughput=4.99MB/sec 2024-08-04T15:53:10.674 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zBmxJXg-nvh4h8E off=1722095 len=540495 2024-08-04T15:53:10.678 INFO:tasks.workunit.client.0.smithi007.stdout:op 1450 completed, throughput=4.99MB/sec 2024-08-04T15:53:10.678 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RCm3lYveyQyMW08 off=12563172 len=584812 2024-08-04T15:53:10.679 INFO:tasks.workunit.client.0.smithi007.stdout:op 1451 completed, throughput=4.99MB/sec 2024-08-04T15:53:10.679 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sSQWx17Q-YuC0GW off=5145120 len=1932339 2024-08-04T15:53:10.689 INFO:tasks.workunit.client.0.smithi007.stdout:op 1452 completed, throughput=5MB/sec 2024-08-04T15:53:10.690 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wUUWe8kcaH7NH4- off=1306438 len=1623900 2024-08-04T15:53:10.691 INFO:tasks.workunit.client.0.smithi007.stdout:op 1453 completed, throughput=5MB/sec 2024-08-04T15:53:11.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:10 smithi007 ceph-mon[94998]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:53:11.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:10 smithi007 ceph-mon[92692]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:53:11.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:10 smithi062 ceph-mon[85960]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:53:11.691 INFO:tasks.workunit.client.0.smithi007.stdout: 284: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:11.691 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-u3f6C41fwuXKLxl off=3820138 len=611603 2024-08-04T15:53:11.695 INFO:tasks.workunit.client.0.smithi007.stdout:op 1454 completed, throughput=4.99MB/sec 2024-08-04T15:53:11.695 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8d_hI2d4emYL7aJ off=4635849 len=1421197 2024-08-04T15:53:11.697 INFO:tasks.workunit.client.0.smithi007.stdout:op 1455 completed, throughput=4.99MB/sec 2024-08-04T15:53:11.698 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-B2rblrO4px8xhYh off=6825426 len=634709 2024-08-04T15:53:11.702 INFO:tasks.workunit.client.0.smithi007.stdout:op 1456 completed, throughput=4.99MB/sec 2024-08-04T15:53:11.702 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4ztvZ7sCnkejipa off=5736493 len=436536 2024-08-04T15:53:11.705 INFO:tasks.workunit.client.0.smithi007.stdout:op 1457 completed, throughput=5MB/sec 2024-08-04T15:53:11.705 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3NEGDcFu1SPVXu5 off=5486200 len=934089 2024-08-04T15:53:11.710 INFO:tasks.workunit.client.0.smithi007.stdout:op 1458 completed, throughput=5MB/sec 2024-08-04T15:53:11.710 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6SJuz5mjQ9CL17C off=10175971 len=1022929 2024-08-04T15:53:11.716 INFO:tasks.workunit.client.0.smithi007.stdout:op 1459 completed, throughput=5MB/sec 2024-08-04T15:53:12.716 INFO:tasks.workunit.client.0.smithi007.stdout: 285: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:12.717 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jeZfFn2McG7KnIi off=4188395 len=337204 2024-08-04T15:53:12.720 INFO:tasks.workunit.client.0.smithi007.stdout:op 1460 completed, throughput=4.99MB/sec 2024-08-04T15:53:12.720 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9kdqrSjUU8ZNoB9 off=9001640 len=1646152 2024-08-04T15:53:12.722 INFO:tasks.workunit.client.0.smithi007.stdout:op 1461 completed, throughput=4.99MB/sec 2024-08-04T15:53:12.722 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ub85rnHlC4lDr3O off=11589381 len=477286 2024-08-04T15:53:12.723 INFO:tasks.workunit.client.0.smithi007.stdout:op 1462 completed, throughput=4.99MB/sec 2024-08-04T15:53:12.723 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DNupikbwKaqkmlx off=5075763 len=2093475 2024-08-04T15:53:12.734 INFO:tasks.workunit.client.0.smithi007.stdout:op 1463 completed, throughput=5MB/sec 2024-08-04T15:53:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:53:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:53:13.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:12 smithi007 ceph-mon[94998]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:53:13.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:12 smithi007 ceph-mon[92692]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:53:13.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:12 smithi062 ceph-mon[85960]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:53:13.734 INFO:tasks.workunit.client.0.smithi007.stdout: 286: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:13.734 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PZHP79iZ6DxZEoc off=1096909 len=1128661 2024-08-04T15:53:13.735 INFO:tasks.workunit.client.0.smithi007.stdout:op 1464 completed, throughput=4.99MB/sec 2024-08-04T15:53:13.736 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Eo9m9XV3YIjztYW off=856737 len=450017 2024-08-04T15:53:13.737 INFO:tasks.workunit.client.0.smithi007.stdout:op 1465 completed, throughput=4.99MB/sec 2024-08-04T15:53:13.737 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--mW9t0BolBkSIQ_ off=16075586 len=411762 2024-08-04T15:53:13.740 INFO:tasks.workunit.client.0.smithi007.stdout:op 1466 completed, throughput=4.99MB/sec 2024-08-04T15:53:13.740 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1c5dXHtFq1SB6Dp off=4000796 len=63938 2024-08-04T15:53:13.743 INFO:tasks.workunit.client.0.smithi007.stdout:op 1467 completed, throughput=4.99MB/sec 2024-08-04T15:53:13.743 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Y0wla2O7K3BTFXs off=1484408 len=924281 2024-08-04T15:53:13.748 INFO:tasks.workunit.client.0.smithi007.stdout:op 1468 completed, throughput=4.99MB/sec 2024-08-04T15:53:13.748 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xadO7nWRq3O0-A9 off=12092607 len=243043 2024-08-04T15:53:13.751 INFO:tasks.workunit.client.0.smithi007.stdout:op 1469 completed, throughput=4.99MB/sec 2024-08-04T15:53:13.751 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FJrCliLgO61IevZ off=11890104 len=334539 2024-08-04T15:53:13.754 INFO:tasks.workunit.client.0.smithi007.stdout:op 1470 completed, throughput=4.99MB/sec 2024-08-04T15:53:13.754 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8UMBQq_8eFy2mcD off=4637597 len=905697 2024-08-04T15:53:13.755 INFO:tasks.workunit.client.0.smithi007.stdout:op 1471 completed, throughput=5MB/sec 2024-08-04T15:53:13.755 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LtuGP2fdcrzLbLQ off=5306662 len=1509876 2024-08-04T15:53:13.757 INFO:tasks.workunit.client.0.smithi007.stdout:op 1472 completed, throughput=5MB/sec 2024-08-04T15:53:14.758 INFO:tasks.workunit.client.0.smithi007.stdout: 287: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:14.758 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-C8Rq4DpC3Salptu off=8018871 len=235175 2024-08-04T15:53:14.759 INFO:tasks.workunit.client.0.smithi007.stdout:op 1473 completed, throughput=4.99MB/sec 2024-08-04T15:53:14.759 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-61lruzhIqMFi65D off=618567 len=1085622 2024-08-04T15:53:14.765 INFO:tasks.workunit.client.0.smithi007.stdout:op 1474 completed, throughput=4.99MB/sec 2024-08-04T15:53:14.765 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3xPFlyHBjIqUNvL off=1341875 len=1967944 2024-08-04T15:53:14.768 INFO:tasks.workunit.client.0.smithi007.stdout:op 1475 completed, throughput=5MB/sec 2024-08-04T15:53:14.768 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QFbVIEc1b_upSOk off=1542917 len=2028682 2024-08-04T15:53:14.777 INFO:tasks.workunit.client.0.smithi007.stdout:op 1476 completed, throughput=5MB/sec 2024-08-04T15:53:15.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:14 smithi007 ceph-mon[94998]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:53:15.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:14 smithi007 ceph-mon[92692]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:53:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:14 smithi062 ceph-mon[85960]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:53:15.777 INFO:tasks.workunit.client.0.smithi007.stdout: 288: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:15.777 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-K3dvmjgNaPWIH1N off=5543851 len=1906298 2024-08-04T15:53:15.781 INFO:tasks.workunit.client.0.smithi007.stdout:op 1477 completed, throughput=4.99MB/sec 2024-08-04T15:53:15.781 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Qa3Mpu356xQL0hr off=4957375 len=1143245 2024-08-04T15:53:15.783 INFO:tasks.workunit.client.0.smithi007.stdout:op 1478 completed, throughput=4.99MB/sec 2024-08-04T15:53:15.783 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MzdkDn-YEVdSbDd off=7046292 len=1856434 2024-08-04T15:53:15.785 INFO:tasks.workunit.client.0.smithi007.stdout:op 1479 completed, throughput=5MB/sec 2024-08-04T15:53:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:53:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:53:16] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-08-04T15:53:16.786 INFO:tasks.workunit.client.0.smithi007.stdout: 289: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:16.786 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wV8m7dQOItCy0Yv off=581379 len=1392934 2024-08-04T15:53:16.788 INFO:tasks.workunit.client.0.smithi007.stdout:op 1480 completed, throughput=4.99MB/sec 2024-08-04T15:53:16.788 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cm9236irOkLmFJA off=2380888 len=1905929 2024-08-04T15:53:16.796 INFO:tasks.workunit.client.0.smithi007.stdout:op 1481 completed, throughput=4.99MB/sec 2024-08-04T15:53:16.796 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7n3-SGUHUXmAl0x off=10229993 len=437830 2024-08-04T15:53:16.800 INFO:tasks.workunit.client.0.smithi007.stdout:op 1482 completed, throughput=5MB/sec 2024-08-04T15:53:16.800 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9LMWD-YJY0jjY4e off=1126500 len=1157227 2024-08-04T15:53:16.803 INFO:tasks.workunit.client.0.smithi007.stdout:op 1483 completed, throughput=5MB/sec 2024-08-04T15:53:16.803 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zLbQe9fLB-bc1kY off=5863287 len=1090521 2024-08-04T15:53:16.804 INFO:tasks.workunit.client.0.smithi007.stdout:op 1484 completed, throughput=5MB/sec 2024-08-04T15:53:17.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:16 smithi007 ceph-mon[92692]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:53:17.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:16 smithi007 ceph-mon[94998]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:53:17.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:16 smithi062 ceph-mon[85960]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:53:17.804 INFO:tasks.workunit.client.0.smithi007.stdout: 290: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:17.804 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qLRQjc8cI-Me--5 off=9613014 len=937078 2024-08-04T15:53:17.806 INFO:tasks.workunit.client.0.smithi007.stdout:op 1485 completed, throughput=4.99MB/sec 2024-08-04T15:53:17.806 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2PRZ0WBKKSFkyHt off=3615980 len=1056067 2024-08-04T15:53:17.811 INFO:tasks.workunit.client.0.smithi007.stdout:op 1486 completed, throughput=4.99MB/sec 2024-08-04T15:53:17.811 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7boPCTsqluEt1dK off=130395 len=1248559 2024-08-04T15:53:17.817 INFO:tasks.workunit.client.0.smithi007.stdout:op 1487 completed, throughput=5MB/sec 2024-08-04T15:53:17.818 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-B7Rd__ifpDH6JKQ off=0 len=1808087 2024-08-04T15:53:17.819 INFO:tasks.workunit.client.0.smithi007.stdout:op 1488 completed, throughput=5MB/sec 2024-08-04T15:53:18.820 INFO:tasks.workunit.client.0.smithi007.stdout: 291: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:18.820 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ojbJzaPSERhGnWE off=10650987 len=2003542 2024-08-04T15:53:18.830 INFO:tasks.workunit.client.0.smithi007.stdout:op 1489 completed, throughput=4.99MB/sec 2024-08-04T15:53:18.830 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NroQKAnq_eulRAj off=17137713 len=138879 2024-08-04T15:53:18.832 INFO:tasks.workunit.client.0.smithi007.stdout:op 1490 completed, throughput=4.99MB/sec 2024-08-04T15:53:18.833 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nSoGnShzfFYenc0 off=3489461 len=2089120 2024-08-04T15:53:18.834 INFO:tasks.workunit.client.0.smithi007.stdout:op 1491 completed, throughput=5MB/sec 2024-08-04T15:53:18.835 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IF3R5HAuLuXg_a2 off=7813073 len=1442643 2024-08-04T15:53:18.842 INFO:tasks.workunit.client.0.smithi007.stdout:op 1492 completed, throughput=5MB/sec 2024-08-04T15:53:19.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:18 smithi007 ceph-mon[94998]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:53:19.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:18 smithi007 ceph-mon[92692]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:53:19.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:18 smithi062 ceph-mon[85960]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:53:19.842 INFO:tasks.workunit.client.0.smithi007.stdout: 292: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:19.842 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TxGvofAWti0g3jc off=5529684 len=1954663 2024-08-04T15:53:19.851 INFO:tasks.workunit.client.0.smithi007.stdout:op 1493 completed, throughput=4.99MB/sec 2024-08-04T15:53:19.851 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-scHRP5TtOzqHAjn off=6016746 len=1276254 2024-08-04T15:53:19.853 INFO:tasks.workunit.client.0.smithi007.stdout:op 1494 completed, throughput=5MB/sec 2024-08-04T15:53:19.853 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1BzysUHTiregI1L off=772003 len=568711 2024-08-04T15:53:19.853 INFO:tasks.workunit.client.0.smithi007.stdout:op 1495 completed, throughput=5MB/sec 2024-08-04T15:53:19.854 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LAm8JvGn1w-duis off=7932166 len=1937931 2024-08-04T15:53:19.863 INFO:tasks.workunit.client.0.smithi007.stdout:op 1496 completed, throughput=5MB/sec 2024-08-04T15:53:20.863 INFO:tasks.workunit.client.0.smithi007.stdout: 293: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:20.864 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-H22QU0GUURERwcZ off=1292978 len=1080525 2024-08-04T15:53:20.868 INFO:tasks.workunit.client.0.smithi007.stdout:op 1497 completed, throughput=4.99MB/sec 2024-08-04T15:53:20.869 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Iv-k_p7VPXNq7ld off=4477591 len=77044 2024-08-04T15:53:20.869 INFO:tasks.workunit.client.0.smithi007.stdout:op 1498 completed, throughput=4.99MB/sec 2024-08-04T15:53:20.869 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dU_zLGWqxL5GhCn off=8079104 len=586307 2024-08-04T15:53:20.871 INFO:tasks.workunit.client.0.smithi007.stdout:op 1499 completed, throughput=4.99MB/sec 2024-08-04T15:53:20.871 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JOspppO-GfFqlYM off=2084504 len=526477 2024-08-04T15:53:20.875 INFO:tasks.workunit.client.0.smithi007.stdout:op 1500 completed, throughput=4.99MB/sec 2024-08-04T15:53:20.875 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lBGJixU5GemFflG off=3322755 len=139689 2024-08-04T15:53:20.878 INFO:tasks.workunit.client.0.smithi007.stdout:op 1501 completed, throughput=4.99MB/sec 2024-08-04T15:53:20.878 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YpT1D_d2rGgk4Ua off=321547 len=926248 2024-08-04T15:53:20.883 INFO:tasks.workunit.client.0.smithi007.stdout:op 1502 completed, throughput=5MB/sec 2024-08-04T15:53:20.883 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2bPAZ4rGoIKtwLN off=2041071 len=2066507 2024-08-04T15:53:20.885 INFO:tasks.workunit.client.0.smithi007.stdout:op 1503 completed, throughput=5MB/sec 2024-08-04T15:53:21.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:20 smithi007 ceph-mon[94998]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:53:21.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:20 smithi007 ceph-mon[92692]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:53:21.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:20 smithi062 ceph-mon[85960]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:53:21.886 INFO:tasks.workunit.client.0.smithi007.stdout: 294: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:21.886 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2ff8XMWmBUxaFs1 off=19647831 len=1773499 2024-08-04T15:53:21.889 INFO:tasks.workunit.client.0.smithi007.stdout:op 1504 completed, throughput=4.99MB/sec 2024-08-04T15:53:21.890 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aE56DouWpXLMIeT off=7001225 len=499565 2024-08-04T15:53:21.893 INFO:tasks.workunit.client.0.smithi007.stdout:op 1505 completed, throughput=4.99MB/sec 2024-08-04T15:53:21.894 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BZ6OSTSUxjYb5xP off=2959539 len=557307 2024-08-04T15:53:21.894 INFO:tasks.workunit.client.0.smithi007.stdout:op 1506 completed, throughput=5MB/sec 2024-08-04T15:53:21.895 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-slhOJXbfT0ESloy off=4132691 len=378765 2024-08-04T15:53:21.898 INFO:tasks.workunit.client.0.smithi007.stdout:op 1507 completed, throughput=5MB/sec 2024-08-04T15:53:21.898 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DJg7zOF9kdmULIr off=2703312 len=1642667 2024-08-04T15:53:21.908 INFO:tasks.workunit.client.0.smithi007.stdout:op 1508 completed, throughput=5MB/sec 2024-08-04T15:53:22.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:53:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:53:22.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:53:22.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:53:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:53:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:53:22.910 INFO:tasks.workunit.client.0.smithi007.stdout: 295: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:22.910 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-naveacz3VzSNTiz off=11579401 len=1206882 2024-08-04T15:53:22.915 INFO:tasks.workunit.client.0.smithi007.stdout:op 1509 completed, throughput=4.99MB/sec 2024-08-04T15:53:22.915 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-x-cptO6brrlckbI off=13887208 len=1141994 2024-08-04T15:53:22.922 INFO:tasks.workunit.client.0.smithi007.stdout:op 1510 completed, throughput=4.99MB/sec 2024-08-04T15:53:22.922 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-U8xz6yrzmq2NYcv off=3695974 len=1936616 2024-08-04T15:53:22.924 INFO:tasks.workunit.client.0.smithi007.stdout:op 1511 completed, throughput=5MB/sec 2024-08-04T15:53:22.924 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0Lfs7GVKiFbahDG off=7809987 len=580065 2024-08-04T15:53:22.928 INFO:tasks.workunit.client.0.smithi007.stdout:op 1512 completed, throughput=5MB/sec 2024-08-04T15:53:23.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:22 smithi007 ceph-mon[92692]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:53:23.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:22 smithi007 ceph-mon[94998]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:53:23.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:22 smithi062 ceph-mon[85960]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:53:23.929 INFO:tasks.workunit.client.0.smithi007.stdout: 296: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:23.929 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1X9Jb-xaco9gynH off=19416777 len=236964 2024-08-04T15:53:23.930 INFO:tasks.workunit.client.0.smithi007.stdout:op 1513 completed, throughput=4.99MB/sec 2024-08-04T15:53:23.930 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hxJrEkIGUugeV9J off=11566785 len=1698243 2024-08-04T15:53:23.932 INFO:tasks.workunit.client.0.smithi007.stdout:op 1514 completed, throughput=4.99MB/sec 2024-08-04T15:53:23.932 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FMzlBeIlDLCULxd off=18324939 len=988891 2024-08-04T15:53:23.937 INFO:tasks.workunit.client.0.smithi007.stdout:op 1515 completed, throughput=4.99MB/sec 2024-08-04T15:53:23.937 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NMqBnN989j-xo07 off=2768200 len=118214 2024-08-04T15:53:23.940 INFO:tasks.workunit.client.0.smithi007.stdout:op 1516 completed, throughput=4.99MB/sec 2024-08-04T15:53:23.940 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-etBYT797TFhIIlK off=5422971 len=1542688 2024-08-04T15:53:23.946 INFO:tasks.workunit.client.0.smithi007.stdout:op 1517 completed, throughput=5MB/sec 2024-08-04T15:53:23.946 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5CKFxrM6XaLLjLT off=4674978 len=1202319 2024-08-04T15:53:23.951 INFO:tasks.workunit.client.0.smithi007.stdout:op 1518 completed, throughput=5MB/sec 2024-08-04T15:53:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: 297: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:24.952 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-eZj1bZIkKUKJ5jo off=1718814 len=40735 2024-08-04T15:53:24.952 INFO:tasks.workunit.client.0.smithi007.stdout:op 1519 completed, throughput=4.99MB/sec 2024-08-04T15:53:24.952 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RH9EKPA0RB5glNX off=3201083 len=1204466 2024-08-04T15:53:24.954 INFO:tasks.workunit.client.0.smithi007.stdout:op 1520 completed, throughput=4.99MB/sec 2024-08-04T15:53:24.954 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fzkZQfyjZkOP_BG off=16587546 len=1078205 2024-08-04T15:53:24.960 INFO:tasks.workunit.client.0.smithi007.stdout:op 1521 completed, throughput=4.99MB/sec 2024-08-04T15:53:24.960 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6WhkaF-fgzcWi6W off=8331288 len=1984749 2024-08-04T15:53:24.963 INFO:tasks.workunit.client.0.smithi007.stdout:op 1522 completed, throughput=5MB/sec 2024-08-04T15:53:24.963 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uPX9JAKi3FagZF_ off=14038970 len=204860 2024-08-04T15:53:24.966 INFO:tasks.workunit.client.0.smithi007.stdout:op 1523 completed, throughput=5MB/sec 2024-08-04T15:53:24.966 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SKsrTxvBwbx7pHa off=4235800 len=478164 2024-08-04T15:53:24.970 INFO:tasks.workunit.client.0.smithi007.stdout:op 1524 completed, throughput=5MB/sec 2024-08-04T15:53:25.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:24 smithi007 ceph-mon[92692]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-04T15:53:25.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:24 smithi007 ceph-mon[94998]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-04T15:53:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:24 smithi062 ceph-mon[85960]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-04T15:53:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: 298: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:25.971 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5YsaY6FGXcC51Ox off=14339702 len=1924961 2024-08-04T15:53:25.972 INFO:tasks.workunit.client.0.smithi007.stdout:op 1525 completed, throughput=4.99MB/sec 2024-08-04T15:53:25.973 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3BpbWe7hDTEihG6 off=1251808 len=639136 2024-08-04T15:53:25.977 INFO:tasks.workunit.client.0.smithi007.stdout:op 1526 completed, throughput=4.99MB/sec 2024-08-04T15:53:25.977 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hFtxzA7_hX9mETA off=1204007 len=1229974 2024-08-04T15:53:25.982 INFO:tasks.workunit.client.0.smithi007.stdout:op 1527 completed, throughput=5MB/sec 2024-08-04T15:53:25.983 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JuUMNMCd-YQXGwI off=15363242 len=1021412 2024-08-04T15:53:25.983 INFO:tasks.workunit.client.0.smithi007.stdout:op 1528 completed, throughput=5MB/sec 2024-08-04T15:53:25.984 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZFzjd3MRyY6q_K0 off=11451205 len=1393863 2024-08-04T15:53:25.985 INFO:tasks.workunit.client.0.smithi007.stdout:op 1529 completed, throughput=5MB/sec 2024-08-04T15:53:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:53:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:53:26] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-08-04T15:53:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: 299: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:26.986 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-COKNwKsZCDLhKX4 off=5392501 len=942571 2024-08-04T15:53:26.991 INFO:tasks.workunit.client.0.smithi007.stdout:op 1530 completed, throughput=4.99MB/sec 2024-08-04T15:53:26.991 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZaxTDHBvhqG7ZLH off=7277484 len=467377 2024-08-04T15:53:26.992 INFO:tasks.workunit.client.0.smithi007.stdout:op 1531 completed, throughput=4.99MB/sec 2024-08-04T15:53:26.992 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1W-rOXCLLX0bdcm off=537811 len=1398052 2024-08-04T15:53:26.994 INFO:tasks.workunit.client.0.smithi007.stdout:op 1532 completed, throughput=5MB/sec 2024-08-04T15:53:26.994 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rOy2nF8Yhz7iYPl off=402283 len=947438 2024-08-04T15:53:26.999 INFO:tasks.workunit.client.0.smithi007.stdout:op 1533 completed, throughput=5MB/sec 2024-08-04T15:53:26.999 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lftJoWlnpraEfC_ off=4556402 len=1640304 2024-08-04T15:53:27.001 INFO:tasks.workunit.client.0.smithi007.stdout:op 1534 completed, throughput=5MB/sec 2024-08-04T15:53:27.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:26 smithi007 ceph-mon[92692]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:53:27.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:26 smithi007 ceph-mon[94998]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:53:27.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:26 smithi062 ceph-mon[85960]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:53:28.002 INFO:tasks.workunit.client.0.smithi007.stdout: 300: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:28.002 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cOXBitOkQoefVh0 off=11721019 len=1427335 2024-08-04T15:53:28.004 INFO:tasks.workunit.client.0.smithi007.stdout:op 1535 completed, throughput=4.99MB/sec 2024-08-04T15:53:28.004 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AWxvJn6ulU5Pcsx off=2947144 len=1841279 2024-08-04T15:53:28.007 INFO:tasks.workunit.client.0.smithi007.stdout:op 1536 completed, throughput=5MB/sec 2024-08-04T15:53:28.007 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fi_ov_vlCeLYVp1 off=89006 len=1693026 2024-08-04T15:53:28.009 INFO:tasks.workunit.client.0.smithi007.stdout:op 1537 completed, throughput=5MB/sec 2024-08-04T15:53:29.009 INFO:tasks.workunit.client.0.smithi007.stdout: 301: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:29.009 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Qn1zHyLj2r0m7yP off=64876 len=232488 2024-08-04T15:53:29.010 INFO:tasks.workunit.client.0.smithi007.stdout:op 1538 completed, throughput=4.99MB/sec 2024-08-04T15:53:29.010 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1pOXgjplvcdQDWY off=12180933 len=1775196 2024-08-04T15:53:29.018 INFO:tasks.workunit.client.0.smithi007.stdout:op 1539 completed, throughput=4.99MB/sec 2024-08-04T15:53:29.019 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-omt859teYfquAtZ off=5945019 len=1722787 2024-08-04T15:53:29.021 INFO:tasks.workunit.client.0.smithi007.stdout:op 1540 completed, throughput=5MB/sec 2024-08-04T15:53:29.021 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5ldGVkcLDUEj22E off=0 len=1587484 2024-08-04T15:53:29.023 INFO:tasks.workunit.client.0.smithi007.stdout:op 1541 completed, throughput=5MB/sec 2024-08-04T15:53:29.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:28 smithi007 ceph-mon[92692]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:53:29.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:28 smithi007 ceph-mon[94998]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:53:29.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:28 smithi062 ceph-mon[85960]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:53:30.024 INFO:tasks.workunit.client.0.smithi007.stdout: 302: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:30.024 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-o3bH4Iy8sksDRTV off=6315218 len=122911 2024-08-04T15:53:30.027 INFO:tasks.workunit.client.0.smithi007.stdout:op 1542 completed, throughput=4.99MB/sec 2024-08-04T15:53:30.027 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--_1r91C0iDYC6fY off=3568649 len=1114203 2024-08-04T15:53:30.034 INFO:tasks.workunit.client.0.smithi007.stdout:op 1543 completed, throughput=4.99MB/sec 2024-08-04T15:53:30.035 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VZU038ALueBc1p- off=6912770 len=1490245 2024-08-04T15:53:30.039 INFO:tasks.workunit.client.0.smithi007.stdout:op 1544 completed, throughput=5MB/sec 2024-08-04T15:53:30.039 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Rni3QRF01lTghBJ off=17969313 len=788594 2024-08-04T15:53:30.041 INFO:tasks.workunit.client.0.smithi007.stdout:op 1545 completed, throughput=5MB/sec 2024-08-04T15:53:30.041 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YiavttVWo5L6umd off=450195 len=1214141 2024-08-04T15:53:30.042 INFO:tasks.workunit.client.0.smithi007.stdout:op 1546 completed, throughput=5MB/sec 2024-08-04T15:53:31.042 INFO:tasks.workunit.client.0.smithi007.stdout: 303: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:31.043 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--kWdwbxCycujCNi off=0 len=1293785 2024-08-04T15:53:31.049 INFO:tasks.workunit.client.0.smithi007.stdout:op 1547 completed, throughput=4.99MB/sec 2024-08-04T15:53:31.049 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NXY8vIAkfUOPYLY off=14123605 len=1784687 2024-08-04T15:53:31.052 INFO:tasks.workunit.client.0.smithi007.stdout:op 1548 completed, throughput=4.99MB/sec 2024-08-04T15:53:31.052 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nHZAT-U_NLDxeoL off=12611295 len=1829591 2024-08-04T15:53:31.061 INFO:tasks.workunit.client.0.smithi007.stdout:op 1549 completed, throughput=5MB/sec 2024-08-04T15:53:31.061 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ezqfn3E72OWdPSD off=6924194 len=485251 2024-08-04T15:53:31.062 INFO:tasks.workunit.client.0.smithi007.stdout:op 1550 completed, throughput=5MB/sec 2024-08-04T15:53:31.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:30 smithi007 ceph-mon[92692]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:53:31.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:30 smithi007 ceph-mon[94998]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:53:31.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:30 smithi062 ceph-mon[85960]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:53:32.062 INFO:tasks.workunit.client.0.smithi007.stdout: 304: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:32.062 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WI61WDsQq12KCub off=998123 len=1339406 2024-08-04T15:53:32.070 INFO:tasks.workunit.client.0.smithi007.stdout:op 1551 completed, throughput=4.99MB/sec 2024-08-04T15:53:32.070 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AQulgij54PqVpdS off=2008686 len=1836040 2024-08-04T15:53:32.072 INFO:tasks.workunit.client.0.smithi007.stdout:op 1552 completed, throughput=4.99MB/sec 2024-08-04T15:53:32.072 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UGfkTubyaqF2g1_ off=7095510 len=1893205 2024-08-04T15:53:32.074 INFO:tasks.workunit.client.0.smithi007.stdout:op 1553 completed, throughput=5MB/sec 2024-08-04T15:53:32.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:53:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:53:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:53:33.075 INFO:tasks.workunit.client.0.smithi007.stdout: 305: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:33.075 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-m4i9z3xSeRQJcZE off=383113 len=2000961 2024-08-04T15:53:33.081 INFO:tasks.workunit.client.0.smithi007.stdout:op 1554 completed, throughput=4.99MB/sec 2024-08-04T15:53:33.081 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fL64gi0Iu08IZe0 off=1829963 len=571024 2024-08-04T15:53:33.082 INFO:tasks.workunit.client.0.smithi007.stdout:op 1555 completed, throughput=4.99MB/sec 2024-08-04T15:53:33.082 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ujY2cTqwos1h-Gn off=4610463 len=574364 2024-08-04T15:53:33.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:32 smithi007 ceph-mon[94998]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:53:33.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:53:33.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:53:33.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:53:33.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:53:33.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:32 smithi007 ceph-mon[92692]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:53:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:53:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:53:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:53:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:53:33.086 INFO:tasks.workunit.client.0.smithi007.stdout:op 1556 completed, throughput=4.99MB/sec 2024-08-04T15:53:33.086 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AqJR3YKlu0Ru1u7 off=691194 len=1288242 2024-08-04T15:53:33.088 INFO:tasks.workunit.client.0.smithi007.stdout:op 1557 completed, throughput=5MB/sec 2024-08-04T15:53:33.088 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zY2RNNHUJmF_vsd off=5436930 len=1211577 2024-08-04T15:53:33.092 INFO:tasks.workunit.client.0.smithi007.stdout:op 1558 completed, throughput=5MB/sec 2024-08-04T15:53:33.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:32 smithi062 ceph-mon[85960]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:53:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:53:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:53:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:53:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:53:34.093 INFO:tasks.workunit.client.0.smithi007.stdout: 306: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:34.093 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aq1SMWgnZa8-42C off=5611079 len=329139 2024-08-04T15:53:34.096 INFO:tasks.workunit.client.0.smithi007.stdout:op 1559 completed, throughput=4.99MB/sec 2024-08-04T15:53:34.096 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-v_F4AIzDRUxrsK_ off=17340581 len=580832 2024-08-04T15:53:34.098 INFO:tasks.workunit.client.0.smithi007.stdout:op 1560 completed, throughput=4.99MB/sec 2024-08-04T15:53:34.098 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nKmVHxP5CHRdtvW off=384068 len=1879454 2024-08-04T15:53:34.107 INFO:tasks.workunit.client.0.smithi007.stdout:op 1561 completed, throughput=4.99MB/sec 2024-08-04T15:53:34.107 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Dipj2MbO3-AJ5Pb off=773789 len=2070730 2024-08-04T15:53:34.109 INFO:tasks.workunit.client.0.smithi007.stdout:op 1562 completed, throughput=5MB/sec 2024-08-04T15:53:35.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:34 smithi007 ceph-mon[94998]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T15:53:35.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:34 smithi007 ceph-mon[92692]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T15:53:35.109 INFO:tasks.workunit.client.0.smithi007.stdout: 307: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:35.109 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uagi-Vj7UHQXCuZ off=6176758 len=474356 2024-08-04T15:53:35.110 INFO:tasks.workunit.client.0.smithi007.stdout:op 1563 completed, throughput=4.99MB/sec 2024-08-04T15:53:35.111 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UvNWKUs7p7BsB4Z off=8992087 len=1545592 2024-08-04T15:53:35.113 INFO:tasks.workunit.client.0.smithi007.stdout:op 1564 completed, throughput=4.99MB/sec 2024-08-04T15:53:35.113 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XpbzqOIJpdm8hvx off=15858997 len=444813 2024-08-04T15:53:35.116 INFO:tasks.workunit.client.0.smithi007.stdout:op 1565 completed, throughput=4.99MB/sec 2024-08-04T15:53:35.116 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LfPQs4-zrBokjFg off=3314417 len=155957 2024-08-04T15:53:35.119 INFO:tasks.workunit.client.0.smithi007.stdout:op 1566 completed, throughput=4.99MB/sec 2024-08-04T15:53:35.119 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1XDYPOYR16tlUlv off=4196617 len=411446 2024-08-04T15:53:35.120 INFO:tasks.workunit.client.0.smithi007.stdout:op 1567 completed, throughput=4.99MB/sec 2024-08-04T15:53:35.121 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-z7jTsKa7mEmcJ_A off=178293 len=1559633 2024-08-04T15:53:35.123 INFO:tasks.workunit.client.0.smithi007.stdout:op 1568 completed, throughput=5MB/sec 2024-08-04T15:53:35.123 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-U0ajDgG2Zxt257E off=8668882 len=345705 2024-08-04T15:53:35.125 INFO:tasks.workunit.client.0.smithi007.stdout:op 1569 completed, throughput=5MB/sec 2024-08-04T15:53:35.125 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-npAJy7caK2n8Qes off=14440962 len=1815876 2024-08-04T15:53:35.133 INFO:tasks.workunit.client.0.smithi007.stdout:op 1570 completed, throughput=5MB/sec 2024-08-04T15:53:35.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:34 smithi062 ceph-mon[85960]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T15:53:36.133 INFO:tasks.workunit.client.0.smithi007.stdout: 308: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:36.133 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2dHDUR2HMmBO-WK off=992331 len=940198 2024-08-04T15:53:36.134 INFO:tasks.workunit.client.0.smithi007.stdout:op 1571 completed, throughput=4.99MB/sec 2024-08-04T15:53:36.135 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nHZAT-U_NLDxeoL off=3133399 len=576518 2024-08-04T15:53:36.139 INFO:tasks.workunit.client.0.smithi007.stdout:op 1572 completed, throughput=4.99MB/sec 2024-08-04T15:53:36.139 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Hwd1nBviVUWru_r off=334393 len=1224481 2024-08-04T15:53:36.140 INFO:tasks.workunit.client.0.smithi007.stdout:op 1573 completed, throughput=5MB/sec 2024-08-04T15:53:36.141 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vq8UUUgJx1oJ4nl off=88993 len=157871 2024-08-04T15:53:36.144 INFO:tasks.workunit.client.0.smithi007.stdout:op 1574 completed, throughput=5MB/sec 2024-08-04T15:53:36.144 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9n3TOncLUOl5_8F off=16053069 len=2087039 2024-08-04T15:53:36.155 INFO:tasks.workunit.client.0.smithi007.stdout:op 1575 completed, throughput=5MB/sec 2024-08-04T15:53:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:53:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:53:36] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-08-04T15:53:37.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:36 smithi007 ceph-mon[92692]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:53:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:53:37.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:36 smithi007 ceph-mon[94998]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:53:37.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:53:37.156 INFO:tasks.workunit.client.0.smithi007.stdout: 309: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:37.156 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QXTAfTb9GEiVgCa off=2061576 len=695990 2024-08-04T15:53:37.160 INFO:tasks.workunit.client.0.smithi007.stdout:op 1576 completed, throughput=4.99MB/sec 2024-08-04T15:53:37.160 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7VeJU0SbvckIiy3 off=10238072 len=1195223 2024-08-04T15:53:37.168 INFO:tasks.workunit.client.0.smithi007.stdout:op 1577 completed, throughput=4.99MB/sec 2024-08-04T15:53:37.168 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SOHgS6K-55wITJR off=4441064 len=1708891 2024-08-04T15:53:37.171 INFO:tasks.workunit.client.0.smithi007.stdout:op 1578 completed, throughput=5MB/sec 2024-08-04T15:53:37.171 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-w9f8MB0O89xfnDX off=10366666 len=811556 2024-08-04T15:53:37.173 INFO:tasks.workunit.client.0.smithi007.stdout:op 1579 completed, throughput=5MB/sec 2024-08-04T15:53:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:36 smithi062 ceph-mon[85960]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:53:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:53:38.173 INFO:tasks.workunit.client.0.smithi007.stdout: 310: throughput=4.98MB/sec pending data=0 2024-08-04T15:53:38.174 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-f2puBhiHulFXgiG off=3752316 len=792781 2024-08-04T15:53:38.175 INFO:tasks.workunit.client.0.smithi007.stdout:op 1580 completed, throughput=4.99MB/sec 2024-08-04T15:53:38.175 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7831OyDzf_2Bhp- off=6678018 len=322166 2024-08-04T15:53:38.179 INFO:tasks.workunit.client.0.smithi007.stdout:op 1581 completed, throughput=4.99MB/sec 2024-08-04T15:53:38.179 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7Adx6M11V83rtHq off=3467695 len=1522922 2024-08-04T15:53:38.186 INFO:tasks.workunit.client.0.smithi007.stdout:op 1582 completed, throughput=4.99MB/sec 2024-08-04T15:53:38.187 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Hl3J02E5u3No8N_ off=5351017 len=922441 2024-08-04T15:53:38.188 INFO:tasks.workunit.client.0.smithi007.stdout:op 1583 completed, throughput=5MB/sec 2024-08-04T15:53:38.188 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9Zs-IQHrzzWrJbR off=2929824 len=1218594 2024-08-04T15:53:38.189 INFO:tasks.workunit.client.0.smithi007.stdout:op 1584 completed, throughput=5MB/sec 2024-08-04T15:53:38.189 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Q_zZ3yVU15Xd30F off=100049 len=1804573 2024-08-04T15:53:38.200 INFO:tasks.workunit.client.0.smithi007.stdout:op 1585 completed, throughput=5MB/sec 2024-08-04T15:53:39.200 INFO:tasks.workunit.client.0.smithi007.stdout: 311: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:39.201 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Denkog19DLIKYuA off=12969344 len=1195517 2024-08-04T15:53:39.202 INFO:tasks.workunit.client.0.smithi007.stdout:op 1586 completed, throughput=4.99MB/sec 2024-08-04T15:53:39.202 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ICnF7QrOXlUTZmD off=2050134 len=192955 2024-08-04T15:53:39.203 INFO:tasks.workunit.client.0.smithi007.stdout:op 1587 completed, throughput=4.99MB/sec 2024-08-04T15:53:39.203 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8JXLlwl6ms4g2qt off=12034541 len=70085 2024-08-04T15:53:39.205 INFO:tasks.workunit.client.0.smithi007.stdout:op 1588 completed, throughput=4.99MB/sec 2024-08-04T15:53:39.206 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZXBGeGKEZf8AUht off=1440729 len=136186 2024-08-04T15:53:39.208 INFO:tasks.workunit.client.0.smithi007.stdout:op 1589 completed, throughput=4.99MB/sec 2024-08-04T15:53:39.208 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--U6HT-5RZ0R_smp off=22075845 len=228732 2024-08-04T15:53:39.209 INFO:tasks.workunit.client.0.smithi007.stdout:op 1590 completed, throughput=4.99MB/sec 2024-08-04T15:53:39.209 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2GX3d3u-89MuqAs off=3574708 len=1443126 2024-08-04T15:53:39.217 INFO:tasks.workunit.client.0.smithi007.stdout:op 1591 completed, throughput=5MB/sec 2024-08-04T15:53:39.217 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--Z5DeWYqz0mf_7z off=1502466 len=1311223 2024-08-04T15:53:39.218 INFO:tasks.workunit.client.0.smithi007.stdout:op 1592 completed, throughput=5MB/sec 2024-08-04T15:53:39.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:38 smithi062 ceph-mon[85960]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:53:39.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:38 smithi007 ceph-mon[92692]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:53:39.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:38 smithi007 ceph-mon[94998]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:53:40.219 INFO:tasks.workunit.client.0.smithi007.stdout: 312: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:40.219 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-g-h5_atZYRjO2J7 off=8825172 len=1405839 2024-08-04T15:53:40.220 INFO:tasks.workunit.client.0.smithi007.stdout:op 1593 completed, throughput=4.99MB/sec 2024-08-04T15:53:40.221 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_94SN-1TAjAHiPV off=6245415 len=1755508 2024-08-04T15:53:40.229 INFO:tasks.workunit.client.0.smithi007.stdout:op 1594 completed, throughput=5MB/sec 2024-08-04T15:53:40.229 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RyRRv1YhELKOLiX off=4628904 len=1394142 2024-08-04T15:53:40.230 INFO:tasks.workunit.client.0.smithi007.stdout:op 1595 completed, throughput=5MB/sec 2024-08-04T15:53:40.230 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-m0giRGkarxO5La1 off=632485 len=1814812 2024-08-04T15:53:40.231 INFO:tasks.workunit.client.0.smithi007.stdout:op 1596 completed, throughput=5MB/sec 2024-08-04T15:53:41.232 INFO:tasks.workunit.client.0.smithi007.stdout: 313: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:41.232 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VU-tOXXrs50r3mw off=8829108 len=138328 2024-08-04T15:53:41.233 INFO:tasks.workunit.client.0.smithi007.stdout:op 1597 completed, throughput=4.99MB/sec 2024-08-04T15:53:41.233 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tYhYKxOv5uwu3Hy off=4517856 len=188340 2024-08-04T15:53:41.233 INFO:tasks.workunit.client.0.smithi007.stdout:op 1598 completed, throughput=4.99MB/sec 2024-08-04T15:53:41.233 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZUSB1_KepmeuupF off=2474514 len=470395 2024-08-04T15:53:41.238 INFO:tasks.workunit.client.0.smithi007.stdout:op 1599 completed, throughput=4.99MB/sec 2024-08-04T15:53:41.238 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AiVlAIcvOK027vJ off=5527873 len=653155 2024-08-04T15:53:41.238 INFO:tasks.workunit.client.0.smithi007.stdout:op 1600 completed, throughput=4.99MB/sec 2024-08-04T15:53:41.239 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pHfocx_NlJpvPXJ off=8649967 len=426951 2024-08-04T15:53:41.242 INFO:tasks.workunit.client.0.smithi007.stdout:op 1601 completed, throughput=4.99MB/sec 2024-08-04T15:53:41.242 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JWDuwEHhH6Jhxia off=1453360 len=1339531 2024-08-04T15:53:41.244 INFO:tasks.workunit.client.0.smithi007.stdout:op 1602 completed, throughput=5MB/sec 2024-08-04T15:53:41.244 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SqibOAUjbkj098i off=4865408 len=1008163 2024-08-04T15:53:41.250 INFO:tasks.workunit.client.0.smithi007.stdout:op 1603 completed, throughput=5MB/sec 2024-08-04T15:53:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:40 smithi062 ceph-mon[85960]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-04T15:53:41.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:40 smithi007 ceph-mon[92692]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-04T15:53:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:40 smithi007 ceph-mon[94998]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-04T15:53:42.250 INFO:tasks.workunit.client.0.smithi007.stdout: 314: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:42.251 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zKD413G4MrbmH25 off=2724461 len=995237 2024-08-04T15:53:42.256 INFO:tasks.workunit.client.0.smithi007.stdout:op 1604 completed, throughput=4.99MB/sec 2024-08-04T15:53:42.256 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dwY8yeUKnnGWWM_ off=4492009 len=515328 2024-08-04T15:53:42.257 INFO:tasks.workunit.client.0.smithi007.stdout:op 1605 completed, throughput=4.99MB/sec 2024-08-04T15:53:42.257 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1631O1UZxOjoFyW off=3612666 len=442474 2024-08-04T15:53:42.260 INFO:tasks.workunit.client.0.smithi007.stdout:op 1606 completed, throughput=4.99MB/sec 2024-08-04T15:53:42.260 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1t7VF2rRWQUiTRq off=3100089 len=312747 2024-08-04T15:53:42.263 INFO:tasks.workunit.client.0.smithi007.stdout:op 1607 completed, throughput=4.99MB/sec 2024-08-04T15:53:42.263 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vhdsTA_2oXlAMG_ off=3876339 len=942765 2024-08-04T15:53:42.264 INFO:tasks.workunit.client.0.smithi007.stdout:op 1608 completed, throughput=5MB/sec 2024-08-04T15:53:42.264 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mOu6oUrhDhCG2f9 off=6121568 len=1525540 2024-08-04T15:53:42.266 INFO:tasks.workunit.client.0.smithi007.stdout:op 1609 completed, throughput=5MB/sec 2024-08-04T15:53:42.266 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Xbpp28pn3PipRnA off=788185 len=302178 2024-08-04T15:53:42.269 INFO:tasks.workunit.client.0.smithi007.stdout:op 1610 completed, throughput=5MB/sec 2024-08-04T15:53:42.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:53:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:53:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:53:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:42 smithi062 ceph-mon[85960]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:53:43.269 INFO:tasks.workunit.client.0.smithi007.stdout: 315: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:43.269 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pb3wxWPklcQ_hgE off=12452361 len=140383 2024-08-04T15:53:43.272 INFO:tasks.workunit.client.0.smithi007.stdout:op 1611 completed, throughput=4.99MB/sec 2024-08-04T15:53:43.272 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-C93EjFcNzGUnEVW off=7897050 len=708962 2024-08-04T15:53:43.273 INFO:tasks.workunit.client.0.smithi007.stdout:op 1612 completed, throughput=4.99MB/sec 2024-08-04T15:53:43.273 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iYV03Zu28QZUYBF off=3827381 len=1630473 2024-08-04T15:53:43.280 INFO:tasks.workunit.client.0.smithi007.stdout:op 1613 completed, throughput=4.99MB/sec 2024-08-04T15:53:43.281 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9aO_njPkF2ER0At off=7946354 len=1808633 2024-08-04T15:53:43.282 INFO:tasks.workunit.client.0.smithi007.stdout:op 1614 completed, throughput=5MB/sec 2024-08-04T15:53:43.282 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qVYikXXd_ZdJHCL off=21791399 len=1126774 2024-08-04T15:53:43.287 INFO:tasks.workunit.client.0.smithi007.stdout:op 1615 completed, throughput=5MB/sec 2024-08-04T15:53:43.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:42 smithi007 ceph-mon[92692]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:53:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:42 smithi007 ceph-mon[94998]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:53:44.287 INFO:tasks.workunit.client.0.smithi007.stdout: 316: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:44.288 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1CLVqy507AfC8gQ off=9042724 len=1578899 2024-08-04T15:53:44.289 INFO:tasks.workunit.client.0.smithi007.stdout:op 1616 completed, throughput=4.99MB/sec 2024-08-04T15:53:44.290 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ETMVAbuMbYq6r6p off=2582531 len=139963 2024-08-04T15:53:44.290 INFO:tasks.workunit.client.0.smithi007.stdout:op 1617 completed, throughput=4.99MB/sec 2024-08-04T15:53:44.291 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aHL4DdYjEDh6WdU off=7693146 len=199344 2024-08-04T15:53:44.291 INFO:tasks.workunit.client.0.smithi007.stdout:op 1618 completed, throughput=4.99MB/sec 2024-08-04T15:53:44.291 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IXWxBEjLPaMMQP0 off=1439368 len=1628991 2024-08-04T15:53:44.293 INFO:tasks.workunit.client.0.smithi007.stdout:op 1619 completed, throughput=5MB/sec 2024-08-04T15:53:44.293 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jxLpMTFMFWTBpsq off=13421671 len=850620 2024-08-04T15:53:44.298 INFO:tasks.workunit.client.0.smithi007.stdout:op 1620 completed, throughput=5MB/sec 2024-08-04T15:53:44.298 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ESesLgZsQeATsI3 off=2513465 len=2077103 2024-08-04T15:53:44.300 INFO:tasks.workunit.client.0.smithi007.stdout:op 1621 completed, throughput=5MB/sec 2024-08-04T15:53:45.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:44 smithi062 ceph-mon[85960]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:53:45.300 INFO:tasks.workunit.client.0.smithi007.stdout: 317: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:45.301 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-t_N6tP2fMe1wqYP off=19018855 len=602951 2024-08-04T15:53:45.302 INFO:tasks.workunit.client.0.smithi007.stdout:op 1622 completed, throughput=4.99MB/sec 2024-08-04T15:53:45.303 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6F52Sf03FT9NFPp off=1973474 len=581640 2024-08-04T15:53:45.307 INFO:tasks.workunit.client.0.smithi007.stdout:op 1623 completed, throughput=4.99MB/sec 2024-08-04T15:53:45.307 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-L-_wd7YH88mBfzM off=976737 len=916280 2024-08-04T15:53:45.312 INFO:tasks.workunit.client.0.smithi007.stdout:op 1624 completed, throughput=4.99MB/sec 2024-08-04T15:53:45.312 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_s1Ws_CZ1dV4PX8 off=7215185 len=937954 2024-08-04T15:53:45.318 INFO:tasks.workunit.client.0.smithi007.stdout:op 1625 completed, throughput=5MB/sec 2024-08-04T15:53:45.318 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hGT32qvCUYindke off=5918558 len=1440002 2024-08-04T15:53:45.319 INFO:tasks.workunit.client.0.smithi007.stdout:op 1626 completed, throughput=5MB/sec 2024-08-04T15:53:45.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:44 smithi007 ceph-mon[92692]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:53:45.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:44 smithi007 ceph-mon[94998]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:53:46.320 INFO:tasks.workunit.client.0.smithi007.stdout: 318: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:46.320 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AnRknMD1Wb5LmRC off=2224551 len=1138522 2024-08-04T15:53:46.326 INFO:tasks.workunit.client.0.smithi007.stdout:op 1627 completed, throughput=4.99MB/sec 2024-08-04T15:53:46.326 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7U6dHtI5N4j3gD_ off=16545671 len=640125 2024-08-04T15:53:46.330 INFO:tasks.workunit.client.0.smithi007.stdout:op 1628 completed, throughput=4.99MB/sec 2024-08-04T15:53:46.330 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-p7MrvSdPObjilvP off=8403666 len=8952 2024-08-04T15:53:46.331 INFO:tasks.workunit.client.0.smithi007.stdout:op 1629 completed, throughput=4.99MB/sec 2024-08-04T15:53:46.331 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ew8P2lDGrySsaZI off=1849542 len=1828059 2024-08-04T15:53:46.333 INFO:tasks.workunit.client.0.smithi007.stdout:op 1630 completed, throughput=5MB/sec 2024-08-04T15:53:46.333 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uaDnathNVDPbhAA off=954927 len=932894 2024-08-04T15:53:46.334 INFO:tasks.workunit.client.0.smithi007.stdout:op 1631 completed, throughput=5MB/sec 2024-08-04T15:53:46.334 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZahrucFVshDveSG off=6658558 len=868171 2024-08-04T15:53:46.339 INFO:tasks.workunit.client.0.smithi007.stdout:op 1632 completed, throughput=5MB/sec 2024-08-04T15:53:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:53:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:53:46] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-08-04T15:53:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:46 smithi062 ceph-mon[85960]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:53:47.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:46 smithi007 ceph-mon[94998]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:53:47.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:46 smithi007 ceph-mon[92692]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:53:47.339 INFO:tasks.workunit.client.0.smithi007.stdout: 319: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:47.340 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vav64kW2fQDmvb- off=2191774 len=1650082 2024-08-04T15:53:47.343 INFO:tasks.workunit.client.0.smithi007.stdout:op 1633 completed, throughput=4.99MB/sec 2024-08-04T15:53:47.343 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-P_zZscT7bAmUurH off=23032655 len=1697633 2024-08-04T15:53:47.346 INFO:tasks.workunit.client.0.smithi007.stdout:op 1634 completed, throughput=5MB/sec 2024-08-04T15:53:47.346 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ULdjK47AUtJY134 off=10781533 len=10562 2024-08-04T15:53:47.346 INFO:tasks.workunit.client.0.smithi007.stdout:op 1635 completed, throughput=5MB/sec 2024-08-04T15:53:47.346 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-z_DJgAB4GoJ8l0j off=6333466 len=152699 2024-08-04T15:53:47.349 INFO:tasks.workunit.client.0.smithi007.stdout:op 1636 completed, throughput=5MB/sec 2024-08-04T15:53:47.349 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7rmm9-YcVFenCaD off=20325 len=1278132 2024-08-04T15:53:47.355 INFO:tasks.workunit.client.0.smithi007.stdout:op 1637 completed, throughput=5MB/sec 2024-08-04T15:53:48.356 INFO:tasks.workunit.client.0.smithi007.stdout: 320: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:48.356 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7NZBUkKHE2H3tHh off=11055322 len=1725425 2024-08-04T15:53:48.359 INFO:tasks.workunit.client.0.smithi007.stdout:op 1638 completed, throughput=4.99MB/sec 2024-08-04T15:53:48.359 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-a2N7Y_uKlbT56Qo off=1206354 len=178748 2024-08-04T15:53:48.363 INFO:tasks.workunit.client.0.smithi007.stdout:op 1639 completed, throughput=4.99MB/sec 2024-08-04T15:53:48.363 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wwUbWvdIyHqLCiW off=461496 len=639393 2024-08-04T15:53:48.367 INFO:tasks.workunit.client.0.smithi007.stdout:op 1640 completed, throughput=4.99MB/sec 2024-08-04T15:53:48.367 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YjAlDv7PJYp0M8O off=2748360 len=1042351 2024-08-04T15:53:48.369 INFO:tasks.workunit.client.0.smithi007.stdout:op 1641 completed, throughput=5MB/sec 2024-08-04T15:53:48.370 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-E9tE0M3xe7k7lu7 off=17933009 len=285382 2024-08-04T15:53:48.371 INFO:tasks.workunit.client.0.smithi007.stdout:op 1642 completed, throughput=5MB/sec 2024-08-04T15:53:48.371 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zsx95oE8eysqWtZ off=220439 len=1761776 2024-08-04T15:53:48.378 INFO:tasks.workunit.client.0.smithi007.stdout:op 1643 completed, throughput=5MB/sec 2024-08-04T15:53:49.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:48 smithi062 ceph-mon[85960]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:53:49.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:48 smithi007 ceph-mon[92692]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:53:49.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:48 smithi007 ceph-mon[94998]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:53:49.378 INFO:tasks.workunit.client.0.smithi007.stdout: 321: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:49.378 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pCenVbaxhtcUbgi off=194152 len=572011 2024-08-04T15:53:49.382 INFO:tasks.workunit.client.0.smithi007.stdout:op 1644 completed, throughput=4.99MB/sec 2024-08-04T15:53:49.383 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-K-bfSJNik9Wkg0C off=3919228 len=522743 2024-08-04T15:53:49.386 INFO:tasks.workunit.client.0.smithi007.stdout:op 1645 completed, throughput=4.99MB/sec 2024-08-04T15:53:49.386 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TJCIFY0oAvvLAr1 off=211972 len=319214 2024-08-04T15:53:49.387 INFO:tasks.workunit.client.0.smithi007.stdout:op 1646 completed, throughput=4.99MB/sec 2024-08-04T15:53:49.387 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pWTxFLa5RYHfl-C off=846260 len=174473 2024-08-04T15:53:49.390 INFO:tasks.workunit.client.0.smithi007.stdout:op 1647 completed, throughput=4.99MB/sec 2024-08-04T15:53:49.390 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QprCABYnT6f7wu- off=1776358 len=898468 2024-08-04T15:53:49.391 INFO:tasks.workunit.client.0.smithi007.stdout:op 1648 completed, throughput=4.99MB/sec 2024-08-04T15:53:49.391 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OZDayYptROmMJv5 off=2052846 len=265232 2024-08-04T15:53:49.392 INFO:tasks.workunit.client.0.smithi007.stdout:op 1649 completed, throughput=4.99MB/sec 2024-08-04T15:53:49.392 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vGq0HNsWKI_1RZO off=9898676 len=1315507 2024-08-04T15:53:49.395 INFO:tasks.workunit.client.0.smithi007.stdout:op 1650 completed, throughput=5MB/sec 2024-08-04T15:53:49.395 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SqibOAUjbkj098i off=7849420 len=779726 2024-08-04T15:53:49.396 INFO:tasks.workunit.client.0.smithi007.stdout:op 1651 completed, throughput=5MB/sec 2024-08-04T15:53:49.396 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vhrHJCnnjvlCtJN off=7556141 len=881130 2024-08-04T15:53:49.400 INFO:tasks.workunit.client.0.smithi007.stdout:op 1652 completed, throughput=5MB/sec 2024-08-04T15:53:50.401 INFO:tasks.workunit.client.0.smithi007.stdout: 322: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:50.401 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_V3qsfWIGs5R6cX off=13368192 len=1674264 2024-08-04T15:53:50.408 INFO:tasks.workunit.client.0.smithi007.stdout:op 1653 completed, throughput=4.99MB/sec 2024-08-04T15:53:50.408 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Bhrir4B2hmkjIyw off=9410925 len=1751753 2024-08-04T15:53:50.419 INFO:tasks.workunit.client.0.smithi007.stdout:op 1654 completed, throughput=5MB/sec 2024-08-04T15:53:50.419 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_0fakVEJ0vdwr5k off=880114 len=192941 2024-08-04T15:53:50.419 INFO:tasks.workunit.client.0.smithi007.stdout:op 1655 completed, throughput=5MB/sec 2024-08-04T15:53:50.419 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dxjEjrPphgNTrrf off=0 len=1127479 2024-08-04T15:53:50.421 INFO:tasks.workunit.client.0.smithi007.stdout:op 1656 completed, throughput=5MB/sec 2024-08-04T15:53:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:50 smithi062 ceph-mon[85960]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:53:51.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:50 smithi007 ceph-mon[92692]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:53:51.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:50 smithi007 ceph-mon[94998]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:53:51.421 INFO:tasks.workunit.client.0.smithi007.stdout: 323: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:51.422 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vRPjJfVsW-PX8sZ off=16828118 len=1628757 2024-08-04T15:53:51.424 INFO:tasks.workunit.client.0.smithi007.stdout:op 1657 completed, throughput=4.99MB/sec 2024-08-04T15:53:51.424 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ywDVCPcZfeAYFhw off=5619155 len=555831 2024-08-04T15:53:51.425 INFO:tasks.workunit.client.0.smithi007.stdout:op 1658 completed, throughput=4.99MB/sec 2024-08-04T15:53:51.425 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2hDjV_KT1WZpcdR off=2411901 len=516265 2024-08-04T15:53:51.429 INFO:tasks.workunit.client.0.smithi007.stdout:op 1659 completed, throughput=4.99MB/sec 2024-08-04T15:53:51.429 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-A9D_0RfcTWlAj8R off=9519531 len=575608 2024-08-04T15:53:51.430 INFO:tasks.workunit.client.0.smithi007.stdout:op 1660 completed, throughput=4.99MB/sec 2024-08-04T15:53:51.430 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TF30VOdilXn5uCf off=12488264 len=1028151 2024-08-04T15:53:51.435 INFO:tasks.workunit.client.0.smithi007.stdout:op 1661 completed, throughput=5MB/sec 2024-08-04T15:53:51.435 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-81_GsASC8GEpDjv off=9540187 len=56413 2024-08-04T15:53:51.436 INFO:tasks.workunit.client.0.smithi007.stdout:op 1662 completed, throughput=5MB/sec 2024-08-04T15:53:51.436 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1BDaQRLkinpG2gc off=247042 len=2013204 2024-08-04T15:53:51.444 INFO:tasks.workunit.client.0.smithi007.stdout:op 1663 completed, throughput=5MB/sec 2024-08-04T15:53:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:53:52.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:53:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:53:52.444 INFO:tasks.workunit.client.0.smithi007.stdout: 324: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:52.444 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-k4QVXFBz-yYiTbR off=1021297 len=856288 2024-08-04T15:53:52.445 INFO:tasks.workunit.client.0.smithi007.stdout:op 1664 completed, throughput=4.99MB/sec 2024-08-04T15:53:52.445 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-86lMKLB9FnYCyN4 off=22414133 len=1505341 2024-08-04T15:53:52.453 INFO:tasks.workunit.client.0.smithi007.stdout:op 1665 completed, throughput=4.99MB/sec 2024-08-04T15:53:52.453 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-y2Zfk2bthGHIWMK off=9521663 len=279583 2024-08-04T15:53:52.454 INFO:tasks.workunit.client.0.smithi007.stdout:op 1666 completed, throughput=5MB/sec 2024-08-04T15:53:52.454 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3dK7Tjxm6Umzehl off=4900068 len=1450911 2024-08-04T15:53:52.463 INFO:tasks.workunit.client.0.smithi007.stdout:op 1667 completed, throughput=5MB/sec 2024-08-04T15:53:52.463 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rNerobssW4tFRSN off=6835266 len=886626 2024-08-04T15:53:52.467 INFO:tasks.workunit.client.0.smithi007.stdout:op 1668 completed, throughput=5MB/sec 2024-08-04T15:53:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:53:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:53:53.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:52 smithi062 ceph-mon[85960]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-08-04T15:53:53.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:52 smithi007 ceph-mon[92692]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-08-04T15:53:53.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:52 smithi007 ceph-mon[94998]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-08-04T15:53:53.467 INFO:tasks.workunit.client.0.smithi007.stdout: 325: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:53.468 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vnYWPDcu39IL2cd off=6815980 len=1186869 2024-08-04T15:53:53.469 INFO:tasks.workunit.client.0.smithi007.stdout:op 1669 completed, throughput=4.99MB/sec 2024-08-04T15:53:53.469 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4uax1_ytVEvkyRS off=11496139 len=1527800 2024-08-04T15:53:53.478 INFO:tasks.workunit.client.0.smithi007.stdout:op 1670 completed, throughput=4.99MB/sec 2024-08-04T15:53:53.478 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4J-dp1S60BSa2Hc off=3451042 len=1501902 2024-08-04T15:53:53.485 INFO:tasks.workunit.client.0.smithi007.stdout:op 1671 completed, throughput=5MB/sec 2024-08-04T15:53:53.485 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-k8IGwh7Be7JGxiM off=493115 len=363513 2024-08-04T15:53:53.486 INFO:tasks.workunit.client.0.smithi007.stdout:op 1672 completed, throughput=5MB/sec 2024-08-04T15:53:54.486 INFO:tasks.workunit.client.0.smithi007.stdout: 326: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:54.487 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pVjtOVMRTXXMH08 off=9780372 len=2081405 2024-08-04T15:53:54.498 INFO:tasks.workunit.client.0.smithi007.stdout:op 1673 completed, throughput=4.99MB/sec 2024-08-04T15:53:54.498 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Op5t5bd5boidHSP off=5107034 len=537760 2024-08-04T15:53:54.499 INFO:tasks.workunit.client.0.smithi007.stdout:op 1674 completed, throughput=4.99MB/sec 2024-08-04T15:53:54.499 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zKD413G4MrbmH25 off=3294553 len=425145 2024-08-04T15:53:54.500 INFO:tasks.workunit.client.0.smithi007.stdout:op 1675 completed, throughput=4.99MB/sec 2024-08-04T15:53:54.500 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-li2wPl_7hHJLnYF off=1130249 len=227548 2024-08-04T15:53:54.501 INFO:tasks.workunit.client.0.smithi007.stdout:op 1676 completed, throughput=4.99MB/sec 2024-08-04T15:53:54.501 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-g5w0hEMeXPe89f_ off=4558776 len=1110710 2024-08-04T15:53:54.503 INFO:tasks.workunit.client.0.smithi007.stdout:op 1677 completed, throughput=5MB/sec 2024-08-04T15:53:54.503 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-H59DOMS7K3ufngu off=1249247 len=836339 2024-08-04T15:53:54.507 INFO:tasks.workunit.client.0.smithi007.stdout:op 1678 completed, throughput=5MB/sec 2024-08-04T15:53:54.507 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jpikKlRwRuwZIKH off=15139890 len=1566235 2024-08-04T15:53:54.513 INFO:tasks.workunit.client.0.smithi007.stdout:op 1679 completed, throughput=5MB/sec 2024-08-04T15:53:55.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:54 smithi062 ceph-mon[85960]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-04T15:53:55.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:54 smithi007 ceph-mon[92692]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-04T15:53:55.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:54 smithi007 ceph-mon[94998]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-04T15:53:55.514 INFO:tasks.workunit.client.0.smithi007.stdout: 327: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:55.514 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-n48R44-KhxD7l5e off=6143230 len=1613963 2024-08-04T15:53:55.523 INFO:tasks.workunit.client.0.smithi007.stdout:op 1680 completed, throughput=4.99MB/sec 2024-08-04T15:53:55.523 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tHkTBmZLNrS9gx0 off=4179211 len=803869 2024-08-04T15:53:55.528 INFO:tasks.workunit.client.0.smithi007.stdout:op 1681 completed, throughput=5MB/sec 2024-08-04T15:53:55.528 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DOxwvtHLSFvgBC8 off=12193599 len=1562964 2024-08-04T15:53:55.535 INFO:tasks.workunit.client.0.smithi007.stdout:op 1682 completed, throughput=5MB/sec 2024-08-04T15:53:56.536 INFO:tasks.workunit.client.0.smithi007.stdout: 328: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:56.536 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PqjhiZ0Hj2fwNI6 off=21167292 len=620290 2024-08-04T15:53:56.537 INFO:tasks.workunit.client.0.smithi007.stdout:op 1683 completed, throughput=4.99MB/sec 2024-08-04T15:53:56.537 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wkT4JgimMmgC-Lc off=1273511 len=1487831 2024-08-04T15:53:56.539 INFO:tasks.workunit.client.0.smithi007.stdout:op 1684 completed, throughput=4.99MB/sec 2024-08-04T15:53:56.539 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-J6WqcgGF_EJGKWi off=2715231 len=448310 2024-08-04T15:53:56.541 INFO:tasks.workunit.client.0.smithi007.stdout:op 1685 completed, throughput=4.99MB/sec 2024-08-04T15:53:56.541 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-D6VwRGx4mRlf_e9 off=6609424 len=1449367 2024-08-04T15:53:56.550 INFO:tasks.workunit.client.0.smithi007.stdout:op 1686 completed, throughput=5MB/sec 2024-08-04T15:53:56.551 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ifu0RUvbHNtkwje off=485585 len=933007 2024-08-04T15:53:56.555 INFO:tasks.workunit.client.0.smithi007.stdout:op 1687 completed, throughput=5MB/sec 2024-08-04T15:53:56.555 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PEFRZg-sDQPmrLM off=17876440 len=439479 2024-08-04T15:53:56.556 INFO:tasks.workunit.client.0.smithi007.stdout:op 1688 completed, throughput=5MB/sec 2024-08-04T15:53:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:53:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:53:56] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2024-08-04T15:53:57.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:56 smithi062 ceph-mon[85960]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-04T15:53:57.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:56 smithi007 ceph-mon[94998]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-04T15:53:57.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:56 smithi007 ceph-mon[92692]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-04T15:53:57.556 INFO:tasks.workunit.client.0.smithi007.stdout: 329: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:57.557 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZOVzPRSej5X3je6 off=4395906 len=839433 2024-08-04T15:53:57.562 INFO:tasks.workunit.client.0.smithi007.stdout:op 1689 completed, throughput=4.99MB/sec 2024-08-04T15:53:57.562 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cm9236irOkLmFJA off=6095107 len=1166549 2024-08-04T15:53:57.563 INFO:tasks.workunit.client.0.smithi007.stdout:op 1690 completed, throughput=4.99MB/sec 2024-08-04T15:53:57.563 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BZzTavZLlQZ8nW4 off=265550 len=793748 2024-08-04T15:53:57.565 INFO:tasks.workunit.client.0.smithi007.stdout:op 1691 completed, throughput=4.99MB/sec 2024-08-04T15:53:57.565 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yvKaDeu-ddUr1YP off=6494579 len=727674 2024-08-04T15:53:57.569 INFO:tasks.workunit.client.0.smithi007.stdout:op 1692 completed, throughput=5MB/sec 2024-08-04T15:53:57.569 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vWqHEOqcZsajTM- off=6384308 len=268977 2024-08-04T15:53:57.570 INFO:tasks.workunit.client.0.smithi007.stdout:op 1693 completed, throughput=5MB/sec 2024-08-04T15:53:57.570 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Lia2-C_Aos096WH off=11387922 len=586430 2024-08-04T15:53:57.571 INFO:tasks.workunit.client.0.smithi007.stdout:op 1694 completed, throughput=5MB/sec 2024-08-04T15:53:57.571 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CMefbZvgdnNzgCz off=5437702 len=64612 2024-08-04T15:53:57.574 INFO:tasks.workunit.client.0.smithi007.stdout:op 1695 completed, throughput=5MB/sec 2024-08-04T15:53:57.574 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-c_GTNXZ9QZHXIph off=1089171 len=1575751 2024-08-04T15:53:57.577 INFO:tasks.workunit.client.0.smithi007.stdout:op 1696 completed, throughput=5MB/sec 2024-08-04T15:53:58.577 INFO:tasks.workunit.client.0.smithi007.stdout: 330: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:58.577 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-n9UB-2rWKoYHXzC off=7254530 len=1083551 2024-08-04T15:53:58.584 INFO:tasks.workunit.client.0.smithi007.stdout:op 1697 completed, throughput=4.99MB/sec 2024-08-04T15:53:58.584 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Iy2rsaylOlChxFT off=1213486 len=795375 2024-08-04T15:53:58.585 INFO:tasks.workunit.client.0.smithi007.stdout:op 1698 completed, throughput=4.99MB/sec 2024-08-04T15:53:58.585 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vQI1R5mPIMcbefM off=5131689 len=192416 2024-08-04T15:53:58.585 INFO:tasks.workunit.client.0.smithi007.stdout:op 1699 completed, throughput=4.99MB/sec 2024-08-04T15:53:58.585 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xqlhSY__FQa_LLt off=8036534 len=603940 2024-08-04T15:53:58.586 INFO:tasks.workunit.client.0.smithi007.stdout:op 1700 completed, throughput=4.99MB/sec 2024-08-04T15:53:58.586 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wVBmxJC_t2KAwMt off=8001914 len=1178605 2024-08-04T15:53:58.592 INFO:tasks.workunit.client.0.smithi007.stdout:op 1701 completed, throughput=5MB/sec 2024-08-04T15:53:58.592 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CsHkLu0u6vmBZ2y off=13229805 len=1812058 2024-08-04T15:53:58.599 INFO:tasks.workunit.client.0.smithi007.stdout:op 1702 completed, throughput=5MB/sec 2024-08-04T15:53:59.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:53:58 smithi062 ceph-mon[85960]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:53:59.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:53:58 smithi007 ceph-mon[94998]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:53:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:53:58 smithi007 ceph-mon[92692]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:53:59.600 INFO:tasks.workunit.client.0.smithi007.stdout: 331: throughput=4.99MB/sec pending data=0 2024-08-04T15:53:59.600 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ffTsTXH-9-RSpeg off=3172260 len=1045622 2024-08-04T15:53:59.602 INFO:tasks.workunit.client.0.smithi007.stdout:op 1703 completed, throughput=4.99MB/sec 2024-08-04T15:53:59.602 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-v-nrkgT0qqghXsf off=1588367 len=884352 2024-08-04T15:53:59.607 INFO:tasks.workunit.client.0.smithi007.stdout:op 1704 completed, throughput=4.99MB/sec 2024-08-04T15:53:59.607 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Re2eGcsklzFDVNg off=1862536 len=736397 2024-08-04T15:53:59.612 INFO:tasks.workunit.client.0.smithi007.stdout:op 1705 completed, throughput=5MB/sec 2024-08-04T15:53:59.612 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-H22QU0GUURERwcZ off=2117915 len=1014920 2024-08-04T15:53:59.618 INFO:tasks.workunit.client.0.smithi007.stdout:op 1706 completed, throughput=5MB/sec 2024-08-04T15:53:59.618 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Tbf-V2pPMEHRy15 off=2285002 len=1749686 2024-08-04T15:53:59.620 INFO:tasks.workunit.client.0.smithi007.stdout:op 1707 completed, throughput=5MB/sec 2024-08-04T15:54:00.620 INFO:tasks.workunit.client.0.smithi007.stdout: 332: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:00.620 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hJj3dwgrXEQec12 off=2846655 len=1827672 2024-08-04T15:54:00.632 INFO:tasks.workunit.client.0.smithi007.stdout:op 1708 completed, throughput=4.99MB/sec 2024-08-04T15:54:00.633 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_p8nZts6C8kVvVK off=4845191 len=1714892 2024-08-04T15:54:00.641 INFO:tasks.workunit.client.0.smithi007.stdout:op 1709 completed, throughput=5MB/sec 2024-08-04T15:54:00.641 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6s3MOIJPlbTryae off=2129813 len=530103 2024-08-04T15:54:00.645 INFO:tasks.workunit.client.0.smithi007.stdout:op 1710 completed, throughput=5MB/sec 2024-08-04T15:54:00.645 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aJ_1zrNQbjAaXsW off=22640391 len=389324 2024-08-04T15:54:00.648 INFO:tasks.workunit.client.0.smithi007.stdout:op 1711 completed, throughput=5MB/sec 2024-08-04T15:54:01.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:00 smithi062 ceph-mon[85960]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:54:01.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:00 smithi007 ceph-mon[94998]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:54:01.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:00 smithi007 ceph-mon[92692]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:54:01.649 INFO:tasks.workunit.client.0.smithi007.stdout: 333: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:01.649 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iSL17xp4CqFP9IU off=6628599 len=290303 2024-08-04T15:54:01.650 INFO:tasks.workunit.client.0.smithi007.stdout:op 1712 completed, throughput=4.99MB/sec 2024-08-04T15:54:01.650 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jpikKlRwRuwZIKH off=9121177 len=1220676 2024-08-04T15:54:01.652 INFO:tasks.workunit.client.0.smithi007.stdout:op 1713 completed, throughput=4.99MB/sec 2024-08-04T15:54:01.652 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FHfbo8kG68U7TNG off=5357396 len=1300140 2024-08-04T15:54:01.654 INFO:tasks.workunit.client.0.smithi007.stdout:op 1714 completed, throughput=4.99MB/sec 2024-08-04T15:54:01.654 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LKuUvvZiaoD-riI off=5828624 len=1545860 2024-08-04T15:54:01.656 INFO:tasks.workunit.client.0.smithi007.stdout:op 1715 completed, throughput=5MB/sec 2024-08-04T15:54:01.656 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3GKqvqOaiIX4q2W off=10173746 len=1396102 2024-08-04T15:54:01.664 INFO:tasks.workunit.client.0.smithi007.stdout:op 1716 completed, throughput=5MB/sec 2024-08-04T15:54:02.664 INFO:tasks.workunit.client.0.smithi007.stdout: 334: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:02.664 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hDh_Wt6-OfqjqtJ off=5578062 len=307009 2024-08-04T15:54:02.667 INFO:tasks.workunit.client.0.smithi007.stdout:op 1717 completed, throughput=4.99MB/sec 2024-08-04T15:54:02.667 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jbsx82zRl771DYL off=3152029 len=1099605 2024-08-04T15:54:02.669 INFO:tasks.workunit.client.0.smithi007.stdout:op 1718 completed, throughput=4.99MB/sec 2024-08-04T15:54:02.669 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BZg6Qphx4_A_pH9 off=3157201 len=1539219 2024-08-04T15:54:02.671 INFO:tasks.workunit.client.0.smithi007.stdout:op 1719 completed, throughput=5MB/sec 2024-08-04T15:54:02.671 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-txjfvdtDW4f8292 off=5036334 len=1582994 2024-08-04T15:54:02.673 INFO:tasks.workunit.client.0.smithi007.stdout:op 1720 completed, throughput=5MB/sec 2024-08-04T15:54:02.673 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gI0tXq6bN9ORIAW off=182104 len=740723 2024-08-04T15:54:02.674 INFO:tasks.workunit.client.0.smithi007.stdout:op 1721 completed, throughput=5MB/sec 2024-08-04T15:54:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:54:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:54:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:54:03.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:02 smithi062 ceph-mon[85960]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-04T15:54:03.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:02 smithi007 ceph-mon[92692]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-04T15:54:03.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:02 smithi007 ceph-mon[94998]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-04T15:54:03.675 INFO:tasks.workunit.client.0.smithi007.stdout: 335: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:03.675 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-220x4etxa0cCTQz off=7659346 len=1068325 2024-08-04T15:54:03.676 INFO:tasks.workunit.client.0.smithi007.stdout:op 1722 completed, throughput=4.99MB/sec 2024-08-04T15:54:03.677 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-k7rsVQ3cqsaoAW1 off=3352201 len=721516 2024-08-04T15:54:03.678 INFO:tasks.workunit.client.0.smithi007.stdout:op 1723 completed, throughput=4.99MB/sec 2024-08-04T15:54:03.678 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vsYX2wJlMJ0wS8g off=321776 len=2788 2024-08-04T15:54:03.680 INFO:tasks.workunit.client.0.smithi007.stdout:op 1724 completed, throughput=4.99MB/sec 2024-08-04T15:54:03.680 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3au1JVg730PhvY- off=3570350 len=1619557 2024-08-04T15:54:03.683 INFO:tasks.workunit.client.0.smithi007.stdout:op 1725 completed, throughput=5MB/sec 2024-08-04T15:54:03.684 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ucMUbH5_C6DuiWd off=22164186 len=191555 2024-08-04T15:54:03.684 INFO:tasks.workunit.client.0.smithi007.stdout:op 1726 completed, throughput=5MB/sec 2024-08-04T15:54:03.684 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wrqLMvPJrRmx2xJ off=11078600 len=431377 2024-08-04T15:54:03.685 INFO:tasks.workunit.client.0.smithi007.stdout:op 1727 completed, throughput=5MB/sec 2024-08-04T15:54:03.685 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ODv3yl5isugjWq- off=22023575 len=993753 2024-08-04T15:54:03.687 INFO:tasks.workunit.client.0.smithi007.stdout:op 1728 completed, throughput=5MB/sec 2024-08-04T15:54:04.687 INFO:tasks.workunit.client.0.smithi007.stdout: 336: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:04.687 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4y4MLlEG3mmWERN off=3726089 len=94799 2024-08-04T15:54:04.688 INFO:tasks.workunit.client.0.smithi007.stdout:op 1729 completed, throughput=4.99MB/sec 2024-08-04T15:54:04.688 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EaUlsbDyTLztTxL off=1223915 len=1764435 2024-08-04T15:54:04.697 INFO:tasks.workunit.client.0.smithi007.stdout:op 1730 completed, throughput=4.99MB/sec 2024-08-04T15:54:04.697 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pWICu9EAE3MJCGi off=9758575 len=552780 2024-08-04T15:54:04.701 INFO:tasks.workunit.client.0.smithi007.stdout:op 1731 completed, throughput=4.99MB/sec 2024-08-04T15:54:04.701 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vzZz842KknT_ms5 off=2883833 len=326476 2024-08-04T15:54:04.702 INFO:tasks.workunit.client.0.smithi007.stdout:op 1732 completed, throughput=4.99MB/sec 2024-08-04T15:54:04.702 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ITiiXf6k9Y2PWnf off=1125598 len=1103953 2024-08-04T15:54:04.707 INFO:tasks.workunit.client.0.smithi007.stdout:op 1733 completed, throughput=5MB/sec 2024-08-04T15:54:04.708 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-d2RPwfbgZHpy0kZ off=20731809 len=1409503 2024-08-04T15:54:04.709 INFO:tasks.workunit.client.0.smithi007.stdout:op 1734 completed, throughput=5MB/sec 2024-08-04T15:54:05.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:04 smithi062 ceph-mon[85960]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:54:05.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:04 smithi007 ceph-mon[94998]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:54:05.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:04 smithi007 ceph-mon[92692]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:54:05.709 INFO:tasks.workunit.client.0.smithi007.stdout: 337: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:05.709 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JQjAYZx53E-YTVY off=13005919 len=512220 2024-08-04T15:54:05.712 INFO:tasks.workunit.client.0.smithi007.stdout:op 1735 completed, throughput=4.99MB/sec 2024-08-04T15:54:05.713 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vuTnTXt5wBNJopY off=71758 len=666343 2024-08-04T15:54:05.713 INFO:tasks.workunit.client.0.smithi007.stdout:op 1736 completed, throughput=4.99MB/sec 2024-08-04T15:54:05.714 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hLCxnPXtFWkcRQI off=2382394 len=1580734 2024-08-04T15:54:05.721 INFO:tasks.workunit.client.0.smithi007.stdout:op 1737 completed, throughput=4.99MB/sec 2024-08-04T15:54:05.721 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NbQKny9VXU2wl_R off=2039563 len=173896 2024-08-04T15:54:05.724 INFO:tasks.workunit.client.0.smithi007.stdout:op 1738 completed, throughput=4.99MB/sec 2024-08-04T15:54:05.724 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ae_ynEbHDD2vPVP off=17315098 len=1401133 2024-08-04T15:54:05.726 INFO:tasks.workunit.client.0.smithi007.stdout:op 1739 completed, throughput=5MB/sec 2024-08-04T15:54:05.726 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vlSLgMqW7uRBKYu off=6600236 len=1924018 2024-08-04T15:54:05.728 INFO:tasks.workunit.client.0.smithi007.stdout:op 1740 completed, throughput=5MB/sec 2024-08-04T15:54:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:54:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:54:06] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-08-04T15:54:06.728 INFO:tasks.workunit.client.0.smithi007.stdout: 338: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:06.728 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EpulBnnvAbMg5E1 off=0 len=1051948 2024-08-04T15:54:06.735 INFO:tasks.workunit.client.0.smithi007.stdout:op 1741 completed, throughput=4.99MB/sec 2024-08-04T15:54:06.735 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VxZAuosPsHBUtTS off=5983057 len=315460 2024-08-04T15:54:06.738 INFO:tasks.workunit.client.0.smithi007.stdout:op 1742 completed, throughput=4.99MB/sec 2024-08-04T15:54:06.738 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-S5LQBLKatWdJ1je off=1967833 len=2094826 2024-08-04T15:54:06.742 INFO:tasks.workunit.client.0.smithi007.stdout:op 1743 completed, throughput=5MB/sec 2024-08-04T15:54:06.742 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7OajJX-PAt_-OSp off=4590323 len=702631 2024-08-04T15:54:06.743 INFO:tasks.workunit.client.0.smithi007.stdout:op 1744 completed, throughput=5MB/sec 2024-08-04T15:54:06.744 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-o7wM3WMf0yw_nWX off=864588 len=2076646 2024-08-04T15:54:06.752 INFO:tasks.workunit.client.0.smithi007.stdout:op 1745 completed, throughput=5.01MB/sec 2024-08-04T15:54:07.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:06 smithi062 ceph-mon[85960]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:54:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:54:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:06 smithi007 ceph-mon[92692]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:54:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:54:07.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:06 smithi007 ceph-mon[94998]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:54:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:54:07.753 INFO:tasks.workunit.client.0.smithi007.stdout: 339: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:07.753 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9odq2ya6LSeo1cH off=9075152 len=466651 2024-08-04T15:54:07.757 INFO:tasks.workunit.client.0.smithi007.stdout:op 1746 completed, throughput=4.99MB/sec 2024-08-04T15:54:07.757 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-We_w5hoZOjUUHPV off=8251686 len=1307410 2024-08-04T15:54:07.759 INFO:tasks.workunit.client.0.smithi007.stdout:op 1747 completed, throughput=5MB/sec 2024-08-04T15:54:07.759 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MypBrX1jkCl4sjP off=11376824 len=1102787 2024-08-04T15:54:07.764 INFO:tasks.workunit.client.0.smithi007.stdout:op 1748 completed, throughput=5MB/sec 2024-08-04T15:54:07.764 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3qos-WRHyMYR3jK off=2753174 len=816714 2024-08-04T15:54:07.769 INFO:tasks.workunit.client.0.smithi007.stdout:op 1749 completed, throughput=5MB/sec 2024-08-04T15:54:08.769 INFO:tasks.workunit.client.0.smithi007.stdout: 340: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:08.770 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7mHWl6JYDD5eL3i off=2894612 len=941639 2024-08-04T15:54:08.775 INFO:tasks.workunit.client.0.smithi007.stdout:op 1750 completed, throughput=4.99MB/sec 2024-08-04T15:54:08.776 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-u1kABKhqfdb021d off=450886 len=754182 2024-08-04T15:54:08.780 INFO:tasks.workunit.client.0.smithi007.stdout:op 1751 completed, throughput=4.99MB/sec 2024-08-04T15:54:08.780 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1dtR9etQwt9d50j off=1643562 len=700172 2024-08-04T15:54:08.781 INFO:tasks.workunit.client.0.smithi007.stdout:op 1752 completed, throughput=4.99MB/sec 2024-08-04T15:54:08.781 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BVh-A3SI1vlknpx off=7518719 len=395510 2024-08-04T15:54:08.784 INFO:tasks.workunit.client.0.smithi007.stdout:op 1753 completed, throughput=4.99MB/sec 2024-08-04T15:54:08.784 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-G8OsQSUGMypILaN off=3317722 len=1597423 2024-08-04T15:54:08.786 INFO:tasks.workunit.client.0.smithi007.stdout:op 1754 completed, throughput=5MB/sec 2024-08-04T15:54:08.786 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Dpg6bEQSIENdE4M off=2786618 len=1548083 2024-08-04T15:54:08.795 INFO:tasks.workunit.client.0.smithi007.stdout:op 1755 completed, throughput=5MB/sec 2024-08-04T15:54:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:08 smithi062 ceph-mon[85960]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:54:09.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:08 smithi007 ceph-mon[92692]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:54:09.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:08 smithi007 ceph-mon[94998]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:54:09.796 INFO:tasks.workunit.client.0.smithi007.stdout: 341: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:09.796 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pM7aXYPMg_537VA off=692620 len=1225980 2024-08-04T15:54:09.797 INFO:tasks.workunit.client.0.smithi007.stdout:op 1756 completed, throughput=4.99MB/sec 2024-08-04T15:54:09.798 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ceCkAZ2yyvIueEo off=832886 len=1207538 2024-08-04T15:54:09.799 INFO:tasks.workunit.client.0.smithi007.stdout:op 1757 completed, throughput=4.99MB/sec 2024-08-04T15:54:09.799 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3pzGEDRJva5vk6A off=9933416 len=778975 2024-08-04T15:54:09.800 INFO:tasks.workunit.client.0.smithi007.stdout:op 1758 completed, throughput=5MB/sec 2024-08-04T15:54:09.800 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-w-aBJw5jst0AKSP off=6521026 len=513424 2024-08-04T15:54:09.804 INFO:tasks.workunit.client.0.smithi007.stdout:op 1759 completed, throughput=5MB/sec 2024-08-04T15:54:09.804 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-t0Ccr9roIKiCHEU off=11690971 len=1362204 2024-08-04T15:54:09.810 INFO:tasks.workunit.client.0.smithi007.stdout:op 1760 completed, throughput=5MB/sec 2024-08-04T15:54:10.811 INFO:tasks.workunit.client.0.smithi007.stdout: 342: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:10.811 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2G6Akw2jqSUwYMb off=15533377 len=853100 2024-08-04T15:54:10.812 INFO:tasks.workunit.client.0.smithi007.stdout:op 1761 completed, throughput=4.99MB/sec 2024-08-04T15:54:10.812 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-U0sO3Um8fJsnUly off=6638195 len=650786 2024-08-04T15:54:10.817 INFO:tasks.workunit.client.0.smithi007.stdout:op 1762 completed, throughput=4.99MB/sec 2024-08-04T15:54:10.817 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0Ek6bWf4IAgoGqV off=1738342 len=173746 2024-08-04T15:54:10.818 INFO:tasks.workunit.client.0.smithi007.stdout:op 1763 completed, throughput=4.99MB/sec 2024-08-04T15:54:10.818 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EQz_7WHWcL289Jf off=5960100 len=1951220 2024-08-04T15:54:10.820 INFO:tasks.workunit.client.0.smithi007.stdout:op 1764 completed, throughput=5MB/sec 2024-08-04T15:54:10.820 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NkeLaVbX28eqKpX off=4279894 len=1053564 2024-08-04T15:54:10.825 INFO:tasks.workunit.client.0.smithi007.stdout:op 1765 completed, throughput=5MB/sec 2024-08-04T15:54:11.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:10 smithi062 ceph-mon[85960]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:54:11.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:10 smithi007 ceph-mon[94998]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:54:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:10 smithi007 ceph-mon[92692]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:54:11.826 INFO:tasks.workunit.client.0.smithi007.stdout: 343: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:11.826 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-78eKPuhWuU15M3G off=1984991 len=1094967 2024-08-04T15:54:11.827 INFO:tasks.workunit.client.0.smithi007.stdout:op 1766 completed, throughput=4.99MB/sec 2024-08-04T15:54:11.828 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ckUm8wzPZhX0pcL off=8111640 len=1514780 2024-08-04T15:54:11.830 INFO:tasks.workunit.client.0.smithi007.stdout:op 1767 completed, throughput=4.99MB/sec 2024-08-04T15:54:11.830 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gfR3e5Q6UanlN8i off=9340048 len=669030 2024-08-04T15:54:11.832 INFO:tasks.workunit.client.0.smithi007.stdout:op 1768 completed, throughput=4.99MB/sec 2024-08-04T15:54:11.832 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3EE1BEj7VBv79af off=11217831 len=1553005 2024-08-04T15:54:11.834 INFO:tasks.workunit.client.0.smithi007.stdout:op 1769 completed, throughput=5MB/sec 2024-08-04T15:54:11.834 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OFRnsP6YIs8S8H6 off=1503385 len=384610 2024-08-04T15:54:11.838 INFO:tasks.workunit.client.0.smithi007.stdout:op 1770 completed, throughput=5MB/sec 2024-08-04T15:54:11.838 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ai9p3DmbNQtTXC6 off=1922961 len=1172462 2024-08-04T15:54:11.844 INFO:tasks.workunit.client.0.smithi007.stdout:op 1771 completed, throughput=5MB/sec 2024-08-04T15:54:12.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:54:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:54:12.846 INFO:tasks.workunit.client.0.smithi007.stdout: 344: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:12.846 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LO7UFfR3qsERGLq off=2173504 len=219399 2024-08-04T15:54:12.846 INFO:tasks.workunit.client.0.smithi007.stdout:op 1772 completed, throughput=4.99MB/sec 2024-08-04T15:54:12.846 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-U_KD5mhC-rgaz6k off=1540390 len=114537 2024-08-04T15:54:12.848 INFO:tasks.workunit.client.0.smithi007.stdout:op 1773 completed, throughput=4.99MB/sec 2024-08-04T15:54:12.848 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Fsd4K_pIvnz6zyt off=4474809 len=1129961 2024-08-04T15:54:12.853 INFO:tasks.workunit.client.0.smithi007.stdout:op 1774 completed, throughput=4.99MB/sec 2024-08-04T15:54:12.854 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-R9GSMVJANZU1UmW off=16604193 len=222727 2024-08-04T15:54:12.854 INFO:tasks.workunit.client.0.smithi007.stdout:op 1775 completed, throughput=4.99MB/sec 2024-08-04T15:54:12.854 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-S2_W5LZ-kZHWjAN off=8843107 len=1027435 2024-08-04T15:54:12.855 INFO:tasks.workunit.client.0.smithi007.stdout:op 1776 completed, throughput=5MB/sec 2024-08-04T15:54:12.856 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Q4sbbYx0uJ9nler off=1686017 len=901320 2024-08-04T15:54:12.860 INFO:tasks.workunit.client.0.smithi007.stdout:op 1777 completed, throughput=5MB/sec 2024-08-04T15:54:12.860 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eiZrXQ9lAi97Wc- off=10571260 len=1692983 2024-08-04T15:54:12.870 INFO:tasks.workunit.client.0.smithi007.stdout:op 1778 completed, throughput=5MB/sec 2024-08-04T15:54:13.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:12 smithi062 ceph-mon[85960]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:54:13.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:12 smithi007 ceph-mon[92692]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:54:13.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:12 smithi007 ceph-mon[94998]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:54:13.871 INFO:tasks.workunit.client.0.smithi007.stdout: 345: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:13.871 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-h3IRco-uHqEJmXw off=2771507 len=922534 2024-08-04T15:54:13.876 INFO:tasks.workunit.client.0.smithi007.stdout:op 1779 completed, throughput=4.99MB/sec 2024-08-04T15:54:13.876 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jjgBID4KPcUHMn9 off=1922340 len=392608 2024-08-04T15:54:13.879 INFO:tasks.workunit.client.0.smithi007.stdout:op 1780 completed, throughput=4.99MB/sec 2024-08-04T15:54:13.879 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5079uFi2Qfq-To_ off=3778434 len=1853513 2024-08-04T15:54:13.890 INFO:tasks.workunit.client.0.smithi007.stdout:op 1781 completed, throughput=5MB/sec 2024-08-04T15:54:13.890 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-APHeYaiuTqvjhQa off=2774767 len=1921420 2024-08-04T15:54:13.892 INFO:tasks.workunit.client.0.smithi007.stdout:op 1782 completed, throughput=5MB/sec 2024-08-04T15:54:14.892 INFO:tasks.workunit.client.0.smithi007.stdout: 346: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:14.893 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4ztvZ7sCnkejipa off=18208432 len=1661694 2024-08-04T15:54:14.900 INFO:tasks.workunit.client.0.smithi007.stdout:op 1783 completed, throughput=4.99MB/sec 2024-08-04T15:54:14.900 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xUovmy9hwqjtw6C off=23275304 len=1232326 2024-08-04T15:54:14.906 INFO:tasks.workunit.client.0.smithi007.stdout:op 1784 completed, throughput=5MB/sec 2024-08-04T15:54:14.907 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LmTJPEthQ_zgCzH off=3119098 len=1737115 2024-08-04T15:54:14.908 INFO:tasks.workunit.client.0.smithi007.stdout:op 1785 completed, throughput=5MB/sec 2024-08-04T15:54:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:14 smithi062 ceph-mon[85960]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:54:15.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:14 smithi007 ceph-mon[94998]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:54:15.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:14 smithi007 ceph-mon[92692]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:54:15.909 INFO:tasks.workunit.client.0.smithi007.stdout: 347: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:15.909 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Z2nVzVhWd7ZySKm off=4324581 len=1329350 2024-08-04T15:54:15.918 INFO:tasks.workunit.client.0.smithi007.stdout:op 1786 completed, throughput=4.99MB/sec 2024-08-04T15:54:15.918 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8dJ6Poi5I-1BL5h off=4024386 len=2014250 2024-08-04T15:54:15.918 INFO:tasks.workunit.client.0.smithi007.stdout:op 1787 completed, throughput=4.99MB/sec 2024-08-04T15:54:15.918 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZlLe5vVCLG71t2C off=19430 len=68654 2024-08-04T15:54:15.918 INFO:tasks.workunit.client.0.smithi007.stdout:op 1788 completed, throughput=5MB/sec 2024-08-04T15:54:15.918 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IDTr7uiBH6nGuJE off=14684380 len=1769341 2024-08-04T15:54:15.926 INFO:tasks.workunit.client.0.smithi007.stdout:op 1789 completed, throughput=5MB/sec 2024-08-04T15:54:15.926 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ftpBiPKKwQ9DOnL off=1203350 len=680225 2024-08-04T15:54:15.931 INFO:tasks.workunit.client.0.smithi007.stdout:op 1790 completed, throughput=5MB/sec 2024-08-04T15:54:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:54:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:54:16] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-08-04T15:54:16.931 INFO:tasks.workunit.client.0.smithi007.stdout: 348: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:16.932 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uA-4pTFnRonet1M off=4756858 len=1283325 2024-08-04T15:54:16.942 INFO:tasks.workunit.client.0.smithi007.stdout:op 1791 completed, throughput=4.99MB/sec 2024-08-04T15:54:16.942 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-e4VgzJ6gIQ6Hj7S off=4067739 len=785402 2024-08-04T15:54:16.944 INFO:tasks.workunit.client.0.smithi007.stdout:op 1792 completed, throughput=4.99MB/sec 2024-08-04T15:54:16.944 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ifGYell7uV6RJYQ off=1230542 len=731013 2024-08-04T15:54:16.945 INFO:tasks.workunit.client.0.smithi007.stdout:op 1793 completed, throughput=4.99MB/sec 2024-08-04T15:54:16.945 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fRoHO1wZuQ4h_ei off=11394450 len=1178373 2024-08-04T15:54:16.948 INFO:tasks.workunit.client.0.smithi007.stdout:op 1794 completed, throughput=5MB/sec 2024-08-04T15:54:16.948 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-l-LjNGf8BkdqxH_ off=522814 len=1217980 2024-08-04T15:54:16.953 INFO:tasks.workunit.client.0.smithi007.stdout:op 1795 completed, throughput=5MB/sec 2024-08-04T15:54:17.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:16 smithi062 ceph-mon[85960]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:54:17.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:16 smithi007 ceph-mon[92692]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:54:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:16 smithi007 ceph-mon[94998]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:54:17.953 INFO:tasks.workunit.client.0.smithi007.stdout: 349: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:17.953 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LNFAZB3tmpiWoUA off=15490257 len=1424823 2024-08-04T15:54:17.962 INFO:tasks.workunit.client.0.smithi007.stdout:op 1796 completed, throughput=4.99MB/sec 2024-08-04T15:54:17.963 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oLN0bkmyeHe5IWs off=2106284 len=1544228 2024-08-04T15:54:17.970 INFO:tasks.workunit.client.0.smithi007.stdout:op 1797 completed, throughput=4.99MB/sec 2024-08-04T15:54:17.970 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RRwBPdKrM4nRXQ3 off=4498560 len=651114 2024-08-04T15:54:17.974 INFO:tasks.workunit.client.0.smithi007.stdout:op 1798 completed, throughput=5MB/sec 2024-08-04T15:54:17.975 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Fococv0TF6aS60M off=8352837 len=1656777 2024-08-04T15:54:17.983 INFO:tasks.workunit.client.0.smithi007.stdout:op 1799 completed, throughput=5MB/sec 2024-08-04T15:54:18.984 INFO:tasks.workunit.client.0.smithi007.stdout: 350: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:18.984 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-g5gWeOzmSpKCcoG off=911290 len=1465056 2024-08-04T15:54:18.985 INFO:tasks.workunit.client.0.smithi007.stdout:op 1800 completed, throughput=4.99MB/sec 2024-08-04T15:54:18.986 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pHmnq-JI0j_2qX6 off=187273 len=286268 2024-08-04T15:54:18.986 INFO:tasks.workunit.client.0.smithi007.stdout:op 1801 completed, throughput=4.99MB/sec 2024-08-04T15:54:18.986 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wIfKwxN3WYX39Wj off=4552099 len=1225500 2024-08-04T15:54:18.988 INFO:tasks.workunit.client.0.smithi007.stdout:op 1802 completed, throughput=4.99MB/sec 2024-08-04T15:54:18.988 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oc3gKr84I3d6egQ off=20830574 len=1324280 2024-08-04T15:54:18.990 INFO:tasks.workunit.client.0.smithi007.stdout:op 1803 completed, throughput=5MB/sec 2024-08-04T15:54:18.990 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OcNdJ-40GV5bWsi off=6520450 len=653317 2024-08-04T15:54:18.994 INFO:tasks.workunit.client.0.smithi007.stdout:op 1804 completed, throughput=5MB/sec 2024-08-04T15:54:18.994 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UlFiig-9TsAyusS off=4096009 len=10983 2024-08-04T15:54:18.995 INFO:tasks.workunit.client.0.smithi007.stdout:op 1805 completed, throughput=5MB/sec 2024-08-04T15:54:18.995 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9I8mOzxmfDndXRZ off=11316548 len=764850 2024-08-04T15:54:18.995 INFO:tasks.workunit.client.0.smithi007.stdout:op 1806 completed, throughput=5MB/sec 2024-08-04T15:54:19.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:18 smithi062 ceph-mon[85960]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T15:54:19.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:18 smithi007 ceph-mon[92692]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T15:54:19.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:18 smithi007 ceph-mon[94998]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T15:54:19.993 INFO:tasks.workunit.client.0.smithi007.stdout: 351: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:19.994 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-14a1UGuFqBuglpr off=1379830 len=817341 2024-08-04T15:54:19.995 INFO:tasks.workunit.client.0.smithi007.stdout:op 1807 completed, throughput=4.99MB/sec 2024-08-04T15:54:19.995 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-i8rneetGNELmrNG off=4794424 len=1367684 2024-08-04T15:54:20.002 INFO:tasks.workunit.client.0.smithi007.stdout:op 1808 completed, throughput=4.99MB/sec 2024-08-04T15:54:20.002 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Rh77rMS4sy7UZxK off=7872520 len=125387 2024-08-04T15:54:20.005 INFO:tasks.workunit.client.0.smithi007.stdout:op 1809 completed, throughput=4.99MB/sec 2024-08-04T15:54:20.005 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-eivOgFR5-EjW9_C off=2254844 len=1312104 2024-08-04T15:54:20.008 INFO:tasks.workunit.client.0.smithi007.stdout:op 1810 completed, throughput=5MB/sec 2024-08-04T15:54:20.008 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VDHNMj_wfBbqcZ8 off=8727262 len=1060436 2024-08-04T15:54:20.015 INFO:tasks.workunit.client.0.smithi007.stdout:op 1811 completed, throughput=5MB/sec 2024-08-04T15:54:21.015 INFO:tasks.workunit.client.0.smithi007.stdout: 352: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:21.015 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-olviGR6xnLoYIlG off=123900 len=1587762 2024-08-04T15:54:21.019 INFO:tasks.workunit.client.0.smithi007.stdout:op 1812 completed, throughput=4.99MB/sec 2024-08-04T15:54:21.019 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HKJChPgdGITgwmA off=6729351 len=1116702 2024-08-04T15:54:21.025 INFO:tasks.workunit.client.0.smithi007.stdout:op 1813 completed, throughput=4.99MB/sec 2024-08-04T15:54:21.025 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fYsvAoG5F06nQM4 off=16638408 len=1768969 2024-08-04T15:54:21.038 INFO:tasks.workunit.client.0.smithi007.stdout:op 1814 completed, throughput=5MB/sec 2024-08-04T15:54:21.039 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-z0kkJ2bLvIgV7JB off=2649594 len=914117 2024-08-04T15:54:21.040 INFO:tasks.workunit.client.0.smithi007.stdout:op 1815 completed, throughput=5MB/sec 2024-08-04T15:54:21.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:20 smithi062 ceph-mon[85960]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:54:21.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:20 smithi007 ceph-mon[92692]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:54:21.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:20 smithi007 ceph-mon[94998]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:54:22.041 INFO:tasks.workunit.client.0.smithi007.stdout: 353: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:22.041 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TjCDJqVMcw4EuFJ off=8200941 len=2080395 2024-08-04T15:54:22.045 INFO:tasks.workunit.client.0.smithi007.stdout:op 1816 completed, throughput=4.99MB/sec 2024-08-04T15:54:22.045 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SRXc-bvFHDTkU5_ off=16833969 len=873333 2024-08-04T15:54:22.047 INFO:tasks.workunit.client.0.smithi007.stdout:op 1817 completed, throughput=4.99MB/sec 2024-08-04T15:54:22.047 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-po-eKXjlh2Zvfkf off=15776115 len=1164549 2024-08-04T15:54:22.053 INFO:tasks.workunit.client.0.smithi007.stdout:op 1818 completed, throughput=5MB/sec 2024-08-04T15:54:22.053 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OUKvQj22VUpGo4r off=24917683 len=260310 2024-08-04T15:54:22.053 INFO:tasks.workunit.client.0.smithi007.stdout:op 1819 completed, throughput=5MB/sec 2024-08-04T15:54:22.053 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0jC_YCttzHBGnGq off=2893547 len=13852 2024-08-04T15:54:22.058 INFO:tasks.workunit.client.0.smithi007.stdout:op 1820 completed, throughput=5MB/sec 2024-08-04T15:54:22.058 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cjXhAc67M_ujAJC off=13456147 len=185143 2024-08-04T15:54:22.058 INFO:tasks.workunit.client.0.smithi007.stdout:op 1821 completed, throughput=5MB/sec 2024-08-04T15:54:22.059 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FXBz4jmFHACrGxg off=660994 len=951600 2024-08-04T15:54:22.061 INFO:tasks.workunit.client.0.smithi007.stdout:op 1822 completed, throughput=5MB/sec 2024-08-04T15:54:22.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:54:22.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:54:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:54:22.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:54:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:54:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:54:23.062 INFO:tasks.workunit.client.0.smithi007.stdout: 354: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:23.062 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bruJP46J4x9MSqv off=14756256 len=1573687 2024-08-04T15:54:23.069 INFO:tasks.workunit.client.0.smithi007.stdout:op 1823 completed, throughput=4.99MB/sec 2024-08-04T15:54:23.069 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Y5Zfy9sN9XfgNSl off=11387565 len=1915615 2024-08-04T15:54:23.073 INFO:tasks.workunit.client.0.smithi007.stdout:op 1824 completed, throughput=5MB/sec 2024-08-04T15:54:23.074 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_3fm3ckzBU39qOK off=2329424 len=1881706 2024-08-04T15:54:23.081 INFO:tasks.workunit.client.0.smithi007.stdout:op 1825 completed, throughput=5MB/sec 2024-08-04T15:54:23.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:22 smithi062 ceph-mon[85960]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:54:23.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:22 smithi007 ceph-mon[92692]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:54:23.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:22 smithi007 ceph-mon[94998]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:54:24.081 INFO:tasks.workunit.client.0.smithi007.stdout: 355: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:24.081 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oLiOV-wNg1dL7nb off=1825539 len=1175310 2024-08-04T15:54:24.088 INFO:tasks.workunit.client.0.smithi007.stdout:op 1826 completed, throughput=4.99MB/sec 2024-08-04T15:54:24.088 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-avEec0Xdqr8wJJl off=19581293 len=621045 2024-08-04T15:54:24.091 INFO:tasks.workunit.client.0.smithi007.stdout:op 1827 completed, throughput=4.99MB/sec 2024-08-04T15:54:24.091 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rgO-lflo2_h0aqA off=2812408 len=137611 2024-08-04T15:54:24.092 INFO:tasks.workunit.client.0.smithi007.stdout:op 1828 completed, throughput=4.99MB/sec 2024-08-04T15:54:24.092 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SlowSYtEBQ2ojEW off=5199358 len=386623 2024-08-04T15:54:24.095 INFO:tasks.workunit.client.0.smithi007.stdout:op 1829 completed, throughput=4.99MB/sec 2024-08-04T15:54:24.095 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9OaeTgkcoE4INSU off=1071432 len=1594705 2024-08-04T15:54:24.105 INFO:tasks.workunit.client.0.smithi007.stdout:op 1830 completed, throughput=5MB/sec 2024-08-04T15:54:24.106 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-daXOTff24rB7ICc off=17674392 len=2017298 2024-08-04T15:54:24.114 INFO:tasks.workunit.client.0.smithi007.stdout:op 1831 completed, throughput=5MB/sec 2024-08-04T15:54:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: 356: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:25.115 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oZ6XRdJhNT_Rk3T off=1096855 len=230007 2024-08-04T15:54:25.115 INFO:tasks.workunit.client.0.smithi007.stdout:op 1832 completed, throughput=4.99MB/sec 2024-08-04T15:54:25.115 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LDTSDdxudis58_K off=4783852 len=441535 2024-08-04T15:54:25.116 INFO:tasks.workunit.client.0.smithi007.stdout:op 1833 completed, throughput=4.99MB/sec 2024-08-04T15:54:25.116 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kaIhGqVdFVP0tfB off=13779776 len=1580344 2024-08-04T15:54:25.118 INFO:tasks.workunit.client.0.smithi007.stdout:op 1834 completed, throughput=4.99MB/sec 2024-08-04T15:54:25.118 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Y9lJLgNMQeZaRud off=1426429 len=715015 2024-08-04T15:54:25.120 INFO:tasks.workunit.client.0.smithi007.stdout:op 1835 completed, throughput=5MB/sec 2024-08-04T15:54:25.120 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iPelU3eeqdS3giy off=4140615 len=432499 2024-08-04T15:54:25.120 INFO:tasks.workunit.client.0.smithi007.stdout:op 1836 completed, throughput=5MB/sec 2024-08-04T15:54:25.120 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CMOfwRc6XSLrhG0 off=10983382 len=649218 2024-08-04T15:54:25.121 INFO:tasks.workunit.client.0.smithi007.stdout:op 1837 completed, throughput=5MB/sec 2024-08-04T15:54:25.121 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Gs1ZvD2dmK16m7- off=4649830 len=65719 2024-08-04T15:54:25.126 INFO:tasks.workunit.client.0.smithi007.stdout:op 1838 completed, throughput=5MB/sec 2024-08-04T15:54:25.126 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GaDvKcebaiVR6Nb off=7144310 len=520392 2024-08-04T15:54:25.127 INFO:tasks.workunit.client.0.smithi007.stdout:op 1839 completed, throughput=5MB/sec 2024-08-04T15:54:25.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:24 smithi062 ceph-mon[85960]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:54:25.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:24 smithi007 ceph-mon[92692]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:54:25.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:24 smithi007 ceph-mon[94998]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:54:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: 357: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:26.127 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YqNKb0mRhYar-1V off=15219607 len=952952 2024-08-04T15:54:26.129 INFO:tasks.workunit.client.0.smithi007.stdout:op 1840 completed, throughput=4.99MB/sec 2024-08-04T15:54:26.129 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NwYbw1jy0KxO6c9 off=8818667 len=553514 2024-08-04T15:54:26.130 INFO:tasks.workunit.client.0.smithi007.stdout:op 1841 completed, throughput=4.99MB/sec 2024-08-04T15:54:26.130 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-blHpO0c_aF3U_-m off=6099532 len=68242 2024-08-04T15:54:26.133 INFO:tasks.workunit.client.0.smithi007.stdout:op 1842 completed, throughput=4.99MB/sec 2024-08-04T15:54:26.133 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3_qI4ApGuz023rI off=597362 len=428320 2024-08-04T15:54:26.136 INFO:tasks.workunit.client.0.smithi007.stdout:op 1843 completed, throughput=4.99MB/sec 2024-08-04T15:54:26.136 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-deIdFzrSDzV1Aex off=10715959 len=982090 2024-08-04T15:54:26.141 INFO:tasks.workunit.client.0.smithi007.stdout:op 1844 completed, throughput=4.99MB/sec 2024-08-04T15:54:26.141 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xSov-BBa_uSADo_ off=1952049 len=212537 2024-08-04T15:54:26.142 INFO:tasks.workunit.client.0.smithi007.stdout:op 1845 completed, throughput=4.99MB/sec 2024-08-04T15:54:26.142 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oKQq6vVjbwxxWDA off=10696430 len=1589070 2024-08-04T15:54:26.143 INFO:tasks.workunit.client.0.smithi007.stdout:op 1846 completed, throughput=5MB/sec 2024-08-04T15:54:26.144 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xX8yiapY-jNV6CD off=3446690 len=1582121 2024-08-04T15:54:26.145 INFO:tasks.workunit.client.0.smithi007.stdout:op 1847 completed, throughput=5MB/sec 2024-08-04T15:54:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:54:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:54:26] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-08-04T15:54:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: 358: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:27.146 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-N4JBL1ju2jjxJmy off=3983046 len=66324 2024-08-04T15:54:27.149 INFO:tasks.workunit.client.0.smithi007.stdout:op 1848 completed, throughput=4.99MB/sec 2024-08-04T15:54:27.149 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rrEiCRpCVhySacY off=6917991 len=184625 2024-08-04T15:54:27.151 INFO:tasks.workunit.client.0.smithi007.stdout:op 1849 completed, throughput=4.99MB/sec 2024-08-04T15:54:27.151 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-i52n61nli-0z4Nc off=470884 len=163118 2024-08-04T15:54:27.154 INFO:tasks.workunit.client.0.smithi007.stdout:op 1850 completed, throughput=4.99MB/sec 2024-08-04T15:54:27.154 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ync2pMpAkb_mt4d off=11917654 len=1572816 2024-08-04T15:54:27.156 INFO:tasks.workunit.client.0.smithi007.stdout:op 1851 completed, throughput=4.99MB/sec 2024-08-04T15:54:27.156 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zga0Uoc2XG5F6Nw off=8443445 len=1453404 2024-08-04T15:54:27.165 INFO:tasks.workunit.client.0.smithi007.stdout:op 1852 completed, throughput=5MB/sec 2024-08-04T15:54:27.165 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--N3zf0Ft4cKiLGw off=13955444 len=1524031 2024-08-04T15:54:27.166 INFO:tasks.workunit.client.0.smithi007.stdout:op 1853 completed, throughput=5MB/sec 2024-08-04T15:54:27.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:26 smithi062 ceph-mon[85960]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:54:27.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:26 smithi007 ceph-mon[92692]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:54:27.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:26 smithi007 ceph-mon[94998]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:54:28.166 INFO:tasks.workunit.client.0.smithi007.stdout: 359: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:28.167 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vgXicpf_vPZgNpj off=7047675 len=1602144 2024-08-04T15:54:28.175 INFO:tasks.workunit.client.0.smithi007.stdout:op 1854 completed, throughput=4.99MB/sec 2024-08-04T15:54:28.175 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DRGYcE0g7pWOn03 off=648565 len=1178335 2024-08-04T15:54:28.181 INFO:tasks.workunit.client.0.smithi007.stdout:op 1855 completed, throughput=5MB/sec 2024-08-04T15:54:28.181 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cvM3Dew9pQZrJVn off=9727535 len=610808 2024-08-04T15:54:28.185 INFO:tasks.workunit.client.0.smithi007.stdout:op 1856 completed, throughput=5MB/sec 2024-08-04T15:54:28.185 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GaZeZrE2ajXJ_NN off=4643766 len=1795551 2024-08-04T15:54:28.193 INFO:tasks.workunit.client.0.smithi007.stdout:op 1857 completed, throughput=5MB/sec 2024-08-04T15:54:29.193 INFO:tasks.workunit.client.0.smithi007.stdout: 360: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:29.193 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LyWPbGtC8xGoLku off=4842473 len=414200 2024-08-04T15:54:29.194 INFO:tasks.workunit.client.0.smithi007.stdout:op 1858 completed, throughput=4.99MB/sec 2024-08-04T15:54:29.194 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PkoqofAWWWey4wz off=8873680 len=1504545 2024-08-04T15:54:29.202 INFO:tasks.workunit.client.0.smithi007.stdout:op 1859 completed, throughput=4.99MB/sec 2024-08-04T15:54:29.202 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mOu6oUrhDhCG2f9 off=4769853 len=85076 2024-08-04T15:54:29.205 INFO:tasks.workunit.client.0.smithi007.stdout:op 1860 completed, throughput=4.99MB/sec 2024-08-04T15:54:29.205 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cMQDOBnYfGYL46X off=724555 len=338184 2024-08-04T15:54:29.206 INFO:tasks.workunit.client.0.smithi007.stdout:op 1861 completed, throughput=4.99MB/sec 2024-08-04T15:54:29.206 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HxwdCsa6VOt3-Ga off=3599056 len=1501849 2024-08-04T15:54:29.216 INFO:tasks.workunit.client.0.smithi007.stdout:op 1862 completed, throughput=5MB/sec 2024-08-04T15:54:29.216 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3jkcCEORQ8col_U off=12460134 len=548525 2024-08-04T15:54:29.217 INFO:tasks.workunit.client.0.smithi007.stdout:op 1863 completed, throughput=5MB/sec 2024-08-04T15:54:29.217 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aDpyRxPbq37V9H8 off=802302 len=973765 2024-08-04T15:54:29.218 INFO:tasks.workunit.client.0.smithi007.stdout:op 1864 completed, throughput=5MB/sec 2024-08-04T15:54:29.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:28 smithi062 ceph-mon[85960]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:54:29.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:28 smithi007 ceph-mon[92692]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:54:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:28 smithi007 ceph-mon[94998]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:54:30.219 INFO:tasks.workunit.client.0.smithi007.stdout: 361: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:30.219 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6ypV3qa7Fvwmvkb off=6366236 len=998792 2024-08-04T15:54:30.221 INFO:tasks.workunit.client.0.smithi007.stdout:op 1865 completed, throughput=4.99MB/sec 2024-08-04T15:54:30.221 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UjCTxLll4UFlD62 off=6017861 len=1414690 2024-08-04T15:54:30.223 INFO:tasks.workunit.client.0.smithi007.stdout:op 1866 completed, throughput=4.99MB/sec 2024-08-04T15:54:30.223 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-t38ATLFuYk82lIj off=652407 len=1860479 2024-08-04T15:54:30.225 INFO:tasks.workunit.client.0.smithi007.stdout:op 1867 completed, throughput=5MB/sec 2024-08-04T15:54:30.225 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-i-kKaQyR28gO_Jo off=435500 len=1700824 2024-08-04T15:54:30.238 INFO:tasks.workunit.client.0.smithi007.stdout:op 1868 completed, throughput=5MB/sec 2024-08-04T15:54:31.235 INFO:tasks.workunit.client.0.smithi007.stdout: 362: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:31.235 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Y8bWB-JQIqn261G off=1133728 len=2021981 2024-08-04T15:54:31.243 INFO:tasks.workunit.client.0.smithi007.stdout:op 1869 completed, throughput=4.99MB/sec 2024-08-04T15:54:31.244 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nvJVKwDyrGgdXag off=14942834 len=1683124 2024-08-04T15:54:31.254 INFO:tasks.workunit.client.0.smithi007.stdout:op 1870 completed, throughput=5MB/sec 2024-08-04T15:54:31.254 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZIhaP-yKar-6bdj off=5190284 len=1392054 2024-08-04T15:54:31.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:30 smithi062 ceph-mon[85960]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-04T15:54:31.262 INFO:tasks.workunit.client.0.smithi007.stdout:op 1871 completed, throughput=5MB/sec 2024-08-04T15:54:31.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:30 smithi007 ceph-mon[92692]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-04T15:54:31.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:30 smithi007 ceph-mon[94998]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-04T15:54:32.262 INFO:tasks.workunit.client.0.smithi007.stdout: 363: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:32.262 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Y6V1KTdWAz2j9n_ off=13576823 len=1974221 2024-08-04T15:54:32.266 INFO:tasks.workunit.client.0.smithi007.stdout:op 1872 completed, throughput=4.99MB/sec 2024-08-04T15:54:32.266 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1G3TEyJYV4wXYoI off=12111028 len=2074655 2024-08-04T15:54:32.279 INFO:tasks.workunit.client.0.smithi007.stdout:op 1873 completed, throughput=5MB/sec 2024-08-04T15:54:32.279 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-x73WwN-N1lvp2CW off=432266 len=855035 2024-08-04T15:54:32.284 INFO:tasks.workunit.client.0.smithi007.stdout:op 1874 completed, throughput=5MB/sec 2024-08-04T15:54:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:54:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:54:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:54:33.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:32 smithi062 ceph-mon[85960]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-04T15:54:33.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:54:33.284 INFO:tasks.workunit.client.0.smithi007.stdout: 364: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:33.284 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XvaHIKuG4X4Ww_H off=7275514 len=21335 2024-08-04T15:54:33.284 INFO:tasks.workunit.client.0.smithi007.stdout:op 1875 completed, throughput=4.99MB/sec 2024-08-04T15:54:33.285 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MOT0Q_dGyJWpOow off=16146070 len=1587328 2024-08-04T15:54:33.290 INFO:tasks.workunit.client.0.smithi007.stdout:op 1876 completed, throughput=4.99MB/sec 2024-08-04T15:54:33.290 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YjAlDv7PJYp0M8O off=4733022 len=2019162 2024-08-04T15:54:33.295 INFO:tasks.workunit.client.0.smithi007.stdout:op 1877 completed, throughput=5MB/sec 2024-08-04T15:54:33.295 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uFmnYxyfEOJNtwR off=3533053 len=2049384 2024-08-04T15:54:33.302 INFO:tasks.workunit.client.0.smithi007.stdout:op 1878 completed, throughput=5MB/sec 2024-08-04T15:54:33.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:32 smithi007 ceph-mon[94998]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-04T15:54:33.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:54:33.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:32 smithi007 ceph-mon[92692]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-04T15:54:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:54:34.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:33 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:54:34.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:33 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:54:34.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:33 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:54:34.303 INFO:tasks.workunit.client.0.smithi007.stdout: 365: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:34.303 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YHf4vKt65vBO9LI off=15438887 len=1565974 2024-08-04T15:54:34.305 INFO:tasks.workunit.client.0.smithi007.stdout:op 1879 completed, throughput=4.99MB/sec 2024-08-04T15:54:34.305 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xLMrr3HGUUwgX4K off=3066955 len=858146 2024-08-04T15:54:34.306 INFO:tasks.workunit.client.0.smithi007.stdout:op 1880 completed, throughput=4.99MB/sec 2024-08-04T15:54:34.306 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-u0MkoxG-oEvqSmL off=3652871 len=552507 2024-08-04T15:54:34.308 INFO:tasks.workunit.client.0.smithi007.stdout:op 1881 completed, throughput=5MB/sec 2024-08-04T15:54:34.308 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FYmsRVbPXJWT-8r off=9290592 len=2049091 2024-08-04T15:54:34.312 INFO:tasks.workunit.client.0.smithi007.stdout:op 1882 completed, throughput=5MB/sec 2024-08-04T15:54:34.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:33 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:54:34.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:33 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:54:34.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:33 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:54:34.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:33 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:54:34.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:33 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:54:34.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:33 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:54:35.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:34 smithi062 ceph-mon[85960]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:54:35.312 INFO:tasks.workunit.client.0.smithi007.stdout: 366: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:35.313 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-C_JzjD1LvItRonn off=7245127 len=1210929 2024-08-04T15:54:35.314 INFO:tasks.workunit.client.0.smithi007.stdout:op 1883 completed, throughput=4.99MB/sec 2024-08-04T15:54:35.314 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Bv7jVjIvIdYSKyA off=10290166 len=1527405 2024-08-04T15:54:35.321 INFO:tasks.workunit.client.0.smithi007.stdout:op 1884 completed, throughput=4.99MB/sec 2024-08-04T15:54:35.321 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vtT365OlnYz8Uh0 off=12236689 len=728924 2024-08-04T15:54:35.322 INFO:tasks.workunit.client.0.smithi007.stdout:op 1885 completed, throughput=5MB/sec 2024-08-04T15:54:35.322 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zw1VJAc84EXqBoM off=14642623 len=736682 2024-08-04T15:54:35.326 INFO:tasks.workunit.client.0.smithi007.stdout:op 1886 completed, throughput=5MB/sec 2024-08-04T15:54:35.326 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ETYQ1uJxUMuNZ2_ off=12167296 len=1561351 2024-08-04T15:54:35.332 INFO:tasks.workunit.client.0.smithi007.stdout:op 1887 completed, throughput=5MB/sec 2024-08-04T15:54:35.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:34 smithi007 ceph-mon[92692]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:54:35.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:34 smithi007 ceph-mon[94998]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:54:36.333 INFO:tasks.workunit.client.0.smithi007.stdout: 367: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:36.333 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MOjadRHnKAt4aXN off=9411845 len=867721 2024-08-04T15:54:36.334 INFO:tasks.workunit.client.0.smithi007.stdout:op 1888 completed, throughput=4.99MB/sec 2024-08-04T15:54:36.334 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iSDHenPa85O84D6 off=16374372 len=1863801 2024-08-04T15:54:36.346 INFO:tasks.workunit.client.0.smithi007.stdout:op 1889 completed, throughput=5MB/sec 2024-08-04T15:54:36.346 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sSkFFuCkgVb-tKl off=2811454 len=1237807 2024-08-04T15:54:36.353 INFO:tasks.workunit.client.0.smithi007.stdout:op 1890 completed, throughput=5MB/sec 2024-08-04T15:54:36.353 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-56BtvB7xkCDFPdY off=16762034 len=1891536 2024-08-04T15:54:36.361 INFO:tasks.workunit.client.0.smithi007.stdout:op 1891 completed, throughput=5MB/sec 2024-08-04T15:54:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:54:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:54:36] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-08-04T15:54:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:36 smithi062 ceph-mon[85960]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:54:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:54:37.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:36 smithi007 ceph-mon[94998]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:54:37.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:54:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:36 smithi007 ceph-mon[92692]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:54:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:54:37.362 INFO:tasks.workunit.client.0.smithi007.stdout: 368: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:37.362 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iqO_t5FtEIDOgEa off=1455178 len=344611 2024-08-04T15:54:37.363 INFO:tasks.workunit.client.0.smithi007.stdout:op 1892 completed, throughput=4.99MB/sec 2024-08-04T15:54:37.363 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GR-ZxQETFPzN0Sf off=11955119 len=1201097 2024-08-04T15:54:37.366 INFO:tasks.workunit.client.0.smithi007.stdout:op 1893 completed, throughput=4.99MB/sec 2024-08-04T15:54:37.366 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1N-fBQKGlyr0fKc off=4882363 len=1730367 2024-08-04T15:54:37.368 INFO:tasks.workunit.client.0.smithi007.stdout:op 1894 completed, throughput=5MB/sec 2024-08-04T15:54:37.368 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NCy-DvHl5QkdrjG off=21275467 len=1928475 2024-08-04T15:54:37.377 INFO:tasks.workunit.client.0.smithi007.stdout:op 1895 completed, throughput=5MB/sec 2024-08-04T15:54:38.378 INFO:tasks.workunit.client.0.smithi007.stdout: 369: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:38.378 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5_cS-soPXJkxyUs off=1365672 len=1937355 2024-08-04T15:54:38.386 INFO:tasks.workunit.client.0.smithi007.stdout:op 1896 completed, throughput=4.99MB/sec 2024-08-04T15:54:38.386 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5J9NYhKfEs3FnBf off=3680180 len=1067791 2024-08-04T15:54:38.391 INFO:tasks.workunit.client.0.smithi007.stdout:op 1897 completed, throughput=5MB/sec 2024-08-04T15:54:38.391 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-K1XCKgJ1t4m6i-D off=8924631 len=725475 2024-08-04T15:54:38.392 INFO:tasks.workunit.client.0.smithi007.stdout:op 1898 completed, throughput=5MB/sec 2024-08-04T15:54:38.392 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7SZTPXRsP_20EoK off=23484487 len=2022930 2024-08-04T15:54:38.394 INFO:tasks.workunit.client.0.smithi007.stdout:op 1899 completed, throughput=5MB/sec 2024-08-04T15:54:39.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:38 smithi062 ceph-mon[85960]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T15:54:39.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:38 smithi007 ceph-mon[92692]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T15:54:39.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:38 smithi007 ceph-mon[94998]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T15:54:39.395 INFO:tasks.workunit.client.0.smithi007.stdout: 370: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:39.395 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-I5YkhYgQQHF5-gT off=16136173 len=961533 2024-08-04T15:54:39.396 INFO:tasks.workunit.client.0.smithi007.stdout:op 1900 completed, throughput=4.99MB/sec 2024-08-04T15:54:39.396 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CR4u8I9lPc5nOWy off=1715890 len=1041206 2024-08-04T15:54:39.398 INFO:tasks.workunit.client.0.smithi007.stdout:op 1901 completed, throughput=5MB/sec 2024-08-04T15:54:39.398 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--p8kd_MUbrsN1Lw off=20257826 len=631761 2024-08-04T15:54:39.402 INFO:tasks.workunit.client.0.smithi007.stdout:op 1902 completed, throughput=5MB/sec 2024-08-04T15:54:39.402 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RyRRv1YhELKOLiX off=667261 len=1929239 2024-08-04T15:54:39.414 INFO:tasks.workunit.client.0.smithi007.stdout:op 1903 completed, throughput=5MB/sec 2024-08-04T15:54:40.414 INFO:tasks.workunit.client.0.smithi007.stdout: 371: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:40.415 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rZMNsso3VTnF2Qb off=12913383 len=862075 2024-08-04T15:54:40.419 INFO:tasks.workunit.client.0.smithi007.stdout:op 1904 completed, throughput=4.99MB/sec 2024-08-04T15:54:40.419 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lY29JdErzLt9UXK off=3750225 len=476150 2024-08-04T15:54:40.423 INFO:tasks.workunit.client.0.smithi007.stdout:op 1905 completed, throughput=4.99MB/sec 2024-08-04T15:54:40.423 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-K3d_bLkYO4-WUza off=10458653 len=329652 2024-08-04T15:54:40.424 INFO:tasks.workunit.client.0.smithi007.stdout:op 1906 completed, throughput=4.99MB/sec 2024-08-04T15:54:40.424 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yXVNn1L75OwRoLk off=1236795 len=1691926 2024-08-04T15:54:40.426 INFO:tasks.workunit.client.0.smithi007.stdout:op 1907 completed, throughput=5MB/sec 2024-08-04T15:54:40.426 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RHovrVpUMNUyFCU off=5755575 len=1309886 2024-08-04T15:54:40.428 INFO:tasks.workunit.client.0.smithi007.stdout:op 1908 completed, throughput=5MB/sec 2024-08-04T15:54:41.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:40 smithi062 ceph-mon[85960]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:54:41.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:40 smithi007 ceph-mon[92692]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:54:41.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:40 smithi007 ceph-mon[94998]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:54:41.428 INFO:tasks.workunit.client.0.smithi007.stdout: 372: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:41.429 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6tp_h_uq4xaNUYr off=8563706 len=458545 2024-08-04T15:54:41.432 INFO:tasks.workunit.client.0.smithi007.stdout:op 1909 completed, throughput=4.99MB/sec 2024-08-04T15:54:41.432 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-52dJthEbgXHj0yg off=4519794 len=1123220 2024-08-04T15:54:41.434 INFO:tasks.workunit.client.0.smithi007.stdout:op 1910 completed, throughput=4.99MB/sec 2024-08-04T15:54:41.434 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hJ1-oL7ADIMftXe off=360234 len=796055 2024-08-04T15:54:41.439 INFO:tasks.workunit.client.0.smithi007.stdout:op 1911 completed, throughput=4.99MB/sec 2024-08-04T15:54:41.439 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kXRaDc8nbsvHSru off=1335076 len=1855751 2024-08-04T15:54:41.443 INFO:tasks.workunit.client.0.smithi007.stdout:op 1912 completed, throughput=5MB/sec 2024-08-04T15:54:41.443 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EtbHT2C1ph5hZgT off=1135184 len=224407 2024-08-04T15:54:41.445 INFO:tasks.workunit.client.0.smithi007.stdout:op 1913 completed, throughput=5MB/sec 2024-08-04T15:54:41.445 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tZDTDXWdcQufVhb off=4227205 len=1053639 2024-08-04T15:54:41.447 INFO:tasks.workunit.client.0.smithi007.stdout:op 1914 completed, throughput=5MB/sec 2024-08-04T15:54:42.447 INFO:tasks.workunit.client.0.smithi007.stdout: 373: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:42.448 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UqoWDyboofLCllA off=8837781 len=21074 2024-08-04T15:54:42.448 INFO:tasks.workunit.client.0.smithi007.stdout:op 1915 completed, throughput=4.99MB/sec 2024-08-04T15:54:42.448 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-o7osFaPqxpjOazA off=6636589 len=1099635 2024-08-04T15:54:42.454 INFO:tasks.workunit.client.0.smithi007.stdout:op 1916 completed, throughput=4.99MB/sec 2024-08-04T15:54:42.454 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OAzZ7Qd-wUY_vvt off=2321909 len=1998030 2024-08-04T15:54:42.457 INFO:tasks.workunit.client.0.smithi007.stdout:op 1917 completed, throughput=5MB/sec 2024-08-04T15:54:42.457 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-93lFF0mE-HexDCD off=7210818 len=1853407 2024-08-04T15:54:42.458 INFO:tasks.workunit.client.0.smithi007.stdout:op 1918 completed, throughput=5MB/sec 2024-08-04T15:54:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:54:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:54:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:42 smithi062 ceph-mon[85960]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:54:43.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:42 smithi007 ceph-mon[92692]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:54:43.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:42 smithi007 ceph-mon[94998]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:54:43.458 INFO:tasks.workunit.client.0.smithi007.stdout: 374: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:43.459 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oFda4XP8f0pgt08 off=2871437 len=1668609 2024-08-04T15:54:43.469 INFO:tasks.workunit.client.0.smithi007.stdout:op 1919 completed, throughput=4.99MB/sec 2024-08-04T15:54:43.470 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-43Wn7nIaVo5WJ5k off=235114 len=62173 2024-08-04T15:54:43.470 INFO:tasks.workunit.client.0.smithi007.stdout:op 1920 completed, throughput=4.99MB/sec 2024-08-04T15:54:43.470 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sAiHIqNherjbZPL off=4063590 len=1617306 2024-08-04T15:54:43.477 INFO:tasks.workunit.client.0.smithi007.stdout:op 1921 completed, throughput=5MB/sec 2024-08-04T15:54:43.477 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gdBFdTdzR_xCd3t off=17064296 len=1095800 2024-08-04T15:54:43.482 INFO:tasks.workunit.client.0.smithi007.stdout:op 1922 completed, throughput=5MB/sec 2024-08-04T15:54:43.482 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MbhT4Att3lCWlj- off=8029795 len=1545215 2024-08-04T15:54:43.490 INFO:tasks.workunit.client.0.smithi007.stdout:op 1923 completed, throughput=5MB/sec 2024-08-04T15:54:44.491 INFO:tasks.workunit.client.0.smithi007.stdout: 375: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:44.491 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9tesi3vw77TbzlX off=3455639 len=1859405 2024-08-04T15:54:44.493 INFO:tasks.workunit.client.0.smithi007.stdout:op 1924 completed, throughput=4.99MB/sec 2024-08-04T15:54:44.493 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DRryvaECBncF7wt off=5358582 len=260220 2024-08-04T15:54:44.496 INFO:tasks.workunit.client.0.smithi007.stdout:op 1925 completed, throughput=4.99MB/sec 2024-08-04T15:54:44.496 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-A2lX2nZvJ3oBgnA off=8256140 len=346991 2024-08-04T15:54:44.498 INFO:tasks.workunit.client.0.smithi007.stdout:op 1926 completed, throughput=4.99MB/sec 2024-08-04T15:54:44.498 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AC4TzvqVNU0nR9b off=2176127 len=483059 2024-08-04T15:54:44.501 INFO:tasks.workunit.client.0.smithi007.stdout:op 1927 completed, throughput=5MB/sec 2024-08-04T15:54:44.501 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-38ru2ZflDPR0NXV off=324273 len=1112935 2024-08-04T15:54:44.503 INFO:tasks.workunit.client.0.smithi007.stdout:op 1928 completed, throughput=5MB/sec 2024-08-04T15:54:44.503 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-H0gudDxJqsj2BTi off=6513405 len=1744336 2024-08-04T15:54:44.509 INFO:tasks.workunit.client.0.smithi007.stdout:op 1929 completed, throughput=5MB/sec 2024-08-04T15:54:45.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:44 smithi062 ceph-mon[85960]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-04T15:54:45.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:44 smithi007 ceph-mon[92692]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-04T15:54:45.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:44 smithi007 ceph-mon[94998]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-04T15:54:45.510 INFO:tasks.workunit.client.0.smithi007.stdout: 376: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:45.510 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kb1PMhDNz48cc4e off=3683143 len=1427705 2024-08-04T15:54:45.513 INFO:tasks.workunit.client.0.smithi007.stdout:op 1930 completed, throughput=4.99MB/sec 2024-08-04T15:54:45.513 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wtdq8uL7pYmOGDv off=2942242 len=1388336 2024-08-04T15:54:45.515 INFO:tasks.workunit.client.0.smithi007.stdout:op 1931 completed, throughput=5MB/sec 2024-08-04T15:54:45.515 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DBR8y_3DMqVD9_y off=1700705 len=321589 2024-08-04T15:54:45.518 INFO:tasks.workunit.client.0.smithi007.stdout:op 1932 completed, throughput=5MB/sec 2024-08-04T15:54:45.518 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-91vc3HErzQDxGZD off=16841211 len=47170 2024-08-04T15:54:45.521 INFO:tasks.workunit.client.0.smithi007.stdout:op 1933 completed, throughput=5MB/sec 2024-08-04T15:54:45.521 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-W1VKmvBTchlaxPe off=9947660 len=2037980 2024-08-04T15:54:45.529 INFO:tasks.workunit.client.0.smithi007.stdout:op 1934 completed, throughput=5MB/sec 2024-08-04T15:54:46.530 INFO:tasks.workunit.client.0.smithi007.stdout: 377: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:46.530 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nH6XoMLsKwXM-D- off=4264037 len=1518897 2024-08-04T15:54:46.538 INFO:tasks.workunit.client.0.smithi007.stdout:op 1935 completed, throughput=4.99MB/sec 2024-08-04T15:54:46.538 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-I0MEz0PbcqglbiA off=12772161 len=609042 2024-08-04T15:54:46.542 INFO:tasks.workunit.client.0.smithi007.stdout:op 1936 completed, throughput=4.99MB/sec 2024-08-04T15:54:46.542 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-62XM5z7K9N2ZOlf off=2891864 len=2039173 2024-08-04T15:54:46.546 INFO:tasks.workunit.client.0.smithi007.stdout:op 1937 completed, throughput=5MB/sec 2024-08-04T15:54:46.546 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ahRBEENPC6PA6B4 off=18666082 len=1132505 2024-08-04T15:54:46.548 INFO:tasks.workunit.client.0.smithi007.stdout:op 1938 completed, throughput=5MB/sec 2024-08-04T15:54:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:54:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:54:46] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-08-04T15:54:47.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:46 smithi062 ceph-mon[85960]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:54:47.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:46 smithi007 ceph-mon[92692]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:54:47.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:46 smithi007 ceph-mon[94998]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:54:47.548 INFO:tasks.workunit.client.0.smithi007.stdout: 378: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:47.548 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FfZ_hH7Dfbr9G_J off=3197691 len=2096698 2024-08-04T15:54:47.558 INFO:tasks.workunit.client.0.smithi007.stdout:op 1939 completed, throughput=4.99MB/sec 2024-08-04T15:54:47.558 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-i1Car2OTM-Zp_m2 off=241051 len=390958 2024-08-04T15:54:47.561 INFO:tasks.workunit.client.0.smithi007.stdout:op 1940 completed, throughput=5MB/sec 2024-08-04T15:54:47.561 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1TbTUiy0zv7-b_3 off=13804855 len=2049630 2024-08-04T15:54:47.563 INFO:tasks.workunit.client.0.smithi007.stdout:op 1941 completed, throughput=5MB/sec 2024-08-04T15:54:48.564 INFO:tasks.workunit.client.0.smithi007.stdout: 379: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:48.564 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZAwprgGi0G2wCSP off=5804622 len=570362 2024-08-04T15:54:48.568 INFO:tasks.workunit.client.0.smithi007.stdout:op 1942 completed, throughput=4.99MB/sec 2024-08-04T15:54:48.568 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AHYn2la7zGfoYaJ off=1058460 len=1314965 2024-08-04T15:54:48.575 INFO:tasks.workunit.client.0.smithi007.stdout:op 1943 completed, throughput=4.99MB/sec 2024-08-04T15:54:48.575 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mjbF7xjXmNxqgnp off=131685 len=1557191 2024-08-04T15:54:48.577 INFO:tasks.workunit.client.0.smithi007.stdout:op 1944 completed, throughput=5MB/sec 2024-08-04T15:54:48.578 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-POIf2LiwUKfFbPW off=1527456 len=1681535 2024-08-04T15:54:48.579 INFO:tasks.workunit.client.0.smithi007.stdout:op 1945 completed, throughput=5MB/sec 2024-08-04T15:54:48.580 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HUg1L-p97Dvo-i2 off=6552304 len=353684 2024-08-04T15:54:48.583 INFO:tasks.workunit.client.0.smithi007.stdout:op 1946 completed, throughput=5MB/sec 2024-08-04T15:54:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:48 smithi062 ceph-mon[85960]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T15:54:49.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:48 smithi007 ceph-mon[94998]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T15:54:49.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:48 smithi007 ceph-mon[92692]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T15:54:49.583 INFO:tasks.workunit.client.0.smithi007.stdout: 380: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:49.583 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YQ8MCZB5kbd-C8m off=4629499 len=335365 2024-08-04T15:54:49.585 INFO:tasks.workunit.client.0.smithi007.stdout:op 1947 completed, throughput=4.99MB/sec 2024-08-04T15:54:49.585 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_EKXPI0ndK1PJOh off=8230349 len=502466 2024-08-04T15:54:49.586 INFO:tasks.workunit.client.0.smithi007.stdout:op 1948 completed, throughput=4.99MB/sec 2024-08-04T15:54:49.586 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qWtK6500ka7OHnG off=7355646 len=488891 2024-08-04T15:54:49.590 INFO:tasks.workunit.client.0.smithi007.stdout:op 1949 completed, throughput=4.99MB/sec 2024-08-04T15:54:49.590 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MQVCnI1MKsayMsK off=2580458 len=59209 2024-08-04T15:54:49.592 INFO:tasks.workunit.client.0.smithi007.stdout:op 1950 completed, throughput=4.99MB/sec 2024-08-04T15:54:49.592 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Z4L9MNdJWf2wwON off=8440111 len=2067536 2024-08-04T15:54:49.595 INFO:tasks.workunit.client.0.smithi007.stdout:op 1951 completed, throughput=5MB/sec 2024-08-04T15:54:49.595 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TTD7em1ox_3eo_0 off=3623905 len=1735629 2024-08-04T15:54:49.597 INFO:tasks.workunit.client.0.smithi007.stdout:op 1952 completed, throughput=5MB/sec 2024-08-04T15:54:50.598 INFO:tasks.workunit.client.0.smithi007.stdout: 381: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:50.598 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jvM0QYK1Z3j_Z1m off=13963535 len=1181123 2024-08-04T15:54:50.601 INFO:tasks.workunit.client.0.smithi007.stdout:op 1953 completed, throughput=4.99MB/sec 2024-08-04T15:54:50.601 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-91dMUCh08TITZ-T off=3224515 len=1101586 2024-08-04T15:54:50.602 INFO:tasks.workunit.client.0.smithi007.stdout:op 1954 completed, throughput=4.99MB/sec 2024-08-04T15:54:50.602 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PQ4KHQGNJaWIN6N off=1813474 len=627895 2024-08-04T15:54:50.606 INFO:tasks.workunit.client.0.smithi007.stdout:op 1955 completed, throughput=4.99MB/sec 2024-08-04T15:54:50.606 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZySgZWCFJ8xBI4s off=14985300 len=1317884 2024-08-04T15:54:50.613 INFO:tasks.workunit.client.0.smithi007.stdout:op 1956 completed, throughput=5MB/sec 2024-08-04T15:54:50.613 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NGcr2H6lc8JKP4y off=878105 len=1360865 2024-08-04T15:54:50.620 INFO:tasks.workunit.client.0.smithi007.stdout:op 1957 completed, throughput=5MB/sec 2024-08-04T15:54:51.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:50 smithi062 ceph-mon[85960]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:54:51.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:50 smithi007 ceph-mon[92692]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:54:51.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:50 smithi007 ceph-mon[94998]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:54:51.620 INFO:tasks.workunit.client.0.smithi007.stdout: 382: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:51.620 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tEEVfohF0SwlqDY off=5327462 len=1819719 2024-08-04T15:54:51.624 INFO:tasks.workunit.client.0.smithi007.stdout:op 1958 completed, throughput=4.99MB/sec 2024-08-04T15:54:51.624 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cJQvXkc81-1XxEM off=12400539 len=999243 2024-08-04T15:54:51.626 INFO:tasks.workunit.client.0.smithi007.stdout:op 1959 completed, throughput=5MB/sec 2024-08-04T15:54:51.626 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-p2bXvs22MjRrzvK off=10561103 len=26668 2024-08-04T15:54:51.628 INFO:tasks.workunit.client.0.smithi007.stdout:op 1960 completed, throughput=5MB/sec 2024-08-04T15:54:51.628 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2Pm66nw0Qq2iKOQ off=2065401 len=1065519 2024-08-04T15:54:51.631 INFO:tasks.workunit.client.0.smithi007.stdout:op 1961 completed, throughput=5MB/sec 2024-08-04T15:54:51.631 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YTgLgfRAlO9kDA4 off=11113890 len=1629346 2024-08-04T15:54:51.633 INFO:tasks.workunit.client.0.smithi007.stdout:op 1962 completed, throughput=5MB/sec 2024-08-04T15:54:52.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:54:52.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:54:52.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:54:52.633 INFO:tasks.workunit.client.0.smithi007.stdout: 383: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:52.634 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4soh0YwMx3YZUgW off=1413938 len=660734 2024-08-04T15:54:52.638 INFO:tasks.workunit.client.0.smithi007.stdout:op 1963 completed, throughput=4.99MB/sec 2024-08-04T15:54:52.638 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9LDaVU_582jRXmI off=2719671 len=217409 2024-08-04T15:54:52.639 INFO:tasks.workunit.client.0.smithi007.stdout:op 1964 completed, throughput=4.99MB/sec 2024-08-04T15:54:52.639 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MA5KIqcDMG23Psp off=3433468 len=698183 2024-08-04T15:54:52.643 INFO:tasks.workunit.client.0.smithi007.stdout:op 1965 completed, throughput=4.99MB/sec 2024-08-04T15:54:52.643 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-khm3R0cK-ybbMY6 off=8687954 len=1247023 2024-08-04T15:54:52.645 INFO:tasks.workunit.client.0.smithi007.stdout:op 1966 completed, throughput=5MB/sec 2024-08-04T15:54:52.645 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NYlvcutVpf_W0OD off=3302564 len=542484 2024-08-04T15:54:52.649 INFO:tasks.workunit.client.0.smithi007.stdout:op 1967 completed, throughput=5MB/sec 2024-08-04T15:54:52.649 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mymsYtZGh1RBRz4 off=15669676 len=875456 2024-08-04T15:54:52.652 INFO:tasks.workunit.client.0.smithi007.stdout:op 1968 completed, throughput=5MB/sec 2024-08-04T15:54:52.652 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oKHd272oZJfMf7P off=3422015 len=1611937 2024-08-04T15:54:52.654 INFO:tasks.workunit.client.0.smithi007.stdout:op 1969 completed, throughput=5MB/sec 2024-08-04T15:54:52.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:54:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:54:53.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:52 smithi062 ceph-mon[85960]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:54:53.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:52 smithi007 ceph-mon[94998]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:54:53.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:52 smithi007 ceph-mon[92692]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:54:53.654 INFO:tasks.workunit.client.0.smithi007.stdout: 384: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:53.655 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tar4gUuk6tHuLj5 off=8218104 len=319387 2024-08-04T15:54:53.657 INFO:tasks.workunit.client.0.smithi007.stdout:op 1970 completed, throughput=4.99MB/sec 2024-08-04T15:54:53.658 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5079uFi2Qfq-To_ off=5524373 len=1528354 2024-08-04T15:54:53.663 INFO:tasks.workunit.client.0.smithi007.stdout:op 1971 completed, throughput=4.99MB/sec 2024-08-04T15:54:53.663 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-p7MrvSdPObjilvP off=10042361 len=554621 2024-08-04T15:54:53.664 INFO:tasks.workunit.client.0.smithi007.stdout:op 1972 completed, throughput=5MB/sec 2024-08-04T15:54:53.664 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-77V3hIRtLBoqgKU off=1997711 len=526933 2024-08-04T15:54:53.665 INFO:tasks.workunit.client.0.smithi007.stdout:op 1973 completed, throughput=5MB/sec 2024-08-04T15:54:53.665 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_wfmCJ-fS1whvwv off=3374 len=698660 2024-08-04T15:54:53.666 INFO:tasks.workunit.client.0.smithi007.stdout:op 1974 completed, throughput=5MB/sec 2024-08-04T15:54:53.667 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dvo8Tpj5d84KAGD off=19099326 len=1442574 2024-08-04T15:54:53.668 INFO:tasks.workunit.client.0.smithi007.stdout:op 1975 completed, throughput=5MB/sec 2024-08-04T15:54:54.669 INFO:tasks.workunit.client.0.smithi007.stdout: 385: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:54.669 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lMIEvhWBNNbVA6s off=3076431 len=1718078 2024-08-04T15:54:54.673 INFO:tasks.workunit.client.0.smithi007.stdout:op 1976 completed, throughput=4.99MB/sec 2024-08-04T15:54:54.673 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-snXtddJHVdoL2kM off=5353005 len=1149662 2024-08-04T15:54:54.675 INFO:tasks.workunit.client.0.smithi007.stdout:op 1977 completed, throughput=5MB/sec 2024-08-04T15:54:54.675 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lAUZP7xSSGVwmxH off=1219368 len=1403997 2024-08-04T15:54:54.681 INFO:tasks.workunit.client.0.smithi007.stdout:op 1978 completed, throughput=5MB/sec 2024-08-04T15:54:54.681 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5UxG9OOvbzSWhWa off=1047207 len=812500 2024-08-04T15:54:54.682 INFO:tasks.workunit.client.0.smithi007.stdout:op 1979 completed, throughput=5MB/sec 2024-08-04T15:54:55.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:54 smithi062 ceph-mon[85960]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:54:55.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:54 smithi007 ceph-mon[94998]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:54:55.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:54 smithi007 ceph-mon[92692]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:54:55.683 INFO:tasks.workunit.client.0.smithi007.stdout: 386: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:55.683 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IJI-ebCNcTF0nFJ off=280044 len=255199 2024-08-04T15:54:55.684 INFO:tasks.workunit.client.0.smithi007.stdout:op 1980 completed, throughput=4.99MB/sec 2024-08-04T15:54:55.684 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yuqGfgJXJhD8QmT off=2071512 len=1100113 2024-08-04T15:54:55.687 INFO:tasks.workunit.client.0.smithi007.stdout:op 1981 completed, throughput=4.99MB/sec 2024-08-04T15:54:55.687 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-n9UB-2rWKoYHXzC off=2254459 len=293652 2024-08-04T15:54:55.688 INFO:tasks.workunit.client.0.smithi007.stdout:op 1982 completed, throughput=4.99MB/sec 2024-08-04T15:54:55.688 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bmqb-Vrl_VkjvIY off=9484787 len=1450018 2024-08-04T15:54:55.690 INFO:tasks.workunit.client.0.smithi007.stdout:op 1983 completed, throughput=5MB/sec 2024-08-04T15:54:55.690 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mPAS-9qwD5FnT6C off=4749150 len=26396 2024-08-04T15:54:55.693 INFO:tasks.workunit.client.0.smithi007.stdout:op 1984 completed, throughput=5MB/sec 2024-08-04T15:54:55.693 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HTnt5UAAOmq1PlQ off=9293183 len=387770 2024-08-04T15:54:55.694 INFO:tasks.workunit.client.0.smithi007.stdout:op 1985 completed, throughput=5MB/sec 2024-08-04T15:54:55.694 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kN1jm9w1VMFS2Ai off=8762684 len=1251991 2024-08-04T15:54:55.699 INFO:tasks.workunit.client.0.smithi007.stdout:op 1986 completed, throughput=5MB/sec 2024-08-04T15:54:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:54:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:54:56] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-08-04T15:54:56.699 INFO:tasks.workunit.client.0.smithi007.stdout: 387: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:56.700 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1631O1UZxOjoFyW off=1575758 len=774822 2024-08-04T15:54:56.701 INFO:tasks.workunit.client.0.smithi007.stdout:op 1987 completed, throughput=4.99MB/sec 2024-08-04T15:54:56.701 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JyKAhfyG1LEiqZO off=5292346 len=320696 2024-08-04T15:54:56.702 INFO:tasks.workunit.client.0.smithi007.stdout:op 1988 completed, throughput=4.99MB/sec 2024-08-04T15:54:56.702 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UEYb2Hh7Ellyx8v off=7421614 len=1095693 2024-08-04T15:54:56.708 INFO:tasks.workunit.client.0.smithi007.stdout:op 1989 completed, throughput=4.99MB/sec 2024-08-04T15:54:56.708 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yvSoHK3srSv-68x off=1986792 len=1981237 2024-08-04T15:54:56.719 INFO:tasks.workunit.client.0.smithi007.stdout:op 1990 completed, throughput=5MB/sec 2024-08-04T15:54:56.720 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-k0QiOgMvNXVvmAO off=7692749 len=520026 2024-08-04T15:54:56.724 INFO:tasks.workunit.client.0.smithi007.stdout:op 1991 completed, throughput=5MB/sec 2024-08-04T15:54:56.724 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GvCO8H9ob0mKig0 off=6224634 len=1552809 2024-08-04T15:54:56.730 INFO:tasks.workunit.client.0.smithi007.stdout:op 1992 completed, throughput=5MB/sec 2024-08-04T15:54:57.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:56 smithi062 ceph-mon[85960]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T15:54:57.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:56 smithi007 ceph-mon[94998]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T15:54:57.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:56 smithi007 ceph-mon[92692]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T15:54:57.731 INFO:tasks.workunit.client.0.smithi007.stdout: 388: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:57.731 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-P88ySe9igpXGC5C off=3228586 len=778935 2024-08-04T15:54:57.735 INFO:tasks.workunit.client.0.smithi007.stdout:op 1993 completed, throughput=4.99MB/sec 2024-08-04T15:54:57.735 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yEdcMa9HAc2XsBv off=937682 len=730747 2024-08-04T15:54:57.739 INFO:tasks.workunit.client.0.smithi007.stdout:op 1994 completed, throughput=4.99MB/sec 2024-08-04T15:54:57.739 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XrM0K3rraHr6ukd off=2815375 len=572715 2024-08-04T15:54:57.740 INFO:tasks.workunit.client.0.smithi007.stdout:op 1995 completed, throughput=4.99MB/sec 2024-08-04T15:54:57.740 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WOPyCzR6ablhWPy off=435555 len=1752483 2024-08-04T15:54:57.742 INFO:tasks.workunit.client.0.smithi007.stdout:op 1996 completed, throughput=5MB/sec 2024-08-04T15:54:57.742 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-G3rXoxiW9OY5bM0 off=1557816 len=90749 2024-08-04T15:54:57.745 INFO:tasks.workunit.client.0.smithi007.stdout:op 1997 completed, throughput=5MB/sec 2024-08-04T15:54:57.746 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wjbV66BumkgyAjd off=6960894 len=1397458 2024-08-04T15:54:57.752 INFO:tasks.workunit.client.0.smithi007.stdout:op 1998 completed, throughput=5MB/sec 2024-08-04T15:54:58.753 INFO:tasks.workunit.client.0.smithi007.stdout: 389: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:58.753 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ra-wVam24cspHdt off=4674824 len=417693 2024-08-04T15:54:58.757 INFO:tasks.workunit.client.0.smithi007.stdout:op 1999 completed, throughput=4.99MB/sec 2024-08-04T15:54:58.757 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0YWLTqKhlS3b02a off=5754327 len=988327 2024-08-04T15:54:58.761 INFO:tasks.workunit.client.0.smithi007.stdout:op 2000 completed, throughput=4.99MB/sec 2024-08-04T15:54:58.761 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JzFu2-JjY52PKqP off=8047025 len=1879249 2024-08-04T15:54:58.764 INFO:tasks.workunit.client.0.smithi007.stdout:op 2001 completed, throughput=5MB/sec 2024-08-04T15:54:58.764 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-P_zZscT7bAmUurH off=5110244 len=652018 2024-08-04T15:54:58.769 INFO:tasks.workunit.client.0.smithi007.stdout:op 2002 completed, throughput=5MB/sec 2024-08-04T15:54:58.769 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-P-UHZLmthw5m-EF off=9850807 len=1685346 2024-08-04T15:54:58.770 INFO:tasks.workunit.client.0.smithi007.stdout:op 2003 completed, throughput=5MB/sec 2024-08-04T15:54:59.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:54:58 smithi062 ceph-mon[85960]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:54:59.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:54:58 smithi007 ceph-mon[94998]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:54:59.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:54:58 smithi007 ceph-mon[92692]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:54:59.771 INFO:tasks.workunit.client.0.smithi007.stdout: 390: throughput=4.99MB/sec pending data=0 2024-08-04T15:54:59.771 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YkSa1P_nJJog7tx off=12939779 len=1165272 2024-08-04T15:54:59.776 INFO:tasks.workunit.client.0.smithi007.stdout:op 2004 completed, throughput=4.99MB/sec 2024-08-04T15:54:59.777 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Z2nVzVhWd7ZySKm off=8535786 len=139021 2024-08-04T15:54:59.779 INFO:tasks.workunit.client.0.smithi007.stdout:op 2005 completed, throughput=4.99MB/sec 2024-08-04T15:54:59.779 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3dhYc_MGeJVIhjL off=15969981 len=734708 2024-08-04T15:54:59.780 INFO:tasks.workunit.client.0.smithi007.stdout:op 2006 completed, throughput=5MB/sec 2024-08-04T15:54:59.780 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SWe3Mr5dSl9461i off=19609887 len=333781 2024-08-04T15:54:59.784 INFO:tasks.workunit.client.0.smithi007.stdout:op 2007 completed, throughput=5MB/sec 2024-08-04T15:54:59.784 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zVUhBRi35xN2rEK off=5303242 len=1424093 2024-08-04T15:54:59.791 INFO:tasks.workunit.client.0.smithi007.stdout:op 2008 completed, throughput=5MB/sec 2024-08-04T15:54:59.791 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-el63gB6rn1Dsg-p off=13359913 len=687503 2024-08-04T15:54:59.795 INFO:tasks.workunit.client.0.smithi007.stdout:op 2009 completed, throughput=5MB/sec 2024-08-04T15:55:00.795 INFO:tasks.workunit.client.0.smithi007.stdout: 391: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:00.796 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NazmCwDgmGX0c3L off=10169227 len=1493227 2024-08-04T15:55:00.802 INFO:tasks.workunit.client.0.smithi007.stdout:op 2010 completed, throughput=4.99MB/sec 2024-08-04T15:55:00.802 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EOVv6b_wuLVTdRS off=25349519 len=199668 2024-08-04T15:55:00.805 INFO:tasks.workunit.client.0.smithi007.stdout:op 2011 completed, throughput=4.99MB/sec 2024-08-04T15:55:00.806 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fgL7Z7zNC-DMmvu off=951131 len=656493 2024-08-04T15:55:00.806 INFO:tasks.workunit.client.0.smithi007.stdout:op 2012 completed, throughput=4.99MB/sec 2024-08-04T15:55:00.807 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WxQw5ChD83XUF7o off=21346122 len=188308 2024-08-04T15:55:00.809 INFO:tasks.workunit.client.0.smithi007.stdout:op 2013 completed, throughput=4.99MB/sec 2024-08-04T15:55:00.809 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jli192hzefGkmaT off=14580975 len=1807019 2024-08-04T15:55:00.811 INFO:tasks.workunit.client.0.smithi007.stdout:op 2014 completed, throughput=5MB/sec 2024-08-04T15:55:00.811 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VjKwjxFrzrrjKFr off=3233349 len=1211814 2024-08-04T15:55:00.819 INFO:tasks.workunit.client.0.smithi007.stdout:op 2015 completed, throughput=5MB/sec 2024-08-04T15:55:01.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:00 smithi062 ceph-mon[85960]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-04T15:55:01.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:00 smithi007 ceph-mon[92692]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-04T15:55:01.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:00 smithi007 ceph-mon[94998]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-04T15:55:01.819 INFO:tasks.workunit.client.0.smithi007.stdout: 392: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:01.820 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3qnUomCf4tY74RN off=1886882 len=288569 2024-08-04T15:55:01.822 INFO:tasks.workunit.client.0.smithi007.stdout:op 2016 completed, throughput=4.99MB/sec 2024-08-04T15:55:01.822 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-m-NxkAkspul1cGg off=9033353 len=1124366 2024-08-04T15:55:01.828 INFO:tasks.workunit.client.0.smithi007.stdout:op 2017 completed, throughput=4.99MB/sec 2024-08-04T15:55:01.828 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oycSz6iC3p9QfWS off=1573143 len=1735338 2024-08-04T15:55:01.833 INFO:tasks.workunit.client.0.smithi007.stdout:op 2018 completed, throughput=5MB/sec 2024-08-04T15:55:01.833 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KWgCIssCTvbV01h off=9150711 len=1644176 2024-08-04T15:55:01.840 INFO:tasks.workunit.client.0.smithi007.stdout:op 2019 completed, throughput=5MB/sec 2024-08-04T15:55:01.840 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mFDE9KO0Fuq0yNz off=11540272 len=461069 2024-08-04T15:55:01.840 INFO:tasks.workunit.client.0.smithi007.stdout:op 2020 completed, throughput=5MB/sec 2024-08-04T15:55:02.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:55:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:55:02.841 INFO:tasks.workunit.client.0.smithi007.stdout: 393: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:02.841 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MWmdPTMON-7OnV4 off=6968248 len=1176613 2024-08-04T15:55:02.847 INFO:tasks.workunit.client.0.smithi007.stdout:op 2021 completed, throughput=4.99MB/sec 2024-08-04T15:55:02.847 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4o9fPLRlFZ6lSHK off=4753210 len=1271453 2024-08-04T15:55:02.848 INFO:tasks.workunit.client.0.smithi007.stdout:op 2022 completed, throughput=4.99MB/sec 2024-08-04T15:55:02.849 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6_n--wqO0PnXiej off=623611 len=169852 2024-08-04T15:55:02.851 INFO:tasks.workunit.client.0.smithi007.stdout:op 2023 completed, throughput=4.99MB/sec 2024-08-04T15:55:02.852 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-n9UB-2rWKoYHXzC off=11716742 len=309721 2024-08-04T15:55:02.852 INFO:tasks.workunit.client.0.smithi007.stdout:op 2024 completed, throughput=5MB/sec 2024-08-04T15:55:02.852 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nCJnUsjIM6-hmf4 off=18490327 len=567380 2024-08-04T15:55:02.853 INFO:tasks.workunit.client.0.smithi007.stdout:op 2025 completed, throughput=5MB/sec 2024-08-04T15:55:02.853 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-54xE0WPtMpvuZ9i off=9349991 len=91788 2024-08-04T15:55:02.854 INFO:tasks.workunit.client.0.smithi007.stdout:op 2026 completed, throughput=5MB/sec 2024-08-04T15:55:02.854 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-N7ziiSbJKiqdAlY off=3131437 len=1467958 2024-08-04T15:55:02.860 INFO:tasks.workunit.client.0.smithi007.stdout:op 2027 completed, throughput=5MB/sec 2024-08-04T15:55:03.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:02 smithi062 ceph-mon[85960]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-08-04T15:55:03.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:02 smithi007 ceph-mon[92692]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-08-04T15:55:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:02 smithi007 ceph-mon[94998]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-08-04T15:55:03.861 INFO:tasks.workunit.client.0.smithi007.stdout: 394: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:03.861 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CpRghNmNqY4pQpR off=1136693 len=1367853 2024-08-04T15:55:03.867 INFO:tasks.workunit.client.0.smithi007.stdout:op 2028 completed, throughput=4.99MB/sec 2024-08-04T15:55:03.867 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-s9VDcwyZPD0g5yE off=15847520 len=185038 2024-08-04T15:55:03.870 INFO:tasks.workunit.client.0.smithi007.stdout:op 2029 completed, throughput=4.99MB/sec 2024-08-04T15:55:03.870 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ugAD08cVay65rvj off=5334822 len=1154074 2024-08-04T15:55:03.873 INFO:tasks.workunit.client.0.smithi007.stdout:op 2030 completed, throughput=4.99MB/sec 2024-08-04T15:55:03.873 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AA8ib5amCJ5Vwc4 off=3600961 len=1648021 2024-08-04T15:55:03.875 INFO:tasks.workunit.client.0.smithi007.stdout:op 2031 completed, throughput=5MB/sec 2024-08-04T15:55:03.875 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xA_UBtVH_xY5iXt off=432136 len=1858514 2024-08-04T15:55:03.877 INFO:tasks.workunit.client.0.smithi007.stdout:op 2032 completed, throughput=5MB/sec 2024-08-04T15:55:04.877 INFO:tasks.workunit.client.0.smithi007.stdout: 395: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:04.878 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sNnFeAaSDWPN_m0 off=8244514 len=1260652 2024-08-04T15:55:04.883 INFO:tasks.workunit.client.0.smithi007.stdout:op 2033 completed, throughput=4.99MB/sec 2024-08-04T15:55:04.883 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8gQwIPt97NLgQql off=555922 len=1240478 2024-08-04T15:55:04.886 INFO:tasks.workunit.client.0.smithi007.stdout:op 2034 completed, throughput=5MB/sec 2024-08-04T15:55:04.886 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zny0Gu1KxtUtjaI off=850904 len=436438 2024-08-04T15:55:04.890 INFO:tasks.workunit.client.0.smithi007.stdout:op 2035 completed, throughput=5MB/sec 2024-08-04T15:55:04.890 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aTXegPcM6Pr3NZG off=4155885 len=695215 2024-08-04T15:55:04.891 INFO:tasks.workunit.client.0.smithi007.stdout:op 2036 completed, throughput=5MB/sec 2024-08-04T15:55:04.891 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pWiQ_5zubSlyIwb off=16089361 len=113797 2024-08-04T15:55:04.894 INFO:tasks.workunit.client.0.smithi007.stdout:op 2037 completed, throughput=5MB/sec 2024-08-04T15:55:04.894 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LIUBaW5zz9b3its off=5019980 len=285562 2024-08-04T15:55:04.896 INFO:tasks.workunit.client.0.smithi007.stdout:op 2038 completed, throughput=5MB/sec 2024-08-04T15:55:04.897 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fE7yTP6aZ-6AcOb off=15512 len=1465175 2024-08-04T15:55:04.905 INFO:tasks.workunit.client.0.smithi007.stdout:op 2039 completed, throughput=5MB/sec 2024-08-04T15:55:05.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:04 smithi062 ceph-mon[85960]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-04T15:55:05.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:04 smithi007 ceph-mon[92692]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-04T15:55:05.374 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:04 smithi007 ceph-mon[94998]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-04T15:55:05.905 INFO:tasks.workunit.client.0.smithi007.stdout: 396: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:05.905 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xQmEALbdTYGFAt1 off=11252463 len=1235196 2024-08-04T15:55:05.911 INFO:tasks.workunit.client.0.smithi007.stdout:op 2040 completed, throughput=4.99MB/sec 2024-08-04T15:55:05.911 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bVikMgdTzZbOgKC off=7280462 len=126610 2024-08-04T15:55:05.911 INFO:tasks.workunit.client.0.smithi007.stdout:op 2041 completed, throughput=4.99MB/sec 2024-08-04T15:55:05.912 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-P5xc9_VujpjL00y off=1708015 len=1540051 2024-08-04T15:55:05.918 INFO:tasks.workunit.client.0.smithi007.stdout:op 2042 completed, throughput=5MB/sec 2024-08-04T15:55:05.918 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0V22WPh-ErICSan off=9315350 len=242159 2024-08-04T15:55:05.921 INFO:tasks.workunit.client.0.smithi007.stdout:op 2043 completed, throughput=5MB/sec 2024-08-04T15:55:05.921 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-u0b0ke11YV1xhxb off=3955469 len=1560372 2024-08-04T15:55:05.923 INFO:tasks.workunit.client.0.smithi007.stdout:op 2044 completed, throughput=5MB/sec 2024-08-04T15:55:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:55:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:55:06] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-08-04T15:55:06.923 INFO:tasks.workunit.client.0.smithi007.stdout: 397: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:06.924 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BpFaOPQCqJ5dfzw off=12995502 len=1714584 2024-08-04T15:55:06.926 INFO:tasks.workunit.client.0.smithi007.stdout:op 2045 completed, throughput=4.99MB/sec 2024-08-04T15:55:06.926 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Qu1xgtoPg-Eowm9 off=3254186 len=52237 2024-08-04T15:55:06.928 INFO:tasks.workunit.client.0.smithi007.stdout:op 2046 completed, throughput=4.99MB/sec 2024-08-04T15:55:06.928 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1d_ljFMrQJpEVr8 off=9392613 len=1489435 2024-08-04T15:55:06.929 INFO:tasks.workunit.client.0.smithi007.stdout:op 2047 completed, throughput=5MB/sec 2024-08-04T15:55:06.929 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JzYEUVuYqljTorY off=10647265 len=1630348 2024-08-04T15:55:06.932 INFO:tasks.workunit.client.0.smithi007.stdout:op 2048 completed, throughput=5MB/sec 2024-08-04T15:55:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:06 smithi062 ceph-mon[85960]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-04T15:55:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:55:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:06 smithi007 ceph-mon[92692]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-04T15:55:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:55:07.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:06 smithi007 ceph-mon[94998]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-04T15:55:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:55:07.932 INFO:tasks.workunit.client.0.smithi007.stdout: 398: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:07.932 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_21Z8gO8Icld8cS off=15815917 len=376966 2024-08-04T15:55:07.936 INFO:tasks.workunit.client.0.smithi007.stdout:op 2049 completed, throughput=4.99MB/sec 2024-08-04T15:55:07.936 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-g-grZzztNkMRLAT off=6241359 len=358441 2024-08-04T15:55:07.937 INFO:tasks.workunit.client.0.smithi007.stdout:op 2050 completed, throughput=4.99MB/sec 2024-08-04T15:55:07.937 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-chf12ztjqot6BHh off=9220720 len=1162287 2024-08-04T15:55:07.943 INFO:tasks.workunit.client.0.smithi007.stdout:op 2051 completed, throughput=4.99MB/sec 2024-08-04T15:55:07.944 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kFzVEI4zaaTRxJZ off=12186556 len=1362338 2024-08-04T15:55:07.945 INFO:tasks.workunit.client.0.smithi007.stdout:op 2052 completed, throughput=5MB/sec 2024-08-04T15:55:07.945 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-a6LQD8aEy6l3AGb off=413927 len=1064543 2024-08-04T15:55:07.946 INFO:tasks.workunit.client.0.smithi007.stdout:op 2053 completed, throughput=5MB/sec 2024-08-04T15:55:07.946 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-P6yKtW_ZxTX85SN off=6844949 len=823299 2024-08-04T15:55:07.947 INFO:tasks.workunit.client.0.smithi007.stdout:op 2054 completed, throughput=5MB/sec 2024-08-04T15:55:07.947 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HSjJSnj5rqvWwF2 off=12642524 len=842386 2024-08-04T15:55:07.949 INFO:tasks.workunit.client.0.smithi007.stdout:op 2055 completed, throughput=5MB/sec 2024-08-04T15:55:08.950 INFO:tasks.workunit.client.0.smithi007.stdout: 399: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:08.950 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-f1rGL1jGTPbfpCu off=1094995 len=2010641 2024-08-04T15:55:08.958 INFO:tasks.workunit.client.0.smithi007.stdout:op 2056 completed, throughput=4.99MB/sec 2024-08-04T15:55:08.958 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dPBjsT5nPpUHzeP off=11671778 len=1585156 2024-08-04T15:55:08.962 INFO:tasks.workunit.client.0.smithi007.stdout:op 2057 completed, throughput=5MB/sec 2024-08-04T15:55:08.962 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-srMhuS4RrNzdWF- off=12885516 len=805456 2024-08-04T15:55:08.963 INFO:tasks.workunit.client.0.smithi007.stdout:op 2058 completed, throughput=5MB/sec 2024-08-04T15:55:08.963 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hjKgTnBm5O1bLGF off=398867 len=529465 2024-08-04T15:55:08.966 INFO:tasks.workunit.client.0.smithi007.stdout:op 2059 completed, throughput=5MB/sec 2024-08-04T15:55:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:08 smithi062 ceph-mon[85960]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:55:09.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:08 smithi007 ceph-mon[94998]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:55:09.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:08 smithi007 ceph-mon[92692]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:55:09.967 INFO:tasks.workunit.client.0.smithi007.stdout: 400: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:09.967 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qRrv_7bPXGgQt0s off=745954 len=1013267 2024-08-04T15:55:09.973 INFO:tasks.workunit.client.0.smithi007.stdout:op 2060 completed, throughput=4.99MB/sec 2024-08-04T15:55:09.973 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-a9P5GfCjjvWU9pe off=15890443 len=1291335 2024-08-04T15:55:09.974 INFO:tasks.workunit.client.0.smithi007.stdout:op 2061 completed, throughput=4.99MB/sec 2024-08-04T15:55:09.974 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-x6TAcFbA-v6meG- off=2861646 len=1266709 2024-08-04T15:55:09.981 INFO:tasks.workunit.client.0.smithi007.stdout:op 2062 completed, throughput=5MB/sec 2024-08-04T15:55:09.981 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-P0eOrJXEMydSd9C off=3592684 len=1283995 2024-08-04T15:55:09.983 INFO:tasks.workunit.client.0.smithi007.stdout:op 2063 completed, throughput=5MB/sec 2024-08-04T15:55:09.983 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zszOMSrxtEM03Bd off=13614997 len=1903224 2024-08-04T15:55:09.985 INFO:tasks.workunit.client.0.smithi007.stdout:op 2064 completed, throughput=5MB/sec 2024-08-04T15:55:10.985 INFO:tasks.workunit.client.0.smithi007.stdout: 401: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:10.986 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nWAdssqcSDODGBu off=9041439 len=1606104 2024-08-04T15:55:10.990 INFO:tasks.workunit.client.0.smithi007.stdout:op 2065 completed, throughput=5MB/sec 2024-08-04T15:55:10.990 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0t_kc3bIMhdW8vT off=11584041 len=1378273 2024-08-04T15:55:10.990 INFO:tasks.workunit.client.0.smithi007.stdout:op 2066 completed, throughput=5MB/sec 2024-08-04T15:55:10.990 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fzULC-kVpHms6qG off=12361452 len=1443542 2024-08-04T15:55:10.996 INFO:tasks.workunit.client.0.smithi007.stdout:op 2067 completed, throughput=5MB/sec 2024-08-04T15:55:11.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:10 smithi062 ceph-mon[85960]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:55:11.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:10 smithi007 ceph-mon[92692]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:55:11.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:10 smithi007 ceph-mon[94998]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:55:11.997 INFO:tasks.workunit.client.0.smithi007.stdout: 402: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:11.997 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Dcpr3NHUkmOskuQ off=2020921 len=1420768 2024-08-04T15:55:12.004 INFO:tasks.workunit.client.0.smithi007.stdout:op 2068 completed, throughput=4.99MB/sec 2024-08-04T15:55:12.004 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xwnc6A7QFwgt4xp off=2480384 len=233811 2024-08-04T15:55:12.007 INFO:tasks.workunit.client.0.smithi007.stdout:op 2069 completed, throughput=4.99MB/sec 2024-08-04T15:55:12.007 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ubfWSNrulYvTqEc off=3584107 len=1625787 2024-08-04T15:55:12.014 INFO:tasks.workunit.client.0.smithi007.stdout:op 2070 completed, throughput=5MB/sec 2024-08-04T15:55:12.014 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YncyMt7SidwnObK off=907651 len=1075515 2024-08-04T15:55:12.016 INFO:tasks.workunit.client.0.smithi007.stdout:op 2071 completed, throughput=5MB/sec 2024-08-04T15:55:12.016 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gsP7m_4iTI7g2UO off=3128558 len=363279 2024-08-04T15:55:12.019 INFO:tasks.workunit.client.0.smithi007.stdout:op 2072 completed, throughput=5MB/sec 2024-08-04T15:55:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:55:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:55:13.019 INFO:tasks.workunit.client.0.smithi007.stdout: 403: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:13.019 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qyoUObFc3njNx0y off=5255257 len=1720876 2024-08-04T15:55:13.028 INFO:tasks.workunit.client.0.smithi007.stdout:op 2073 completed, throughput=4.99MB/sec 2024-08-04T15:55:13.028 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qTxhFbQAqNunFUr off=9511581 len=1600402 2024-08-04T15:55:13.034 INFO:tasks.workunit.client.0.smithi007.stdout:op 2074 completed, throughput=5MB/sec 2024-08-04T15:55:13.034 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JVd1bxr7WVgoVdA off=1259321 len=337558 2024-08-04T15:55:13.038 INFO:tasks.workunit.client.0.smithi007.stdout:op 2075 completed, throughput=5MB/sec 2024-08-04T15:55:13.038 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AaX6Ctzkx8TV1Be off=18381173 len=1195264 2024-08-04T15:55:13.039 INFO:tasks.workunit.client.0.smithi007.stdout:op 2076 completed, throughput=5MB/sec 2024-08-04T15:55:13.039 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cY_UaGmRilbvFZS off=22619493 len=1935086 2024-08-04T15:55:13.050 INFO:tasks.workunit.client.0.smithi007.stdout:op 2077 completed, throughput=5MB/sec 2024-08-04T15:55:13.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:12 smithi062 ceph-mon[85960]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:55:13.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:12 smithi007 ceph-mon[92692]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:55:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:12 smithi007 ceph-mon[94998]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:55:14.051 INFO:tasks.workunit.client.0.smithi007.stdout: 404: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:14.051 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GyVnXpdrzXqReD4 off=6092854 len=196095 2024-08-04T15:55:14.051 INFO:tasks.workunit.client.0.smithi007.stdout:op 2078 completed, throughput=4.99MB/sec 2024-08-04T15:55:14.051 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1N-fBQKGlyr0fKc off=5255561 len=1572525 2024-08-04T15:55:14.060 INFO:tasks.workunit.client.0.smithi007.stdout:op 2079 completed, throughput=5MB/sec 2024-08-04T15:55:14.060 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-A-WtbWkNSDhzv3r off=3898151 len=60440 2024-08-04T15:55:14.061 INFO:tasks.workunit.client.0.smithi007.stdout:op 2080 completed, throughput=5MB/sec 2024-08-04T15:55:14.061 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KPp6-6aHVsmDy_K off=4516159 len=819158 2024-08-04T15:55:14.065 INFO:tasks.workunit.client.0.smithi007.stdout:op 2081 completed, throughput=5MB/sec 2024-08-04T15:55:14.065 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-radRn-9jN_zMIAa off=4391069 len=378033 2024-08-04T15:55:14.068 INFO:tasks.workunit.client.0.smithi007.stdout:op 2082 completed, throughput=5MB/sec 2024-08-04T15:55:14.068 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FJd6QY9UEbRgGAE off=3273049 len=276939 2024-08-04T15:55:14.071 INFO:tasks.workunit.client.0.smithi007.stdout:op 2083 completed, throughput=5MB/sec 2024-08-04T15:55:14.072 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JTBGMrKr1T8EaCQ off=1738525 len=1188199 2024-08-04T15:55:14.077 INFO:tasks.workunit.client.0.smithi007.stdout:op 2084 completed, throughput=5MB/sec 2024-08-04T15:55:15.077 INFO:tasks.workunit.client.0.smithi007.stdout: 405: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:15.078 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9-K8Gl8dgTEOICy off=13377858 len=1236077 2024-08-04T15:55:15.080 INFO:tasks.workunit.client.0.smithi007.stdout:op 2085 completed, throughput=4.99MB/sec 2024-08-04T15:55:15.081 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JCBKv0nOJjt7DJ2 off=7758601 len=723199 2024-08-04T15:55:15.082 INFO:tasks.workunit.client.0.smithi007.stdout:op 2086 completed, throughput=4.99MB/sec 2024-08-04T15:55:15.083 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-36T-iMoNv9y4-SO off=0 len=1113735 2024-08-04T15:55:15.084 INFO:tasks.workunit.client.0.smithi007.stdout:op 2087 completed, throughput=5MB/sec 2024-08-04T15:55:15.085 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-y7lj6vKR2MUX8oq off=16227117 len=1482876 2024-08-04T15:55:15.092 INFO:tasks.workunit.client.0.smithi007.stdout:op 2088 completed, throughput=5MB/sec 2024-08-04T15:55:15.092 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Zec0CV-O1jGuCt7 off=457077 len=1548908 2024-08-04T15:55:15.099 INFO:tasks.workunit.client.0.smithi007.stdout:op 2089 completed, throughput=5MB/sec 2024-08-04T15:55:15.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:14 smithi062 ceph-mon[85960]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:55:15.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:14 smithi007 ceph-mon[92692]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:55:15.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:14 smithi007 ceph-mon[94998]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:55:16.100 INFO:tasks.workunit.client.0.smithi007.stdout: 406: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:16.100 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yymEZmRZ7y8FJXv off=2365929 len=188871 2024-08-04T15:55:16.101 INFO:tasks.workunit.client.0.smithi007.stdout:op 2090 completed, throughput=4.99MB/sec 2024-08-04T15:55:16.101 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DKLhEpw3QKqlsC5 off=1260490 len=1121675 2024-08-04T15:55:16.102 INFO:tasks.workunit.client.0.smithi007.stdout:op 2091 completed, throughput=4.99MB/sec 2024-08-04T15:55:16.103 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rFRQP5q3Q1V2anU off=2221863 len=2049609 2024-08-04T15:55:16.111 INFO:tasks.workunit.client.0.smithi007.stdout:op 2092 completed, throughput=5MB/sec 2024-08-04T15:55:16.111 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UiYu-FLxtkoxR9T off=5430448 len=2832 2024-08-04T15:55:16.112 INFO:tasks.workunit.client.0.smithi007.stdout:op 2093 completed, throughput=5MB/sec 2024-08-04T15:55:16.112 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ucggEqF0DLAbccJ off=2420989 len=1950971 2024-08-04T15:55:16.114 INFO:tasks.workunit.client.0.smithi007.stdout:op 2094 completed, throughput=5MB/sec 2024-08-04T15:55:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:55:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:55:16] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-08-04T15:55:17.114 INFO:tasks.workunit.client.0.smithi007.stdout: 407: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:17.114 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-G8OsQSUGMypILaN off=248641 len=1627018 2024-08-04T15:55:17.116 INFO:tasks.workunit.client.0.smithi007.stdout:op 2095 completed, throughput=4.99MB/sec 2024-08-04T15:55:17.117 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-y-d64oPhFrCW7v_ off=1057274 len=103361 2024-08-04T15:55:17.119 INFO:tasks.workunit.client.0.smithi007.stdout:op 2096 completed, throughput=5MB/sec 2024-08-04T15:55:17.119 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DF4Tj5g7rYTtPOw off=13446077 len=1292578 2024-08-04T15:55:17.121 INFO:tasks.workunit.client.0.smithi007.stdout:op 2097 completed, throughput=5MB/sec 2024-08-04T15:55:17.121 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0VcRbgcuRF20nRH off=4924987 len=1826933 2024-08-04T15:55:17.123 INFO:tasks.workunit.client.0.smithi007.stdout:op 2098 completed, throughput=5MB/sec 2024-08-04T15:55:17.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:16 smithi062 ceph-mon[85960]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:55:17.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:16 smithi007 ceph-mon[92692]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:55:17.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:16 smithi007 ceph-mon[94998]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:55:18.123 INFO:tasks.workunit.client.0.smithi007.stdout: 408: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:18.124 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-sZmvOkj8lt0nZo0 off=13731892 len=1433471 2024-08-04T15:55:18.126 INFO:tasks.workunit.client.0.smithi007.stdout:op 2099 completed, throughput=4.99MB/sec 2024-08-04T15:55:18.126 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-w5RTvMNUNd6CCQu off=0 len=1107806 2024-08-04T15:55:18.127 INFO:tasks.workunit.client.0.smithi007.stdout:op 2100 completed, throughput=5MB/sec 2024-08-04T15:55:18.127 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-X536XRHopKcOF1B off=6928633 len=13321 2024-08-04T15:55:18.130 INFO:tasks.workunit.client.0.smithi007.stdout:op 2101 completed, throughput=5MB/sec 2024-08-04T15:55:18.130 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-n014j-TKyGscffY off=2806528 len=2029639 2024-08-04T15:55:18.133 INFO:tasks.workunit.client.0.smithi007.stdout:op 2102 completed, throughput=5MB/sec 2024-08-04T15:55:19.132 INFO:tasks.workunit.client.0.smithi007.stdout: 409: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:19.133 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YIZ5vU6BX6tASm6 off=242260 len=223781 2024-08-04T15:55:19.135 INFO:tasks.workunit.client.0.smithi007.stdout:op 2103 completed, throughput=4.99MB/sec 2024-08-04T15:55:19.135 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RjGU7Ig-TBxpj3h off=1692705 len=1263433 2024-08-04T15:55:19.137 INFO:tasks.workunit.client.0.smithi007.stdout:op 2104 completed, throughput=4.99MB/sec 2024-08-04T15:55:19.137 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-scylx8lWuFwWOL1 off=5061111 len=926931 2024-08-04T15:55:19.142 INFO:tasks.workunit.client.0.smithi007.stdout:op 2105 completed, throughput=4.99MB/sec 2024-08-04T15:55:19.142 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2ZE9MbMHSsnFPg_ off=96119 len=1483770 2024-08-04T15:55:19.150 INFO:tasks.workunit.client.0.smithi007.stdout:op 2106 completed, throughput=5MB/sec 2024-08-04T15:55:19.150 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CEzU74KCBQMvOrs off=3096278 len=519271 2024-08-04T15:55:19.154 INFO:tasks.workunit.client.0.smithi007.stdout:op 2107 completed, throughput=5MB/sec 2024-08-04T15:55:19.154 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UkppdBPKKIpmyXN off=1950047 len=580686 2024-08-04T15:55:19.158 INFO:tasks.workunit.client.0.smithi007.stdout:op 2108 completed, throughput=5MB/sec 2024-08-04T15:55:19.158 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JH2uSzf3SEvsy67 off=18537459 len=1518926 2024-08-04T15:55:19.159 INFO:tasks.workunit.client.0.smithi007.stdout:op 2109 completed, throughput=5MB/sec 2024-08-04T15:55:19.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:18 smithi062 ceph-mon[85960]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:55:19.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:18 smithi007 ceph-mon[92692]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:55:19.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:18 smithi007 ceph-mon[94998]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:55:20.160 INFO:tasks.workunit.client.0.smithi007.stdout: 410: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:20.160 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zUOE8CpWDQjzoY_ off=3169207 len=1238345 2024-08-04T15:55:20.168 INFO:tasks.workunit.client.0.smithi007.stdout:op 2110 completed, throughput=4.99MB/sec 2024-08-04T15:55:20.169 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SpAMvsk9sfmCmEz off=15941758 len=1838249 2024-08-04T15:55:20.171 INFO:tasks.workunit.client.0.smithi007.stdout:op 2111 completed, throughput=5MB/sec 2024-08-04T15:55:20.171 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4cNHvFaBdnEoCUo off=11461260 len=1460679 2024-08-04T15:55:20.178 INFO:tasks.workunit.client.0.smithi007.stdout:op 2112 completed, throughput=5MB/sec 2024-08-04T15:55:21.178 INFO:tasks.workunit.client.0.smithi007.stdout: 411: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:21.179 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MbhT4Att3lCWlj- off=9111948 len=231181 2024-08-04T15:55:21.183 INFO:tasks.workunit.client.0.smithi007.stdout:op 2113 completed, throughput=4.99MB/sec 2024-08-04T15:55:21.183 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nGenNjqv20hWHGm off=4706694 len=1698341 2024-08-04T15:55:21.185 INFO:tasks.workunit.client.0.smithi007.stdout:op 2114 completed, throughput=4.99MB/sec 2024-08-04T15:55:21.185 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ErnYEG_WLa0dT_z off=2226152 len=825218 2024-08-04T15:55:21.190 INFO:tasks.workunit.client.0.smithi007.stdout:op 2115 completed, throughput=5MB/sec 2024-08-04T15:55:21.190 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-C-kSc1opgb1AR4- off=4314183 len=31493 2024-08-04T15:55:21.192 INFO:tasks.workunit.client.0.smithi007.stdout:op 2116 completed, throughput=5MB/sec 2024-08-04T15:55:21.192 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-d-6MCVxtDDiVPxf off=8123503 len=1637672 2024-08-04T15:55:21.200 INFO:tasks.workunit.client.0.smithi007.stdout:op 2117 completed, throughput=5MB/sec 2024-08-04T15:55:21.200 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5e-kCfz6WKnUzmd off=1660066 len=81764 2024-08-04T15:55:21.201 INFO:tasks.workunit.client.0.smithi007.stdout:op 2118 completed, throughput=5MB/sec 2024-08-04T15:55:21.201 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-994FV7qsdTE8pU5 off=2561484 len=2081657 2024-08-04T15:55:21.209 INFO:tasks.workunit.client.0.smithi007.stdout:op 2119 completed, throughput=5MB/sec 2024-08-04T15:55:21.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:20 smithi062 ceph-mon[85960]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:55:21.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:20 smithi007 ceph-mon[92692]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:55:21.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:20 smithi007 ceph-mon[94998]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:55:22.210 INFO:tasks.workunit.client.0.smithi007.stdout: 412: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:22.210 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0CWQ5-NW-NkHK0u off=2720561 len=541267 2024-08-04T15:55:22.211 INFO:tasks.workunit.client.0.smithi007.stdout:op 2120 completed, throughput=4.99MB/sec 2024-08-04T15:55:22.211 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IGOJbP9hO7d6_-Q off=11846486 len=171331 2024-08-04T15:55:22.214 INFO:tasks.workunit.client.0.smithi007.stdout:op 2121 completed, throughput=4.99MB/sec 2024-08-04T15:55:22.214 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qmDvlm2Kxxr0e_b off=8670476 len=497728 2024-08-04T15:55:22.218 INFO:tasks.workunit.client.0.smithi007.stdout:op 2122 completed, throughput=4.99MB/sec 2024-08-04T15:55:22.218 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DCW3oSoEII9xPCI off=3989889 len=2073750 2024-08-04T15:55:22.231 INFO:tasks.workunit.client.0.smithi007.stdout:op 2123 completed, throughput=5MB/sec 2024-08-04T15:55:22.231 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XC5cqR4LwMNQ6lS off=4298746 len=1840338 2024-08-04T15:55:22.239 INFO:tasks.workunit.client.0.smithi007.stdout:op 2124 completed, throughput=5MB/sec 2024-08-04T15:55:22.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:55:22.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:55:22.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:55:22.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:55:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:55:23.238 INFO:tasks.workunit.client.0.smithi007.stdout: 413: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:23.239 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Mymuocuve-NI_eY off=1072485 len=1121789 2024-08-04T15:55:23.245 INFO:tasks.workunit.client.0.smithi007.stdout:op 2125 completed, throughput=4.99MB/sec 2024-08-04T15:55:23.245 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-slbblvLsc3XnRht off=10130792 len=465501 2024-08-04T15:55:23.245 INFO:tasks.workunit.client.0.smithi007.stdout:op 2126 completed, throughput=5MB/sec 2024-08-04T15:55:23.246 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DKODYrv1KWdJLWJ off=186017 len=369622 2024-08-04T15:55:23.246 INFO:tasks.workunit.client.0.smithi007.stdout:op 2127 completed, throughput=5MB/sec 2024-08-04T15:55:23.246 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kec1ii6Lsjm2zG3 off=1741786 len=530611 2024-08-04T15:55:23.250 INFO:tasks.workunit.client.0.smithi007.stdout:op 2128 completed, throughput=5MB/sec 2024-08-04T15:55:23.250 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_w76GDV9aSZQDiI off=0 len=1107879 2024-08-04T15:55:23.250 INFO:tasks.workunit.client.0.smithi007.stdout:op 2129 completed, throughput=5MB/sec 2024-08-04T15:55:23.250 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MICrDVbwRzn2-LG off=3154177 len=1807917 2024-08-04T15:55:23.251 INFO:tasks.workunit.client.0.smithi007.stdout:op 2130 completed, throughput=5MB/sec 2024-08-04T15:55:23.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:22 smithi062 ceph-mon[85960]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:55:23.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:22 smithi007 ceph-mon[92692]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:55:23.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:22 smithi007 ceph-mon[94998]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:55:24.251 INFO:tasks.workunit.client.0.smithi007.stdout: 414: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:24.251 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-p7qY_ZzJbd732vn off=4855083 len=799596 2024-08-04T15:55:24.255 INFO:tasks.workunit.client.0.smithi007.stdout:op 2131 completed, throughput=4.99MB/sec 2024-08-04T15:55:24.255 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0Tv62eo1RkTKx9Q off=3131214 len=521156 2024-08-04T15:55:24.259 INFO:tasks.workunit.client.0.smithi007.stdout:op 2132 completed, throughput=4.99MB/sec 2024-08-04T15:55:24.259 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4soh0YwMx3YZUgW off=18958258 len=574349 2024-08-04T15:55:24.264 INFO:tasks.workunit.client.0.smithi007.stdout:op 2133 completed, throughput=5MB/sec 2024-08-04T15:55:24.264 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DD9uCPaTPhSpajW off=19987086 len=876450 2024-08-04T15:55:24.269 INFO:tasks.workunit.client.0.smithi007.stdout:op 2134 completed, throughput=5MB/sec 2024-08-04T15:55:24.269 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gpNrTTTCkddr-Ye off=8982924 len=1962093 2024-08-04T15:55:24.274 INFO:tasks.workunit.client.0.smithi007.stdout:op 2135 completed, throughput=5MB/sec 2024-08-04T15:55:25.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:25 smithi062 ceph-mon[85960]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-04T15:55:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: 415: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:25.274 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FdJRP6NcptP1zO8 off=2795559 len=333823 2024-08-04T15:55:25.277 INFO:tasks.workunit.client.0.smithi007.stdout:op 2136 completed, throughput=4.99MB/sec 2024-08-04T15:55:25.277 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sfx3kRCDGmCN4Tu off=10966663 len=1614220 2024-08-04T15:55:25.286 INFO:tasks.workunit.client.0.smithi007.stdout:op 2137 completed, throughput=4.99MB/sec 2024-08-04T15:55:25.286 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--BqJg6V35hXBTo8 off=6517331 len=1309002 2024-08-04T15:55:25.294 INFO:tasks.workunit.client.0.smithi007.stdout:op 2138 completed, throughput=5MB/sec 2024-08-04T15:55:25.294 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--tXdOcEMF68gSnb off=438885 len=1414294 2024-08-04T15:55:25.300 INFO:tasks.workunit.client.0.smithi007.stdout:op 2139 completed, throughput=5MB/sec 2024-08-04T15:55:25.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:25 smithi007 ceph-mon[92692]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-04T15:55:25.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:25 smithi007 ceph-mon[94998]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-04T15:55:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: 416: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:26.300 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-99ipgkcCSIE8_s5 off=3459163 len=489692 2024-08-04T15:55:26.301 INFO:tasks.workunit.client.0.smithi007.stdout:op 2140 completed, throughput=4.99MB/sec 2024-08-04T15:55:26.302 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1W-rOXCLLX0bdcm off=1641376 len=1772155 2024-08-04T15:55:26.309 INFO:tasks.workunit.client.0.smithi007.stdout:op 2141 completed, throughput=4.99MB/sec 2024-08-04T15:55:26.309 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XbAA6YpyeQDGBVW off=6888245 len=1710051 2024-08-04T15:55:26.310 INFO:tasks.workunit.client.0.smithi007.stdout:op 2142 completed, throughput=5MB/sec 2024-08-04T15:55:26.310 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8NLjnOYoZS5Fm5q off=3301551 len=2065981 2024-08-04T15:55:26.319 INFO:tasks.workunit.client.0.smithi007.stdout:op 2143 completed, throughput=5MB/sec 2024-08-04T15:55:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:55:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:55:26] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-04T15:55:27.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:27 smithi062 ceph-mon[85960]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:55:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: 417: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:27.319 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oc3gKr84I3d6egQ off=18509449 len=1832366 2024-08-04T15:55:27.327 INFO:tasks.workunit.client.0.smithi007.stdout:op 2144 completed, throughput=4.99MB/sec 2024-08-04T15:55:27.327 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xbCZRfYweYTUgWz off=7331077 len=809294 2024-08-04T15:55:27.332 INFO:tasks.workunit.client.0.smithi007.stdout:op 2145 completed, throughput=5MB/sec 2024-08-04T15:55:27.332 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ReRJ7mvJmJH_Z2W off=4993510 len=1185129 2024-08-04T15:55:27.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:27 smithi007 ceph-mon[92692]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:55:27.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:27 smithi007 ceph-mon[94998]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:55:27.338 INFO:tasks.workunit.client.0.smithi007.stdout:op 2146 completed, throughput=5MB/sec 2024-08-04T15:55:27.338 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--kSjtxQlAP0GSfJ off=2942023 len=1662610 2024-08-04T15:55:27.342 INFO:tasks.workunit.client.0.smithi007.stdout:op 2147 completed, throughput=5MB/sec 2024-08-04T15:55:28.340 INFO:tasks.workunit.client.0.smithi007.stdout: 418: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:28.340 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XwvM4StdRG3mweN off=6098733 len=1509572 2024-08-04T15:55:28.347 INFO:tasks.workunit.client.0.smithi007.stdout:op 2148 completed, throughput=4.99MB/sec 2024-08-04T15:55:28.348 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5_cS-soPXJkxyUs off=3702113 len=1913805 2024-08-04T15:55:28.356 INFO:tasks.workunit.client.0.smithi007.stdout:op 2149 completed, throughput=5MB/sec 2024-08-04T15:55:28.356 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pO_qeleB4oKmBA7 off=17481 len=1509846 2024-08-04T15:55:28.357 INFO:tasks.workunit.client.0.smithi007.stdout:op 2150 completed, throughput=5MB/sec 2024-08-04T15:55:29.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:29 smithi062 ceph-mon[85960]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-04T15:55:29.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:29 smithi007 ceph-mon[92692]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-04T15:55:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:29 smithi007 ceph-mon[94998]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-04T15:55:29.357 INFO:tasks.workunit.client.0.smithi007.stdout: 419: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:29.357 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-j5BzE2ZzuCSSWhO off=469599 len=1711125 2024-08-04T15:55:29.365 INFO:tasks.workunit.client.0.smithi007.stdout:op 2151 completed, throughput=4.99MB/sec 2024-08-04T15:55:29.365 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CCwygy1xI0se988 off=5904372 len=1246060 2024-08-04T15:55:29.367 INFO:tasks.workunit.client.0.smithi007.stdout:op 2152 completed, throughput=5MB/sec 2024-08-04T15:55:29.367 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RW_djqBPYYMPAoP off=1190963 len=1234964 2024-08-04T15:55:29.372 INFO:tasks.workunit.client.0.smithi007.stdout:op 2153 completed, throughput=5MB/sec 2024-08-04T15:55:29.372 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yen4f0qeJ9ZdY2g off=15286098 len=2031507 2024-08-04T15:55:29.384 INFO:tasks.workunit.client.0.smithi007.stdout:op 2154 completed, throughput=5MB/sec 2024-08-04T15:55:30.385 INFO:tasks.workunit.client.0.smithi007.stdout: 420: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:30.385 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-l3H_CWgIth_NqKI off=10616553 len=1614090 2024-08-04T15:55:30.387 INFO:tasks.workunit.client.0.smithi007.stdout:op 2155 completed, throughput=5MB/sec 2024-08-04T15:55:30.387 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xH77Ith2O3Hjfm5 off=13729927 len=996216 2024-08-04T15:55:30.392 INFO:tasks.workunit.client.0.smithi007.stdout:op 2156 completed, throughput=5MB/sec 2024-08-04T15:55:30.392 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fv_0p-BNQ1bVE3l off=18785655 len=806699 2024-08-04T15:55:30.394 INFO:tasks.workunit.client.0.smithi007.stdout:op 2157 completed, throughput=5MB/sec 2024-08-04T15:55:30.394 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-B4jM1uEYFYQIxdH off=5352736 len=551480 2024-08-04T15:55:30.398 INFO:tasks.workunit.client.0.smithi007.stdout:op 2158 completed, throughput=5MB/sec 2024-08-04T15:55:31.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:31 smithi062 ceph-mon[85960]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:55:31.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:31 smithi007 ceph-mon[92692]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:55:31.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:31 smithi007 ceph-mon[94998]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:55:31.398 INFO:tasks.workunit.client.0.smithi007.stdout: 421: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:31.398 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vlZYFy7Sn-pR4Wn off=1642239 len=1587249 2024-08-04T15:55:31.408 INFO:tasks.workunit.client.0.smithi007.stdout:op 2159 completed, throughput=4.99MB/sec 2024-08-04T15:55:31.408 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-m-qEHOGTaJB6spp off=12376511 len=827885 2024-08-04T15:55:31.413 INFO:tasks.workunit.client.0.smithi007.stdout:op 2160 completed, throughput=4.99MB/sec 2024-08-04T15:55:31.413 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7D38ph_varLZngU off=16242193 len=661057 2024-08-04T15:55:31.417 INFO:tasks.workunit.client.0.smithi007.stdout:op 2161 completed, throughput=5MB/sec 2024-08-04T15:55:31.417 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tUUSXdVozoJfToo off=12231638 len=1802763 2024-08-04T15:55:31.428 INFO:tasks.workunit.client.0.smithi007.stdout:op 2162 completed, throughput=5MB/sec 2024-08-04T15:55:31.429 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-22kSu52HyeXQxat off=1096348 len=1253192 2024-08-04T15:55:31.430 INFO:tasks.workunit.client.0.smithi007.stdout:op 2163 completed, throughput=5MB/sec 2024-08-04T15:55:32.431 INFO:tasks.workunit.client.0.smithi007.stdout: 422: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:32.431 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cBu1G58M2Hpa275 off=2417468 len=2019209 2024-08-04T15:55:32.442 INFO:tasks.workunit.client.0.smithi007.stdout:op 2164 completed, throughput=4.99MB/sec 2024-08-04T15:55:32.442 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tyEBjs6REre21hJ off=4789290 len=1742485 2024-08-04T15:55:32.445 INFO:tasks.workunit.client.0.smithi007.stdout:op 2165 completed, throughput=5MB/sec 2024-08-04T15:55:32.446 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gqpaFXIWV4yNCTu off=4058188 len=804880 2024-08-04T15:55:32.450 INFO:tasks.workunit.client.0.smithi007.stdout:op 2166 completed, throughput=5MB/sec 2024-08-04T15:55:32.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:55:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:55:33.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:33 smithi062 ceph-mon[85960]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:55:33.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:33 smithi007 ceph-mon[92692]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:55:33.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:33 smithi007 ceph-mon[94998]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:55:33.450 INFO:tasks.workunit.client.0.smithi007.stdout: 423: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:33.450 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HnYkc1V4Qztr9Vl off=967080 len=665138 2024-08-04T15:55:33.454 INFO:tasks.workunit.client.0.smithi007.stdout:op 2167 completed, throughput=4.99MB/sec 2024-08-04T15:55:33.454 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iHHYWYjw8SqbKks off=4073014 len=1829083 2024-08-04T15:55:33.456 INFO:tasks.workunit.client.0.smithi007.stdout:op 2168 completed, throughput=4.99MB/sec 2024-08-04T15:55:33.456 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZCn6KJfMyyTg-no off=2924764 len=1901310 2024-08-04T15:55:33.459 INFO:tasks.workunit.client.0.smithi007.stdout:op 2169 completed, throughput=5MB/sec 2024-08-04T15:55:33.459 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WUJ3piSW6tz7Ha3 off=3198661 len=1001044 2024-08-04T15:55:33.460 INFO:tasks.workunit.client.0.smithi007.stdout:op 2170 completed, throughput=5MB/sec 2024-08-04T15:55:34.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:55:34.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:55:34.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:55:34.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:55:34.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:55:34.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:55:34.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:55:34.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:55:34.461 INFO:tasks.workunit.client.0.smithi007.stdout: 424: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:34.461 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-N-OWDZWORkcUbDd off=10440666 len=1950654 2024-08-04T15:55:34.472 INFO:tasks.workunit.client.0.smithi007.stdout:op 2171 completed, throughput=4.99MB/sec 2024-08-04T15:55:34.472 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-K5a_7nDFwwLiPS7 off=0 len=1291986 2024-08-04T15:55:34.477 INFO:tasks.workunit.client.0.smithi007.stdout:op 2172 completed, throughput=5MB/sec 2024-08-04T15:55:34.477 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rnvUPggQplTHQw3 off=2626030 len=1882079 2024-08-04T15:55:34.480 INFO:tasks.workunit.client.0.smithi007.stdout:op 2173 completed, throughput=5MB/sec 2024-08-04T15:55:34.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:55:34.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:55:34.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:55:34.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:55:35.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:35 smithi007 ceph-mon[92692]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T15:55:35.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:35 smithi007 ceph-mon[94998]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T15:55:35.480 INFO:tasks.workunit.client.0.smithi007.stdout: 425: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:35.480 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HyTKL1ZCO4hwjAF off=6760026 len=1675868 2024-08-04T15:55:35.488 INFO:tasks.workunit.client.0.smithi007.stdout:op 2174 completed, throughput=4.99MB/sec 2024-08-04T15:55:35.488 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IRFHpUOf9AfcftA off=8250481 len=1408698 2024-08-04T15:55:35.494 INFO:tasks.workunit.client.0.smithi007.stdout:op 2175 completed, throughput=5MB/sec 2024-08-04T15:55:35.494 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kEF1xhNBpEc4IMd off=9963794 len=1136114 2024-08-04T15:55:35.496 INFO:tasks.workunit.client.0.smithi007.stdout:op 2176 completed, throughput=5MB/sec 2024-08-04T15:55:35.496 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5yzt9HinbsoERXD off=640970 len=454598 2024-08-04T15:55:35.499 INFO:tasks.workunit.client.0.smithi007.stdout:op 2177 completed, throughput=5MB/sec 2024-08-04T15:55:35.499 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-J8GkDUjU_Gc2vet off=127952 len=1849749 2024-08-04T15:55:35.501 INFO:tasks.workunit.client.0.smithi007.stdout:op 2178 completed, throughput=5MB/sec 2024-08-04T15:55:35.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:35 smithi062 ceph-mon[85960]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T15:55:36.502 INFO:tasks.workunit.client.0.smithi007.stdout: 426: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:36.502 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GFOs8GQP_C8oKdi off=8646344 len=1019299 2024-08-04T15:55:36.503 INFO:tasks.workunit.client.0.smithi007.stdout:op 2179 completed, throughput=4.99MB/sec 2024-08-04T15:55:36.503 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--OQBs7sK1kaTLXB off=9802429 len=1255267 2024-08-04T15:55:36.505 INFO:tasks.workunit.client.0.smithi007.stdout:op 2180 completed, throughput=5MB/sec 2024-08-04T15:55:36.505 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Q4sbbYx0uJ9nler off=4600555 len=696469 2024-08-04T15:55:36.507 INFO:tasks.workunit.client.0.smithi007.stdout:op 2181 completed, throughput=5MB/sec 2024-08-04T15:55:36.507 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-g2q5LJq18f8zZXQ off=21215538 len=711747 2024-08-04T15:55:36.511 INFO:tasks.workunit.client.0.smithi007.stdout:op 2182 completed, throughput=5MB/sec 2024-08-04T15:55:36.511 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DRryvaECBncF7wt off=5648172 len=296658 2024-08-04T15:55:36.512 INFO:tasks.workunit.client.0.smithi007.stdout:op 2183 completed, throughput=5MB/sec 2024-08-04T15:55:36.512 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_GKkWpBmeeXfzn_ off=16032921 len=1905735 2024-08-04T15:55:36.514 INFO:tasks.workunit.client.0.smithi007.stdout:op 2184 completed, throughput=5MB/sec 2024-08-04T15:55:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:55:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:55:36] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-08-04T15:55:37.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:37 smithi007 ceph-mon[92692]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-04T15:55:37.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:55:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:37 smithi007 ceph-mon[94998]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-04T15:55:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:55:37.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:37 smithi062 ceph-mon[85960]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-04T15:55:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:55:37.514 INFO:tasks.workunit.client.0.smithi007.stdout: 427: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:37.514 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cPLeZ9U-sqf-rsE off=2021539 len=562794 2024-08-04T15:55:37.515 INFO:tasks.workunit.client.0.smithi007.stdout:op 2185 completed, throughput=4.99MB/sec 2024-08-04T15:55:37.515 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ke7UqmyICARpQl5 off=8046343 len=574111 2024-08-04T15:55:37.516 INFO:tasks.workunit.client.0.smithi007.stdout:op 2186 completed, throughput=4.99MB/sec 2024-08-04T15:55:37.516 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Rva82izdCBqak66 off=7040833 len=1642903 2024-08-04T15:55:37.518 INFO:tasks.workunit.client.0.smithi007.stdout:op 2187 completed, throughput=5MB/sec 2024-08-04T15:55:37.518 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lSk-5IiWqzxTkCZ off=740358 len=1047834 2024-08-04T15:55:37.524 INFO:tasks.workunit.client.0.smithi007.stdout:op 2188 completed, throughput=5MB/sec 2024-08-04T15:55:38.525 INFO:tasks.workunit.client.0.smithi007.stdout: 428: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:38.525 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DX-rPbI629aIVbv off=1831208 len=319831 2024-08-04T15:55:38.525 INFO:tasks.workunit.client.0.smithi007.stdout:op 2189 completed, throughput=4.99MB/sec 2024-08-04T15:55:38.525 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-T84VCJAN6DVp6u0 off=17472203 len=1409113 2024-08-04T15:55:38.527 INFO:tasks.workunit.client.0.smithi007.stdout:op 2190 completed, throughput=4.99MB/sec 2024-08-04T15:55:38.527 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mgidsG5hAlnm5sq off=1114755 len=1401187 2024-08-04T15:55:38.535 INFO:tasks.workunit.client.0.smithi007.stdout:op 2191 completed, throughput=5MB/sec 2024-08-04T15:55:38.535 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6gyutiTdot3UcbR off=12000861 len=900528 2024-08-04T15:55:38.540 INFO:tasks.workunit.client.0.smithi007.stdout:op 2192 completed, throughput=5MB/sec 2024-08-04T15:55:38.540 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NfZS6NQjzpvpqj6 off=8318288 len=315815 2024-08-04T15:55:38.540 INFO:tasks.workunit.client.0.smithi007.stdout:op 2193 completed, throughput=5MB/sec 2024-08-04T15:55:38.540 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zVaFj_0QC13yoN3 off=2688545 len=1387580 2024-08-04T15:55:38.547 INFO:tasks.workunit.client.0.smithi007.stdout:op 2194 completed, throughput=5MB/sec 2024-08-04T15:55:39.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:39 smithi007 ceph-mon[92692]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-08-04T15:55:39.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:39 smithi007 ceph-mon[94998]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-08-04T15:55:39.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:39 smithi062 ceph-mon[85960]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-08-04T15:55:39.547 INFO:tasks.workunit.client.0.smithi007.stdout: 429: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:39.547 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_ljJKV3n-GvjtIB off=14730325 len=814701 2024-08-04T15:55:39.552 INFO:tasks.workunit.client.0.smithi007.stdout:op 2195 completed, throughput=4.99MB/sec 2024-08-04T15:55:39.552 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UFh2hSO8gvcUPuF off=2056839 len=837316 2024-08-04T15:55:39.557 INFO:tasks.workunit.client.0.smithi007.stdout:op 2196 completed, throughput=4.99MB/sec 2024-08-04T15:55:39.557 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5rTjxVhK8fs35ni off=23372738 len=143390 2024-08-04T15:55:39.558 INFO:tasks.workunit.client.0.smithi007.stdout:op 2197 completed, throughput=4.99MB/sec 2024-08-04T15:55:39.558 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oIi_rJpfxMiXlb7 off=805666 len=1082735 2024-08-04T15:55:39.560 INFO:tasks.workunit.client.0.smithi007.stdout:op 2198 completed, throughput=5MB/sec 2024-08-04T15:55:39.560 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6UvwgV_ic9mhHPz off=4566290 len=677020 2024-08-04T15:55:39.565 INFO:tasks.workunit.client.0.smithi007.stdout:op 2199 completed, throughput=5MB/sec 2024-08-04T15:55:39.565 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WuVgsZBFhU5lS6i off=2658142 len=647191 2024-08-04T15:55:39.566 INFO:tasks.workunit.client.0.smithi007.stdout:op 2200 completed, throughput=5MB/sec 2024-08-04T15:55:39.566 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NGLujwEDUsXwHJk off=9917818 len=1569972 2024-08-04T15:55:39.574 INFO:tasks.workunit.client.0.smithi007.stdout:op 2201 completed, throughput=5MB/sec 2024-08-04T15:55:40.574 INFO:tasks.workunit.client.0.smithi007.stdout: 430: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:40.575 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-942OixGhoLA6m8L off=12493230 len=1505806 2024-08-04T15:55:40.580 INFO:tasks.workunit.client.0.smithi007.stdout:op 2202 completed, throughput=4.99MB/sec 2024-08-04T15:55:40.581 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZPUnDeSe49JxcGz off=5487323 len=1166488 2024-08-04T15:55:40.582 INFO:tasks.workunit.client.0.smithi007.stdout:op 2203 completed, throughput=5MB/sec 2024-08-04T15:55:40.582 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tK0oW4F2m1hsFPe off=16419819 len=1420364 2024-08-04T15:55:40.583 INFO:tasks.workunit.client.0.smithi007.stdout:op 2204 completed, throughput=5MB/sec 2024-08-04T15:55:40.583 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4wpJ3mLayQedSgj off=2480753 len=2005729 2024-08-04T15:55:40.589 INFO:tasks.workunit.client.0.smithi007.stdout:op 2205 completed, throughput=5MB/sec 2024-08-04T15:55:41.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:41 smithi007 ceph-mon[92692]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-04T15:55:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:41 smithi007 ceph-mon[94998]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-04T15:55:41.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:41 smithi062 ceph-mon[85960]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-04T15:55:41.590 INFO:tasks.workunit.client.0.smithi007.stdout: 431: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:41.590 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JhVNMqXYTed1cNp off=1440955 len=1034829 2024-08-04T15:55:41.592 INFO:tasks.workunit.client.0.smithi007.stdout:op 2206 completed, throughput=4.99MB/sec 2024-08-04T15:55:41.592 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6ckeS7JWBqYcCKa off=417216 len=109958 2024-08-04T15:55:41.595 INFO:tasks.workunit.client.0.smithi007.stdout:op 2207 completed, throughput=5MB/sec 2024-08-04T15:55:41.595 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qGN8SZSamP_eR62 off=1339692 len=1768022 2024-08-04T15:55:41.597 INFO:tasks.workunit.client.0.smithi007.stdout:op 2208 completed, throughput=5MB/sec 2024-08-04T15:55:41.597 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Gs8s8qXETvM7jL3 off=6759518 len=512182 2024-08-04T15:55:41.601 INFO:tasks.workunit.client.0.smithi007.stdout:op 2209 completed, throughput=5MB/sec 2024-08-04T15:55:41.601 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MSk1BbwLGPgwpdO off=233329 len=642273 2024-08-04T15:55:41.602 INFO:tasks.workunit.client.0.smithi007.stdout:op 2210 completed, throughput=5MB/sec 2024-08-04T15:55:42.603 INFO:tasks.workunit.client.0.smithi007.stdout: 432: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:42.603 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LSf2r_fVH8ihypm off=13962401 len=1550522 2024-08-04T15:55:42.611 INFO:tasks.workunit.client.0.smithi007.stdout:op 2211 completed, throughput=4.99MB/sec 2024-08-04T15:55:42.611 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0pIq6nUdTdJuqF4 off=3493612 len=438676 2024-08-04T15:55:42.614 INFO:tasks.workunit.client.0.smithi007.stdout:op 2212 completed, throughput=4.99MB/sec 2024-08-04T15:55:42.615 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WoaWo19OyVEsOhk off=10939782 len=624849 2024-08-04T15:55:42.616 INFO:tasks.workunit.client.0.smithi007.stdout:op 2213 completed, throughput=5MB/sec 2024-08-04T15:55:42.616 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mB7zOguIdEU2NhA off=4959200 len=616105 2024-08-04T15:55:42.620 INFO:tasks.workunit.client.0.smithi007.stdout:op 2214 completed, throughput=5MB/sec 2024-08-04T15:55:42.620 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vb9FX9GHjfpgHhQ off=18549047 len=498763 2024-08-04T15:55:42.621 INFO:tasks.workunit.client.0.smithi007.stdout:op 2215 completed, throughput=5MB/sec 2024-08-04T15:55:42.621 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3O_ucFzMvVUbenH off=21211482 len=1282496 2024-08-04T15:55:42.629 INFO:tasks.workunit.client.0.smithi007.stdout:op 2216 completed, throughput=5MB/sec 2024-08-04T15:55:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:55:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:55:43.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:43 smithi007 ceph-mon[92692]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:55:43.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:43 smithi007 ceph-mon[94998]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:55:43.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:43 smithi062 ceph-mon[85960]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:55:43.629 INFO:tasks.workunit.client.0.smithi007.stdout: 433: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:43.630 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tsipZQ8f2vadyuL off=10590870 len=1890726 2024-08-04T15:55:43.638 INFO:tasks.workunit.client.0.smithi007.stdout:op 2217 completed, throughput=4.99MB/sec 2024-08-04T15:55:43.639 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UOKwvYg8zNtgm7Q off=8153807 len=112890 2024-08-04T15:55:43.639 INFO:tasks.workunit.client.0.smithi007.stdout:op 2218 completed, throughput=4.99MB/sec 2024-08-04T15:55:43.640 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Sb2fEwmiXUnTGxp off=6463483 len=934060 2024-08-04T15:55:43.644 INFO:tasks.workunit.client.0.smithi007.stdout:op 2219 completed, throughput=5MB/sec 2024-08-04T15:55:43.644 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-INouwfFdiwI51np off=3689045 len=1043449 2024-08-04T15:55:43.649 INFO:tasks.workunit.client.0.smithi007.stdout:op 2220 completed, throughput=5MB/sec 2024-08-04T15:55:43.649 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hfzUXudkSESOyaI off=12760199 len=216955 2024-08-04T15:55:43.650 INFO:tasks.workunit.client.0.smithi007.stdout:op 2221 completed, throughput=5MB/sec 2024-08-04T15:55:43.650 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZvsGrkrvVv-P88S off=17713829 len=848636 2024-08-04T15:55:43.651 INFO:tasks.workunit.client.0.smithi007.stdout:op 2222 completed, throughput=5MB/sec 2024-08-04T15:55:43.651 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VWCWNaBuSrluJWc off=2015553 len=1135866 2024-08-04T15:55:43.656 INFO:tasks.workunit.client.0.smithi007.stdout:op 2223 completed, throughput=5MB/sec 2024-08-04T15:55:44.656 INFO:tasks.workunit.client.0.smithi007.stdout: 434: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:44.657 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-c87r3X8kp7ievJy off=5361764 len=1232139 2024-08-04T15:55:44.663 INFO:tasks.workunit.client.0.smithi007.stdout:op 2224 completed, throughput=4.99MB/sec 2024-08-04T15:55:44.663 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yXVNn1L75OwRoLk off=1443305 len=1424655 2024-08-04T15:55:44.671 INFO:tasks.workunit.client.0.smithi007.stdout:op 2225 completed, throughput=5MB/sec 2024-08-04T15:55:44.672 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Vo4uQoXajOKeRt5 off=23881937 len=89985 2024-08-04T15:55:44.673 INFO:tasks.workunit.client.0.smithi007.stdout:op 2226 completed, throughput=5MB/sec 2024-08-04T15:55:44.673 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-I-M7Bk22nRMJ0Dj off=1745072 len=1165972 2024-08-04T15:55:44.677 INFO:tasks.workunit.client.0.smithi007.stdout:op 2227 completed, throughput=5MB/sec 2024-08-04T15:55:44.677 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yJpfQaC2pya8iYz off=3579027 len=201110 2024-08-04T15:55:44.678 INFO:tasks.workunit.client.0.smithi007.stdout:op 2228 completed, throughput=5MB/sec 2024-08-04T15:55:44.678 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Rs3eYIl-Hc4Dzye off=2198634 len=803247 2024-08-04T15:55:44.679 INFO:tasks.workunit.client.0.smithi007.stdout:op 2229 completed, throughput=5MB/sec 2024-08-04T15:55:45.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:45 smithi007 ceph-mon[92692]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-04T15:55:45.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:45 smithi007 ceph-mon[94998]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-04T15:55:45.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:45 smithi062 ceph-mon[85960]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-04T15:55:45.680 INFO:tasks.workunit.client.0.smithi007.stdout: 435: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:45.680 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XN1kPuhwxtK_yW1 off=3087763 len=1139347 2024-08-04T15:55:45.682 INFO:tasks.workunit.client.0.smithi007.stdout:op 2230 completed, throughput=4.99MB/sec 2024-08-04T15:55:45.682 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fcULFGjiS9G_E_g off=7925386 len=262900 2024-08-04T15:55:45.683 INFO:tasks.workunit.client.0.smithi007.stdout:op 2231 completed, throughput=4.99MB/sec 2024-08-04T15:55:45.683 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aOTyWXPA7ZVKO-H off=6846444 len=773612 2024-08-04T15:55:45.688 INFO:tasks.workunit.client.0.smithi007.stdout:op 2232 completed, throughput=4.99MB/sec 2024-08-04T15:55:45.688 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DsSacZ12ap-7ye8 off=19458401 len=472908 2024-08-04T15:55:45.692 INFO:tasks.workunit.client.0.smithi007.stdout:op 2233 completed, throughput=5MB/sec 2024-08-04T15:55:45.692 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mKuiR24tfcj8AVq off=2633756 len=1337788 2024-08-04T15:55:45.694 INFO:tasks.workunit.client.0.smithi007.stdout:op 2234 completed, throughput=5MB/sec 2024-08-04T15:55:45.694 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-c0CpVad_WzfFI2Y off=12315250 len=359707 2024-08-04T15:55:45.697 INFO:tasks.workunit.client.0.smithi007.stdout:op 2235 completed, throughput=5MB/sec 2024-08-04T15:55:45.697 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WSvKNo0uT7Av7_V off=8820996 len=1164552 2024-08-04T15:55:45.703 INFO:tasks.workunit.client.0.smithi007.stdout:op 2236 completed, throughput=5MB/sec 2024-08-04T15:55:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:55:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:55:46] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-08-04T15:55:46.704 INFO:tasks.workunit.client.0.smithi007.stdout: 436: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:46.704 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4lbNx0E2QNvDl5L off=11948411 len=2068958 2024-08-04T15:55:46.714 INFO:tasks.workunit.client.0.smithi007.stdout:op 2237 completed, throughput=4.99MB/sec 2024-08-04T15:55:46.714 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fh6jEZi0dEb0L3r off=7422730 len=232298 2024-08-04T15:55:46.715 INFO:tasks.workunit.client.0.smithi007.stdout:op 2238 completed, throughput=5MB/sec 2024-08-04T15:55:46.715 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hvoHxeqw9hcbPHV off=12178936 len=675548 2024-08-04T15:55:46.716 INFO:tasks.workunit.client.0.smithi007.stdout:op 2239 completed, throughput=5MB/sec 2024-08-04T15:55:46.716 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-H6jm978ytJlgoSJ off=2312994 len=317850 2024-08-04T15:55:46.719 INFO:tasks.workunit.client.0.smithi007.stdout:op 2240 completed, throughput=5MB/sec 2024-08-04T15:55:46.719 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Vd4fX84W7XCSgxh off=4138580 len=538263 2024-08-04T15:55:46.722 INFO:tasks.workunit.client.0.smithi007.stdout:op 2241 completed, throughput=5MB/sec 2024-08-04T15:55:46.723 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NtNRTXRzIy6o0ac off=4914071 len=1035127 2024-08-04T15:55:46.728 INFO:tasks.workunit.client.0.smithi007.stdout:op 2242 completed, throughput=5MB/sec 2024-08-04T15:55:47.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:47 smithi007 ceph-mon[92692]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:55:47.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:47 smithi007 ceph-mon[94998]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:55:47.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:47 smithi062 ceph-mon[85960]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:55:47.729 INFO:tasks.workunit.client.0.smithi007.stdout: 437: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:47.729 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wyVf_4Cvxxxn1ti off=13631080 len=260145 2024-08-04T15:55:47.730 INFO:tasks.workunit.client.0.smithi007.stdout:op 2243 completed, throughput=4.99MB/sec 2024-08-04T15:55:47.730 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iBF4mI6ly1wr0-P off=412139 len=519863 2024-08-04T15:55:47.734 INFO:tasks.workunit.client.0.smithi007.stdout:op 2244 completed, throughput=4.99MB/sec 2024-08-04T15:55:47.734 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Oj2y42Hj7-oLYxi off=2721100 len=112036 2024-08-04T15:55:47.737 INFO:tasks.workunit.client.0.smithi007.stdout:op 2245 completed, throughput=4.99MB/sec 2024-08-04T15:55:47.737 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nebsdKbEideqCuy off=1617088 len=2085398 2024-08-04T15:55:47.747 INFO:tasks.workunit.client.0.smithi007.stdout:op 2246 completed, throughput=5MB/sec 2024-08-04T15:55:47.747 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-J0c0P0xjIZArf1v off=5447892 len=1383413 2024-08-04T15:55:47.753 INFO:tasks.workunit.client.0.smithi007.stdout:op 2247 completed, throughput=5MB/sec 2024-08-04T15:55:47.754 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IuGdQQe3MxgSW76 off=0 len=1327205 2024-08-04T15:55:47.760 INFO:tasks.workunit.client.0.smithi007.stdout:op 2248 completed, throughput=5MB/sec 2024-08-04T15:55:48.761 INFO:tasks.workunit.client.0.smithi007.stdout: 438: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:48.761 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rgO-lflo2_h0aqA off=191907 len=710395 2024-08-04T15:55:48.763 INFO:tasks.workunit.client.0.smithi007.stdout:op 2249 completed, throughput=4.99MB/sec 2024-08-04T15:55:48.763 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HiKxQR39GsjahPt off=8365786 len=1458375 2024-08-04T15:55:48.772 INFO:tasks.workunit.client.0.smithi007.stdout:op 2250 completed, throughput=4.99MB/sec 2024-08-04T15:55:48.773 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PUqufymoCEDyHMv off=4633997 len=1774999 2024-08-04T15:55:48.782 INFO:tasks.workunit.client.0.smithi007.stdout:op 2251 completed, throughput=5MB/sec 2024-08-04T15:55:48.782 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uD1QqFhuIK-yP6a off=3235909 len=690507 2024-08-04T15:55:48.783 INFO:tasks.workunit.client.0.smithi007.stdout:op 2252 completed, throughput=5MB/sec 2024-08-04T15:55:48.783 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mdpTOtheeTAm6d5 off=5579476 len=1626121 2024-08-04T15:55:48.792 INFO:tasks.workunit.client.0.smithi007.stdout:op 2253 completed, throughput=5MB/sec 2024-08-04T15:55:49.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:49 smithi007 ceph-mon[92692]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:55:49.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:49 smithi007 ceph-mon[94998]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:55:49.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:49 smithi062 ceph-mon[85960]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:55:49.792 INFO:tasks.workunit.client.0.smithi007.stdout: 439: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:49.793 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FqGGsMuct_lZ9oe off=8517493 len=712802 2024-08-04T15:55:49.794 INFO:tasks.workunit.client.0.smithi007.stdout:op 2254 completed, throughput=4.99MB/sec 2024-08-04T15:55:49.794 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wasxNlt2_204FTG off=3312612 len=1578161 2024-08-04T15:55:49.796 INFO:tasks.workunit.client.0.smithi007.stdout:op 2255 completed, throughput=5MB/sec 2024-08-04T15:55:49.796 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Np44K4RDaDAoMVl off=5160716 len=460529 2024-08-04T15:55:49.799 INFO:tasks.workunit.client.0.smithi007.stdout:op 2256 completed, throughput=5MB/sec 2024-08-04T15:55:49.800 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MYk8c1kj-GPn0ej off=777441 len=728742 2024-08-04T15:55:49.800 INFO:tasks.workunit.client.0.smithi007.stdout:op 2257 completed, throughput=5MB/sec 2024-08-04T15:55:49.800 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lA9hojHiorvAlPy off=3673460 len=2046176 2024-08-04T15:55:49.802 INFO:tasks.workunit.client.0.smithi007.stdout:op 2258 completed, throughput=5MB/sec 2024-08-04T15:55:50.802 INFO:tasks.workunit.client.0.smithi007.stdout: 440: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:50.803 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NXK3-NN6kCssTIz off=5149199 len=1092744 2024-08-04T15:55:50.809 INFO:tasks.workunit.client.0.smithi007.stdout:op 2259 completed, throughput=4.99MB/sec 2024-08-04T15:55:50.809 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hHBU1gpjsC6TVLu off=9240802 len=1919174 2024-08-04T15:55:50.811 INFO:tasks.workunit.client.0.smithi007.stdout:op 2260 completed, throughput=5MB/sec 2024-08-04T15:55:50.811 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DEFeVGcKQDTbWpI off=3292288 len=1752955 2024-08-04T15:55:50.821 INFO:tasks.workunit.client.0.smithi007.stdout:op 2261 completed, throughput=5MB/sec 2024-08-04T15:55:51.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:51 smithi007 ceph-mon[92692]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:55:51.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:51 smithi007 ceph-mon[94998]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:55:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:51 smithi062 ceph-mon[85960]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:55:51.822 INFO:tasks.workunit.client.0.smithi007.stdout: 441: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:51.822 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Y6V1KTdWAz2j9n_ off=942683 len=988650 2024-08-04T15:55:51.827 INFO:tasks.workunit.client.0.smithi007.stdout:op 2262 completed, throughput=4.99MB/sec 2024-08-04T15:55:51.827 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XZyomQL9tE6x9pX off=6136016 len=239022 2024-08-04T15:55:51.830 INFO:tasks.workunit.client.0.smithi007.stdout:op 2263 completed, throughput=4.99MB/sec 2024-08-04T15:55:51.830 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CUThkI03OwvQKTm off=1222573 len=581900 2024-08-04T15:55:51.832 INFO:tasks.workunit.client.0.smithi007.stdout:op 2264 completed, throughput=4.99MB/sec 2024-08-04T15:55:51.832 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-npP1OWhsYAX803j off=2212866 len=561830 2024-08-04T15:55:51.833 INFO:tasks.workunit.client.0.smithi007.stdout:op 2265 completed, throughput=5MB/sec 2024-08-04T15:55:51.833 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-w7OPytKYChJSRaG off=401548 len=1695401 2024-08-04T15:55:51.836 INFO:tasks.workunit.client.0.smithi007.stdout:op 2266 completed, throughput=5MB/sec 2024-08-04T15:55:51.836 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ozrtZAWu3qN0zCU off=651628 len=691227 2024-08-04T15:55:51.837 INFO:tasks.workunit.client.0.smithi007.stdout:op 2267 completed, throughput=5MB/sec 2024-08-04T15:55:52.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:55:52.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:55:52.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:55:52.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:55:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:55:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:55:52.838 INFO:tasks.workunit.client.0.smithi007.stdout: 442: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:52.838 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pMXYNAwIv36Mvzl off=12907367 len=137741 2024-08-04T15:55:52.838 INFO:tasks.workunit.client.0.smithi007.stdout:op 2268 completed, throughput=4.99MB/sec 2024-08-04T15:55:52.839 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yLU80lWREoPTj2D off=8871541 len=695230 2024-08-04T15:55:52.840 INFO:tasks.workunit.client.0.smithi007.stdout:op 2269 completed, throughput=4.99MB/sec 2024-08-04T15:55:52.840 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1pEwnxZMPhYv5lG off=6519688 len=472851 2024-08-04T15:55:52.844 INFO:tasks.workunit.client.0.smithi007.stdout:op 2270 completed, throughput=4.99MB/sec 2024-08-04T15:55:52.844 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pYZOVS6COxes4rI off=10735281 len=954197 2024-08-04T15:55:52.849 INFO:tasks.workunit.client.0.smithi007.stdout:op 2271 completed, throughput=4.99MB/sec 2024-08-04T15:55:52.849 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-e8GKhEXTTnsAiEl off=925357 len=1859230 2024-08-04T15:55:52.857 INFO:tasks.workunit.client.0.smithi007.stdout:op 2272 completed, throughput=5MB/sec 2024-08-04T15:55:52.857 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-r9wTmFVZKghVU6C off=3756178 len=1483079 2024-08-04T15:55:52.860 INFO:tasks.workunit.client.0.smithi007.stdout:op 2273 completed, throughput=5MB/sec 2024-08-04T15:55:53.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:53 smithi007 ceph-mon[92692]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-04T15:55:53.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:53 smithi007 ceph-mon[94998]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-04T15:55:53.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:53 smithi062 ceph-mon[85960]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-04T15:55:53.861 INFO:tasks.workunit.client.0.smithi007.stdout: 443: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:53.861 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aGVK3S0Il5wfybE off=3409814 len=146079 2024-08-04T15:55:53.864 INFO:tasks.workunit.client.0.smithi007.stdout:op 2274 completed, throughput=4.99MB/sec 2024-08-04T15:55:53.864 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-F79_oVrZ31DU0kN off=485618 len=662008 2024-08-04T15:55:53.868 INFO:tasks.workunit.client.0.smithi007.stdout:op 2275 completed, throughput=4.99MB/sec 2024-08-04T15:55:53.869 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DUxl-3jinNCtIDb off=86770 len=356270 2024-08-04T15:55:53.869 INFO:tasks.workunit.client.0.smithi007.stdout:op 2276 completed, throughput=4.99MB/sec 2024-08-04T15:55:53.869 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oHCfFafxV4tmsFM off=16784866 len=1879162 2024-08-04T15:55:53.872 INFO:tasks.workunit.client.0.smithi007.stdout:op 2277 completed, throughput=5MB/sec 2024-08-04T15:55:53.872 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rkIV0BsKQvgqX02 off=1893340 len=640974 2024-08-04T15:55:53.876 INFO:tasks.workunit.client.0.smithi007.stdout:op 2278 completed, throughput=5MB/sec 2024-08-04T15:55:53.876 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zWYE1wNFdAW04EY off=1292390 len=1802582 2024-08-04T15:55:53.880 INFO:tasks.workunit.client.0.smithi007.stdout:op 2279 completed, throughput=5MB/sec 2024-08-04T15:55:54.881 INFO:tasks.workunit.client.0.smithi007.stdout: 444: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:54.881 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-219056EcRPVcS71 off=7141894 len=1697477 2024-08-04T15:55:54.883 INFO:tasks.workunit.client.0.smithi007.stdout:op 2280 completed, throughput=4.99MB/sec 2024-08-04T15:55:54.883 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-y2Uruzr9DO_58Ay off=1452860 len=222396 2024-08-04T15:55:54.883 INFO:tasks.workunit.client.0.smithi007.stdout:op 2281 completed, throughput=4.99MB/sec 2024-08-04T15:55:54.883 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gyDuKea_YKSpCDb off=3179905 len=1449493 2024-08-04T15:55:54.887 INFO:tasks.workunit.client.0.smithi007.stdout:op 2282 completed, throughput=5MB/sec 2024-08-04T15:55:54.887 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uRbMczMGmfDoYMa off=2690229 len=1107704 2024-08-04T15:55:54.889 INFO:tasks.workunit.client.0.smithi007.stdout:op 2283 completed, throughput=5MB/sec 2024-08-04T15:55:54.889 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-t-B9qCdzaF-Ve_M off=3127077 len=1356465 2024-08-04T15:55:54.890 INFO:tasks.workunit.client.0.smithi007.stdout:op 2284 completed, throughput=5MB/sec 2024-08-04T15:55:55.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:55 smithi007 ceph-mon[92692]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:55:55.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:55 smithi007 ceph-mon[94998]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:55:55.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:55 smithi062 ceph-mon[85960]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:55:55.890 INFO:tasks.workunit.client.0.smithi007.stdout: 445: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:55.890 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qN3rtxIyTFjgfw- off=2594311 len=1855282 2024-08-04T15:55:55.893 INFO:tasks.workunit.client.0.smithi007.stdout:op 2285 completed, throughput=5MB/sec 2024-08-04T15:55:55.893 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Y8rpGXwIOuLsJQ6 off=8432706 len=1051507 2024-08-04T15:55:55.895 INFO:tasks.workunit.client.0.smithi007.stdout:op 2286 completed, throughput=5MB/sec 2024-08-04T15:55:55.895 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RpG7lM3mx-_TKxZ off=5975443 len=1130716 2024-08-04T15:55:55.897 INFO:tasks.workunit.client.0.smithi007.stdout:op 2287 completed, throughput=5MB/sec 2024-08-04T15:55:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:55:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:55:56] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-08-04T15:55:56.897 INFO:tasks.workunit.client.0.smithi007.stdout: 446: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:56.897 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6fh7-xtC9HCvMpM off=2051940 len=1061406 2024-08-04T15:55:56.899 INFO:tasks.workunit.client.0.smithi007.stdout:op 2288 completed, throughput=4.99MB/sec 2024-08-04T15:55:56.899 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CnPlbJDH4xIJL38 off=20226046 len=127915 2024-08-04T15:55:56.900 INFO:tasks.workunit.client.0.smithi007.stdout:op 2289 completed, throughput=4.99MB/sec 2024-08-04T15:55:56.900 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cjXhAc67M_ujAJC off=12019815 len=2024869 2024-08-04T15:55:56.909 INFO:tasks.workunit.client.0.smithi007.stdout:op 2290 completed, throughput=5MB/sec 2024-08-04T15:55:56.909 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2wHT87aqpFdPHSi off=194941 len=1679048 2024-08-04T15:55:56.919 INFO:tasks.workunit.client.0.smithi007.stdout:op 2291 completed, throughput=5MB/sec 2024-08-04T15:55:56.919 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OkAH8eBxC0jyras off=4106723 len=849821 2024-08-04T15:55:56.920 INFO:tasks.workunit.client.0.smithi007.stdout:op 2292 completed, throughput=5MB/sec 2024-08-04T15:55:57.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:57 smithi007 ceph-mon[92692]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:55:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:57 smithi007 ceph-mon[94998]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:55:57.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:57 smithi062 ceph-mon[85960]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:55:57.921 INFO:tasks.workunit.client.0.smithi007.stdout: 447: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:57.921 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eJZunn9Bv1LPkjh off=787006 len=2072232 2024-08-04T15:55:57.930 INFO:tasks.workunit.client.0.smithi007.stdout:op 2293 completed, throughput=4.99MB/sec 2024-08-04T15:55:57.930 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7YNQkV-kLRIt9nA off=920045 len=756189 2024-08-04T15:55:57.931 INFO:tasks.workunit.client.0.smithi007.stdout:op 2294 completed, throughput=5MB/sec 2024-08-04T15:55:57.931 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4az6r2pXBIwwyMh off=7262865 len=305811 2024-08-04T15:55:57.933 INFO:tasks.workunit.client.0.smithi007.stdout:op 2295 completed, throughput=5MB/sec 2024-08-04T15:55:57.933 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VOyY8gdLKo5hcyw off=10014347 len=622283 2024-08-04T15:55:57.933 INFO:tasks.workunit.client.0.smithi007.stdout:op 2296 completed, throughput=5MB/sec 2024-08-04T15:55:57.933 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hRZtRmBv3tCnLLD off=9211296 len=36759 2024-08-04T15:55:57.934 INFO:tasks.workunit.client.0.smithi007.stdout:op 2297 completed, throughput=5MB/sec 2024-08-04T15:55:57.934 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Tu8Ogh6Rc-yp3ma off=1700359 len=582930 2024-08-04T15:55:57.938 INFO:tasks.workunit.client.0.smithi007.stdout:op 2298 completed, throughput=5MB/sec 2024-08-04T15:55:57.938 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tsRvWu6s8NLNJEy off=8938703 len=1226520 2024-08-04T15:55:57.939 INFO:tasks.workunit.client.0.smithi007.stdout:op 2299 completed, throughput=5MB/sec 2024-08-04T15:55:58.940 INFO:tasks.workunit.client.0.smithi007.stdout: 448: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:58.940 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jIVtwCAGSg948yB off=22469338 len=636634 2024-08-04T15:55:58.941 INFO:tasks.workunit.client.0.smithi007.stdout:op 2300 completed, throughput=4.99MB/sec 2024-08-04T15:55:58.941 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sctZjHpBqvRQNEg off=8497810 len=367424 2024-08-04T15:55:58.944 INFO:tasks.workunit.client.0.smithi007.stdout:op 2301 completed, throughput=4.99MB/sec 2024-08-04T15:55:58.944 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-e0QBn4cvwLOFUGp off=3770043 len=2092968 2024-08-04T15:55:58.959 INFO:tasks.workunit.client.0.smithi007.stdout:op 2302 completed, throughput=5MB/sec 2024-08-04T15:55:58.959 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ufm3ubtj8ft0pxU off=467465 len=1367476 2024-08-04T15:55:58.965 INFO:tasks.workunit.client.0.smithi007.stdout:op 2303 completed, throughput=5MB/sec 2024-08-04T15:55:58.965 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dya3X2RbnhT4iIy off=1385731 len=1232895 2024-08-04T15:55:58.965 INFO:tasks.workunit.client.0.smithi007.stdout:op 2304 completed, throughput=5MB/sec 2024-08-04T15:55:59.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:55:59 smithi007 ceph-mon[94998]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:55:59.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:55:59 smithi007 ceph-mon[92692]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:55:59.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:55:59 smithi062 ceph-mon[85960]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:55:59.966 INFO:tasks.workunit.client.0.smithi007.stdout: 449: throughput=4.99MB/sec pending data=0 2024-08-04T15:55:59.966 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KYtyxXvgDh16IPH off=5574375 len=1817598 2024-08-04T15:55:59.973 INFO:tasks.workunit.client.0.smithi007.stdout:op 2305 completed, throughput=4.99MB/sec 2024-08-04T15:55:59.974 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CsBmR6WCk8DEqev off=895765 len=78151 2024-08-04T15:55:59.976 INFO:tasks.workunit.client.0.smithi007.stdout:op 2306 completed, throughput=5MB/sec 2024-08-04T15:55:59.976 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CRp4aP2LjIBamOJ off=6688221 len=2051751 2024-08-04T15:55:59.989 INFO:tasks.workunit.client.0.smithi007.stdout:op 2307 completed, throughput=5MB/sec 2024-08-04T15:55:59.989 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eM-Obo3_PDw0VHz off=3780245 len=146915 2024-08-04T15:55:59.991 INFO:tasks.workunit.client.0.smithi007.stdout:op 2308 completed, throughput=5MB/sec 2024-08-04T15:55:59.991 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_AIZWvjewPPhRbV off=16487038 len=2005816 2024-08-04T15:56:00.002 INFO:tasks.workunit.client.0.smithi007.stdout:op 2309 completed, throughput=5MB/sec 2024-08-04T15:56:01.002 INFO:tasks.workunit.client.0.smithi007.stdout: 450: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:01.002 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lMGhAFLGNMQ_E-I off=12700126 len=1000980 2024-08-04T15:56:01.004 INFO:tasks.workunit.client.0.smithi007.stdout:op 2310 completed, throughput=4.99MB/sec 2024-08-04T15:56:01.005 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-51J0GrtxNEWAkGb off=0 len=2019016 2024-08-04T15:56:01.007 INFO:tasks.workunit.client.0.smithi007.stdout:op 2311 completed, throughput=5MB/sec 2024-08-04T15:56:01.007 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xHsibUbQjI5R4hY off=1557717 len=919469 2024-08-04T15:56:01.008 INFO:tasks.workunit.client.0.smithi007.stdout:op 2312 completed, throughput=5MB/sec 2024-08-04T15:56:01.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:01 smithi007 ceph-mon[94998]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:56:01.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:01 smithi007 ceph-mon[92692]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:56:01.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:01 smithi062 ceph-mon[85960]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:56:02.009 INFO:tasks.workunit.client.0.smithi007.stdout: 451: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:02.009 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TcP6tPZS0_0NxAj off=18198710 len=873326 2024-08-04T15:56:02.014 INFO:tasks.workunit.client.0.smithi007.stdout:op 2313 completed, throughput=4.99MB/sec 2024-08-04T15:56:02.014 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pBw8Zywh3PltXOE off=662854 len=1725612 2024-08-04T15:56:02.023 INFO:tasks.workunit.client.0.smithi007.stdout:op 2314 completed, throughput=5MB/sec 2024-08-04T15:56:02.023 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4_lc_vx8cIZNJV3 off=3992840 len=1306620 2024-08-04T15:56:02.028 INFO:tasks.workunit.client.0.smithi007.stdout:op 2315 completed, throughput=5MB/sec 2024-08-04T15:56:02.029 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-x_z_KE0r8OLgrJo off=10991710 len=152935 2024-08-04T15:56:02.029 INFO:tasks.workunit.client.0.smithi007.stdout:op 2316 completed, throughput=5MB/sec 2024-08-04T15:56:02.029 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-I-uu9FcWuQXUFRt off=11425809 len=2054936 2024-08-04T15:56:02.031 INFO:tasks.workunit.client.0.smithi007.stdout:op 2317 completed, throughput=5MB/sec 2024-08-04T15:56:02.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:56:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:56:03.031 INFO:tasks.workunit.client.0.smithi007.stdout: 452: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:03.031 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gQVeXfHsCoWozgP off=2218327 len=1755321 2024-08-04T15:56:03.035 INFO:tasks.workunit.client.0.smithi007.stdout:op 2318 completed, throughput=5MB/sec 2024-08-04T15:56:03.035 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-urFlUBTJrzsqpHB off=3493737 len=544455 2024-08-04T15:56:03.036 INFO:tasks.workunit.client.0.smithi007.stdout:op 2319 completed, throughput=5MB/sec 2024-08-04T15:56:03.036 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dmRLD4eUK8c8P9l off=1892438 len=1606046 2024-08-04T15:56:03.043 INFO:tasks.workunit.client.0.smithi007.stdout:op 2320 completed, throughput=5MB/sec 2024-08-04T15:56:03.043 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lM5TDLAypMkA4b_ off=16278650 len=481500 2024-08-04T15:56:03.046 INFO:tasks.workunit.client.0.smithi007.stdout:op 2321 completed, throughput=5MB/sec 2024-08-04T15:56:03.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:03 smithi007 ceph-mon[92692]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-04T15:56:03.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:03 smithi007 ceph-mon[94998]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-04T15:56:03.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:03 smithi062 ceph-mon[85960]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-04T15:56:04.046 INFO:tasks.workunit.client.0.smithi007.stdout: 453: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:04.047 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ykepiJ66OIgMHow off=4271837 len=352821 2024-08-04T15:56:04.047 INFO:tasks.workunit.client.0.smithi007.stdout:op 2322 completed, throughput=4.99MB/sec 2024-08-04T15:56:04.047 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DvQ4-rkYphTEj6n off=400295 len=1406044 2024-08-04T15:56:04.051 INFO:tasks.workunit.client.0.smithi007.stdout:op 2323 completed, throughput=4.99MB/sec 2024-08-04T15:56:04.051 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GKEy5xYu_UyXELm off=913499 len=72277 2024-08-04T15:56:04.054 INFO:tasks.workunit.client.0.smithi007.stdout:op 2324 completed, throughput=4.99MB/sec 2024-08-04T15:56:04.054 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iQ2wb5ajWmxGZEX off=17337263 len=2045239 2024-08-04T15:56:04.063 INFO:tasks.workunit.client.0.smithi007.stdout:op 2325 completed, throughput=5MB/sec 2024-08-04T15:56:04.063 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MOhJRjr9sLqdJNU off=8869030 len=1135004 2024-08-04T15:56:04.065 INFO:tasks.workunit.client.0.smithi007.stdout:op 2326 completed, throughput=5MB/sec 2024-08-04T15:56:04.065 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KXcV3LoCy2D7n8j off=8891233 len=1665742 2024-08-04T15:56:04.066 INFO:tasks.workunit.client.0.smithi007.stdout:op 2327 completed, throughput=5MB/sec 2024-08-04T15:56:05.066 INFO:tasks.workunit.client.0.smithi007.stdout: 454: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:05.067 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RrIgcAkLpAHavP6 off=1896361 len=806233 2024-08-04T15:56:05.068 INFO:tasks.workunit.client.0.smithi007.stdout:op 2328 completed, throughput=4.99MB/sec 2024-08-04T15:56:05.068 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-U0jQNUxlm8jfZF2 off=17193506 len=167227 2024-08-04T15:56:05.069 INFO:tasks.workunit.client.0.smithi007.stdout:op 2329 completed, throughput=4.99MB/sec 2024-08-04T15:56:05.069 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6yxrozHjc1it1d4 off=12450785 len=1040408 2024-08-04T15:56:05.070 INFO:tasks.workunit.client.0.smithi007.stdout:op 2330 completed, throughput=5MB/sec 2024-08-04T15:56:05.070 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-B7-6gsrOCTiW4DE off=14201341 len=549126 2024-08-04T15:56:05.072 INFO:tasks.workunit.client.0.smithi007.stdout:op 2331 completed, throughput=5MB/sec 2024-08-04T15:56:05.072 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-77tswYHvv-m2WIp off=6015274 len=224922 2024-08-04T15:56:05.073 INFO:tasks.workunit.client.0.smithi007.stdout:op 2332 completed, throughput=5MB/sec 2024-08-04T15:56:05.073 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-88IZQhaVg-ITCKQ off=2793742 len=239777 2024-08-04T15:56:05.076 INFO:tasks.workunit.client.0.smithi007.stdout:op 2333 completed, throughput=5MB/sec 2024-08-04T15:56:05.076 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-izL5drl5E0daKos off=6285372 len=887274 2024-08-04T15:56:05.081 INFO:tasks.workunit.client.0.smithi007.stdout:op 2334 completed, throughput=5MB/sec 2024-08-04T15:56:05.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:05 smithi007 ceph-mon[94998]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-04T15:56:05.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:05 smithi007 ceph-mon[92692]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-04T15:56:05.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:05 smithi062 ceph-mon[85960]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-04T15:56:06.082 INFO:tasks.workunit.client.0.smithi007.stdout: 455: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:06.082 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MrEOi9uxr_NH7oV off=4791689 len=1020125 2024-08-04T15:56:06.083 INFO:tasks.workunit.client.0.smithi007.stdout:op 2335 completed, throughput=4.99MB/sec 2024-08-04T15:56:06.083 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MHNTK8VYG9iiGQ3 off=477578 len=507129 2024-08-04T15:56:06.084 INFO:tasks.workunit.client.0.smithi007.stdout:op 2336 completed, throughput=4.99MB/sec 2024-08-04T15:56:06.084 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3x0D5bwh_vRxCJ9 off=2924071 len=290942 2024-08-04T15:56:06.088 INFO:tasks.workunit.client.0.smithi007.stdout:op 2337 completed, throughput=4.99MB/sec 2024-08-04T15:56:06.088 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-p2JjKDhmLKsJ1w3 off=143208 len=1044173 2024-08-04T15:56:06.090 INFO:tasks.workunit.client.0.smithi007.stdout:op 2338 completed, throughput=5MB/sec 2024-08-04T15:56:06.090 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2bPAZ4rGoIKtwLN off=7362507 len=1318528 2024-08-04T15:56:06.096 INFO:tasks.workunit.client.0.smithi007.stdout:op 2339 completed, throughput=5MB/sec 2024-08-04T15:56:06.096 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MQVCnI1MKsayMsK off=5395842 len=1772833 2024-08-04T15:56:06.103 INFO:tasks.workunit.client.0.smithi007.stdout:op 2340 completed, throughput=5MB/sec 2024-08-04T15:56:06.335 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:56:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:56:06] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-08-04T15:56:06.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:56:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:56:06.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:56:07.103 INFO:tasks.workunit.client.0.smithi007.stdout: 456: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:07.104 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-C_e6GQm2HTkjSc6 off=781330 len=172108 2024-08-04T15:56:07.104 INFO:tasks.workunit.client.0.smithi007.stdout:op 2341 completed, throughput=4.99MB/sec 2024-08-04T15:56:07.105 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VxZAuosPsHBUtTS off=173280 len=939860 2024-08-04T15:56:07.106 INFO:tasks.workunit.client.0.smithi007.stdout:op 2342 completed, throughput=4.99MB/sec 2024-08-04T15:56:07.106 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PNnGD-Dc-mRVuY5 off=1605838 len=694429 2024-08-04T15:56:07.107 INFO:tasks.workunit.client.0.smithi007.stdout:op 2343 completed, throughput=4.99MB/sec 2024-08-04T15:56:07.107 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SrlR_orTCT1IONp off=15600111 len=1148969 2024-08-04T15:56:07.112 INFO:tasks.workunit.client.0.smithi007.stdout:op 2344 completed, throughput=5MB/sec 2024-08-04T15:56:07.112 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mIib94SxFeS7UHw off=686543 len=713143 2024-08-04T15:56:07.113 INFO:tasks.workunit.client.0.smithi007.stdout:op 2345 completed, throughput=5MB/sec 2024-08-04T15:56:07.113 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bEEqw6WyoEtq9Xk off=966892 len=1108946 2024-08-04T15:56:07.115 INFO:tasks.workunit.client.0.smithi007.stdout:op 2346 completed, throughput=5MB/sec 2024-08-04T15:56:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:07 smithi007 ceph-mon[92692]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:56:07.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:07 smithi007 ceph-mon[94998]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:56:07.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:07 smithi062 ceph-mon[85960]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:56:08.116 INFO:tasks.workunit.client.0.smithi007.stdout: 457: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:08.116 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tXvEW9EalhqWo2h off=8085258 len=1001941 2024-08-04T15:56:08.122 INFO:tasks.workunit.client.0.smithi007.stdout:op 2347 completed, throughput=4.99MB/sec 2024-08-04T15:56:08.122 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3y9c54v1CxkWgeX off=1989860 len=1121905 2024-08-04T15:56:08.128 INFO:tasks.workunit.client.0.smithi007.stdout:op 2348 completed, throughput=4.99MB/sec 2024-08-04T15:56:08.128 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-y7qrzo793UdpYV- off=18193242 len=1549366 2024-08-04T15:56:08.130 INFO:tasks.workunit.client.0.smithi007.stdout:op 2349 completed, throughput=5MB/sec 2024-08-04T15:56:08.130 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fkCpdFiW1b6rouJ off=1789285 len=743663 2024-08-04T15:56:08.134 INFO:tasks.workunit.client.0.smithi007.stdout:op 2350 completed, throughput=5MB/sec 2024-08-04T15:56:08.135 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rnvUPggQplTHQw3 off=14292085 len=2005705 2024-08-04T15:56:08.144 INFO:tasks.workunit.client.0.smithi007.stdout:op 2351 completed, throughput=5MB/sec 2024-08-04T15:56:09.145 INFO:tasks.workunit.client.0.smithi007.stdout: 458: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:09.145 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gR2kf3VVzBKf-aQ off=3408929 len=699867 2024-08-04T15:56:09.147 INFO:tasks.workunit.client.0.smithi007.stdout:op 2352 completed, throughput=4.99MB/sec 2024-08-04T15:56:09.147 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ImhjkaMEXCndEaK off=23806067 len=823311 2024-08-04T15:56:09.148 INFO:tasks.workunit.client.0.smithi007.stdout:op 2353 completed, throughput=4.99MB/sec 2024-08-04T15:56:09.148 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Oh7532nH75pgcjK off=1324725 len=917629 2024-08-04T15:56:09.151 INFO:tasks.workunit.client.0.smithi007.stdout:op 2354 completed, throughput=5MB/sec 2024-08-04T15:56:09.151 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NNwCfiWpEeyVytB off=661938 len=1140176 2024-08-04T15:56:09.156 INFO:tasks.workunit.client.0.smithi007.stdout:op 2355 completed, throughput=5MB/sec 2024-08-04T15:56:09.156 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gqcV0KCcaRcE-Y3 off=939075 len=1994338 2024-08-04T15:56:09.158 INFO:tasks.workunit.client.0.smithi007.stdout:op 2356 completed, throughput=5MB/sec 2024-08-04T15:56:09.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:09 smithi007 ceph-mon[92692]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:56:09.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:09 smithi007 ceph-mon[94998]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:56:09.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:09 smithi062 ceph-mon[85960]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:56:10.159 INFO:tasks.workunit.client.0.smithi007.stdout: 459: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:10.159 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-52r_-RMbkF2L5_j off=2714277 len=1117694 2024-08-04T15:56:10.164 INFO:tasks.workunit.client.0.smithi007.stdout:op 2357 completed, throughput=4.99MB/sec 2024-08-04T15:56:10.164 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ve3O7lh2UupHHXh off=2214302 len=880574 2024-08-04T15:56:10.166 INFO:tasks.workunit.client.0.smithi007.stdout:op 2358 completed, throughput=5MB/sec 2024-08-04T15:56:10.166 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UWVLnJ2FjvKD3Mt off=1103593 len=1513496 2024-08-04T15:56:10.173 INFO:tasks.workunit.client.0.smithi007.stdout:op 2359 completed, throughput=5MB/sec 2024-08-04T15:56:10.173 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-G8l7H4h-KztOM5C off=4828319 len=514528 2024-08-04T15:56:10.174 INFO:tasks.workunit.client.0.smithi007.stdout:op 2360 completed, throughput=5MB/sec 2024-08-04T15:56:11.174 INFO:tasks.workunit.client.0.smithi007.stdout: 460: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:11.175 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zYUBhLZmqXH_sFn off=6636764 len=1968835 2024-08-04T15:56:11.183 INFO:tasks.workunit.client.0.smithi007.stdout:op 2361 completed, throughput=4.99MB/sec 2024-08-04T15:56:11.183 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AHYn2la7zGfoYaJ off=4103008 len=1392044 2024-08-04T15:56:11.185 INFO:tasks.workunit.client.0.smithi007.stdout:op 2362 completed, throughput=5MB/sec 2024-08-04T15:56:11.185 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-660O1-aCXer-snU off=3882771 len=732425 2024-08-04T15:56:11.186 INFO:tasks.workunit.client.0.smithi007.stdout:op 2363 completed, throughput=5MB/sec 2024-08-04T15:56:11.186 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--8WM8kLxsliLliA off=14109842 len=79854 2024-08-04T15:56:11.188 INFO:tasks.workunit.client.0.smithi007.stdout:op 2364 completed, throughput=5MB/sec 2024-08-04T15:56:11.188 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nol0vurGbmkBRJt off=1442310 len=936895 2024-08-04T15:56:11.189 INFO:tasks.workunit.client.0.smithi007.stdout:op 2365 completed, throughput=5MB/sec 2024-08-04T15:56:11.189 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-N4iVUaMZ6aiLNRl off=118876 len=224753 2024-08-04T15:56:11.190 INFO:tasks.workunit.client.0.smithi007.stdout:op 2366 completed, throughput=5MB/sec 2024-08-04T15:56:11.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:11 smithi007 ceph-mon[92692]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:56:11.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:11 smithi007 ceph-mon[94998]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:56:11.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:11 smithi062 ceph-mon[85960]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:56:12.190 INFO:tasks.workunit.client.0.smithi007.stdout: 461: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:12.190 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nP8zl_thkjgFkzl off=6568439 len=667557 2024-08-04T15:56:12.195 INFO:tasks.workunit.client.0.smithi007.stdout:op 2367 completed, throughput=4.99MB/sec 2024-08-04T15:56:12.195 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XFKGXiA9-P6nv4l off=1147329 len=1154982 2024-08-04T15:56:12.201 INFO:tasks.workunit.client.0.smithi007.stdout:op 2368 completed, throughput=4.99MB/sec 2024-08-04T15:56:12.201 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8MlfKGUNczGeoXi off=11483380 len=158104 2024-08-04T15:56:12.202 INFO:tasks.workunit.client.0.smithi007.stdout:op 2369 completed, throughput=4.99MB/sec 2024-08-04T15:56:12.202 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Bf-q_Z2RRqRwBcw off=14809208 len=123264 2024-08-04T15:56:12.204 INFO:tasks.workunit.client.0.smithi007.stdout:op 2370 completed, throughput=4.99MB/sec 2024-08-04T15:56:12.204 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-icY01axkcfYQIqe off=17641497 len=1196619 2024-08-04T15:56:12.206 INFO:tasks.workunit.client.0.smithi007.stdout:op 2371 completed, throughput=5MB/sec 2024-08-04T15:56:12.206 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kHliSdzO695pz5o off=5498051 len=1590229 2024-08-04T15:56:12.215 INFO:tasks.workunit.client.0.smithi007.stdout:op 2372 completed, throughput=5MB/sec 2024-08-04T15:56:12.215 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NZfXDeIpDmrCAG1 off=4274887 len=1203036 2024-08-04T15:56:12.216 INFO:tasks.workunit.client.0.smithi007.stdout:op 2373 completed, throughput=5MB/sec 2024-08-04T15:56:12.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:56:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:56:13.216 INFO:tasks.workunit.client.0.smithi007.stdout: 462: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:13.216 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5tKbm9qqXWNT8__ off=4227670 len=2044355 2024-08-04T15:56:13.226 INFO:tasks.workunit.client.0.smithi007.stdout:op 2374 completed, throughput=5MB/sec 2024-08-04T15:56:13.226 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PZEoKjoCAC77A4A off=3931707 len=135145 2024-08-04T15:56:13.226 INFO:tasks.workunit.client.0.smithi007.stdout:op 2375 completed, throughput=5MB/sec 2024-08-04T15:56:13.226 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wWq2lMj36N_BYW5 off=3587346 len=1151257 2024-08-04T15:56:13.227 INFO:tasks.workunit.client.0.smithi007.stdout:op 2376 completed, throughput=5MB/sec 2024-08-04T15:56:13.227 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4nJzQFBmJAZnW2X off=4533942 len=1843531 2024-08-04T15:56:13.238 INFO:tasks.workunit.client.0.smithi007.stdout:op 2377 completed, throughput=5MB/sec 2024-08-04T15:56:13.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:13 smithi007 ceph-mon[92692]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:56:13.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:13 smithi007 ceph-mon[94998]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:56:13.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:13 smithi062 ceph-mon[85960]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:56:14.238 INFO:tasks.workunit.client.0.smithi007.stdout: 463: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:14.238 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XiKOFZJyWwcGYpQ off=3272389 len=1101541 2024-08-04T15:56:14.243 INFO:tasks.workunit.client.0.smithi007.stdout:op 2378 completed, throughput=4.99MB/sec 2024-08-04T15:56:14.243 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8MDO332mvT5OVVu off=17721775 len=67368 2024-08-04T15:56:14.244 INFO:tasks.workunit.client.0.smithi007.stdout:op 2379 completed, throughput=4.99MB/sec 2024-08-04T15:56:14.244 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8R5nyz8elPRLt6V off=2932178 len=233507 2024-08-04T15:56:14.245 INFO:tasks.workunit.client.0.smithi007.stdout:op 2380 completed, throughput=4.99MB/sec 2024-08-04T15:56:14.245 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-efgapXvcdBi0Htq off=0 len=1176808 2024-08-04T15:56:14.250 INFO:tasks.workunit.client.0.smithi007.stdout:op 2381 completed, throughput=5MB/sec 2024-08-04T15:56:14.250 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZM__iS6Ocl_sh7n off=968114 len=94790 2024-08-04T15:56:14.252 INFO:tasks.workunit.client.0.smithi007.stdout:op 2382 completed, throughput=5MB/sec 2024-08-04T15:56:14.252 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QBNVXF1UCdJctns off=13195195 len=1785586 2024-08-04T15:56:14.254 INFO:tasks.workunit.client.0.smithi007.stdout:op 2383 completed, throughput=5MB/sec 2024-08-04T15:56:14.255 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-72Y04RjcCckLy_x off=6741836 len=116491 2024-08-04T15:56:14.257 INFO:tasks.workunit.client.0.smithi007.stdout:op 2384 completed, throughput=5MB/sec 2024-08-04T15:56:14.257 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-urOaIW0SconOBsk off=3813706 len=1449016 2024-08-04T15:56:14.264 INFO:tasks.workunit.client.0.smithi007.stdout:op 2385 completed, throughput=5MB/sec 2024-08-04T15:56:15.266 INFO:tasks.workunit.client.0.smithi007.stdout: 464: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:15.266 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mbLRsS4YCzJRmYo off=13128112 len=1245036 2024-08-04T15:56:15.272 INFO:tasks.workunit.client.0.smithi007.stdout:op 2386 completed, throughput=4.99MB/sec 2024-08-04T15:56:15.273 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Aso-YaWUrmBrDCL off=240932 len=1375834 2024-08-04T15:56:15.275 INFO:tasks.workunit.client.0.smithi007.stdout:op 2387 completed, throughput=5MB/sec 2024-08-04T15:56:15.275 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ua5Bvvwvs5ahPEw off=10891201 len=786458 2024-08-04T15:56:15.279 INFO:tasks.workunit.client.0.smithi007.stdout:op 2388 completed, throughput=5MB/sec 2024-08-04T15:56:15.279 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-g-FTB7RabRtOH3B off=20638046 len=1403408 2024-08-04T15:56:15.287 INFO:tasks.workunit.client.0.smithi007.stdout:op 2389 completed, throughput=5MB/sec 2024-08-04T15:56:15.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:15 smithi007 ceph-mon[92692]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:56:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:15 smithi007 ceph-mon[94998]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:56:15.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:15 smithi062 ceph-mon[85960]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:56:16.287 INFO:tasks.workunit.client.0.smithi007.stdout: 465: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:16.287 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Rapu41WlnsC_VAx off=445563 len=445614 2024-08-04T15:56:16.291 INFO:tasks.workunit.client.0.smithi007.stdout:op 2390 completed, throughput=4.99MB/sec 2024-08-04T15:56:16.291 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TA7oZX4V6tyJn-b off=16916903 len=1168305 2024-08-04T15:56:16.297 INFO:tasks.workunit.client.0.smithi007.stdout:op 2391 completed, throughput=4.99MB/sec 2024-08-04T15:56:16.297 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mMQLTmMDeqZbYc6 off=4206233 len=909319 2024-08-04T15:56:16.299 INFO:tasks.workunit.client.0.smithi007.stdout:op 2392 completed, throughput=5MB/sec 2024-08-04T15:56:16.300 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4HLVy57nzPVMEOP off=2245076 len=1006431 2024-08-04T15:56:16.305 INFO:tasks.workunit.client.0.smithi007.stdout:op 2393 completed, throughput=5MB/sec 2024-08-04T15:56:16.305 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-C0T9PXPJo2SZAB5 off=1272315 len=1178816 2024-08-04T15:56:16.306 INFO:tasks.workunit.client.0.smithi007.stdout:op 2394 completed, throughput=5MB/sec 2024-08-04T15:56:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:56:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:56:16] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-08-04T15:56:17.306 INFO:tasks.workunit.client.0.smithi007.stdout: 466: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:17.307 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ndG6nngQ_QsrdwM off=1570687 len=65256 2024-08-04T15:56:17.307 INFO:tasks.workunit.client.0.smithi007.stdout:op 2395 completed, throughput=4.99MB/sec 2024-08-04T15:56:17.307 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bwwNYF2FNerVQLU off=10310463 len=1931783 2024-08-04T15:56:17.311 INFO:tasks.workunit.client.0.smithi007.stdout:op 2396 completed, throughput=4.99MB/sec 2024-08-04T15:56:17.311 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ACrj-7Z08ju77XX off=10794328 len=1828887 2024-08-04T15:56:17.315 INFO:tasks.workunit.client.0.smithi007.stdout:op 2397 completed, throughput=5MB/sec 2024-08-04T15:56:17.315 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-I-M5c6HulrbrmZi off=10615990 len=306177 2024-08-04T15:56:17.319 INFO:tasks.workunit.client.0.smithi007.stdout:op 2398 completed, throughput=5MB/sec 2024-08-04T15:56:17.319 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wnqHAahDZJ3kq3a off=2574073 len=335443 2024-08-04T15:56:17.322 INFO:tasks.workunit.client.0.smithi007.stdout:op 2399 completed, throughput=5MB/sec 2024-08-04T15:56:17.322 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jYwnBxpbCGIKsBB off=7628041 len=65135 2024-08-04T15:56:17.324 INFO:tasks.workunit.client.0.smithi007.stdout:op 2400 completed, throughput=5MB/sec 2024-08-04T15:56:17.324 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lsI1NMJR_pTCSce off=15876424 len=1651821 2024-08-04T15:56:17.332 INFO:tasks.workunit.client.0.smithi007.stdout:op 2401 completed, throughput=5MB/sec 2024-08-04T15:56:17.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:17 smithi007 ceph-mon[92692]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:56:17.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:17 smithi007 ceph-mon[94998]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:56:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:17 smithi062 ceph-mon[85960]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:56:18.332 INFO:tasks.workunit.client.0.smithi007.stdout: 467: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:18.332 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6BDRp0n0bBCuWPi off=12668336 len=149602 2024-08-04T15:56:18.333 INFO:tasks.workunit.client.0.smithi007.stdout:op 2402 completed, throughput=4.99MB/sec 2024-08-04T15:56:18.333 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BAzbiJ9nvXv9pM2 off=1683436 len=1426876 2024-08-04T15:56:18.340 INFO:tasks.workunit.client.0.smithi007.stdout:op 2403 completed, throughput=4.99MB/sec 2024-08-04T15:56:18.340 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xrpjHMmKOd57pob off=5815118 len=743376 2024-08-04T15:56:18.341 INFO:tasks.workunit.client.0.smithi007.stdout:op 2404 completed, throughput=5MB/sec 2024-08-04T15:56:18.341 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kOi4GJqn2bu3Plp off=12990543 len=300192 2024-08-04T15:56:18.342 INFO:tasks.workunit.client.0.smithi007.stdout:op 2405 completed, throughput=5MB/sec 2024-08-04T15:56:18.342 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cegaHEAroDXI43J off=616418 len=1737132 2024-08-04T15:56:18.345 INFO:tasks.workunit.client.0.smithi007.stdout:op 2406 completed, throughput=5MB/sec 2024-08-04T15:56:19.346 INFO:tasks.workunit.client.0.smithi007.stdout: 468: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:19.346 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GFzYE54jo6_0dLn off=2746845 len=1614306 2024-08-04T15:56:19.353 INFO:tasks.workunit.client.0.smithi007.stdout:op 2407 completed, throughput=4.99MB/sec 2024-08-04T15:56:19.353 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Wpeg-ERp3K8YQHy off=9944058 len=1847468 2024-08-04T15:56:19.361 INFO:tasks.workunit.client.0.smithi007.stdout:op 2408 completed, throughput=5MB/sec 2024-08-04T15:56:19.361 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EuNOQS-rZNiqYi_ off=13127104 len=496992 2024-08-04T15:56:19.362 INFO:tasks.workunit.client.0.smithi007.stdout:op 2409 completed, throughput=5MB/sec 2024-08-04T15:56:19.363 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PZEoKjoCAC77A4A off=1700993 len=1232759 2024-08-04T15:56:19.368 INFO:tasks.workunit.client.0.smithi007.stdout:op 2410 completed, throughput=5MB/sec 2024-08-04T15:56:19.368 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mKNiJJrbLkNsUyH off=14671830 len=605543 2024-08-04T15:56:19.369 INFO:tasks.workunit.client.0.smithi007.stdout:op 2411 completed, throughput=5MB/sec 2024-08-04T15:56:19.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:19 smithi062 ceph-mon[85960]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:56:19.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:19 smithi007 ceph-mon[92692]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:56:19.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:19 smithi007 ceph-mon[94998]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:56:20.370 INFO:tasks.workunit.client.0.smithi007.stdout: 469: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:20.370 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4s0WxuN88-U3tEr off=3215987 len=1400021 2024-08-04T15:56:20.377 INFO:tasks.workunit.client.0.smithi007.stdout:op 2412 completed, throughput=4.99MB/sec 2024-08-04T15:56:20.377 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-G-u6TTHQunQOam1 off=23891104 len=1324297 2024-08-04T15:56:20.378 INFO:tasks.workunit.client.0.smithi007.stdout:op 2413 completed, throughput=5MB/sec 2024-08-04T15:56:20.378 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-t9t0D9AsKKjYbmN off=6217553 len=1961951 2024-08-04T15:56:20.380 INFO:tasks.workunit.client.0.smithi007.stdout:op 2414 completed, throughput=5MB/sec 2024-08-04T15:56:20.380 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Jty4zLL_nuJAIdz off=8773802 len=414339 2024-08-04T15:56:20.381 INFO:tasks.workunit.client.0.smithi007.stdout:op 2415 completed, throughput=5MB/sec 2024-08-04T15:56:21.382 INFO:tasks.workunit.client.0.smithi007.stdout: 470: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:21.382 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TbL7uYdGTL9O0W7 off=15979126 len=1651695 2024-08-04T15:56:21.384 INFO:tasks.workunit.client.0.smithi007.stdout:op 2416 completed, throughput=4.99MB/sec 2024-08-04T15:56:21.384 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-H22QU0GUURERwcZ off=1602401 len=1288791 2024-08-04T15:56:21.390 INFO:tasks.workunit.client.0.smithi007.stdout:op 2417 completed, throughput=5MB/sec 2024-08-04T15:56:21.390 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZpVe4B8KdDqmLdS off=5521405 len=671535 2024-08-04T15:56:21.392 INFO:tasks.workunit.client.0.smithi007.stdout:op 2418 completed, throughput=5MB/sec 2024-08-04T15:56:21.392 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Rp3GJRuevjErX0F off=22411839 len=1828017 2024-08-04T15:56:21.399 INFO:tasks.workunit.client.0.smithi007.stdout:op 2419 completed, throughput=5MB/sec 2024-08-04T15:56:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:21 smithi062 ceph-mon[85960]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:56:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:56:21.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:21 smithi007 ceph-mon[92692]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:56:21.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:56:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:21 smithi007 ceph-mon[94998]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:56:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:56:22.400 INFO:tasks.workunit.client.0.smithi007.stdout: 471: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:22.400 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-50TX79hyEdw47r- off=15886342 len=776619 2024-08-04T15:56:22.405 INFO:tasks.workunit.client.0.smithi007.stdout:op 2420 completed, throughput=4.99MB/sec 2024-08-04T15:56:22.405 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4-jm5fjR5x0Cehw off=15823981 len=589601 2024-08-04T15:56:22.406 INFO:tasks.workunit.client.0.smithi007.stdout:op 2421 completed, throughput=4.99MB/sec 2024-08-04T15:56:22.406 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0ccpmnw4aLUD5Iu off=6045266 len=1931895 2024-08-04T15:56:22.410 INFO:tasks.workunit.client.0.smithi007.stdout:op 2422 completed, throughput=5MB/sec 2024-08-04T15:56:22.410 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NVBQIEhUestlH1V off=5092500 len=2090989 2024-08-04T15:56:22.411 INFO:tasks.workunit.client.0.smithi007.stdout:op 2423 completed, throughput=5MB/sec 2024-08-04T15:56:22.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:56:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:56:23.411 INFO:tasks.workunit.client.0.smithi007.stdout: 472: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:23.412 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--cFjHRmzDcZIYWm off=6444120 len=967855 2024-08-04T15:56:23.417 INFO:tasks.workunit.client.0.smithi007.stdout:op 2424 completed, throughput=4.99MB/sec 2024-08-04T15:56:23.417 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VMCgMAnUyeWMkv8 off=12167779 len=1057484 2024-08-04T15:56:23.419 INFO:tasks.workunit.client.0.smithi007.stdout:op 2425 completed, throughput=4.99MB/sec 2024-08-04T15:56:23.419 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NAdpQFN-eh7bnEX off=3221642 len=1712393 2024-08-04T15:56:23.427 INFO:tasks.workunit.client.0.smithi007.stdout:op 2426 completed, throughput=5MB/sec 2024-08-04T15:56:23.428 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7vA0pqDWhOhJogF off=16665702 len=1797319 2024-08-04T15:56:23.435 INFO:tasks.workunit.client.0.smithi007.stdout:op 2427 completed, throughput=5MB/sec 2024-08-04T15:56:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:23 smithi062 ceph-mon[85960]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-04T15:56:23.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:23 smithi007 ceph-mon[92692]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-04T15:56:23.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:23 smithi007 ceph-mon[94998]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-04T15:56:24.435 INFO:tasks.workunit.client.0.smithi007.stdout: 473: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:24.436 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rbIAJuyKqOAsrPM off=16743860 len=1892637 2024-08-04T15:56:24.439 INFO:tasks.workunit.client.0.smithi007.stdout:op 2428 completed, throughput=4.99MB/sec 2024-08-04T15:56:24.439 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pgM8ZKfyk9ccagQ off=5632150 len=2080909 2024-08-04T15:56:24.448 INFO:tasks.workunit.client.0.smithi007.stdout:op 2429 completed, throughput=5MB/sec 2024-08-04T15:56:24.448 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cLpJA2XRBMHk3Bm off=14264635 len=179187 2024-08-04T15:56:24.450 INFO:tasks.workunit.client.0.smithi007.stdout:op 2430 completed, throughput=5MB/sec 2024-08-04T15:56:24.451 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PoPzLQFyo0xxHp_ off=911660 len=2093594 2024-08-04T15:56:24.452 INFO:tasks.workunit.client.0.smithi007.stdout:op 2431 completed, throughput=5MB/sec 2024-08-04T15:56:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: 474: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:25.453 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8wGaEFKxNi1xaie off=2161972 len=325344 2024-08-04T15:56:25.456 INFO:tasks.workunit.client.0.smithi007.stdout:op 2432 completed, throughput=4.99MB/sec 2024-08-04T15:56:25.457 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MPkAQ4uddF05l3Q off=3138093 len=832820 2024-08-04T15:56:25.461 INFO:tasks.workunit.client.0.smithi007.stdout:op 2433 completed, throughput=4.99MB/sec 2024-08-04T15:56:25.462 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-E5xcrqq_3j9pYte off=13127842 len=119140 2024-08-04T15:56:25.462 INFO:tasks.workunit.client.0.smithi007.stdout:op 2434 completed, throughput=5MB/sec 2024-08-04T15:56:25.462 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-K8x1oR4jsUuxN6P off=513859 len=1709977 2024-08-04T15:56:25.472 INFO:tasks.workunit.client.0.smithi007.stdout:op 2435 completed, throughput=5MB/sec 2024-08-04T15:56:25.472 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KNeA2nXxmHEhAuD off=13197786 len=277105 2024-08-04T15:56:25.472 INFO:tasks.workunit.client.0.smithi007.stdout:op 2436 completed, throughput=5MB/sec 2024-08-04T15:56:25.472 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-G20hr9zCbwtsX_P off=10767225 len=735906 2024-08-04T15:56:25.477 INFO:tasks.workunit.client.0.smithi007.stdout:op 2437 completed, throughput=5MB/sec 2024-08-04T15:56:25.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:25 smithi062 ceph-mon[85960]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:56:25.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:25 smithi007 ceph-mon[92692]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:56:25.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:25 smithi007 ceph-mon[94998]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:56:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: 475: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:26.477 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8Oi9jE-U6yD-2TQ off=12664962 len=496126 2024-08-04T15:56:26.478 INFO:tasks.workunit.client.0.smithi007.stdout:op 2438 completed, throughput=4.99MB/sec 2024-08-04T15:56:26.478 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LCxhguVHkEizJBv off=2352857 len=1460571 2024-08-04T15:56:26.480 INFO:tasks.workunit.client.0.smithi007.stdout:op 2439 completed, throughput=4.99MB/sec 2024-08-04T15:56:26.480 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-v_F4AIzDRUxrsK_ off=12436983 len=1707806 2024-08-04T15:56:26.484 INFO:tasks.workunit.client.0.smithi007.stdout:op 2440 completed, throughput=5MB/sec 2024-08-04T15:56:26.484 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dmwHCelrtKe453c off=5104823 len=51988 2024-08-04T15:56:26.484 INFO:tasks.workunit.client.0.smithi007.stdout:op 2441 completed, throughput=5MB/sec 2024-08-04T15:56:26.484 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj---3fPFSSkN0StgG off=4520099 len=1629177 2024-08-04T15:56:26.487 INFO:tasks.workunit.client.0.smithi007.stdout:op 2442 completed, throughput=5MB/sec 2024-08-04T15:56:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:56:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:56:26] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-08-04T15:56:27.487 INFO:tasks.workunit.client.0.smithi007.stdout: 476: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:27.550 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xwKXMK_XT1KnbXj off=19471106 len=1813160 2024-08-04T15:56:27.551 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:27 smithi062 ceph-mon[85960]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:56:27.552 INFO:tasks.workunit.client.0.smithi007.stdout:op 2443 completed, throughput=4.99MB/sec 2024-08-04T15:56:27.552 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vQV7OmARfv0N07D off=11030794 len=203220 2024-08-04T15:56:27.552 INFO:tasks.workunit.client.0.smithi007.stdout:op 2444 completed, throughput=4.99MB/sec 2024-08-04T15:56:27.552 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AgTrxOP9_pvsNk7 off=5789923 len=1292167 2024-08-04T15:56:27.552 INFO:tasks.workunit.client.0.smithi007.stdout:op 2445 completed, throughput=5MB/sec 2024-08-04T15:56:27.552 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EK0HsF-omLw3Q_u off=12831884 len=313457 2024-08-04T15:56:27.552 INFO:tasks.workunit.client.0.smithi007.stdout:op 2446 completed, throughput=5MB/sec 2024-08-04T15:56:27.552 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CxilULe8n1cRBe0 off=13185173 len=994489 2024-08-04T15:56:27.553 INFO:tasks.workunit.client.0.smithi007.stdout:op 2447 completed, throughput=5MB/sec 2024-08-04T15:56:27.553 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FaalGB0V-wXOd6X off=5401801 len=308776 2024-08-04T15:56:27.553 INFO:tasks.workunit.client.0.smithi007.stdout:op 2448 completed, throughput=5MB/sec 2024-08-04T15:56:27.553 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GTOaiFtYfjqfos2 off=10232105 len=1885543 2024-08-04T15:56:27.553 INFO:tasks.workunit.client.0.smithi007.stdout:op 2449 completed, throughput=5MB/sec 2024-08-04T15:56:27.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:27 smithi007 ceph-mon[94998]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:56:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:27 smithi007 ceph-mon[92692]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:56:28.514 INFO:tasks.workunit.client.0.smithi007.stdout: 477: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:28.514 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IAokiVtkcFkvE-G off=756374 len=833302 2024-08-04T15:56:28.516 INFO:tasks.workunit.client.0.smithi007.stdout:op 2450 completed, throughput=4.99MB/sec 2024-08-04T15:56:28.516 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gdBFdTdzR_xCd3t off=6009680 len=388744 2024-08-04T15:56:28.517 INFO:tasks.workunit.client.0.smithi007.stdout:op 2451 completed, throughput=5MB/sec 2024-08-04T15:56:28.517 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fyrQeu7viB530mq off=16273974 len=815309 2024-08-04T15:56:28.520 INFO:tasks.workunit.client.0.smithi007.stdout:op 2452 completed, throughput=5MB/sec 2024-08-04T15:56:28.520 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_Jz6rRk4NaObwww off=2021828 len=1545818 2024-08-04T15:56:28.522 INFO:tasks.workunit.client.0.smithi007.stdout:op 2453 completed, throughput=5MB/sec 2024-08-04T15:56:28.522 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wAYqWgKHhRRrAtH off=10792824 len=68721 2024-08-04T15:56:28.524 INFO:tasks.workunit.client.0.smithi007.stdout:op 2454 completed, throughput=5MB/sec 2024-08-04T15:56:28.525 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bfGpXBc3VmVhauX off=3485042 len=1994160 2024-08-04T15:56:28.533 INFO:tasks.workunit.client.0.smithi007.stdout:op 2455 completed, throughput=5MB/sec 2024-08-04T15:56:29.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:29 smithi062 ceph-mon[85960]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:56:29.534 INFO:tasks.workunit.client.0.smithi007.stdout: 478: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:29.534 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-E-yctxdlIxas1_v off=6099509 len=1922317 2024-08-04T15:56:29.536 INFO:tasks.workunit.client.0.smithi007.stdout:op 2456 completed, throughput=5MB/sec 2024-08-04T15:56:29.536 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-w-G8BWnE397Sfwm off=847997 len=472093 2024-08-04T15:56:29.538 INFO:tasks.workunit.client.0.smithi007.stdout:op 2457 completed, throughput=5MB/sec 2024-08-04T15:56:29.538 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Pg2LAnP-2t5JMch off=1968082 len=1068809 2024-08-04T15:56:29.543 INFO:tasks.workunit.client.0.smithi007.stdout:op 2458 completed, throughput=5MB/sec 2024-08-04T15:56:29.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:29 smithi007 ceph-mon[92692]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:56:29.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:29 smithi007 ceph-mon[94998]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:56:30.543 INFO:tasks.workunit.client.0.smithi007.stdout: 479: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:30.544 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lM5TDLAypMkA4b_ off=7876652 len=129833 2024-08-04T15:56:30.544 INFO:tasks.workunit.client.0.smithi007.stdout:op 2459 completed, throughput=4.99MB/sec 2024-08-04T15:56:30.544 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mU7YrYL8nuw7oN9 off=23388715 len=204282 2024-08-04T15:56:30.545 INFO:tasks.workunit.client.0.smithi007.stdout:op 2460 completed, throughput=4.99MB/sec 2024-08-04T15:56:30.545 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IXlbsJ3KVzhCg4j off=9660205 len=137705 2024-08-04T15:56:30.548 INFO:tasks.workunit.client.0.smithi007.stdout:op 2461 completed, throughput=4.99MB/sec 2024-08-04T15:56:30.548 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-q7eZOYr8sAJFYWa off=1774338 len=1616817 2024-08-04T15:56:30.555 INFO:tasks.workunit.client.0.smithi007.stdout:op 2462 completed, throughput=4.99MB/sec 2024-08-04T15:56:30.555 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IH2Lv-Oohzx1kmx off=7087763 len=1947296 2024-08-04T15:56:30.563 INFO:tasks.workunit.client.0.smithi007.stdout:op 2463 completed, throughput=5MB/sec 2024-08-04T15:56:30.564 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0V22WPh-ErICSan off=2922290 len=1020733 2024-08-04T15:56:30.569 INFO:tasks.workunit.client.0.smithi007.stdout:op 2464 completed, throughput=5MB/sec 2024-08-04T15:56:30.569 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0kCqihV6PyIcL1M off=6162084 len=1724890 2024-08-04T15:56:30.575 INFO:tasks.workunit.client.0.smithi007.stdout:op 2465 completed, throughput=5MB/sec 2024-08-04T15:56:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:31 smithi062 ceph-mon[85960]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:56:31.576 INFO:tasks.workunit.client.0.smithi007.stdout: 480: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:31.576 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cJQvXkc81-1XxEM off=5366335 len=382147 2024-08-04T15:56:31.579 INFO:tasks.workunit.client.0.smithi007.stdout:op 2466 completed, throughput=4.99MB/sec 2024-08-04T15:56:31.579 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-N-QrmdwDWfEdmFP off=125972 len=1597816 2024-08-04T15:56:31.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:31 smithi007 ceph-mon[94998]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:56:31.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:31 smithi007 ceph-mon[92692]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:56:31.589 INFO:tasks.workunit.client.0.smithi007.stdout:op 2467 completed, throughput=5MB/sec 2024-08-04T15:56:31.589 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tRFbW73owYTcCbd off=10663816 len=1220856 2024-08-04T15:56:31.592 INFO:tasks.workunit.client.0.smithi007.stdout:op 2468 completed, throughput=5MB/sec 2024-08-04T15:56:31.592 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uPP6LHpjzJziFUb off=4949040 len=433441 2024-08-04T15:56:31.593 INFO:tasks.workunit.client.0.smithi007.stdout:op 2469 completed, throughput=5MB/sec 2024-08-04T15:56:31.593 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VbecL0Crfnqm2Ek off=6375499 len=1405655 2024-08-04T15:56:31.600 INFO:tasks.workunit.client.0.smithi007.stdout:op 2470 completed, throughput=5MB/sec 2024-08-04T15:56:32.600 INFO:tasks.workunit.client.0.smithi007.stdout: 481: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:32.601 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-li2wPl_7hHJLnYF off=923361 len=1818884 2024-08-04T15:56:32.603 INFO:tasks.workunit.client.0.smithi007.stdout:op 2471 completed, throughput=5MB/sec 2024-08-04T15:56:32.603 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Q1At5iPY2cU_At2 off=5270430 len=924171 2024-08-04T15:56:32.609 INFO:tasks.workunit.client.0.smithi007.stdout:op 2472 completed, throughput=5MB/sec 2024-08-04T15:56:32.609 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ajOpXI4BiKNKT5q off=7207825 len=214957 2024-08-04T15:56:32.612 INFO:tasks.workunit.client.0.smithi007.stdout:op 2473 completed, throughput=5MB/sec 2024-08-04T15:56:32.612 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NVBQIEhUestlH1V off=1161397 len=255084 2024-08-04T15:56:32.612 INFO:tasks.workunit.client.0.smithi007.stdout:op 2474 completed, throughput=5MB/sec 2024-08-04T15:56:32.612 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hqekoY5nrspCSZV off=6880195 len=1085543 2024-08-04T15:56:32.614 INFO:tasks.workunit.client.0.smithi007.stdout:op 2475 completed, throughput=5MB/sec 2024-08-04T15:56:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:56:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:56:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:56:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:33 smithi062 ceph-mon[85960]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:56:33.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:33 smithi007 ceph-mon[92692]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:56:33.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:33 smithi007 ceph-mon[94998]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:56:33.615 INFO:tasks.workunit.client.0.smithi007.stdout: 482: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:33.615 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kz1_OSmHgpVbvNS off=4431074 len=1814329 2024-08-04T15:56:33.617 INFO:tasks.workunit.client.0.smithi007.stdout:op 2476 completed, throughput=4.99MB/sec 2024-08-04T15:56:33.617 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2GdKHUHMJR5cDvW off=8890199 len=612256 2024-08-04T15:56:33.621 INFO:tasks.workunit.client.0.smithi007.stdout:op 2477 completed, throughput=4.99MB/sec 2024-08-04T15:56:33.621 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0C8_LRaa4gqHnRA off=3444181 len=1136184 2024-08-04T15:56:33.626 INFO:tasks.workunit.client.0.smithi007.stdout:op 2478 completed, throughput=5MB/sec 2024-08-04T15:56:33.627 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--93jZPVg9q0ZaAd off=2343968 len=56067 2024-08-04T15:56:33.627 INFO:tasks.workunit.client.0.smithi007.stdout:op 2479 completed, throughput=5MB/sec 2024-08-04T15:56:33.627 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-owFnHxpPqVL87ze off=2959433 len=903140 2024-08-04T15:56:33.632 INFO:tasks.workunit.client.0.smithi007.stdout:op 2480 completed, throughput=5MB/sec 2024-08-04T15:56:33.632 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EJzUabmHO9XqXkg off=1158270 len=1147574 2024-08-04T15:56:33.635 INFO:tasks.workunit.client.0.smithi007.stdout:op 2481 completed, throughput=5MB/sec 2024-08-04T15:56:34.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:56:34.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:56:34.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:56:34.635 INFO:tasks.workunit.client.0.smithi007.stdout: 483: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:34.635 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fyrQeu7viB530mq off=14883734 len=970150 2024-08-04T15:56:34.638 INFO:tasks.workunit.client.0.smithi007.stdout:op 2482 completed, throughput=4.99MB/sec 2024-08-04T15:56:34.638 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-eFJXEL5me8PsDCd off=22656392 len=1810306 2024-08-04T15:56:34.641 INFO:tasks.workunit.client.0.smithi007.stdout:op 2483 completed, throughput=5MB/sec 2024-08-04T15:56:34.642 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bLMXM_162B1l8nq off=0 len=1064446 2024-08-04T15:56:34.647 INFO:tasks.workunit.client.0.smithi007.stdout:op 2484 completed, throughput=5MB/sec 2024-08-04T15:56:34.647 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YNP1eOhrWNm1uHh off=12896845 len=582935 2024-08-04T15:56:34.648 INFO:tasks.workunit.client.0.smithi007.stdout:op 2485 completed, throughput=5MB/sec 2024-08-04T15:56:34.648 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PPVrppePw4JnS_5 off=5898055 len=1132298 2024-08-04T15:56:34.649 INFO:tasks.workunit.client.0.smithi007.stdout:op 2486 completed, throughput=5MB/sec 2024-08-04T15:56:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:35 smithi062 ceph-mon[85960]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-04T15:56:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:35 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:56:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:35 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:56:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:35 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:56:35.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:35 smithi007 ceph-mon[94998]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-04T15:56:35.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:35 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:56:35.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:35 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:56:35.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:35 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:56:35.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:35 smithi007 ceph-mon[92692]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-04T15:56:35.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:35 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:56:35.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:35 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:56:35.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:35 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:56:35.649 INFO:tasks.workunit.client.0.smithi007.stdout: 484: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:35.649 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0hHAdRPJ6AZJVZ0 off=3630445 len=1652125 2024-08-04T15:56:35.651 INFO:tasks.workunit.client.0.smithi007.stdout:op 2487 completed, throughput=4.99MB/sec 2024-08-04T15:56:35.652 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QxZUvCm7NZgs65w off=11859109 len=520288 2024-08-04T15:56:35.653 INFO:tasks.workunit.client.0.smithi007.stdout:op 2488 completed, throughput=5MB/sec 2024-08-04T15:56:35.653 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3L9ccTKWfJ6yT5K off=4150592 len=1257960 2024-08-04T15:56:35.654 INFO:tasks.workunit.client.0.smithi007.stdout:op 2489 completed, throughput=5MB/sec 2024-08-04T15:56:35.654 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--vH-VVmfjTMgq9b off=5287459 len=165574 2024-08-04T15:56:35.654 INFO:tasks.workunit.client.0.smithi007.stdout:op 2490 completed, throughput=5MB/sec 2024-08-04T15:56:35.654 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Akr8JhgVBRqJCTX off=6172067 len=792539 2024-08-04T15:56:35.656 INFO:tasks.workunit.client.0.smithi007.stdout:op 2491 completed, throughput=5MB/sec 2024-08-04T15:56:35.656 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-j5vwkRnhNI6XtVf off=7957112 len=704234 2024-08-04T15:56:35.657 INFO:tasks.workunit.client.0.smithi007.stdout:op 2492 completed, throughput=5MB/sec 2024-08-04T15:56:36.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:56:36.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:56:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:56:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:56:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:56:36] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-08-04T15:56:36.657 INFO:tasks.workunit.client.0.smithi007.stdout: 485: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:36.658 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kkji-hLIXu1U1ur off=11514194 len=744022 2024-08-04T15:56:36.658 INFO:tasks.workunit.client.0.smithi007.stdout:op 2493 completed, throughput=4.99MB/sec 2024-08-04T15:56:36.659 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aHTtvX2x56F0anP off=5284699 len=487693 2024-08-04T15:56:36.662 INFO:tasks.workunit.client.0.smithi007.stdout:op 2494 completed, throughput=4.99MB/sec 2024-08-04T15:56:36.663 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5AK7sCVbnXJpEby off=19782158 len=2068838 2024-08-04T15:56:36.671 INFO:tasks.workunit.client.0.smithi007.stdout:op 2495 completed, throughput=5MB/sec 2024-08-04T15:56:36.671 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-49qVR4O82nFrHhU off=1815730 len=2070336 2024-08-04T15:56:36.672 INFO:tasks.workunit.client.0.smithi007.stdout:op 2496 completed, throughput=5MB/sec 2024-08-04T15:56:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:37 smithi062 ceph-mon[85960]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:56:37.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:37 smithi007 ceph-mon[92692]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:56:37.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:37 smithi007 ceph-mon[94998]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:56:37.672 INFO:tasks.workunit.client.0.smithi007.stdout: 486: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:37.673 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-e6SPlKHs2R2PIAq off=11687866 len=543521 2024-08-04T15:56:37.677 INFO:tasks.workunit.client.0.smithi007.stdout:op 2497 completed, throughput=4.99MB/sec 2024-08-04T15:56:37.677 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DvQ4-rkYphTEj6n off=527351 len=1182446 2024-08-04T15:56:37.685 INFO:tasks.workunit.client.0.smithi007.stdout:op 2498 completed, throughput=4.99MB/sec 2024-08-04T15:56:37.685 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lI0AFEnhp4EGScg off=2783523 len=869510 2024-08-04T15:56:37.686 INFO:tasks.workunit.client.0.smithi007.stdout:op 2499 completed, throughput=5MB/sec 2024-08-04T15:56:37.686 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-j4qGNGBKStNnPAS off=17529164 len=1384062 2024-08-04T15:56:37.688 INFO:tasks.workunit.client.0.smithi007.stdout:op 2500 completed, throughput=5MB/sec 2024-08-04T15:56:37.688 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-A25N2Xt-icMsOtt off=8763828 len=493819 2024-08-04T15:56:37.692 INFO:tasks.workunit.client.0.smithi007.stdout:op 2501 completed, throughput=5MB/sec 2024-08-04T15:56:37.692 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TP5fzCMXrjsS3N_ off=2804910 len=1041194 2024-08-04T15:56:37.697 INFO:tasks.workunit.client.0.smithi007.stdout:op 2502 completed, throughput=5MB/sec 2024-08-04T15:56:38.698 INFO:tasks.workunit.client.0.smithi007.stdout: 487: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:38.698 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TrYHE_6-7nYLMQQ off=4267441 len=856532 2024-08-04T15:56:38.699 INFO:tasks.workunit.client.0.smithi007.stdout:op 2503 completed, throughput=4.99MB/sec 2024-08-04T15:56:38.699 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uOTV8FlSr6nAGRJ off=18640344 len=63526 2024-08-04T15:56:38.700 INFO:tasks.workunit.client.0.smithi007.stdout:op 2504 completed, throughput=4.99MB/sec 2024-08-04T15:56:38.700 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5y2dmKgSO82Nm79 off=12837208 len=1725305 2024-08-04T15:56:38.702 INFO:tasks.workunit.client.0.smithi007.stdout:op 2505 completed, throughput=5MB/sec 2024-08-04T15:56:38.702 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aE7CxPsQdXDz3o5 off=2987141 len=568476 2024-08-04T15:56:38.705 INFO:tasks.workunit.client.0.smithi007.stdout:op 2506 completed, throughput=5MB/sec 2024-08-04T15:56:38.706 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3PcSvTVWkvifo0U off=10893030 len=1677251 2024-08-04T15:56:38.709 INFO:tasks.workunit.client.0.smithi007.stdout:op 2507 completed, throughput=5MB/sec 2024-08-04T15:56:39.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:39 smithi062 ceph-mon[85960]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:56:39.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:39 smithi007 ceph-mon[92692]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:56:39.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:39 smithi007 ceph-mon[94998]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T15:56:39.709 INFO:tasks.workunit.client.0.smithi007.stdout: 488: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:39.709 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6V1NC7cyrLzSC5H off=8938436 len=1264846 2024-08-04T15:56:39.712 INFO:tasks.workunit.client.0.smithi007.stdout:op 2508 completed, throughput=4.99MB/sec 2024-08-04T15:56:39.712 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dO3aAVNJHfM9EeC off=6027767 len=562862 2024-08-04T15:56:39.713 INFO:tasks.workunit.client.0.smithi007.stdout:op 2509 completed, throughput=4.99MB/sec 2024-08-04T15:56:39.713 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uo6RhXzQgm_yH0h off=932396 len=690256 2024-08-04T15:56:39.718 INFO:tasks.workunit.client.0.smithi007.stdout:op 2510 completed, throughput=5MB/sec 2024-08-04T15:56:39.718 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RrIgcAkLpAHavP6 off=11161873 len=405636 2024-08-04T15:56:39.718 INFO:tasks.workunit.client.0.smithi007.stdout:op 2511 completed, throughput=5MB/sec 2024-08-04T15:56:39.718 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pKcAbcOaPJBdW5N off=23140425 len=205526 2024-08-04T15:56:39.719 INFO:tasks.workunit.client.0.smithi007.stdout:op 2512 completed, throughput=5MB/sec 2024-08-04T15:56:39.719 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6iAyh0TTULmd4Nu off=5007000 len=1359774 2024-08-04T15:56:39.722 INFO:tasks.workunit.client.0.smithi007.stdout:op 2513 completed, throughput=5MB/sec 2024-08-04T15:56:39.722 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Yqc5u18d6td_RFb off=447542 len=1731849 2024-08-04T15:56:39.725 INFO:tasks.workunit.client.0.smithi007.stdout:op 2514 completed, throughput=5MB/sec 2024-08-04T15:56:40.726 INFO:tasks.workunit.client.0.smithi007.stdout: 489: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:40.726 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5BlZIv3uu8Adp1A off=748991 len=282037 2024-08-04T15:56:40.727 INFO:tasks.workunit.client.0.smithi007.stdout:op 2515 completed, throughput=4.99MB/sec 2024-08-04T15:56:40.727 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oN4tVzLX8qr99ke off=5531839 len=2033336 2024-08-04T15:56:40.739 INFO:tasks.workunit.client.0.smithi007.stdout:op 2516 completed, throughput=5MB/sec 2024-08-04T15:56:40.739 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tx-5ocTI6FBNBuf off=2665107 len=649886 2024-08-04T15:56:40.743 INFO:tasks.workunit.client.0.smithi007.stdout:op 2517 completed, throughput=5MB/sec 2024-08-04T15:56:40.743 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-M8FfCynRsx_LW8K off=11749336 len=1417578 2024-08-04T15:56:40.746 INFO:tasks.workunit.client.0.smithi007.stdout:op 2518 completed, throughput=5MB/sec 2024-08-04T15:56:41.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:41 smithi062 ceph-mon[85960]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:56:41.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:41 smithi007 ceph-mon[92692]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:56:41.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:41 smithi007 ceph-mon[94998]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:56:41.746 INFO:tasks.workunit.client.0.smithi007.stdout: 490: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:41.746 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3kZS22AnYVxpj9c off=5860535 len=2008990 2024-08-04T15:56:41.748 INFO:tasks.workunit.client.0.smithi007.stdout:op 2519 completed, throughput=4.99MB/sec 2024-08-04T15:56:41.749 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6dlBmWWY0FPv0yY off=11172282 len=958273 2024-08-04T15:56:41.754 INFO:tasks.workunit.client.0.smithi007.stdout:op 2520 completed, throughput=5MB/sec 2024-08-04T15:56:41.754 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EuNOQS-rZNiqYi_ off=5081076 len=1928016 2024-08-04T15:56:41.766 INFO:tasks.workunit.client.0.smithi007.stdout:op 2521 completed, throughput=5MB/sec 2024-08-04T15:56:41.766 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AdqfRAbapXV8TJ9 off=20170654 len=1043796 2024-08-04T15:56:41.767 INFO:tasks.workunit.client.0.smithi007.stdout:op 2522 completed, throughput=5MB/sec 2024-08-04T15:56:42.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:56:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:56:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:56:42.768 INFO:tasks.workunit.client.0.smithi007.stdout: 491: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:42.768 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QR0z8T2RmfMzMk6 off=8172314 len=1643700 2024-08-04T15:56:42.770 INFO:tasks.workunit.client.0.smithi007.stdout:op 2523 completed, throughput=4.99MB/sec 2024-08-04T15:56:42.770 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LmSTIZL67bJrXyG off=2241246 len=1833286 2024-08-04T15:56:42.778 INFO:tasks.workunit.client.0.smithi007.stdout:op 2524 completed, throughput=5MB/sec 2024-08-04T15:56:42.778 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4EP_g8Jy9YuvMcl off=2782580 len=1686053 2024-08-04T15:56:42.779 INFO:tasks.workunit.client.0.smithi007.stdout:op 2525 completed, throughput=5MB/sec 2024-08-04T15:56:43.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:43 smithi062 ceph-mon[85960]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:56:43.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:43 smithi007 ceph-mon[94998]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:56:43.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:43 smithi007 ceph-mon[92692]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:56:43.779 INFO:tasks.workunit.client.0.smithi007.stdout: 492: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:43.780 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZcMZDRwfUZDmrGJ off=3900764 len=1473610 2024-08-04T15:56:43.781 INFO:tasks.workunit.client.0.smithi007.stdout:op 2526 completed, throughput=4.99MB/sec 2024-08-04T15:56:43.782 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-P88ySe9igpXGC5C off=2456110 len=1670218 2024-08-04T15:56:43.784 INFO:tasks.workunit.client.0.smithi007.stdout:op 2527 completed, throughput=5MB/sec 2024-08-04T15:56:43.784 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CVQ6dqrgO5iViyi off=2569888 len=1970305 2024-08-04T15:56:43.786 INFO:tasks.workunit.client.0.smithi007.stdout:op 2528 completed, throughput=5MB/sec 2024-08-04T15:56:44.787 INFO:tasks.workunit.client.0.smithi007.stdout: 493: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:44.787 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oQktZR5VUSMvgba off=6091049 len=767883 2024-08-04T15:56:44.788 INFO:tasks.workunit.client.0.smithi007.stdout:op 2529 completed, throughput=4.99MB/sec 2024-08-04T15:56:44.789 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7NoW2YK8fEEqILY off=5916807 len=1702195 2024-08-04T15:56:44.796 INFO:tasks.workunit.client.0.smithi007.stdout:op 2530 completed, throughput=5MB/sec 2024-08-04T15:56:44.796 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Lq6j2LE9sxEROjs off=1448972 len=1463863 2024-08-04T15:56:44.801 INFO:tasks.workunit.client.0.smithi007.stdout:op 2531 completed, throughput=5MB/sec 2024-08-04T15:56:44.801 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xoGGqMEYs05p_pM off=2014663 len=2038046 2024-08-04T15:56:44.812 INFO:tasks.workunit.client.0.smithi007.stdout:op 2532 completed, throughput=5MB/sec 2024-08-04T15:56:45.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:45 smithi062 ceph-mon[85960]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-04T15:56:45.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:45 smithi007 ceph-mon[92692]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-04T15:56:45.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:45 smithi007 ceph-mon[94998]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-04T15:56:45.813 INFO:tasks.workunit.client.0.smithi007.stdout: 494: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:45.813 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Dpg6bEQSIENdE4M off=5130088 len=666320 2024-08-04T15:56:45.814 INFO:tasks.workunit.client.0.smithi007.stdout:op 2533 completed, throughput=4.99MB/sec 2024-08-04T15:56:45.814 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-T4lOqbtUKIIDh5N off=17381741 len=2094055 2024-08-04T15:56:45.829 INFO:tasks.workunit.client.0.smithi007.stdout:op 2534 completed, throughput=5MB/sec 2024-08-04T15:56:45.829 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-N02eu6oIw3T0l4b off=1523712 len=995416 2024-08-04T15:56:45.831 INFO:tasks.workunit.client.0.smithi007.stdout:op 2535 completed, throughput=5MB/sec 2024-08-04T15:56:45.831 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YqtiQsz0-gFzXW_ off=13105902 len=745168 2024-08-04T15:56:45.832 INFO:tasks.workunit.client.0.smithi007.stdout:op 2536 completed, throughput=5MB/sec 2024-08-04T15:56:46.486 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:56:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:56:46] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-08-04T15:56:46.832 INFO:tasks.workunit.client.0.smithi007.stdout: 495: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:46.832 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4z14eoor0p02J1r off=7164627 len=1796652 2024-08-04T15:56:46.840 INFO:tasks.workunit.client.0.smithi007.stdout:op 2537 completed, throughput=4.99MB/sec 2024-08-04T15:56:46.841 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mq_XJG0OgBVrZBa off=2638364 len=1019128 2024-08-04T15:56:46.843 INFO:tasks.workunit.client.0.smithi007.stdout:op 2538 completed, throughput=5MB/sec 2024-08-04T15:56:46.843 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GRasFc6s_B04CuW off=14174755 len=136382 2024-08-04T15:56:46.844 INFO:tasks.workunit.client.0.smithi007.stdout:op 2539 completed, throughput=5MB/sec 2024-08-04T15:56:46.844 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HPUrB2nwUzZHC8V off=6355931 len=131479 2024-08-04T15:56:46.844 INFO:tasks.workunit.client.0.smithi007.stdout:op 2540 completed, throughput=5MB/sec 2024-08-04T15:56:46.844 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QCnS_HnqaxLpISX off=10221316 len=1524691 2024-08-04T15:56:46.846 INFO:tasks.workunit.client.0.smithi007.stdout:op 2541 completed, throughput=5MB/sec 2024-08-04T15:56:46.846 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CE_x5H8xripESzg off=10060375 len=1712045 2024-08-04T15:56:46.856 INFO:tasks.workunit.client.0.smithi007.stdout:op 2542 completed, throughput=5MB/sec 2024-08-04T15:56:47.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:47 smithi062 ceph-mon[85960]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:56:47.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:47 smithi007 ceph-mon[92692]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:56:47.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:47 smithi007 ceph-mon[94998]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:56:47.856 INFO:tasks.workunit.client.0.smithi007.stdout: 496: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:47.856 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2aLxW-uVM0NeGHo off=400093 len=1534815 2024-08-04T15:56:47.863 INFO:tasks.workunit.client.0.smithi007.stdout:op 2543 completed, throughput=5MB/sec 2024-08-04T15:56:47.863 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-b7GSAgGBPGmnCXO off=5791751 len=991075 2024-08-04T15:56:47.868 INFO:tasks.workunit.client.0.smithi007.stdout:op 2544 completed, throughput=5MB/sec 2024-08-04T15:56:47.868 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IY-Qmkrm5IroNao off=6607823 len=1877668 2024-08-04T15:56:47.872 INFO:tasks.workunit.client.0.smithi007.stdout:op 2545 completed, throughput=5MB/sec 2024-08-04T15:56:48.873 INFO:tasks.workunit.client.0.smithi007.stdout: 497: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:48.873 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oEc-0lviqu873XC off=9759502 len=1081779 2024-08-04T15:56:48.878 INFO:tasks.workunit.client.0.smithi007.stdout:op 2546 completed, throughput=4.99MB/sec 2024-08-04T15:56:48.878 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-klnJ-fX90YCOCcW off=3634916 len=739755 2024-08-04T15:56:48.880 INFO:tasks.workunit.client.0.smithi007.stdout:op 2547 completed, throughput=4.99MB/sec 2024-08-04T15:56:48.880 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6fL73Rpm_47qCej off=314120 len=1562134 2024-08-04T15:56:48.883 INFO:tasks.workunit.client.0.smithi007.stdout:op 2548 completed, throughput=5MB/sec 2024-08-04T15:56:48.883 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-msWJigli83mPCyZ off=370926 len=854523 2024-08-04T15:56:48.889 INFO:tasks.workunit.client.0.smithi007.stdout:op 2549 completed, throughput=5MB/sec 2024-08-04T15:56:48.889 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-t5vxTPHjjxGvJz4 off=1175853 len=99253 2024-08-04T15:56:48.891 INFO:tasks.workunit.client.0.smithi007.stdout:op 2550 completed, throughput=5MB/sec 2024-08-04T15:56:48.891 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oLLpuohNK3PBaty off=5999508 len=2017307 2024-08-04T15:56:48.902 INFO:tasks.workunit.client.0.smithi007.stdout:op 2551 completed, throughput=5MB/sec 2024-08-04T15:56:49.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:49 smithi062 ceph-mon[85960]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-04T15:56:49.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:49 smithi007 ceph-mon[94998]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-04T15:56:49.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:49 smithi007 ceph-mon[92692]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-04T15:56:49.903 INFO:tasks.workunit.client.0.smithi007.stdout: 498: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:49.903 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oCBcTWqlt0cyUQQ off=6430235 len=218918 2024-08-04T15:56:49.906 INFO:tasks.workunit.client.0.smithi007.stdout:op 2552 completed, throughput=4.99MB/sec 2024-08-04T15:56:49.906 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-H4mZSbziTAap3v5 off=1736747 len=2049522 2024-08-04T15:56:49.909 INFO:tasks.workunit.client.0.smithi007.stdout:op 2553 completed, throughput=5MB/sec 2024-08-04T15:56:49.909 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-F7SI9ZRk3QwVShM off=3938836 len=398513 2024-08-04T15:56:49.912 INFO:tasks.workunit.client.0.smithi007.stdout:op 2554 completed, throughput=5MB/sec 2024-08-04T15:56:49.912 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fbgpKg49q2tL-6u off=9914402 len=599203 2024-08-04T15:56:49.916 INFO:tasks.workunit.client.0.smithi007.stdout:op 2555 completed, throughput=5MB/sec 2024-08-04T15:56:49.917 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aUc7PXsQ1ZuaLH6 off=9408520 len=1020043 2024-08-04T15:56:49.922 INFO:tasks.workunit.client.0.smithi007.stdout:op 2556 completed, throughput=5MB/sec 2024-08-04T15:56:50.922 INFO:tasks.workunit.client.0.smithi007.stdout: 499: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:50.922 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vDUh6D7xuEYGY5X off=369507 len=43952 2024-08-04T15:56:50.925 INFO:tasks.workunit.client.0.smithi007.stdout:op 2557 completed, throughput=4.99MB/sec 2024-08-04T15:56:50.925 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-q9Ki6mB1Cn89v4q off=5472618 len=1146305 2024-08-04T15:56:50.930 INFO:tasks.workunit.client.0.smithi007.stdout:op 2558 completed, throughput=4.99MB/sec 2024-08-04T15:56:50.930 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-X1wb1qn2ElyFwC2 off=5049706 len=1778651 2024-08-04T15:56:50.941 INFO:tasks.workunit.client.0.smithi007.stdout:op 2559 completed, throughput=5MB/sec 2024-08-04T15:56:50.941 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-g6rmI8IwX2J7mWe off=3131086 len=1943937 2024-08-04T15:56:50.951 INFO:tasks.workunit.client.0.smithi007.stdout:op 2560 completed, throughput=5MB/sec 2024-08-04T15:56:50.951 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8XV0v2B1ltcKTW6 off=226507 len=1523204 2024-08-04T15:56:50.953 INFO:tasks.workunit.client.0.smithi007.stdout:op 2561 completed, throughput=5MB/sec 2024-08-04T15:56:51.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:51 smithi062 ceph-mon[85960]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-08-04T15:56:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:56:51.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:51 smithi007 ceph-mon[94998]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-08-04T15:56:51.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:56:51.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:51 smithi007 ceph-mon[92692]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-08-04T15:56:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:56:51.953 INFO:tasks.workunit.client.0.smithi007.stdout: 500: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:51.954 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wJiV8tZuST3CRbF off=1014197 len=781533 2024-08-04T15:56:51.959 INFO:tasks.workunit.client.0.smithi007.stdout:op 2562 completed, throughput=4.99MB/sec 2024-08-04T15:56:51.959 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lt5M_mqGYum_QPI off=2537421 len=1389888 2024-08-04T15:56:51.961 INFO:tasks.workunit.client.0.smithi007.stdout:op 2563 completed, throughput=5MB/sec 2024-08-04T15:56:51.961 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kNkuXfXb0ISUeV6 off=284960 len=1726412 2024-08-04T15:56:51.972 INFO:tasks.workunit.client.0.smithi007.stdout:op 2564 completed, throughput=5MB/sec 2024-08-04T15:56:51.972 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-z7jTsKa7mEmcJ_A off=2502966 len=634425 2024-08-04T15:56:51.976 INFO:tasks.workunit.client.0.smithi007.stdout:op 2565 completed, throughput=5MB/sec 2024-08-04T15:56:52.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:56:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:56:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:56:52.976 INFO:tasks.workunit.client.0.smithi007.stdout: 501: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:52.976 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8REinTYX9QP_l4J off=14384867 len=721206 2024-08-04T15:56:52.981 INFO:tasks.workunit.client.0.smithi007.stdout:op 2566 completed, throughput=4.99MB/sec 2024-08-04T15:56:52.981 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-s9JoVQRD8BohWdK off=11733110 len=1399101 2024-08-04T15:56:52.982 INFO:tasks.workunit.client.0.smithi007.stdout:op 2567 completed, throughput=4.99MB/sec 2024-08-04T15:56:52.982 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qgxgyn0p0zlQJT- off=2036897 len=1818083 2024-08-04T15:56:52.992 INFO:tasks.workunit.client.0.smithi007.stdout:op 2568 completed, throughput=5MB/sec 2024-08-04T15:56:52.992 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ci-6fB0eBnGZmI1 off=4396750 len=743181 2024-08-04T15:56:52.997 INFO:tasks.workunit.client.0.smithi007.stdout:op 2569 completed, throughput=5MB/sec 2024-08-04T15:56:52.997 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UhLJq12tmxPKMB0 off=9067981 len=702362 2024-08-04T15:56:52.997 INFO:tasks.workunit.client.0.smithi007.stdout:op 2570 completed, throughput=5MB/sec 2024-08-04T15:56:53.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:53 smithi062 ceph-mon[85960]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:56:53.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:53 smithi007 ceph-mon[94998]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:56:53.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:53 smithi007 ceph-mon[92692]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:56:53.998 INFO:tasks.workunit.client.0.smithi007.stdout: 502: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:53.998 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xZn7V0EBNQrgt4D off=6408231 len=1949851 2024-08-04T15:56:54.000 INFO:tasks.workunit.client.0.smithi007.stdout:op 2571 completed, throughput=4.99MB/sec 2024-08-04T15:56:54.000 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--sm31ZTgGNfAODZ off=7124865 len=1252534 2024-08-04T15:56:54.002 INFO:tasks.workunit.client.0.smithi007.stdout:op 2572 completed, throughput=5MB/sec 2024-08-04T15:56:54.002 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FdJRP6NcptP1zO8 off=16319721 len=551510 2024-08-04T15:56:54.003 INFO:tasks.workunit.client.0.smithi007.stdout:op 2573 completed, throughput=5MB/sec 2024-08-04T15:56:54.003 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nebsdKbEideqCuy off=1895601 len=1806885 2024-08-04T15:56:54.011 INFO:tasks.workunit.client.0.smithi007.stdout:op 2574 completed, throughput=5MB/sec 2024-08-04T15:56:55.011 INFO:tasks.workunit.client.0.smithi007.stdout: 503: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:55.012 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qhKaXFbdRfqD0xU off=847623 len=277686 2024-08-04T15:56:55.012 INFO:tasks.workunit.client.0.smithi007.stdout:op 2575 completed, throughput=4.99MB/sec 2024-08-04T15:56:55.012 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ONkQpeNjCCTajBn off=19492940 len=1610137 2024-08-04T15:56:55.020 INFO:tasks.workunit.client.0.smithi007.stdout:op 2576 completed, throughput=4.99MB/sec 2024-08-04T15:56:55.020 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Y4TLjAFGj9Jdvkq off=6334697 len=1442388 2024-08-04T15:56:55.023 INFO:tasks.workunit.client.0.smithi007.stdout:op 2577 completed, throughput=5MB/sec 2024-08-04T15:56:55.023 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YhQuiRy8mq2LdPX off=15292688 len=2016430 2024-08-04T15:56:55.026 INFO:tasks.workunit.client.0.smithi007.stdout:op 2578 completed, throughput=5MB/sec 2024-08-04T15:56:55.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:55 smithi062 ceph-mon[85960]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-04T15:56:55.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:55 smithi007 ceph-mon[92692]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-04T15:56:55.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:55 smithi007 ceph-mon[94998]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-04T15:56:56.026 INFO:tasks.workunit.client.0.smithi007.stdout: 504: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:56.027 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YauO1BFnce4Snfp off=1144912 len=1104958 2024-08-04T15:56:56.033 INFO:tasks.workunit.client.0.smithi007.stdout:op 2579 completed, throughput=4.99MB/sec 2024-08-04T15:56:56.033 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-v8VEIFx9PZc5llb off=17713593 len=806578 2024-08-04T15:56:56.034 INFO:tasks.workunit.client.0.smithi007.stdout:op 2580 completed, throughput=4.99MB/sec 2024-08-04T15:56:56.034 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2bPAZ4rGoIKtwLN off=2688906 len=1652126 2024-08-04T15:56:56.042 INFO:tasks.workunit.client.0.smithi007.stdout:op 2581 completed, throughput=5MB/sec 2024-08-04T15:56:56.042 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VM9TMkqZ2AWIEEW off=10223692 len=149374 2024-08-04T15:56:56.045 INFO:tasks.workunit.client.0.smithi007.stdout:op 2582 completed, throughput=5MB/sec 2024-08-04T15:56:56.045 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BvJpQdeC_3R2Agx off=3164360 len=87772 2024-08-04T15:56:56.047 INFO:tasks.workunit.client.0.smithi007.stdout:op 2583 completed, throughput=5MB/sec 2024-08-04T15:56:56.047 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-G8hIBt4v6WRgB-A off=951078 len=1853151 2024-08-04T15:56:56.057 INFO:tasks.workunit.client.0.smithi007.stdout:op 2584 completed, throughput=5MB/sec 2024-08-04T15:56:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:56:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:56:56] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2024-08-04T15:56:57.058 INFO:tasks.workunit.client.0.smithi007.stdout: 505: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:57.058 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KWgCIssCTvbV01h off=14953103 len=1409516 2024-08-04T15:56:57.067 INFO:tasks.workunit.client.0.smithi007.stdout:op 2585 completed, throughput=4.99MB/sec 2024-08-04T15:56:57.067 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mc4NOeIMOyLqIAT off=8905284 len=1079797 2024-08-04T15:56:57.073 INFO:tasks.workunit.client.0.smithi007.stdout:op 2586 completed, throughput=5MB/sec 2024-08-04T15:56:57.073 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ddSYZKGvKiRwaNh off=8252658 len=838864 2024-08-04T15:56:57.078 INFO:tasks.workunit.client.0.smithi007.stdout:op 2587 completed, throughput=5MB/sec 2024-08-04T15:56:57.078 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4EP_g8Jy9YuvMcl off=9740569 len=482118 2024-08-04T15:56:57.079 INFO:tasks.workunit.client.0.smithi007.stdout:op 2588 completed, throughput=5MB/sec 2024-08-04T15:56:57.079 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oV0aS5cXEtt9N7G off=7678365 len=898628 2024-08-04T15:56:57.080 INFO:tasks.workunit.client.0.smithi007.stdout:op 2589 completed, throughput=5MB/sec 2024-08-04T15:56:57.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:57 smithi062 ceph-mon[85960]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-04T15:56:57.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:57 smithi007 ceph-mon[92692]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-04T15:56:57.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:57 smithi007 ceph-mon[94998]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-04T15:56:58.081 INFO:tasks.workunit.client.0.smithi007.stdout: 506: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:58.081 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kZrcSQWKbN9-DKE off=1812011 len=1648621 2024-08-04T15:56:58.089 INFO:tasks.workunit.client.0.smithi007.stdout:op 2590 completed, throughput=4.99MB/sec 2024-08-04T15:56:58.089 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AQgIx7ZKNVsVPKG off=6323002 len=1897116 2024-08-04T15:56:58.097 INFO:tasks.workunit.client.0.smithi007.stdout:op 2591 completed, throughput=5MB/sec 2024-08-04T15:56:58.097 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ub85rnHlC4lDr3O off=9513495 len=2069440 2024-08-04T15:56:58.105 INFO:tasks.workunit.client.0.smithi007.stdout:op 2592 completed, throughput=5MB/sec 2024-08-04T15:56:59.106 INFO:tasks.workunit.client.0.smithi007.stdout: 507: throughput=4.99MB/sec pending data=0 2024-08-04T15:56:59.106 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wNo7i3SX8qT1iT9 off=1374297 len=1711037 2024-08-04T15:56:59.108 INFO:tasks.workunit.client.0.smithi007.stdout:op 2593 completed, throughput=4.99MB/sec 2024-08-04T15:56:59.108 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FOJgGAlRLzu1DaE off=9971003 len=1984687 2024-08-04T15:56:59.121 INFO:tasks.workunit.client.0.smithi007.stdout:op 2594 completed, throughput=5MB/sec 2024-08-04T15:56:59.121 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zYjJ_69xMk7sByE off=7006529 len=152705 2024-08-04T15:56:59.122 INFO:tasks.workunit.client.0.smithi007.stdout:op 2595 completed, throughput=5MB/sec 2024-08-04T15:56:59.122 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5mLCDtAu8RnE5DB off=6365333 len=570623 2024-08-04T15:56:59.126 INFO:tasks.workunit.client.0.smithi007.stdout:op 2596 completed, throughput=5MB/sec 2024-08-04T15:56:59.127 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IignEUKqaUJHF_p off=9519487 len=1723914 2024-08-04T15:56:59.136 INFO:tasks.workunit.client.0.smithi007.stdout:op 2597 completed, throughput=5MB/sec 2024-08-04T15:56:59.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:56:59 smithi062 ceph-mon[85960]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:56:59.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:56:59 smithi007 ceph-mon[92692]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:56:59.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:56:59 smithi007 ceph-mon[94998]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:57:00.136 INFO:tasks.workunit.client.0.smithi007.stdout: 508: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:00.137 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9fKCY1oyrM2jpSS off=9541845 len=1211828 2024-08-04T15:57:00.138 INFO:tasks.workunit.client.0.smithi007.stdout:op 2598 completed, throughput=4.99MB/sec 2024-08-04T15:57:00.138 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yjw5_bgyFOTWc-D off=6472309 len=1358285 2024-08-04T15:57:00.140 INFO:tasks.workunit.client.0.smithi007.stdout:op 2599 completed, throughput=5MB/sec 2024-08-04T15:57:00.140 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VXny9T2-7wBOI9_ off=11875510 len=12188 2024-08-04T15:57:00.141 INFO:tasks.workunit.client.0.smithi007.stdout:op 2600 completed, throughput=5MB/sec 2024-08-04T15:57:00.141 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cL1UENy8OIfLFLw off=22824258 len=856504 2024-08-04T15:57:00.142 INFO:tasks.workunit.client.0.smithi007.stdout:op 2601 completed, throughput=5MB/sec 2024-08-04T15:57:00.142 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3tVOdkb0mwdd5ti off=10357228 len=304789 2024-08-04T15:57:00.143 INFO:tasks.workunit.client.0.smithi007.stdout:op 2602 completed, throughput=5MB/sec 2024-08-04T15:57:00.143 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1biXbOD69sJRyLf off=7162979 len=283566 2024-08-04T15:57:00.143 INFO:tasks.workunit.client.0.smithi007.stdout:op 2603 completed, throughput=5MB/sec 2024-08-04T15:57:00.143 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YEtEvBu7y6zq5_L off=2821780 len=1433620 2024-08-04T15:57:00.145 INFO:tasks.workunit.client.0.smithi007.stdout:op 2604 completed, throughput=5MB/sec 2024-08-04T15:57:00.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:00 smithi062 ceph-mon[85960]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:57:00.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:00 smithi007 ceph-mon[92692]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:57:00.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:00 smithi007 ceph-mon[94998]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:57:01.146 INFO:tasks.workunit.client.0.smithi007.stdout: 509: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:01.146 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-o5An2ywKo8j1hUt off=12681373 len=2028749 2024-08-04T15:57:01.150 INFO:tasks.workunit.client.0.smithi007.stdout:op 2605 completed, throughput=5MB/sec 2024-08-04T15:57:01.150 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-H-iplUeH-qfd3NO off=4585644 len=2049431 2024-08-04T15:57:01.158 INFO:tasks.workunit.client.0.smithi007.stdout:op 2606 completed, throughput=5MB/sec 2024-08-04T15:57:02.159 INFO:tasks.workunit.client.0.smithi007.stdout: 510: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:02.159 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XLR1VVftpLhIz5j off=3783596 len=200565 2024-08-04T15:57:02.162 INFO:tasks.workunit.client.0.smithi007.stdout:op 2607 completed, throughput=4.99MB/sec 2024-08-04T15:57:02.162 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0lmkb6zB71F7e27 off=15299703 len=675046 2024-08-04T15:57:02.166 INFO:tasks.workunit.client.0.smithi007.stdout:op 2608 completed, throughput=4.99MB/sec 2024-08-04T15:57:02.166 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-b4c5eZ6UMMmZX-W off=9468610 len=1622505 2024-08-04T15:57:02.169 INFO:tasks.workunit.client.0.smithi007.stdout:op 2609 completed, throughput=5MB/sec 2024-08-04T15:57:02.169 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZZPEo2butFNhSuf off=6072166 len=690273 2024-08-04T15:57:02.170 INFO:tasks.workunit.client.0.smithi007.stdout:op 2610 completed, throughput=5MB/sec 2024-08-04T15:57:02.170 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JLJL9tEvR_1Hs6E off=614119 len=1939461 2024-08-04T15:57:02.172 INFO:tasks.workunit.client.0.smithi007.stdout:op 2611 completed, throughput=5MB/sec 2024-08-04T15:57:02.172 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GTOaiFtYfjqfos2 off=5280088 len=2027730 2024-08-04T15:57:02.175 INFO:tasks.workunit.client.0.smithi007.stdout:op 2612 completed, throughput=5MB/sec 2024-08-04T15:57:02.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:02 smithi062 ceph-mon[85960]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-04T15:57:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:57:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:57:02.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:02 smithi007 ceph-mon[92692]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-04T15:57:02.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:02 smithi007 ceph-mon[94998]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-04T15:57:03.175 INFO:tasks.workunit.client.0.smithi007.stdout: 511: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:03.175 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9x_VqXK4oknr9A7 off=5069661 len=1593683 2024-08-04T15:57:03.181 INFO:tasks.workunit.client.0.smithi007.stdout:op 2613 completed, throughput=5MB/sec 2024-08-04T15:57:03.182 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1CCj_V8bvfBY2l6 off=11724602 len=1950627 2024-08-04T15:57:03.193 INFO:tasks.workunit.client.0.smithi007.stdout:op 2614 completed, throughput=5MB/sec 2024-08-04T15:57:04.193 INFO:tasks.workunit.client.0.smithi007.stdout: 512: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:04.194 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AO-3XlOEEr-xuGC off=4806863 len=87164 2024-08-04T15:57:04.194 INFO:tasks.workunit.client.0.smithi007.stdout:op 2615 completed, throughput=4.99MB/sec 2024-08-04T15:57:04.194 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1r10tBzkaU7IT8r off=21500973 len=1896282 2024-08-04T15:57:04.207 INFO:tasks.workunit.client.0.smithi007.stdout:op 2616 completed, throughput=4.99MB/sec 2024-08-04T15:57:04.207 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DI3sHb7nCWdGpNG off=744736 len=1496875 2024-08-04T15:57:04.214 INFO:tasks.workunit.client.0.smithi007.stdout:op 2617 completed, throughput=5MB/sec 2024-08-04T15:57:04.214 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hlD97LSdgIgn1Nb off=3820043 len=617951 2024-08-04T15:57:04.215 INFO:tasks.workunit.client.0.smithi007.stdout:op 2618 completed, throughput=5MB/sec 2024-08-04T15:57:04.215 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kkP4NoL67lDx5hU off=628614 len=1507980 2024-08-04T15:57:04.217 INFO:tasks.workunit.client.0.smithi007.stdout:op 2619 completed, throughput=5MB/sec 2024-08-04T15:57:04.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:04 smithi062 ceph-mon[85960]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T15:57:04.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:04 smithi007 ceph-mon[92692]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T15:57:04.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:04 smithi007 ceph-mon[94998]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T15:57:05.217 INFO:tasks.workunit.client.0.smithi007.stdout: 513: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:05.217 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HHByhk7VTIsf4kr off=9631373 len=1793895 2024-08-04T15:57:05.228 INFO:tasks.workunit.client.0.smithi007.stdout:op 2620 completed, throughput=4.99MB/sec 2024-08-04T15:57:05.228 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--VrihrTZnH6woDq off=746540 len=120715 2024-08-04T15:57:05.228 INFO:tasks.workunit.client.0.smithi007.stdout:op 2621 completed, throughput=4.99MB/sec 2024-08-04T15:57:05.229 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7CExkdQ2BYB6MYk off=2527392 len=335073 2024-08-04T15:57:05.231 INFO:tasks.workunit.client.0.smithi007.stdout:op 2622 completed, throughput=5MB/sec 2024-08-04T15:57:05.232 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8IiXqYPJZn9cNiF off=816674 len=425350 2024-08-04T15:57:05.233 INFO:tasks.workunit.client.0.smithi007.stdout:op 2623 completed, throughput=5MB/sec 2024-08-04T15:57:05.233 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kXPLOYxwY-3odLe off=414704 len=1157848 2024-08-04T15:57:05.240 INFO:tasks.workunit.client.0.smithi007.stdout:op 2624 completed, throughput=5MB/sec 2024-08-04T15:57:05.240 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FE8i8yZQ7i6OfHJ off=11795569 len=1281103 2024-08-04T15:57:05.246 INFO:tasks.workunit.client.0.smithi007.stdout:op 2625 completed, throughput=5MB/sec 2024-08-04T15:57:06.247 INFO:tasks.workunit.client.0.smithi007.stdout: 514: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:06.247 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Y_kj4RNc4C5Q6VJ off=1714478 len=1318337 2024-08-04T15:57:06.249 INFO:tasks.workunit.client.0.smithi007.stdout:op 2626 completed, throughput=4.99MB/sec 2024-08-04T15:57:06.249 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lfKyr9zJuPKimRo off=18650148 len=1041157 2024-08-04T15:57:06.250 INFO:tasks.workunit.client.0.smithi007.stdout:op 2627 completed, throughput=4.99MB/sec 2024-08-04T15:57:06.250 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-snXtddJHVdoL2kM off=9372512 len=216233 2024-08-04T15:57:06.251 INFO:tasks.workunit.client.0.smithi007.stdout:op 2628 completed, throughput=5MB/sec 2024-08-04T15:57:06.252 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wUuLrtflVNxVmpQ off=968087 len=1392340 2024-08-04T15:57:06.253 INFO:tasks.workunit.client.0.smithi007.stdout:op 2629 completed, throughput=5MB/sec 2024-08-04T15:57:06.253 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FaalGB0V-wXOd6X off=5818799 len=254875 2024-08-04T15:57:06.254 INFO:tasks.workunit.client.0.smithi007.stdout:op 2630 completed, throughput=5MB/sec 2024-08-04T15:57:06.254 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7Va-hLXZu68GPZk off=842329 len=611298 2024-08-04T15:57:06.256 INFO:tasks.workunit.client.0.smithi007.stdout:op 2631 completed, throughput=5MB/sec 2024-08-04T15:57:06.256 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KRy-OTezMUAZsXL off=2768819 len=1233026 2024-08-04T15:57:06.261 INFO:tasks.workunit.client.0.smithi007.stdout:op 2632 completed, throughput=5MB/sec 2024-08-04T15:57:06.456 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:57:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:57:06] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-08-04T15:57:06.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:06 smithi062 ceph-mon[85960]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T15:57:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:57:06.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:06 smithi007 ceph-mon[92692]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T15:57:06.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:57:06.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:06 smithi007 ceph-mon[94998]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T15:57:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:57:07.262 INFO:tasks.workunit.client.0.smithi007.stdout: 515: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:07.262 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uzfdm7Kdj0oR9JQ off=3589783 len=619018 2024-08-04T15:57:07.266 INFO:tasks.workunit.client.0.smithi007.stdout:op 2633 completed, throughput=4.99MB/sec 2024-08-04T15:57:07.266 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iJ82gr5EHACvUgh off=2509420 len=700852 2024-08-04T15:57:07.270 INFO:tasks.workunit.client.0.smithi007.stdout:op 2634 completed, throughput=4.99MB/sec 2024-08-04T15:57:07.273 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-d91bLnHoFbyW0Ec off=15263792 len=1495611 2024-08-04T15:57:07.274 INFO:tasks.workunit.client.0.smithi007.stdout:op 2635 completed, throughput=5MB/sec 2024-08-04T15:57:07.274 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7gMWiOUAWwi15r3 off=377654 len=462842 2024-08-04T15:57:07.276 INFO:tasks.workunit.client.0.smithi007.stdout:op 2636 completed, throughput=5MB/sec 2024-08-04T15:57:07.277 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GZU_bbiES2YWt2Q off=7401397 len=1696600 2024-08-04T15:57:07.280 INFO:tasks.workunit.client.0.smithi007.stdout:op 2637 completed, throughput=5MB/sec 2024-08-04T15:57:08.280 INFO:tasks.workunit.client.0.smithi007.stdout: 516: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:08.280 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7ib_sYMqs_37MmD off=10993464 len=44042 2024-08-04T15:57:08.282 INFO:tasks.workunit.client.0.smithi007.stdout:op 2638 completed, throughput=4.99MB/sec 2024-08-04T15:57:08.282 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Fp1xosNkKrKCfon off=4885470 len=1342292 2024-08-04T15:57:08.285 INFO:tasks.workunit.client.0.smithi007.stdout:op 2639 completed, throughput=4.99MB/sec 2024-08-04T15:57:08.286 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3hoaEkRvBpqk1UA off=4342776 len=490623 2024-08-04T15:57:08.290 INFO:tasks.workunit.client.0.smithi007.stdout:op 2640 completed, throughput=4.99MB/sec 2024-08-04T15:57:08.290 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JYeLOBrOvsQPQp2 off=8937944 len=995958 2024-08-04T15:57:08.296 INFO:tasks.workunit.client.0.smithi007.stdout:op 2641 completed, throughput=5MB/sec 2024-08-04T15:57:08.296 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Cu-7DiqyhWohqpK off=2100394 len=1086070 2024-08-04T15:57:08.298 INFO:tasks.workunit.client.0.smithi007.stdout:op 2642 completed, throughput=5MB/sec 2024-08-04T15:57:08.298 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MvrvkNmTyOJFBYy off=7047709 len=449677 2024-08-04T15:57:08.301 INFO:tasks.workunit.client.0.smithi007.stdout:op 2643 completed, throughput=5MB/sec 2024-08-04T15:57:08.301 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-atlKijNn1V0p6CX off=9559302 len=100396 2024-08-04T15:57:08.303 INFO:tasks.workunit.client.0.smithi007.stdout:op 2644 completed, throughput=5MB/sec 2024-08-04T15:57:08.303 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8SkfrQ_wt-zvtKC off=20303518 len=100218 2024-08-04T15:57:08.304 INFO:tasks.workunit.client.0.smithi007.stdout:op 2645 completed, throughput=5MB/sec 2024-08-04T15:57:08.304 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_gZF5GgggxCgfSj off=14860912 len=742450 2024-08-04T15:57:08.308 INFO:tasks.workunit.client.0.smithi007.stdout:op 2646 completed, throughput=5MB/sec 2024-08-04T15:57:08.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:08 smithi062 ceph-mon[85960]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:57:08.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:08 smithi007 ceph-mon[92692]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:57:08.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:08 smithi007 ceph-mon[94998]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:57:09.308 INFO:tasks.workunit.client.0.smithi007.stdout: 517: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:09.308 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-01MyFcQhHAibfxS off=4358740 len=764820 2024-08-04T15:57:09.309 INFO:tasks.workunit.client.0.smithi007.stdout:op 2647 completed, throughput=4.99MB/sec 2024-08-04T15:57:09.310 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZcaeOb2z4emQ9OE off=3551264 len=515039 2024-08-04T15:57:09.311 INFO:tasks.workunit.client.0.smithi007.stdout:op 2648 completed, throughput=4.99MB/sec 2024-08-04T15:57:09.311 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8ESiYWwL2IrxYYS off=2067141 len=1224170 2024-08-04T15:57:09.313 INFO:tasks.workunit.client.0.smithi007.stdout:op 2649 completed, throughput=5MB/sec 2024-08-04T15:57:09.313 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7_kMzfO-cxupf36 off=3504159 len=63199 2024-08-04T15:57:09.316 INFO:tasks.workunit.client.0.smithi007.stdout:op 2650 completed, throughput=5MB/sec 2024-08-04T15:57:09.316 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cFWyHiVFvd6NKn2 off=160562 len=1851995 2024-08-04T15:57:09.327 INFO:tasks.workunit.client.0.smithi007.stdout:op 2651 completed, throughput=5MB/sec 2024-08-04T15:57:09.328 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1SpSRnxhncQ9ZuJ off=18453721 len=944964 2024-08-04T15:57:09.332 INFO:tasks.workunit.client.0.smithi007.stdout:op 2652 completed, throughput=5MB/sec 2024-08-04T15:57:10.333 INFO:tasks.workunit.client.0.smithi007.stdout: 518: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:10.333 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NYzPIYmfLSYuNBe off=5244902 len=621831 2024-08-04T15:57:10.335 INFO:tasks.workunit.client.0.smithi007.stdout:op 2653 completed, throughput=4.99MB/sec 2024-08-04T15:57:10.335 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qxNvJ8AFoD5AaRd off=2912726 len=1247426 2024-08-04T15:57:10.340 INFO:tasks.workunit.client.0.smithi007.stdout:op 2654 completed, throughput=4.99MB/sec 2024-08-04T15:57:10.341 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JPSJ7G_i0jk3ogQ off=9907912 len=1800886 2024-08-04T15:57:10.346 INFO:tasks.workunit.client.0.smithi007.stdout:op 2655 completed, throughput=5MB/sec 2024-08-04T15:57:10.347 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fmdpDXlKajpmbI_ off=1728110 len=688404 2024-08-04T15:57:10.348 INFO:tasks.workunit.client.0.smithi007.stdout:op 2656 completed, throughput=5MB/sec 2024-08-04T15:57:10.348 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ntAY_SZKGqdEzuH off=12267879 len=443676 2024-08-04T15:57:10.348 INFO:tasks.workunit.client.0.smithi007.stdout:op 2657 completed, throughput=5MB/sec 2024-08-04T15:57:10.349 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-We1ZNCoxykbpMP0 off=15115688 len=938944 2024-08-04T15:57:10.350 INFO:tasks.workunit.client.0.smithi007.stdout:op 2658 completed, throughput=5MB/sec 2024-08-04T15:57:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:10 smithi062 ceph-mon[85960]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:57:10.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:10 smithi007 ceph-mon[94998]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:57:10.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:10 smithi007 ceph-mon[92692]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:57:11.350 INFO:tasks.workunit.client.0.smithi007.stdout: 519: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:11.351 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0gef2UGPuOS0VGs off=3263558 len=414242 2024-08-04T15:57:11.351 INFO:tasks.workunit.client.0.smithi007.stdout:op 2659 completed, throughput=4.99MB/sec 2024-08-04T15:57:11.351 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5zVQjs22588YlUB off=7819693 len=1251153 2024-08-04T15:57:11.358 INFO:tasks.workunit.client.0.smithi007.stdout:op 2660 completed, throughput=5MB/sec 2024-08-04T15:57:11.358 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CipCaWPNBlnRlXx off=24726480 len=14372 2024-08-04T15:57:11.358 INFO:tasks.workunit.client.0.smithi007.stdout:op 2661 completed, throughput=5MB/sec 2024-08-04T15:57:11.359 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NXK3-NN6kCssTIz off=12085823 len=677277 2024-08-04T15:57:11.363 INFO:tasks.workunit.client.0.smithi007.stdout:op 2662 completed, throughput=5MB/sec 2024-08-04T15:57:11.363 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8OE9aSDbkpWSjBG off=99613 len=516484 2024-08-04T15:57:11.366 INFO:tasks.workunit.client.0.smithi007.stdout:op 2663 completed, throughput=5MB/sec 2024-08-04T15:57:11.367 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-x-cptO6brrlckbI off=13884963 len=1144239 2024-08-04T15:57:11.368 INFO:tasks.workunit.client.0.smithi007.stdout:op 2664 completed, throughput=5MB/sec 2024-08-04T15:57:11.368 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TJxVZ-qjgFX8pw4 off=2852037 len=379140 2024-08-04T15:57:11.371 INFO:tasks.workunit.client.0.smithi007.stdout:op 2665 completed, throughput=5MB/sec 2024-08-04T15:57:11.371 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-up7lzYN8Slh8ZdH off=630357 len=167494 2024-08-04T15:57:11.375 INFO:tasks.workunit.client.0.smithi007.stdout:op 2666 completed, throughput=5MB/sec 2024-08-04T15:57:12.260 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 15:57:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=cleanup t=2024-08-04T15:57:11.970923844Z level=info msg="Completed cleanup jobs" duration=3.747917ms 2024-08-04T15:57:12.374 INFO:tasks.workunit.client.0.smithi007.stdout: 520: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:12.375 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iFVbPmoVjSKsgAw off=12909138 len=1867335 2024-08-04T15:57:12.383 INFO:tasks.workunit.client.0.smithi007.stdout:op 2667 completed, throughput=4.99MB/sec 2024-08-04T15:57:12.383 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pmUYRrE6sZaXTxF off=8667291 len=1106254 2024-08-04T15:57:12.388 INFO:tasks.workunit.client.0.smithi007.stdout:op 2668 completed, throughput=5MB/sec 2024-08-04T15:57:12.388 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KYoRCTSkwOP36F6 off=611242 len=215027 2024-08-04T15:57:12.392 INFO:tasks.workunit.client.0.smithi007.stdout:op 2669 completed, throughput=5MB/sec 2024-08-04T15:57:12.392 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-s4mCgS1MA-VWkZq off=15403742 len=552251 2024-08-04T15:57:12.396 INFO:tasks.workunit.client.0.smithi007.stdout:op 2670 completed, throughput=5MB/sec 2024-08-04T15:57:12.396 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-podmWUsG7fc3W2E off=2593373 len=447419 2024-08-04T15:57:12.399 INFO:tasks.workunit.client.0.smithi007.stdout:op 2671 completed, throughput=5MB/sec 2024-08-04T15:57:12.399 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mh85aYSV3o53uDT off=1070030 len=1962368 2024-08-04T15:57:12.409 INFO:tasks.workunit.client.0.smithi007.stdout:op 2672 completed, throughput=5MB/sec 2024-08-04T15:57:12.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:12 smithi062 ceph-mon[85960]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:57:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:57:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:57:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:57:12.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:12 smithi007 ceph-mon[92692]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:57:12.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:12 smithi007 ceph-mon[94998]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:57:13.410 INFO:tasks.workunit.client.0.smithi007.stdout: 521: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:13.410 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wMk42SLiPQYWMtv off=7702802 len=1716817 2024-08-04T15:57:13.418 INFO:tasks.workunit.client.0.smithi007.stdout:op 2673 completed, throughput=4.99MB/sec 2024-08-04T15:57:13.418 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hz32seRaPKgv00l off=3585630 len=667295 2024-08-04T15:57:13.422 INFO:tasks.workunit.client.0.smithi007.stdout:op 2674 completed, throughput=5MB/sec 2024-08-04T15:57:13.422 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Dkl58SxwJuhoH4- off=7157 len=534826 2024-08-04T15:57:13.425 INFO:tasks.workunit.client.0.smithi007.stdout:op 2675 completed, throughput=5MB/sec 2024-08-04T15:57:13.425 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ywDVCPcZfeAYFhw off=5841949 len=583534 2024-08-04T15:57:13.426 INFO:tasks.workunit.client.0.smithi007.stdout:op 2676 completed, throughput=5MB/sec 2024-08-04T15:57:13.426 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4az6r2pXBIwwyMh off=9703939 len=1731192 2024-08-04T15:57:13.430 INFO:tasks.workunit.client.0.smithi007.stdout:op 2677 completed, throughput=5MB/sec 2024-08-04T15:57:14.430 INFO:tasks.workunit.client.0.smithi007.stdout: 522: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:14.431 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_O9BFqvKg1Q5gt4 off=2739597 len=1397683 2024-08-04T15:57:14.439 INFO:tasks.workunit.client.0.smithi007.stdout:op 2678 completed, throughput=4.99MB/sec 2024-08-04T15:57:14.440 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Hqk9KWXpsUG804W off=5365477 len=199090 2024-08-04T15:57:14.442 INFO:tasks.workunit.client.0.smithi007.stdout:op 2679 completed, throughput=4.99MB/sec 2024-08-04T15:57:14.443 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-byah8qCjqdo9ZTT off=8040797 len=1462369 2024-08-04T15:57:14.445 INFO:tasks.workunit.client.0.smithi007.stdout:op 2680 completed, throughput=5MB/sec 2024-08-04T15:57:14.445 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UlbbNFd9EJTtkal off=5904904 len=234272 2024-08-04T15:57:14.445 INFO:tasks.workunit.client.0.smithi007.stdout:op 2681 completed, throughput=5MB/sec 2024-08-04T15:57:14.445 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uEbqkMQcLl1y0pq off=20246590 len=42199 2024-08-04T15:57:14.446 INFO:tasks.workunit.client.0.smithi007.stdout:op 2682 completed, throughput=5MB/sec 2024-08-04T15:57:14.446 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-N8jsUzadTLyvojU off=8971181 len=860965 2024-08-04T15:57:14.450 INFO:tasks.workunit.client.0.smithi007.stdout:op 2683 completed, throughput=5MB/sec 2024-08-04T15:57:14.451 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-O7tAmRmyIte0tWA off=3633519 len=1175093 2024-08-04T15:57:14.452 INFO:tasks.workunit.client.0.smithi007.stdout:op 2684 completed, throughput=5MB/sec 2024-08-04T15:57:14.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:14 smithi062 ceph-mon[85960]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:57:14.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:14 smithi007 ceph-mon[92692]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:57:14.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:14 smithi007 ceph-mon[94998]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:57:15.453 INFO:tasks.workunit.client.0.smithi007.stdout: 523: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:15.453 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BTRNnkFHTBp1vwC off=6697439 len=1496288 2024-08-04T15:57:15.459 INFO:tasks.workunit.client.0.smithi007.stdout:op 2685 completed, throughput=4.99MB/sec 2024-08-04T15:57:15.459 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-x4CywlrZpFKuTEK off=3788344 len=679362 2024-08-04T15:57:15.461 INFO:tasks.workunit.client.0.smithi007.stdout:op 2686 completed, throughput=5MB/sec 2024-08-04T15:57:15.461 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Mj_eLw-kyNVkFKF off=12316820 len=1703201 2024-08-04T15:57:15.463 INFO:tasks.workunit.client.0.smithi007.stdout:op 2687 completed, throughput=5MB/sec 2024-08-04T15:57:15.464 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tNogOwXDi420UZi off=2759618 len=70295 2024-08-04T15:57:15.466 INFO:tasks.workunit.client.0.smithi007.stdout:op 2688 completed, throughput=5MB/sec 2024-08-04T15:57:15.466 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-raPtZ3GT81kiO-I off=306392 len=486793 2024-08-04T15:57:15.470 INFO:tasks.workunit.client.0.smithi007.stdout:op 2689 completed, throughput=5MB/sec 2024-08-04T15:57:15.470 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3TRraucIdAsEYy_ off=13272667 len=419973 2024-08-04T15:57:15.471 INFO:tasks.workunit.client.0.smithi007.stdout:op 2690 completed, throughput=5MB/sec 2024-08-04T15:57:16.471 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:57:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:57:16] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-08-04T15:57:16.471 INFO:tasks.workunit.client.0.smithi007.stdout: 524: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:16.471 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-chxIwHDLxUkT2Hh off=5895436 len=600789 2024-08-04T15:57:16.476 INFO:tasks.workunit.client.0.smithi007.stdout:op 2691 completed, throughput=4.99MB/sec 2024-08-04T15:57:16.476 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-x5r9Z-XQietHOuv off=3396084 len=1952214 2024-08-04T15:57:16.486 INFO:tasks.workunit.client.0.smithi007.stdout:op 2692 completed, throughput=5MB/sec 2024-08-04T15:57:16.486 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AnRknMD1Wb5LmRC off=9866216 len=1489584 2024-08-04T15:57:16.487 INFO:tasks.workunit.client.0.smithi007.stdout:op 2693 completed, throughput=5MB/sec 2024-08-04T15:57:16.487 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LyUepEFgCn6Kqej off=460782 len=829320 2024-08-04T15:57:16.492 INFO:tasks.workunit.client.0.smithi007.stdout:op 2694 completed, throughput=5MB/sec 2024-08-04T15:57:16.492 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lHVyXWgM4nohtnr off=3278525 len=1542309 2024-08-04T15:57:16.500 INFO:tasks.workunit.client.0.smithi007.stdout:op 2695 completed, throughput=5MB/sec 2024-08-04T15:57:16.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:16 smithi062 ceph-mon[85960]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:57:16.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:16 smithi007 ceph-mon[92692]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:57:16.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:16 smithi007 ceph-mon[94998]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:57:17.500 INFO:tasks.workunit.client.0.smithi007.stdout: 525: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:17.500 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-E7VrFLbQFJxxuHc off=2129780 len=952748 2024-08-04T15:57:17.506 INFO:tasks.workunit.client.0.smithi007.stdout:op 2696 completed, throughput=4.99MB/sec 2024-08-04T15:57:17.506 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gKtfQCk_Ec2Z-9e off=4377274 len=1863871 2024-08-04T15:57:17.508 INFO:tasks.workunit.client.0.smithi007.stdout:op 2697 completed, throughput=5MB/sec 2024-08-04T15:57:17.508 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AgKx0R1uk25AuIx off=15531129 len=1229077 2024-08-04T15:57:17.510 INFO:tasks.workunit.client.0.smithi007.stdout:op 2698 completed, throughput=5MB/sec 2024-08-04T15:57:17.510 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-s_tL6u-xtYorGzD off=116962 len=353036 2024-08-04T15:57:17.513 INFO:tasks.workunit.client.0.smithi007.stdout:op 2699 completed, throughput=5MB/sec 2024-08-04T15:57:18.513 INFO:tasks.workunit.client.0.smithi007.stdout: 526: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:18.514 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eye2IRCYeTRwYs9 off=1999291 len=280841 2024-08-04T15:57:18.517 INFO:tasks.workunit.client.0.smithi007.stdout:op 2700 completed, throughput=4.99MB/sec 2024-08-04T15:57:18.517 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-acMUiKx2SgylBlw off=17678627 len=431506 2024-08-04T15:57:18.518 INFO:tasks.workunit.client.0.smithi007.stdout:op 2701 completed, throughput=4.99MB/sec 2024-08-04T15:57:18.518 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RQUxY6NZym2-Fbg off=2278062 len=946667 2024-08-04T15:57:18.520 INFO:tasks.workunit.client.0.smithi007.stdout:op 2702 completed, throughput=4.99MB/sec 2024-08-04T15:57:18.520 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SS-dUR-bwi16cxK off=8177696 len=1309997 2024-08-04T15:57:18.522 INFO:tasks.workunit.client.0.smithi007.stdout:op 2703 completed, throughput=5MB/sec 2024-08-04T15:57:18.522 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0HYmRTng88OR5Vz off=1905024 len=1406539 2024-08-04T15:57:18.524 INFO:tasks.workunit.client.0.smithi007.stdout:op 2704 completed, throughput=5MB/sec 2024-08-04T15:57:18.524 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Id_rrinKBXx6dI4 off=1145683 len=226764 2024-08-04T15:57:18.525 INFO:tasks.workunit.client.0.smithi007.stdout:op 2705 completed, throughput=5MB/sec 2024-08-04T15:57:18.525 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-l-LjNGf8BkdqxH_ off=0 len=1740794 2024-08-04T15:57:18.532 INFO:tasks.workunit.client.0.smithi007.stdout:op 2706 completed, throughput=5MB/sec 2024-08-04T15:57:18.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:18 smithi062 ceph-mon[85960]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:57:18.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:18 smithi007 ceph-mon[92692]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:57:18.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:18 smithi007 ceph-mon[94998]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:57:19.533 INFO:tasks.workunit.client.0.smithi007.stdout: 527: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:19.533 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mS_QJnX13TrfFt9 off=1003034 len=1744321 2024-08-04T15:57:19.541 INFO:tasks.workunit.client.0.smithi007.stdout:op 2707 completed, throughput=5MB/sec 2024-08-04T15:57:19.541 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7vpiCJKtqfImE2r off=7001291 len=1093677 2024-08-04T15:57:19.547 INFO:tasks.workunit.client.0.smithi007.stdout:op 2708 completed, throughput=5MB/sec 2024-08-04T15:57:19.547 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SlowSYtEBQ2ojEW off=15738489 len=1899255 2024-08-04T15:57:19.549 INFO:tasks.workunit.client.0.smithi007.stdout:op 2709 completed, throughput=5MB/sec 2024-08-04T15:57:20.549 INFO:tasks.workunit.client.0.smithi007.stdout: 528: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:20.549 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NJvYrxZ2BeBRgS8 off=4270207 len=672742 2024-08-04T15:57:20.550 INFO:tasks.workunit.client.0.smithi007.stdout:op 2710 completed, throughput=4.99MB/sec 2024-08-04T15:57:20.551 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-owPZKGbi_4Qo3WZ off=7745533 len=375435 2024-08-04T15:57:20.552 INFO:tasks.workunit.client.0.smithi007.stdout:op 2711 completed, throughput=4.99MB/sec 2024-08-04T15:57:20.552 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pxKb-J3YoKYBnN9 off=4494001 len=1973011 2024-08-04T15:57:20.556 INFO:tasks.workunit.client.0.smithi007.stdout:op 2712 completed, throughput=5MB/sec 2024-08-04T15:57:20.556 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bSeMo013TzjbvD5 off=1349508 len=1190186 2024-08-04T15:57:20.562 INFO:tasks.workunit.client.0.smithi007.stdout:op 2713 completed, throughput=5MB/sec 2024-08-04T15:57:20.562 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3GYAP7cWA0rxVQM off=14642967 len=1731321 2024-08-04T15:57:20.570 INFO:tasks.workunit.client.0.smithi007.stdout:op 2714 completed, throughput=5MB/sec 2024-08-04T15:57:20.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:20 smithi062 ceph-mon[85960]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:57:20.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:20 smithi007 ceph-mon[92692]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:57:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:20 smithi007 ceph-mon[94998]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:57:21.570 INFO:tasks.workunit.client.0.smithi007.stdout: 529: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:21.570 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MbhT4Att3lCWlj- off=9614982 len=1676618 2024-08-04T15:57:21.574 INFO:tasks.workunit.client.0.smithi007.stdout:op 2715 completed, throughput=5MB/sec 2024-08-04T15:57:21.574 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-E2Wvmg-dMAEQxtm off=2480944 len=463756 2024-08-04T15:57:21.575 INFO:tasks.workunit.client.0.smithi007.stdout:op 2716 completed, throughput=5MB/sec 2024-08-04T15:57:21.575 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QEURElDUOb4w6cv off=7829479 len=1197700 2024-08-04T15:57:21.581 INFO:tasks.workunit.client.0.smithi007.stdout:op 2717 completed, throughput=5MB/sec 2024-08-04T15:57:21.581 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oa7e3257YPv9JQw off=8473744 len=1832951 2024-08-04T15:57:21.583 INFO:tasks.workunit.client.0.smithi007.stdout:op 2718 completed, throughput=5MB/sec 2024-08-04T15:57:21.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:57:21.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:57:21.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:57:22.584 INFO:tasks.workunit.client.0.smithi007.stdout: 530: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:22.584 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VN7-3ZByyfghZek off=12169492 len=948561 2024-08-04T15:57:22.589 INFO:tasks.workunit.client.0.smithi007.stdout:op 2719 completed, throughput=4.99MB/sec 2024-08-04T15:57:22.589 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JKsNgpgitd0OD4Z off=1818337 len=1936511 2024-08-04T15:57:22.600 INFO:tasks.workunit.client.0.smithi007.stdout:op 2720 completed, throughput=5MB/sec 2024-08-04T15:57:22.600 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wderp7FLYl_sEnE off=17605955 len=511474 2024-08-04T15:57:22.602 INFO:tasks.workunit.client.0.smithi007.stdout:op 2721 completed, throughput=5MB/sec 2024-08-04T15:57:22.602 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3v7djPCdyi4HJLv off=837808 len=359942 2024-08-04T15:57:22.603 INFO:tasks.workunit.client.0.smithi007.stdout:op 2722 completed, throughput=5MB/sec 2024-08-04T15:57:22.603 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1xpqH6E58ne6kP8 off=2278008 len=1804971 2024-08-04T15:57:22.605 INFO:tasks.workunit.client.0.smithi007.stdout:op 2723 completed, throughput=5MB/sec 2024-08-04T15:57:22.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:22 smithi062 ceph-mon[85960]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:57:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:57:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:57:22.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:22 smithi007 ceph-mon[92692]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:57:22.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:22 smithi007 ceph-mon[94998]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:57:23.605 INFO:tasks.workunit.client.0.smithi007.stdout: 531: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:23.606 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KenTyy4GFnjXXsz off=1072197 len=121047 2024-08-04T15:57:23.608 INFO:tasks.workunit.client.0.smithi007.stdout:op 2724 completed, throughput=4.99MB/sec 2024-08-04T15:57:23.608 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GuChI9krRBTam9W off=1676879 len=1710878 2024-08-04T15:57:23.610 INFO:tasks.workunit.client.0.smithi007.stdout:op 2725 completed, throughput=5MB/sec 2024-08-04T15:57:23.610 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fpQMBmEr-9IU37c off=10079303 len=61853 2024-08-04T15:57:23.613 INFO:tasks.workunit.client.0.smithi007.stdout:op 2726 completed, throughput=5MB/sec 2024-08-04T15:57:23.614 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-01MyFcQhHAibfxS off=8939979 len=84432 2024-08-04T15:57:23.614 INFO:tasks.workunit.client.0.smithi007.stdout:op 2727 completed, throughput=5MB/sec 2024-08-04T15:57:23.614 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NPNkwkboaZgxMmc off=6697366 len=1913714 2024-08-04T15:57:23.622 INFO:tasks.workunit.client.0.smithi007.stdout:op 2728 completed, throughput=5MB/sec 2024-08-04T15:57:23.622 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nvbFk5UWmlhmyK9 off=14987635 len=64009 2024-08-04T15:57:23.622 INFO:tasks.workunit.client.0.smithi007.stdout:op 2729 completed, throughput=5MB/sec 2024-08-04T15:57:23.622 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UOQq9eR8x5shW3W off=2437300 len=404074 2024-08-04T15:57:23.626 INFO:tasks.workunit.client.0.smithi007.stdout:op 2730 completed, throughput=5MB/sec 2024-08-04T15:57:24.626 INFO:tasks.workunit.client.0.smithi007.stdout: 532: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:24.627 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YbAx4kveR7gzjPC off=12832328 len=118557 2024-08-04T15:57:24.629 INFO:tasks.workunit.client.0.smithi007.stdout:op 2731 completed, throughput=4.99MB/sec 2024-08-04T15:57:24.629 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wmHfRBEdVtonzLS off=6105412 len=2069907 2024-08-04T15:57:24.640 INFO:tasks.workunit.client.0.smithi007.stdout:op 2732 completed, throughput=5MB/sec 2024-08-04T15:57:24.640 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oHYR_ef-TGHYCHT off=20475387 len=617051 2024-08-04T15:57:24.641 INFO:tasks.workunit.client.0.smithi007.stdout:op 2733 completed, throughput=5MB/sec 2024-08-04T15:57:24.641 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Z76T3nyynt8TuUM off=15340439 len=1588551 2024-08-04T15:57:24.643 INFO:tasks.workunit.client.0.smithi007.stdout:op 2734 completed, throughput=5MB/sec 2024-08-04T15:57:24.643 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QBWXyKcQivgRlsc off=9086703 len=277516 2024-08-04T15:57:24.646 INFO:tasks.workunit.client.0.smithi007.stdout:op 2735 completed, throughput=5MB/sec 2024-08-04T15:57:24.646 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rgO-lflo2_h0aqA off=2458039 len=1948387 2024-08-04T15:57:24.657 INFO:tasks.workunit.client.0.smithi007.stdout:op 2736 completed, throughput=5MB/sec 2024-08-04T15:57:24.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:24 smithi062 ceph-mon[85960]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:57:24.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:24 smithi007 ceph-mon[92692]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:57:24.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:24 smithi007 ceph-mon[94998]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:57:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: 533: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:25.658 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zrucuvGYeEDA7vT off=20063119 len=968040 2024-08-04T15:57:25.663 INFO:tasks.workunit.client.0.smithi007.stdout:op 2737 completed, throughput=5MB/sec 2024-08-04T15:57:25.663 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aOTyWXPA7ZVKO-H off=5641368 len=831994 2024-08-04T15:57:25.664 INFO:tasks.workunit.client.0.smithi007.stdout:op 2738 completed, throughput=5MB/sec 2024-08-04T15:57:25.665 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aG6FQ_RThsT-sWE off=1130679 len=584190 2024-08-04T15:57:25.666 INFO:tasks.workunit.client.0.smithi007.stdout:op 2739 completed, throughput=5MB/sec 2024-08-04T15:57:25.666 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-N5_a1E-S3Wq-V7a off=11307998 len=1877418 2024-08-04T15:57:25.674 INFO:tasks.workunit.client.0.smithi007.stdout:op 2740 completed, throughput=5MB/sec 2024-08-04T15:57:26.489 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:57:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:57:26] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-04T15:57:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: 534: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:26.674 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IQSmxGTP8KBuPDA off=2335175 len=1919435 2024-08-04T15:57:26.685 INFO:tasks.workunit.client.0.smithi007.stdout:op 2741 completed, throughput=4.99MB/sec 2024-08-04T15:57:26.685 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PBjWE18C08q1nln off=2854627 len=1748314 2024-08-04T15:57:26.694 INFO:tasks.workunit.client.0.smithi007.stdout:op 2742 completed, throughput=5MB/sec 2024-08-04T15:57:26.694 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yakxBR1aMggVMOk off=12779411 len=2063948 2024-08-04T15:57:26.704 INFO:tasks.workunit.client.0.smithi007.stdout:op 2743 completed, throughput=5MB/sec 2024-08-04T15:57:26.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:26 smithi062 ceph-mon[85960]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:57:26.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:26 smithi007 ceph-mon[92692]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:57:26.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:26 smithi007 ceph-mon[94998]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:57:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: 535: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:27.705 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_hA6vxgY613AAw6 off=13658152 len=1942798 2024-08-04T15:57:27.707 INFO:tasks.workunit.client.0.smithi007.stdout:op 2744 completed, throughput=5MB/sec 2024-08-04T15:57:27.707 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BTRNnkFHTBp1vwC off=17484868 len=66771 2024-08-04T15:57:27.707 INFO:tasks.workunit.client.0.smithi007.stdout:op 2745 completed, throughput=5MB/sec 2024-08-04T15:57:27.707 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0iDtSkEnMtwKW8O off=7546644 len=1461424 2024-08-04T15:57:27.715 INFO:tasks.workunit.client.0.smithi007.stdout:op 2746 completed, throughput=5MB/sec 2024-08-04T15:57:27.715 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OUYa4o_MLMSEOuV off=2178528 len=1157732 2024-08-04T15:57:27.720 INFO:tasks.workunit.client.0.smithi007.stdout:op 2747 completed, throughput=5MB/sec 2024-08-04T15:57:28.721 INFO:tasks.workunit.client.0.smithi007.stdout: 536: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:28.721 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GfeFv7NRCgBZwqE off=2508857 len=442296 2024-08-04T15:57:28.722 INFO:tasks.workunit.client.0.smithi007.stdout:op 2748 completed, throughput=4.99MB/sec 2024-08-04T15:57:28.722 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NRQodYqu2_-MygT off=1161845 len=1207157 2024-08-04T15:57:28.727 INFO:tasks.workunit.client.0.smithi007.stdout:op 2749 completed, throughput=4.99MB/sec 2024-08-04T15:57:28.728 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-f616CkQFUoiVx-3 off=7173509 len=581418 2024-08-04T15:57:28.731 INFO:tasks.workunit.client.0.smithi007.stdout:op 2750 completed, throughput=4.99MB/sec 2024-08-04T15:57:28.731 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MAlHYwvEkwzmiTc off=13023123 len=1713549 2024-08-04T15:57:28.734 INFO:tasks.workunit.client.0.smithi007.stdout:op 2751 completed, throughput=5MB/sec 2024-08-04T15:57:28.734 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6jHo3rG8OgoqCWD off=8649160 len=1125598 2024-08-04T15:57:28.739 INFO:tasks.workunit.client.0.smithi007.stdout:op 2752 completed, throughput=5MB/sec 2024-08-04T15:57:28.739 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-d6sE5dFBB9Hnov8 off=5597514 len=1071041 2024-08-04T15:57:28.740 INFO:tasks.workunit.client.0.smithi007.stdout:op 2753 completed, throughput=5MB/sec 2024-08-04T15:57:28.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:28 smithi062 ceph-mon[85960]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:57:28.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:28 smithi007 ceph-mon[92692]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:57:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:28 smithi007 ceph-mon[94998]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T15:57:29.741 INFO:tasks.workunit.client.0.smithi007.stdout: 537: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:29.741 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-p-c1niRN2cCSv2f off=14650790 len=491733 2024-08-04T15:57:29.742 INFO:tasks.workunit.client.0.smithi007.stdout:op 2754 completed, throughput=4.99MB/sec 2024-08-04T15:57:29.742 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iIFdrNgON6r146_ off=6950703 len=1124450 2024-08-04T15:57:29.743 INFO:tasks.workunit.client.0.smithi007.stdout:op 2755 completed, throughput=5MB/sec 2024-08-04T15:57:29.744 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kFzVEI4zaaTRxJZ off=13667766 len=577494 2024-08-04T15:57:29.748 INFO:tasks.workunit.client.0.smithi007.stdout:op 2756 completed, throughput=5MB/sec 2024-08-04T15:57:29.748 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-q0Ki21JRm6Yjz1S off=2760028 len=1912773 2024-08-04T15:57:29.760 INFO:tasks.workunit.client.0.smithi007.stdout:op 2757 completed, throughput=5MB/sec 2024-08-04T15:57:29.760 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-r7W2GvlD9TTqAGh off=834661 len=1125559 2024-08-04T15:57:29.761 INFO:tasks.workunit.client.0.smithi007.stdout:op 2758 completed, throughput=5MB/sec 2024-08-04T15:57:30.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:30 smithi062 ceph-mon[85960]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:57:30.761 INFO:tasks.workunit.client.0.smithi007.stdout: 538: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:30.761 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tCDRfsTenwk7ppU off=224121 len=494780 2024-08-04T15:57:30.765 INFO:tasks.workunit.client.0.smithi007.stdout:op 2759 completed, throughput=4.99MB/sec 2024-08-04T15:57:30.765 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-o_x1y4uBoh6W_B0 off=4361570 len=1484264 2024-08-04T15:57:30.775 INFO:tasks.workunit.client.0.smithi007.stdout:op 2760 completed, throughput=5MB/sec 2024-08-04T15:57:30.775 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-s41glv-GVsJKphe off=8350069 len=1776180 2024-08-04T15:57:30.778 INFO:tasks.workunit.client.0.smithi007.stdout:op 2761 completed, throughput=5MB/sec 2024-08-04T15:57:30.778 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hFjgmj0BaIZkQsW off=3486553 len=1379510 2024-08-04T15:57:30.785 INFO:tasks.workunit.client.0.smithi007.stdout:op 2762 completed, throughput=5MB/sec 2024-08-04T15:57:30.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:30 smithi007 ceph-mon[92692]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:57:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:30 smithi007 ceph-mon[94998]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:57:31.785 INFO:tasks.workunit.client.0.smithi007.stdout: 539: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:31.786 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sQfRouKYLU3m9Bj off=12231985 len=1008826 2024-08-04T15:57:31.791 INFO:tasks.workunit.client.0.smithi007.stdout:op 2763 completed, throughput=4.99MB/sec 2024-08-04T15:57:31.792 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TOuJSLU736jGQNy off=1905440 len=1913173 2024-08-04T15:57:31.794 INFO:tasks.workunit.client.0.smithi007.stdout:op 2764 completed, throughput=5MB/sec 2024-08-04T15:57:31.794 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BAV-nqCNj950V_C off=1461041 len=487487 2024-08-04T15:57:31.795 INFO:tasks.workunit.client.0.smithi007.stdout:op 2765 completed, throughput=5MB/sec 2024-08-04T15:57:31.795 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mxVMyhtgOw6s12Y off=4833945 len=1254332 2024-08-04T15:57:31.797 INFO:tasks.workunit.client.0.smithi007.stdout:op 2766 completed, throughput=5MB/sec 2024-08-04T15:57:31.797 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-p7MrvSdPObjilvP off=9220549 len=1635571 2024-08-04T15:57:31.805 INFO:tasks.workunit.client.0.smithi007.stdout:op 2767 completed, throughput=5MB/sec 2024-08-04T15:57:32.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:32 smithi062 ceph-mon[85960]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:57:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:57:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:57:32.805 INFO:tasks.workunit.client.0.smithi007.stdout: 540: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:32.806 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mZuDzXzm54Q1gVS off=1313003 len=1612186 2024-08-04T15:57:32.815 INFO:tasks.workunit.client.0.smithi007.stdout:op 2768 completed, throughput=5MB/sec 2024-08-04T15:57:32.815 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gYAZm5MFSYLZZgK off=10991596 len=241464 2024-08-04T15:57:32.816 INFO:tasks.workunit.client.0.smithi007.stdout:op 2769 completed, throughput=5MB/sec 2024-08-04T15:57:32.816 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lqHt5mSn8CVqRfR off=15500680 len=491998 2024-08-04T15:57:32.817 INFO:tasks.workunit.client.0.smithi007.stdout:op 2770 completed, throughput=5MB/sec 2024-08-04T15:57:32.817 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-M_N64Q-0FrJimfY off=20613205 len=97579 2024-08-04T15:57:32.820 INFO:tasks.workunit.client.0.smithi007.stdout:op 2771 completed, throughput=5MB/sec 2024-08-04T15:57:32.820 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7pEm-UnZjlGtQ7e off=6553027 len=1587530 2024-08-04T15:57:32.826 INFO:tasks.workunit.client.0.smithi007.stdout:op 2772 completed, throughput=5MB/sec 2024-08-04T15:57:32.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:32 smithi007 ceph-mon[92692]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:57:32.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:32 smithi007 ceph-mon[94998]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:57:33.827 INFO:tasks.workunit.client.0.smithi007.stdout: 541: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:33.827 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QWH9YRrTMGBElvk off=16586665 len=785845 2024-08-04T15:57:33.831 INFO:tasks.workunit.client.0.smithi007.stdout:op 2773 completed, throughput=4.99MB/sec 2024-08-04T15:57:33.831 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-u63l0ofn74xEZel off=836850 len=1445091 2024-08-04T15:57:33.833 INFO:tasks.workunit.client.0.smithi007.stdout:op 2774 completed, throughput=5MB/sec 2024-08-04T15:57:33.834 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HWeKEJXwlLNoVCY off=17635987 len=28098 2024-08-04T15:57:33.834 INFO:tasks.workunit.client.0.smithi007.stdout:op 2775 completed, throughput=5MB/sec 2024-08-04T15:57:33.835 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NkOg5GWUPt7vJZ- off=11198436 len=981503 2024-08-04T15:57:33.840 INFO:tasks.workunit.client.0.smithi007.stdout:op 2776 completed, throughput=5MB/sec 2024-08-04T15:57:33.840 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0TzWs-I9LCLd0rc off=15822883 len=1832892 2024-08-04T15:57:33.842 INFO:tasks.workunit.client.0.smithi007.stdout:op 2777 completed, throughput=5MB/sec 2024-08-04T15:57:33.843 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tewDnYG6Duzr2Zi off=8204655 len=111646 2024-08-04T15:57:33.845 INFO:tasks.workunit.client.0.smithi007.stdout:op 2778 completed, throughput=5MB/sec 2024-08-04T15:57:34.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:34 smithi062 ceph-mon[85960]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-04T15:57:34.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:57:34.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:34 smithi007 ceph-mon[92692]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-04T15:57:34.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:57:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:34 smithi007 ceph-mon[94998]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-04T15:57:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:57:34.845 INFO:tasks.workunit.client.0.smithi007.stdout: 542: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:34.845 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KucEymgSDnONyHQ off=21801966 len=877213 2024-08-04T15:57:34.850 INFO:tasks.workunit.client.0.smithi007.stdout:op 2779 completed, throughput=4.99MB/sec 2024-08-04T15:57:34.850 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EpeCReJMQF2mNci off=4654021 len=1617598 2024-08-04T15:57:34.852 INFO:tasks.workunit.client.0.smithi007.stdout:op 2780 completed, throughput=5MB/sec 2024-08-04T15:57:34.853 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aQNUabUyeMZ5JLJ off=6530177 len=304766 2024-08-04T15:57:34.853 INFO:tasks.workunit.client.0.smithi007.stdout:op 2781 completed, throughput=5MB/sec 2024-08-04T15:57:34.853 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Qf6OHnArrPG6UmG off=14843596 len=1924079 2024-08-04T15:57:34.863 INFO:tasks.workunit.client.0.smithi007.stdout:op 2782 completed, throughput=5MB/sec 2024-08-04T15:57:34.863 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bza6fl8PXo7GZac off=3462963 len=871943 2024-08-04T15:57:34.864 INFO:tasks.workunit.client.0.smithi007.stdout:op 2783 completed, throughput=5MB/sec 2024-08-04T15:57:35.865 INFO:tasks.workunit.client.0.smithi007.stdout: 543: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:35.865 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8-kWFBP0L9AYez0 off=1860738 len=688296 2024-08-04T15:57:35.865 INFO:tasks.workunit.client.0.smithi007.stdout:op 2784 completed, throughput=4.99MB/sec 2024-08-04T15:57:35.866 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-h9wZnCM3nARF-5N off=13421577 len=576744 2024-08-04T15:57:35.866 INFO:tasks.workunit.client.0.smithi007.stdout:op 2785 completed, throughput=4.99MB/sec 2024-08-04T15:57:35.866 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Uewo-uMg3zAp5gx off=11600747 len=517466 2024-08-04T15:57:35.867 INFO:tasks.workunit.client.0.smithi007.stdout:op 2786 completed, throughput=4.99MB/sec 2024-08-04T15:57:35.867 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OkAH8eBxC0jyras off=7099960 len=2013296 2024-08-04T15:57:35.874 INFO:tasks.workunit.client.0.smithi007.stdout:op 2787 completed, throughput=5MB/sec 2024-08-04T15:57:35.875 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XV6OrH0z69iTHMN off=5654614 len=543740 2024-08-04T15:57:35.878 INFO:tasks.workunit.client.0.smithi007.stdout:op 2788 completed, throughput=5MB/sec 2024-08-04T15:57:35.878 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uk04LLRu-SDPPm0 off=11578654 len=1352453 2024-08-04T15:57:35.885 INFO:tasks.workunit.client.0.smithi007.stdout:op 2789 completed, throughput=5MB/sec 2024-08-04T15:57:36.335 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:57:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:57:36] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2024-08-04T15:57:36.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:36 smithi062 ceph-mon[85960]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:57:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:57:36.766 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:36 smithi007 ceph-mon[92692]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:57:36.766 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:57:36.766 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:36 smithi007 ceph-mon[94998]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:57:36.766 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:57:36.885 INFO:tasks.workunit.client.0.smithi007.stdout: 544: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:36.886 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VlVgY81AXaGzuX2 off=5753916 len=1649016 2024-08-04T15:57:36.887 INFO:tasks.workunit.client.0.smithi007.stdout:op 2790 completed, throughput=4.99MB/sec 2024-08-04T15:57:36.887 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Im5n8ROD8sOE7-e off=1519996 len=132365 2024-08-04T15:57:36.888 INFO:tasks.workunit.client.0.smithi007.stdout:op 2791 completed, throughput=5MB/sec 2024-08-04T15:57:36.888 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--OPf2mO-Wv9ppEh off=10151036 len=725194 2024-08-04T15:57:36.888 INFO:tasks.workunit.client.0.smithi007.stdout:op 2792 completed, throughput=5MB/sec 2024-08-04T15:57:36.888 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fW7SC2l7f4eJMhR off=18793145 len=1070240 2024-08-04T15:57:36.893 INFO:tasks.workunit.client.0.smithi007.stdout:op 2793 completed, throughput=5MB/sec 2024-08-04T15:57:36.893 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SRTMZrEg2dHVdS3 off=17293571 len=1114132 2024-08-04T15:57:36.894 INFO:tasks.workunit.client.0.smithi007.stdout:op 2794 completed, throughput=5MB/sec 2024-08-04T15:57:37.895 INFO:tasks.workunit.client.0.smithi007.stdout: 545: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:37.895 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cQZf9LOuaAv-WV0 off=2296775 len=1696455 2024-08-04T15:57:37.902 INFO:tasks.workunit.client.0.smithi007.stdout:op 2795 completed, throughput=4.99MB/sec 2024-08-04T15:57:37.902 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3_-H4-2lL1izPCD off=174482 len=53191 2024-08-04T15:57:37.902 INFO:tasks.workunit.client.0.smithi007.stdout:op 2796 completed, throughput=4.99MB/sec 2024-08-04T15:57:37.903 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LwQdI6rcS-isDKj off=4969690 len=1768923 2024-08-04T15:57:37.904 INFO:tasks.workunit.client.0.smithi007.stdout:op 2797 completed, throughput=5MB/sec 2024-08-04T15:57:37.905 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PZEoKjoCAC77A4A off=2280030 len=1781052 2024-08-04T15:57:37.906 INFO:tasks.workunit.client.0.smithi007.stdout:op 2798 completed, throughput=5MB/sec 2024-08-04T15:57:38.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:57:38.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:57:38.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:57:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:57:38.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:57:38.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:57:38.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:57:38.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:57:38.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:57:38.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:57:38.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:57:38.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:57:38.907 INFO:tasks.workunit.client.0.smithi007.stdout: 546: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:38.907 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-icixYaOkrSi82Bo off=2688532 len=376028 2024-08-04T15:57:38.910 INFO:tasks.workunit.client.0.smithi007.stdout:op 2799 completed, throughput=4.99MB/sec 2024-08-04T15:57:38.910 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-14Ic_bYpOt4asn2 off=17140297 len=2061455 2024-08-04T15:57:38.912 INFO:tasks.workunit.client.0.smithi007.stdout:op 2800 completed, throughput=5MB/sec 2024-08-04T15:57:38.912 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gZkrd7CUZN1Edex off=1863136 len=1667225 2024-08-04T15:57:38.922 INFO:tasks.workunit.client.0.smithi007.stdout:op 2801 completed, throughput=5MB/sec 2024-08-04T15:57:38.922 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tg_e635TjTKKLsx off=1022198 len=256078 2024-08-04T15:57:38.923 INFO:tasks.workunit.client.0.smithi007.stdout:op 2802 completed, throughput=5MB/sec 2024-08-04T15:57:38.923 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fbqWInafvrVPce5 off=8136238 len=355361 2024-08-04T15:57:38.926 INFO:tasks.workunit.client.0.smithi007.stdout:op 2803 completed, throughput=5MB/sec 2024-08-04T15:57:38.926 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XkqB7lfPTn50T0n off=8918719 len=253409 2024-08-04T15:57:38.926 INFO:tasks.workunit.client.0.smithi007.stdout:op 2804 completed, throughput=5MB/sec 2024-08-04T15:57:38.927 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AzDvJLAwTxhFXOd off=15881770 len=2044474 2024-08-04T15:57:38.928 INFO:tasks.workunit.client.0.smithi007.stdout:op 2805 completed, throughput=5MB/sec 2024-08-04T15:57:39.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:39 smithi007 ceph-mon[92692]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T15:57:39.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:57:39.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:57:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:57:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:39 smithi007 ceph-mon[94998]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T15:57:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:57:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:57:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:57:39.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:39 smithi062 ceph-mon[85960]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T15:57:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:57:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:57:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:57:39.928 INFO:tasks.workunit.client.0.smithi007.stdout: 547: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:39.929 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PcVjrheClyuEjDH off=8744631 len=485027 2024-08-04T15:57:39.932 INFO:tasks.workunit.client.0.smithi007.stdout:op 2806 completed, throughput=4.99MB/sec 2024-08-04T15:57:39.932 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nfoeCv6kvkG6o1d off=5675861 len=1936510 2024-08-04T15:57:39.935 INFO:tasks.workunit.client.0.smithi007.stdout:op 2807 completed, throughput=5MB/sec 2024-08-04T15:57:39.935 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NGcr2H6lc8JKP4y off=4537659 len=1784389 2024-08-04T15:57:39.943 INFO:tasks.workunit.client.0.smithi007.stdout:op 2808 completed, throughput=5MB/sec 2024-08-04T15:57:40.943 INFO:tasks.workunit.client.0.smithi007.stdout: 548: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:40.943 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mA-tk_MfNX-djKw off=7860733 len=825237 2024-08-04T15:57:40.944 INFO:tasks.workunit.client.0.smithi007.stdout:op 2809 completed, throughput=4.99MB/sec 2024-08-04T15:57:40.945 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-x6IUW_qsYEOtTfw off=1524090 len=85842 2024-08-04T15:57:40.947 INFO:tasks.workunit.client.0.smithi007.stdout:op 2810 completed, throughput=4.99MB/sec 2024-08-04T15:57:40.947 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fLsS0Hrgp7U0H1t off=8360497 len=508574 2024-08-04T15:57:40.948 INFO:tasks.workunit.client.0.smithi007.stdout:op 2811 completed, throughput=4.99MB/sec 2024-08-04T15:57:40.948 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WcVf9xbD55YDa94 off=15005745 len=1775839 2024-08-04T15:57:40.956 INFO:tasks.workunit.client.0.smithi007.stdout:op 2812 completed, throughput=5MB/sec 2024-08-04T15:57:40.956 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XaTqyz0brwqiqbB off=4613677 len=1226871 2024-08-04T15:57:40.958 INFO:tasks.workunit.client.0.smithi007.stdout:op 2813 completed, throughput=5MB/sec 2024-08-04T15:57:40.958 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Sqlk88x2vhgR_TP off=14287688 len=1689267 2024-08-04T15:57:40.968 INFO:tasks.workunit.client.0.smithi007.stdout:op 2814 completed, throughput=5MB/sec 2024-08-04T15:57:41.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:41 smithi007 ceph-mon[92692]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:57:41.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:41 smithi007 ceph-mon[94998]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:57:41.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:41 smithi062 ceph-mon[85960]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:57:41.969 INFO:tasks.workunit.client.0.smithi007.stdout: 549: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:41.969 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2Tx_M01iJAZg2tb off=17362362 len=1155684 2024-08-04T15:57:41.971 INFO:tasks.workunit.client.0.smithi007.stdout:op 2815 completed, throughput=5MB/sec 2024-08-04T15:57:41.971 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-F5u1OlF9tA58KoJ off=8062590 len=1405025 2024-08-04T15:57:41.974 INFO:tasks.workunit.client.0.smithi007.stdout:op 2816 completed, throughput=5MB/sec 2024-08-04T15:57:41.974 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-N7En_oMZHBGwzTj off=1916490 len=419918 2024-08-04T15:57:41.978 INFO:tasks.workunit.client.0.smithi007.stdout:op 2817 completed, throughput=5MB/sec 2024-08-04T15:57:41.978 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-liGsXp8GRruVhd2 off=2567674 len=1782748 2024-08-04T15:57:41.982 INFO:tasks.workunit.client.0.smithi007.stdout:op 2818 completed, throughput=5MB/sec 2024-08-04T15:57:42.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:57:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:57:42.982 INFO:tasks.workunit.client.0.smithi007.stdout: 550: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:42.982 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lM5TDLAypMkA4b_ off=11814611 len=425203 2024-08-04T15:57:42.983 INFO:tasks.workunit.client.0.smithi007.stdout:op 2819 completed, throughput=4.99MB/sec 2024-08-04T15:57:42.983 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YzGL4bkkcakb5vZ off=3524552 len=1628677 2024-08-04T15:57:42.990 INFO:tasks.workunit.client.0.smithi007.stdout:op 2820 completed, throughput=5MB/sec 2024-08-04T15:57:42.990 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OXVvEKjvwHXmGq_ off=2819188 len=1433995 2024-08-04T15:57:42.992 INFO:tasks.workunit.client.0.smithi007.stdout:op 2821 completed, throughput=5MB/sec 2024-08-04T15:57:42.992 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3jI407ilasAyKeh off=1756104 len=1726642 2024-08-04T15:57:43.002 INFO:tasks.workunit.client.0.smithi007.stdout:op 2822 completed, throughput=5MB/sec 2024-08-04T15:57:43.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:43 smithi007 ceph-mon[92692]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:57:43.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:43 smithi007 ceph-mon[94998]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:57:43.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:43 smithi062 ceph-mon[85960]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:57:44.003 INFO:tasks.workunit.client.0.smithi007.stdout: 551: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:44.003 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zfHWqoWP5ATvLZA off=7839660 len=1956347 2024-08-04T15:57:44.014 INFO:tasks.workunit.client.0.smithi007.stdout:op 2823 completed, throughput=5MB/sec 2024-08-04T15:57:44.014 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zdrJPBE5ZUeGvZn off=3343702 len=1183465 2024-08-04T15:57:44.019 INFO:tasks.workunit.client.0.smithi007.stdout:op 2824 completed, throughput=5MB/sec 2024-08-04T15:57:44.019 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-b2Fj_TR1VzZ_o9F off=254676 len=926633 2024-08-04T15:57:44.024 INFO:tasks.workunit.client.0.smithi007.stdout:op 2825 completed, throughput=5MB/sec 2024-08-04T15:57:44.025 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-e_kWpyGx_itGCKe off=124596 len=1062517 2024-08-04T15:57:44.030 INFO:tasks.workunit.client.0.smithi007.stdout:op 2826 completed, throughput=5MB/sec 2024-08-04T15:57:45.030 INFO:tasks.workunit.client.0.smithi007.stdout: 552: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:45.030 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7n3-SGUHUXmAl0x off=2949508 len=1816075 2024-08-04T15:57:45.035 INFO:tasks.workunit.client.0.smithi007.stdout:op 2827 completed, throughput=4.99MB/sec 2024-08-04T15:57:45.035 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Qn1zHyLj2r0m7yP off=8010885 len=1144662 2024-08-04T15:57:45.041 INFO:tasks.workunit.client.0.smithi007.stdout:op 2828 completed, throughput=5MB/sec 2024-08-04T15:57:45.041 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rjsiMGvOvE5hTOe off=7804860 len=1926163 2024-08-04T15:57:45.043 INFO:tasks.workunit.client.0.smithi007.stdout:op 2829 completed, throughput=5MB/sec 2024-08-04T15:57:45.043 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AzDvJLAwTxhFXOd off=1373455 len=835798 2024-08-04T15:57:45.049 INFO:tasks.workunit.client.0.smithi007.stdout:op 2830 completed, throughput=5MB/sec 2024-08-04T15:57:45.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:45 smithi007 ceph-mon[92692]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:57:45.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:45 smithi007 ceph-mon[94998]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:57:45.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:45 smithi062 ceph-mon[85960]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:57:46.049 INFO:tasks.workunit.client.0.smithi007.stdout: 553: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:46.049 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PUzHbXfrNn6jCSJ off=13301251 len=1508164 2024-08-04T15:57:46.059 INFO:tasks.workunit.client.0.smithi007.stdout:op 2831 completed, throughput=4.99MB/sec 2024-08-04T15:57:46.059 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hGW1ddNEJc57whh off=1577166 len=1796793 2024-08-04T15:57:46.067 INFO:tasks.workunit.client.0.smithi007.stdout:op 2832 completed, throughput=5MB/sec 2024-08-04T15:57:46.067 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3_C00moAb76VQuF off=1087290 len=1534716 2024-08-04T15:57:46.073 INFO:tasks.workunit.client.0.smithi007.stdout:op 2833 completed, throughput=5MB/sec 2024-08-04T15:57:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:57:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:57:46] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2024-08-04T15:57:47.073 INFO:tasks.workunit.client.0.smithi007.stdout: 554: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:47.074 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ik7Np9qurISSwwx off=8921743 len=590791 2024-08-04T15:57:47.075 INFO:tasks.workunit.client.0.smithi007.stdout:op 2834 completed, throughput=4.99MB/sec 2024-08-04T15:57:47.075 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DeUngnMMEKkBeho off=483430 len=2005480 2024-08-04T15:57:47.079 INFO:tasks.workunit.client.0.smithi007.stdout:op 2835 completed, throughput=5MB/sec 2024-08-04T15:57:47.079 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TbL7uYdGTL9O0W7 off=1044367 len=1397800 2024-08-04T15:57:47.087 INFO:tasks.workunit.client.0.smithi007.stdout:op 2836 completed, throughput=5MB/sec 2024-08-04T15:57:47.087 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-amE2qtV-9zHB6LY off=988080 len=499432 2024-08-04T15:57:47.090 INFO:tasks.workunit.client.0.smithi007.stdout:op 2837 completed, throughput=5MB/sec 2024-08-04T15:57:47.090 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9PR-ONf7OJA1Nfw off=21046766 len=595824 2024-08-04T15:57:47.094 INFO:tasks.workunit.client.0.smithi007.stdout:op 2838 completed, throughput=5MB/sec 2024-08-04T15:57:47.094 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4YvkuqswiHB1hjS off=616014 len=1402423 2024-08-04T15:57:47.101 INFO:tasks.workunit.client.0.smithi007.stdout:op 2839 completed, throughput=5MB/sec 2024-08-04T15:57:47.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:47 smithi007 ceph-mon[92692]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:57:47.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:47 smithi007 ceph-mon[94998]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:57:47.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:47 smithi062 ceph-mon[85960]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:57:48.102 INFO:tasks.workunit.client.0.smithi007.stdout: 555: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:48.102 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-L3eAMwv-r-xOTA1 off=3471571 len=756020 2024-08-04T15:57:48.106 INFO:tasks.workunit.client.0.smithi007.stdout:op 2840 completed, throughput=4.99MB/sec 2024-08-04T15:57:48.106 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GOK1bxx8PHDMhPB off=3827166 len=399727 2024-08-04T15:57:48.108 INFO:tasks.workunit.client.0.smithi007.stdout:op 2841 completed, throughput=5MB/sec 2024-08-04T15:57:48.108 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-j5BzE2ZzuCSSWhO off=1608988 len=1186087 2024-08-04T15:57:48.109 INFO:tasks.workunit.client.0.smithi007.stdout:op 2842 completed, throughput=5MB/sec 2024-08-04T15:57:48.109 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-J1Tf5N-ERbWy-XS off=3659557 len=1893749 2024-08-04T15:57:48.120 INFO:tasks.workunit.client.0.smithi007.stdout:op 2843 completed, throughput=5MB/sec 2024-08-04T15:57:49.120 INFO:tasks.workunit.client.0.smithi007.stdout: 556: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:49.120 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lnw6FVJxgI3EyFL off=2455978 len=1208275 2024-08-04T15:57:49.122 INFO:tasks.workunit.client.0.smithi007.stdout:op 2844 completed, throughput=4.99MB/sec 2024-08-04T15:57:49.122 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-w-aBJw5jst0AKSP off=10566878 len=457685 2024-08-04T15:57:49.126 INFO:tasks.workunit.client.0.smithi007.stdout:op 2845 completed, throughput=4.99MB/sec 2024-08-04T15:57:49.126 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AyybFaSQBpEXR8W off=1783132 len=780164 2024-08-04T15:57:49.130 INFO:tasks.workunit.client.0.smithi007.stdout:op 2846 completed, throughput=5MB/sec 2024-08-04T15:57:49.131 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pfoYHCDltHljmlC off=9922594 len=1082541 2024-08-04T15:57:49.133 INFO:tasks.workunit.client.0.smithi007.stdout:op 2847 completed, throughput=5MB/sec 2024-08-04T15:57:49.133 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-x1kozpIKc4I3lIX off=12399916 len=738205 2024-08-04T15:57:49.134 INFO:tasks.workunit.client.0.smithi007.stdout:op 2848 completed, throughput=5MB/sec 2024-08-04T15:57:49.134 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MFFUqVTtR6OHKLR off=617216 len=1802586 2024-08-04T15:57:49.136 INFO:tasks.workunit.client.0.smithi007.stdout:op 2849 completed, throughput=5MB/sec 2024-08-04T15:57:49.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:49 smithi007 ceph-mon[92692]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:57:49.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:49 smithi007 ceph-mon[94998]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:57:49.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:49 smithi062 ceph-mon[85960]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:57:50.137 INFO:tasks.workunit.client.0.smithi007.stdout: 557: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:50.137 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HhfH7XpdQsY5gOb off=20324995 len=310473 2024-08-04T15:57:50.137 INFO:tasks.workunit.client.0.smithi007.stdout:op 2850 completed, throughput=4.99MB/sec 2024-08-04T15:57:50.138 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mAh1mToXrMF9EDM off=17241425 len=1928579 2024-08-04T15:57:50.146 INFO:tasks.workunit.client.0.smithi007.stdout:op 2851 completed, throughput=5MB/sec 2024-08-04T15:57:50.146 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6DGy7fSIPpphz9g off=16584483 len=1653196 2024-08-04T15:57:50.153 INFO:tasks.workunit.client.0.smithi007.stdout:op 2852 completed, throughput=5MB/sec 2024-08-04T15:57:50.153 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wfp9HlgcDudkPYw off=5455775 len=905837 2024-08-04T15:57:50.157 INFO:tasks.workunit.client.0.smithi007.stdout:op 2853 completed, throughput=5MB/sec 2024-08-04T15:57:51.158 INFO:tasks.workunit.client.0.smithi007.stdout: 558: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:51.158 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-C_jqWjkZZ_OO4Lc off=3747541 len=1842226 2024-08-04T15:57:51.165 INFO:tasks.workunit.client.0.smithi007.stdout:op 2854 completed, throughput=4.99MB/sec 2024-08-04T15:57:51.165 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6vP6A2HRL629MBX off=1702576 len=1670329 2024-08-04T15:57:51.168 INFO:tasks.workunit.client.0.smithi007.stdout:op 2855 completed, throughput=5MB/sec 2024-08-04T15:57:51.168 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yyuXwjVdOwks0Q9 off=2738318 len=1313480 2024-08-04T15:57:51.175 INFO:tasks.workunit.client.0.smithi007.stdout:op 2856 completed, throughput=5MB/sec 2024-08-04T15:57:51.175 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ViR7q_ZW8jxnXRs off=468575 len=914413 2024-08-04T15:57:51.180 INFO:tasks.workunit.client.0.smithi007.stdout:op 2857 completed, throughput=5MB/sec 2024-08-04T15:57:51.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:51 smithi007 ceph-mon[94998]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:57:51.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:57:51.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:51 smithi007 ceph-mon[92692]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:57:51.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:57:51.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:51 smithi062 ceph-mon[85960]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:57:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:57:52.180 INFO:tasks.workunit.client.0.smithi007.stdout: 559: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:52.180 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Q5Z4aDfWBadK4p9 off=6377892 len=1305773 2024-08-04T15:57:52.182 INFO:tasks.workunit.client.0.smithi007.stdout:op 2858 completed, throughput=4.99MB/sec 2024-08-04T15:57:52.182 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_Qa8myiJhFE1tg8 off=4308078 len=1764927 2024-08-04T15:57:52.185 INFO:tasks.workunit.client.0.smithi007.stdout:op 2859 completed, throughput=5MB/sec 2024-08-04T15:57:52.185 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_s1Ws_CZ1dV4PX8 off=1692679 len=706543 2024-08-04T15:57:52.186 INFO:tasks.workunit.client.0.smithi007.stdout:op 2860 completed, throughput=5MB/sec 2024-08-04T15:57:52.186 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PMmU53iRGYljsBD off=5004311 len=984806 2024-08-04T15:57:52.189 INFO:tasks.workunit.client.0.smithi007.stdout:op 2861 completed, throughput=5MB/sec 2024-08-04T15:57:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:57:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:57:53.189 INFO:tasks.workunit.client.0.smithi007.stdout: 560: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:53.189 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0V22WPh-ErICSan off=7664221 len=1850792 2024-08-04T15:57:53.201 INFO:tasks.workunit.client.0.smithi007.stdout:op 2862 completed, throughput=4.99MB/sec 2024-08-04T15:57:53.201 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FGZ3bMIcYy3btkh off=17432774 len=964667 2024-08-04T15:57:53.206 INFO:tasks.workunit.client.0.smithi007.stdout:op 2863 completed, throughput=5MB/sec 2024-08-04T15:57:53.206 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hUY2_fYPbDkzYMM off=1134019 len=501962 2024-08-04T15:57:53.210 INFO:tasks.workunit.client.0.smithi007.stdout:op 2864 completed, throughput=5MB/sec 2024-08-04T15:57:53.210 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-atHz38TLup4hJKt off=6186508 len=361438 2024-08-04T15:57:53.213 INFO:tasks.workunit.client.0.smithi007.stdout:op 2865 completed, throughput=5MB/sec 2024-08-04T15:57:53.214 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Zu6nCAs6EntC71J off=5398693 len=1300130 2024-08-04T15:57:53.220 INFO:tasks.workunit.client.0.smithi007.stdout:op 2866 completed, throughput=5MB/sec 2024-08-04T15:57:53.220 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NfM0rFDCD8TVAuX off=8981767 len=1520156 2024-08-04T15:57:53.226 INFO:tasks.workunit.client.0.smithi007.stdout:op 2867 completed, throughput=5MB/sec 2024-08-04T15:57:53.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:53 smithi007 ceph-mon[94998]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T15:57:53.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:53 smithi007 ceph-mon[92692]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T15:57:53.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:53 smithi062 ceph-mon[85960]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T15:57:54.226 INFO:tasks.workunit.client.0.smithi007.stdout: 561: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:54.226 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-y5ME5dDiIztVwYx off=5037454 len=1821213 2024-08-04T15:57:54.235 INFO:tasks.workunit.client.0.smithi007.stdout:op 2868 completed, throughput=5MB/sec 2024-08-04T15:57:54.235 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-p3pmTdqXGkCU8Ht off=791497 len=767685 2024-08-04T15:57:54.237 INFO:tasks.workunit.client.0.smithi007.stdout:op 2869 completed, throughput=5MB/sec 2024-08-04T15:57:54.237 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VdQlb8dq4Cbq1Rb off=19305941 len=1894395 2024-08-04T15:57:54.241 INFO:tasks.workunit.client.0.smithi007.stdout:op 2870 completed, throughput=5MB/sec 2024-08-04T15:57:55.241 INFO:tasks.workunit.client.0.smithi007.stdout: 562: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:55.242 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rjsiMGvOvE5hTOe off=850700 len=1667821 2024-08-04T15:57:55.244 INFO:tasks.workunit.client.0.smithi007.stdout:op 2871 completed, throughput=4.99MB/sec 2024-08-04T15:57:55.244 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Dpg6bEQSIENdE4M off=3998402 len=1346839 2024-08-04T15:57:55.247 INFO:tasks.workunit.client.0.smithi007.stdout:op 2872 completed, throughput=5MB/sec 2024-08-04T15:57:55.247 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3JFb-zbsxt513mx off=5401537 len=1245122 2024-08-04T15:57:55.249 INFO:tasks.workunit.client.0.smithi007.stdout:op 2873 completed, throughput=5MB/sec 2024-08-04T15:57:55.249 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wLCxyWAohSw7Hja off=6953796 len=969367 2024-08-04T15:57:55.250 INFO:tasks.workunit.client.0.smithi007.stdout:op 2874 completed, throughput=5MB/sec 2024-08-04T15:57:55.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:55 smithi007 ceph-mon[94998]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:57:55.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:55 smithi007 ceph-mon[92692]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:57:55.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:55 smithi062 ceph-mon[85960]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T15:57:56.251 INFO:tasks.workunit.client.0.smithi007.stdout: 563: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:56.251 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DJ8X-iJXGIY9aHV off=1423333 len=1762666 2024-08-04T15:57:56.262 INFO:tasks.workunit.client.0.smithi007.stdout:op 2875 completed, throughput=4.99MB/sec 2024-08-04T15:57:56.262 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-S3LVA-EOpvIQdbX off=2723203 len=110044 2024-08-04T15:57:56.264 INFO:tasks.workunit.client.0.smithi007.stdout:op 2876 completed, throughput=4.99MB/sec 2024-08-04T15:57:56.264 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ym1Pr862QsIO7vQ off=3710101 len=606981 2024-08-04T15:57:56.268 INFO:tasks.workunit.client.0.smithi007.stdout:op 2877 completed, throughput=5MB/sec 2024-08-04T15:57:56.268 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-E8F2X3dioUcypqn off=7909118 len=1754575 2024-08-04T15:57:56.271 INFO:tasks.workunit.client.0.smithi007.stdout:op 2878 completed, throughput=5MB/sec 2024-08-04T15:57:56.271 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PV0mpeovd5psuKP off=2805813 len=478209 2024-08-04T15:57:56.274 INFO:tasks.workunit.client.0.smithi007.stdout:op 2879 completed, throughput=5MB/sec 2024-08-04T15:57:56.275 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zyzuGnVJRjJWcpA off=1675980 len=1159835 2024-08-04T15:57:56.280 INFO:tasks.workunit.client.0.smithi007.stdout:op 2880 completed, throughput=5MB/sec 2024-08-04T15:57:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:57:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:57:56] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-08-04T15:57:57.280 INFO:tasks.workunit.client.0.smithi007.stdout: 564: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:57.280 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GsVyyecsysdxiS8 off=10330229 len=580215 2024-08-04T15:57:57.281 INFO:tasks.workunit.client.0.smithi007.stdout:op 2881 completed, throughput=4.99MB/sec 2024-08-04T15:57:57.281 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aPSDR3GbBVkajEp off=12282684 len=960772 2024-08-04T15:57:57.287 INFO:tasks.workunit.client.0.smithi007.stdout:op 2882 completed, throughput=5MB/sec 2024-08-04T15:57:57.287 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hSjFajy48WaubLY off=862653 len=1542933 2024-08-04T15:57:57.295 INFO:tasks.workunit.client.0.smithi007.stdout:op 2883 completed, throughput=5MB/sec 2024-08-04T15:57:57.295 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bTn_Me2VSp0OSHH off=2961318 len=2088730 2024-08-04T15:57:57.304 INFO:tasks.workunit.client.0.smithi007.stdout:op 2884 completed, throughput=5MB/sec 2024-08-04T15:57:57.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:57 smithi007 ceph-mon[94998]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T15:57:57.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:57 smithi007 ceph-mon[92692]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T15:57:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:57 smithi062 ceph-mon[85960]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T15:57:58.304 INFO:tasks.workunit.client.0.smithi007.stdout: 565: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:58.305 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--FjIgLg7is4X9SC off=14609209 len=250403 2024-08-04T15:57:58.308 INFO:tasks.workunit.client.0.smithi007.stdout:op 2885 completed, throughput=4.99MB/sec 2024-08-04T15:57:58.308 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pizO9HWcPrIKpRY off=22776864 len=705643 2024-08-04T15:57:58.313 INFO:tasks.workunit.client.0.smithi007.stdout:op 2886 completed, throughput=4.99MB/sec 2024-08-04T15:57:58.313 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Yco31Evvb_ozj8b off=14425930 len=988593 2024-08-04T15:57:58.318 INFO:tasks.workunit.client.0.smithi007.stdout:op 2887 completed, throughput=5MB/sec 2024-08-04T15:57:58.318 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oPWN-OyZskCx8qF off=8265885 len=1180102 2024-08-04T15:57:58.324 INFO:tasks.workunit.client.0.smithi007.stdout:op 2888 completed, throughput=5MB/sec 2024-08-04T15:57:58.324 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YTgLgfRAlO9kDA4 off=197134 len=521476 2024-08-04T15:57:58.329 INFO:tasks.workunit.client.0.smithi007.stdout:op 2889 completed, throughput=5MB/sec 2024-08-04T15:57:58.329 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oHUZ98-lWfQie0w off=1036550 len=686881 2024-08-04T15:57:58.332 INFO:tasks.workunit.client.0.smithi007.stdout:op 2890 completed, throughput=5MB/sec 2024-08-04T15:57:58.332 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IiNueCkYA5-RQbl off=7486210 len=31948 2024-08-04T15:57:58.334 INFO:tasks.workunit.client.0.smithi007.stdout:op 2891 completed, throughput=5MB/sec 2024-08-04T15:57:58.335 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nmrszIMBc-3x88B off=9746354 len=1967530 2024-08-04T15:57:58.346 INFO:tasks.workunit.client.0.smithi007.stdout:op 2892 completed, throughput=5MB/sec 2024-08-04T15:57:59.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:57:59 smithi007 ceph-mon[92692]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T15:57:59.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:57:59 smithi007 ceph-mon[94998]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T15:57:59.346 INFO:tasks.workunit.client.0.smithi007.stdout: 566: throughput=4.99MB/sec pending data=0 2024-08-04T15:57:59.346 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qgQIHdZn2SPdyvX off=3565136 len=949177 2024-08-04T15:57:59.347 INFO:tasks.workunit.client.0.smithi007.stdout:op 2893 completed, throughput=5MB/sec 2024-08-04T15:57:59.348 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qhW0AXRme4cPe31 off=16191588 len=1695130 2024-08-04T15:57:59.355 INFO:tasks.workunit.client.0.smithi007.stdout:op 2894 completed, throughput=5MB/sec 2024-08-04T15:57:59.355 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ziOHa-J9hAIPhwP off=20416537 len=588478 2024-08-04T15:57:59.356 INFO:tasks.workunit.client.0.smithi007.stdout:op 2895 completed, throughput=5MB/sec 2024-08-04T15:57:59.356 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-57smFN4c35s7H8O off=13200381 len=1497086 2024-08-04T15:57:59.363 INFO:tasks.workunit.client.0.smithi007.stdout:op 2896 completed, throughput=5MB/sec 2024-08-04T15:57:59.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:57:59 smithi062 ceph-mon[85960]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T15:58:00.363 INFO:tasks.workunit.client.0.smithi007.stdout: 567: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:00.363 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lNrHwkIoz85g_Ln off=7521296 len=511780 2024-08-04T15:58:00.364 INFO:tasks.workunit.client.0.smithi007.stdout:op 2897 completed, throughput=4.99MB/sec 2024-08-04T15:58:00.364 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-m0giRGkarxO5La1 off=2152244 len=809116 2024-08-04T15:58:00.366 INFO:tasks.workunit.client.0.smithi007.stdout:op 2898 completed, throughput=5MB/sec 2024-08-04T15:58:00.366 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hrlJSKHL2dJqivW off=19116640 len=600320 2024-08-04T15:58:00.370 INFO:tasks.workunit.client.0.smithi007.stdout:op 2899 completed, throughput=5MB/sec 2024-08-04T15:58:00.370 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WfrwgdXhuh1GNFI off=3747213 len=1849344 2024-08-04T15:58:00.384 INFO:tasks.workunit.client.0.smithi007.stdout:op 2900 completed, throughput=5MB/sec 2024-08-04T15:58:00.384 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-J9m7knD-jxX9p94 off=4318062 len=1370875 2024-08-04T15:58:00.385 INFO:tasks.workunit.client.0.smithi007.stdout:op 2901 completed, throughput=5MB/sec 2024-08-04T15:58:01.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:01 smithi007 ceph-mon[92692]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:58:01.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:01 smithi007 ceph-mon[94998]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:58:01.386 INFO:tasks.workunit.client.0.smithi007.stdout: 568: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:01.386 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IL9Aftj50ZMb6Os off=6292948 len=637720 2024-08-04T15:58:01.390 INFO:tasks.workunit.client.0.smithi007.stdout:op 2902 completed, throughput=4.99MB/sec 2024-08-04T15:58:01.390 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kyT8xSnxoaBqSiH off=1893493 len=352294 2024-08-04T15:58:01.394 INFO:tasks.workunit.client.0.smithi007.stdout:op 2903 completed, throughput=4.99MB/sec 2024-08-04T15:58:01.394 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-J9YV5-dpLsOdfXF off=319896 len=1276513 2024-08-04T15:58:01.395 INFO:tasks.workunit.client.0.smithi007.stdout:op 2904 completed, throughput=5MB/sec 2024-08-04T15:58:01.395 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Km1gZThSIKHw9vM off=13255900 len=1124363 2024-08-04T15:58:01.401 INFO:tasks.workunit.client.0.smithi007.stdout:op 2905 completed, throughput=5MB/sec 2024-08-04T15:58:01.401 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8Oi9jE-U6yD-2TQ off=7288339 len=1950000 2024-08-04T15:58:01.414 INFO:tasks.workunit.client.0.smithi007.stdout:op 2906 completed, throughput=5MB/sec 2024-08-04T15:58:01.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:01 smithi062 ceph-mon[85960]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:58:02.414 INFO:tasks.workunit.client.0.smithi007.stdout: 569: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:02.414 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IjaxY2CBDssX7dq off=5243222 len=1992544 2024-08-04T15:58:02.418 INFO:tasks.workunit.client.0.smithi007.stdout:op 2907 completed, throughput=5MB/sec 2024-08-04T15:58:02.418 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IJJx459YOPQzMZx off=983490 len=315226 2024-08-04T15:58:02.422 INFO:tasks.workunit.client.0.smithi007.stdout:op 2908 completed, throughput=5MB/sec 2024-08-04T15:58:02.422 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-icixYaOkrSi82Bo off=3410742 len=2097110 2024-08-04T15:58:02.430 INFO:tasks.workunit.client.0.smithi007.stdout:op 2909 completed, throughput=5MB/sec 2024-08-04T15:58:02.430 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DReOlfLeSOrpfMZ off=8962784 len=878795 2024-08-04T15:58:02.432 INFO:tasks.workunit.client.0.smithi007.stdout:op 2910 completed, throughput=5MB/sec 2024-08-04T15:58:02.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:58:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:58:03.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:03 smithi007 ceph-mon[94998]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-04T15:58:03.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:03 smithi007 ceph-mon[92692]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-04T15:58:03.433 INFO:tasks.workunit.client.0.smithi007.stdout: 570: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:03.433 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VcJw8sPUu3318Xp off=930855 len=706289 2024-08-04T15:58:03.438 INFO:tasks.workunit.client.0.smithi007.stdout:op 2911 completed, throughput=4.99MB/sec 2024-08-04T15:58:03.438 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-P4SUYzbosu-XT8P off=2682653 len=582931 2024-08-04T15:58:03.439 INFO:tasks.workunit.client.0.smithi007.stdout:op 2912 completed, throughput=4.99MB/sec 2024-08-04T15:58:03.439 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9aFrYMb5QZN7ZJV off=17627368 len=741050 2024-08-04T15:58:03.440 INFO:tasks.workunit.client.0.smithi007.stdout:op 2913 completed, throughput=5MB/sec 2024-08-04T15:58:03.440 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HGwG25fyfQ3isR2 off=13296747 len=1739142 2024-08-04T15:58:03.448 INFO:tasks.workunit.client.0.smithi007.stdout:op 2914 completed, throughput=5MB/sec 2024-08-04T15:58:03.449 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lea3nyLTSDLFpag off=3578401 len=987377 2024-08-04T15:58:03.450 INFO:tasks.workunit.client.0.smithi007.stdout:op 2915 completed, throughput=5MB/sec 2024-08-04T15:58:03.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:03 smithi062 ceph-mon[85960]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-04T15:58:04.450 INFO:tasks.workunit.client.0.smithi007.stdout: 571: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:04.450 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VnL39JTG14V_-H3 off=7516333 len=1996892 2024-08-04T15:58:04.453 INFO:tasks.workunit.client.0.smithi007.stdout:op 2916 completed, throughput=4.99MB/sec 2024-08-04T15:58:04.453 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-W2VdeRB8ZGyxg2y off=2717531 len=1953700 2024-08-04T15:58:04.465 INFO:tasks.workunit.client.0.smithi007.stdout:op 2917 completed, throughput=5MB/sec 2024-08-04T15:58:04.465 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Xr1ngM9FXkfcIxO off=3589198 len=158591 2024-08-04T15:58:04.466 INFO:tasks.workunit.client.0.smithi007.stdout:op 2918 completed, throughput=5MB/sec 2024-08-04T15:58:04.466 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fhGP0-cnPKbe9N1 off=1292255 len=192913 2024-08-04T15:58:04.469 INFO:tasks.workunit.client.0.smithi007.stdout:op 2919 completed, throughput=5MB/sec 2024-08-04T15:58:04.469 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FNSUFZ5YHth_UrJ off=79390 len=656361 2024-08-04T15:58:04.470 INFO:tasks.workunit.client.0.smithi007.stdout:op 2920 completed, throughput=5MB/sec 2024-08-04T15:58:04.470 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xaPySUKSXUxpPnl off=7383516 len=1401852 2024-08-04T15:58:04.473 INFO:tasks.workunit.client.0.smithi007.stdout:op 2921 completed, throughput=5MB/sec 2024-08-04T15:58:05.473 INFO:tasks.workunit.client.0.smithi007.stdout: 572: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:05.473 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5RNdWBp05SfVvIk off=277698 len=1192173 2024-08-04T15:58:05.480 INFO:tasks.workunit.client.0.smithi007.stdout:op 2922 completed, throughput=5MB/sec 2024-08-04T15:58:05.480 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xvboCLjPSehWVff off=18924026 len=475300 2024-08-04T15:58:05.480 INFO:tasks.workunit.client.0.smithi007.stdout:op 2923 completed, throughput=5MB/sec 2024-08-04T15:58:05.480 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8NF12EWISJLuNdL off=2740504 len=523520 2024-08-04T15:58:05.484 INFO:tasks.workunit.client.0.smithi007.stdout:op 2924 completed, throughput=5MB/sec 2024-08-04T15:58:05.485 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YDxb7Btxbfq1Wlx off=4191466 len=834208 2024-08-04T15:58:05.486 INFO:tasks.workunit.client.0.smithi007.stdout:op 2925 completed, throughput=5MB/sec 2024-08-04T15:58:05.486 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0X-S5R6jAL_4QvK off=490 len=1816550 2024-08-04T15:58:05.496 INFO:tasks.workunit.client.0.smithi007.stdout:op 2926 completed, throughput=5MB/sec 2024-08-04T15:58:05.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:05 smithi062 ceph-mon[85960]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:58:05.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:05 smithi007 ceph-mon[94998]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:58:05.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:05 smithi007 ceph-mon[92692]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:58:06.496 INFO:tasks.workunit.client.0.smithi007.stdout: 573: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:06.496 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yABqnM4LURIOCh8 off=12301311 len=1786930 2024-08-04T15:58:06.498 INFO:tasks.workunit.client.0.smithi007.stdout:op 2927 completed, throughput=5MB/sec 2024-08-04T15:58:06.499 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QPNQw2hNR1eOyrm off=311179 len=723010 2024-08-04T15:58:06.503 INFO:tasks.workunit.client.0.smithi007.stdout:op 2928 completed, throughput=5MB/sec 2024-08-04T15:58:06.503 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Mg181AEh03vlICs off=16551980 len=1520533 2024-08-04T15:58:06.505 INFO:tasks.workunit.client.0.smithi007.stdout:op 2929 completed, throughput=5MB/sec 2024-08-04T15:58:06.505 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QMA8L5HjNJ0zBPx off=9326395 len=187314 2024-08-04T15:58:06.505 INFO:tasks.workunit.client.0.smithi007.stdout:op 2930 completed, throughput=5MB/sec 2024-08-04T15:58:06.505 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-T1sBH7RixuY9wvt off=6956783 len=783975 2024-08-04T15:58:06.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:58:06.511 INFO:tasks.workunit.client.0.smithi007.stdout:op 2931 completed, throughput=5MB/sec 2024-08-04T15:58:06.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:58:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:58:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:58:06] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-08-04T15:58:06.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:58:07.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:07 smithi062 ceph-mon[85960]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T15:58:07.511 INFO:tasks.workunit.client.0.smithi007.stdout: 574: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:07.511 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qjUTnmfgkKOYo_M off=7004924 len=1551183 2024-08-04T15:58:07.513 INFO:tasks.workunit.client.0.smithi007.stdout:op 2932 completed, throughput=4.99MB/sec 2024-08-04T15:58:07.514 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OI1_R_Wxj0a4D03 off=1431341 len=272352 2024-08-04T15:58:07.515 INFO:tasks.workunit.client.0.smithi007.stdout:op 2933 completed, throughput=4.99MB/sec 2024-08-04T15:58:07.515 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-f2puBhiHulFXgiG off=8905504 len=791586 2024-08-04T15:58:07.516 INFO:tasks.workunit.client.0.smithi007.stdout:op 2934 completed, throughput=5MB/sec 2024-08-04T15:58:07.516 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AKS77mWwFwVN12p off=9919161 len=2083283 2024-08-04T15:58:07.519 INFO:tasks.workunit.client.0.smithi007.stdout:op 2935 completed, throughput=5MB/sec 2024-08-04T15:58:07.519 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FHqtPi-c-XBLYSd off=279021 len=834425 2024-08-04T15:58:07.520 INFO:tasks.workunit.client.0.smithi007.stdout:op 2936 completed, throughput=5MB/sec 2024-08-04T15:58:07.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:07 smithi007 ceph-mon[92692]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T15:58:07.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:07 smithi007 ceph-mon[94998]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T15:58:08.521 INFO:tasks.workunit.client.0.smithi007.stdout: 575: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:08.521 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-H4mZSbziTAap3v5 off=11395879 len=1770447 2024-08-04T15:58:08.523 INFO:tasks.workunit.client.0.smithi007.stdout:op 2937 completed, throughput=5MB/sec 2024-08-04T15:58:08.523 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cek7Xo5H_2JCpRg off=7718972 len=1713193 2024-08-04T15:58:08.531 INFO:tasks.workunit.client.0.smithi007.stdout:op 2938 completed, throughput=5MB/sec 2024-08-04T15:58:08.531 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SaUkROlVaSFcfaH off=22105468 len=1989352 2024-08-04T15:58:08.533 INFO:tasks.workunit.client.0.smithi007.stdout:op 2939 completed, throughput=5MB/sec 2024-08-04T15:58:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:09 smithi062 ceph-mon[85960]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:58:09.533 INFO:tasks.workunit.client.0.smithi007.stdout: 576: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:09.534 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-izL5drl5E0daKos off=1895629 len=1085870 2024-08-04T15:58:09.540 INFO:tasks.workunit.client.0.smithi007.stdout:op 2940 completed, throughput=4.99MB/sec 2024-08-04T15:58:09.540 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iYV03Zu28QZUYBF off=4174075 len=499609 2024-08-04T15:58:09.541 INFO:tasks.workunit.client.0.smithi007.stdout:op 2941 completed, throughput=4.99MB/sec 2024-08-04T15:58:09.541 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TBhOW2FM4n_AjKi off=5637096 len=981449 2024-08-04T15:58:09.546 INFO:tasks.workunit.client.0.smithi007.stdout:op 2942 completed, throughput=5MB/sec 2024-08-04T15:58:09.546 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5ez16fV6DToGBvh off=2977976 len=1582487 2024-08-04T15:58:09.553 INFO:tasks.workunit.client.0.smithi007.stdout:op 2943 completed, throughput=5MB/sec 2024-08-04T15:58:09.553 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Cu1sxBALhF-QMp9 off=17836380 len=368469 2024-08-04T15:58:09.556 INFO:tasks.workunit.client.0.smithi007.stdout:op 2944 completed, throughput=5MB/sec 2024-08-04T15:58:09.556 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DbKg3-CFpH-_1Rx off=2504231 len=1351464 2024-08-04T15:58:09.561 INFO:tasks.workunit.client.0.smithi007.stdout:op 2945 completed, throughput=5MB/sec 2024-08-04T15:58:09.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:09 smithi007 ceph-mon[92692]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:58:09.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:09 smithi007 ceph-mon[94998]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:58:10.562 INFO:tasks.workunit.client.0.smithi007.stdout: 577: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:10.562 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-s1Tkl4317PysUgE off=3713988 len=1566214 2024-08-04T15:58:10.564 INFO:tasks.workunit.client.0.smithi007.stdout:op 2946 completed, throughput=5MB/sec 2024-08-04T15:58:10.564 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dQUUDe1cMQyzMP1 off=18186997 len=335771 2024-08-04T15:58:10.565 INFO:tasks.workunit.client.0.smithi007.stdout:op 2947 completed, throughput=5MB/sec 2024-08-04T15:58:10.565 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-c9_873uQKWdU__d off=595982 len=1123535 2024-08-04T15:58:10.567 INFO:tasks.workunit.client.0.smithi007.stdout:op 2948 completed, throughput=5MB/sec 2024-08-04T15:58:10.567 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wtdq8uL7pYmOGDv off=7238603 len=808527 2024-08-04T15:58:10.568 INFO:tasks.workunit.client.0.smithi007.stdout:op 2949 completed, throughput=5MB/sec 2024-08-04T15:58:10.568 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2r_kq4xowby1RSR off=281302 len=1295865 2024-08-04T15:58:10.575 INFO:tasks.workunit.client.0.smithi007.stdout:op 2950 completed, throughput=5MB/sec 2024-08-04T15:58:11.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:11 smithi062 ceph-mon[85960]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:58:11.575 INFO:tasks.workunit.client.0.smithi007.stdout: 578: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:11.575 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ipIpS-O_WyM7ry9 off=8988152 len=414522 2024-08-04T15:58:11.579 INFO:tasks.workunit.client.0.smithi007.stdout:op 2951 completed, throughput=4.99MB/sec 2024-08-04T15:58:11.579 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vOVHwzK8jxRaSBM off=4429629 len=608106 2024-08-04T15:58:11.581 INFO:tasks.workunit.client.0.smithi007.stdout:op 2952 completed, throughput=4.99MB/sec 2024-08-04T15:58:11.581 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2iWLz1Fs7AAv7vh off=8337919 len=1470365 2024-08-04T15:58:11.583 INFO:tasks.workunit.client.0.smithi007.stdout:op 2953 completed, throughput=5MB/sec 2024-08-04T15:58:11.583 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yoQyatvOkugWBT6 off=6906253 len=379333 2024-08-04T15:58:11.584 INFO:tasks.workunit.client.0.smithi007.stdout:op 2954 completed, throughput=5MB/sec 2024-08-04T15:58:11.584 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ENHvMWeY48YJjnn off=19225323 len=588837 2024-08-04T15:58:11.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:11 smithi007 ceph-mon[92692]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:58:11.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:11 smithi007 ceph-mon[94998]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T15:58:11.588 INFO:tasks.workunit.client.0.smithi007.stdout:op 2955 completed, throughput=5MB/sec 2024-08-04T15:58:11.588 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1bxz4lyE36Pvqyz off=6002264 len=1985458 2024-08-04T15:58:11.590 INFO:tasks.workunit.client.0.smithi007.stdout:op 2956 completed, throughput=5MB/sec 2024-08-04T15:58:12.590 INFO:tasks.workunit.client.0.smithi007.stdout: 579: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:12.591 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gXwtGwV8mTMQAqe off=3281639 len=1227525 2024-08-04T15:58:12.592 INFO:tasks.workunit.client.0.smithi007.stdout:op 2957 completed, throughput=5MB/sec 2024-08-04T15:58:12.592 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-anBukZfUqOkGd9l off=1253521 len=1250688 2024-08-04T15:58:12.595 INFO:tasks.workunit.client.0.smithi007.stdout:op 2958 completed, throughput=5MB/sec 2024-08-04T15:58:12.596 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PD8PlZOa_YDFOsu off=7558098 len=171268 2024-08-04T15:58:12.596 INFO:tasks.workunit.client.0.smithi007.stdout:op 2959 completed, throughput=5MB/sec 2024-08-04T15:58:12.596 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RZNKSiiKt0VfBtG off=681727 len=1524206 2024-08-04T15:58:12.607 INFO:tasks.workunit.client.0.smithi007.stdout:op 2960 completed, throughput=5MB/sec 2024-08-04T15:58:12.607 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jw8MWbT5HC0ctCM off=4738135 len=1834459 2024-08-04T15:58:12.614 INFO:tasks.workunit.client.0.smithi007.stdout:op 2961 completed, throughput=5MB/sec 2024-08-04T15:58:12.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:58:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:58:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:58:13.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:13 smithi062 ceph-mon[85960]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:58:13.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:13 smithi007 ceph-mon[92692]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:58:13.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:13 smithi007 ceph-mon[94998]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:58:13.615 INFO:tasks.workunit.client.0.smithi007.stdout: 580: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:13.615 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MYk8c1kj-GPn0ej off=750422 len=257703 2024-08-04T15:58:13.618 INFO:tasks.workunit.client.0.smithi007.stdout:op 2962 completed, throughput=4.99MB/sec 2024-08-04T15:58:13.619 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-D1eiDg_o91gKp1- off=8347863 len=186114 2024-08-04T15:58:13.619 INFO:tasks.workunit.client.0.smithi007.stdout:op 2963 completed, throughput=4.99MB/sec 2024-08-04T15:58:13.619 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rak-_rL5hMVtfKb off=1220363 len=825250 2024-08-04T15:58:13.620 INFO:tasks.workunit.client.0.smithi007.stdout:op 2964 completed, throughput=5MB/sec 2024-08-04T15:58:13.620 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kn6vhOyVzN1sXtY off=4546442 len=85282 2024-08-04T15:58:13.621 INFO:tasks.workunit.client.0.smithi007.stdout:op 2965 completed, throughput=5MB/sec 2024-08-04T15:58:13.621 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JjCYPsaFt68d-OO off=3898351 len=1089890 2024-08-04T15:58:13.622 INFO:tasks.workunit.client.0.smithi007.stdout:op 2966 completed, throughput=5MB/sec 2024-08-04T15:58:13.622 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4S1GMx8yr9cqm70 off=2115182 len=86915 2024-08-04T15:58:13.625 INFO:tasks.workunit.client.0.smithi007.stdout:op 2967 completed, throughput=5MB/sec 2024-08-04T15:58:13.625 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7YwS4aQHbBbtLHe off=559538 len=2035043 2024-08-04T15:58:13.637 INFO:tasks.workunit.client.0.smithi007.stdout:op 2968 completed, throughput=5MB/sec 2024-08-04T15:58:14.637 INFO:tasks.workunit.client.0.smithi007.stdout: 581: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:14.638 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-c8rEB_4S1kc3V43 off=11851699 len=1073594 2024-08-04T15:58:14.644 INFO:tasks.workunit.client.0.smithi007.stdout:op 2969 completed, throughput=4.99MB/sec 2024-08-04T15:58:14.644 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yrHxTTOLDaPwsFa off=4118883 len=271447 2024-08-04T15:58:14.644 INFO:tasks.workunit.client.0.smithi007.stdout:op 2970 completed, throughput=5MB/sec 2024-08-04T15:58:14.644 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FuPlfAPlm-6vuvN off=11724664 len=1497724 2024-08-04T15:58:14.653 INFO:tasks.workunit.client.0.smithi007.stdout:op 2971 completed, throughput=5MB/sec 2024-08-04T15:58:14.653 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3ZTCjDu07ZcsZmi off=5579032 len=1175716 2024-08-04T15:58:14.654 INFO:tasks.workunit.client.0.smithi007.stdout:op 2972 completed, throughput=5MB/sec 2024-08-04T15:58:14.654 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pq83N4f7poDTNP- off=10473462 len=281235 2024-08-04T15:58:14.658 INFO:tasks.workunit.client.0.smithi007.stdout:op 2973 completed, throughput=5MB/sec 2024-08-04T15:58:14.658 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Y07jrs2g9GgAdVM off=3943819 len=1736809 2024-08-04T15:58:14.660 INFO:tasks.workunit.client.0.smithi007.stdout:op 2974 completed, throughput=5MB/sec 2024-08-04T15:58:15.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:15 smithi062 ceph-mon[85960]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-04T15:58:15.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:15 smithi007 ceph-mon[92692]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-04T15:58:15.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:15 smithi007 ceph-mon[94998]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-04T15:58:15.660 INFO:tasks.workunit.client.0.smithi007.stdout: 582: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:15.660 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-znMlkAKULioT-Hh off=19237522 len=706742 2024-08-04T15:58:15.662 INFO:tasks.workunit.client.0.smithi007.stdout:op 2975 completed, throughput=5MB/sec 2024-08-04T15:58:15.662 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RVhnGzOVBTfjNr2 off=217437 len=1871963 2024-08-04T15:58:15.664 INFO:tasks.workunit.client.0.smithi007.stdout:op 2976 completed, throughput=5MB/sec 2024-08-04T15:58:15.664 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7mE14m_f4nywcW0 off=12467476 len=518947 2024-08-04T15:58:15.668 INFO:tasks.workunit.client.0.smithi007.stdout:op 2977 completed, throughput=5MB/sec 2024-08-04T15:58:15.669 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-91tgbOJAOrNlogl off=13042777 len=136765 2024-08-04T15:58:15.672 INFO:tasks.workunit.client.0.smithi007.stdout:op 2978 completed, throughput=5MB/sec 2024-08-04T15:58:15.672 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uazCPMJFF3rz5It off=20562839 len=384715 2024-08-04T15:58:15.672 INFO:tasks.workunit.client.0.smithi007.stdout:op 2979 completed, throughput=5MB/sec 2024-08-04T15:58:15.672 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RagfxAuKtmBa-Hq off=13945180 len=723693 2024-08-04T15:58:15.674 INFO:tasks.workunit.client.0.smithi007.stdout:op 2980 completed, throughput=5MB/sec 2024-08-04T15:58:16.486 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:58:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:58:16] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-08-04T15:58:16.675 INFO:tasks.workunit.client.0.smithi007.stdout: 583: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:16.675 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yLHgcM3Ferm51SD off=14485496 len=2068186 2024-08-04T15:58:16.684 INFO:tasks.workunit.client.0.smithi007.stdout:op 2981 completed, throughput=5MB/sec 2024-08-04T15:58:16.685 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--uFd4HMDGS1Zvr3 off=12204758 len=770398 2024-08-04T15:58:16.686 INFO:tasks.workunit.client.0.smithi007.stdout:op 2982 completed, throughput=5MB/sec 2024-08-04T15:58:16.687 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xY-rmBuCbo1ZgMa off=1715560 len=1009162 2024-08-04T15:58:16.692 INFO:tasks.workunit.client.0.smithi007.stdout:op 2983 completed, throughput=5MB/sec 2024-08-04T15:58:16.693 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KGBbKDcDTumnacs off=5015728 len=876335 2024-08-04T15:58:16.697 INFO:tasks.workunit.client.0.smithi007.stdout:op 2984 completed, throughput=5MB/sec 2024-08-04T15:58:16.697 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-96tePxFRPy9iuID off=4341334 len=47851 2024-08-04T15:58:16.699 INFO:tasks.workunit.client.0.smithi007.stdout:op 2985 completed, throughput=5MB/sec 2024-08-04T15:58:16.699 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--m8nGhp752EzvO3 off=703698 len=1677748 2024-08-04T15:58:16.701 INFO:tasks.workunit.client.0.smithi007.stdout:op 2986 completed, throughput=5MB/sec 2024-08-04T15:58:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:17 smithi062 ceph-mon[85960]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:58:17.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:17 smithi007 ceph-mon[92692]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:58:17.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:17 smithi007 ceph-mon[94998]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:58:17.701 INFO:tasks.workunit.client.0.smithi007.stdout: 584: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:17.701 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ApL0KDTGghw7882 off=8428998 len=1267471 2024-08-04T15:58:17.703 INFO:tasks.workunit.client.0.smithi007.stdout:op 2987 completed, throughput=5MB/sec 2024-08-04T15:58:17.703 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0Ttd8aSpkz0K9G8 off=3857946 len=1926385 2024-08-04T15:58:17.716 INFO:tasks.workunit.client.0.smithi007.stdout:op 2988 completed, throughput=5MB/sec 2024-08-04T15:58:17.716 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IJhHIEPtMlnPE-5 off=258823 len=987385 2024-08-04T15:58:17.721 INFO:tasks.workunit.client.0.smithi007.stdout:op 2989 completed, throughput=5MB/sec 2024-08-04T15:58:18.721 INFO:tasks.workunit.client.0.smithi007.stdout: 585: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:18.721 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MFFUqVTtR6OHKLR off=896378 len=1851380 2024-08-04T15:58:18.733 INFO:tasks.workunit.client.0.smithi007.stdout:op 2990 completed, throughput=5MB/sec 2024-08-04T15:58:18.734 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZM-Mm0KumICzBqQ off=424235 len=698913 2024-08-04T15:58:18.735 INFO:tasks.workunit.client.0.smithi007.stdout:op 2991 completed, throughput=5MB/sec 2024-08-04T15:58:18.735 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GLwVhX2d9WKm_2m off=2396162 len=435150 2024-08-04T15:58:18.735 INFO:tasks.workunit.client.0.smithi007.stdout:op 2992 completed, throughput=5MB/sec 2024-08-04T15:58:18.735 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TUFjHvhkWHDaqmK off=77655 len=384718 2024-08-04T15:58:18.738 INFO:tasks.workunit.client.0.smithi007.stdout:op 2993 completed, throughput=5MB/sec 2024-08-04T15:58:18.739 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YHU9xg-kAEDvlvg off=19559529 len=1110038 2024-08-04T15:58:18.744 INFO:tasks.workunit.client.0.smithi007.stdout:op 2994 completed, throughput=5MB/sec 2024-08-04T15:58:18.744 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jj2LSgQ_GV6W05F off=8098395 len=1047859 2024-08-04T15:58:18.746 INFO:tasks.workunit.client.0.smithi007.stdout:op 2995 completed, throughput=5MB/sec 2024-08-04T15:58:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:19 smithi062 ceph-mon[85960]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:58:19.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:19 smithi007 ceph-mon[94998]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:58:19.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:19 smithi007 ceph-mon[92692]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:58:19.747 INFO:tasks.workunit.client.0.smithi007.stdout: 586: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:19.747 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yHXaSUs3kxtYPgX off=8155205 len=1536670 2024-08-04T15:58:19.749 INFO:tasks.workunit.client.0.smithi007.stdout:op 2996 completed, throughput=5MB/sec 2024-08-04T15:58:19.749 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kEz76T2xsSgdRT7 off=2472171 len=1841776 2024-08-04T15:58:19.751 INFO:tasks.workunit.client.0.smithi007.stdout:op 2997 completed, throughput=5MB/sec 2024-08-04T15:58:19.751 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5HsyXG_VNF4LzCM off=17588526 len=241457 2024-08-04T15:58:19.755 INFO:tasks.workunit.client.0.smithi007.stdout:op 2998 completed, throughput=5MB/sec 2024-08-04T15:58:19.755 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EMo28gOSoX-hJk0 off=670403 len=1226494 2024-08-04T15:58:19.757 INFO:tasks.workunit.client.0.smithi007.stdout:op 2999 completed, throughput=5MB/sec 2024-08-04T15:58:20.758 INFO:tasks.workunit.client.0.smithi007.stdout: 587: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:20.758 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CrQDANJU94kr30- off=1510168 len=393677 2024-08-04T15:58:20.759 INFO:tasks.workunit.client.0.smithi007.stdout:op 3000 completed, throughput=4.99MB/sec 2024-08-04T15:58:20.759 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-o5An2ywKo8j1hUt off=11879037 len=1645175 2024-08-04T15:58:20.769 INFO:tasks.workunit.client.0.smithi007.stdout:op 3001 completed, throughput=5MB/sec 2024-08-04T15:58:20.769 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FWLa2oas1n5lSo1 off=5253934 len=433914 2024-08-04T15:58:20.770 INFO:tasks.workunit.client.0.smithi007.stdout:op 3002 completed, throughput=5MB/sec 2024-08-04T15:58:20.770 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GIuw9O4DpYpa3DM off=6172060 len=1968455 2024-08-04T15:58:20.773 INFO:tasks.workunit.client.0.smithi007.stdout:op 3003 completed, throughput=5MB/sec 2024-08-04T15:58:20.773 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NO_XgP3laRAjU1F off=14054177 len=1387787 2024-08-04T15:58:20.775 INFO:tasks.workunit.client.0.smithi007.stdout:op 3004 completed, throughput=5MB/sec 2024-08-04T15:58:21.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:21 smithi062 ceph-mon[85960]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:58:21.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:58:21.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:21 smithi007 ceph-mon[94998]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:58:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:58:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:21 smithi007 ceph-mon[92692]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:58:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:58:21.775 INFO:tasks.workunit.client.0.smithi007.stdout: 588: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:21.776 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YF5RFOsHe04Ort6 off=19733465 len=26350 2024-08-04T15:58:21.778 INFO:tasks.workunit.client.0.smithi007.stdout:op 3005 completed, throughput=4.99MB/sec 2024-08-04T15:58:21.778 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jC9MVeazk-_MHlw off=10781669 len=1430100 2024-08-04T15:58:21.780 INFO:tasks.workunit.client.0.smithi007.stdout:op 3006 completed, throughput=4.99MB/sec 2024-08-04T15:58:21.780 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lR4ffGCLFrrcb3T off=13557726 len=9596 2024-08-04T15:58:21.783 INFO:tasks.workunit.client.0.smithi007.stdout:op 3007 completed, throughput=4.99MB/sec 2024-08-04T15:58:21.783 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_IUAy2tEoR85q9A off=9508117 len=129871 2024-08-04T15:58:21.783 INFO:tasks.workunit.client.0.smithi007.stdout:op 3008 completed, throughput=5MB/sec 2024-08-04T15:58:21.783 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-buzlc4ij_kzipAY off=5903913 len=489612 2024-08-04T15:58:21.787 INFO:tasks.workunit.client.0.smithi007.stdout:op 3009 completed, throughput=5MB/sec 2024-08-04T15:58:21.787 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gMpSuVu0ZBRqySw off=391464 len=349804 2024-08-04T15:58:21.790 INFO:tasks.workunit.client.0.smithi007.stdout:op 3010 completed, throughput=5MB/sec 2024-08-04T15:58:21.790 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_x10gbEw1Bsf7_c off=764955 len=1557778 2024-08-04T15:58:21.797 INFO:tasks.workunit.client.0.smithi007.stdout:op 3011 completed, throughput=5MB/sec 2024-08-04T15:58:21.797 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mkoOMW6y6Msdbyw off=1623163 len=1919157 2024-08-04T15:58:21.809 INFO:tasks.workunit.client.0.smithi007.stdout:op 3012 completed, throughput=5MB/sec 2024-08-04T15:58:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:58:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:58:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:58:22.809 INFO:tasks.workunit.client.0.smithi007.stdout: 589: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:22.809 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2E8OtNGCFwDl6pJ off=1458876 len=1010496 2024-08-04T15:58:22.815 INFO:tasks.workunit.client.0.smithi007.stdout:op 3013 completed, throughput=5MB/sec 2024-08-04T15:58:22.815 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cLg9MMoFBpnLfrX off=1877858 len=1061467 2024-08-04T15:58:22.817 INFO:tasks.workunit.client.0.smithi007.stdout:op 3014 completed, throughput=5MB/sec 2024-08-04T15:58:22.817 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-55-IWlAoJbICD-a off=1422164 len=1694121 2024-08-04T15:58:22.819 INFO:tasks.workunit.client.0.smithi007.stdout:op 3015 completed, throughput=5MB/sec 2024-08-04T15:58:22.819 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_IUAy2tEoR85q9A off=11437540 len=236198 2024-08-04T15:58:22.822 INFO:tasks.workunit.client.0.smithi007.stdout:op 3016 completed, throughput=5MB/sec 2024-08-04T15:58:22.822 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XDrAFR7c5APa-oE off=15275540 len=485288 2024-08-04T15:58:22.823 INFO:tasks.workunit.client.0.smithi007.stdout:op 3017 completed, throughput=5MB/sec 2024-08-04T15:58:23.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:23 smithi062 ceph-mon[85960]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:58:23.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:23 smithi007 ceph-mon[94998]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:58:23.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:23 smithi007 ceph-mon[92692]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:58:23.824 INFO:tasks.workunit.client.0.smithi007.stdout: 590: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:23.824 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ph7sNoiWmO6Cin4 off=3228149 len=1906843 2024-08-04T15:58:23.826 INFO:tasks.workunit.client.0.smithi007.stdout:op 3018 completed, throughput=5MB/sec 2024-08-04T15:58:23.826 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-s1VhBEjA7HA4oXW off=3386399 len=1680133 2024-08-04T15:58:23.837 INFO:tasks.workunit.client.0.smithi007.stdout:op 3019 completed, throughput=5MB/sec 2024-08-04T15:58:23.837 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-eJGdgpdYHbny66x off=3896516 len=1783804 2024-08-04T15:58:23.839 INFO:tasks.workunit.client.0.smithi007.stdout:op 3020 completed, throughput=5MB/sec 2024-08-04T15:58:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: 591: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:24.839 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-awuHUxyWMuHvLAz off=129374 len=1091715 2024-08-04T15:58:24.841 INFO:tasks.workunit.client.0.smithi007.stdout:op 3021 completed, throughput=4.99MB/sec 2024-08-04T15:58:24.841 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fL64gi0Iu08IZe0 off=14519321 len=1453668 2024-08-04T15:58:24.843 INFO:tasks.workunit.client.0.smithi007.stdout:op 3022 completed, throughput=5MB/sec 2024-08-04T15:58:24.843 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zIG_SPALCUvwj-h off=3700253 len=347772 2024-08-04T15:58:24.849 INFO:tasks.workunit.client.0.smithi007.stdout:op 3023 completed, throughput=5MB/sec 2024-08-04T15:58:24.850 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--sywwbu6CRn70ji off=2992845 len=1838702 2024-08-04T15:58:24.856 INFO:tasks.workunit.client.0.smithi007.stdout:op 3024 completed, throughput=5MB/sec 2024-08-04T15:58:24.856 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tWFfqWe1vMP1HLi off=1394486 len=705296 2024-08-04T15:58:24.860 INFO:tasks.workunit.client.0.smithi007.stdout:op 3025 completed, throughput=5MB/sec 2024-08-04T15:58:25.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:25 smithi062 ceph-mon[85960]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:58:25.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:25 smithi007 ceph-mon[94998]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:58:25.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:25 smithi007 ceph-mon[92692]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:58:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: 592: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:25.860 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-s-0GZsUjWd2l7EA off=2466660 len=687079 2024-08-04T15:58:25.861 INFO:tasks.workunit.client.0.smithi007.stdout:op 3026 completed, throughput=4.99MB/sec 2024-08-04T15:58:25.862 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ipIpS-O_WyM7ry9 off=3006893 len=1794376 2024-08-04T15:58:25.873 INFO:tasks.workunit.client.0.smithi007.stdout:op 3027 completed, throughput=5MB/sec 2024-08-04T15:58:25.873 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_FtYdJhuV6MyFLO off=106072 len=1038437 2024-08-04T15:58:25.875 INFO:tasks.workunit.client.0.smithi007.stdout:op 3028 completed, throughput=5MB/sec 2024-08-04T15:58:25.875 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-t5lXQufd6Selw5u off=1825390 len=1406428 2024-08-04T15:58:25.882 INFO:tasks.workunit.client.0.smithi007.stdout:op 3029 completed, throughput=5MB/sec 2024-08-04T15:58:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:58:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:58:26] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-08-04T15:58:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: 593: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:26.883 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BC9NH__EPmm_RD4 off=12772068 len=1189484 2024-08-04T15:58:26.886 INFO:tasks.workunit.client.0.smithi007.stdout:op 3030 completed, throughput=4.99MB/sec 2024-08-04T15:58:26.886 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aoKyKDAOWDFTYQo off=19003111 len=564125 2024-08-04T15:58:26.888 INFO:tasks.workunit.client.0.smithi007.stdout:op 3031 completed, throughput=4.99MB/sec 2024-08-04T15:58:26.888 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0KeUZrPtFPYlBj2 off=15601607 len=255400 2024-08-04T15:58:26.895 INFO:tasks.workunit.client.0.smithi007.stdout:op 3032 completed, throughput=4.99MB/sec 2024-08-04T15:58:26.895 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BejB5tTu5k7PNr4 off=7610950 len=569613 2024-08-04T15:58:26.895 INFO:tasks.workunit.client.0.smithi007.stdout:op 3033 completed, throughput=5MB/sec 2024-08-04T15:58:26.895 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tGdZk1LmelriFmK off=16932541 len=1448417 2024-08-04T15:58:26.895 INFO:tasks.workunit.client.0.smithi007.stdout:op 3034 completed, throughput=5MB/sec 2024-08-04T15:58:26.895 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rzZC3Oleqb5x5uD off=1785180 len=1451492 2024-08-04T15:58:26.901 INFO:tasks.workunit.client.0.smithi007.stdout:op 3035 completed, throughput=5MB/sec 2024-08-04T15:58:27.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:27 smithi062 ceph-mon[85960]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:58:27.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:27 smithi007 ceph-mon[94998]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:58:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:27 smithi007 ceph-mon[92692]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T15:58:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: 594: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:27.901 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-d2RPwfbgZHpy0kZ off=20882066 len=829908 2024-08-04T15:58:27.903 INFO:tasks.workunit.client.0.smithi007.stdout:op 3036 completed, throughput=4.99MB/sec 2024-08-04T15:58:27.903 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3HH_WLDTlyLOnKL off=4283408 len=1331253 2024-08-04T15:58:27.909 INFO:tasks.workunit.client.0.smithi007.stdout:op 3037 completed, throughput=5MB/sec 2024-08-04T15:58:27.909 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qN3rtxIyTFjgfw- off=1279161 len=678970 2024-08-04T15:58:27.913 INFO:tasks.workunit.client.0.smithi007.stdout:op 3038 completed, throughput=5MB/sec 2024-08-04T15:58:27.913 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7gMWiOUAWwi15r3 off=943595 len=1833929 2024-08-04T15:58:27.924 INFO:tasks.workunit.client.0.smithi007.stdout:op 3039 completed, throughput=5MB/sec 2024-08-04T15:58:27.924 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rBBLMbjuPztDWsk off=11449052 len=1645678 2024-08-04T15:58:27.928 INFO:tasks.workunit.client.0.smithi007.stdout:op 3040 completed, throughput=5MB/sec 2024-08-04T15:58:28.928 INFO:tasks.workunit.client.0.smithi007.stdout: 595: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:28.928 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7VJTqp9N_1I5lb8 off=11153995 len=2067574 2024-08-04T15:58:28.939 INFO:tasks.workunit.client.0.smithi007.stdout:op 3041 completed, throughput=5MB/sec 2024-08-04T15:58:28.939 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Cz2nPBphf4cZWox off=18795441 len=474038 2024-08-04T15:58:28.943 INFO:tasks.workunit.client.0.smithi007.stdout:op 3042 completed, throughput=5MB/sec 2024-08-04T15:58:28.943 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wh7APGZLZxSoPhJ off=2044047 len=1255447 2024-08-04T15:58:28.944 INFO:tasks.workunit.client.0.smithi007.stdout:op 3043 completed, throughput=5MB/sec 2024-08-04T15:58:28.945 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-49SIKz1v2j-w-MD off=9683007 len=310080 2024-08-04T15:58:28.945 INFO:tasks.workunit.client.0.smithi007.stdout:op 3044 completed, throughput=5MB/sec 2024-08-04T15:58:28.945 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ol_jhhiXmDCgZte off=541305 len=1327798 2024-08-04T15:58:28.951 INFO:tasks.workunit.client.0.smithi007.stdout:op 3045 completed, throughput=5MB/sec 2024-08-04T15:58:29.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:29 smithi062 ceph-mon[85960]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:58:29.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:29 smithi007 ceph-mon[92692]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:58:29.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:29 smithi007 ceph-mon[94998]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:58:29.951 INFO:tasks.workunit.client.0.smithi007.stdout: 596: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:29.952 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LwQdI6rcS-isDKj off=471297 len=1364981 2024-08-04T15:58:29.958 INFO:tasks.workunit.client.0.smithi007.stdout:op 3046 completed, throughput=5MB/sec 2024-08-04T15:58:29.958 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-amQQoR7XOlCgtPV off=4924733 len=1918458 2024-08-04T15:58:29.969 INFO:tasks.workunit.client.0.smithi007.stdout:op 3047 completed, throughput=5MB/sec 2024-08-04T15:58:29.970 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_Qa8myiJhFE1tg8 off=9720406 len=32422 2024-08-04T15:58:29.972 INFO:tasks.workunit.client.0.smithi007.stdout:op 3048 completed, throughput=5MB/sec 2024-08-04T15:58:29.972 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CLfh3uCIHzWFFUp off=10664963 len=198905 2024-08-04T15:58:29.972 INFO:tasks.workunit.client.0.smithi007.stdout:op 3049 completed, throughput=5MB/sec 2024-08-04T15:58:29.972 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4gaAhkMvnOI4gww off=3238425 len=288365 2024-08-04T15:58:29.976 INFO:tasks.workunit.client.0.smithi007.stdout:op 3050 completed, throughput=5MB/sec 2024-08-04T15:58:29.976 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YZuAfpxhncpy-qC off=14849131 len=785991 2024-08-04T15:58:29.980 INFO:tasks.workunit.client.0.smithi007.stdout:op 3051 completed, throughput=5MB/sec 2024-08-04T15:58:30.980 INFO:tasks.workunit.client.0.smithi007.stdout: 597: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:30.980 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9ZUpFc0r6VG3CmJ off=5229980 len=327380 2024-08-04T15:58:30.981 INFO:tasks.workunit.client.0.smithi007.stdout:op 3052 completed, throughput=4.99MB/sec 2024-08-04T15:58:30.981 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KRXCbHMZD1RoHco off=11033346 len=2014657 2024-08-04T15:58:30.983 INFO:tasks.workunit.client.0.smithi007.stdout:op 3053 completed, throughput=5MB/sec 2024-08-04T15:58:30.983 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dE4slSqJUZ06SKM off=9193392 len=1560814 2024-08-04T15:58:30.986 INFO:tasks.workunit.client.0.smithi007.stdout:op 3054 completed, throughput=5MB/sec 2024-08-04T15:58:30.986 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qvfLBTMGHL2gJfZ off=5771036 len=762282 2024-08-04T15:58:30.990 INFO:tasks.workunit.client.0.smithi007.stdout:op 3055 completed, throughput=5MB/sec 2024-08-04T15:58:30.990 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MMAZ04-yxstuHbz off=19147904 len=103571 2024-08-04T15:58:30.993 INFO:tasks.workunit.client.0.smithi007.stdout:op 3056 completed, throughput=5MB/sec 2024-08-04T15:58:30.993 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dV8MQLTJEbXvWut off=1887533 len=686229 2024-08-04T15:58:30.995 INFO:tasks.workunit.client.0.smithi007.stdout:op 3057 completed, throughput=5MB/sec 2024-08-04T15:58:31.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:31 smithi062 ceph-mon[85960]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:58:31.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:31 smithi007 ceph-mon[92692]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:58:31.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:31 smithi007 ceph-mon[94998]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:58:31.995 INFO:tasks.workunit.client.0.smithi007.stdout: 598: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:31.995 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pKcAbcOaPJBdW5N off=22378418 len=1527800 2024-08-04T15:58:31.997 INFO:tasks.workunit.client.0.smithi007.stdout:op 3058 completed, throughput=4.99MB/sec 2024-08-04T15:58:31.997 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PUCCA81F99wjGok off=136053 len=365629 2024-08-04T15:58:31.998 INFO:tasks.workunit.client.0.smithi007.stdout:op 3059 completed, throughput=5MB/sec 2024-08-04T15:58:31.998 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MvnJGPOuWFXs_9G off=3403769 len=1181103 2024-08-04T15:58:32.005 INFO:tasks.workunit.client.0.smithi007.stdout:op 3060 completed, throughput=5MB/sec 2024-08-04T15:58:32.005 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DNXxupGSLaSSmGe off=20655341 len=900790 2024-08-04T15:58:32.006 INFO:tasks.workunit.client.0.smithi007.stdout:op 3061 completed, throughput=5MB/sec 2024-08-04T15:58:32.006 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-S-n3_vEWo3ecc2E off=18091917 len=704640 2024-08-04T15:58:32.006 INFO:tasks.workunit.client.0.smithi007.stdout:op 3062 completed, throughput=5MB/sec 2024-08-04T15:58:32.007 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TfOAXz63ah56Aqh off=22165331 len=795973 2024-08-04T15:58:32.010 INFO:tasks.workunit.client.0.smithi007.stdout:op 3063 completed, throughput=5MB/sec 2024-08-04T15:58:32.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:58:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:58:33.011 INFO:tasks.workunit.client.0.smithi007.stdout: 599: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:33.011 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZM__iS6Ocl_sh7n off=1486683 len=610032 2024-08-04T15:58:33.015 INFO:tasks.workunit.client.0.smithi007.stdout:op 3064 completed, throughput=4.99MB/sec 2024-08-04T15:58:33.015 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HiKxQR39GsjahPt off=5557982 len=445277 2024-08-04T15:58:33.019 INFO:tasks.workunit.client.0.smithi007.stdout:op 3065 completed, throughput=4.99MB/sec 2024-08-04T15:58:33.020 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LC-UjacttN2vBl_ off=1627763 len=1653932 2024-08-04T15:58:33.022 INFO:tasks.workunit.client.0.smithi007.stdout:op 3066 completed, throughput=5MB/sec 2024-08-04T15:58:33.022 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--MH0onyasxHTj44 off=1461749 len=880638 2024-08-04T15:58:33.027 INFO:tasks.workunit.client.0.smithi007.stdout:op 3067 completed, throughput=5MB/sec 2024-08-04T15:58:33.027 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-o83HbQ0YQgoH3mQ off=13507252 len=1142723 2024-08-04T15:58:33.032 INFO:tasks.workunit.client.0.smithi007.stdout:op 3068 completed, throughput=5MB/sec 2024-08-04T15:58:33.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:33 smithi062 ceph-mon[85960]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:58:33.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:33 smithi007 ceph-mon[94998]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:58:33.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:33 smithi007 ceph-mon[92692]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:58:34.032 INFO:tasks.workunit.client.0.smithi007.stdout: 600: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:34.033 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-O-2A13zEXxK2edy off=1726766 len=1972046 2024-08-04T15:58:34.035 INFO:tasks.workunit.client.0.smithi007.stdout:op 3069 completed, throughput=4.99MB/sec 2024-08-04T15:58:34.035 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WHV8mRDaJz-mNaG off=0 len=1950859 2024-08-04T15:58:34.043 INFO:tasks.workunit.client.0.smithi007.stdout:op 3070 completed, throughput=5MB/sec 2024-08-04T15:58:34.044 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vBgvYt7JghNLvED off=7297566 len=493217 2024-08-04T15:58:34.045 INFO:tasks.workunit.client.0.smithi007.stdout:op 3071 completed, throughput=5MB/sec 2024-08-04T15:58:34.045 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XcM-CC-kyBO0znY off=7756131 len=1531975 2024-08-04T15:58:34.052 INFO:tasks.workunit.client.0.smithi007.stdout:op 3072 completed, throughput=5MB/sec 2024-08-04T15:58:35.052 INFO:tasks.workunit.client.0.smithi007.stdout: 601: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:35.053 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BTTqeZSCRml5TUt off=1525957 len=459862 2024-08-04T15:58:35.056 INFO:tasks.workunit.client.0.smithi007.stdout:op 3073 completed, throughput=4.99MB/sec 2024-08-04T15:58:35.056 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0sgDahEILLVScvz off=1641692 len=1213756 2024-08-04T15:58:35.058 INFO:tasks.workunit.client.0.smithi007.stdout:op 3074 completed, throughput=5MB/sec 2024-08-04T15:58:35.058 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HfVakEhdyU1Xf2i off=5653017 len=981782 2024-08-04T15:58:35.064 INFO:tasks.workunit.client.0.smithi007.stdout:op 3075 completed, throughput=5MB/sec 2024-08-04T15:58:35.064 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gI0tXq6bN9ORIAW off=1157970 len=628619 2024-08-04T15:58:35.065 INFO:tasks.workunit.client.0.smithi007.stdout:op 3076 completed, throughput=5MB/sec 2024-08-04T15:58:35.066 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vrvXi4xUq0SOEId off=2484160 len=2049780 2024-08-04T15:58:35.078 INFO:tasks.workunit.client.0.smithi007.stdout:op 3077 completed, throughput=5MB/sec 2024-08-04T15:58:35.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:35 smithi062 ceph-mon[85960]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:58:35.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:35 smithi007 ceph-mon[94998]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:58:35.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:35 smithi007 ceph-mon[92692]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:58:36.078 INFO:tasks.workunit.client.0.smithi007.stdout: 602: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:36.078 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0e7XhkVvLSW8S_x off=3307504 len=1026046 2024-08-04T15:58:36.080 INFO:tasks.workunit.client.0.smithi007.stdout:op 3078 completed, throughput=4.99MB/sec 2024-08-04T15:58:36.081 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-j10mYuNYp8CfTCF off=1318355 len=929425 2024-08-04T15:58:36.086 INFO:tasks.workunit.client.0.smithi007.stdout:op 3079 completed, throughput=5MB/sec 2024-08-04T15:58:36.086 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vIQqXDljYBC9aTd off=2897456 len=1241982 2024-08-04T15:58:36.092 INFO:tasks.workunit.client.0.smithi007.stdout:op 3080 completed, throughput=5MB/sec 2024-08-04T15:58:36.092 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Xa-AhFxUdKLtsMe off=3436021 len=204576 2024-08-04T15:58:36.095 INFO:tasks.workunit.client.0.smithi007.stdout:op 3081 completed, throughput=5MB/sec 2024-08-04T15:58:36.095 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KRxha3KPOMXnN0C off=5534373 len=352186 2024-08-04T15:58:36.099 INFO:tasks.workunit.client.0.smithi007.stdout:op 3082 completed, throughput=5MB/sec 2024-08-04T15:58:36.099 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rStZBOStg0zDRWH off=378467 len=1434607 2024-08-04T15:58:36.101 INFO:tasks.workunit.client.0.smithi007.stdout:op 3083 completed, throughput=5MB/sec 2024-08-04T15:58:36.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:58:36.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:58:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:58:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:58:36] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-08-04T15:58:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:58:37.101 INFO:tasks.workunit.client.0.smithi007.stdout: 603: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:37.101 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZOVzPRSej5X3je6 off=950934 len=1882439 2024-08-04T15:58:37.104 INFO:tasks.workunit.client.0.smithi007.stdout:op 3084 completed, throughput=5MB/sec 2024-08-04T15:58:37.104 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0Hk9c5nm-2ZkBLy off=3731626 len=99959 2024-08-04T15:58:37.110 INFO:tasks.workunit.client.0.smithi007.stdout:op 3085 completed, throughput=5MB/sec 2024-08-04T15:58:37.110 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wLhcTRAOQUQ5ymV off=1646461 len=1861279 2024-08-04T15:58:37.118 INFO:tasks.workunit.client.0.smithi007.stdout:op 3086 completed, throughput=5MB/sec 2024-08-04T15:58:37.118 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SNBP-Ro6UOWXpxv off=838929 len=1607808 2024-08-04T15:58:37.126 INFO:tasks.workunit.client.0.smithi007.stdout:op 3087 completed, throughput=5MB/sec 2024-08-04T15:58:37.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:37 smithi062 ceph-mon[85960]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:58:37.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:37 smithi007 ceph-mon[94998]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:58:37.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:37 smithi007 ceph-mon[92692]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:58:38.126 INFO:tasks.workunit.client.0.smithi007.stdout: 604: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:38.126 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eih8ZaSa527AYQP off=96461 len=1862096 2024-08-04T15:58:38.137 INFO:tasks.workunit.client.0.smithi007.stdout:op 3088 completed, throughput=5MB/sec 2024-08-04T15:58:38.138 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VJrCz7JiRLy8cFQ off=16766896 len=1731064 2024-08-04T15:58:38.148 INFO:tasks.workunit.client.0.smithi007.stdout:op 3089 completed, throughput=5MB/sec 2024-08-04T15:58:38.148 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Skwn03nkkGSC79U off=1701856 len=243478 2024-08-04T15:58:38.149 INFO:tasks.workunit.client.0.smithi007.stdout:op 3090 completed, throughput=5MB/sec 2024-08-04T15:58:38.149 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bmcR0nfI9X-XO0Y off=7560401 len=1628824 2024-08-04T15:58:38.150 INFO:tasks.workunit.client.0.smithi007.stdout:op 3091 completed, throughput=5MB/sec 2024-08-04T15:58:39.151 INFO:tasks.workunit.client.0.smithi007.stdout: 605: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:39.151 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HEUV2iVXtFCuvTA off=2012507 len=441883 2024-08-04T15:58:39.152 INFO:tasks.workunit.client.0.smithi007.stdout:op 3092 completed, throughput=4.99MB/sec 2024-08-04T15:58:39.152 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vd4PXy4GL3zQEvb off=21780386 len=1121144 2024-08-04T15:58:39.157 INFO:tasks.workunit.client.0.smithi007.stdout:op 3093 completed, throughput=5MB/sec 2024-08-04T15:58:39.157 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-j4d6bocZfteVY5T off=9821016 len=1619598 2024-08-04T15:58:39.164 INFO:tasks.workunit.client.0.smithi007.stdout:op 3094 completed, throughput=5MB/sec 2024-08-04T15:58:39.164 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yOCLUSZGrww1p4Z off=13865372 len=1795160 2024-08-04T15:58:39.170 INFO:tasks.workunit.client.0.smithi007.stdout:op 3095 completed, throughput=5MB/sec 2024-08-04T15:58:39.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:39 smithi062 ceph-mon[85960]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T15:58:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:58:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:58:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:58:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:58:39.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:39 smithi007 ceph-mon[92692]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T15:58:39.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:58:39.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:58:39.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:58:39.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:58:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:39 smithi007 ceph-mon[94998]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T15:58:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:58:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:58:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:58:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:58:40.170 INFO:tasks.workunit.client.0.smithi007.stdout: 606: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:40.170 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xaKE17-MY3UOEox off=6484442 len=1031122 2024-08-04T15:58:40.176 INFO:tasks.workunit.client.0.smithi007.stdout:op 3096 completed, throughput=4.99MB/sec 2024-08-04T15:58:40.176 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3Iftf7i1tnD2m9M off=9448311 len=1181282 2024-08-04T15:58:40.181 INFO:tasks.workunit.client.0.smithi007.stdout:op 3097 completed, throughput=5MB/sec 2024-08-04T15:58:40.182 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vPdTK7QHcwPsFkf off=11721238 len=908381 2024-08-04T15:58:40.186 INFO:tasks.workunit.client.0.smithi007.stdout:op 3098 completed, throughput=5MB/sec 2024-08-04T15:58:40.186 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZPx9Jb7txj1-bzE off=14936871 len=361095 2024-08-04T15:58:40.187 INFO:tasks.workunit.client.0.smithi007.stdout:op 3099 completed, throughput=5MB/sec 2024-08-04T15:58:40.187 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-j0bFlCJb4qdgMoY off=4766431 len=576412 2024-08-04T15:58:40.190 INFO:tasks.workunit.client.0.smithi007.stdout:op 3100 completed, throughput=5MB/sec 2024-08-04T15:58:40.190 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YvK2qAGXOhv9IW1 off=15128809 len=791116 2024-08-04T15:58:40.192 INFO:tasks.workunit.client.0.smithi007.stdout:op 3101 completed, throughput=5MB/sec 2024-08-04T15:58:40.192 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pFbmnfkKLaPyXjL off=2583657 len=2052294 2024-08-04T15:58:40.200 INFO:tasks.workunit.client.0.smithi007.stdout:op 3102 completed, throughput=5MB/sec 2024-08-04T15:58:41.201 INFO:tasks.workunit.client.0.smithi007.stdout: 607: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:41.201 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mdzaSzHyb8jhQHD off=6373576 len=1033869 2024-08-04T15:58:41.207 INFO:tasks.workunit.client.0.smithi007.stdout:op 3103 completed, throughput=5MB/sec 2024-08-04T15:58:41.207 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-S36YpL8S4g0BM1Z off=3500720 len=888769 2024-08-04T15:58:41.212 INFO:tasks.workunit.client.0.smithi007.stdout:op 3104 completed, throughput=5MB/sec 2024-08-04T15:58:41.212 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KSnZxFjbq-6KIIi off=1692591 len=445621 2024-08-04T15:58:41.216 INFO:tasks.workunit.client.0.smithi007.stdout:op 3105 completed, throughput=5MB/sec 2024-08-04T15:58:41.216 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yymEZmRZ7y8FJXv off=2535756 len=8196 2024-08-04T15:58:41.218 INFO:tasks.workunit.client.0.smithi007.stdout:op 3106 completed, throughput=5MB/sec 2024-08-04T15:58:41.218 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Qj_T9cqZJ0COMMt off=9433181 len=1747152 2024-08-04T15:58:41.225 INFO:tasks.workunit.client.0.smithi007.stdout:op 3107 completed, throughput=5MB/sec 2024-08-04T15:58:41.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:41 smithi062 ceph-mon[85960]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:58:41.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:41 smithi007 ceph-mon[92692]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:58:41.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:41 smithi007 ceph-mon[94998]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:58:42.226 INFO:tasks.workunit.client.0.smithi007.stdout: 608: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:42.226 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9LMWD-YJY0jjY4e off=15241208 len=592434 2024-08-04T15:58:42.227 INFO:tasks.workunit.client.0.smithi007.stdout:op 3108 completed, throughput=4.99MB/sec 2024-08-04T15:58:42.228 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ffPlpNSAXLLba7q off=9959080 len=1541030 2024-08-04T15:58:42.236 INFO:tasks.workunit.client.0.smithi007.stdout:op 3109 completed, throughput=5MB/sec 2024-08-04T15:58:42.236 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jeG0LwQ7wB10apW off=13493495 len=1924924 2024-08-04T15:58:42.243 INFO:tasks.workunit.client.0.smithi007.stdout:op 3110 completed, throughput=5MB/sec 2024-08-04T15:58:42.243 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XyGOWDttiPed-vm off=1143913 len=189197 2024-08-04T15:58:42.246 INFO:tasks.workunit.client.0.smithi007.stdout:op 3111 completed, throughput=5MB/sec 2024-08-04T15:58:42.246 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kbx8kuX3YVjfWeH off=8259825 len=931462 2024-08-04T15:58:42.247 INFO:tasks.workunit.client.0.smithi007.stdout:op 3112 completed, throughput=5MB/sec 2024-08-04T15:58:42.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:58:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:58:43.248 INFO:tasks.workunit.client.0.smithi007.stdout: 609: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:43.248 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AD0K_c09tCk29Eb off=645096 len=619560 2024-08-04T15:58:43.249 INFO:tasks.workunit.client.0.smithi007.stdout:op 3113 completed, throughput=4.99MB/sec 2024-08-04T15:58:43.249 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NCwY9YrVeeMhTmZ off=11991407 len=1653804 2024-08-04T15:58:43.260 INFO:tasks.workunit.client.0.smithi007.stdout:op 3114 completed, throughput=5MB/sec 2024-08-04T15:58:43.260 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mYoGzaZe2wARgKT off=1807331 len=1254468 2024-08-04T15:58:43.267 INFO:tasks.workunit.client.0.smithi007.stdout:op 3115 completed, throughput=5MB/sec 2024-08-04T15:58:43.267 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IkAFkXWs-mAa_u5 off=15485934 len=278008 2024-08-04T15:58:43.268 INFO:tasks.workunit.client.0.smithi007.stdout:op 3116 completed, throughput=5MB/sec 2024-08-04T15:58:43.268 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Tx87mGJ53ZaO63v off=9491892 len=188494 2024-08-04T15:58:43.271 INFO:tasks.workunit.client.0.smithi007.stdout:op 3117 completed, throughput=5MB/sec 2024-08-04T15:58:43.271 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-R_MdnEQg6enucGG off=0 len=1743720 2024-08-04T15:58:43.281 INFO:tasks.workunit.client.0.smithi007.stdout:op 3118 completed, throughput=5MB/sec 2024-08-04T15:58:43.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:43 smithi062 ceph-mon[85960]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-04T15:58:43.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:43 smithi007 ceph-mon[92692]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-04T15:58:43.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:43 smithi007 ceph-mon[94998]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-04T15:58:44.281 INFO:tasks.workunit.client.0.smithi007.stdout: 610: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:44.281 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kCY6Cc3jfs3YLZe off=1241759 len=1438104 2024-08-04T15:58:44.289 INFO:tasks.workunit.client.0.smithi007.stdout:op 3119 completed, throughput=5MB/sec 2024-08-04T15:58:44.289 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-scbFEogFB-O1qC5 off=16390082 len=40054 2024-08-04T15:58:44.291 INFO:tasks.workunit.client.0.smithi007.stdout:op 3120 completed, throughput=5MB/sec 2024-08-04T15:58:44.291 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-haapMfOU5TWIszY off=763614 len=43526 2024-08-04T15:58:44.292 INFO:tasks.workunit.client.0.smithi007.stdout:op 3121 completed, throughput=5MB/sec 2024-08-04T15:58:44.292 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-puE_7ydUp4qcHhL off=6273461 len=1575270 2024-08-04T15:58:44.294 INFO:tasks.workunit.client.0.smithi007.stdout:op 3122 completed, throughput=5MB/sec 2024-08-04T15:58:44.294 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CCIjv-Rzv4B3tIU off=564150 len=542626 2024-08-04T15:58:44.296 INFO:tasks.workunit.client.0.smithi007.stdout:op 3123 completed, throughput=5MB/sec 2024-08-04T15:58:44.296 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jpUNHt3he5MhXfG off=2241067 len=336457 2024-08-04T15:58:44.297 INFO:tasks.workunit.client.0.smithi007.stdout:op 3124 completed, throughput=5MB/sec 2024-08-04T15:58:44.297 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VQTb1Qe7QK5buLj off=8233292 len=874405 2024-08-04T15:58:44.301 INFO:tasks.workunit.client.0.smithi007.stdout:op 3125 completed, throughput=5MB/sec 2024-08-04T15:58:45.302 INFO:tasks.workunit.client.0.smithi007.stdout: 611: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:45.302 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xaKE17-MY3UOEox off=1898184 len=2050276 2024-08-04T15:58:45.305 INFO:tasks.workunit.client.0.smithi007.stdout:op 3126 completed, throughput=5MB/sec 2024-08-04T15:58:45.305 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BB0Ql1DkNDBQfDF off=722606 len=444845 2024-08-04T15:58:45.306 INFO:tasks.workunit.client.0.smithi007.stdout:op 3127 completed, throughput=5MB/sec 2024-08-04T15:58:45.306 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zeL6D8GQG1-01np off=13871864 len=1392874 2024-08-04T15:58:45.314 INFO:tasks.workunit.client.0.smithi007.stdout:op 3128 completed, throughput=5MB/sec 2024-08-04T15:58:45.314 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Q5Z4aDfWBadK4p9 off=4965028 len=281826 2024-08-04T15:58:45.317 INFO:tasks.workunit.client.0.smithi007.stdout:op 3129 completed, throughput=5MB/sec 2024-08-04T15:58:45.317 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ioNXTIFzA6MQdhg off=2860609 len=1310111 2024-08-04T15:58:45.318 INFO:tasks.workunit.client.0.smithi007.stdout:op 3130 completed, throughput=5MB/sec 2024-08-04T15:58:45.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:45 smithi062 ceph-mon[85960]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T15:58:45.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:45 smithi007 ceph-mon[92692]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T15:58:45.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:45 smithi007 ceph-mon[94998]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T15:58:46.318 INFO:tasks.workunit.client.0.smithi007.stdout: 612: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:46.319 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7SnOAYmtv0rY2YN off=10859258 len=1575656 2024-08-04T15:58:46.321 INFO:tasks.workunit.client.0.smithi007.stdout:op 3131 completed, throughput=4.99MB/sec 2024-08-04T15:58:46.321 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NPM8ghk8fg2XLpJ off=3771195 len=1815105 2024-08-04T15:58:46.332 INFO:tasks.workunit.client.0.smithi007.stdout:op 3132 completed, throughput=5MB/sec 2024-08-04T15:58:46.332 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-h3IRco-uHqEJmXw off=2597636 len=1168222 2024-08-04T15:58:46.334 INFO:tasks.workunit.client.0.smithi007.stdout:op 3133 completed, throughput=5MB/sec 2024-08-04T15:58:46.334 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FxtnnL_JXNn9T_V off=7717026 len=377459 2024-08-04T15:58:46.337 INFO:tasks.workunit.client.0.smithi007.stdout:op 3134 completed, throughput=5MB/sec 2024-08-04T15:58:46.337 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3lBpmvzxlpZDk15 off=14892246 len=569844 2024-08-04T15:58:46.339 INFO:tasks.workunit.client.0.smithi007.stdout:op 3135 completed, throughput=5MB/sec 2024-08-04T15:58:46.487 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:58:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:58:46] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-08-04T15:58:47.340 INFO:tasks.workunit.client.0.smithi007.stdout: 613: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:47.340 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ILrb4l1xt-3zztn off=16046253 len=1334775 2024-08-04T15:58:47.343 INFO:tasks.workunit.client.0.smithi007.stdout:op 3136 completed, throughput=4.99MB/sec 2024-08-04T15:58:47.343 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lcb2PQA2P-QMUS9 off=271456 len=477076 2024-08-04T15:58:47.344 INFO:tasks.workunit.client.0.smithi007.stdout:op 3137 completed, throughput=5MB/sec 2024-08-04T15:58:47.344 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BRhWoUTigiCEplv off=2699151 len=1961195 2024-08-04T15:58:47.352 INFO:tasks.workunit.client.0.smithi007.stdout:op 3138 completed, throughput=5MB/sec 2024-08-04T15:58:47.353 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-s9r67avrxMSB1MJ off=13832174 len=210774 2024-08-04T15:58:47.355 INFO:tasks.workunit.client.0.smithi007.stdout:op 3139 completed, throughput=5MB/sec 2024-08-04T15:58:47.355 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VXny9T2-7wBOI9_ off=14914092 len=1527264 2024-08-04T15:58:47.357 INFO:tasks.workunit.client.0.smithi007.stdout:op 3140 completed, throughput=5MB/sec 2024-08-04T15:58:47.501 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:47 smithi007 ceph-mon[92692]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T15:58:47.501 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:47 smithi007 ceph-mon[94998]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T15:58:47.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:47 smithi062 ceph-mon[85960]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T15:58:48.358 INFO:tasks.workunit.client.0.smithi007.stdout: 614: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:48.358 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OAzZ7Qd-wUY_vvt off=4348795 len=1298832 2024-08-04T15:58:48.364 INFO:tasks.workunit.client.0.smithi007.stdout:op 3141 completed, throughput=4.99MB/sec 2024-08-04T15:58:48.364 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Vpf9RJ2Qf5TVsgX off=8040383 len=2096018 2024-08-04T15:58:48.369 INFO:tasks.workunit.client.0.smithi007.stdout:op 3142 completed, throughput=5MB/sec 2024-08-04T15:58:48.369 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zVUhBRi35xN2rEK off=3128934 len=1612220 2024-08-04T15:58:48.370 INFO:tasks.workunit.client.0.smithi007.stdout:op 3143 completed, throughput=5MB/sec 2024-08-04T15:58:49.371 INFO:tasks.workunit.client.0.smithi007.stdout: 615: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:49.371 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Yd0t4A1yhxo_qNb off=7281351 len=1899815 2024-08-04T15:58:49.381 INFO:tasks.workunit.client.0.smithi007.stdout:op 3144 completed, throughput=5MB/sec 2024-08-04T15:58:49.381 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-U8VB80f4-J5ovEv off=4858008 len=1693303 2024-08-04T15:58:49.383 INFO:tasks.workunit.client.0.smithi007.stdout:op 3145 completed, throughput=5MB/sec 2024-08-04T15:58:49.383 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KZz3e-53THoszao off=3271736 len=1300248 2024-08-04T15:58:49.388 INFO:tasks.workunit.client.0.smithi007.stdout:op 3146 completed, throughput=5MB/sec 2024-08-04T15:58:49.389 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hLpvyZG7LMv2Loz off=4098545 len=57211 2024-08-04T15:58:49.391 INFO:tasks.workunit.client.0.smithi007.stdout:op 3147 completed, throughput=5MB/sec 2024-08-04T15:58:49.391 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qDk8cbIqtzzAViL off=9189641 len=658572 2024-08-04T15:58:49.395 INFO:tasks.workunit.client.0.smithi007.stdout:op 3148 completed, throughput=5MB/sec 2024-08-04T15:58:49.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:49 smithi062 ceph-mon[85960]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-08-04T15:58:49.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:49 smithi007 ceph-mon[94998]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-08-04T15:58:49.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:49 smithi007 ceph-mon[92692]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-08-04T15:58:50.395 INFO:tasks.workunit.client.0.smithi007.stdout: 616: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:50.395 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dypnqivHiXaWD7k off=4691821 len=1313976 2024-08-04T15:58:50.401 INFO:tasks.workunit.client.0.smithi007.stdout:op 3149 completed, throughput=4.99MB/sec 2024-08-04T15:58:50.401 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jyS8B52i02E5GZC off=1600280 len=1599007 2024-08-04T15:58:50.408 INFO:tasks.workunit.client.0.smithi007.stdout:op 3150 completed, throughput=5MB/sec 2024-08-04T15:58:50.409 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rBBLMbjuPztDWsk off=9392588 len=783944 2024-08-04T15:58:50.413 INFO:tasks.workunit.client.0.smithi007.stdout:op 3151 completed, throughput=5MB/sec 2024-08-04T15:58:50.413 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-urOaIW0SconOBsk off=5042451 len=1760359 2024-08-04T15:58:50.422 INFO:tasks.workunit.client.0.smithi007.stdout:op 3152 completed, throughput=5MB/sec 2024-08-04T15:58:51.422 INFO:tasks.workunit.client.0.smithi007.stdout: 617: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:51.422 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KYLipnHZZLxoMZI off=3450309 len=811976 2024-08-04T15:58:51.424 INFO:tasks.workunit.client.0.smithi007.stdout:op 3153 completed, throughput=4.99MB/sec 2024-08-04T15:58:51.424 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-U48OcRzeKwDFO0t off=12036446 len=1027412 2024-08-04T15:58:51.430 INFO:tasks.workunit.client.0.smithi007.stdout:op 3154 completed, throughput=5MB/sec 2024-08-04T15:58:51.430 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-n9UB-2rWKoYHXzC off=548656 len=45076 2024-08-04T15:58:51.433 INFO:tasks.workunit.client.0.smithi007.stdout:op 3155 completed, throughput=5MB/sec 2024-08-04T15:58:51.433 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bGIoNHnjJ13pQ3F off=2974628 len=1953732 2024-08-04T15:58:51.441 INFO:tasks.workunit.client.0.smithi007.stdout:op 3156 completed, throughput=5MB/sec 2024-08-04T15:58:51.441 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JIpG5INYgP1xyyZ off=2130412 len=143697 2024-08-04T15:58:51.444 INFO:tasks.workunit.client.0.smithi007.stdout:op 3157 completed, throughput=5MB/sec 2024-08-04T15:58:51.444 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-v5-0_7X7RLN0WOn off=9972890 len=450334 2024-08-04T15:58:51.447 INFO:tasks.workunit.client.0.smithi007.stdout:op 3158 completed, throughput=5MB/sec 2024-08-04T15:58:51.447 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-94eMffnGZLjGqih off=7013782 len=82993 2024-08-04T15:58:51.449 INFO:tasks.workunit.client.0.smithi007.stdout:op 3159 completed, throughput=5MB/sec 2024-08-04T15:58:51.450 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vcmxjGXLpEsMwlY off=3158232 len=1141650 2024-08-04T15:58:51.451 INFO:tasks.workunit.client.0.smithi007.stdout:op 3160 completed, throughput=5MB/sec 2024-08-04T15:58:51.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:51 smithi062 ceph-mon[85960]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:58:51.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:58:51.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:51 smithi007 ceph-mon[94998]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:58:51.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:58:51.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:51 smithi007 ceph-mon[92692]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:58:51.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:58:52.451 INFO:tasks.workunit.client.0.smithi007.stdout: 618: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:52.451 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ob48Cm__Y4Dhq0E off=9738090 len=2003541 2024-08-04T15:58:52.455 INFO:tasks.workunit.client.0.smithi007.stdout:op 3161 completed, throughput=5MB/sec 2024-08-04T15:58:52.455 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ulgdNuVcrx70Mjj off=602523 len=445032 2024-08-04T15:58:52.456 INFO:tasks.workunit.client.0.smithi007.stdout:op 3162 completed, throughput=5MB/sec 2024-08-04T15:58:52.456 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TZ6pFZ4F7wk0tt7 off=10072205 len=197423 2024-08-04T15:58:52.459 INFO:tasks.workunit.client.0.smithi007.stdout:op 3163 completed, throughput=5MB/sec 2024-08-04T15:58:52.459 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QwXLBdvUnMlyWR_ off=10589830 len=1964732 2024-08-04T15:58:52.461 INFO:tasks.workunit.client.0.smithi007.stdout:op 3164 completed, throughput=5MB/sec 2024-08-04T15:58:52.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:58:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:58:53.462 INFO:tasks.workunit.client.0.smithi007.stdout: 619: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:53.462 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--hOm_ONHlDcWHUD off=11106376 len=705722 2024-08-04T15:58:53.463 INFO:tasks.workunit.client.0.smithi007.stdout:op 3165 completed, throughput=4.99MB/sec 2024-08-04T15:58:53.463 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YJNdzvtNRa7CbiO off=7430255 len=257133 2024-08-04T15:58:53.464 INFO:tasks.workunit.client.0.smithi007.stdout:op 3166 completed, throughput=4.99MB/sec 2024-08-04T15:58:53.464 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-p4WsIqoCGT_aicI off=1172595 len=327157 2024-08-04T15:58:53.464 INFO:tasks.workunit.client.0.smithi007.stdout:op 3167 completed, throughput=4.99MB/sec 2024-08-04T15:58:53.465 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-J9YV5-dpLsOdfXF off=1903368 len=376006 2024-08-04T15:58:53.469 INFO:tasks.workunit.client.0.smithi007.stdout:op 3168 completed, throughput=4.99MB/sec 2024-08-04T15:58:53.470 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8xIsLyzs2_fyfjH off=10898275 len=1111245 2024-08-04T15:58:53.471 INFO:tasks.workunit.client.0.smithi007.stdout:op 3169 completed, throughput=5MB/sec 2024-08-04T15:58:53.471 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-N3_q4F52wrMWG13 off=1228587 len=151391 2024-08-04T15:58:53.471 INFO:tasks.workunit.client.0.smithi007.stdout:op 3170 completed, throughput=5MB/sec 2024-08-04T15:58:53.472 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3fGxrpFt6HCbA60 off=69659 len=2037537 2024-08-04T15:58:53.474 INFO:tasks.workunit.client.0.smithi007.stdout:op 3171 completed, throughput=5MB/sec 2024-08-04T15:58:53.474 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-easxRbGl3UGFtYp off=2824050 len=649291 2024-08-04T15:58:53.478 INFO:tasks.workunit.client.0.smithi007.stdout:op 3172 completed, throughput=5MB/sec 2024-08-04T15:58:53.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:53 smithi062 ceph-mon[85960]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-04T15:58:53.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:53 smithi007 ceph-mon[94998]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-04T15:58:53.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:53 smithi007 ceph-mon[92692]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-04T15:58:54.479 INFO:tasks.workunit.client.0.smithi007.stdout: 620: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:54.479 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2HKMEMarqLdmAu9 off=2333264 len=141360 2024-08-04T15:58:54.482 INFO:tasks.workunit.client.0.smithi007.stdout:op 3173 completed, throughput=4.99MB/sec 2024-08-04T15:58:54.482 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2Ox691Fo2oH5bn5 off=14887196 len=1582710 2024-08-04T15:58:54.486 INFO:tasks.workunit.client.0.smithi007.stdout:op 3174 completed, throughput=5MB/sec 2024-08-04T15:58:54.486 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JuUMNMCd-YQXGwI off=13959559 len=37527 2024-08-04T15:58:54.486 INFO:tasks.workunit.client.0.smithi007.stdout:op 3175 completed, throughput=5MB/sec 2024-08-04T15:58:54.487 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VydqqSJwi5QdiEc off=1003203 len=421161 2024-08-04T15:58:54.488 INFO:tasks.workunit.client.0.smithi007.stdout:op 3176 completed, throughput=5MB/sec 2024-08-04T15:58:54.488 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zDFCGKetwmHOzyi off=1754627 len=1606561 2024-08-04T15:58:54.496 INFO:tasks.workunit.client.0.smithi007.stdout:op 3177 completed, throughput=5MB/sec 2024-08-04T15:58:54.496 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uVhYxDFILN4JZc3 off=2080299 len=1972075 2024-08-04T15:58:54.498 INFO:tasks.workunit.client.0.smithi007.stdout:op 3178 completed, throughput=5MB/sec 2024-08-04T15:58:55.498 INFO:tasks.workunit.client.0.smithi007.stdout: 621: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:55.498 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ru8QNYCMqOnoTYK off=4948033 len=811737 2024-08-04T15:58:55.503 INFO:tasks.workunit.client.0.smithi007.stdout:op 3179 completed, throughput=4.99MB/sec 2024-08-04T15:58:55.503 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OV5EVInLHeq6VCc off=448179 len=1447977 2024-08-04T15:58:55.510 INFO:tasks.workunit.client.0.smithi007.stdout:op 3180 completed, throughput=5MB/sec 2024-08-04T15:58:55.510 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iZ8wU1iwCdglWFf off=147506 len=1237335 2024-08-04T15:58:55.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:55 smithi062 ceph-mon[85960]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:58:55.511 INFO:tasks.workunit.client.0.smithi007.stdout:op 3181 completed, throughput=5MB/sec 2024-08-04T15:58:55.511 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oYVk1BBLIhgkgK2 off=1042380 len=178222 2024-08-04T15:58:55.514 INFO:tasks.workunit.client.0.smithi007.stdout:op 3182 completed, throughput=5MB/sec 2024-08-04T15:58:55.514 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-51kUeYyrSZayRR7 off=8004000 len=1131716 2024-08-04T15:58:55.516 INFO:tasks.workunit.client.0.smithi007.stdout:op 3183 completed, throughput=5MB/sec 2024-08-04T15:58:55.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:55 smithi007 ceph-mon[94998]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:58:55.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:55 smithi007 ceph-mon[92692]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:58:56.518 INFO:tasks.workunit.client.0.smithi007.stdout: 622: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:56.518 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oiuiS2WEh1eXRaV off=17718056 len=872584 2024-08-04T15:58:56.518 INFO:tasks.workunit.client.0.smithi007.stdout:op 3184 completed, throughput=4.99MB/sec 2024-08-04T15:58:56.518 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wxzFed0LHCMVAgz off=2485582 len=554469 2024-08-04T15:58:56.521 INFO:tasks.workunit.client.0.smithi007.stdout:op 3185 completed, throughput=4.99MB/sec 2024-08-04T15:58:56.522 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-N-QrmdwDWfEdmFP off=5380962 len=101435 2024-08-04T15:58:56.522 INFO:tasks.workunit.client.0.smithi007.stdout:op 3186 completed, throughput=4.99MB/sec 2024-08-04T15:58:56.523 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-THxM0iGBbuGbfWS off=11586667 len=404991 2024-08-04T15:58:56.526 INFO:tasks.workunit.client.0.smithi007.stdout:op 3187 completed, throughput=5MB/sec 2024-08-04T15:58:56.526 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qQt4qJnvYouAeO8 off=12192835 len=1579912 2024-08-04T15:58:56.536 INFO:tasks.workunit.client.0.smithi007.stdout:op 3188 completed, throughput=5MB/sec 2024-08-04T15:58:56.536 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pfoYHCDltHljmlC off=1190992 len=1173699 2024-08-04T15:58:56.544 INFO:tasks.workunit.client.0.smithi007.stdout:op 3189 completed, throughput=5MB/sec 2024-08-04T15:58:56.544 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8GTe4sqGGTaOtvD off=200777 len=715633 2024-08-04T15:58:56.548 INFO:tasks.workunit.client.0.smithi007.stdout:op 3190 completed, throughput=5MB/sec 2024-08-04T15:58:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:58:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:58:56] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-08-04T15:58:57.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:57 smithi062 ceph-mon[85960]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:58:57.548 INFO:tasks.workunit.client.0.smithi007.stdout: 623: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:57.548 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-u63l0ofn74xEZel off=6442541 len=1408821 2024-08-04T15:58:57.550 INFO:tasks.workunit.client.0.smithi007.stdout:op 3191 completed, throughput=4.99MB/sec 2024-08-04T15:58:57.550 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4G24bAcdejOkpCe off=69744 len=691174 2024-08-04T15:58:57.552 INFO:tasks.workunit.client.0.smithi007.stdout:op 3192 completed, throughput=5MB/sec 2024-08-04T15:58:57.552 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WtcrEOJD7R2juem off=10638374 len=1013548 2024-08-04T15:58:57.553 INFO:tasks.workunit.client.0.smithi007.stdout:op 3193 completed, throughput=5MB/sec 2024-08-04T15:58:57.553 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9EbnGlQXQ9izQA5 off=4379494 len=1059916 2024-08-04T15:58:57.559 INFO:tasks.workunit.client.0.smithi007.stdout:op 3194 completed, throughput=5MB/sec 2024-08-04T15:58:57.559 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HTnt5UAAOmq1PlQ off=18477337 len=89856 2024-08-04T15:58:57.560 INFO:tasks.workunit.client.0.smithi007.stdout:op 3195 completed, throughput=5MB/sec 2024-08-04T15:58:57.560 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tUK0lvzYCoTVHGd off=4291765 len=710661 2024-08-04T15:58:57.564 INFO:tasks.workunit.client.0.smithi007.stdout:op 3196 completed, throughput=5MB/sec 2024-08-04T15:58:57.564 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-H25mZsKyas9nGip off=4774976 len=965532 2024-08-04T15:58:57.565 INFO:tasks.workunit.client.0.smithi007.stdout:op 3197 completed, throughput=5MB/sec 2024-08-04T15:58:57.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:57 smithi007 ceph-mon[92692]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:58:57.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:57 smithi007 ceph-mon[94998]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T15:58:58.566 INFO:tasks.workunit.client.0.smithi007.stdout: 624: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:58.566 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KgDAOxNsBE3X9lT off=7312342 len=631080 2024-08-04T15:58:58.570 INFO:tasks.workunit.client.0.smithi007.stdout:op 3198 completed, throughput=4.99MB/sec 2024-08-04T15:58:58.571 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zddQUULon0gZSCH off=1012657 len=1027598 2024-08-04T15:58:58.576 INFO:tasks.workunit.client.0.smithi007.stdout:op 3199 completed, throughput=5MB/sec 2024-08-04T15:58:58.576 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IGOJbP9hO7d6_-Q off=3012863 len=328844 2024-08-04T15:58:58.577 INFO:tasks.workunit.client.0.smithi007.stdout:op 3200 completed, throughput=5MB/sec 2024-08-04T15:58:58.578 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CIlsTzfWeR4LiOG off=179041 len=991404 2024-08-04T15:58:58.579 INFO:tasks.workunit.client.0.smithi007.stdout:op 3201 completed, throughput=5MB/sec 2024-08-04T15:58:58.580 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Sro_j47sPZXl9yv off=99775 len=1963166 2024-08-04T15:58:58.591 INFO:tasks.workunit.client.0.smithi007.stdout:op 3202 completed, throughput=5MB/sec 2024-08-04T15:58:59.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:58:59 smithi062 ceph-mon[85960]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:58:59.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:58:59 smithi007 ceph-mon[92692]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:58:59.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:58:59 smithi007 ceph-mon[94998]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:58:59.591 INFO:tasks.workunit.client.0.smithi007.stdout: 625: throughput=4.99MB/sec pending data=0 2024-08-04T15:58:59.591 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EuNOQS-rZNiqYi_ off=13507277 len=1231316 2024-08-04T15:58:59.599 INFO:tasks.workunit.client.0.smithi007.stdout:op 3203 completed, throughput=4.99MB/sec 2024-08-04T15:58:59.599 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oJ866y3_mi4TF0d off=7002495 len=683255 2024-08-04T15:58:59.600 INFO:tasks.workunit.client.0.smithi007.stdout:op 3204 completed, throughput=5MB/sec 2024-08-04T15:58:59.601 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kLWafL2FZq8Y5q4 off=4192397 len=566817 2024-08-04T15:58:59.601 INFO:tasks.workunit.client.0.smithi007.stdout:op 3205 completed, throughput=5MB/sec 2024-08-04T15:58:59.601 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ORytRojIMuLkiQj off=5003709 len=255849 2024-08-04T15:58:59.604 INFO:tasks.workunit.client.0.smithi007.stdout:op 3206 completed, throughput=5MB/sec 2024-08-04T15:58:59.604 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Zy671Et9I9S51RF off=19792523 len=177557 2024-08-04T15:58:59.607 INFO:tasks.workunit.client.0.smithi007.stdout:op 3207 completed, throughput=5MB/sec 2024-08-04T15:58:59.607 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bAjFsp0tia8xRSL off=12031917 len=1725147 2024-08-04T15:58:59.614 INFO:tasks.workunit.client.0.smithi007.stdout:op 3208 completed, throughput=5MB/sec 2024-08-04T15:58:59.614 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lOssjCyHT-AYhxu off=23117793 len=885318 2024-08-04T15:58:59.619 INFO:tasks.workunit.client.0.smithi007.stdout:op 3209 completed, throughput=5MB/sec 2024-08-04T15:59:00.619 INFO:tasks.workunit.client.0.smithi007.stdout: 626: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:00.620 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1NoA-xyqdDW-nKf off=14413932 len=236961 2024-08-04T15:59:00.623 INFO:tasks.workunit.client.0.smithi007.stdout:op 3210 completed, throughput=4.99MB/sec 2024-08-04T15:59:00.623 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-A25N2Xt-icMsOtt off=7536471 len=744742 2024-08-04T15:59:00.627 INFO:tasks.workunit.client.0.smithi007.stdout:op 3211 completed, throughput=4.99MB/sec 2024-08-04T15:59:00.627 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GKHOPRxlRIZWhdK off=13228162 len=926953 2024-08-04T15:59:00.630 INFO:tasks.workunit.client.0.smithi007.stdout:op 3212 completed, throughput=5MB/sec 2024-08-04T15:59:00.630 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xJ5KVUih2Hvcx5t off=4603610 len=1031544 2024-08-04T15:59:00.632 INFO:tasks.workunit.client.0.smithi007.stdout:op 3213 completed, throughput=5MB/sec 2024-08-04T15:59:00.632 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AoxKSysj7g8qKAF off=11364858 len=1737497 2024-08-04T15:59:00.635 INFO:tasks.workunit.client.0.smithi007.stdout:op 3214 completed, throughput=5MB/sec 2024-08-04T15:59:00.635 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_zhUGcXm7mzBAOd off=9544499 len=743385 2024-08-04T15:59:00.639 INFO:tasks.workunit.client.0.smithi007.stdout:op 3215 completed, throughput=5MB/sec 2024-08-04T15:59:01.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:01 smithi062 ceph-mon[85960]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:59:01.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:01 smithi007 ceph-mon[92692]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:59:01.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:01 smithi007 ceph-mon[94998]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T15:59:01.639 INFO:tasks.workunit.client.0.smithi007.stdout: 627: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:01.641 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pAyb4UpfhapvvFx off=1127934 len=1670692 2024-08-04T15:59:01.643 INFO:tasks.workunit.client.0.smithi007.stdout:op 3216 completed, throughput=5MB/sec 2024-08-04T15:59:01.643 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-N1tlpz8d1addl-d off=6072783 len=2095469 2024-08-04T15:59:01.646 INFO:tasks.workunit.client.0.smithi007.stdout:op 3217 completed, throughput=5MB/sec 2024-08-04T15:59:01.646 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj---Iq40c6hg1NdD9 off=3522085 len=841573 2024-08-04T15:59:01.647 INFO:tasks.workunit.client.0.smithi007.stdout:op 3218 completed, throughput=5MB/sec 2024-08-04T15:59:02.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:02 smithi062 ceph-mon[85960]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:59:02.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:59:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:59:02.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:02 smithi007 ceph-mon[94998]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:59:02.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:02 smithi007 ceph-mon[92692]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-04T15:59:02.648 INFO:tasks.workunit.client.0.smithi007.stdout: 628: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:02.648 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qL0XNmss3suqYc3 off=5819244 len=1362647 2024-08-04T15:59:02.650 INFO:tasks.workunit.client.0.smithi007.stdout:op 3219 completed, throughput=4.99MB/sec 2024-08-04T15:59:02.650 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gHl7CkyKQNUoqGG off=4088201 len=225581 2024-08-04T15:59:02.653 INFO:tasks.workunit.client.0.smithi007.stdout:op 3220 completed, throughput=4.99MB/sec 2024-08-04T15:59:02.653 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DNupikbwKaqkmlx off=13407724 len=1937570 2024-08-04T15:59:02.655 INFO:tasks.workunit.client.0.smithi007.stdout:op 3221 completed, throughput=5MB/sec 2024-08-04T15:59:02.656 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SyzM0USozhGF5fi off=2471772 len=1077880 2024-08-04T15:59:02.661 INFO:tasks.workunit.client.0.smithi007.stdout:op 3222 completed, throughput=5MB/sec 2024-08-04T15:59:02.661 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xg9J5-l3vBm0D9Q off=354573 len=1758174 2024-08-04T15:59:02.663 INFO:tasks.workunit.client.0.smithi007.stdout:op 3223 completed, throughput=5MB/sec 2024-08-04T15:59:03.664 INFO:tasks.workunit.client.0.smithi007.stdout: 629: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:03.664 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-u63l0ofn74xEZel off=15260213 len=1932215 2024-08-04T15:59:03.672 INFO:tasks.workunit.client.0.smithi007.stdout:op 3224 completed, throughput=5MB/sec 2024-08-04T15:59:03.673 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WgxbExhocqT3aLI off=2801124 len=25663 2024-08-04T15:59:03.673 INFO:tasks.workunit.client.0.smithi007.stdout:op 3225 completed, throughput=5MB/sec 2024-08-04T15:59:03.673 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZrUJbAhkv2hps-y off=1935010 len=641825 2024-08-04T15:59:03.677 INFO:tasks.workunit.client.0.smithi007.stdout:op 3226 completed, throughput=5MB/sec 2024-08-04T15:59:03.677 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YQu3be7W7Gkxi2x off=337864 len=198177 2024-08-04T15:59:03.680 INFO:tasks.workunit.client.0.smithi007.stdout:op 3227 completed, throughput=5MB/sec 2024-08-04T15:59:03.680 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WQeKUXmqxJSWNpA off=488838 len=200922 2024-08-04T15:59:03.681 INFO:tasks.workunit.client.0.smithi007.stdout:op 3228 completed, throughput=5MB/sec 2024-08-04T15:59:03.681 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PRlAucBueBVa5p2 off=9102483 len=2064696 2024-08-04T15:59:03.689 INFO:tasks.workunit.client.0.smithi007.stdout:op 3229 completed, throughput=5MB/sec 2024-08-04T15:59:04.689 INFO:tasks.workunit.client.0.smithi007.stdout: 630: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:04.690 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OUKvQj22VUpGo4r off=6949293 len=332344 2024-08-04T15:59:04.693 INFO:tasks.workunit.client.0.smithi007.stdout:op 3230 completed, throughput=4.99MB/sec 2024-08-04T15:59:04.693 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TQctDz8heLHaiNI off=6206095 len=1237814 2024-08-04T15:59:04.695 INFO:tasks.workunit.client.0.smithi007.stdout:op 3231 completed, throughput=5MB/sec 2024-08-04T15:59:04.695 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0fuII8u_QqEPotI off=2634712 len=544989 2024-08-04T15:59:04.698 INFO:tasks.workunit.client.0.smithi007.stdout:op 3232 completed, throughput=5MB/sec 2024-08-04T15:59:04.699 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kRWT8Nxz9ckmjA_ off=2327243 len=1039834 2024-08-04T15:59:04.700 INFO:tasks.workunit.client.0.smithi007.stdout:op 3233 completed, throughput=5MB/sec 2024-08-04T15:59:04.700 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Tbf-V2pPMEHRy15 off=899246 len=409555 2024-08-04T15:59:04.704 INFO:tasks.workunit.client.0.smithi007.stdout:op 3234 completed, throughput=5MB/sec 2024-08-04T15:59:04.704 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-evV0Zy-AgVCOP4G off=2935536 len=1457086 2024-08-04T15:59:04.711 INFO:tasks.workunit.client.0.smithi007.stdout:op 3235 completed, throughput=5MB/sec 2024-08-04T15:59:04.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:04 smithi062 ceph-mon[85960]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:59:04.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:04 smithi007 ceph-mon[94998]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:59:04.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:04 smithi007 ceph-mon[92692]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:59:05.711 INFO:tasks.workunit.client.0.smithi007.stdout: 631: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:05.711 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QnVWVtUNFmjSN8o off=2861142 len=12270 2024-08-04T15:59:05.711 INFO:tasks.workunit.client.0.smithi007.stdout:op 3236 completed, throughput=4.99MB/sec 2024-08-04T15:59:05.712 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-f2MbemxAYeBSG9w off=18120411 len=1819136 2024-08-04T15:59:05.715 INFO:tasks.workunit.client.0.smithi007.stdout:op 3237 completed, throughput=5MB/sec 2024-08-04T15:59:05.715 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KSelBGsqpcFmxy1 off=20016053 len=1276507 2024-08-04T15:59:05.722 INFO:tasks.workunit.client.0.smithi007.stdout:op 3238 completed, throughput=5MB/sec 2024-08-04T15:59:05.722 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rzabMplmTGqL44z off=2659882 len=1770053 2024-08-04T15:59:05.731 INFO:tasks.workunit.client.0.smithi007.stdout:op 3239 completed, throughput=5MB/sec 2024-08-04T15:59:05.731 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oHUZ98-lWfQie0w off=137316 len=707904 2024-08-04T15:59:05.733 INFO:tasks.workunit.client.0.smithi007.stdout:op 3240 completed, throughput=5MB/sec 2024-08-04T15:59:06.490 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:59:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:59:06] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-08-04T15:59:06.733 INFO:tasks.workunit.client.0.smithi007.stdout: 632: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:06.734 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DhDyo87zarRSmy2 off=1495229 len=1590252 2024-08-04T15:59:06.742 INFO:tasks.workunit.client.0.smithi007.stdout:op 3241 completed, throughput=5MB/sec 2024-08-04T15:59:06.742 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Xa83e28fti_Oih5 off=7290451 len=1796316 2024-08-04T15:59:06.744 INFO:tasks.workunit.client.0.smithi007.stdout:op 3242 completed, throughput=5MB/sec 2024-08-04T15:59:06.744 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5ZsovysETfDWDjB off=3842431 len=1791765 2024-08-04T15:59:06.751 INFO:tasks.workunit.client.0.smithi007.stdout:op 3243 completed, throughput=5MB/sec 2024-08-04T15:59:06.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:06 smithi062 ceph-mon[85960]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-04T15:59:06.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:59:06.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:06 smithi007 ceph-mon[92692]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-04T15:59:06.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:59:06.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:06 smithi007 ceph-mon[94998]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-04T15:59:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:59:07.751 INFO:tasks.workunit.client.0.smithi007.stdout: 633: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:07.752 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZbingOIO-FUnkgs off=5443457 len=673005 2024-08-04T15:59:07.755 INFO:tasks.workunit.client.0.smithi007.stdout:op 3244 completed, throughput=4.99MB/sec 2024-08-04T15:59:07.755 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_torMn9PwluZvRF off=558552 len=1081199 2024-08-04T15:59:07.760 INFO:tasks.workunit.client.0.smithi007.stdout:op 3245 completed, throughput=5MB/sec 2024-08-04T15:59:07.760 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iapmigKFuocE0ZR off=128419 len=1962419 2024-08-04T15:59:07.762 INFO:tasks.workunit.client.0.smithi007.stdout:op 3246 completed, throughput=5MB/sec 2024-08-04T15:59:07.762 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HQNlIIZY8ZTalIF off=19091943 len=1310793 2024-08-04T15:59:07.769 INFO:tasks.workunit.client.0.smithi007.stdout:op 3247 completed, throughput=5MB/sec 2024-08-04T15:59:08.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:08 smithi062 ceph-mon[85960]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T15:59:08.769 INFO:tasks.workunit.client.0.smithi007.stdout: 634: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:08.769 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wriYmA7imgL3RdK off=13239671 len=2085536 2024-08-04T15:59:08.778 INFO:tasks.workunit.client.0.smithi007.stdout:op 3248 completed, throughput=5MB/sec 2024-08-04T15:59:08.778 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0QKaxQQOpqPiFXI off=14180481 len=1728043 2024-08-04T15:59:08.780 INFO:tasks.workunit.client.0.smithi007.stdout:op 3249 completed, throughput=5MB/sec 2024-08-04T15:59:08.780 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yw7W-Mc5LtZDqXp off=1746798 len=499496 2024-08-04T15:59:08.784 INFO:tasks.workunit.client.0.smithi007.stdout:op 3250 completed, throughput=5MB/sec 2024-08-04T15:59:08.784 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VM8ZHRATC7LX04p off=5367477 len=1534759 2024-08-04T15:59:08.786 INFO:tasks.workunit.client.0.smithi007.stdout:op 3251 completed, throughput=5MB/sec 2024-08-04T15:59:08.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:08 smithi007 ceph-mon[92692]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T15:59:08.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:08 smithi007 ceph-mon[94998]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T15:59:09.786 INFO:tasks.workunit.client.0.smithi007.stdout: 635: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:09.786 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-B2OuhcrQ0J9gJMJ off=3103729 len=1292138 2024-08-04T15:59:09.792 INFO:tasks.workunit.client.0.smithi007.stdout:op 3252 completed, throughput=5MB/sec 2024-08-04T15:59:09.793 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SilstD4F9jieuN3 off=13287913 len=1907886 2024-08-04T15:59:09.801 INFO:tasks.workunit.client.0.smithi007.stdout:op 3253 completed, throughput=5MB/sec 2024-08-04T15:59:09.801 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Fxx1JTx8qt0q35L off=1480374 len=1306602 2024-08-04T15:59:09.803 INFO:tasks.workunit.client.0.smithi007.stdout:op 3254 completed, throughput=5MB/sec 2024-08-04T15:59:09.803 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_TIJYDcJ64ri_RD off=4420132 len=1334452 2024-08-04T15:59:09.806 INFO:tasks.workunit.client.0.smithi007.stdout:op 3255 completed, throughput=5MB/sec 2024-08-04T15:59:10.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:10 smithi062 ceph-mon[85960]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:59:10.806 INFO:tasks.workunit.client.0.smithi007.stdout: 636: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:10.806 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EYjuhVe8ISy6Uy4 off=1400132 len=85892 2024-08-04T15:59:10.809 INFO:tasks.workunit.client.0.smithi007.stdout:op 3256 completed, throughput=4.99MB/sec 2024-08-04T15:59:10.809 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3HH_WLDTlyLOnKL off=337480 len=1504986 2024-08-04T15:59:10.816 INFO:tasks.workunit.client.0.smithi007.stdout:op 3257 completed, throughput=5MB/sec 2024-08-04T15:59:10.816 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-w52rnH8DFd_I1Ra off=10345586 len=1394535 2024-08-04T15:59:10.824 INFO:tasks.workunit.client.0.smithi007.stdout:op 3258 completed, throughput=5MB/sec 2024-08-04T15:59:10.825 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qUXqHlNH0tN6Bf6 off=5232151 len=475930 2024-08-04T15:59:10.826 INFO:tasks.workunit.client.0.smithi007.stdout:op 3259 completed, throughput=5MB/sec 2024-08-04T15:59:10.826 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XPrbuRRwjYPPxim off=2046860 len=1159534 2024-08-04T15:59:10.833 INFO:tasks.workunit.client.0.smithi007.stdout:op 3260 completed, throughput=5MB/sec 2024-08-04T15:59:10.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:10 smithi007 ceph-mon[92692]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:59:10.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:10 smithi007 ceph-mon[94998]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T15:59:11.834 INFO:tasks.workunit.client.0.smithi007.stdout: 637: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:11.834 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qQKQOTLO8MdrfjU off=4612808 len=214175 2024-08-04T15:59:11.835 INFO:tasks.workunit.client.0.smithi007.stdout:op 3261 completed, throughput=4.99MB/sec 2024-08-04T15:59:11.835 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YmePybaETP9ZmGA off=4074243 len=660767 2024-08-04T15:59:11.839 INFO:tasks.workunit.client.0.smithi007.stdout:op 3262 completed, throughput=4.99MB/sec 2024-08-04T15:59:11.839 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yE8F90ICzgYKg6G off=2436992 len=577094 2024-08-04T15:59:11.843 INFO:tasks.workunit.client.0.smithi007.stdout:op 3263 completed, throughput=4.99MB/sec 2024-08-04T15:59:11.843 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4yOdBo9LByV4n4c off=13589942 len=1050778 2024-08-04T15:59:11.845 INFO:tasks.workunit.client.0.smithi007.stdout:op 3264 completed, throughput=5MB/sec 2024-08-04T15:59:11.845 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EvB1wUN-8sJGR8b off=1663330 len=1463982 2024-08-04T15:59:11.848 INFO:tasks.workunit.client.0.smithi007.stdout:op 3265 completed, throughput=5MB/sec 2024-08-04T15:59:11.848 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8y9TFCUoDRHXmC4 off=3845834 len=272870 2024-08-04T15:59:11.848 INFO:tasks.workunit.client.0.smithi007.stdout:op 3266 completed, throughput=5MB/sec 2024-08-04T15:59:11.848 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-krfOVEpARZxuaFk off=7741687 len=1722592 2024-08-04T15:59:11.851 INFO:tasks.workunit.client.0.smithi007.stdout:op 3267 completed, throughput=5MB/sec 2024-08-04T15:59:12.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:12 smithi062 ceph-mon[85960]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:59:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:59:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:59:12.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:12 smithi007 ceph-mon[92692]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:59:12.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:12 smithi007 ceph-mon[94998]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T15:59:12.851 INFO:tasks.workunit.client.0.smithi007.stdout: 638: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:12.851 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Lr35GPtPqgF68xh off=9951410 len=29900 2024-08-04T15:59:12.852 INFO:tasks.workunit.client.0.smithi007.stdout:op 3268 completed, throughput=4.99MB/sec 2024-08-04T15:59:12.852 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-m1W5ZZtBgL5i_5u off=17964543 len=585832 2024-08-04T15:59:12.857 INFO:tasks.workunit.client.0.smithi007.stdout:op 3269 completed, throughput=4.99MB/sec 2024-08-04T15:59:12.857 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Z-YNdwFEMMu3ML7 off=7264685 len=1478965 2024-08-04T15:59:12.863 INFO:tasks.workunit.client.0.smithi007.stdout:op 3270 completed, throughput=5MB/sec 2024-08-04T15:59:12.863 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-N7eGGWRWu1A_vdK off=13067896 len=1225309 2024-08-04T15:59:12.865 INFO:tasks.workunit.client.0.smithi007.stdout:op 3271 completed, throughput=5MB/sec 2024-08-04T15:59:12.865 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XaTqyz0brwqiqbB off=7477500 len=1808602 2024-08-04T15:59:12.867 INFO:tasks.workunit.client.0.smithi007.stdout:op 3272 completed, throughput=5MB/sec 2024-08-04T15:59:13.867 INFO:tasks.workunit.client.0.smithi007.stdout: 639: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:13.868 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2xxYOPU9pMePxWc off=3100473 len=852440 2024-08-04T15:59:13.869 INFO:tasks.workunit.client.0.smithi007.stdout:op 3273 completed, throughput=4.99MB/sec 2024-08-04T15:59:13.869 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BhkvZx2L_oSTZIa off=5940014 len=238912 2024-08-04T15:59:13.872 INFO:tasks.workunit.client.0.smithi007.stdout:op 3274 completed, throughput=5MB/sec 2024-08-04T15:59:13.872 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--vTyUe9mCv1UQdS off=22217085 len=1341258 2024-08-04T15:59:13.874 INFO:tasks.workunit.client.0.smithi007.stdout:op 3275 completed, throughput=5MB/sec 2024-08-04T15:59:13.874 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MpuY0jDkJdlnM9W off=5935782 len=2050178 2024-08-04T15:59:13.876 INFO:tasks.workunit.client.0.smithi007.stdout:op 3276 completed, throughput=5MB/sec 2024-08-04T15:59:14.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:14 smithi062 ceph-mon[85960]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-04T15:59:14.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:14 smithi007 ceph-mon[92692]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-04T15:59:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:14 smithi007 ceph-mon[94998]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-04T15:59:14.877 INFO:tasks.workunit.client.0.smithi007.stdout: 640: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:14.877 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RtoST6KJMjLJ1de off=2690008 len=776070 2024-08-04T15:59:14.879 INFO:tasks.workunit.client.0.smithi007.stdout:op 3277 completed, throughput=4.99MB/sec 2024-08-04T15:59:14.879 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0tlM5uVTJqcBuPa off=1348498 len=1287131 2024-08-04T15:59:14.885 INFO:tasks.workunit.client.0.smithi007.stdout:op 3278 completed, throughput=5MB/sec 2024-08-04T15:59:14.885 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GR86G52F5LNFuyM off=5749776 len=1166008 2024-08-04T15:59:14.891 INFO:tasks.workunit.client.0.smithi007.stdout:op 3279 completed, throughput=5MB/sec 2024-08-04T15:59:14.891 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Xbpp28pn3PipRnA off=698130 len=836506 2024-08-04T15:59:14.895 INFO:tasks.workunit.client.0.smithi007.stdout:op 3280 completed, throughput=5MB/sec 2024-08-04T15:59:14.895 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3urrmWvMm4d8zcG off=220675 len=638277 2024-08-04T15:59:14.896 INFO:tasks.workunit.client.0.smithi007.stdout:op 3281 completed, throughput=5MB/sec 2024-08-04T15:59:14.896 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-syBgWrYms5e0Wim off=11864472 len=1745987 2024-08-04T15:59:14.898 INFO:tasks.workunit.client.0.smithi007.stdout:op 3282 completed, throughput=5MB/sec 2024-08-04T15:59:15.899 INFO:tasks.workunit.client.0.smithi007.stdout: 641: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:15.899 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bnzBxwD-fd2LM4w off=895356 len=1791624 2024-08-04T15:59:15.901 INFO:tasks.workunit.client.0.smithi007.stdout:op 3283 completed, throughput=5MB/sec 2024-08-04T15:59:15.901 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lcbZLe3LDld3eem off=1651244 len=273934 2024-08-04T15:59:15.902 INFO:tasks.workunit.client.0.smithi007.stdout:op 3284 completed, throughput=5MB/sec 2024-08-04T15:59:15.902 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JSXqGJBIrrcPioI off=15070104 len=1663432 2024-08-04T15:59:15.905 INFO:tasks.workunit.client.0.smithi007.stdout:op 3285 completed, throughput=5MB/sec 2024-08-04T15:59:15.905 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jfJ_c6LzoMd1JDz off=10182706 len=1501558 2024-08-04T15:59:15.907 INFO:tasks.workunit.client.0.smithi007.stdout:op 3286 completed, throughput=5MB/sec 2024-08-04T15:59:16.504 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:59:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:59:16] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-08-04T15:59:16.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:16 smithi062 ceph-mon[85960]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:59:16.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:16 smithi007 ceph-mon[92692]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:59:16.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:16 smithi007 ceph-mon[94998]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:59:16.908 INFO:tasks.workunit.client.0.smithi007.stdout: 642: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:16.908 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EBhjkGVEyU0GO48 off=7541919 len=1941547 2024-08-04T15:59:16.915 INFO:tasks.workunit.client.0.smithi007.stdout:op 3287 completed, throughput=5MB/sec 2024-08-04T15:59:16.915 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-33Y1yXxejkuNNkE off=8633740 len=529035 2024-08-04T15:59:16.916 INFO:tasks.workunit.client.0.smithi007.stdout:op 3288 completed, throughput=5MB/sec 2024-08-04T15:59:16.916 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Qo6GGan6jS1oM69 off=5350359 len=682289 2024-08-04T15:59:16.917 INFO:tasks.workunit.client.0.smithi007.stdout:op 3289 completed, throughput=5MB/sec 2024-08-04T15:59:16.917 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XqcRjuLQYxYipsK off=6905124 len=1586554 2024-08-04T15:59:16.925 INFO:tasks.workunit.client.0.smithi007.stdout:op 3290 completed, throughput=5MB/sec 2024-08-04T15:59:17.926 INFO:tasks.workunit.client.0.smithi007.stdout: 643: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:17.926 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RgHc7RFWzI8-r_i off=1529281 len=372540 2024-08-04T15:59:17.927 INFO:tasks.workunit.client.0.smithi007.stdout:op 3291 completed, throughput=4.99MB/sec 2024-08-04T15:59:17.927 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-N-OWDZWORkcUbDd off=4827073 len=755976 2024-08-04T15:59:17.932 INFO:tasks.workunit.client.0.smithi007.stdout:op 3292 completed, throughput=4.99MB/sec 2024-08-04T15:59:17.932 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QIcqFiddZpMxJHh off=4974586 len=50407 2024-08-04T15:59:17.934 INFO:tasks.workunit.client.0.smithi007.stdout:op 3293 completed, throughput=4.99MB/sec 2024-08-04T15:59:17.934 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2Xi5LM4MCQFVRW_ off=3589835 len=21643 2024-08-04T15:59:17.935 INFO:tasks.workunit.client.0.smithi007.stdout:op 3294 completed, throughput=4.99MB/sec 2024-08-04T15:59:17.935 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oY7swBl5HMnCEHv off=6861921 len=898991 2024-08-04T15:59:17.937 INFO:tasks.workunit.client.0.smithi007.stdout:op 3295 completed, throughput=5MB/sec 2024-08-04T15:59:17.937 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-i8rneetGNELmrNG off=4645771 len=1720929 2024-08-04T15:59:17.946 INFO:tasks.workunit.client.0.smithi007.stdout:op 3296 completed, throughput=5MB/sec 2024-08-04T15:59:17.946 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qKxIukdzTqX1slm off=537180 len=16876 2024-08-04T15:59:17.947 INFO:tasks.workunit.client.0.smithi007.stdout:op 3297 completed, throughput=5MB/sec 2024-08-04T15:59:17.947 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8rHDdCubeUxqVgu off=1609567 len=1474809 2024-08-04T15:59:17.954 INFO:tasks.workunit.client.0.smithi007.stdout:op 3298 completed, throughput=5MB/sec 2024-08-04T15:59:18.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:18 smithi062 ceph-mon[85960]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:59:18.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:18 smithi007 ceph-mon[92692]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:59:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:18 smithi007 ceph-mon[94998]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T15:59:18.955 INFO:tasks.workunit.client.0.smithi007.stdout: 644: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:18.955 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Jm30S3v0Ktxnlzn off=609379 len=1272270 2024-08-04T15:59:18.956 INFO:tasks.workunit.client.0.smithi007.stdout:op 3299 completed, throughput=4.99MB/sec 2024-08-04T15:59:18.957 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CO26O9mmVXoCRPT off=4517118 len=972861 2024-08-04T15:59:18.961 INFO:tasks.workunit.client.0.smithi007.stdout:op 3300 completed, throughput=5MB/sec 2024-08-04T15:59:18.962 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-baAYtgx2Ni46YBC off=4563401 len=482792 2024-08-04T15:59:18.962 INFO:tasks.workunit.client.0.smithi007.stdout:op 3301 completed, throughput=5MB/sec 2024-08-04T15:59:18.962 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-r6ZJANz8tZlp4Y6 off=4452957 len=1604797 2024-08-04T15:59:18.971 INFO:tasks.workunit.client.0.smithi007.stdout:op 3302 completed, throughput=5MB/sec 2024-08-04T15:59:18.971 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EYjuhVe8ISy6Uy4 off=4605207 len=185011 2024-08-04T15:59:18.972 INFO:tasks.workunit.client.0.smithi007.stdout:op 3303 completed, throughput=5MB/sec 2024-08-04T15:59:18.972 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rCbfEN9ZbNqKSsU off=8400089 len=207576 2024-08-04T15:59:18.975 INFO:tasks.workunit.client.0.smithi007.stdout:op 3304 completed, throughput=5MB/sec 2024-08-04T15:59:18.975 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-v_F4AIzDRUxrsK_ off=12137953 len=1962852 2024-08-04T15:59:18.986 INFO:tasks.workunit.client.0.smithi007.stdout:op 3305 completed, throughput=5MB/sec 2024-08-04T15:59:19.986 INFO:tasks.workunit.client.0.smithi007.stdout: 645: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:19.986 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wrqLMvPJrRmx2xJ off=9166047 len=894784 2024-08-04T15:59:19.988 INFO:tasks.workunit.client.0.smithi007.stdout:op 3306 completed, throughput=5MB/sec 2024-08-04T15:59:19.988 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZUh8vkFgGfNBmv8 off=44606 len=1308705 2024-08-04T15:59:19.991 INFO:tasks.workunit.client.0.smithi007.stdout:op 3307 completed, throughput=5MB/sec 2024-08-04T15:59:19.991 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-h4DYFwQ7bvp_XO1 off=10637934 len=628991 2024-08-04T15:59:19.991 INFO:tasks.workunit.client.0.smithi007.stdout:op 3308 completed, throughput=5MB/sec 2024-08-04T15:59:19.991 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5S6ZVdZR9ZkBQ3U off=10582741 len=664651 2024-08-04T15:59:19.992 INFO:tasks.workunit.client.0.smithi007.stdout:op 3309 completed, throughput=5MB/sec 2024-08-04T15:59:19.992 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3ciZA-gJtiHFqDr off=4750689 len=1038711 2024-08-04T15:59:19.994 INFO:tasks.workunit.client.0.smithi007.stdout:op 3310 completed, throughput=5MB/sec 2024-08-04T15:59:20.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:20 smithi062 ceph-mon[85960]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:59:20.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:20 smithi007 ceph-mon[92692]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:59:20.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:20 smithi007 ceph-mon[94998]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T15:59:20.994 INFO:tasks.workunit.client.0.smithi007.stdout: 646: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:20.995 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fRoHO1wZuQ4h_ei off=12793387 len=953531 2024-08-04T15:59:20.997 INFO:tasks.workunit.client.0.smithi007.stdout:op 3311 completed, throughput=5MB/sec 2024-08-04T15:59:20.997 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-spct-zugKTMFHjz off=7522420 len=424448 2024-08-04T15:59:20.998 INFO:tasks.workunit.client.0.smithi007.stdout:op 3312 completed, throughput=5MB/sec 2024-08-04T15:59:20.998 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bsNiU84hMJX-AMQ off=5479124 len=2092842 2024-08-04T15:59:21.000 INFO:tasks.workunit.client.0.smithi007.stdout:op 3313 completed, throughput=5MB/sec 2024-08-04T15:59:21.000 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ok_t_A-DZl3n8WN off=6161362 len=717370 2024-08-04T15:59:21.002 INFO:tasks.workunit.client.0.smithi007.stdout:op 3314 completed, throughput=5MB/sec 2024-08-04T15:59:21.002 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ctSx-DGHAN3VnQq off=12118759 len=492963 2024-08-04T15:59:21.003 INFO:tasks.workunit.client.0.smithi007.stdout:op 3315 completed, throughput=5MB/sec 2024-08-04T15:59:21.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:59:21.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:59:22.004 INFO:tasks.workunit.client.0.smithi007.stdout: 647: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:22.004 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aRZH8UIcPjW42Uf off=6916884 len=1362412 2024-08-04T15:59:22.006 INFO:tasks.workunit.client.0.smithi007.stdout:op 3316 completed, throughput=4.99MB/sec 2024-08-04T15:59:22.006 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-eCTgXaHnadB-8_p off=6594922 len=122389 2024-08-04T15:59:22.007 INFO:tasks.workunit.client.0.smithi007.stdout:op 3317 completed, throughput=4.99MB/sec 2024-08-04T15:59:22.007 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-f311fv1knHUQhqh off=1724695 len=757730 2024-08-04T15:59:22.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:59:22.011 INFO:tasks.workunit.client.0.smithi007.stdout:op 3318 completed, throughput=5MB/sec 2024-08-04T15:59:22.011 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ILk0SOqll1OVj3o off=11178028 len=505002 2024-08-04T15:59:22.015 INFO:tasks.workunit.client.0.smithi007.stdout:op 3319 completed, throughput=5MB/sec 2024-08-04T15:59:22.015 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-afj182M1FsSK6iW off=18328000 len=242692 2024-08-04T15:59:22.016 INFO:tasks.workunit.client.0.smithi007.stdout:op 3320 completed, throughput=5MB/sec 2024-08-04T15:59:22.016 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VX3bOk4BwdxI-2f off=861308 len=263889 2024-08-04T15:59:22.019 INFO:tasks.workunit.client.0.smithi007.stdout:op 3321 completed, throughput=5MB/sec 2024-08-04T15:59:22.019 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0fuII8u_QqEPotI off=560157 len=1787364 2024-08-04T15:59:22.027 INFO:tasks.workunit.client.0.smithi007.stdout:op 3322 completed, throughput=5MB/sec 2024-08-04T15:59:22.027 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ktqw4uxgVaMZRTP off=471449 len=1071381 2024-08-04T15:59:22.028 INFO:tasks.workunit.client.0.smithi007.stdout:op 3323 completed, throughput=5MB/sec 2024-08-04T15:59:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:22 smithi062 ceph-mon[85960]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:59:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:59:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:59:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:59:22.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:22 smithi007 ceph-mon[94998]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:59:22.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:22 smithi007 ceph-mon[92692]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T15:59:23.029 INFO:tasks.workunit.client.0.smithi007.stdout: 648: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:23.029 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-L-PI-ovjJsAYa6Q off=4605002 len=246985 2024-08-04T15:59:23.030 INFO:tasks.workunit.client.0.smithi007.stdout:op 3324 completed, throughput=4.99MB/sec 2024-08-04T15:59:23.030 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-eWXC9J_zf4KIhF4 off=2549602 len=1783696 2024-08-04T15:59:23.032 INFO:tasks.workunit.client.0.smithi007.stdout:op 3325 completed, throughput=5MB/sec 2024-08-04T15:59:23.032 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FviPKquRy3ulEEx off=4057532 len=455244 2024-08-04T15:59:23.033 INFO:tasks.workunit.client.0.smithi007.stdout:op 3326 completed, throughput=5MB/sec 2024-08-04T15:59:23.033 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EudVlzjKsSJ2-X6 off=1953868 len=1290519 2024-08-04T15:59:23.035 INFO:tasks.workunit.client.0.smithi007.stdout:op 3327 completed, throughput=5MB/sec 2024-08-04T15:59:23.035 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Aso-YaWUrmBrDCL off=1419693 len=174473 2024-08-04T15:59:23.038 INFO:tasks.workunit.client.0.smithi007.stdout:op 3328 completed, throughput=5MB/sec 2024-08-04T15:59:23.038 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-B-b7jQZLa5MrcER off=322796 len=28357 2024-08-04T15:59:23.039 INFO:tasks.workunit.client.0.smithi007.stdout:op 3329 completed, throughput=5MB/sec 2024-08-04T15:59:23.039 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nrWp1nOFP9KxxK8 off=4136001 len=100868 2024-08-04T15:59:23.041 INFO:tasks.workunit.client.0.smithi007.stdout:op 3330 completed, throughput=5MB/sec 2024-08-04T15:59:23.041 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LmhymcmaDpp7rnr off=4150630 len=1204424 2024-08-04T15:59:23.047 INFO:tasks.workunit.client.0.smithi007.stdout:op 3331 completed, throughput=5MB/sec 2024-08-04T15:59:24.047 INFO:tasks.workunit.client.0.smithi007.stdout: 649: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:24.047 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-chxIwHDLxUkT2Hh off=5521671 len=667790 2024-08-04T15:59:24.049 INFO:tasks.workunit.client.0.smithi007.stdout:op 3332 completed, throughput=4.99MB/sec 2024-08-04T15:59:24.049 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YvK2qAGXOhv9IW1 off=15042214 len=877711 2024-08-04T15:59:24.054 INFO:tasks.workunit.client.0.smithi007.stdout:op 3333 completed, throughput=5MB/sec 2024-08-04T15:59:24.054 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xg9J5-l3vBm0D9Q off=437140 len=1800520 2024-08-04T15:59:24.061 INFO:tasks.workunit.client.0.smithi007.stdout:op 3334 completed, throughput=5MB/sec 2024-08-04T15:59:24.061 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HxwdCsa6VOt3-Ga off=4134486 len=966419 2024-08-04T15:59:24.065 INFO:tasks.workunit.client.0.smithi007.stdout:op 3335 completed, throughput=5MB/sec 2024-08-04T15:59:24.065 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-27MnKAvx3isYakv off=19809399 len=1251925 2024-08-04T15:59:24.073 INFO:tasks.workunit.client.0.smithi007.stdout:op 3336 completed, throughput=5MB/sec 2024-08-04T15:59:24.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:24 smithi007 ceph-mon[94998]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:59:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:24 smithi007 ceph-mon[92692]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:59:25.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:24 smithi062 ceph-mon[85960]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:59:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: 650: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:25.073 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-orxx6Uncd_MhZI9 off=3255009 len=412382 2024-08-04T15:59:25.077 INFO:tasks.workunit.client.0.smithi007.stdout:op 3337 completed, throughput=4.99MB/sec 2024-08-04T15:59:25.077 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-U6dsFolArbydQkR off=10132150 len=1383930 2024-08-04T15:59:25.082 INFO:tasks.workunit.client.0.smithi007.stdout:op 3338 completed, throughput=5MB/sec 2024-08-04T15:59:25.082 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-60rGCxS0mqWoxk1 off=14564977 len=439608 2024-08-04T15:59:25.086 INFO:tasks.workunit.client.0.smithi007.stdout:op 3339 completed, throughput=5MB/sec 2024-08-04T15:59:25.086 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LDTSDdxudis58_K off=2257093 len=199442 2024-08-04T15:59:25.087 INFO:tasks.workunit.client.0.smithi007.stdout:op 3340 completed, throughput=5MB/sec 2024-08-04T15:59:25.087 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-C0cN4WoPZgDC7yq off=5307824 len=916067 2024-08-04T15:59:25.088 INFO:tasks.workunit.client.0.smithi007.stdout:op 3341 completed, throughput=5MB/sec 2024-08-04T15:59:25.088 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pzmas23MRQph82f off=8433804 len=1507767 2024-08-04T15:59:25.094 INFO:tasks.workunit.client.0.smithi007.stdout:op 3342 completed, throughput=5MB/sec 2024-08-04T15:59:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: 651: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:26.095 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7U6lzUJNVsYRuzO off=17032785 len=980159 2024-08-04T15:59:26.100 INFO:tasks.workunit.client.0.smithi007.stdout:op 3343 completed, throughput=4.99MB/sec 2024-08-04T15:59:26.100 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HEUV2iVXtFCuvTA off=3102522 len=1795490 2024-08-04T15:59:26.111 INFO:tasks.workunit.client.0.smithi007.stdout:op 3344 completed, throughput=5MB/sec 2024-08-04T15:59:26.111 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mIeKHyNM4Kng6k2 off=4079360 len=237427 2024-08-04T15:59:26.112 INFO:tasks.workunit.client.0.smithi007.stdout:op 3345 completed, throughput=5MB/sec 2024-08-04T15:59:26.112 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-e2e0oJPYHIfWNc_ off=320388 len=600849 2024-08-04T15:59:26.113 INFO:tasks.workunit.client.0.smithi007.stdout:op 3346 completed, throughput=5MB/sec 2024-08-04T15:59:26.113 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pej-KmghM831ukv off=5187084 len=972847 2024-08-04T15:59:26.118 INFO:tasks.workunit.client.0.smithi007.stdout:op 3347 completed, throughput=5MB/sec 2024-08-04T15:59:26.118 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NsAYEvlsRX7FZYx off=10284101 len=172553 2024-08-04T15:59:26.119 INFO:tasks.workunit.client.0.smithi007.stdout:op 3348 completed, throughput=5MB/sec 2024-08-04T15:59:26.521 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:59:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:59:26] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-08-04T15:59:26.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:26 smithi007 ceph-mon[92692]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:59:26.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:26 smithi007 ceph-mon[94998]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:59:27.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:26 smithi062 ceph-mon[85960]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T15:59:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: 652: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:27.119 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7boPCTsqluEt1dK off=16810673 len=1286947 2024-08-04T15:59:27.121 INFO:tasks.workunit.client.0.smithi007.stdout:op 3349 completed, throughput=4.99MB/sec 2024-08-04T15:59:27.121 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-urOaIW0SconOBsk off=6202607 len=798336 2024-08-04T15:59:27.123 INFO:tasks.workunit.client.0.smithi007.stdout:op 3350 completed, throughput=5MB/sec 2024-08-04T15:59:27.123 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-W2tYk8wnJRbOKzk off=569125 len=1193950 2024-08-04T15:59:27.129 INFO:tasks.workunit.client.0.smithi007.stdout:op 3351 completed, throughput=5MB/sec 2024-08-04T15:59:27.130 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-atFGlXD_Wz-c-SI off=697256 len=1319813 2024-08-04T15:59:27.136 INFO:tasks.workunit.client.0.smithi007.stdout:op 3352 completed, throughput=5MB/sec 2024-08-04T15:59:27.136 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QZk1JrV7pYGMr1p off=325431 len=1226480 2024-08-04T15:59:27.138 INFO:tasks.workunit.client.0.smithi007.stdout:op 3353 completed, throughput=5MB/sec 2024-08-04T15:59:28.138 INFO:tasks.workunit.client.0.smithi007.stdout: 653: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:28.139 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0ghSGPaOFwU6jH4 off=9487888 len=1306556 2024-08-04T15:59:28.145 INFO:tasks.workunit.client.0.smithi007.stdout:op 3354 completed, throughput=5MB/sec 2024-08-04T15:59:28.145 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OovvATPJTfNhC5U off=13393532 len=835744 2024-08-04T15:59:28.146 INFO:tasks.workunit.client.0.smithi007.stdout:op 3355 completed, throughput=5MB/sec 2024-08-04T15:59:28.146 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-444erbymLc4iXiz off=1160718 len=245123 2024-08-04T15:59:28.149 INFO:tasks.workunit.client.0.smithi007.stdout:op 3356 completed, throughput=5MB/sec 2024-08-04T15:59:28.149 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_eEV5cU3RLVxux1 off=5872852 len=1164117 2024-08-04T15:59:28.150 INFO:tasks.workunit.client.0.smithi007.stdout:op 3357 completed, throughput=5MB/sec 2024-08-04T15:59:28.150 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5znPZTp-d7PVlPY off=1831716 len=1663928 2024-08-04T15:59:28.158 INFO:tasks.workunit.client.0.smithi007.stdout:op 3358 completed, throughput=5MB/sec 2024-08-04T15:59:28.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:28 smithi007 ceph-mon[94998]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-04T15:59:28.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:28 smithi007 ceph-mon[92692]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-04T15:59:29.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:28 smithi062 ceph-mon[85960]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-04T15:59:29.158 INFO:tasks.workunit.client.0.smithi007.stdout: 654: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:29.159 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mHv3UbOYp_a7OFE off=555552 len=500628 2024-08-04T15:59:29.163 INFO:tasks.workunit.client.0.smithi007.stdout:op 3359 completed, throughput=4.99MB/sec 2024-08-04T15:59:29.163 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hohFQHBG-60_0AL off=3105668 len=884025 2024-08-04T15:59:29.165 INFO:tasks.workunit.client.0.smithi007.stdout:op 3360 completed, throughput=4.99MB/sec 2024-08-04T15:59:29.165 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MqlUC9PAk3fvnUX off=7395678 len=249076 2024-08-04T15:59:29.168 INFO:tasks.workunit.client.0.smithi007.stdout:op 3361 completed, throughput=5MB/sec 2024-08-04T15:59:29.168 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IM5hZhCBTa-QvjC off=13554649 len=1170544 2024-08-04T15:59:29.169 INFO:tasks.workunit.client.0.smithi007.stdout:op 3362 completed, throughput=5MB/sec 2024-08-04T15:59:29.169 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cNO2LRsojN3Wb7W off=3583076 len=1712005 2024-08-04T15:59:29.179 INFO:tasks.workunit.client.0.smithi007.stdout:op 3363 completed, throughput=5MB/sec 2024-08-04T15:59:29.179 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OBr339SPKo5YUGD off=10270228 len=1394228 2024-08-04T15:59:29.181 INFO:tasks.workunit.client.0.smithi007.stdout:op 3364 completed, throughput=5MB/sec 2024-08-04T15:59:30.181 INFO:tasks.workunit.client.0.smithi007.stdout: 655: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:30.182 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-C6C_7_EWip0Daoc off=4932156 len=2021374 2024-08-04T15:59:30.193 INFO:tasks.workunit.client.0.smithi007.stdout:op 3365 completed, throughput=5MB/sec 2024-08-04T15:59:30.193 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-z7s0IDUHHKC-Wpi off=6822363 len=729308 2024-08-04T15:59:30.198 INFO:tasks.workunit.client.0.smithi007.stdout:op 3366 completed, throughput=5MB/sec 2024-08-04T15:59:30.198 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Y8rpGXwIOuLsJQ6 off=311992 len=1898783 2024-08-04T15:59:30.201 INFO:tasks.workunit.client.0.smithi007.stdout:op 3367 completed, throughput=5MB/sec 2024-08-04T15:59:30.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:30 smithi007 ceph-mon[94998]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-04T15:59:30.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:30 smithi007 ceph-mon[92692]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-04T15:59:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:30 smithi062 ceph-mon[85960]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-04T15:59:31.202 INFO:tasks.workunit.client.0.smithi007.stdout: 656: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:31.202 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-x5mQBe2Te-2fHwt off=3833734 len=103803 2024-08-04T15:59:31.205 INFO:tasks.workunit.client.0.smithi007.stdout:op 3368 completed, throughput=4.99MB/sec 2024-08-04T15:59:31.205 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fSdycqdKRf8WtZM off=12050595 len=304464 2024-08-04T15:59:31.208 INFO:tasks.workunit.client.0.smithi007.stdout:op 3369 completed, throughput=4.99MB/sec 2024-08-04T15:59:31.208 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bvlP2LOSRGKMKkT off=10299865 len=323153 2024-08-04T15:59:31.209 INFO:tasks.workunit.client.0.smithi007.stdout:op 3370 completed, throughput=4.99MB/sec 2024-08-04T15:59:31.209 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--hINjZpsJgSvsx3 off=23139402 len=81868 2024-08-04T15:59:31.209 INFO:tasks.workunit.client.0.smithi007.stdout:op 3371 completed, throughput=4.99MB/sec 2024-08-04T15:59:31.209 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xSov-BBa_uSADo_ off=10598924 len=548628 2024-08-04T15:59:31.214 INFO:tasks.workunit.client.0.smithi007.stdout:op 3372 completed, throughput=4.99MB/sec 2024-08-04T15:59:31.214 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-b5X7KS11Gs4NWRM off=8057168 len=487479 2024-08-04T15:59:31.217 INFO:tasks.workunit.client.0.smithi007.stdout:op 3373 completed, throughput=5MB/sec 2024-08-04T15:59:31.217 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Hwd1nBviVUWru_r off=7993453 len=1482511 2024-08-04T15:59:31.219 INFO:tasks.workunit.client.0.smithi007.stdout:op 3374 completed, throughput=5MB/sec 2024-08-04T15:59:31.219 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ijhuZNl3mvp8KZW off=3106215 len=1486919 2024-08-04T15:59:31.222 INFO:tasks.workunit.client.0.smithi007.stdout:op 3375 completed, throughput=5MB/sec 2024-08-04T15:59:31.222 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4cfUl7AYKcStlJw off=874160 len=448736 2024-08-04T15:59:31.226 INFO:tasks.workunit.client.0.smithi007.stdout:op 3376 completed, throughput=5MB/sec 2024-08-04T15:59:32.227 INFO:tasks.workunit.client.0.smithi007.stdout: 657: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:32.227 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aq1SMWgnZa8-42C off=1022966 len=1967296 2024-08-04T15:59:32.229 INFO:tasks.workunit.client.0.smithi007.stdout:op 3377 completed, throughput=5MB/sec 2024-08-04T15:59:32.229 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5pPSDUe-Ld3YGic off=5671112 len=1487707 2024-08-04T15:59:32.236 INFO:tasks.workunit.client.0.smithi007.stdout:op 3378 completed, throughput=5MB/sec 2024-08-04T15:59:32.236 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hfE2jrTcw1I-ay7 off=10717141 len=234602 2024-08-04T15:59:32.237 INFO:tasks.workunit.client.0.smithi007.stdout:op 3379 completed, throughput=5MB/sec 2024-08-04T15:59:32.237 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zFpyCmhgZFvHUHS off=9241476 len=2048217 2024-08-04T15:59:32.241 INFO:tasks.workunit.client.0.smithi007.stdout:op 3380 completed, throughput=5MB/sec 2024-08-04T15:59:32.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:32 smithi062 ceph-mon[85960]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T15:59:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:59:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:59:32.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:32 smithi007 ceph-mon[92692]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T15:59:32.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:32 smithi007 ceph-mon[94998]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T15:59:33.241 INFO:tasks.workunit.client.0.smithi007.stdout: 658: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:33.241 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0pIq6nUdTdJuqF4 off=5794313 len=637359 2024-08-04T15:59:33.242 INFO:tasks.workunit.client.0.smithi007.stdout:op 3381 completed, throughput=4.99MB/sec 2024-08-04T15:59:33.242 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2ZslfweGzbe3quq off=10415424 len=371477 2024-08-04T15:59:33.245 INFO:tasks.workunit.client.0.smithi007.stdout:op 3382 completed, throughput=4.99MB/sec 2024-08-04T15:59:33.245 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tbfUT97UMFutlwY off=4541120 len=916689 2024-08-04T15:59:33.252 INFO:tasks.workunit.client.0.smithi007.stdout:op 3383 completed, throughput=5MB/sec 2024-08-04T15:59:33.252 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IWiwNNOz2XmLcks off=841515 len=289773 2024-08-04T15:59:33.253 INFO:tasks.workunit.client.0.smithi007.stdout:op 3384 completed, throughput=5MB/sec 2024-08-04T15:59:33.253 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0UefIsntx9ZXp38 off=12547654 len=219330 2024-08-04T15:59:33.253 INFO:tasks.workunit.client.0.smithi007.stdout:op 3385 completed, throughput=5MB/sec 2024-08-04T15:59:33.253 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-flZn29SSiUoMPuS off=11387958 len=280756 2024-08-04T15:59:33.256 INFO:tasks.workunit.client.0.smithi007.stdout:op 3386 completed, throughput=5MB/sec 2024-08-04T15:59:33.256 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PDB9pSWX6uHZWnZ off=18131955 len=1304301 2024-08-04T15:59:33.258 INFO:tasks.workunit.client.0.smithi007.stdout:op 3387 completed, throughput=5MB/sec 2024-08-04T15:59:33.258 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LlF8l6498_2z906 off=3703519 len=1324952 2024-08-04T15:59:33.260 INFO:tasks.workunit.client.0.smithi007.stdout:op 3388 completed, throughput=5MB/sec 2024-08-04T15:59:34.260 INFO:tasks.workunit.client.0.smithi007.stdout: 659: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:34.260 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6w0YfkVI-xRJ9p9 off=725741 len=177595 2024-08-04T15:59:34.263 INFO:tasks.workunit.client.0.smithi007.stdout:op 3389 completed, throughput=4.99MB/sec 2024-08-04T15:59:34.264 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XAa0Ng1esiM9MX4 off=191870 len=137535 2024-08-04T15:59:34.264 INFO:tasks.workunit.client.0.smithi007.stdout:op 3390 completed, throughput=4.99MB/sec 2024-08-04T15:59:34.264 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6SJuz5mjQ9CL17C off=4238777 len=1910173 2024-08-04T15:59:34.276 INFO:tasks.workunit.client.0.smithi007.stdout:op 3391 completed, throughput=5MB/sec 2024-08-04T15:59:34.276 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-t0iPN3p118IjJ8J off=2967302 len=1449381 2024-08-04T15:59:34.283 INFO:tasks.workunit.client.0.smithi007.stdout:op 3392 completed, throughput=5MB/sec 2024-08-04T15:59:34.283 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3YURvkxQb2RHCEI off=14636227 len=1617101 2024-08-04T15:59:34.285 INFO:tasks.workunit.client.0.smithi007.stdout:op 3393 completed, throughput=5MB/sec 2024-08-04T15:59:34.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:34 smithi007 ceph-mon[94998]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:59:34.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:34 smithi007 ceph-mon[92692]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:59:35.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:34 smithi062 ceph-mon[85960]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:59:35.285 INFO:tasks.workunit.client.0.smithi007.stdout: 660: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:35.285 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-t-N55bSfoo50bRJ off=7655149 len=1648642 2024-08-04T15:59:35.287 INFO:tasks.workunit.client.0.smithi007.stdout:op 3394 completed, throughput=5MB/sec 2024-08-04T15:59:35.287 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YIFUbpJ3u5p5dTh off=2494341 len=1153958 2024-08-04T15:59:35.293 INFO:tasks.workunit.client.0.smithi007.stdout:op 3395 completed, throughput=5MB/sec 2024-08-04T15:59:35.293 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-S4CvBAmvs5zPTeg off=3708193 len=297993 2024-08-04T15:59:35.294 INFO:tasks.workunit.client.0.smithi007.stdout:op 3396 completed, throughput=5MB/sec 2024-08-04T15:59:35.294 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bdMTvJyPOrQ7wvU off=2724517 len=369275 2024-08-04T15:59:35.294 INFO:tasks.workunit.client.0.smithi007.stdout:op 3397 completed, throughput=5MB/sec 2024-08-04T15:59:35.294 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jV4o5ULk6eT1dqc off=8670822 len=813179 2024-08-04T15:59:35.296 INFO:tasks.workunit.client.0.smithi007.stdout:op 3398 completed, throughput=5MB/sec 2024-08-04T15:59:35.296 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ltSLJfLnkHMg9tA off=3037891 len=95645 2024-08-04T15:59:35.298 INFO:tasks.workunit.client.0.smithi007.stdout:op 3399 completed, throughput=5MB/sec 2024-08-04T15:59:35.298 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zQ5HySoulZXwltZ off=285360 len=1795291 2024-08-04T15:59:35.306 INFO:tasks.workunit.client.0.smithi007.stdout:op 3400 completed, throughput=5MB/sec 2024-08-04T15:59:36.307 INFO:tasks.workunit.client.0.smithi007.stdout: 661: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:36.307 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-sZSXF_btxxCdfp1 off=1896675 len=833411 2024-08-04T15:59:36.308 INFO:tasks.workunit.client.0.smithi007.stdout:op 3401 completed, throughput=5MB/sec 2024-08-04T15:59:36.308 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hKA1lygPPDXEQIE off=18978382 len=1711830 2024-08-04T15:59:36.310 INFO:tasks.workunit.client.0.smithi007.stdout:op 3402 completed, throughput=5MB/sec 2024-08-04T15:59:36.310 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dfFuXlA7-9s7VfU off=8639632 len=721336 2024-08-04T15:59:36.313 INFO:tasks.workunit.client.0.smithi007.stdout:op 3403 completed, throughput=5MB/sec 2024-08-04T15:59:36.313 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-m0M8dppS58bQQ-u off=1236709 len=1970929 2024-08-04T15:59:36.324 INFO:tasks.workunit.client.0.smithi007.stdout:op 3404 completed, throughput=5MB/sec 2024-08-04T15:59:36.536 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:59:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:59:36] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-08-04T15:59:36.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:36 smithi007 ceph-mon[94998]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:59:36.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:59:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:36 smithi007 ceph-mon[92692]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:59:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:59:37.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:36 smithi062 ceph-mon[85960]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:59:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:59:37.324 INFO:tasks.workunit.client.0.smithi007.stdout: 662: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:37.324 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XqKpU6TIwRbZSZa off=0 len=1698433 2024-08-04T15:59:37.328 INFO:tasks.workunit.client.0.smithi007.stdout:op 3405 completed, throughput=5MB/sec 2024-08-04T15:59:37.328 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XqKpU6TIwRbZSZa off=1324397 len=231337 2024-08-04T15:59:37.331 INFO:tasks.workunit.client.0.smithi007.stdout:op 3406 completed, throughput=5MB/sec 2024-08-04T15:59:37.332 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xD1khYlxvdXERIL off=6769880 len=1317975 2024-08-04T15:59:37.334 INFO:tasks.workunit.client.0.smithi007.stdout:op 3407 completed, throughput=5MB/sec 2024-08-04T15:59:37.334 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NMqBnN989j-xo07 off=8628008 len=1211946 2024-08-04T15:59:37.339 INFO:tasks.workunit.client.0.smithi007.stdout:op 3408 completed, throughput=5MB/sec 2024-08-04T15:59:38.340 INFO:tasks.workunit.client.0.smithi007.stdout: 663: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:38.340 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dH9Yq7TU7_UrW4a off=3391627 len=1147150 2024-08-04T15:59:38.345 INFO:tasks.workunit.client.0.smithi007.stdout:op 3409 completed, throughput=4.99MB/sec 2024-08-04T15:59:38.346 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jw8MWbT5HC0ctCM off=46205 len=559657 2024-08-04T15:59:38.350 INFO:tasks.workunit.client.0.smithi007.stdout:op 3410 completed, throughput=5MB/sec 2024-08-04T15:59:38.350 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zDFCGKetwmHOzyi off=8065610 len=1726641 2024-08-04T15:59:38.357 INFO:tasks.workunit.client.0.smithi007.stdout:op 3411 completed, throughput=5MB/sec 2024-08-04T15:59:38.357 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iN5uV9xFAq6cknU off=5628307 len=833077 2024-08-04T15:59:38.362 INFO:tasks.workunit.client.0.smithi007.stdout:op 3412 completed, throughput=5MB/sec 2024-08-04T15:59:38.362 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RIrxZ5n8D_RKBIw off=11817949 len=796726 2024-08-04T15:59:38.364 INFO:tasks.workunit.client.0.smithi007.stdout:op 3413 completed, throughput=5MB/sec 2024-08-04T15:59:38.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:38 smithi007 ceph-mon[94998]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-04T15:59:38.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:38 smithi007 ceph-mon[92692]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-04T15:59:39.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:38 smithi062 ceph-mon[85960]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-04T15:59:39.365 INFO:tasks.workunit.client.0.smithi007.stdout: 664: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:39.365 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-52jdhNa8m-E-ezD off=15866199 len=205002 2024-08-04T15:59:39.365 INFO:tasks.workunit.client.0.smithi007.stdout:op 3414 completed, throughput=4.99MB/sec 2024-08-04T15:59:39.365 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MZlWU3w-96Q_55f off=18803542 len=1989463 2024-08-04T15:59:39.367 INFO:tasks.workunit.client.0.smithi007.stdout:op 3415 completed, throughput=5MB/sec 2024-08-04T15:59:39.367 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cUNE87W9Lkrnb7x off=8504955 len=2048828 2024-08-04T15:59:39.369 INFO:tasks.workunit.client.0.smithi007.stdout:op 3416 completed, throughput=5MB/sec 2024-08-04T15:59:39.369 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pZuR6MuEI3ikefn off=4839801 len=1708160 2024-08-04T15:59:39.375 INFO:tasks.workunit.client.0.smithi007.stdout:op 3417 completed, throughput=5MB/sec 2024-08-04T15:59:39.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:59:39.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:59:39.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:59:39.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:59:39.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:59:39.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:59:39.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:59:39.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:59:40.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T15:59:40.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T15:59:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T15:59:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T15:59:40.376 INFO:tasks.workunit.client.0.smithi007.stdout: 665: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:40.376 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5TLGJDT2_CJ7x8e off=4018228 len=800173 2024-08-04T15:59:40.381 INFO:tasks.workunit.client.0.smithi007.stdout:op 3418 completed, throughput=4.99MB/sec 2024-08-04T15:59:40.381 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5tKbm9qqXWNT8__ off=4271373 len=2021935 2024-08-04T15:59:40.391 INFO:tasks.workunit.client.0.smithi007.stdout:op 3419 completed, throughput=5MB/sec 2024-08-04T15:59:40.391 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5h4lWm3eRoHsQgC off=14416385 len=638364 2024-08-04T15:59:40.392 INFO:tasks.workunit.client.0.smithi007.stdout:op 3420 completed, throughput=5MB/sec 2024-08-04T15:59:40.392 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TUrhdikEddLrN1n off=9001518 len=1321356 2024-08-04T15:59:40.395 INFO:tasks.workunit.client.0.smithi007.stdout:op 3421 completed, throughput=5MB/sec 2024-08-04T15:59:40.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:40 smithi007 ceph-mon[94998]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T15:59:40.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:40 smithi007 ceph-mon[92692]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T15:59:41.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:40 smithi062 ceph-mon[85960]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T15:59:41.396 INFO:tasks.workunit.client.0.smithi007.stdout: 666: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:41.396 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-quXvgI73aLE_Iy0 off=30384 len=1636620 2024-08-04T15:59:41.406 INFO:tasks.workunit.client.0.smithi007.stdout:op 3422 completed, throughput=5MB/sec 2024-08-04T15:59:41.406 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Iz9YrgeS0-bncEl off=6130240 len=1541820 2024-08-04T15:59:41.407 INFO:tasks.workunit.client.0.smithi007.stdout:op 3423 completed, throughput=5MB/sec 2024-08-04T15:59:41.408 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pjYktGoK67cUHfv off=740662 len=1565068 2024-08-04T15:59:41.415 INFO:tasks.workunit.client.0.smithi007.stdout:op 3424 completed, throughput=5MB/sec 2024-08-04T15:59:41.415 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fRoHO1wZuQ4h_ei off=8517530 len=518778 2024-08-04T15:59:41.418 INFO:tasks.workunit.client.0.smithi007.stdout:op 3425 completed, throughput=5MB/sec 2024-08-04T15:59:42.418 INFO:tasks.workunit.client.0.smithi007.stdout: 667: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:42.419 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xq4VYlklHxsT83Z off=8939567 len=1115756 2024-08-04T15:59:42.420 INFO:tasks.workunit.client.0.smithi007.stdout:op 3426 completed, throughput=4.99MB/sec 2024-08-04T15:59:42.420 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dFbjB-BLlwID75_ off=3792110 len=1120739 2024-08-04T15:59:42.422 INFO:tasks.workunit.client.0.smithi007.stdout:op 3427 completed, throughput=5MB/sec 2024-08-04T15:59:42.422 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tNogOwXDi420UZi off=10470263 len=1399115 2024-08-04T15:59:42.424 INFO:tasks.workunit.client.0.smithi007.stdout:op 3428 completed, throughput=5MB/sec 2024-08-04T15:59:42.424 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9LJSFyQDM_vAC4d off=3812472 len=1259192 2024-08-04T15:59:42.430 INFO:tasks.workunit.client.0.smithi007.stdout:op 3429 completed, throughput=5MB/sec 2024-08-04T15:59:42.430 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rmsDntBvR_BRSJ4 off=2689825 len=1502759 2024-08-04T15:59:42.437 INFO:tasks.workunit.client.0.smithi007.stdout:op 3430 completed, throughput=5MB/sec 2024-08-04T15:59:42.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:42 smithi062 ceph-mon[85960]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-04T15:59:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:59:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:59:42.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:42 smithi007 ceph-mon[92692]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-04T15:59:42.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:42 smithi007 ceph-mon[94998]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-04T15:59:43.437 INFO:tasks.workunit.client.0.smithi007.stdout: 668: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:43.437 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pqYclfqa4Uu3_UC off=6200146 len=150712 2024-08-04T15:59:43.440 INFO:tasks.workunit.client.0.smithi007.stdout:op 3431 completed, throughput=4.99MB/sec 2024-08-04T15:59:43.441 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TsGy5fwy77FD9NT off=7363520 len=1795524 2024-08-04T15:59:43.443 INFO:tasks.workunit.client.0.smithi007.stdout:op 3432 completed, throughput=5MB/sec 2024-08-04T15:59:43.443 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KqhkRqbN7slOkLn off=8107547 len=1661505 2024-08-04T15:59:43.450 INFO:tasks.workunit.client.0.smithi007.stdout:op 3433 completed, throughput=5MB/sec 2024-08-04T15:59:43.450 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WZW5T-e0PhrPCnZ off=20060998 len=1914853 2024-08-04T15:59:43.452 INFO:tasks.workunit.client.0.smithi007.stdout:op 3434 completed, throughput=5MB/sec 2024-08-04T15:59:44.453 INFO:tasks.workunit.client.0.smithi007.stdout: 669: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:44.453 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-krRCj9LRVciT6yy off=1128310 len=963348 2024-08-04T15:59:44.454 INFO:tasks.workunit.client.0.smithi007.stdout:op 3435 completed, throughput=5MB/sec 2024-08-04T15:59:44.454 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9zIqGt-8CNID08o off=2027265 len=1910769 2024-08-04T15:59:44.471 INFO:tasks.workunit.client.0.smithi007.stdout:op 3436 completed, throughput=5MB/sec 2024-08-04T15:59:44.471 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8c0VEh6H6T9TpJd off=22077280 len=1971025 2024-08-04T15:59:44.482 INFO:tasks.workunit.client.0.smithi007.stdout:op 3437 completed, throughput=5MB/sec 2024-08-04T15:59:44.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:44 smithi007 ceph-mon[92692]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:59:44.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:44 smithi007 ceph-mon[94998]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:59:45.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:44 smithi062 ceph-mon[85960]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T15:59:45.483 INFO:tasks.workunit.client.0.smithi007.stdout: 670: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:45.483 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zb4HuC8CQtgNcK4 off=2535108 len=212413 2024-08-04T15:59:45.486 INFO:tasks.workunit.client.0.smithi007.stdout:op 3438 completed, throughput=4.99MB/sec 2024-08-04T15:59:45.486 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yhqynv49Wmuu_wK off=18684154 len=1601534 2024-08-04T15:59:45.494 INFO:tasks.workunit.client.0.smithi007.stdout:op 3439 completed, throughput=5MB/sec 2024-08-04T15:59:45.494 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pd2C3dT-eIfZU7k off=7972921 len=11607 2024-08-04T15:59:45.496 INFO:tasks.workunit.client.0.smithi007.stdout:op 3440 completed, throughput=5MB/sec 2024-08-04T15:59:45.497 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-m0KZmbikhroGI6l off=7434266 len=1387651 2024-08-04T15:59:45.504 INFO:tasks.workunit.client.0.smithi007.stdout:op 3441 completed, throughput=5MB/sec 2024-08-04T15:59:45.504 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hU5QhAM-b5VpYsH off=12990273 len=807933 2024-08-04T15:59:45.509 INFO:tasks.workunit.client.0.smithi007.stdout:op 3442 completed, throughput=5MB/sec 2024-08-04T15:59:45.510 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZOjYQVLJYcAC6Cm off=1206907 len=511000 2024-08-04T15:59:45.513 INFO:tasks.workunit.client.0.smithi007.stdout:op 3443 completed, throughput=5MB/sec 2024-08-04T15:59:45.513 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-j2Ro0kUZVibZVTw off=14818498 len=425137 2024-08-04T15:59:45.517 INFO:tasks.workunit.client.0.smithi007.stdout:op 3444 completed, throughput=5MB/sec 2024-08-04T15:59:46.517 INFO:tasks.workunit.client.0.smithi007.stdout: 671: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:46.517 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6IZqrUH8xwUiDiK off=17140091 len=103956 2024-08-04T15:59:46.520 INFO:tasks.workunit.client.0.smithi007.stdout:op 3445 completed, throughput=4.99MB/sec 2024-08-04T15:59:46.520 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MO7KhR2VJ6_29DX off=6624770 len=1529174 2024-08-04T15:59:46.526 INFO:tasks.workunit.client.0.smithi007.stdout:op 3446 completed, throughput=5MB/sec 2024-08-04T15:59:46.526 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NzaxMg-TVg0e63w off=15253423 len=1069126 2024-08-04T15:59:46.532 INFO:tasks.workunit.client.0.smithi007.stdout:op 3447 completed, throughput=5MB/sec 2024-08-04T15:59:46.532 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-R2d0xCeZRrzJOs8 off=806226 len=918451 2024-08-04T15:59:46.537 INFO:tasks.workunit.client.0.smithi007.stdout:op 3448 completed, throughput=5MB/sec 2024-08-04T15:59:46.537 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fxcn9DmtVvwlnqm off=5381349 len=129330 2024-08-04T15:59:46.539 INFO:tasks.workunit.client.0.smithi007.stdout:op 3449 completed, throughput=5MB/sec 2024-08-04T15:59:46.539 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8fOaTdt9KX3jK8J off=588265 len=902047 2024-08-04T15:59:46.540 INFO:tasks.workunit.client.0.smithi007.stdout:op 3450 completed, throughput=5MB/sec 2024-08-04T15:59:46.541 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uzfdm7Kdj0oR9JQ off=3372111 len=1519424 2024-08-04T15:59:46.542 INFO:tasks.workunit.client.0.smithi007.stdout:op 3451 completed, throughput=5MB/sec 2024-08-04T15:59:46.553 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:59:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:59:46] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-08-04T15:59:46.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:46 smithi007 ceph-mon[92692]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:59:46.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:46 smithi007 ceph-mon[94998]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:59:47.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:46 smithi062 ceph-mon[85960]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T15:59:47.543 INFO:tasks.workunit.client.0.smithi007.stdout: 672: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:47.543 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-j08S7CQtLXsByUm off=2333770 len=864172 2024-08-04T15:59:47.548 INFO:tasks.workunit.client.0.smithi007.stdout:op 3452 completed, throughput=5MB/sec 2024-08-04T15:59:47.548 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_gadkWbB9UANNDf off=1282549 len=492183 2024-08-04T15:59:47.551 INFO:tasks.workunit.client.0.smithi007.stdout:op 3453 completed, throughput=5MB/sec 2024-08-04T15:59:47.552 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2sH_V6Lkw0w-GhI off=3297010 len=311685 2024-08-04T15:59:47.552 INFO:tasks.workunit.client.0.smithi007.stdout:op 3454 completed, throughput=5MB/sec 2024-08-04T15:59:47.552 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ip_t7H9sSLkvnTX off=81647 len=824312 2024-08-04T15:59:47.554 INFO:tasks.workunit.client.0.smithi007.stdout:op 3455 completed, throughput=5MB/sec 2024-08-04T15:59:47.554 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KJTXrTepRTnxS1z off=4284860 len=1854037 2024-08-04T15:59:47.558 INFO:tasks.workunit.client.0.smithi007.stdout:op 3456 completed, throughput=5MB/sec 2024-08-04T15:59:48.559 INFO:tasks.workunit.client.0.smithi007.stdout: 673: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:48.559 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-edRh7hHpBC3jOqG off=23978325 len=1068501 2024-08-04T15:59:48.564 INFO:tasks.workunit.client.0.smithi007.stdout:op 3457 completed, throughput=4.99MB/sec 2024-08-04T15:59:48.565 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1sEpauqX8EAxbCW off=2450011 len=1138051 2024-08-04T15:59:48.570 INFO:tasks.workunit.client.0.smithi007.stdout:op 3458 completed, throughput=5MB/sec 2024-08-04T15:59:48.570 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jO2lTRPWArAbMaP off=3149308 len=804655 2024-08-04T15:59:48.574 INFO:tasks.workunit.client.0.smithi007.stdout:op 3459 completed, throughput=5MB/sec 2024-08-04T15:59:48.574 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3SrnEMqY0fZW58v off=17432135 len=916611 2024-08-04T15:59:48.576 INFO:tasks.workunit.client.0.smithi007.stdout:op 3460 completed, throughput=5MB/sec 2024-08-04T15:59:48.576 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1TbTUiy0zv7-b_3 off=5145168 len=1091877 2024-08-04T15:59:48.577 INFO:tasks.workunit.client.0.smithi007.stdout:op 3461 completed, throughput=5MB/sec 2024-08-04T15:59:48.578 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Y1nOfmsVRTn8WOO off=10819517 len=1479258 2024-08-04T15:59:48.584 INFO:tasks.workunit.client.0.smithi007.stdout:op 3462 completed, throughput=5MB/sec 2024-08-04T15:59:48.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:48 smithi007 ceph-mon[92692]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:59:48.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:48 smithi007 ceph-mon[94998]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:59:49.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:48 smithi062 ceph-mon[85960]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T15:59:49.584 INFO:tasks.workunit.client.0.smithi007.stdout: 674: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:49.584 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nLuZo01INSk2a_Z off=641663 len=1350260 2024-08-04T15:59:49.586 INFO:tasks.workunit.client.0.smithi007.stdout:op 3463 completed, throughput=5MB/sec 2024-08-04T15:59:49.586 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CUZzQeOrSA0UixV off=713592 len=884337 2024-08-04T15:59:49.591 INFO:tasks.workunit.client.0.smithi007.stdout:op 3464 completed, throughput=5MB/sec 2024-08-04T15:59:49.591 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aSEA-JOunbtfSn3 off=5063596 len=465168 2024-08-04T15:59:49.595 INFO:tasks.workunit.client.0.smithi007.stdout:op 3465 completed, throughput=5MB/sec 2024-08-04T15:59:49.595 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-omt859teYfquAtZ off=474207 len=1278386 2024-08-04T15:59:49.597 INFO:tasks.workunit.client.0.smithi007.stdout:op 3466 completed, throughput=5MB/sec 2024-08-04T15:59:49.597 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FxtnnL_JXNn9T_V off=5627294 len=1642810 2024-08-04T15:59:49.604 INFO:tasks.workunit.client.0.smithi007.stdout:op 3467 completed, throughput=5MB/sec 2024-08-04T15:59:50.605 INFO:tasks.workunit.client.0.smithi007.stdout: 675: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:50.605 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tMAzZRYg6nAMzaL off=1992719 len=899938 2024-08-04T15:59:50.606 INFO:tasks.workunit.client.0.smithi007.stdout:op 3468 completed, throughput=5MB/sec 2024-08-04T15:59:50.606 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7YpvGkUTHtI8nn1 off=2293584 len=657629 2024-08-04T15:59:50.608 INFO:tasks.workunit.client.0.smithi007.stdout:op 3469 completed, throughput=5MB/sec 2024-08-04T15:59:50.608 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cjJc6DMsII4SJea off=5955602 len=1404842 2024-08-04T15:59:50.617 INFO:tasks.workunit.client.0.smithi007.stdout:op 3470 completed, throughput=5MB/sec 2024-08-04T15:59:50.617 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-m8UAdI2oJy_QM2l off=5675932 len=1102655 2024-08-04T15:59:50.623 INFO:tasks.workunit.client.0.smithi007.stdout:op 3471 completed, throughput=5MB/sec 2024-08-04T15:59:50.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:50 smithi007 ceph-mon[92692]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:59:50.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:50 smithi007 ceph-mon[94998]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:59:51.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:50 smithi062 ceph-mon[85960]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T15:59:51.623 INFO:tasks.workunit.client.0.smithi007.stdout: 676: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:51.623 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hrk1eT8j3LYm5hd off=77843 len=1602685 2024-08-04T15:59:51.625 INFO:tasks.workunit.client.0.smithi007.stdout:op 3472 completed, throughput=5MB/sec 2024-08-04T15:59:51.625 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VK_mZZoFguBKR8G off=3730265 len=248540 2024-08-04T15:59:51.626 INFO:tasks.workunit.client.0.smithi007.stdout:op 3473 completed, throughput=5MB/sec 2024-08-04T15:59:51.626 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--5HjYCPdcUzBAfW off=11927759 len=1412953 2024-08-04T15:59:51.634 INFO:tasks.workunit.client.0.smithi007.stdout:op 3474 completed, throughput=5MB/sec 2024-08-04T15:59:51.634 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GE8zTS8M_FGyvPM off=6904993 len=1154593 2024-08-04T15:59:51.639 INFO:tasks.workunit.client.0.smithi007.stdout:op 3475 completed, throughput=5MB/sec 2024-08-04T15:59:51.639 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-odKQs7nR8v2aRWv off=3654819 len=852532 2024-08-04T15:59:51.640 INFO:tasks.workunit.client.0.smithi007.stdout:op 3476 completed, throughput=5MB/sec 2024-08-04T15:59:51.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:59:51.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:59:52.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T15:59:52.566 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 15:59:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T15:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T15:59:52.641 INFO:tasks.workunit.client.0.smithi007.stdout: 677: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:52.641 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vzZz842KknT_ms5 off=317393 len=255325 2024-08-04T15:59:52.644 INFO:tasks.workunit.client.0.smithi007.stdout:op 3477 completed, throughput=4.99MB/sec 2024-08-04T15:59:52.645 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AnRknMD1Wb5LmRC off=13701720 len=2056115 2024-08-04T15:59:52.653 INFO:tasks.workunit.client.0.smithi007.stdout:op 3478 completed, throughput=5MB/sec 2024-08-04T15:59:52.653 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cvdm8YRkaimLWrA off=19175594 len=1933960 2024-08-04T15:59:52.664 INFO:tasks.workunit.client.0.smithi007.stdout:op 3479 completed, throughput=5MB/sec 2024-08-04T15:59:52.664 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_nhhz9JIVC-c6Cb off=16328951 len=19861 2024-08-04T15:59:52.664 INFO:tasks.workunit.client.0.smithi007.stdout:op 3480 completed, throughput=5MB/sec 2024-08-04T15:59:52.665 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jczqyFZGpdC3Yc6 off=15905125 len=1856309 2024-08-04T15:59:52.668 INFO:tasks.workunit.client.0.smithi007.stdout:op 3481 completed, throughput=5MB/sec 2024-08-04T15:59:52.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:52 smithi007 ceph-mon[92692]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:59:52.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:52 smithi007 ceph-mon[94998]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:59:53.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:52 smithi062 ceph-mon[85960]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T15:59:53.668 INFO:tasks.workunit.client.0.smithi007.stdout: 678: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:53.669 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Aiu9opkAp0KtRXG off=4826534 len=1996600 2024-08-04T15:59:53.681 INFO:tasks.workunit.client.0.smithi007.stdout:op 3482 completed, throughput=5MB/sec 2024-08-04T15:59:53.681 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7apiy2GKdKAzdjU off=0 len=1248282 2024-08-04T15:59:53.687 INFO:tasks.workunit.client.0.smithi007.stdout:op 3483 completed, throughput=5MB/sec 2024-08-04T15:59:53.687 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1hZ_VTlwehSXhZX off=244864 len=652005 2024-08-04T15:59:53.689 INFO:tasks.workunit.client.0.smithi007.stdout:op 3484 completed, throughput=5MB/sec 2024-08-04T15:59:53.689 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PAF4-4sLy6LKhsU off=7332076 len=385280 2024-08-04T15:59:53.689 INFO:tasks.workunit.client.0.smithi007.stdout:op 3485 completed, throughput=5MB/sec 2024-08-04T15:59:53.689 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-F-zONnYyUswvX5C off=1717993 len=620213 2024-08-04T15:59:53.690 INFO:tasks.workunit.client.0.smithi007.stdout:op 3486 completed, throughput=5MB/sec 2024-08-04T15:59:54.691 INFO:tasks.workunit.client.0.smithi007.stdout: 679: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:54.691 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-38IHFDiQd8Og1EN off=14527247 len=496719 2024-08-04T15:59:54.694 INFO:tasks.workunit.client.0.smithi007.stdout:op 3487 completed, throughput=4.99MB/sec 2024-08-04T15:59:54.694 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gpNrTTTCkddr-Ye off=1444014 len=1396429 2024-08-04T15:59:54.698 INFO:tasks.workunit.client.0.smithi007.stdout:op 3488 completed, throughput=5MB/sec 2024-08-04T15:59:54.698 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vqkHqtgzzvez0UU off=9795071 len=288012 2024-08-04T15:59:54.698 INFO:tasks.workunit.client.0.smithi007.stdout:op 3489 completed, throughput=5MB/sec 2024-08-04T15:59:54.698 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Q0AJLnPOnG6WlKZ off=2557137 len=499231 2024-08-04T15:59:54.699 INFO:tasks.workunit.client.0.smithi007.stdout:op 3490 completed, throughput=5MB/sec 2024-08-04T15:59:54.699 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-08c8YZattDnpyVi off=6158895 len=355805 2024-08-04T15:59:54.701 INFO:tasks.workunit.client.0.smithi007.stdout:op 3491 completed, throughput=5MB/sec 2024-08-04T15:59:54.701 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3Sro4kvVP8FRz_b off=6069239 len=1997048 2024-08-04T15:59:54.704 INFO:tasks.workunit.client.0.smithi007.stdout:op 3492 completed, throughput=5MB/sec 2024-08-04T15:59:54.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:54 smithi007 ceph-mon[92692]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:59:54.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:54 smithi007 ceph-mon[94998]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:59:55.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:54 smithi062 ceph-mon[85960]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T15:59:55.705 INFO:tasks.workunit.client.0.smithi007.stdout: 680: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:55.705 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DJg7zOF9kdmULIr off=2131938 len=906586 2024-08-04T15:59:55.711 INFO:tasks.workunit.client.0.smithi007.stdout:op 3493 completed, throughput=4.99MB/sec 2024-08-04T15:59:55.711 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ui7N5bgL_vECTmd off=5261761 len=1743606 2024-08-04T15:59:55.721 INFO:tasks.workunit.client.0.smithi007.stdout:op 3494 completed, throughput=5MB/sec 2024-08-04T15:59:55.721 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-P54oie-sC1GVbPE off=18496417 len=627897 2024-08-04T15:59:55.722 INFO:tasks.workunit.client.0.smithi007.stdout:op 3495 completed, throughput=5MB/sec 2024-08-04T15:59:55.722 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JvVAU6NKho-hRyB off=6249766 len=443594 2024-08-04T15:59:55.726 INFO:tasks.workunit.client.0.smithi007.stdout:op 3496 completed, throughput=5MB/sec 2024-08-04T15:59:55.726 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bFvSMQCVXkG4yDq off=13414579 len=1564205 2024-08-04T15:59:55.734 INFO:tasks.workunit.client.0.smithi007.stdout:op 3497 completed, throughput=5MB/sec 2024-08-04T15:59:55.734 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-e0QBn4cvwLOFUGp off=6105303 len=707323 2024-08-04T15:59:55.735 INFO:tasks.workunit.client.0.smithi007.stdout:op 3498 completed, throughput=5MB/sec 2024-08-04T15:59:56.572 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 15:59:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:15:59:56] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-08-04T15:59:56.735 INFO:tasks.workunit.client.0.smithi007.stdout: 681: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:56.735 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-E-w-X3g13mE_BHn off=19055917 len=234472 2024-08-04T15:59:56.736 INFO:tasks.workunit.client.0.smithi007.stdout:op 3499 completed, throughput=4.99MB/sec 2024-08-04T15:59:56.736 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Xd3r_OpNjx2aUeV off=6041291 len=182626 2024-08-04T15:59:56.737 INFO:tasks.workunit.client.0.smithi007.stdout:op 3500 completed, throughput=4.99MB/sec 2024-08-04T15:59:56.737 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cevae5kCpAR8u2s off=691027 len=449739 2024-08-04T15:59:56.742 INFO:tasks.workunit.client.0.smithi007.stdout:op 3501 completed, throughput=4.99MB/sec 2024-08-04T15:59:56.742 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jpikKlRwRuwZIKH off=13943227 len=761403 2024-08-04T15:59:56.747 INFO:tasks.workunit.client.0.smithi007.stdout:op 3502 completed, throughput=5MB/sec 2024-08-04T15:59:56.747 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bPv1O30ReLNq4rP off=9872127 len=2087387 2024-08-04T15:59:56.759 INFO:tasks.workunit.client.0.smithi007.stdout:op 3503 completed, throughput=5MB/sec 2024-08-04T15:59:56.759 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0Eh1zOLY63yomLb off=3458270 len=848839 2024-08-04T15:59:56.761 INFO:tasks.workunit.client.0.smithi007.stdout:op 3504 completed, throughput=5MB/sec 2024-08-04T15:59:56.761 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qqXKAfk6swqDViT off=9149804 len=1108486 2024-08-04T15:59:56.766 INFO:tasks.workunit.client.0.smithi007.stdout:op 3505 completed, throughput=5MB/sec 2024-08-04T15:59:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:56 smithi007 ceph-mon[92692]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:59:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:56 smithi007 ceph-mon[94998]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:59:57.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:56 smithi062 ceph-mon[85960]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T15:59:57.767 INFO:tasks.workunit.client.0.smithi007.stdout: 682: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:57.767 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-v-yLiqjkcn7y97_ off=3126901 len=1708297 2024-08-04T15:59:57.769 INFO:tasks.workunit.client.0.smithi007.stdout:op 3506 completed, throughput=5MB/sec 2024-08-04T15:59:57.769 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AtWcevh_2MH4UVY off=11714307 len=1818671 2024-08-04T15:59:57.780 INFO:tasks.workunit.client.0.smithi007.stdout:op 3507 completed, throughput=5MB/sec 2024-08-04T15:59:57.780 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iV0io7SVJdAVLPG off=1280360 len=1204033 2024-08-04T15:59:57.785 INFO:tasks.workunit.client.0.smithi007.stdout:op 3508 completed, throughput=5MB/sec 2024-08-04T15:59:58.786 INFO:tasks.workunit.client.0.smithi007.stdout: 683: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:58.786 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-h3KdqGDrM40iF8Y off=14541757 len=1565838 2024-08-04T15:59:58.788 INFO:tasks.workunit.client.0.smithi007.stdout:op 3509 completed, throughput=5MB/sec 2024-08-04T15:59:58.788 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pGvtLO494jDM9Or off=9576201 len=1677501 2024-08-04T15:59:58.791 INFO:tasks.workunit.client.0.smithi007.stdout:op 3510 completed, throughput=5MB/sec 2024-08-04T15:59:58.791 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zUBQzUrOnxAQ6hT off=3752563 len=303553 2024-08-04T15:59:58.794 INFO:tasks.workunit.client.0.smithi007.stdout:op 3511 completed, throughput=5MB/sec 2024-08-04T15:59:58.794 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-W6Lzc6GBnuyXl2R off=18827952 len=1261392 2024-08-04T15:59:58.796 INFO:tasks.workunit.client.0.smithi007.stdout:op 3512 completed, throughput=5MB/sec 2024-08-04T15:59:58.796 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-omaJpJb1Xu5zMLY off=3663690 len=1450018 2024-08-04T15:59:58.798 INFO:tasks.workunit.client.0.smithi007.stdout:op 3513 completed, throughput=5MB/sec 2024-08-04T15:59:58.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 15:59:58 smithi007 ceph-mon[92692]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:59:58.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 15:59:58 smithi007 ceph-mon[94998]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:59:59.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 15:59:58 smithi062 ceph-mon[85960]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T15:59:59.798 INFO:tasks.workunit.client.0.smithi007.stdout: 684: throughput=4.99MB/sec pending data=0 2024-08-04T15:59:59.798 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yjw5_bgyFOTWc-D off=3223532 len=1620172 2024-08-04T15:59:59.805 INFO:tasks.workunit.client.0.smithi007.stdout:op 3514 completed, throughput=5MB/sec 2024-08-04T15:59:59.806 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-N05xBdVihfNGdLS off=3644029 len=1761297 2024-08-04T15:59:59.813 INFO:tasks.workunit.client.0.smithi007.stdout:op 3515 completed, throughput=5MB/sec 2024-08-04T15:59:59.813 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UGfkTubyaqF2g1_ off=20979748 len=549170 2024-08-04T15:59:59.814 INFO:tasks.workunit.client.0.smithi007.stdout:op 3516 completed, throughput=5MB/sec 2024-08-04T15:59:59.814 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ip_t7H9sSLkvnTX off=15458746 len=1490227 2024-08-04T15:59:59.818 INFO:tasks.workunit.client.0.smithi007.stdout:op 3517 completed, throughput=5MB/sec 2024-08-04T16:00:00.818 INFO:tasks.workunit.client.0.smithi007.stdout: 685: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:00.818 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pmemnXNTb8BT0xo off=9028635 len=101092 2024-08-04T16:00:00.819 INFO:tasks.workunit.client.0.smithi007.stdout:op 3518 completed, throughput=4.99MB/sec 2024-08-04T16:00:00.819 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yA0BwC6PQzYXGwl off=21181179 len=385070 2024-08-04T16:00:00.823 INFO:tasks.workunit.client.0.smithi007.stdout:op 3519 completed, throughput=5MB/sec 2024-08-04T16:00:00.823 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9kmnz983SUpVROg off=4168259 len=1118869 2024-08-04T16:00:00.829 INFO:tasks.workunit.client.0.smithi007.stdout:op 3520 completed, throughput=5MB/sec 2024-08-04T16:00:00.829 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-b0cjVPBgsXwe5nc off=2333800 len=1019737 2024-08-04T16:00:00.833 INFO:tasks.workunit.client.0.smithi007.stdout:op 3521 completed, throughput=5MB/sec 2024-08-04T16:00:00.833 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6AB0Hov2QkRfZXP off=8341537 len=508802 2024-08-04T16:00:00.834 INFO:tasks.workunit.client.0.smithi007.stdout:op 3522 completed, throughput=5MB/sec 2024-08-04T16:00:00.835 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UjEV2BHXcU-5zGP off=8199780 len=1932795 2024-08-04T16:00:00.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:00 smithi007 ceph-mon[92692]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:00:00.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:00 smithi007 ceph-mon[92692]: overall HEALTH_OK 2024-08-04T16:00:00.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:00 smithi007 ceph-mon[94998]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:00:00.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:00 smithi007 ceph-mon[94998]: overall HEALTH_OK 2024-08-04T16:00:00.844 INFO:tasks.workunit.client.0.smithi007.stdout:op 3523 completed, throughput=5MB/sec 2024-08-04T16:00:01.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:00 smithi062 ceph-mon[85960]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:00:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:00 smithi062 ceph-mon[85960]: overall HEALTH_OK 2024-08-04T16:00:01.844 INFO:tasks.workunit.client.0.smithi007.stdout: 686: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:01.844 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-l62X1oajiDiq77V off=4390898 len=305027 2024-08-04T16:00:01.848 INFO:tasks.workunit.client.0.smithi007.stdout:op 3524 completed, throughput=4.99MB/sec 2024-08-04T16:00:01.848 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FP0nCBXQHBkrLjG off=129927 len=1007375 2024-08-04T16:00:01.850 INFO:tasks.workunit.client.0.smithi007.stdout:op 3525 completed, throughput=5MB/sec 2024-08-04T16:00:01.850 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Y4qAwk-AHNot83H off=7270601 len=1480435 2024-08-04T16:00:01.852 INFO:tasks.workunit.client.0.smithi007.stdout:op 3526 completed, throughput=5MB/sec 2024-08-04T16:00:01.852 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6fbA28w90pKfi-N off=6580181 len=385763 2024-08-04T16:00:01.855 INFO:tasks.workunit.client.0.smithi007.stdout:op 3527 completed, throughput=5MB/sec 2024-08-04T16:00:01.856 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Co_f7fVZRpTrxJP off=16895326 len=1128991 2024-08-04T16:00:01.858 INFO:tasks.workunit.client.0.smithi007.stdout:op 3528 completed, throughput=5MB/sec 2024-08-04T16:00:02.580 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:00:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:00:02.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:02 smithi007 ceph-mon[92692]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:00:02.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:02 smithi007 ceph-mon[94998]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:00:02.858 INFO:tasks.workunit.client.0.smithi007.stdout: 687: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:02.858 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tx_cb2RtsdPjZJi off=1706575 len=422662 2024-08-04T16:00:02.859 INFO:tasks.workunit.client.0.smithi007.stdout:op 3529 completed, throughput=4.99MB/sec 2024-08-04T16:00:02.859 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-33Y1yXxejkuNNkE off=13724193 len=546796 2024-08-04T16:00:02.864 INFO:tasks.workunit.client.0.smithi007.stdout:op 3530 completed, throughput=4.99MB/sec 2024-08-04T16:00:02.864 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5LGdJvJ47VnWjZS off=12924511 len=1072202 2024-08-04T16:00:02.865 INFO:tasks.workunit.client.0.smithi007.stdout:op 3531 completed, throughput=5MB/sec 2024-08-04T16:00:02.865 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-G8WPz2QpmdIn7LH off=4940749 len=32665 2024-08-04T16:00:02.868 INFO:tasks.workunit.client.0.smithi007.stdout:op 3532 completed, throughput=5MB/sec 2024-08-04T16:00:02.868 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JT4GNE7hU_Ka2Vw off=4398473 len=727663 2024-08-04T16:00:02.872 INFO:tasks.workunit.client.0.smithi007.stdout:op 3533 completed, throughput=5MB/sec 2024-08-04T16:00:02.872 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ikQ35muGpnN20Uh off=765920 len=1622900 2024-08-04T16:00:02.874 INFO:tasks.workunit.client.0.smithi007.stdout:op 3534 completed, throughput=5MB/sec 2024-08-04T16:00:02.874 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-12uvIgV-3dQeuP1 off=16005980 len=646858 2024-08-04T16:00:02.878 INFO:tasks.workunit.client.0.smithi007.stdout:op 3535 completed, throughput=5MB/sec 2024-08-04T16:00:02.878 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3VsS8DnBEetiK1y off=2913358 len=588869 2024-08-04T16:00:02.880 INFO:tasks.workunit.client.0.smithi007.stdout:op 3536 completed, throughput=5MB/sec 2024-08-04T16:00:03.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:02 smithi062 ceph-mon[85960]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:00:03.880 INFO:tasks.workunit.client.0.smithi007.stdout: 688: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:03.880 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7VeJU0SbvckIiy3 off=17519066 len=113568 2024-08-04T16:00:03.883 INFO:tasks.workunit.client.0.smithi007.stdout:op 3537 completed, throughput=4.99MB/sec 2024-08-04T16:00:03.883 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-atyL3ZaVCxvqmns off=1381485 len=814498 2024-08-04T16:00:03.888 INFO:tasks.workunit.client.0.smithi007.stdout:op 3538 completed, throughput=4.99MB/sec 2024-08-04T16:00:03.888 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UkFlPr2gwqy0WKX off=6119360 len=828884 2024-08-04T16:00:03.893 INFO:tasks.workunit.client.0.smithi007.stdout:op 3539 completed, throughput=5MB/sec 2024-08-04T16:00:03.893 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CUxKJ3d4t8cMYzJ off=17760468 len=209271 2024-08-04T16:00:03.895 INFO:tasks.workunit.client.0.smithi007.stdout:op 3540 completed, throughput=5MB/sec 2024-08-04T16:00:03.896 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_B2YHfS7ioDvKER off=6226435 len=140323 2024-08-04T16:00:03.898 INFO:tasks.workunit.client.0.smithi007.stdout:op 3541 completed, throughput=5MB/sec 2024-08-04T16:00:03.898 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4Tco_6h_Prl9stw off=2577656 len=1185933 2024-08-04T16:00:03.902 INFO:tasks.workunit.client.0.smithi007.stdout:op 3542 completed, throughput=5MB/sec 2024-08-04T16:00:03.903 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Giy_jMQi3zDhXjb off=2276689 len=732820 2024-08-04T16:00:03.906 INFO:tasks.workunit.client.0.smithi007.stdout:op 3543 completed, throughput=5MB/sec 2024-08-04T16:00:03.906 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-V1Hbvuo4cYRFRlc off=5704089 len=820942 2024-08-04T16:00:03.907 INFO:tasks.workunit.client.0.smithi007.stdout:op 3544 completed, throughput=5MB/sec 2024-08-04T16:00:03.907 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-M3xwxIdarbBpmXZ off=38711 len=1432982 2024-08-04T16:00:03.914 INFO:tasks.workunit.client.0.smithi007.stdout:op 3545 completed, throughput=5MB/sec 2024-08-04T16:00:04.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:04 smithi007 ceph-mon[94998]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-04T16:00:04.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:04 smithi007 ceph-mon[92692]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-04T16:00:04.915 INFO:tasks.workunit.client.0.smithi007.stdout: 689: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:04.915 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Z2nVzVhWd7ZySKm off=8189049 len=887444 2024-08-04T16:00:04.920 INFO:tasks.workunit.client.0.smithi007.stdout:op 3546 completed, throughput=5MB/sec 2024-08-04T16:00:04.920 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-37ZzZqbgF4Lg2_5 off=684836 len=1542181 2024-08-04T16:00:04.927 INFO:tasks.workunit.client.0.smithi007.stdout:op 3547 completed, throughput=5MB/sec 2024-08-04T16:00:04.927 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Iom1F0bLxgvQ3yH off=3705344 len=1376373 2024-08-04T16:00:04.934 INFO:tasks.workunit.client.0.smithi007.stdout:op 3548 completed, throughput=5MB/sec 2024-08-04T16:00:04.934 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bfGpXBc3VmVhauX off=6745279 len=1956032 2024-08-04T16:00:04.936 INFO:tasks.workunit.client.0.smithi007.stdout:op 3549 completed, throughput=5MB/sec 2024-08-04T16:00:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:04 smithi062 ceph-mon[85960]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-04T16:00:05.937 INFO:tasks.workunit.client.0.smithi007.stdout: 690: throughput=5MB/sec pending data=0 2024-08-04T16:00:05.937 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-s9VDcwyZPD0g5yE off=17495415 len=625664 2024-08-04T16:00:05.941 INFO:tasks.workunit.client.0.smithi007.stdout:op 3550 completed, throughput=5MB/sec 2024-08-04T16:00:05.941 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eOE1oVQkYNCm4BZ off=1106330 len=2010853 2024-08-04T16:00:05.953 INFO:tasks.workunit.client.0.smithi007.stdout:op 3551 completed, throughput=5MB/sec 2024-08-04T16:00:05.953 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-etBYT797TFhIIlK off=16096160 len=282853 2024-08-04T16:00:05.956 INFO:tasks.workunit.client.0.smithi007.stdout:op 3552 completed, throughput=5MB/sec 2024-08-04T16:00:05.956 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4az6r2pXBIwwyMh off=6376790 len=892760 2024-08-04T16:00:05.960 INFO:tasks.workunit.client.0.smithi007.stdout:op 3553 completed, throughput=5MB/sec 2024-08-04T16:00:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:00:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:00:06] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-08-04T16:00:06.961 INFO:tasks.workunit.client.0.smithi007.stdout: 691: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:06.961 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5G-C7MpJTBcEmuH off=2340379 len=1228731 2024-08-04T16:00:06.966 INFO:tasks.workunit.client.0.smithi007.stdout:op 3554 completed, throughput=4.99MB/sec 2024-08-04T16:00:06.966 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nWhiXu-oXBZRrZS off=17017130 len=705266 2024-08-04T16:00:06.971 INFO:tasks.workunit.client.0.smithi007.stdout:op 3555 completed, throughput=5MB/sec 2024-08-04T16:00:06.971 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fq_AQlcOIoe51nI off=9942243 len=901157 2024-08-04T16:00:06.972 INFO:tasks.workunit.client.0.smithi007.stdout:op 3556 completed, throughput=5MB/sec 2024-08-04T16:00:06.972 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aA0vEIvaN5sE6Na off=12689297 len=1170157 2024-08-04T16:00:06.974 INFO:tasks.workunit.client.0.smithi007.stdout:op 3557 completed, throughput=5MB/sec 2024-08-04T16:00:06.974 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fjIvMW4z135oQv7 off=2126754 len=40901 2024-08-04T16:00:06.977 INFO:tasks.workunit.client.0.smithi007.stdout:op 3558 completed, throughput=5MB/sec 2024-08-04T16:00:06.977 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mB7zOguIdEU2NhA off=10848902 len=1990980 2024-08-04T16:00:06.981 INFO:tasks.workunit.client.0.smithi007.stdout:op 3559 completed, throughput=5MB/sec 2024-08-04T16:00:07.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:06 smithi062 ceph-mon[85960]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:00:07.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:00:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:06 smithi007 ceph-mon[92692]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:00:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:00:07.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:06 smithi007 ceph-mon[94998]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:00:07.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:00:07.981 INFO:tasks.workunit.client.0.smithi007.stdout: 692: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:07.981 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vgXicpf_vPZgNpj off=5395502 len=1155541 2024-08-04T16:00:07.988 INFO:tasks.workunit.client.0.smithi007.stdout:op 3560 completed, throughput=5MB/sec 2024-08-04T16:00:07.988 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hS5bRqlC3-eKX_r off=2331871 len=489831 2024-08-04T16:00:07.992 INFO:tasks.workunit.client.0.smithi007.stdout:op 3561 completed, throughput=5MB/sec 2024-08-04T16:00:07.992 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-n0ksLr7hD574RIf off=2448535 len=787934 2024-08-04T16:00:07.997 INFO:tasks.workunit.client.0.smithi007.stdout:op 3562 completed, throughput=5MB/sec 2024-08-04T16:00:07.997 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-c5geyHNUhQLX-nU off=9017958 len=470363 2024-08-04T16:00:07.999 INFO:tasks.workunit.client.0.smithi007.stdout:op 3563 completed, throughput=5MB/sec 2024-08-04T16:00:07.999 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QAIW47g8UW2crzn off=8115042 len=2082508 2024-08-04T16:00:08.008 INFO:tasks.workunit.client.0.smithi007.stdout:op 3564 completed, throughput=5MB/sec 2024-08-04T16:00:09.008 INFO:tasks.workunit.client.0.smithi007.stdout: 693: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:09.008 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KJTXrTepRTnxS1z off=4506239 len=753868 2024-08-04T16:00:09.010 INFO:tasks.workunit.client.0.smithi007.stdout:op 3565 completed, throughput=4.99MB/sec 2024-08-04T16:00:09.010 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vYyd-skhj2JK4F4 off=1981422 len=254966 2024-08-04T16:00:09.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:08 smithi062 ceph-mon[85960]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:00:09.011 INFO:tasks.workunit.client.0.smithi007.stdout:op 3566 completed, throughput=4.99MB/sec 2024-08-04T16:00:09.011 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OELJjJbVElSiRU0 off=1441747 len=638754 2024-08-04T16:00:09.015 INFO:tasks.workunit.client.0.smithi007.stdout:op 3567 completed, throughput=5MB/sec 2024-08-04T16:00:09.016 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-D5X_Pg4bBVIpZmQ off=702366 len=1628521 2024-08-04T16:00:09.018 INFO:tasks.workunit.client.0.smithi007.stdout:op 3568 completed, throughput=5MB/sec 2024-08-04T16:00:09.019 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WBbIo-qJB_UV4UT off=7793556 len=616268 2024-08-04T16:00:09.020 INFO:tasks.workunit.client.0.smithi007.stdout:op 3569 completed, throughput=5MB/sec 2024-08-04T16:00:09.020 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-apWJConU88DNXIR off=13695620 len=913896 2024-08-04T16:00:09.021 INFO:tasks.workunit.client.0.smithi007.stdout:op 3570 completed, throughput=5MB/sec 2024-08-04T16:00:09.021 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fQFUeBxTurzTaW8 off=15245556 len=290863 2024-08-04T16:00:09.022 INFO:tasks.workunit.client.0.smithi007.stdout:op 3571 completed, throughput=5MB/sec 2024-08-04T16:00:09.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:08 smithi007 ceph-mon[92692]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:00:09.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:08 smithi007 ceph-mon[94998]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:00:10.022 INFO:tasks.workunit.client.0.smithi007.stdout: 694: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:10.022 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cFq09uc9DrIrUPT off=3147841 len=434036 2024-08-04T16:00:10.023 INFO:tasks.workunit.client.0.smithi007.stdout:op 3572 completed, throughput=4.99MB/sec 2024-08-04T16:00:10.023 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-u99c22AAFot6hcb off=8677521 len=414229 2024-08-04T16:00:10.025 INFO:tasks.workunit.client.0.smithi007.stdout:op 3573 completed, throughput=4.99MB/sec 2024-08-04T16:00:10.025 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xm5aCK7PtXMJhM0 off=267484 len=961762 2024-08-04T16:00:10.026 INFO:tasks.workunit.client.0.smithi007.stdout:op 3574 completed, throughput=5MB/sec 2024-08-04T16:00:10.027 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Vd4fX84W7XCSgxh off=5286601 len=1243780 2024-08-04T16:00:10.028 INFO:tasks.workunit.client.0.smithi007.stdout:op 3575 completed, throughput=5MB/sec 2024-08-04T16:00:10.028 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-x4wzqZL7E-nSJD6 off=6234314 len=1034498 2024-08-04T16:00:10.031 INFO:tasks.workunit.client.0.smithi007.stdout:op 3576 completed, throughput=5MB/sec 2024-08-04T16:00:10.031 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nSx34HwuanTqciu off=4084237 len=1426172 2024-08-04T16:00:10.034 INFO:tasks.workunit.client.0.smithi007.stdout:op 3577 completed, throughput=5MB/sec 2024-08-04T16:00:11.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:10 smithi062 ceph-mon[85960]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:00:11.034 INFO:tasks.workunit.client.0.smithi007.stdout: 695: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:11.034 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--_dvwbUTFnfRqDD off=1866967 len=615079 2024-08-04T16:00:11.038 INFO:tasks.workunit.client.0.smithi007.stdout:op 3578 completed, throughput=4.99MB/sec 2024-08-04T16:00:11.038 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-V3A-nS2F7B2cF64 off=5000288 len=859198 2024-08-04T16:00:11.044 INFO:tasks.workunit.client.0.smithi007.stdout:op 3579 completed, throughput=5MB/sec 2024-08-04T16:00:11.044 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--PN48Wqq0OZrt73 off=1166316 len=1319124 2024-08-04T16:00:11.053 INFO:tasks.workunit.client.0.smithi007.stdout:op 3580 completed, throughput=5MB/sec 2024-08-04T16:00:11.053 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-t5HxBAt7M9KyJsh off=9851033 len=300839 2024-08-04T16:00:11.056 INFO:tasks.workunit.client.0.smithi007.stdout:op 3581 completed, throughput=5MB/sec 2024-08-04T16:00:11.056 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-anegOiHlGlOoWY9 off=5885805 len=1008391 2024-08-04T16:00:11.061 INFO:tasks.workunit.client.0.smithi007.stdout:op 3582 completed, throughput=5MB/sec 2024-08-04T16:00:11.061 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jE5CNsbsiXM-g8e off=5250888 len=1846910 2024-08-04T16:00:11.069 INFO:tasks.workunit.client.0.smithi007.stdout:op 3583 completed, throughput=5MB/sec 2024-08-04T16:00:11.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:10 smithi007 ceph-mon[94998]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:00:11.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:10 smithi007 ceph-mon[92692]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:00:12.070 INFO:tasks.workunit.client.0.smithi007.stdout: 696: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:12.070 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5gfK8l212cwMeNo off=17595692 len=1393029 2024-08-04T16:00:12.071 INFO:tasks.workunit.client.0.smithi007.stdout:op 3584 completed, throughput=5MB/sec 2024-08-04T16:00:12.072 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bRFFiYW_EEJkcr2 off=18894524 len=1704739 2024-08-04T16:00:12.081 INFO:tasks.workunit.client.0.smithi007.stdout:op 3585 completed, throughput=5MB/sec 2024-08-04T16:00:12.081 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Wq0MqOnv3xjiUY5 off=1381639 len=1083194 2024-08-04T16:00:12.084 INFO:tasks.workunit.client.0.smithi007.stdout:op 3586 completed, throughput=5MB/sec 2024-08-04T16:00:12.084 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HVyaxpMO-o2KcBz off=13613254 len=668578 2024-08-04T16:00:12.088 INFO:tasks.workunit.client.0.smithi007.stdout:op 3587 completed, throughput=5MB/sec 2024-08-04T16:00:12.594 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:00:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:00:13.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:12 smithi062 ceph-mon[85960]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:00:13.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:12 smithi007 ceph-mon[92692]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:00:13.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:12 smithi007 ceph-mon[94998]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:00:13.090 INFO:tasks.workunit.client.0.smithi007.stdout: 697: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:13.090 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-plx0UftIC_GS6gD off=2220824 len=776174 2024-08-04T16:00:13.090 INFO:tasks.workunit.client.0.smithi007.stdout:op 3588 completed, throughput=4.99MB/sec 2024-08-04T16:00:13.090 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rHObkLeSOwFWfE9 off=7364057 len=493712 2024-08-04T16:00:13.094 INFO:tasks.workunit.client.0.smithi007.stdout:op 3589 completed, throughput=5MB/sec 2024-08-04T16:00:13.094 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_ahIfz8WiSmUExG off=386091 len=838179 2024-08-04T16:00:13.096 INFO:tasks.workunit.client.0.smithi007.stdout:op 3590 completed, throughput=5MB/sec 2024-08-04T16:00:13.096 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LO7UFfR3qsERGLq off=18587810 len=213887 2024-08-04T16:00:13.096 INFO:tasks.workunit.client.0.smithi007.stdout:op 3591 completed, throughput=5MB/sec 2024-08-04T16:00:13.096 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hfTmPj10DUESI5X off=1006427 len=1628644 2024-08-04T16:00:13.098 INFO:tasks.workunit.client.0.smithi007.stdout:op 3592 completed, throughput=5MB/sec 2024-08-04T16:00:13.098 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wrqLMvPJrRmx2xJ off=10572578 len=1165077 2024-08-04T16:00:13.100 INFO:tasks.workunit.client.0.smithi007.stdout:op 3593 completed, throughput=5MB/sec 2024-08-04T16:00:14.100 INFO:tasks.workunit.client.0.smithi007.stdout: 698: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:14.101 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-j9fkc1tcwvYbPC- off=4057002 len=2027273 2024-08-04T16:00:14.105 INFO:tasks.workunit.client.0.smithi007.stdout:op 3594 completed, throughput=5MB/sec 2024-08-04T16:00:14.105 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-diHPzoe7m7te3MM off=6909875 len=447689 2024-08-04T16:00:14.106 INFO:tasks.workunit.client.0.smithi007.stdout:op 3595 completed, throughput=5MB/sec 2024-08-04T16:00:14.106 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-doflkvfKXw7IOEQ off=1909303 len=1508023 2024-08-04T16:00:14.114 INFO:tasks.workunit.client.0.smithi007.stdout:op 3596 completed, throughput=5MB/sec 2024-08-04T16:00:14.114 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-B6salWH7n7YWAyp off=3626462 len=446906 2024-08-04T16:00:14.115 INFO:tasks.workunit.client.0.smithi007.stdout:op 3597 completed, throughput=5MB/sec 2024-08-04T16:00:14.115 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-P32SXpQChQUPkSr off=791228 len=373905 2024-08-04T16:00:14.116 INFO:tasks.workunit.client.0.smithi007.stdout:op 3598 completed, throughput=5MB/sec 2024-08-04T16:00:14.116 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3uSGlJ-ps2x28SM off=13472106 len=1251254 2024-08-04T16:00:14.118 INFO:tasks.workunit.client.0.smithi007.stdout:op 3599 completed, throughput=5MB/sec 2024-08-04T16:00:15.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:14 smithi062 ceph-mon[85960]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:00:15.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:14 smithi007 ceph-mon[94998]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:00:15.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:14 smithi007 ceph-mon[92692]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:00:15.119 INFO:tasks.workunit.client.0.smithi007.stdout: 699: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:15.119 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nWAdssqcSDODGBu off=4873693 len=397474 2024-08-04T16:00:15.122 INFO:tasks.workunit.client.0.smithi007.stdout:op 3600 completed, throughput=4.99MB/sec 2024-08-04T16:00:15.122 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TM_VARf6Xz9GRpX off=13402041 len=24346 2024-08-04T16:00:15.125 INFO:tasks.workunit.client.0.smithi007.stdout:op 3601 completed, throughput=4.99MB/sec 2024-08-04T16:00:15.125 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZZPEo2butFNhSuf off=1800713 len=837318 2024-08-04T16:00:15.130 INFO:tasks.workunit.client.0.smithi007.stdout:op 3602 completed, throughput=5MB/sec 2024-08-04T16:00:15.130 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Eb787zUfkAbK9Mh off=3156033 len=2068813 2024-08-04T16:00:15.138 INFO:tasks.workunit.client.0.smithi007.stdout:op 3603 completed, throughput=5MB/sec 2024-08-04T16:00:15.138 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3WhrzjsyYXafEB7 off=3468290 len=1642902 2024-08-04T16:00:15.139 INFO:tasks.workunit.client.0.smithi007.stdout:op 3604 completed, throughput=5MB/sec 2024-08-04T16:00:16.139 INFO:tasks.workunit.client.0.smithi007.stdout: 700: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:16.140 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eI1KWCK5a865xwr off=2110536 len=793695 2024-08-04T16:00:16.144 INFO:tasks.workunit.client.0.smithi007.stdout:op 3605 completed, throughput=4.99MB/sec 2024-08-04T16:00:16.144 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-X9prYtpSHV7q2Mc off=5439479 len=1588515 2024-08-04T16:00:16.154 INFO:tasks.workunit.client.0.smithi007.stdout:op 3606 completed, throughput=5MB/sec 2024-08-04T16:00:16.154 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aTXegPcM6Pr3NZG off=1512475 len=625807 2024-08-04T16:00:16.156 INFO:tasks.workunit.client.0.smithi007.stdout:op 3607 completed, throughput=5MB/sec 2024-08-04T16:00:16.157 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nebsdKbEideqCuy off=2206400 len=1496086 2024-08-04T16:00:16.163 INFO:tasks.workunit.client.0.smithi007.stdout:op 3608 completed, throughput=5MB/sec 2024-08-04T16:00:16.163 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ozrtZAWu3qN0zCU off=32211 len=1367351 2024-08-04T16:00:16.164 INFO:tasks.workunit.client.0.smithi007.stdout:op 3609 completed, throughput=5MB/sec 2024-08-04T16:00:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:00:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:00:16] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-08-04T16:00:17.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:16 smithi062 ceph-mon[85960]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:00:17.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:16 smithi007 ceph-mon[92692]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:00:17.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:16 smithi007 ceph-mon[94998]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:00:17.164 INFO:tasks.workunit.client.0.smithi007.stdout: 701: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:17.165 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Px_P4YeBgSjSo8Q off=722189 len=1281428 2024-08-04T16:00:17.171 INFO:tasks.workunit.client.0.smithi007.stdout:op 3610 completed, throughput=5MB/sec 2024-08-04T16:00:17.171 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ARd1anTq8gFp7Z9 off=3824149 len=1107276 2024-08-04T16:00:17.177 INFO:tasks.workunit.client.0.smithi007.stdout:op 3611 completed, throughput=5MB/sec 2024-08-04T16:00:17.177 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vMhdriDM8lIUqdY off=2127972 len=161002 2024-08-04T16:00:17.178 INFO:tasks.workunit.client.0.smithi007.stdout:op 3612 completed, throughput=5MB/sec 2024-08-04T16:00:17.178 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_B2YHfS7ioDvKER off=6975432 len=26157 2024-08-04T16:00:17.179 INFO:tasks.workunit.client.0.smithi007.stdout:op 3613 completed, throughput=5MB/sec 2024-08-04T16:00:17.179 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eFJ9GCRees_1p7p off=7415169 len=772523 2024-08-04T16:00:17.186 INFO:tasks.workunit.client.0.smithi007.stdout:op 3614 completed, throughput=5MB/sec 2024-08-04T16:00:17.186 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0ZxSTaamNd4X27t off=7391464 len=889138 2024-08-04T16:00:17.188 INFO:tasks.workunit.client.0.smithi007.stdout:op 3615 completed, throughput=5MB/sec 2024-08-04T16:00:17.188 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ec6juEmAqKe9ZMo off=2849095 len=548068 2024-08-04T16:00:17.189 INFO:tasks.workunit.client.0.smithi007.stdout:op 3616 completed, throughput=5MB/sec 2024-08-04T16:00:18.189 INFO:tasks.workunit.client.0.smithi007.stdout: 702: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:18.189 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LVY0_R6cL-CzZcU off=1376613 len=834523 2024-08-04T16:00:18.191 INFO:tasks.workunit.client.0.smithi007.stdout:op 3617 completed, throughput=4.99MB/sec 2024-08-04T16:00:18.191 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Re2eGcsklzFDVNg off=2342763 len=2003438 2024-08-04T16:00:18.195 INFO:tasks.workunit.client.0.smithi007.stdout:op 3618 completed, throughput=5MB/sec 2024-08-04T16:00:18.195 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_j9SlaDlnu_iU3n off=1699715 len=1082923 2024-08-04T16:00:18.197 INFO:tasks.workunit.client.0.smithi007.stdout:op 3619 completed, throughput=5MB/sec 2024-08-04T16:00:18.197 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DBKwJJ-18ui7zk3 off=9566804 len=1004445 2024-08-04T16:00:18.198 INFO:tasks.workunit.client.0.smithi007.stdout:op 3620 completed, throughput=5MB/sec 2024-08-04T16:00:19.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:18 smithi062 ceph-mon[85960]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-04T16:00:19.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:18 smithi007 ceph-mon[92692]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-04T16:00:19.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:18 smithi007 ceph-mon[94998]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-04T16:00:19.199 INFO:tasks.workunit.client.0.smithi007.stdout: 703: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:19.199 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-W2tYk8wnJRbOKzk off=0 len=1763075 2024-08-04T16:00:19.209 INFO:tasks.workunit.client.0.smithi007.stdout:op 3621 completed, throughput=5MB/sec 2024-08-04T16:00:19.209 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CqKvOqc3GVzuGAz off=5521735 len=1125598 2024-08-04T16:00:19.211 INFO:tasks.workunit.client.0.smithi007.stdout:op 3622 completed, throughput=5MB/sec 2024-08-04T16:00:19.211 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Q8OD6lx2eFo-WWT off=8570654 len=1924227 2024-08-04T16:00:19.221 INFO:tasks.workunit.client.0.smithi007.stdout:op 3623 completed, throughput=5MB/sec 2024-08-04T16:00:19.221 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8NZVHjLK_KC-LCa off=5556915 len=1533208 2024-08-04T16:00:19.223 INFO:tasks.workunit.client.0.smithi007.stdout:op 3624 completed, throughput=5MB/sec 2024-08-04T16:00:20.223 INFO:tasks.workunit.client.0.smithi007.stdout: 704: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:20.224 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3SW48WD_4dwOddX off=1069831 len=85518 2024-08-04T16:00:20.224 INFO:tasks.workunit.client.0.smithi007.stdout:op 3625 completed, throughput=4.99MB/sec 2024-08-04T16:00:20.225 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8dYZGd6Ic869u80 off=8408596 len=347741 2024-08-04T16:00:20.228 INFO:tasks.workunit.client.0.smithi007.stdout:op 3626 completed, throughput=4.99MB/sec 2024-08-04T16:00:20.228 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JzlSDKkCKcbQL3t off=15732 len=879714 2024-08-04T16:00:20.229 INFO:tasks.workunit.client.0.smithi007.stdout:op 3627 completed, throughput=5MB/sec 2024-08-04T16:00:20.229 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-INJHL4FxOckV04Y off=4373510 len=834614 2024-08-04T16:00:20.230 INFO:tasks.workunit.client.0.smithi007.stdout:op 3628 completed, throughput=5MB/sec 2024-08-04T16:00:20.230 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2PEEzkZu_GaI3h9 off=2860125 len=1982078 2024-08-04T16:00:20.234 INFO:tasks.workunit.client.0.smithi007.stdout:op 3629 completed, throughput=5MB/sec 2024-08-04T16:00:20.234 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4r9X-bB76LIPaQP off=22229258 len=1127633 2024-08-04T16:00:20.241 INFO:tasks.workunit.client.0.smithi007.stdout:op 3630 completed, throughput=5MB/sec 2024-08-04T16:00:21.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:20 smithi062 ceph-mon[85960]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:00:21.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:20 smithi007 ceph-mon[92692]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:00:21.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:20 smithi007 ceph-mon[94998]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:00:21.241 INFO:tasks.workunit.client.0.smithi007.stdout: 705: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:21.241 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IwK3iXmHtBkAK-K off=4037003 len=2091467 2024-08-04T16:00:21.250 INFO:tasks.workunit.client.0.smithi007.stdout:op 3631 completed, throughput=5MB/sec 2024-08-04T16:00:21.250 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5D_p_1phDM39Y44 off=4510148 len=873198 2024-08-04T16:00:21.251 INFO:tasks.workunit.client.0.smithi007.stdout:op 3632 completed, throughput=5MB/sec 2024-08-04T16:00:21.251 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uBI9FNGHYMHhK64 off=11471369 len=544419 2024-08-04T16:00:21.255 INFO:tasks.workunit.client.0.smithi007.stdout:op 3633 completed, throughput=5MB/sec 2024-08-04T16:00:21.255 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6ieLF6Jh0STAXDJ off=11284826 len=344616 2024-08-04T16:00:21.258 INFO:tasks.workunit.client.0.smithi007.stdout:op 3634 completed, throughput=5MB/sec 2024-08-04T16:00:21.258 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ERBz3hhdnd2ijUD off=9945213 len=138876 2024-08-04T16:00:21.259 INFO:tasks.workunit.client.0.smithi007.stdout:op 3635 completed, throughput=5MB/sec 2024-08-04T16:00:21.259 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XEHic-YOaemqJca off=1273017 len=477695 2024-08-04T16:00:21.259 INFO:tasks.workunit.client.0.smithi007.stdout:op 3636 completed, throughput=5MB/sec 2024-08-04T16:00:22.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:00:22.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:00:22.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:00:22.260 INFO:tasks.workunit.client.0.smithi007.stdout: 706: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:22.260 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SZaw0iCHosBOz6U off=9938250 len=1742366 2024-08-04T16:00:22.268 INFO:tasks.workunit.client.0.smithi007.stdout:op 3637 completed, throughput=5MB/sec 2024-08-04T16:00:22.268 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GBNYvfOGNlmJnUb off=139932 len=1644990 2024-08-04T16:00:22.273 INFO:tasks.workunit.client.0.smithi007.stdout:op 3638 completed, throughput=5MB/sec 2024-08-04T16:00:22.273 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RB69xmnJ1zUWiO2 off=7244099 len=346388 2024-08-04T16:00:22.276 INFO:tasks.workunit.client.0.smithi007.stdout:op 3639 completed, throughput=5MB/sec 2024-08-04T16:00:22.276 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7u0C3JpFHTCowIu off=230018 len=745707 2024-08-04T16:00:22.277 INFO:tasks.workunit.client.0.smithi007.stdout:op 3640 completed, throughput=5MB/sec 2024-08-04T16:00:22.277 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tcYsASBdpuHCNTN off=2940737 len=1673445 2024-08-04T16:00:22.278 INFO:tasks.workunit.client.0.smithi007.stdout:op 3641 completed, throughput=5MB/sec 2024-08-04T16:00:22.611 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:00:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:00:23.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:22 smithi062 ceph-mon[85960]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T16:00:23.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:22 smithi007 ceph-mon[92692]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T16:00:23.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:22 smithi007 ceph-mon[94998]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T16:00:23.279 INFO:tasks.workunit.client.0.smithi007.stdout: 707: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:23.279 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XTD4Y0xgj5RHdK6 off=8135492 len=932075 2024-08-04T16:00:23.285 INFO:tasks.workunit.client.0.smithi007.stdout:op 3642 completed, throughput=5MB/sec 2024-08-04T16:00:23.285 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FOCsblhzp7O66YM off=2933830 len=202061 2024-08-04T16:00:23.288 INFO:tasks.workunit.client.0.smithi007.stdout:op 3643 completed, throughput=5MB/sec 2024-08-04T16:00:23.288 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-B6WY8ltpcBUqHcJ off=13274238 len=2064975 2024-08-04T16:00:23.291 INFO:tasks.workunit.client.0.smithi007.stdout:op 3644 completed, throughput=5MB/sec 2024-08-04T16:00:23.291 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cPKysloDRkHQGdX off=3788498 len=167904 2024-08-04T16:00:23.292 INFO:tasks.workunit.client.0.smithi007.stdout:op 3645 completed, throughput=5MB/sec 2024-08-04T16:00:23.292 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xaK4XWfaawzA6OO off=4653927 len=1542957 2024-08-04T16:00:23.294 INFO:tasks.workunit.client.0.smithi007.stdout:op 3646 completed, throughput=5MB/sec 2024-08-04T16:00:24.294 INFO:tasks.workunit.client.0.smithi007.stdout: 708: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:24.295 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xaPySUKSXUxpPnl off=8682422 len=514938 2024-08-04T16:00:24.298 INFO:tasks.workunit.client.0.smithi007.stdout:op 3647 completed, throughput=4.99MB/sec 2024-08-04T16:00:24.299 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lzhom7Ytb2dQsUB off=1941864 len=891844 2024-08-04T16:00:24.300 INFO:tasks.workunit.client.0.smithi007.stdout:op 3648 completed, throughput=5MB/sec 2024-08-04T16:00:24.300 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DUxl-3jinNCtIDb off=5677100 len=181946 2024-08-04T16:00:24.301 INFO:tasks.workunit.client.0.smithi007.stdout:op 3649 completed, throughput=5MB/sec 2024-08-04T16:00:24.301 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Q0n9SkimcekIkLE off=3338460 len=786905 2024-08-04T16:00:24.306 INFO:tasks.workunit.client.0.smithi007.stdout:op 3650 completed, throughput=5MB/sec 2024-08-04T16:00:24.306 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uwKbVBMSFCV5Ekb off=3672387 len=1045460 2024-08-04T16:00:24.308 INFO:tasks.workunit.client.0.smithi007.stdout:op 3651 completed, throughput=5MB/sec 2024-08-04T16:00:24.308 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7VeJU0SbvckIiy3 off=15843212 len=370351 2024-08-04T16:00:24.309 INFO:tasks.workunit.client.0.smithi007.stdout:op 3652 completed, throughput=5MB/sec 2024-08-04T16:00:24.309 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-s15hGwqQ4qJEXEF off=6078028 len=1115291 2024-08-04T16:00:24.315 INFO:tasks.workunit.client.0.smithi007.stdout:op 3653 completed, throughput=5MB/sec 2024-08-04T16:00:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:24 smithi062 ceph-mon[85960]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:00:25.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:24 smithi007 ceph-mon[92692]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:00:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:24 smithi007 ceph-mon[94998]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:00:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: 709: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:25.315 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0_K8sytXF6Gn_1E off=4231683 len=2070963 2024-08-04T16:00:25.324 INFO:tasks.workunit.client.0.smithi007.stdout:op 3654 completed, throughput=5MB/sec 2024-08-04T16:00:25.325 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AaO4DSR0hVNkgf- off=6057688 len=1158945 2024-08-04T16:00:25.326 INFO:tasks.workunit.client.0.smithi007.stdout:op 3655 completed, throughput=5MB/sec 2024-08-04T16:00:25.326 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8gp3SI_b01KrpLS off=8103237 len=417386 2024-08-04T16:00:25.327 INFO:tasks.workunit.client.0.smithi007.stdout:op 3656 completed, throughput=5MB/sec 2024-08-04T16:00:25.327 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7Qv35MDnnTU6mgZ off=1197225 len=280111 2024-08-04T16:00:25.327 INFO:tasks.workunit.client.0.smithi007.stdout:op 3657 completed, throughput=5MB/sec 2024-08-04T16:00:25.327 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IHlHNTxITdARySD off=6505797 len=1322124 2024-08-04T16:00:25.329 INFO:tasks.workunit.client.0.smithi007.stdout:op 3658 completed, throughput=5MB/sec 2024-08-04T16:00:25.329 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BrZqz3zUY_LH3qj off=2602555 len=1470929 2024-08-04T16:00:25.331 INFO:tasks.workunit.client.0.smithi007.stdout:op 3659 completed, throughput=5MB/sec 2024-08-04T16:00:26.331 INFO:tasks.workunit.client.0.smithi007.stdout: 710: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:26.331 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vmwUlBVaQtEjDlV off=9233967 len=1594643 2024-08-04T16:00:26.341 INFO:tasks.workunit.client.0.smithi007.stdout:op 3660 completed, throughput=5MB/sec 2024-08-04T16:00:26.341 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-McWgGjyT8-mAACN off=13191939 len=112325 2024-08-04T16:00:26.342 INFO:tasks.workunit.client.0.smithi007.stdout:op 3661 completed, throughput=5MB/sec 2024-08-04T16:00:26.342 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qAfxabnzl94RYX8 off=3625528 len=1381466 2024-08-04T16:00:26.348 INFO:tasks.workunit.client.0.smithi007.stdout:op 3662 completed, throughput=5MB/sec 2024-08-04T16:00:26.348 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Kz5D0dD8CvM4MVV off=10168585 len=1393364 2024-08-04T16:00:26.357 INFO:tasks.workunit.client.0.smithi007.stdout:op 3663 completed, throughput=5MB/sec 2024-08-04T16:00:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:00:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:00:26] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-08-04T16:00:27.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:26 smithi062 ceph-mon[85960]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:00:27.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:26 smithi007 ceph-mon[92692]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:00:27.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:26 smithi007 ceph-mon[94998]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:00:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: 711: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:27.357 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SNBP-Ro6UOWXpxv off=4508623 len=1006924 2024-08-04T16:00:27.359 INFO:tasks.workunit.client.0.smithi007.stdout:op 3664 completed, throughput=5MB/sec 2024-08-04T16:00:27.359 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xbBTzgjUAbS4LHy off=1905378 len=585849 2024-08-04T16:00:27.363 INFO:tasks.workunit.client.0.smithi007.stdout:op 3665 completed, throughput=5MB/sec 2024-08-04T16:00:27.363 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CEIRaHMcBStyYR1 off=1141476 len=1644205 2024-08-04T16:00:27.370 INFO:tasks.workunit.client.0.smithi007.stdout:op 3666 completed, throughput=5MB/sec 2024-08-04T16:00:27.370 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-y7RAZwA4cZ-yyNt off=4739759 len=995682 2024-08-04T16:00:27.373 INFO:tasks.workunit.client.0.smithi007.stdout:op 3667 completed, throughput=5MB/sec 2024-08-04T16:00:27.373 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wV8m7dQOItCy0Yv off=7450900 len=2092397 2024-08-04T16:00:27.375 INFO:tasks.workunit.client.0.smithi007.stdout:op 3668 completed, throughput=5MB/sec 2024-08-04T16:00:28.376 INFO:tasks.workunit.client.0.smithi007.stdout: 712: throughput=5MB/sec pending data=0 2024-08-04T16:00:28.376 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4gaAhkMvnOI4gww off=1546895 len=103141 2024-08-04T16:00:28.378 INFO:tasks.workunit.client.0.smithi007.stdout:op 3669 completed, throughput=5MB/sec 2024-08-04T16:00:28.379 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--MS8yAwm-TCGErC off=100032 len=764919 2024-08-04T16:00:28.383 INFO:tasks.workunit.client.0.smithi007.stdout:op 3670 completed, throughput=5MB/sec 2024-08-04T16:00:28.384 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NYzPIYmfLSYuNBe off=18873954 len=75141 2024-08-04T16:00:28.388 INFO:tasks.workunit.client.0.smithi007.stdout:op 3671 completed, throughput=5MB/sec 2024-08-04T16:00:28.388 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hu4IIa7NkjKNWqP off=5611737 len=947705 2024-08-04T16:00:28.393 INFO:tasks.workunit.client.0.smithi007.stdout:op 3672 completed, throughput=5MB/sec 2024-08-04T16:00:28.393 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-M4S2Y29fSjkl4hA off=488294 len=1245093 2024-08-04T16:00:28.400 INFO:tasks.workunit.client.0.smithi007.stdout:op 3673 completed, throughput=5MB/sec 2024-08-04T16:00:28.400 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1nQq6j7VmWj8814 off=5278240 len=984984 2024-08-04T16:00:28.401 INFO:tasks.workunit.client.0.smithi007.stdout:op 3674 completed, throughput=5MB/sec 2024-08-04T16:00:29.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:28 smithi062 ceph-mon[85960]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:00:29.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:28 smithi007 ceph-mon[92692]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:00:29.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:28 smithi007 ceph-mon[94998]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:00:29.402 INFO:tasks.workunit.client.0.smithi007.stdout: 713: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:29.402 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZP9sb5pe5gZQa1l off=15565756 len=709106 2024-08-04T16:00:29.407 INFO:tasks.workunit.client.0.smithi007.stdout:op 3675 completed, throughput=4.99MB/sec 2024-08-04T16:00:29.407 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PMmU53iRGYljsBD off=14616822 len=545890 2024-08-04T16:00:29.411 INFO:tasks.workunit.client.0.smithi007.stdout:op 3676 completed, throughput=5MB/sec 2024-08-04T16:00:29.411 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-U8oeFkloD50b_Xh off=22240813 len=739955 2024-08-04T16:00:29.415 INFO:tasks.workunit.client.0.smithi007.stdout:op 3677 completed, throughput=5MB/sec 2024-08-04T16:00:29.415 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yA0BwC6PQzYXGwl off=19514332 len=2046488 2024-08-04T16:00:29.420 INFO:tasks.workunit.client.0.smithi007.stdout:op 3678 completed, throughput=5MB/sec 2024-08-04T16:00:29.420 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7SutoWA631gIRPX off=12777374 len=1318898 2024-08-04T16:00:29.421 INFO:tasks.workunit.client.0.smithi007.stdout:op 3679 completed, throughput=5MB/sec 2024-08-04T16:00:30.422 INFO:tasks.workunit.client.0.smithi007.stdout: 714: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:30.422 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Zsj6jSFilWOiT2u off=21864621 len=1101563 2024-08-04T16:00:30.423 INFO:tasks.workunit.client.0.smithi007.stdout:op 3680 completed, throughput=4.99MB/sec 2024-08-04T16:00:30.424 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2sH_V6Lkw0w-GhI off=2912944 len=1624469 2024-08-04T16:00:30.432 INFO:tasks.workunit.client.0.smithi007.stdout:op 3681 completed, throughput=5MB/sec 2024-08-04T16:00:30.432 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ac1ObC-T1NUFx6G off=5060876 len=519632 2024-08-04T16:00:30.435 INFO:tasks.workunit.client.0.smithi007.stdout:op 3682 completed, throughput=5MB/sec 2024-08-04T16:00:30.436 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-J44YDF7EQLRcQ1S off=5056046 len=1526304 2024-08-04T16:00:30.437 INFO:tasks.workunit.client.0.smithi007.stdout:op 3683 completed, throughput=5MB/sec 2024-08-04T16:00:30.437 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vSf3xeI3xLELRYa off=2973978 len=926406 2024-08-04T16:00:30.442 INFO:tasks.workunit.client.0.smithi007.stdout:op 3684 completed, throughput=5MB/sec 2024-08-04T16:00:31.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:30 smithi062 ceph-mon[85960]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T16:00:31.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:30 smithi007 ceph-mon[92692]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T16:00:31.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:30 smithi007 ceph-mon[94998]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T16:00:31.443 INFO:tasks.workunit.client.0.smithi007.stdout: 715: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:31.443 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RZ8ibcTwAkY-OH2 off=709520 len=1583352 2024-08-04T16:00:31.445 INFO:tasks.workunit.client.0.smithi007.stdout:op 3685 completed, throughput=5MB/sec 2024-08-04T16:00:31.445 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vnJWSRO20XTyG_4 off=4416601 len=1220271 2024-08-04T16:00:31.447 INFO:tasks.workunit.client.0.smithi007.stdout:op 3686 completed, throughput=5MB/sec 2024-08-04T16:00:31.447 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-blUsVUIczk8Aa63 off=1056485 len=523543 2024-08-04T16:00:31.448 INFO:tasks.workunit.client.0.smithi007.stdout:op 3687 completed, throughput=5MB/sec 2024-08-04T16:00:31.448 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6NFqETcXBnDjiMN off=9106192 len=1705417 2024-08-04T16:00:31.450 INFO:tasks.workunit.client.0.smithi007.stdout:op 3688 completed, throughput=5MB/sec 2024-08-04T16:00:32.450 INFO:tasks.workunit.client.0.smithi007.stdout: 716: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:32.450 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-luS-BvmNa24kj4p off=4965871 len=1563658 2024-08-04T16:00:32.454 INFO:tasks.workunit.client.0.smithi007.stdout:op 3689 completed, throughput=5MB/sec 2024-08-04T16:00:32.454 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EvB1wUN-8sJGR8b off=2447101 len=1273114 2024-08-04T16:00:32.457 INFO:tasks.workunit.client.0.smithi007.stdout:op 3690 completed, throughput=5MB/sec 2024-08-04T16:00:32.457 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-j3MGLQ2TvgGqspH off=2115451 len=1216161 2024-08-04T16:00:32.465 INFO:tasks.workunit.client.0.smithi007.stdout:op 3691 completed, throughput=5MB/sec 2024-08-04T16:00:32.465 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tsmgf7FxQ_DjwN2 off=10981670 len=594527 2024-08-04T16:00:32.466 INFO:tasks.workunit.client.0.smithi007.stdout:op 3692 completed, throughput=5MB/sec 2024-08-04T16:00:32.466 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aKOVMVeY9_iueIs off=7000480 len=91360 2024-08-04T16:00:32.468 INFO:tasks.workunit.client.0.smithi007.stdout:op 3693 completed, throughput=5MB/sec 2024-08-04T16:00:32.468 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SrlR_orTCT1IONp off=13654580 len=1958019 2024-08-04T16:00:32.471 INFO:tasks.workunit.client.0.smithi007.stdout:op 3694 completed, throughput=5MB/sec 2024-08-04T16:00:32.624 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:00:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:00:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:00:33.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:32 smithi062 ceph-mon[85960]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:00:33.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:32 smithi007 ceph-mon[92692]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:00:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:32 smithi007 ceph-mon[94998]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:00:33.472 INFO:tasks.workunit.client.0.smithi007.stdout: 717: throughput=5MB/sec pending data=0 2024-08-04T16:00:33.472 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-98C_ZYvEfLGWD21 off=320009 len=74421 2024-08-04T16:00:33.472 INFO:tasks.workunit.client.0.smithi007.stdout:op 3695 completed, throughput=5MB/sec 2024-08-04T16:00:33.472 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1GR5AUw7eSsE5vu off=23750926 len=181444 2024-08-04T16:00:33.473 INFO:tasks.workunit.client.0.smithi007.stdout:op 3696 completed, throughput=5MB/sec 2024-08-04T16:00:33.473 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FJrCliLgO61IevZ off=9863254 len=529675 2024-08-04T16:00:33.474 INFO:tasks.workunit.client.0.smithi007.stdout:op 3697 completed, throughput=5MB/sec 2024-08-04T16:00:33.474 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kCY6Cc3jfs3YLZe off=10644694 len=1051838 2024-08-04T16:00:33.480 INFO:tasks.workunit.client.0.smithi007.stdout:op 3698 completed, throughput=5MB/sec 2024-08-04T16:00:33.480 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-weB3IL5t_Q0PxLf off=3078320 len=1834870 2024-08-04T16:00:33.487 INFO:tasks.workunit.client.0.smithi007.stdout:op 3699 completed, throughput=5MB/sec 2024-08-04T16:00:34.488 INFO:tasks.workunit.client.0.smithi007.stdout: 718: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:34.488 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4cNHvFaBdnEoCUo off=7267747 len=962886 2024-08-04T16:00:34.489 INFO:tasks.workunit.client.0.smithi007.stdout:op 3700 completed, throughput=4.99MB/sec 2024-08-04T16:00:34.489 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-G-u6TTHQunQOam1 off=18013092 len=1704339 2024-08-04T16:00:34.491 INFO:tasks.workunit.client.0.smithi007.stdout:op 3701 completed, throughput=5MB/sec 2024-08-04T16:00:34.491 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qCKBVA72dke42Gb off=8726314 len=899970 2024-08-04T16:00:34.497 INFO:tasks.workunit.client.0.smithi007.stdout:op 3702 completed, throughput=5MB/sec 2024-08-04T16:00:34.497 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iJk54lwLU95pX-c off=4269044 len=95446 2024-08-04T16:00:34.498 INFO:tasks.workunit.client.0.smithi007.stdout:op 3703 completed, throughput=5MB/sec 2024-08-04T16:00:34.498 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YGQc3lEWJrVutdM off=138184 len=1521164 2024-08-04T16:00:34.500 INFO:tasks.workunit.client.0.smithi007.stdout:op 3704 completed, throughput=5MB/sec 2024-08-04T16:00:34.500 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HejWVsevWjWnHBA off=6054020 len=1780028 2024-08-04T16:00:34.511 INFO:tasks.workunit.client.0.smithi007.stdout:op 3705 completed, throughput=5MB/sec 2024-08-04T16:00:35.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:34 smithi062 ceph-mon[85960]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:00:35.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:34 smithi007 ceph-mon[92692]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:00:35.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:34 smithi007 ceph-mon[94998]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:00:35.512 INFO:tasks.workunit.client.0.smithi007.stdout: 719: throughput=5MB/sec pending data=0 2024-08-04T16:00:35.512 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-b1h_7ZOkjG-qLkz off=7692850 len=1349236 2024-08-04T16:00:35.513 INFO:tasks.workunit.client.0.smithi007.stdout:op 3706 completed, throughput=5MB/sec 2024-08-04T16:00:35.514 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DJg7zOF9kdmULIr off=1197354 len=310624 2024-08-04T16:00:35.517 INFO:tasks.workunit.client.0.smithi007.stdout:op 3707 completed, throughput=5MB/sec 2024-08-04T16:00:35.517 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4r9X-bB76LIPaQP off=1788527 len=673713 2024-08-04T16:00:35.522 INFO:tasks.workunit.client.0.smithi007.stdout:op 3708 completed, throughput=5MB/sec 2024-08-04T16:00:35.522 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-atyL3ZaVCxvqmns off=2338176 len=1649560 2024-08-04T16:00:35.530 INFO:tasks.workunit.client.0.smithi007.stdout:op 3709 completed, throughput=5MB/sec 2024-08-04T16:00:36.531 INFO:tasks.workunit.client.0.smithi007.stdout: 720: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:36.531 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-na_m8lvUr75vIva off=11771498 len=1667180 2024-08-04T16:00:36.535 INFO:tasks.workunit.client.0.smithi007.stdout:op 3710 completed, throughput=5MB/sec 2024-08-04T16:00:36.535 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gHBU5K9irqGR3x8 off=6434813 len=171939 2024-08-04T16:00:36.535 INFO:tasks.workunit.client.0.smithi007.stdout:op 3711 completed, throughput=5MB/sec 2024-08-04T16:00:36.536 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pWiQ_5zubSlyIwb off=14705991 len=1797175 2024-08-04T16:00:36.547 INFO:tasks.workunit.client.0.smithi007.stdout:op 3712 completed, throughput=5MB/sec 2024-08-04T16:00:36.547 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AJsf4xoufwExFX_ off=4007530 len=155423 2024-08-04T16:00:36.550 INFO:tasks.workunit.client.0.smithi007.stdout:op 3713 completed, throughput=5MB/sec 2024-08-04T16:00:36.550 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qQKQW1uXXRLzNFM off=5370420 len=1334331 2024-08-04T16:00:36.557 INFO:tasks.workunit.client.0.smithi007.stdout:op 3714 completed, throughput=5MB/sec 2024-08-04T16:00:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:00:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:00:36] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-08-04T16:00:37.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:36 smithi062 ceph-mon[85960]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:00:37.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:00:37.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:36 smithi007 ceph-mon[92692]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:00:37.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:00:37.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:36 smithi007 ceph-mon[94998]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:00:37.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:00:37.557 INFO:tasks.workunit.client.0.smithi007.stdout: 721: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:37.558 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Z0vKUCQieReyEwY off=0 len=1221747 2024-08-04T16:00:37.564 INFO:tasks.workunit.client.0.smithi007.stdout:op 3715 completed, throughput=4.99MB/sec 2024-08-04T16:00:37.564 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qge9JUTdEIt98Ax off=10072140 len=806145 2024-08-04T16:00:37.565 INFO:tasks.workunit.client.0.smithi007.stdout:op 3716 completed, throughput=5MB/sec 2024-08-04T16:00:37.565 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-o6PMCAm1CKZIdo6 off=12086600 len=1914568 2024-08-04T16:00:37.569 INFO:tasks.workunit.client.0.smithi007.stdout:op 3717 completed, throughput=5MB/sec 2024-08-04T16:00:37.569 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-P3z5VNyBB9l0GRE off=5849389 len=520431 2024-08-04T16:00:37.570 INFO:tasks.workunit.client.0.smithi007.stdout:op 3718 completed, throughput=5MB/sec 2024-08-04T16:00:37.571 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9eb4SYCu107zYfq off=14354932 len=839400 2024-08-04T16:00:37.575 INFO:tasks.workunit.client.0.smithi007.stdout:op 3719 completed, throughput=5MB/sec 2024-08-04T16:00:37.575 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fLsS0Hrgp7U0H1t off=3297526 len=791900 2024-08-04T16:00:37.580 INFO:tasks.workunit.client.0.smithi007.stdout:op 3720 completed, throughput=5MB/sec 2024-08-04T16:00:38.580 INFO:tasks.workunit.client.0.smithi007.stdout: 722: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:38.580 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-seUSwbYR9mpoNWP off=1498987 len=433297 2024-08-04T16:00:38.584 INFO:tasks.workunit.client.0.smithi007.stdout:op 3721 completed, throughput=4.99MB/sec 2024-08-04T16:00:38.585 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SEYXtbbvVC5VRl6 off=7774083 len=1803366 2024-08-04T16:00:38.588 INFO:tasks.workunit.client.0.smithi007.stdout:op 3722 completed, throughput=5MB/sec 2024-08-04T16:00:38.588 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RJJa_8JeAr79BGn off=7817692 len=2084865 2024-08-04T16:00:38.598 INFO:tasks.workunit.client.0.smithi007.stdout:op 3723 completed, throughput=5MB/sec 2024-08-04T16:00:38.598 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yw7W-Mc5LtZDqXp off=1907627 len=338667 2024-08-04T16:00:38.601 INFO:tasks.workunit.client.0.smithi007.stdout:op 3724 completed, throughput=5MB/sec 2024-08-04T16:00:39.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:38 smithi062 ceph-mon[85960]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T16:00:39.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:38 smithi007 ceph-mon[92692]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T16:00:39.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:38 smithi007 ceph-mon[94998]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T16:00:39.601 INFO:tasks.workunit.client.0.smithi007.stdout: 723: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:39.602 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XAa0Ng1esiM9MX4 off=94179 len=1840135 2024-08-04T16:00:39.604 INFO:tasks.workunit.client.0.smithi007.stdout:op 3725 completed, throughput=5MB/sec 2024-08-04T16:00:39.604 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qUXqHlNH0tN6Bf6 off=3894283 len=945806 2024-08-04T16:00:39.608 INFO:tasks.workunit.client.0.smithi007.stdout:op 3726 completed, throughput=5MB/sec 2024-08-04T16:00:39.608 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_5VbgwpTL7TkIQT off=1856897 len=723844 2024-08-04T16:00:39.613 INFO:tasks.workunit.client.0.smithi007.stdout:op 3727 completed, throughput=5MB/sec 2024-08-04T16:00:39.613 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IXWxBEjLPaMMQP0 off=341817 len=545196 2024-08-04T16:00:39.616 INFO:tasks.workunit.client.0.smithi007.stdout:op 3728 completed, throughput=5MB/sec 2024-08-04T16:00:39.617 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-S2fqn-eM9CgYcTj off=1474424 len=536531 2024-08-04T16:00:39.617 INFO:tasks.workunit.client.0.smithi007.stdout:op 3729 completed, throughput=5MB/sec 2024-08-04T16:00:39.617 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JbrR48fmaSo8U_b off=8235275 len=355458 2024-08-04T16:00:39.618 INFO:tasks.workunit.client.0.smithi007.stdout:op 3730 completed, throughput=5MB/sec 2024-08-04T16:00:39.618 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xHsibUbQjI5R4hY off=769695 len=1791204 2024-08-04T16:00:39.620 INFO:tasks.workunit.client.0.smithi007.stdout:op 3731 completed, throughput=5MB/sec 2024-08-04T16:00:40.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:00:40.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:00:40.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:00:40.620 INFO:tasks.workunit.client.0.smithi007.stdout: 724: throughput=5MB/sec pending data=0 2024-08-04T16:00:40.620 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BTSreWDEAbYnRjC off=1820692 len=1010244 2024-08-04T16:00:40.621 INFO:tasks.workunit.client.0.smithi007.stdout:op 3732 completed, throughput=5MB/sec 2024-08-04T16:00:40.621 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UrW4nJrD4-nllMz off=1018424 len=1832658 2024-08-04T16:00:40.623 INFO:tasks.workunit.client.0.smithi007.stdout:op 3733 completed, throughput=5MB/sec 2024-08-04T16:00:40.623 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-txjfvdtDW4f8292 off=2869173 len=1927994 2024-08-04T16:00:40.625 INFO:tasks.workunit.client.0.smithi007.stdout:op 3734 completed, throughput=5MB/sec 2024-08-04T16:00:41.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:40 smithi062 ceph-mon[85960]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:00:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:40 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:00:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:40 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:00:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:40 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:00:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:40 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:00:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:40 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:00:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:40 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:00:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:40 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:00:41.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:40 smithi007 ceph-mon[94998]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:00:41.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:40 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:00:41.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:40 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:00:41.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:40 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:00:41.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:40 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:00:41.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:40 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:00:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:40 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:00:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:40 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:00:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:40 smithi007 ceph-mon[92692]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:00:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:40 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:00:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:40 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:00:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:40 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:00:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:40 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:00:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:40 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:00:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:40 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:00:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:40 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:00:41.626 INFO:tasks.workunit.client.0.smithi007.stdout: 725: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:41.626 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SVYZYF6NYVGIoq9 off=11588749 len=815290 2024-08-04T16:00:41.627 INFO:tasks.workunit.client.0.smithi007.stdout:op 3735 completed, throughput=5MB/sec 2024-08-04T16:00:41.627 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vDBCGxir6vvd8N8 off=7174146 len=124845 2024-08-04T16:00:41.630 INFO:tasks.workunit.client.0.smithi007.stdout:op 3736 completed, throughput=5MB/sec 2024-08-04T16:00:41.630 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7YpvGkUTHtI8nn1 off=3550406 len=358172 2024-08-04T16:00:41.631 INFO:tasks.workunit.client.0.smithi007.stdout:op 3737 completed, throughput=5MB/sec 2024-08-04T16:00:41.631 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NiBHRsCBNXCzh5e off=5512243 len=695488 2024-08-04T16:00:41.635 INFO:tasks.workunit.client.0.smithi007.stdout:op 3738 completed, throughput=5MB/sec 2024-08-04T16:00:41.635 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pI7PxNIkmPG-xRY off=2445928 len=1599838 2024-08-04T16:00:41.645 INFO:tasks.workunit.client.0.smithi007.stdout:op 3739 completed, throughput=5MB/sec 2024-08-04T16:00:41.645 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-33Y1yXxejkuNNkE off=4022218 len=1680826 2024-08-04T16:00:41.655 INFO:tasks.workunit.client.0.smithi007.stdout:op 3740 completed, throughput=5MB/sec 2024-08-04T16:00:42.656 INFO:tasks.workunit.client.0.smithi007.stdout: 726: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:42.656 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mR0iisEWt5ddZWQ off=2972779 len=2092959 2024-08-04T16:00:42.666 INFO:tasks.workunit.client.0.smithi007.stdout:op 3741 completed, throughput=5MB/sec 2024-08-04T16:00:42.666 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-A8FX76bdftZ1TPY off=450877 len=1346675 2024-08-04T16:00:42.668 INFO:tasks.workunit.client.0.smithi007.stdout:op 3742 completed, throughput=5MB/sec 2024-08-04T16:00:42.668 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xadO7nWRq3O0-A9 off=2533440 len=494164 2024-08-04T16:00:42.672 INFO:tasks.workunit.client.0.smithi007.stdout:op 3743 completed, throughput=5MB/sec 2024-08-04T16:00:42.672 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3_qI4ApGuz023rI off=321705 len=1044913 2024-08-04T16:00:42.677 INFO:tasks.workunit.client.0.smithi007.stdout:op 3744 completed, throughput=5MB/sec 2024-08-04T16:00:42.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:00:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:00:43.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:42 smithi062 ceph-mon[85960]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:00:43.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:42 smithi007 ceph-mon[94998]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:00:43.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:42 smithi007 ceph-mon[92692]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:00:43.677 INFO:tasks.workunit.client.0.smithi007.stdout: 727: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:43.677 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oAw9y5V_wxCGLce off=284512 len=1398547 2024-08-04T16:00:43.684 INFO:tasks.workunit.client.0.smithi007.stdout:op 3745 completed, throughput=5MB/sec 2024-08-04T16:00:43.684 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Esd1GuhH3eDRUr2 off=1094225 len=1027103 2024-08-04T16:00:43.687 INFO:tasks.workunit.client.0.smithi007.stdout:op 3746 completed, throughput=5MB/sec 2024-08-04T16:00:43.687 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-81ZlZ8aRYJXNvgn off=1759279 len=1463217 2024-08-04T16:00:43.694 INFO:tasks.workunit.client.0.smithi007.stdout:op 3747 completed, throughput=5MB/sec 2024-08-04T16:00:43.694 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-K4zIOq52OWqR6zW off=2582526 len=111304 2024-08-04T16:00:43.697 INFO:tasks.workunit.client.0.smithi007.stdout:op 3748 completed, throughput=5MB/sec 2024-08-04T16:00:43.697 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-x8_PQNzuKkcqnbX off=2567518 len=611978 2024-08-04T16:00:43.700 INFO:tasks.workunit.client.0.smithi007.stdout:op 3749 completed, throughput=5MB/sec 2024-08-04T16:00:43.700 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rsvfsk8qvz8XgB2 off=5349256 len=1588615 2024-08-04T16:00:43.710 INFO:tasks.workunit.client.0.smithi007.stdout:op 3750 completed, throughput=5MB/sec 2024-08-04T16:00:44.710 INFO:tasks.workunit.client.0.smithi007.stdout: 728: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:44.711 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-m6SY80drY1Ouy-k off=6947543 len=922321 2024-08-04T16:00:44.712 INFO:tasks.workunit.client.0.smithi007.stdout:op 3751 completed, throughput=5MB/sec 2024-08-04T16:00:44.712 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3CKRDApmOS_2O_R off=615111 len=1919377 2024-08-04T16:00:44.714 INFO:tasks.workunit.client.0.smithi007.stdout:op 3752 completed, throughput=5MB/sec 2024-08-04T16:00:44.714 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-voTwmFLhrYsszrr off=11393320 len=1884044 2024-08-04T16:00:44.716 INFO:tasks.workunit.client.0.smithi007.stdout:op 3753 completed, throughput=5MB/sec 2024-08-04T16:00:45.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:44 smithi062 ceph-mon[85960]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:00:45.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:44 smithi007 ceph-mon[94998]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:00:45.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:44 smithi007 ceph-mon[92692]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:00:45.717 INFO:tasks.workunit.client.0.smithi007.stdout: 729: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:45.717 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zyr9w1O4iHGsmkt off=5232153 len=706740 2024-08-04T16:00:45.718 INFO:tasks.workunit.client.0.smithi007.stdout:op 3754 completed, throughput=5MB/sec 2024-08-04T16:00:45.718 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gzdywYRN2n5j4Nj off=61521 len=1844252 2024-08-04T16:00:45.725 INFO:tasks.workunit.client.0.smithi007.stdout:op 3755 completed, throughput=5MB/sec 2024-08-04T16:00:45.725 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VeASBl4H8GD-KFT off=4190437 len=1020499 2024-08-04T16:00:45.728 INFO:tasks.workunit.client.0.smithi007.stdout:op 3756 completed, throughput=5MB/sec 2024-08-04T16:00:45.728 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ND0iDPTuBawPVHL off=13769847 len=1280713 2024-08-04T16:00:45.734 INFO:tasks.workunit.client.0.smithi007.stdout:op 3757 completed, throughput=5MB/sec 2024-08-04T16:00:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:00:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:00:46] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-08-04T16:00:46.735 INFO:tasks.workunit.client.0.smithi007.stdout: 730: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:46.735 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9Wb2DmBSdviHEwo off=6662776 len=144983 2024-08-04T16:00:46.738 INFO:tasks.workunit.client.0.smithi007.stdout:op 3758 completed, throughput=4.99MB/sec 2024-08-04T16:00:46.738 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-z_Feh3T15EMcwY6 off=5226610 len=127211 2024-08-04T16:00:46.740 INFO:tasks.workunit.client.0.smithi007.stdout:op 3759 completed, throughput=4.99MB/sec 2024-08-04T16:00:46.740 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1d9O_GbbMI_lInO off=6604656 len=1424105 2024-08-04T16:00:46.743 INFO:tasks.workunit.client.0.smithi007.stdout:op 3760 completed, throughput=5MB/sec 2024-08-04T16:00:46.743 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ILk0SOqll1OVj3o off=20346 len=39081 2024-08-04T16:00:46.744 INFO:tasks.workunit.client.0.smithi007.stdout:op 3761 completed, throughput=5MB/sec 2024-08-04T16:00:46.744 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-D7XWi6ewBu9bM3s off=1597078 len=1510750 2024-08-04T16:00:46.751 INFO:tasks.workunit.client.0.smithi007.stdout:op 3762 completed, throughput=5MB/sec 2024-08-04T16:00:46.752 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SlB4hB0k2mObgcu off=535352 len=1422755 2024-08-04T16:00:46.753 INFO:tasks.workunit.client.0.smithi007.stdout:op 3763 completed, throughput=5MB/sec 2024-08-04T16:00:46.753 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IW0eZa7C2AW8x3_ off=681980 len=365262 2024-08-04T16:00:46.754 INFO:tasks.workunit.client.0.smithi007.stdout:op 3764 completed, throughput=5MB/sec 2024-08-04T16:00:46.755 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-g8oEvGSjSiO9JsB off=3673924 len=762441 2024-08-04T16:00:46.756 INFO:tasks.workunit.client.0.smithi007.stdout:op 3765 completed, throughput=5MB/sec 2024-08-04T16:00:47.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:46 smithi062 ceph-mon[85960]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:00:47.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:46 smithi007 ceph-mon[92692]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:00:47.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:46 smithi007 ceph-mon[94998]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:00:47.756 INFO:tasks.workunit.client.0.smithi007.stdout: 731: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:47.756 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZbingOIO-FUnkgs off=10669445 len=794462 2024-08-04T16:00:47.758 INFO:tasks.workunit.client.0.smithi007.stdout:op 3766 completed, throughput=5MB/sec 2024-08-04T16:00:47.758 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5zAm3N1Bfn24X4w off=643540 len=2082709 2024-08-04T16:00:47.760 INFO:tasks.workunit.client.0.smithi007.stdout:op 3767 completed, throughput=5MB/sec 2024-08-04T16:00:47.760 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2GmanLgP_Q1e_an off=14790100 len=1529154 2024-08-04T16:00:47.762 INFO:tasks.workunit.client.0.smithi007.stdout:op 3768 completed, throughput=5MB/sec 2024-08-04T16:00:47.762 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TOwu9TJrNlmuTcA off=11504658 len=1611862 2024-08-04T16:00:47.764 INFO:tasks.workunit.client.0.smithi007.stdout:op 3769 completed, throughput=5MB/sec 2024-08-04T16:00:48.765 INFO:tasks.workunit.client.0.smithi007.stdout: 732: throughput=5MB/sec pending data=0 2024-08-04T16:00:48.765 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mWbvWxJdFJdJliu off=474883 len=1048373 2024-08-04T16:00:48.771 INFO:tasks.workunit.client.0.smithi007.stdout:op 3770 completed, throughput=5MB/sec 2024-08-04T16:00:48.771 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LNMtQeTFZrc5d_u off=11277277 len=461805 2024-08-04T16:00:48.775 INFO:tasks.workunit.client.0.smithi007.stdout:op 3771 completed, throughput=5MB/sec 2024-08-04T16:00:48.775 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-f2MbemxAYeBSG9w off=3396220 len=1831166 2024-08-04T16:00:48.778 INFO:tasks.workunit.client.0.smithi007.stdout:op 3772 completed, throughput=5MB/sec 2024-08-04T16:00:48.778 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2mZ2adlWEegkMWE off=7124661 len=266487 2024-08-04T16:00:48.779 INFO:tasks.workunit.client.0.smithi007.stdout:op 3773 completed, throughput=5MB/sec 2024-08-04T16:00:48.779 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1WsoWH9AOW6Kn8e off=7799766 len=1611226 2024-08-04T16:00:48.787 INFO:tasks.workunit.client.0.smithi007.stdout:op 3774 completed, throughput=5MB/sec 2024-08-04T16:00:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:48 smithi062 ceph-mon[85960]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:00:49.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:48 smithi007 ceph-mon[92692]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:00:49.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:48 smithi007 ceph-mon[94998]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:00:49.787 INFO:tasks.workunit.client.0.smithi007.stdout: 733: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:49.787 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-v-nrkgT0qqghXsf off=3798972 len=912583 2024-08-04T16:00:49.789 INFO:tasks.workunit.client.0.smithi007.stdout:op 3775 completed, throughput=5MB/sec 2024-08-04T16:00:49.789 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TGR0-_hOBWGV96j off=456365 len=1490634 2024-08-04T16:00:49.796 INFO:tasks.workunit.client.0.smithi007.stdout:op 3776 completed, throughput=5MB/sec 2024-08-04T16:00:49.796 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Rva82izdCBqak66 off=4813778 len=1832427 2024-08-04T16:00:49.798 INFO:tasks.workunit.client.0.smithi007.stdout:op 3777 completed, throughput=5MB/sec 2024-08-04T16:00:50.799 INFO:tasks.workunit.client.0.smithi007.stdout: 734: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:50.799 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-j71hbFNdLkxIU9T off=4354653 len=198623 2024-08-04T16:00:50.799 INFO:tasks.workunit.client.0.smithi007.stdout:op 3778 completed, throughput=4.99MB/sec 2024-08-04T16:00:50.800 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vCbr0nIkwOw_6eX off=7252893 len=521021 2024-08-04T16:00:50.801 INFO:tasks.workunit.client.0.smithi007.stdout:op 3779 completed, throughput=4.99MB/sec 2024-08-04T16:00:50.801 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aMbO2_XgbjabCF_ off=11786204 len=1874016 2024-08-04T16:00:50.810 INFO:tasks.workunit.client.0.smithi007.stdout:op 3780 completed, throughput=5MB/sec 2024-08-04T16:00:50.810 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GTGGMQmjhMRShDR off=6938629 len=1383752 2024-08-04T16:00:50.818 INFO:tasks.workunit.client.0.smithi007.stdout:op 3781 completed, throughput=5MB/sec 2024-08-04T16:00:50.819 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vTdqBwtEgSXKDo6 off=2567331 len=1477523 2024-08-04T16:00:50.820 INFO:tasks.workunit.client.0.smithi007.stdout:op 3782 completed, throughput=5MB/sec 2024-08-04T16:00:51.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:50 smithi062 ceph-mon[85960]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:00:51.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:50 smithi007 ceph-mon[92692]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:00:51.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:50 smithi007 ceph-mon[94998]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:00:51.820 INFO:tasks.workunit.client.0.smithi007.stdout: 735: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:51.820 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bzrcmSHJOLSfBzT off=21807722 len=1169322 2024-08-04T16:00:51.827 INFO:tasks.workunit.client.0.smithi007.stdout:op 3783 completed, throughput=5MB/sec 2024-08-04T16:00:51.827 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YEz6hWxasCMkLq_ off=4913342 len=1510789 2024-08-04T16:00:51.834 INFO:tasks.workunit.client.0.smithi007.stdout:op 3784 completed, throughput=5MB/sec 2024-08-04T16:00:51.834 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KgDAOxNsBE3X9lT off=6757898 len=1104860 2024-08-04T16:00:51.837 INFO:tasks.workunit.client.0.smithi007.stdout:op 3785 completed, throughput=5MB/sec 2024-08-04T16:00:51.837 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1GR5AUw7eSsE5vu off=16602219 len=732057 2024-08-04T16:00:51.841 INFO:tasks.workunit.client.0.smithi007.stdout:op 3786 completed, throughput=5MB/sec 2024-08-04T16:00:51.842 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dK4Sm8_XGgNPLNM off=1171788 len=1524328 2024-08-04T16:00:51.843 INFO:tasks.workunit.client.0.smithi007.stdout:op 3787 completed, throughput=5MB/sec 2024-08-04T16:00:52.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:00:52.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:00:52.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:00:52.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:00:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:00:52.844 INFO:tasks.workunit.client.0.smithi007.stdout: 736: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:52.844 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fKGHkVwja6qNcj_ off=1203017 len=248343 2024-08-04T16:00:52.847 INFO:tasks.workunit.client.0.smithi007.stdout:op 3788 completed, throughput=4.99MB/sec 2024-08-04T16:00:52.847 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cjJc6DMsII4SJea off=2751309 len=700934 2024-08-04T16:00:52.849 INFO:tasks.workunit.client.0.smithi007.stdout:op 3789 completed, throughput=5MB/sec 2024-08-04T16:00:52.849 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MYc4IgUKMy3q0mL off=3533277 len=1546180 2024-08-04T16:00:52.851 INFO:tasks.workunit.client.0.smithi007.stdout:op 3790 completed, throughput=5MB/sec 2024-08-04T16:00:52.851 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-B1h8XZbp6igGZER off=10322159 len=1634233 2024-08-04T16:00:52.853 INFO:tasks.workunit.client.0.smithi007.stdout:op 3791 completed, throughput=5MB/sec 2024-08-04T16:00:52.853 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gVEu8jBRe9RMXjK off=22675942 len=1064754 2024-08-04T16:00:52.854 INFO:tasks.workunit.client.0.smithi007.stdout:op 3792 completed, throughput=5MB/sec 2024-08-04T16:00:53.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:52 smithi062 ceph-mon[85960]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:00:53.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:52 smithi007 ceph-mon[92692]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:00:53.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:52 smithi007 ceph-mon[94998]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:00:53.855 INFO:tasks.workunit.client.0.smithi007.stdout: 737: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:53.855 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kWlDnwUKOPK98XU off=6572588 len=188982 2024-08-04T16:00:53.856 INFO:tasks.workunit.client.0.smithi007.stdout:op 3793 completed, throughput=4.99MB/sec 2024-08-04T16:00:53.856 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OBbFnUroEzruXaH off=4828554 len=1739727 2024-08-04T16:00:53.858 INFO:tasks.workunit.client.0.smithi007.stdout:op 3794 completed, throughput=5MB/sec 2024-08-04T16:00:53.858 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mtCANSDAJa5E77e off=12673406 len=1776468 2024-08-04T16:00:53.860 INFO:tasks.workunit.client.0.smithi007.stdout:op 3795 completed, throughput=5MB/sec 2024-08-04T16:00:53.860 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-krRCj9LRVciT6yy off=282297 len=329948 2024-08-04T16:00:53.863 INFO:tasks.workunit.client.0.smithi007.stdout:op 3796 completed, throughput=5MB/sec 2024-08-04T16:00:53.863 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dF6QOSvvEoqyZFf off=3094624 len=333222 2024-08-04T16:00:53.864 INFO:tasks.workunit.client.0.smithi007.stdout:op 3797 completed, throughput=5MB/sec 2024-08-04T16:00:53.864 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GUM2NcoNudqs4di off=4044857 len=1996328 2024-08-04T16:00:53.868 INFO:tasks.workunit.client.0.smithi007.stdout:op 3798 completed, throughput=5MB/sec 2024-08-04T16:00:54.869 INFO:tasks.workunit.client.0.smithi007.stdout: 738: throughput=5MB/sec pending data=0 2024-08-04T16:00:54.869 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KKKu7niNe0olLjI off=4506355 len=530126 2024-08-04T16:00:54.871 INFO:tasks.workunit.client.0.smithi007.stdout:op 3799 completed, throughput=5MB/sec 2024-08-04T16:00:54.871 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VY3j7Bc75tH7_La off=1756752 len=436295 2024-08-04T16:00:54.872 INFO:tasks.workunit.client.0.smithi007.stdout:op 3800 completed, throughput=5MB/sec 2024-08-04T16:00:54.872 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JMISqfjgNiQY3BM off=6929495 len=502705 2024-08-04T16:00:54.876 INFO:tasks.workunit.client.0.smithi007.stdout:op 3801 completed, throughput=5MB/sec 2024-08-04T16:00:54.876 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tNogOwXDi420UZi off=4866233 len=1084883 2024-08-04T16:00:54.877 INFO:tasks.workunit.client.0.smithi007.stdout:op 3802 completed, throughput=5MB/sec 2024-08-04T16:00:54.877 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DmkNqJNJzol2L30 off=3279448 len=83666 2024-08-04T16:00:54.880 INFO:tasks.workunit.client.0.smithi007.stdout:op 3803 completed, throughput=5MB/sec 2024-08-04T16:00:54.880 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9UMCdg6FCde612d off=141057 len=684814 2024-08-04T16:00:54.884 INFO:tasks.workunit.client.0.smithi007.stdout:op 3804 completed, throughput=5MB/sec 2024-08-04T16:00:54.884 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-J5iBYhNwnr4jyOJ off=1882802 len=368013 2024-08-04T16:00:54.884 INFO:tasks.workunit.client.0.smithi007.stdout:op 3805 completed, throughput=5MB/sec 2024-08-04T16:00:55.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:54 smithi062 ceph-mon[85960]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-04T16:00:55.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:54 smithi007 ceph-mon[94998]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-04T16:00:55.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:54 smithi007 ceph-mon[92692]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-04T16:00:55.885 INFO:tasks.workunit.client.0.smithi007.stdout: 739: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:55.885 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-a9Lp6WeN21DnD8j off=15897437 len=988736 2024-08-04T16:00:55.887 INFO:tasks.workunit.client.0.smithi007.stdout:op 3806 completed, throughput=4.99MB/sec 2024-08-04T16:00:55.887 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HEUV2iVXtFCuvTA off=2562333 len=961965 2024-08-04T16:00:55.893 INFO:tasks.workunit.client.0.smithi007.stdout:op 3807 completed, throughput=5MB/sec 2024-08-04T16:00:55.893 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4az6r2pXBIwwyMh off=367179 len=692176 2024-08-04T16:00:55.894 INFO:tasks.workunit.client.0.smithi007.stdout:op 3808 completed, throughput=5MB/sec 2024-08-04T16:00:55.894 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-v87loT-zBik_kPS off=3453696 len=1336926 2024-08-04T16:00:55.901 INFO:tasks.workunit.client.0.smithi007.stdout:op 3809 completed, throughput=5MB/sec 2024-08-04T16:00:55.901 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PBdINxT45Vl_xaS off=1525731 len=1373470 2024-08-04T16:00:55.907 INFO:tasks.workunit.client.0.smithi007.stdout:op 3810 completed, throughput=5MB/sec 2024-08-04T16:00:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:00:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:00:56] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-08-04T16:00:56.908 INFO:tasks.workunit.client.0.smithi007.stdout: 740: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:56.908 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Yq5rBeOSvB7uWwG off=744745 len=424066 2024-08-04T16:00:56.911 INFO:tasks.workunit.client.0.smithi007.stdout:op 3811 completed, throughput=4.99MB/sec 2024-08-04T16:00:56.912 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-66GyaaFFnMtkWRk off=14334635 len=925581 2024-08-04T16:00:56.918 INFO:tasks.workunit.client.0.smithi007.stdout:op 3812 completed, throughput=5MB/sec 2024-08-04T16:00:56.918 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-I78plVW6O-cWfb2 off=7480707 len=1936530 2024-08-04T16:00:56.925 INFO:tasks.workunit.client.0.smithi007.stdout:op 3813 completed, throughput=5MB/sec 2024-08-04T16:00:56.925 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lduu4wkD1zZx0T2 off=4509184 len=1979301 2024-08-04T16:00:56.937 INFO:tasks.workunit.client.0.smithi007.stdout:op 3814 completed, throughput=5MB/sec 2024-08-04T16:00:57.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:56 smithi062 ceph-mon[85960]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:00:57.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:56 smithi007 ceph-mon[94998]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:00:57.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:56 smithi007 ceph-mon[92692]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:00:57.938 INFO:tasks.workunit.client.0.smithi007.stdout: 741: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:57.938 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4QHasLQyk3CtDT1 off=6553843 len=1306243 2024-08-04T16:00:57.945 INFO:tasks.workunit.client.0.smithi007.stdout:op 3815 completed, throughput=5MB/sec 2024-08-04T16:00:57.945 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_x10gbEw1Bsf7_c off=1767154 len=1668356 2024-08-04T16:00:57.948 INFO:tasks.workunit.client.0.smithi007.stdout:op 3816 completed, throughput=5MB/sec 2024-08-04T16:00:57.948 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kXRaDc8nbsvHSru off=3051974 len=1886971 2024-08-04T16:00:57.951 INFO:tasks.workunit.client.0.smithi007.stdout:op 3817 completed, throughput=5MB/sec 2024-08-04T16:00:57.952 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7N6m7yigE__74ol off=14726379 len=339876 2024-08-04T16:00:57.952 INFO:tasks.workunit.client.0.smithi007.stdout:op 3818 completed, throughput=5MB/sec 2024-08-04T16:00:57.953 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-67zb_9450-na83u off=2740843 len=1645247 2024-08-04T16:00:57.960 INFO:tasks.workunit.client.0.smithi007.stdout:op 3819 completed, throughput=5MB/sec 2024-08-04T16:00:58.961 INFO:tasks.workunit.client.0.smithi007.stdout: 742: throughput=5MB/sec pending data=0 2024-08-04T16:00:58.961 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_bHa1TWv7zkJyTI off=865158 len=1197408 2024-08-04T16:00:58.967 INFO:tasks.workunit.client.0.smithi007.stdout:op 3820 completed, throughput=5MB/sec 2024-08-04T16:00:58.967 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iyEdKeT9JzZcvxG off=10392554 len=587671 2024-08-04T16:00:58.971 INFO:tasks.workunit.client.0.smithi007.stdout:op 3821 completed, throughput=5MB/sec 2024-08-04T16:00:58.971 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PT7Azum76wndj3- off=15509833 len=1207213 2024-08-04T16:00:58.974 INFO:tasks.workunit.client.0.smithi007.stdout:op 3822 completed, throughput=5MB/sec 2024-08-04T16:00:58.974 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ReMi-uNK4J-bQBA off=360031 len=23274 2024-08-04T16:00:58.976 INFO:tasks.workunit.client.0.smithi007.stdout:op 3823 completed, throughput=5MB/sec 2024-08-04T16:00:58.976 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jnpMieuiYIRjlGu off=18258833 len=1133739 2024-08-04T16:00:58.984 INFO:tasks.workunit.client.0.smithi007.stdout:op 3824 completed, throughput=5MB/sec 2024-08-04T16:00:59.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:00:58 smithi062 ceph-mon[85960]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-04T16:00:59.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:00:58 smithi007 ceph-mon[94998]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-04T16:00:59.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:00:58 smithi007 ceph-mon[92692]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-04T16:00:59.984 INFO:tasks.workunit.client.0.smithi007.stdout: 743: throughput=4.99MB/sec pending data=0 2024-08-04T16:00:59.985 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-A75c44mOYFxj9r6 off=11732884 len=1696346 2024-08-04T16:00:59.992 INFO:tasks.workunit.client.0.smithi007.stdout:op 3825 completed, throughput=5MB/sec 2024-08-04T16:00:59.992 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8tlo_CaSpObGbi2 off=745073 len=1933601 2024-08-04T16:00:59.996 INFO:tasks.workunit.client.0.smithi007.stdout:op 3826 completed, throughput=5MB/sec 2024-08-04T16:00:59.996 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XQtUrU7BU7pc7HN off=3594630 len=1029594 2024-08-04T16:01:00.002 INFO:tasks.workunit.client.0.smithi007.stdout:op 3827 completed, throughput=5MB/sec 2024-08-04T16:01:00.002 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KoqLvopR3fRSU8i off=8906397 len=927556 2024-08-04T16:01:00.004 INFO:tasks.workunit.client.0.smithi007.stdout:op 3828 completed, throughput=5MB/sec 2024-08-04T16:01:01.004 INFO:tasks.workunit.client.0.smithi007.stdout: 744: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:01.005 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jfSI0GcQwzj8Z12 off=13094972 len=1280116 2024-08-04T16:01:01.011 INFO:tasks.workunit.client.0.smithi007.stdout:op 3829 completed, throughput=5MB/sec 2024-08-04T16:01:01.011 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9eb4SYCu107zYfq off=7128999 len=457895 2024-08-04T16:01:01.014 INFO:tasks.workunit.client.0.smithi007.stdout:op 3830 completed, throughput=5MB/sec 2024-08-04T16:01:01.014 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-G1jDEmbUuabH7gy off=13186715 len=1543380 2024-08-04T16:01:01.016 INFO:tasks.workunit.client.0.smithi007.stdout:op 3831 completed, throughput=5MB/sec 2024-08-04T16:01:01.016 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OEATMTSaUjo1DA6 off=8150357 len=1344180 2024-08-04T16:01:01.024 INFO:tasks.workunit.client.0.smithi007.stdout:op 3832 completed, throughput=5MB/sec 2024-08-04T16:01:01.024 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7G1_cNUj38_mtdc off=4027397 len=1890388 2024-08-04T16:01:01.031 INFO:tasks.workunit.client.0.smithi007.stdout:op 3833 completed, throughput=5MB/sec 2024-08-04T16:01:01.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:00 smithi062 ceph-mon[85960]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T16:01:01.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:00 smithi007 ceph-mon[94998]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T16:01:01.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:00 smithi007 ceph-mon[92692]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T16:01:02.032 INFO:tasks.workunit.client.0.smithi007.stdout: 745: throughput=5MB/sec pending data=0 2024-08-04T16:01:02.032 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-stB3H67rwatGEW- off=9028562 len=1673229 2024-08-04T16:01:02.034 INFO:tasks.workunit.client.0.smithi007.stdout:op 3834 completed, throughput=5MB/sec 2024-08-04T16:01:02.035 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vROs2Wuhb7z4xG2 off=9987560 len=246413 2024-08-04T16:01:02.035 INFO:tasks.workunit.client.0.smithi007.stdout:op 3835 completed, throughput=5MB/sec 2024-08-04T16:01:02.035 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1e1jOqGXILleDnV off=759141 len=1204273 2024-08-04T16:01:02.037 INFO:tasks.workunit.client.0.smithi007.stdout:op 3836 completed, throughput=5MB/sec 2024-08-04T16:01:02.037 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3KbC1UXTxs6TsQM off=1581428 len=2017345 2024-08-04T16:01:02.039 INFO:tasks.workunit.client.0.smithi007.stdout:op 3837 completed, throughput=5MB/sec 2024-08-04T16:01:02.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:01:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:01:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:01:03.040 INFO:tasks.workunit.client.0.smithi007.stdout: 746: throughput=5MB/sec pending data=0 2024-08-04T16:01:03.040 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-47k-Ejh8TX42dVN off=8711800 len=1861791 2024-08-04T16:01:03.045 INFO:tasks.workunit.client.0.smithi007.stdout:op 3838 completed, throughput=5MB/sec 2024-08-04T16:01:03.045 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oFGk4hO8g9kJyaj off=745812 len=438510 2024-08-04T16:01:03.046 INFO:tasks.workunit.client.0.smithi007.stdout:op 3839 completed, throughput=5MB/sec 2024-08-04T16:01:03.046 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-U1XS4LQ9d5ob7td off=4199711 len=176121 2024-08-04T16:01:03.048 INFO:tasks.workunit.client.0.smithi007.stdout:op 3840 completed, throughput=5MB/sec 2024-08-04T16:01:03.048 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Nuz6tsYFHZQY2Qi off=9839773 len=569889 2024-08-04T16:01:03.052 INFO:tasks.workunit.client.0.smithi007.stdout:op 3841 completed, throughput=5MB/sec 2024-08-04T16:01:03.052 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GZe9Vehp3M012m4 off=12840179 len=1926934 2024-08-04T16:01:03.054 INFO:tasks.workunit.client.0.smithi007.stdout:op 3842 completed, throughput=5MB/sec 2024-08-04T16:01:03.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:02 smithi062 ceph-mon[85960]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T16:01:03.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:02 smithi007 ceph-mon[94998]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T16:01:03.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:02 smithi007 ceph-mon[92692]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T16:01:04.055 INFO:tasks.workunit.client.0.smithi007.stdout: 747: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:04.055 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Tq05zNyGfSDzimj off=10586600 len=333768 2024-08-04T16:01:04.058 INFO:tasks.workunit.client.0.smithi007.stdout:op 3843 completed, throughput=5MB/sec 2024-08-04T16:01:04.058 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-olTYel_eSmxHYF6 off=7206418 len=2034742 2024-08-04T16:01:04.069 INFO:tasks.workunit.client.0.smithi007.stdout:op 3844 completed, throughput=5MB/sec 2024-08-04T16:01:04.069 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XvV_vIJsrrVgXEJ off=3110273 len=2096986 2024-08-04T16:01:04.079 INFO:tasks.workunit.client.0.smithi007.stdout:op 3845 completed, throughput=5MB/sec 2024-08-04T16:01:05.079 INFO:tasks.workunit.client.0.smithi007.stdout: 748: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:05.079 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-otfm5MacHldRj8e off=3494899 len=1473379 2024-08-04T16:01:05.085 INFO:tasks.workunit.client.0.smithi007.stdout:op 3846 completed, throughput=5MB/sec 2024-08-04T16:01:05.085 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wYsrBBpV7xHVaCt off=633601 len=225895 2024-08-04T16:01:05.086 INFO:tasks.workunit.client.0.smithi007.stdout:op 3847 completed, throughput=5MB/sec 2024-08-04T16:01:05.086 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EyNQ2VzOlnY0Fnm off=4946054 len=1029155 2024-08-04T16:01:05.092 INFO:tasks.workunit.client.0.smithi007.stdout:op 3848 completed, throughput=5MB/sec 2024-08-04T16:01:05.092 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ukg-4fs2R0i4CJf off=5146287 len=887813 2024-08-04T16:01:05.093 INFO:tasks.workunit.client.0.smithi007.stdout:op 3849 completed, throughput=5MB/sec 2024-08-04T16:01:05.093 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RG9P7g43C5E9sS5 off=1310770 len=484309 2024-08-04T16:01:05.097 INFO:tasks.workunit.client.0.smithi007.stdout:op 3850 completed, throughput=5MB/sec 2024-08-04T16:01:05.097 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-h727LEvvY39SPPW off=2043656 len=349678 2024-08-04T16:01:05.100 INFO:tasks.workunit.client.0.smithi007.stdout:op 3851 completed, throughput=5MB/sec 2024-08-04T16:01:05.100 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gZkrd7CUZN1Edex off=2266111 len=459252 2024-08-04T16:01:05.103 INFO:tasks.workunit.client.0.smithi007.stdout:op 3852 completed, throughput=5MB/sec 2024-08-04T16:01:05.104 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zKQ4Vv-iiBrWvmQ off=2087441 len=1650866 2024-08-04T16:01:05.111 INFO:tasks.workunit.client.0.smithi007.stdout:op 3853 completed, throughput=5MB/sec 2024-08-04T16:01:05.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:04 smithi062 ceph-mon[85960]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:01:05.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:04 smithi007 ceph-mon[94998]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:01:05.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:04 smithi007 ceph-mon[92692]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:01:06.112 INFO:tasks.workunit.client.0.smithi007.stdout: 749: throughput=5MB/sec pending data=0 2024-08-04T16:01:06.112 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-m2Q6Slgt-79Yt0w off=15437459 len=109546 2024-08-04T16:01:06.115 INFO:tasks.workunit.client.0.smithi007.stdout:op 3854 completed, throughput=5MB/sec 2024-08-04T16:01:06.115 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-I0MEz0PbcqglbiA off=9900944 len=1401863 2024-08-04T16:01:06.117 INFO:tasks.workunit.client.0.smithi007.stdout:op 3855 completed, throughput=5MB/sec 2024-08-04T16:01:06.117 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vOIU4pJMuvnB3qH off=11553081 len=1033400 2024-08-04T16:01:06.123 INFO:tasks.workunit.client.0.smithi007.stdout:op 3856 completed, throughput=5MB/sec 2024-08-04T16:01:06.124 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-64VnPAW_ti9KBsz off=13407105 len=1119764 2024-08-04T16:01:06.129 INFO:tasks.workunit.client.0.smithi007.stdout:op 3857 completed, throughput=5MB/sec 2024-08-04T16:01:06.129 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-T8ZbL50iYMKDiWx off=15785371 len=30814 2024-08-04T16:01:06.130 INFO:tasks.workunit.client.0.smithi007.stdout:op 3858 completed, throughput=5MB/sec 2024-08-04T16:01:06.130 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ckrg8vNho7HkUK6 off=3973472 len=1291888 2024-08-04T16:01:06.131 INFO:tasks.workunit.client.0.smithi007.stdout:op 3859 completed, throughput=5MB/sec 2024-08-04T16:01:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:01:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:01:06] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-08-04T16:01:07.134 INFO:tasks.workunit.client.0.smithi007.stdout: 750: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:07.134 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0dre2SluX-5k7EA off=1862852 len=1645081 2024-08-04T16:01:07.139 INFO:tasks.workunit.client.0.smithi007.stdout:op 3860 completed, throughput=5MB/sec 2024-08-04T16:01:07.139 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yhCuLVDa9n4bSg4 off=2414452 len=493560 2024-08-04T16:01:07.140 INFO:tasks.workunit.client.0.smithi007.stdout:op 3861 completed, throughput=5MB/sec 2024-08-04T16:01:07.141 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-svMG_OqVcboRTjG off=5556863 len=1204047 2024-08-04T16:01:07.142 INFO:tasks.workunit.client.0.smithi007.stdout:op 3862 completed, throughput=5MB/sec 2024-08-04T16:01:07.143 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-s9JoVQRD8BohWdK off=11957253 len=1815238 2024-08-04T16:01:07.150 INFO:tasks.workunit.client.0.smithi007.stdout:op 3863 completed, throughput=5MB/sec 2024-08-04T16:01:07.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:06 smithi062 ceph-mon[85960]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:01:07.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:01:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:06 smithi007 ceph-mon[92692]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:01:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:01:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:06 smithi007 ceph-mon[94998]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:01:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:01:08.151 INFO:tasks.workunit.client.0.smithi007.stdout: 751: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:08.151 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HeSaOI0btBjayd4 off=19347651 len=1357837 2024-08-04T16:01:08.154 INFO:tasks.workunit.client.0.smithi007.stdout:op 3864 completed, throughput=5MB/sec 2024-08-04T16:01:08.154 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jAKtNvtRqcaOXHL off=106506 len=493774 2024-08-04T16:01:08.158 INFO:tasks.workunit.client.0.smithi007.stdout:op 3865 completed, throughput=5MB/sec 2024-08-04T16:01:08.158 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9SB1pg8ieRXtnwE off=230080 len=1321830 2024-08-04T16:01:08.165 INFO:tasks.workunit.client.0.smithi007.stdout:op 3866 completed, throughput=5MB/sec 2024-08-04T16:01:08.165 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zmEVePYwkE9_Jv5 off=8333687 len=526900 2024-08-04T16:01:08.168 INFO:tasks.workunit.client.0.smithi007.stdout:op 3867 completed, throughput=5MB/sec 2024-08-04T16:01:08.169 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KYtyxXvgDh16IPH off=4139079 len=1125439 2024-08-04T16:01:08.170 INFO:tasks.workunit.client.0.smithi007.stdout:op 3868 completed, throughput=5MB/sec 2024-08-04T16:01:09.171 INFO:tasks.workunit.client.0.smithi007.stdout: 752: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:09.171 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vlZYFy7Sn-pR4Wn off=2255481 len=2051690 2024-08-04T16:01:09.175 INFO:tasks.workunit.client.0.smithi007.stdout:op 3869 completed, throughput=5MB/sec 2024-08-04T16:01:09.175 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DEvL4vctIBeecez off=11557765 len=229184 2024-08-04T16:01:09.176 INFO:tasks.workunit.client.0.smithi007.stdout:op 3870 completed, throughput=5MB/sec 2024-08-04T16:01:09.176 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EkUIeHWnTvcGctb off=3739404 len=766745 2024-08-04T16:01:09.181 INFO:tasks.workunit.client.0.smithi007.stdout:op 3871 completed, throughput=5MB/sec 2024-08-04T16:01:09.181 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-c9kckdWyLUICuax off=9632590 len=1438695 2024-08-04T16:01:09.189 INFO:tasks.workunit.client.0.smithi007.stdout:op 3872 completed, throughput=5MB/sec 2024-08-04T16:01:09.189 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-a_n3-Sl-wMfULEI off=24781280 len=234231 2024-08-04T16:01:09.192 INFO:tasks.workunit.client.0.smithi007.stdout:op 3873 completed, throughput=5MB/sec 2024-08-04T16:01:09.192 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-urOaIW0SconOBsk off=5699795 len=1181647 2024-08-04T16:01:09.198 INFO:tasks.workunit.client.0.smithi007.stdout:op 3874 completed, throughput=5MB/sec 2024-08-04T16:01:09.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:08 smithi062 ceph-mon[85960]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:01:09.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:08 smithi007 ceph-mon[92692]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:01:09.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:08 smithi007 ceph-mon[94998]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:01:10.199 INFO:tasks.workunit.client.0.smithi007.stdout: 753: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:10.199 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oEHBHJbHzhovbhH off=2302595 len=1709980 2024-08-04T16:01:10.209 INFO:tasks.workunit.client.0.smithi007.stdout:op 3875 completed, throughput=5MB/sec 2024-08-04T16:01:10.209 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-M_N64Q-0FrJimfY off=21787452 len=1924342 2024-08-04T16:01:10.218 INFO:tasks.workunit.client.0.smithi007.stdout:op 3876 completed, throughput=5MB/sec 2024-08-04T16:01:10.218 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rhyU1_z7bPt9ulp off=4424990 len=1991296 2024-08-04T16:01:10.228 INFO:tasks.workunit.client.0.smithi007.stdout:op 3877 completed, throughput=5MB/sec 2024-08-04T16:01:11.230 INFO:tasks.workunit.client.0.smithi007.stdout: 754: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:11.230 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ioCYAyHjPtRFly8 off=2488635 len=1354195 2024-08-04T16:01:11.236 INFO:tasks.workunit.client.0.smithi007.stdout:op 3878 completed, throughput=5MB/sec 2024-08-04T16:01:11.236 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CIVDH0gcsvaOI7R off=11973344 len=767476 2024-08-04T16:01:11.238 INFO:tasks.workunit.client.0.smithi007.stdout:op 3879 completed, throughput=5MB/sec 2024-08-04T16:01:11.238 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FN2OpVk34IyK7WA off=3249216 len=1045314 2024-08-04T16:01:11.243 INFO:tasks.workunit.client.0.smithi007.stdout:op 3880 completed, throughput=5MB/sec 2024-08-04T16:01:11.243 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DDxq6V566WBQLjj off=9464066 len=1686265 2024-08-04T16:01:11.245 INFO:tasks.workunit.client.0.smithi007.stdout:op 3881 completed, throughput=5MB/sec 2024-08-04T16:01:11.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:10 smithi062 ceph-mon[85960]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:01:11.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:10 smithi007 ceph-mon[94998]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:01:11.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:10 smithi007 ceph-mon[92692]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:01:12.245 INFO:tasks.workunit.client.0.smithi007.stdout: 755: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:12.245 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fkCpdFiW1b6rouJ off=917914 len=252994 2024-08-04T16:01:12.249 INFO:tasks.workunit.client.0.smithi007.stdout:op 3882 completed, throughput=4.99MB/sec 2024-08-04T16:01:12.249 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nzj8Az63V1byD-x off=1213438 len=1845142 2024-08-04T16:01:12.250 INFO:tasks.workunit.client.0.smithi007.stdout:op 3883 completed, throughput=5MB/sec 2024-08-04T16:01:12.250 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2pUfe4RjbARUKsQ off=403507 len=1609921 2024-08-04T16:01:12.250 INFO:tasks.workunit.client.0.smithi007.stdout:op 3884 completed, throughput=5MB/sec 2024-08-04T16:01:12.250 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7kgK34Ek3tUbhcr off=1951935 len=1433536 2024-08-04T16:01:12.258 INFO:tasks.workunit.client.0.smithi007.stdout:op 3885 completed, throughput=5MB/sec 2024-08-04T16:01:12.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:01:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:01:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:01:13.259 INFO:tasks.workunit.client.0.smithi007.stdout: 756: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:13.259 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ykv48yk3uHV6AQC off=13968633 len=894902 2024-08-04T16:01:13.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:12 smithi062 ceph-mon[85960]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T16:01:13.264 INFO:tasks.workunit.client.0.smithi007.stdout:op 3886 completed, throughput=5MB/sec 2024-08-04T16:01:13.264 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1RA6BSSIwESJqJv off=1019607 len=1678711 2024-08-04T16:01:13.266 INFO:tasks.workunit.client.0.smithi007.stdout:op 3887 completed, throughput=5MB/sec 2024-08-04T16:01:13.266 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pWquJwWxC7DMHyT off=1267954 len=1660488 2024-08-04T16:01:13.276 INFO:tasks.workunit.client.0.smithi007.stdout:op 3888 completed, throughput=5MB/sec 2024-08-04T16:01:13.276 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aqYy01fcIHwg1Uo off=483626 len=486927 2024-08-04T16:01:13.277 INFO:tasks.workunit.client.0.smithi007.stdout:op 3889 completed, throughput=5MB/sec 2024-08-04T16:01:13.277 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-waT44BUMYDBMVwZ off=17854663 len=812951 2024-08-04T16:01:13.278 INFO:tasks.workunit.client.0.smithi007.stdout:op 3890 completed, throughput=5MB/sec 2024-08-04T16:01:13.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:12 smithi007 ceph-mon[92692]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T16:01:13.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:12 smithi007 ceph-mon[94998]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T16:01:14.279 INFO:tasks.workunit.client.0.smithi007.stdout: 757: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:14.279 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-40jFnsp4waLfmZ3 off=1848451 len=2079754 2024-08-04T16:01:14.291 INFO:tasks.workunit.client.0.smithi007.stdout:op 3891 completed, throughput=5MB/sec 2024-08-04T16:01:14.291 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jkfuJbELc76e_7j off=5780638 len=37457 2024-08-04T16:01:14.291 INFO:tasks.workunit.client.0.smithi007.stdout:op 3892 completed, throughput=5MB/sec 2024-08-04T16:01:14.291 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nhQgQiSi3Jy3Zce off=11739621 len=1658893 2024-08-04T16:01:14.299 INFO:tasks.workunit.client.0.smithi007.stdout:op 3893 completed, throughput=5MB/sec 2024-08-04T16:01:14.299 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yLHgcM3Ferm51SD off=8787007 len=2095729 2024-08-04T16:01:14.309 INFO:tasks.workunit.client.0.smithi007.stdout:op 3894 completed, throughput=5MB/sec 2024-08-04T16:01:15.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:14 smithi062 ceph-mon[85960]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:01:15.308 INFO:tasks.workunit.client.0.smithi007.stdout: 758: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:15.308 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZQRZ5g9I70TqfgK off=3881641 len=173126 2024-08-04T16:01:15.311 INFO:tasks.workunit.client.0.smithi007.stdout:op 3895 completed, throughput=5MB/sec 2024-08-04T16:01:15.311 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-U-oUTYKzbJMI-UA off=3551815 len=1260204 2024-08-04T16:01:15.317 INFO:tasks.workunit.client.0.smithi007.stdout:op 3896 completed, throughput=5MB/sec 2024-08-04T16:01:15.317 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aThHPeTug4RDe2k off=13878430 len=1766957 2024-08-04T16:01:15.324 INFO:tasks.workunit.client.0.smithi007.stdout:op 3897 completed, throughput=5MB/sec 2024-08-04T16:01:15.324 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qCdXeBiHa5gDFKz off=14000447 len=925330 2024-08-04T16:01:15.329 INFO:tasks.workunit.client.0.smithi007.stdout:op 3898 completed, throughput=5MB/sec 2024-08-04T16:01:15.330 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kopS5m3BjuNsESz off=138368 len=1900153 2024-08-04T16:01:15.333 INFO:tasks.workunit.client.0.smithi007.stdout:op 3899 completed, throughput=5MB/sec 2024-08-04T16:01:15.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:14 smithi007 ceph-mon[92692]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:01:15.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:14 smithi007 ceph-mon[94998]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:01:16.332 INFO:tasks.workunit.client.0.smithi007.stdout: 759: throughput=5MB/sec pending data=0 2024-08-04T16:01:16.332 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--Gjng0Xz69H_ezg off=11350953 len=399127 2024-08-04T16:01:16.333 INFO:tasks.workunit.client.0.smithi007.stdout:op 3900 completed, throughput=5MB/sec 2024-08-04T16:01:16.333 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YpqfJrBBVx8lZ-F off=6527148 len=1005941 2024-08-04T16:01:16.338 INFO:tasks.workunit.client.0.smithi007.stdout:op 3901 completed, throughput=5MB/sec 2024-08-04T16:01:16.338 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-C6jberwY_h8jprV off=14845462 len=965919 2024-08-04T16:01:16.341 INFO:tasks.workunit.client.0.smithi007.stdout:op 3902 completed, throughput=5MB/sec 2024-08-04T16:01:16.341 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Apo3AfyaXJtCEgc off=6183438 len=676518 2024-08-04T16:01:16.346 INFO:tasks.workunit.client.0.smithi007.stdout:op 3903 completed, throughput=5MB/sec 2024-08-04T16:01:16.346 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uAJQRstWjH7MRZS off=1282983 len=2023727 2024-08-04T16:01:16.349 INFO:tasks.workunit.client.0.smithi007.stdout:op 3904 completed, throughput=5MB/sec 2024-08-04T16:01:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:01:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:01:16] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-08-04T16:01:17.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:16 smithi062 ceph-mon[85960]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T16:01:17.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:16 smithi007 ceph-mon[92692]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T16:01:17.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:16 smithi007 ceph-mon[94998]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T16:01:17.349 INFO:tasks.workunit.client.0.smithi007.stdout: 760: throughput=5MB/sec pending data=0 2024-08-04T16:01:17.349 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-76nLMUjyJ6-NPkM off=744480 len=2040135 2024-08-04T16:01:17.352 INFO:tasks.workunit.client.0.smithi007.stdout:op 3905 completed, throughput=5MB/sec 2024-08-04T16:01:17.352 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8s2ZR6rOqwrJOCy off=9363916 len=1720061 2024-08-04T16:01:17.360 INFO:tasks.workunit.client.0.smithi007.stdout:op 3906 completed, throughput=5MB/sec 2024-08-04T16:01:18.360 INFO:tasks.workunit.client.0.smithi007.stdout: 761: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:18.360 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-drBFV8QObeqJ9el off=9020225 len=759363 2024-08-04T16:01:18.361 INFO:tasks.workunit.client.0.smithi007.stdout:op 3907 completed, throughput=4.99MB/sec 2024-08-04T16:01:18.362 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hcYRrZUTKcez4m7 off=11018100 len=189262 2024-08-04T16:01:18.363 INFO:tasks.workunit.client.0.smithi007.stdout:op 3908 completed, throughput=4.99MB/sec 2024-08-04T16:01:18.363 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oIFS1UkM38hrJK7 off=1303880 len=1050806 2024-08-04T16:01:18.364 INFO:tasks.workunit.client.0.smithi007.stdout:op 3909 completed, throughput=5MB/sec 2024-08-04T16:01:18.364 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vgXicpf_vPZgNpj off=1697242 len=505649 2024-08-04T16:01:18.368 INFO:tasks.workunit.client.0.smithi007.stdout:op 3910 completed, throughput=5MB/sec 2024-08-04T16:01:18.368 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-02XKgEB3A6i5UeI off=10419781 len=1640051 2024-08-04T16:01:18.371 INFO:tasks.workunit.client.0.smithi007.stdout:op 3911 completed, throughput=5MB/sec 2024-08-04T16:01:18.371 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pDvOHm3tcMqpRrZ off=4120523 len=2003264 2024-08-04T16:01:18.379 INFO:tasks.workunit.client.0.smithi007.stdout:op 3912 completed, throughput=5MB/sec 2024-08-04T16:01:19.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:18 smithi062 ceph-mon[85960]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-04T16:01:19.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:18 smithi007 ceph-mon[94998]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-04T16:01:19.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:18 smithi007 ceph-mon[92692]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-04T16:01:19.379 INFO:tasks.workunit.client.0.smithi007.stdout: 762: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:19.379 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-sD0Tnr1bWFi2CNW off=11115033 len=672015 2024-08-04T16:01:19.380 INFO:tasks.workunit.client.0.smithi007.stdout:op 3913 completed, throughput=5MB/sec 2024-08-04T16:01:19.380 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-93lLCXuPyBJyrkH off=6594033 len=339749 2024-08-04T16:01:19.381 INFO:tasks.workunit.client.0.smithi007.stdout:op 3914 completed, throughput=5MB/sec 2024-08-04T16:01:19.381 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iG_Xth3tAsXCDnT off=1299499 len=1226473 2024-08-04T16:01:19.383 INFO:tasks.workunit.client.0.smithi007.stdout:op 3915 completed, throughput=5MB/sec 2024-08-04T16:01:19.383 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wxzFed0LHCMVAgz off=5149240 len=623653 2024-08-04T16:01:19.387 INFO:tasks.workunit.client.0.smithi007.stdout:op 3916 completed, throughput=5MB/sec 2024-08-04T16:01:19.387 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ziWS1SZcfMS9-9J off=8199969 len=826378 2024-08-04T16:01:19.392 INFO:tasks.workunit.client.0.smithi007.stdout:op 3917 completed, throughput=5MB/sec 2024-08-04T16:01:19.392 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2XKxpLR73p-JIx7 off=12046231 len=1442426 2024-08-04T16:01:19.393 INFO:tasks.workunit.client.0.smithi007.stdout:op 3918 completed, throughput=5MB/sec 2024-08-04T16:01:20.394 INFO:tasks.workunit.client.0.smithi007.stdout: 763: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:20.394 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2IxsC3mxshw4JNc off=17906637 len=707004 2024-08-04T16:01:20.399 INFO:tasks.workunit.client.0.smithi007.stdout:op 3919 completed, throughput=5MB/sec 2024-08-04T16:01:20.399 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ehpE6pgLxVf5Fmo off=12215944 len=1434589 2024-08-04T16:01:20.408 INFO:tasks.workunit.client.0.smithi007.stdout:op 3920 completed, throughput=5MB/sec 2024-08-04T16:01:20.409 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_6SvQ5LQNzmhIbd off=7630519 len=1277602 2024-08-04T16:01:20.416 INFO:tasks.workunit.client.0.smithi007.stdout:op 3921 completed, throughput=5MB/sec 2024-08-04T16:01:20.416 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-o8T4GGcRCbExq96 off=274526 len=2061753 2024-08-04T16:01:20.418 INFO:tasks.workunit.client.0.smithi007.stdout:op 3922 completed, throughput=5MB/sec 2024-08-04T16:01:21.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:20 smithi062 ceph-mon[85960]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:01:21.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:20 smithi007 ceph-mon[94998]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:01:21.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:20 smithi007 ceph-mon[92692]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:01:21.419 INFO:tasks.workunit.client.0.smithi007.stdout: 764: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:21.419 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MyVbHN3SYAqvFQN off=6151102 len=589391 2024-08-04T16:01:21.423 INFO:tasks.workunit.client.0.smithi007.stdout:op 3923 completed, throughput=5MB/sec 2024-08-04T16:01:21.423 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-x7o75LVc6NvnVAH off=17366687 len=663342 2024-08-04T16:01:21.425 INFO:tasks.workunit.client.0.smithi007.stdout:op 3924 completed, throughput=5MB/sec 2024-08-04T16:01:21.425 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-eMBj-S60Nwr0Gkt off=639927 len=1990693 2024-08-04T16:01:21.427 INFO:tasks.workunit.client.0.smithi007.stdout:op 3925 completed, throughput=5MB/sec 2024-08-04T16:01:21.427 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ykZ-8zKletlKUiT off=17284030 len=864487 2024-08-04T16:01:21.432 INFO:tasks.workunit.client.0.smithi007.stdout:op 3926 completed, throughput=5MB/sec 2024-08-04T16:01:21.432 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BbVvIO0PjwmR-C5 off=2220540 len=14282 2024-08-04T16:01:21.432 INFO:tasks.workunit.client.0.smithi007.stdout:op 3927 completed, throughput=5MB/sec 2024-08-04T16:01:21.432 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hnXy-u4x2ws5y2N off=8445194 len=2018149 2024-08-04T16:01:21.440 INFO:tasks.workunit.client.0.smithi007.stdout:op 3928 completed, throughput=5MB/sec 2024-08-04T16:01:22.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:01:22.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:01:22.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:01:22.441 INFO:tasks.workunit.client.0.smithi007.stdout: 765: throughput=5MB/sec pending data=0 2024-08-04T16:01:22.441 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-97cy1AnSjONLeC_ off=3399093 len=770590 2024-08-04T16:01:22.445 INFO:tasks.workunit.client.0.smithi007.stdout:op 3929 completed, throughput=5MB/sec 2024-08-04T16:01:22.445 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qBoVQMGsI48Pprl off=11749649 len=786823 2024-08-04T16:01:22.450 INFO:tasks.workunit.client.0.smithi007.stdout:op 3930 completed, throughput=5MB/sec 2024-08-04T16:01:22.450 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-j4d6bocZfteVY5T off=6480396 len=62961 2024-08-04T16:01:22.450 INFO:tasks.workunit.client.0.smithi007.stdout:op 3931 completed, throughput=5MB/sec 2024-08-04T16:01:22.451 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1g_YcVW-VGHhRtm off=7902707 len=1985293 2024-08-04T16:01:22.454 INFO:tasks.workunit.client.0.smithi007.stdout:op 3932 completed, throughput=5MB/sec 2024-08-04T16:01:22.455 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5e6mSKHDA-J316V off=17982128 len=169689 2024-08-04T16:01:22.455 INFO:tasks.workunit.client.0.smithi007.stdout:op 3933 completed, throughput=5MB/sec 2024-08-04T16:01:22.455 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HJIgnOeYZh0_anW off=5789906 len=1916917 2024-08-04T16:01:22.459 INFO:tasks.workunit.client.0.smithi007.stdout:op 3934 completed, throughput=5MB/sec 2024-08-04T16:01:22.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:01:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:01:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:01:23.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:22 smithi062 ceph-mon[85960]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:01:23.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:22 smithi007 ceph-mon[94998]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:01:23.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:22 smithi007 ceph-mon[92692]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:01:23.459 INFO:tasks.workunit.client.0.smithi007.stdout: 766: throughput=5MB/sec pending data=0 2024-08-04T16:01:23.459 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FuwTv8YAQc5dEIW off=297195 len=1519735 2024-08-04T16:01:23.461 INFO:tasks.workunit.client.0.smithi007.stdout:op 3935 completed, throughput=5MB/sec 2024-08-04T16:01:23.461 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xvboCLjPSehWVff off=9694699 len=1720282 2024-08-04T16:01:23.464 INFO:tasks.workunit.client.0.smithi007.stdout:op 3936 completed, throughput=5MB/sec 2024-08-04T16:01:23.464 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WZW5T-e0PhrPCnZ off=2477884 len=509384 2024-08-04T16:01:23.464 INFO:tasks.workunit.client.0.smithi007.stdout:op 3937 completed, throughput=5MB/sec 2024-08-04T16:01:24.465 INFO:tasks.workunit.client.0.smithi007.stdout: 767: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:24.465 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uw_LuR80CYbefW8 off=8784919 len=142718 2024-08-04T16:01:24.468 INFO:tasks.workunit.client.0.smithi007.stdout:op 3938 completed, throughput=4.99MB/sec 2024-08-04T16:01:24.468 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JIcEvX7piEWN7ZG off=3626457 len=169025 2024-08-04T16:01:24.469 INFO:tasks.workunit.client.0.smithi007.stdout:op 3939 completed, throughput=4.99MB/sec 2024-08-04T16:01:24.469 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-o6NF_13KzJiPTGJ off=12031239 len=1145684 2024-08-04T16:01:24.474 INFO:tasks.workunit.client.0.smithi007.stdout:op 3940 completed, throughput=5MB/sec 2024-08-04T16:01:24.474 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Gbd_mx7b7gYkTKX off=22130626 len=1905008 2024-08-04T16:01:24.476 INFO:tasks.workunit.client.0.smithi007.stdout:op 3941 completed, throughput=5MB/sec 2024-08-04T16:01:24.476 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TS8zbfHB1YyyBQP off=11527481 len=46541 2024-08-04T16:01:24.479 INFO:tasks.workunit.client.0.smithi007.stdout:op 3942 completed, throughput=5MB/sec 2024-08-04T16:01:24.479 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XiKOFZJyWwcGYpQ off=1659419 len=1863390 2024-08-04T16:01:24.486 INFO:tasks.workunit.client.0.smithi007.stdout:op 3943 completed, throughput=5MB/sec 2024-08-04T16:01:25.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:24 smithi062 ceph-mon[85960]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-04T16:01:25.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:24 smithi007 ceph-mon[94998]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-04T16:01:25.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:24 smithi007 ceph-mon[92692]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-04T16:01:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: 768: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:25.487 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2CM4rpkt564RQmV off=1381223 len=462961 2024-08-04T16:01:25.490 INFO:tasks.workunit.client.0.smithi007.stdout:op 3944 completed, throughput=4.99MB/sec 2024-08-04T16:01:25.490 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fLEJ95hOeQDWXrA off=4157805 len=572421 2024-08-04T16:01:25.492 INFO:tasks.workunit.client.0.smithi007.stdout:op 3945 completed, throughput=5MB/sec 2024-08-04T16:01:25.492 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wderp7FLYl_sEnE off=17938808 len=1615765 2024-08-04T16:01:25.495 INFO:tasks.workunit.client.0.smithi007.stdout:op 3946 completed, throughput=5MB/sec 2024-08-04T16:01:25.495 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Q5Z4aDfWBadK4p9 off=2038232 len=33362 2024-08-04T16:01:25.496 INFO:tasks.workunit.client.0.smithi007.stdout:op 3947 completed, throughput=5MB/sec 2024-08-04T16:01:25.496 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UhLJq12tmxPKMB0 off=10343376 len=1808784 2024-08-04T16:01:25.498 INFO:tasks.workunit.client.0.smithi007.stdout:op 3948 completed, throughput=5MB/sec 2024-08-04T16:01:25.498 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Dj8kmnohUUKW5Uq off=10532091 len=633346 2024-08-04T16:01:25.503 INFO:tasks.workunit.client.0.smithi007.stdout:op 3949 completed, throughput=5MB/sec 2024-08-04T16:01:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: 769: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:26.504 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hfzUXudkSESOyaI off=10918909 len=1357421 2024-08-04T16:01:26.509 INFO:tasks.workunit.client.0.smithi007.stdout:op 3950 completed, throughput=5MB/sec 2024-08-04T16:01:26.510 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-P_zZscT7bAmUurH off=6175084 len=981314 2024-08-04T16:01:26.511 INFO:tasks.workunit.client.0.smithi007.stdout:op 3951 completed, throughput=5MB/sec 2024-08-04T16:01:26.511 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Y_kj4RNc4C5Q6VJ off=3831443 len=1494682 2024-08-04T16:01:26.513 INFO:tasks.workunit.client.0.smithi007.stdout:op 3952 completed, throughput=5MB/sec 2024-08-04T16:01:26.513 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EBFQCU2B49pZb2F off=5808932 len=586018 2024-08-04T16:01:26.517 INFO:tasks.workunit.client.0.smithi007.stdout:op 3953 completed, throughput=5MB/sec 2024-08-04T16:01:26.517 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-z0h-wT75-aZvjX3 off=6624013 len=1518400 2024-08-04T16:01:26.519 INFO:tasks.workunit.client.0.smithi007.stdout:op 3954 completed, throughput=5MB/sec 2024-08-04T16:01:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:01:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:01:26] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-08-04T16:01:27.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:26 smithi062 ceph-mon[85960]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:01:27.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:26 smithi007 ceph-mon[94998]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:01:27.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:26 smithi007 ceph-mon[92692]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:01:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: 770: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:27.519 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oYQZ9qOdzHB4cER off=4860268 len=1301134 2024-08-04T16:01:27.527 INFO:tasks.workunit.client.0.smithi007.stdout:op 3955 completed, throughput=5MB/sec 2024-08-04T16:01:27.527 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--8LHh6e-qNHvz2G off=2891351 len=378042 2024-08-04T16:01:27.528 INFO:tasks.workunit.client.0.smithi007.stdout:op 3956 completed, throughput=5MB/sec 2024-08-04T16:01:27.528 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1CLVqy507AfC8gQ off=11661797 len=682381 2024-08-04T16:01:27.532 INFO:tasks.workunit.client.0.smithi007.stdout:op 3957 completed, throughput=5MB/sec 2024-08-04T16:01:27.533 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PqlypUKyc0J8mlN off=5763812 len=1096650 2024-08-04T16:01:27.535 INFO:tasks.workunit.client.0.smithi007.stdout:op 3958 completed, throughput=5MB/sec 2024-08-04T16:01:27.536 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xDn_3eV6zDrrFxh off=1437883 len=642647 2024-08-04T16:01:27.540 INFO:tasks.workunit.client.0.smithi007.stdout:op 3959 completed, throughput=5MB/sec 2024-08-04T16:01:27.540 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QUQBNTakw8uhTou off=5242670 len=1515815 2024-08-04T16:01:27.547 INFO:tasks.workunit.client.0.smithi007.stdout:op 3960 completed, throughput=5MB/sec 2024-08-04T16:01:28.547 INFO:tasks.workunit.client.0.smithi007.stdout: 771: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:28.548 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4Fh1aJ6oGc0q_UY off=4446333 len=1371961 2024-08-04T16:01:28.554 INFO:tasks.workunit.client.0.smithi007.stdout:op 3961 completed, throughput=5MB/sec 2024-08-04T16:01:28.554 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4sUb96t81BHLVjH off=2887060 len=1063167 2024-08-04T16:01:28.556 INFO:tasks.workunit.client.0.smithi007.stdout:op 3962 completed, throughput=5MB/sec 2024-08-04T16:01:28.557 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jamZhNIKmZH42Z9 off=3558981 len=506917 2024-08-04T16:01:28.560 INFO:tasks.workunit.client.0.smithi007.stdout:op 3963 completed, throughput=5MB/sec 2024-08-04T16:01:28.560 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RUibQHIA_eyLGvU off=11410689 len=97099 2024-08-04T16:01:28.563 INFO:tasks.workunit.client.0.smithi007.stdout:op 3964 completed, throughput=5MB/sec 2024-08-04T16:01:28.563 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-h5o2uIjCqwWXoUg off=2381405 len=284910 2024-08-04T16:01:28.563 INFO:tasks.workunit.client.0.smithi007.stdout:op 3965 completed, throughput=5MB/sec 2024-08-04T16:01:28.564 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xaPySUKSXUxpPnl off=12779582 len=1239691 2024-08-04T16:01:28.572 INFO:tasks.workunit.client.0.smithi007.stdout:op 3966 completed, throughput=5MB/sec 2024-08-04T16:01:29.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:28 smithi062 ceph-mon[85960]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:01:29.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:28 smithi007 ceph-mon[92692]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:01:29.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:28 smithi007 ceph-mon[94998]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:01:29.573 INFO:tasks.workunit.client.0.smithi007.stdout: 772: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:29.633 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jJeaY5kbh0ub-PY off=12065394 len=1736792 2024-08-04T16:01:29.634 INFO:tasks.workunit.client.0.smithi007.stdout:op 3967 completed, throughput=5MB/sec 2024-08-04T16:01:29.634 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-S3-JfwTSaXsm_-9 off=1766488 len=1631901 2024-08-04T16:01:29.635 INFO:tasks.workunit.client.0.smithi007.stdout:op 3968 completed, throughput=5MB/sec 2024-08-04T16:01:29.635 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oMvtQud-7PKHYPT off=16091800 len=654341 2024-08-04T16:01:29.635 INFO:tasks.workunit.client.0.smithi007.stdout:op 3969 completed, throughput=5MB/sec 2024-08-04T16:01:29.635 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-51JKLAujQLVOv_W off=5779853 len=926662 2024-08-04T16:01:29.635 INFO:tasks.workunit.client.0.smithi007.stdout:op 3970 completed, throughput=5MB/sec 2024-08-04T16:01:29.635 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RFRiP-o0Vut_4Cz off=10087811 len=219721 2024-08-04T16:01:29.635 INFO:tasks.workunit.client.0.smithi007.stdout:op 3971 completed, throughput=5MB/sec 2024-08-04T16:01:29.635 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qd5IQhBxExvtBr8 off=1458107 len=1516652 2024-08-04T16:01:29.635 INFO:tasks.workunit.client.0.smithi007.stdout:op 3972 completed, throughput=5MB/sec 2024-08-04T16:01:30.604 INFO:tasks.workunit.client.0.smithi007.stdout: 773: throughput=5MB/sec pending data=0 2024-08-04T16:01:30.604 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-v87loT-zBik_kPS off=6825527 len=568564 2024-08-04T16:01:30.608 INFO:tasks.workunit.client.0.smithi007.stdout:op 3973 completed, throughput=5MB/sec 2024-08-04T16:01:30.608 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qvs4BNBnBtgh-DC off=13294656 len=1445922 2024-08-04T16:01:30.614 INFO:tasks.workunit.client.0.smithi007.stdout:op 3974 completed, throughput=5MB/sec 2024-08-04T16:01:30.615 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dK4Sm8_XGgNPLNM off=10872705 len=1300795 2024-08-04T16:01:30.621 INFO:tasks.workunit.client.0.smithi007.stdout:op 3975 completed, throughput=5MB/sec 2024-08-04T16:01:30.621 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Xy3znimEB7NkKOQ off=785284 len=1320448 2024-08-04T16:01:30.627 INFO:tasks.workunit.client.0.smithi007.stdout:op 3976 completed, throughput=5MB/sec 2024-08-04T16:01:31.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:30 smithi062 ceph-mon[85960]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:01:31.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:30 smithi007 ceph-mon[92692]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:01:31.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:30 smithi007 ceph-mon[94998]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:01:31.627 INFO:tasks.workunit.client.0.smithi007.stdout: 774: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:31.628 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zcVFk_Wg9FdZBFx off=3339219 len=1543804 2024-08-04T16:01:31.637 INFO:tasks.workunit.client.0.smithi007.stdout:op 3977 completed, throughput=5MB/sec 2024-08-04T16:01:31.637 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-A1qrptffJnsrYLL off=3643179 len=1584180 2024-08-04T16:01:31.640 INFO:tasks.workunit.client.0.smithi007.stdout:op 3978 completed, throughput=5MB/sec 2024-08-04T16:01:31.640 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6XodpZC1l3Lq4Aj off=5757518 len=348238 2024-08-04T16:01:31.643 INFO:tasks.workunit.client.0.smithi007.stdout:op 3979 completed, throughput=5MB/sec 2024-08-04T16:01:31.643 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1PHgrvmFpJ6eSzH off=19149459 len=422875 2024-08-04T16:01:31.644 INFO:tasks.workunit.client.0.smithi007.stdout:op 3980 completed, throughput=5MB/sec 2024-08-04T16:01:31.644 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-clGNBk5UrOeyv2Z off=6160784 len=891987 2024-08-04T16:01:31.648 INFO:tasks.workunit.client.0.smithi007.stdout:op 3981 completed, throughput=5MB/sec 2024-08-04T16:01:32.649 INFO:tasks.workunit.client.0.smithi007.stdout: 775: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:32.649 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QdKaMMyJuhLsmQV off=354814 len=1719976 2024-08-04T16:01:32.658 INFO:tasks.workunit.client.0.smithi007.stdout:op 3982 completed, throughput=5MB/sec 2024-08-04T16:01:32.658 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Wibfdwbf2Zhm-MO off=685763 len=1900281 2024-08-04T16:01:32.666 INFO:tasks.workunit.client.0.smithi007.stdout:op 3983 completed, throughput=5MB/sec 2024-08-04T16:01:32.667 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--MS8yAwm-TCGErC off=3596423 len=797778 2024-08-04T16:01:32.672 INFO:tasks.workunit.client.0.smithi007.stdout:op 3984 completed, throughput=5MB/sec 2024-08-04T16:01:32.672 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lbwC9bOT-3EHity off=5817072 len=1333452 2024-08-04T16:01:32.678 INFO:tasks.workunit.client.0.smithi007.stdout:op 3985 completed, throughput=5MB/sec 2024-08-04T16:01:32.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:01:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:01:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:01:33.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:32 smithi062 ceph-mon[85960]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:01:33.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:32 smithi007 ceph-mon[92692]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:01:33.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:32 smithi007 ceph-mon[94998]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:01:33.678 INFO:tasks.workunit.client.0.smithi007.stdout: 776: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:33.678 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-y7iNkAZ7uAK4dFA off=768925 len=845793 2024-08-04T16:01:33.683 INFO:tasks.workunit.client.0.smithi007.stdout:op 3986 completed, throughput=5MB/sec 2024-08-04T16:01:33.684 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bTTSJ6us3f0-WXL off=5451299 len=390762 2024-08-04T16:01:33.687 INFO:tasks.workunit.client.0.smithi007.stdout:op 3987 completed, throughput=5MB/sec 2024-08-04T16:01:33.687 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Bf-q_Z2RRqRwBcw off=1631561 len=232247 2024-08-04T16:01:33.690 INFO:tasks.workunit.client.0.smithi007.stdout:op 3988 completed, throughput=5MB/sec 2024-08-04T16:01:33.690 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lLe-GGdAjoh2sqo off=2517494 len=304190 2024-08-04T16:01:33.693 INFO:tasks.workunit.client.0.smithi007.stdout:op 3989 completed, throughput=5MB/sec 2024-08-04T16:01:33.693 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6nS--86sJ1J-ZqK off=5831966 len=600656 2024-08-04T16:01:33.697 INFO:tasks.workunit.client.0.smithi007.stdout:op 3990 completed, throughput=5MB/sec 2024-08-04T16:01:33.697 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-c4U70mRSYMptGJC off=1425168 len=384933 2024-08-04T16:01:33.697 INFO:tasks.workunit.client.0.smithi007.stdout:op 3991 completed, throughput=5MB/sec 2024-08-04T16:01:33.697 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rfQcmkfDTIcxTHM off=14088750 len=852984 2024-08-04T16:01:33.701 INFO:tasks.workunit.client.0.smithi007.stdout:op 3992 completed, throughput=5MB/sec 2024-08-04T16:01:33.701 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Jn99wrZOmQ6YkW8 off=1179493 len=359268 2024-08-04T16:01:33.703 INFO:tasks.workunit.client.0.smithi007.stdout:op 3993 completed, throughput=5MB/sec 2024-08-04T16:01:33.703 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qISGOiAXbkmeMNa off=119812 len=203665 2024-08-04T16:01:33.706 INFO:tasks.workunit.client.0.smithi007.stdout:op 3994 completed, throughput=5MB/sec 2024-08-04T16:01:33.706 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YLAEcBpGHqdzgDg off=2673061 len=240740 2024-08-04T16:01:33.707 INFO:tasks.workunit.client.0.smithi007.stdout:op 3995 completed, throughput=5MB/sec 2024-08-04T16:01:33.707 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-x6UIfksfBhzGZcg off=10050002 len=446973 2024-08-04T16:01:33.708 INFO:tasks.workunit.client.0.smithi007.stdout:op 3996 completed, throughput=5MB/sec 2024-08-04T16:01:33.708 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VMzsvsSiMpUn8Fj off=5462298 len=1577508 2024-08-04T16:01:33.717 INFO:tasks.workunit.client.0.smithi007.stdout:op 3997 completed, throughput=5MB/sec 2024-08-04T16:01:34.717 INFO:tasks.workunit.client.0.smithi007.stdout: 777: throughput=5MB/sec pending data=0 2024-08-04T16:01:34.717 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Q0AJLnPOnG6WlKZ off=1062698 len=942765 2024-08-04T16:01:34.723 INFO:tasks.workunit.client.0.smithi007.stdout:op 3998 completed, throughput=5MB/sec 2024-08-04T16:01:34.723 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3O_ucFzMvVUbenH off=3427866 len=1825553 2024-08-04T16:01:34.734 INFO:tasks.workunit.client.0.smithi007.stdout:op 3999 completed, throughput=5MB/sec 2024-08-04T16:01:34.734 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1knd559nyiTO4OV off=3297040 len=1760304 2024-08-04T16:01:34.737 INFO:tasks.workunit.client.0.smithi007.stdout:op 4000 completed, throughput=5MB/sec 2024-08-04T16:01:35.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:34 smithi062 ceph-mon[85960]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:01:35.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:34 smithi007 ceph-mon[94998]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:01:35.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:34 smithi007 ceph-mon[92692]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:01:35.737 INFO:tasks.workunit.client.0.smithi007.stdout: 778: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:35.737 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Tavq6ZQohaMV51n off=1198376 len=1412795 2024-08-04T16:01:35.744 INFO:tasks.workunit.client.0.smithi007.stdout:op 4001 completed, throughput=5MB/sec 2024-08-04T16:01:35.744 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4MuWukGo0F9CLm_ off=16046473 len=1113525 2024-08-04T16:01:35.750 INFO:tasks.workunit.client.0.smithi007.stdout:op 4002 completed, throughput=5MB/sec 2024-08-04T16:01:35.750 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-D0opnnOpsdHIPry off=3147151 len=1232030 2024-08-04T16:01:35.756 INFO:tasks.workunit.client.0.smithi007.stdout:op 4003 completed, throughput=5MB/sec 2024-08-04T16:01:35.756 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nwW9sYv9KEJ_E8E off=668666 len=1881782 2024-08-04T16:01:35.758 INFO:tasks.workunit.client.0.smithi007.stdout:op 4004 completed, throughput=5MB/sec 2024-08-04T16:01:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:01:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:01:36] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-08-04T16:01:36.759 INFO:tasks.workunit.client.0.smithi007.stdout: 779: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:36.759 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-q6oYFI6NqemzJKf off=7442226 len=1700095 2024-08-04T16:01:36.770 INFO:tasks.workunit.client.0.smithi007.stdout:op 4005 completed, throughput=5MB/sec 2024-08-04T16:01:36.770 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1a37cH2WgCYtK8z off=2952354 len=415585 2024-08-04T16:01:36.771 INFO:tasks.workunit.client.0.smithi007.stdout:op 4006 completed, throughput=5MB/sec 2024-08-04T16:01:36.771 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XETqzaVAIoG8OtL off=12273046 len=1627580 2024-08-04T16:01:36.773 INFO:tasks.workunit.client.0.smithi007.stdout:op 4007 completed, throughput=5MB/sec 2024-08-04T16:01:36.773 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-97irB-1Lg0oIcC3 off=11248688 len=1928035 2024-08-04T16:01:36.776 INFO:tasks.workunit.client.0.smithi007.stdout:op 4008 completed, throughput=5MB/sec 2024-08-04T16:01:37.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:36 smithi062 ceph-mon[85960]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:01:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:01:37.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:36 smithi007 ceph-mon[92692]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:01:37.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:01:37.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:36 smithi007 ceph-mon[94998]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:01:37.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:01:37.776 INFO:tasks.workunit.client.0.smithi007.stdout: 780: throughput=5MB/sec pending data=0 2024-08-04T16:01:37.776 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IzenYljNwIMM8SM off=7332600 len=1505851 2024-08-04T16:01:37.784 INFO:tasks.workunit.client.0.smithi007.stdout:op 4009 completed, throughput=5MB/sec 2024-08-04T16:01:37.784 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VcGOFfI9VZZ-5iL off=5364546 len=802055 2024-08-04T16:01:37.785 INFO:tasks.workunit.client.0.smithi007.stdout:op 4010 completed, throughput=5MB/sec 2024-08-04T16:01:37.786 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-p4WsIqoCGT_aicI off=267429 len=1413867 2024-08-04T16:01:37.794 INFO:tasks.workunit.client.0.smithi007.stdout:op 4011 completed, throughput=5MB/sec 2024-08-04T16:01:37.794 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FNSUFZ5YHth_UrJ off=6395662 len=1463986 2024-08-04T16:01:37.800 INFO:tasks.workunit.client.0.smithi007.stdout:op 4012 completed, throughput=5MB/sec 2024-08-04T16:01:38.800 INFO:tasks.workunit.client.0.smithi007.stdout: 781: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:38.800 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xloEqBzI09zRszB off=0 len=1412023 2024-08-04T16:01:38.802 INFO:tasks.workunit.client.0.smithi007.stdout:op 4013 completed, throughput=5MB/sec 2024-08-04T16:01:38.802 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0tZVVjeT4soLalW off=2333993 len=603466 2024-08-04T16:01:38.804 INFO:tasks.workunit.client.0.smithi007.stdout:op 4014 completed, throughput=5MB/sec 2024-08-04T16:01:38.804 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EU7oYYKW7Alc5Ik off=2130291 len=1619616 2024-08-04T16:01:38.807 INFO:tasks.workunit.client.0.smithi007.stdout:op 4015 completed, throughput=5MB/sec 2024-08-04T16:01:38.807 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-z1UExTXLxdDVqEP off=785460 len=117388 2024-08-04T16:01:38.810 INFO:tasks.workunit.client.0.smithi007.stdout:op 4016 completed, throughput=5MB/sec 2024-08-04T16:01:38.810 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qWtK6500ka7OHnG off=5404299 len=1629961 2024-08-04T16:01:38.819 INFO:tasks.workunit.client.0.smithi007.stdout:op 4017 completed, throughput=5MB/sec 2024-08-04T16:01:39.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:38 smithi062 ceph-mon[85960]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-04T16:01:39.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:38 smithi007 ceph-mon[94998]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-04T16:01:39.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:38 smithi007 ceph-mon[92692]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-04T16:01:39.819 INFO:tasks.workunit.client.0.smithi007.stdout: 782: throughput=5MB/sec pending data=0 2024-08-04T16:01:39.819 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WoaWo19OyVEsOhk off=18571366 len=151230 2024-08-04T16:01:39.822 INFO:tasks.workunit.client.0.smithi007.stdout:op 4018 completed, throughput=5MB/sec 2024-08-04T16:01:39.822 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-txjt-OByotbKrPk off=510067 len=64183 2024-08-04T16:01:39.823 INFO:tasks.workunit.client.0.smithi007.stdout:op 4019 completed, throughput=5MB/sec 2024-08-04T16:01:39.823 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9Igv9nXQ4CJal1B off=37658 len=420280 2024-08-04T16:01:39.826 INFO:tasks.workunit.client.0.smithi007.stdout:op 4020 completed, throughput=5MB/sec 2024-08-04T16:01:39.827 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--qnuT87mSX8Xvb3 off=17757983 len=441835 2024-08-04T16:01:39.828 INFO:tasks.workunit.client.0.smithi007.stdout:op 4021 completed, throughput=5MB/sec 2024-08-04T16:01:39.828 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IpLgZz5ozFtjapS off=19086944 len=2066100 2024-08-04T16:01:39.839 INFO:tasks.workunit.client.0.smithi007.stdout:op 4022 completed, throughput=5MB/sec 2024-08-04T16:01:39.839 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vgixCKJQQOQbHEx off=344315 len=1077864 2024-08-04T16:01:39.840 INFO:tasks.workunit.client.0.smithi007.stdout:op 4023 completed, throughput=5MB/sec 2024-08-04T16:01:39.841 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Punlv8iB4AnCO63 off=17518506 len=1542881 2024-08-04T16:01:39.847 INFO:tasks.workunit.client.0.smithi007.stdout:op 4024 completed, throughput=5MB/sec 2024-08-04T16:01:40.847 INFO:tasks.workunit.client.0.smithi007.stdout: 783: throughput=5MB/sec pending data=0 2024-08-04T16:01:40.847 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-t0iPN3p118IjJ8J off=5028918 len=1899887 2024-08-04T16:01:40.853 INFO:tasks.workunit.client.0.smithi007.stdout:op 4025 completed, throughput=5MB/sec 2024-08-04T16:01:40.854 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-E2RgNzYrizDz5bK off=6479778 len=348602 2024-08-04T16:01:40.854 INFO:tasks.workunit.client.0.smithi007.stdout:op 4026 completed, throughput=5MB/sec 2024-08-04T16:01:40.854 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8ylOvXEvw4QFjLc off=1269652 len=238826 2024-08-04T16:01:40.856 INFO:tasks.workunit.client.0.smithi007.stdout:op 4027 completed, throughput=5MB/sec 2024-08-04T16:01:40.857 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0KeUZrPtFPYlBj2 off=19585389 len=1860321 2024-08-04T16:01:40.860 INFO:tasks.workunit.client.0.smithi007.stdout:op 4028 completed, throughput=5MB/sec 2024-08-04T16:01:41.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:40 smithi062 ceph-mon[85960]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T16:01:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:40 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:01:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:40 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:01:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:40 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:01:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:40 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:01:41.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:40 smithi007 ceph-mon[94998]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T16:01:41.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:40 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:01:41.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:40 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:01:41.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:40 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:01:41.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:40 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:01:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:40 smithi007 ceph-mon[92692]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T16:01:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:40 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:01:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:40 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:01:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:40 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:01:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:40 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:01:41.860 INFO:tasks.workunit.client.0.smithi007.stdout: 784: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:41.860 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-D5utsHs7vx-7CM2 off=4787789 len=1783394 2024-08-04T16:01:41.863 INFO:tasks.workunit.client.0.smithi007.stdout:op 4029 completed, throughput=5MB/sec 2024-08-04T16:01:41.863 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-W2VdeRB8ZGyxg2y off=14513134 len=694390 2024-08-04T16:01:41.865 INFO:tasks.workunit.client.0.smithi007.stdout:op 4030 completed, throughput=5MB/sec 2024-08-04T16:01:41.865 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-D00U0W_grvAvUOM off=22730648 len=2048004 2024-08-04T16:01:41.875 INFO:tasks.workunit.client.0.smithi007.stdout:op 4031 completed, throughput=5MB/sec 2024-08-04T16:01:41.875 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LUaBoJMXWBJ-WqQ off=12584415 len=830376 2024-08-04T16:01:41.876 INFO:tasks.workunit.client.0.smithi007.stdout:op 4032 completed, throughput=5MB/sec 2024-08-04T16:01:42.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:01:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:01:42.876 INFO:tasks.workunit.client.0.smithi007.stdout: 785: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:42.877 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-a9tXTPvZ-8iTK5P off=4973790 len=1396350 2024-08-04T16:01:42.883 INFO:tasks.workunit.client.0.smithi007.stdout:op 4033 completed, throughput=5MB/sec 2024-08-04T16:01:42.883 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EI0CKnZkAJ2JYwu off=6042039 len=127533 2024-08-04T16:01:42.884 INFO:tasks.workunit.client.0.smithi007.stdout:op 4034 completed, throughput=5MB/sec 2024-08-04T16:01:42.884 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-R94b6UBfJBjkRDy off=9040487 len=1131615 2024-08-04T16:01:42.890 INFO:tasks.workunit.client.0.smithi007.stdout:op 4035 completed, throughput=5MB/sec 2024-08-04T16:01:42.890 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ttjd_L8NQKYE4nW off=18603767 len=473536 2024-08-04T16:01:42.891 INFO:tasks.workunit.client.0.smithi007.stdout:op 4036 completed, throughput=5MB/sec 2024-08-04T16:01:42.891 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VSY4HE8jMFD3wxM off=16099904 len=593452 2024-08-04T16:01:42.892 INFO:tasks.workunit.client.0.smithi007.stdout:op 4037 completed, throughput=5MB/sec 2024-08-04T16:01:42.892 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PmkBUnN2XJMLMhA off=7422495 len=900495 2024-08-04T16:01:42.894 INFO:tasks.workunit.client.0.smithi007.stdout:op 4038 completed, throughput=5MB/sec 2024-08-04T16:01:42.894 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mb9lqMRy3Bv69IG off=4357301 len=82710 2024-08-04T16:01:42.897 INFO:tasks.workunit.client.0.smithi007.stdout:op 4039 completed, throughput=5MB/sec 2024-08-04T16:01:42.897 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-F3vaK4gWEhWuq4p off=1412184 len=1146173 2024-08-04T16:01:42.903 INFO:tasks.workunit.client.0.smithi007.stdout:op 4040 completed, throughput=5MB/sec 2024-08-04T16:01:43.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:42 smithi062 ceph-mon[85960]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-04T16:01:43.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:42 smithi007 ceph-mon[94998]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-04T16:01:43.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:42 smithi007 ceph-mon[92692]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-04T16:01:43.903 INFO:tasks.workunit.client.0.smithi007.stdout: 786: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:43.904 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-u85fWgecww_N5oB off=0 len=1232594 2024-08-04T16:01:43.909 INFO:tasks.workunit.client.0.smithi007.stdout:op 4041 completed, throughput=5MB/sec 2024-08-04T16:01:43.909 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ic1ejH_oMnaAnc2 off=12384659 len=1636065 2024-08-04T16:01:43.916 INFO:tasks.workunit.client.0.smithi007.stdout:op 4042 completed, throughput=5MB/sec 2024-08-04T16:01:43.916 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4soh0YwMx3YZUgW off=11779499 len=1275320 2024-08-04T16:01:43.919 INFO:tasks.workunit.client.0.smithi007.stdout:op 4043 completed, throughput=5MB/sec 2024-08-04T16:01:43.919 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tOsGxLE2d8zjb8a off=2813131 len=1763913 2024-08-04T16:01:43.925 INFO:tasks.workunit.client.0.smithi007.stdout:op 4044 completed, throughput=5MB/sec 2024-08-04T16:01:44.925 INFO:tasks.workunit.client.0.smithi007.stdout: 787: throughput=5MB/sec pending data=0 2024-08-04T16:01:44.925 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AidbYnzP3Fl9ctR off=6820177 len=684719 2024-08-04T16:01:44.926 INFO:tasks.workunit.client.0.smithi007.stdout:op 4045 completed, throughput=5MB/sec 2024-08-04T16:01:44.926 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kTvNs3eoC-aYvtX off=7121490 len=57002 2024-08-04T16:01:44.929 INFO:tasks.workunit.client.0.smithi007.stdout:op 4046 completed, throughput=5MB/sec 2024-08-04T16:01:44.929 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-W5Pz5OhGsrruzbH off=5745565 len=456372 2024-08-04T16:01:44.933 INFO:tasks.workunit.client.0.smithi007.stdout:op 4047 completed, throughput=5MB/sec 2024-08-04T16:01:44.933 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tg_e635TjTKKLsx off=1658786 len=1290121 2024-08-04T16:01:44.941 INFO:tasks.workunit.client.0.smithi007.stdout:op 4048 completed, throughput=5MB/sec 2024-08-04T16:01:44.941 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hElsMFAc3WjtqbQ off=2311809 len=1614697 2024-08-04T16:01:44.951 INFO:tasks.workunit.client.0.smithi007.stdout:op 4049 completed, throughput=5MB/sec 2024-08-04T16:01:45.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:44 smithi062 ceph-mon[85960]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T16:01:45.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:44 smithi007 ceph-mon[94998]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T16:01:45.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:44 smithi007 ceph-mon[92692]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T16:01:45.951 INFO:tasks.workunit.client.0.smithi007.stdout: 788: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:45.951 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EaBbBA8TT-RwOIV off=5791444 len=1539385 2024-08-04T16:01:45.960 INFO:tasks.workunit.client.0.smithi007.stdout:op 4050 completed, throughput=5MB/sec 2024-08-04T16:01:45.960 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cQZf9LOuaAv-WV0 off=1410790 len=1441756 2024-08-04T16:01:45.962 INFO:tasks.workunit.client.0.smithi007.stdout:op 4051 completed, throughput=5MB/sec 2024-08-04T16:01:45.963 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zovVuVIrZOn8lwE off=4690151 len=1139536 2024-08-04T16:01:45.965 INFO:tasks.workunit.client.0.smithi007.stdout:op 4052 completed, throughput=5MB/sec 2024-08-04T16:01:45.965 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oG70eozG6LHg2Vh off=2420828 len=1094425 2024-08-04T16:01:45.971 INFO:tasks.workunit.client.0.smithi007.stdout:op 4053 completed, throughput=5MB/sec 2024-08-04T16:01:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:01:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:01:46] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-08-04T16:01:46.971 INFO:tasks.workunit.client.0.smithi007.stdout: 789: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:46.972 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0tlM5uVTJqcBuPa off=195311 len=1948319 2024-08-04T16:01:46.981 INFO:tasks.workunit.client.0.smithi007.stdout:op 4054 completed, throughput=5MB/sec 2024-08-04T16:01:46.981 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7ZGq0s25TaUEWH1 off=21718701 len=593834 2024-08-04T16:01:46.982 INFO:tasks.workunit.client.0.smithi007.stdout:op 4055 completed, throughput=5MB/sec 2024-08-04T16:01:46.982 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8mSA3VfImFoRWNV off=2530236 len=913576 2024-08-04T16:01:46.983 INFO:tasks.workunit.client.0.smithi007.stdout:op 4056 completed, throughput=5MB/sec 2024-08-04T16:01:46.983 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oAkE9sI3lWRHpKw off=2370169 len=2049312 2024-08-04T16:01:46.998 INFO:tasks.workunit.client.0.smithi007.stdout:op 4057 completed, throughput=5MB/sec 2024-08-04T16:01:47.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:46 smithi062 ceph-mon[85960]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T16:01:47.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:46 smithi007 ceph-mon[94998]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T16:01:47.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:46 smithi007 ceph-mon[92692]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T16:01:47.997 INFO:tasks.workunit.client.0.smithi007.stdout: 790: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:47.997 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-As299rgCqHe8wcn off=1332845 len=1350750 2024-08-04T16:01:48.004 INFO:tasks.workunit.client.0.smithi007.stdout:op 4058 completed, throughput=5MB/sec 2024-08-04T16:01:48.004 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Dgj23bYQUVREFVE off=3517526 len=888969 2024-08-04T16:01:48.005 INFO:tasks.workunit.client.0.smithi007.stdout:op 4059 completed, throughput=5MB/sec 2024-08-04T16:01:48.005 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6L5fLfVsgjkOSXe off=4141599 len=1752250 2024-08-04T16:01:48.007 INFO:tasks.workunit.client.0.smithi007.stdout:op 4060 completed, throughput=5MB/sec 2024-08-04T16:01:48.007 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sG1sLua4Huonqgj off=1785730 len=892243 2024-08-04T16:01:48.014 INFO:tasks.workunit.client.0.smithi007.stdout:op 4061 completed, throughput=5MB/sec 2024-08-04T16:01:48.014 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-R4T1im8Q3F0GQkd off=20898455 len=2025924 2024-08-04T16:01:48.015 INFO:tasks.workunit.client.0.smithi007.stdout:op 4062 completed, throughput=5MB/sec 2024-08-04T16:01:49.016 INFO:tasks.workunit.client.0.smithi007.stdout: 791: throughput=5MB/sec pending data=0 2024-08-04T16:01:49.016 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kNsyR59xM_vHweV off=2574360 len=21256 2024-08-04T16:01:49.019 INFO:tasks.workunit.client.0.smithi007.stdout:op 4063 completed, throughput=5MB/sec 2024-08-04T16:01:49.019 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3UResBE4vT3Xeoy off=4916886 len=140931 2024-08-04T16:01:49.022 INFO:tasks.workunit.client.0.smithi007.stdout:op 4064 completed, throughput=5MB/sec 2024-08-04T16:01:49.022 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Qu1xgtoPg-Eowm9 off=4377252 len=1293428 2024-08-04T16:01:49.024 INFO:tasks.workunit.client.0.smithi007.stdout:op 4065 completed, throughput=5MB/sec 2024-08-04T16:01:49.024 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MOhJRjr9sLqdJNU off=5665667 len=1330110 2024-08-04T16:01:49.025 INFO:tasks.workunit.client.0.smithi007.stdout:op 4066 completed, throughput=5MB/sec 2024-08-04T16:01:49.025 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-y6GQFrCBOyNd9fL off=1628285 len=1111937 2024-08-04T16:01:49.027 INFO:tasks.workunit.client.0.smithi007.stdout:op 4067 completed, throughput=5MB/sec 2024-08-04T16:01:49.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:48 smithi062 ceph-mon[85960]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-04T16:01:49.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:48 smithi007 ceph-mon[92692]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-04T16:01:49.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:48 smithi007 ceph-mon[94998]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-04T16:01:50.027 INFO:tasks.workunit.client.0.smithi007.stdout: 792: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:50.027 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mlpjGUz4Vo91SC5 off=2253379 len=925169 2024-08-04T16:01:50.033 INFO:tasks.workunit.client.0.smithi007.stdout:op 4068 completed, throughput=5MB/sec 2024-08-04T16:01:50.033 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GFOs8GQP_C8oKdi off=7390559 len=1739883 2024-08-04T16:01:50.040 INFO:tasks.workunit.client.0.smithi007.stdout:op 4069 completed, throughput=5MB/sec 2024-08-04T16:01:50.040 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rsvfsk8qvz8XgB2 off=13737870 len=1423089 2024-08-04T16:01:50.043 INFO:tasks.workunit.client.0.smithi007.stdout:op 4070 completed, throughput=5MB/sec 2024-08-04T16:01:50.043 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ag3wmlMLkLqSPiG off=1756192 len=1011262 2024-08-04T16:01:50.045 INFO:tasks.workunit.client.0.smithi007.stdout:op 4071 completed, throughput=5MB/sec 2024-08-04T16:01:51.045 INFO:tasks.workunit.client.0.smithi007.stdout: 793: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:51.045 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DgnAlwLNZtyDI9w off=13764033 len=442452 2024-08-04T16:01:51.049 INFO:tasks.workunit.client.0.smithi007.stdout:op 4072 completed, throughput=4.99MB/sec 2024-08-04T16:01:51.049 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lxQQp9cFqox6F4w off=1599961 len=1285274 2024-08-04T16:01:51.052 INFO:tasks.workunit.client.0.smithi007.stdout:op 4073 completed, throughput=5MB/sec 2024-08-04T16:01:51.052 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GWDwGEbQOVZlBGs off=2836450 len=1668204 2024-08-04T16:01:51.054 INFO:tasks.workunit.client.0.smithi007.stdout:op 4074 completed, throughput=5MB/sec 2024-08-04T16:01:51.054 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KA3frQVjv2F7ek3 off=30242 len=1118527 2024-08-04T16:01:51.060 INFO:tasks.workunit.client.0.smithi007.stdout:op 4075 completed, throughput=5MB/sec 2024-08-04T16:01:51.060 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--5dZm6WIOKfHif5 off=1868583 len=1873850 2024-08-04T16:01:51.067 INFO:tasks.workunit.client.0.smithi007.stdout:op 4076 completed, throughput=5MB/sec 2024-08-04T16:01:51.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:50 smithi062 ceph-mon[85960]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:01:51.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:50 smithi007 ceph-mon[92692]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:01:51.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:50 smithi007 ceph-mon[94998]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:01:52.068 INFO:tasks.workunit.client.0.smithi007.stdout: 794: throughput=5MB/sec pending data=0 2024-08-04T16:01:52.068 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0sZ9EWzEOuHmWgT off=4683035 len=539341 2024-08-04T16:01:52.069 INFO:tasks.workunit.client.0.smithi007.stdout:op 4077 completed, throughput=5MB/sec 2024-08-04T16:01:52.069 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fSdycqdKRf8WtZM off=579124 len=483796 2024-08-04T16:01:52.071 INFO:tasks.workunit.client.0.smithi007.stdout:op 4078 completed, throughput=5MB/sec 2024-08-04T16:01:52.071 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PPVrppePw4JnS_5 off=20115704 len=1888908 2024-08-04T16:01:52.073 INFO:tasks.workunit.client.0.smithi007.stdout:op 4079 completed, throughput=5MB/sec 2024-08-04T16:01:52.073 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-sCZNtbJ5G0Zg5LV off=10856988 len=612169 2024-08-04T16:01:52.074 INFO:tasks.workunit.client.0.smithi007.stdout:op 4080 completed, throughput=5MB/sec 2024-08-04T16:01:52.074 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fMmQ8DuLqj1agnP off=23279955 len=951706 2024-08-04T16:01:52.075 INFO:tasks.workunit.client.0.smithi007.stdout:op 4081 completed, throughput=5MB/sec 2024-08-04T16:01:52.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:01:52.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:01:52.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:01:52.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:01:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:01:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:01:53.076 INFO:tasks.workunit.client.0.smithi007.stdout: 795: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:53.076 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nfMFTmkaqiVjscL off=408912 len=923516 2024-08-04T16:01:53.082 INFO:tasks.workunit.client.0.smithi007.stdout:op 4082 completed, throughput=5MB/sec 2024-08-04T16:01:53.082 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-f5iyuQXNOCwvooG off=12350818 len=1516784 2024-08-04T16:01:53.083 INFO:tasks.workunit.client.0.smithi007.stdout:op 4083 completed, throughput=5MB/sec 2024-08-04T16:01:53.083 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VoelqJjBmCuiaNc off=5403125 len=1355521 2024-08-04T16:01:53.089 INFO:tasks.workunit.client.0.smithi007.stdout:op 4084 completed, throughput=5MB/sec 2024-08-04T16:01:53.090 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EDtcSh1L-OPFfZd off=511504 len=1965291 2024-08-04T16:01:53.102 INFO:tasks.workunit.client.0.smithi007.stdout:op 4085 completed, throughput=5MB/sec 2024-08-04T16:01:53.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:53 smithi062 ceph-mon[85960]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:01:53.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:53 smithi007 ceph-mon[92692]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:01:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:53 smithi007 ceph-mon[94998]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:01:54.103 INFO:tasks.workunit.client.0.smithi007.stdout: 796: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:54.103 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qUElV0QjyFfB9op off=191042 len=195306 2024-08-04T16:01:54.103 INFO:tasks.workunit.client.0.smithi007.stdout:op 4086 completed, throughput=4.99MB/sec 2024-08-04T16:01:54.103 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4cfUl7AYKcStlJw off=4566254 len=1658117 2024-08-04T16:01:54.114 INFO:tasks.workunit.client.0.smithi007.stdout:op 4087 completed, throughput=5MB/sec 2024-08-04T16:01:54.115 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2Enu1d_wTVluKh- off=13533876 len=753300 2024-08-04T16:01:54.119 INFO:tasks.workunit.client.0.smithi007.stdout:op 4088 completed, throughput=5MB/sec 2024-08-04T16:01:54.119 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qaz6_-mw22fXymd off=10264646 len=2067292 2024-08-04T16:01:54.121 INFO:tasks.workunit.client.0.smithi007.stdout:op 4089 completed, throughput=5MB/sec 2024-08-04T16:01:55.122 INFO:tasks.workunit.client.0.smithi007.stdout: 797: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:55.122 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-J9r9Mo1F1AkAC7r off=8486056 len=2018362 2024-08-04T16:01:55.133 INFO:tasks.workunit.client.0.smithi007.stdout:op 4090 completed, throughput=5MB/sec 2024-08-04T16:01:55.134 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zsx95oE8eysqWtZ off=5554280 len=1987853 2024-08-04T16:01:55.141 INFO:tasks.workunit.client.0.smithi007.stdout:op 4091 completed, throughput=5MB/sec 2024-08-04T16:01:55.142 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rBm0nffa2k0yDUp off=7355146 len=713993 2024-08-04T16:01:55.146 INFO:tasks.workunit.client.0.smithi007.stdout:op 4092 completed, throughput=5MB/sec 2024-08-04T16:01:55.146 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-eFJ9GCRees_1p7p off=921767 len=290025 2024-08-04T16:01:55.146 INFO:tasks.workunit.client.0.smithi007.stdout:op 4093 completed, throughput=5MB/sec 2024-08-04T16:01:55.146 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-G9ok0WH9FwViU5R off=19755181 len=1958156 2024-08-04T16:01:55.156 INFO:tasks.workunit.client.0.smithi007.stdout:op 4094 completed, throughput=5MB/sec 2024-08-04T16:01:55.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:55 smithi062 ceph-mon[85960]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:01:55.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:55 smithi007 ceph-mon[94998]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:01:55.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:55 smithi007 ceph-mon[92692]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:01:56.156 INFO:tasks.workunit.client.0.smithi007.stdout: 798: throughput=5MB/sec pending data=0 2024-08-04T16:01:56.156 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UtDqnDZLslaoteJ off=3183435 len=1519512 2024-08-04T16:01:56.163 INFO:tasks.workunit.client.0.smithi007.stdout:op 4095 completed, throughput=5MB/sec 2024-08-04T16:01:56.163 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1Rzn_hn0CTYdzNS off=19511403 len=932857 2024-08-04T16:01:56.169 INFO:tasks.workunit.client.0.smithi007.stdout:op 4096 completed, throughput=5MB/sec 2024-08-04T16:01:56.169 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YUg-z53-MIWRsGV off=1234795 len=1986258 2024-08-04T16:01:56.171 INFO:tasks.workunit.client.0.smithi007.stdout:op 4097 completed, throughput=5MB/sec 2024-08-04T16:01:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:01:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:01:56] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-08-04T16:01:57.172 INFO:tasks.workunit.client.0.smithi007.stdout: 799: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:57.172 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uyFGUPprKQP-SvX off=8405140 len=244530 2024-08-04T16:01:57.173 INFO:tasks.workunit.client.0.smithi007.stdout:op 4098 completed, throughput=5MB/sec 2024-08-04T16:01:57.173 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OjOvR6j44lBkN9q off=17570722 len=2082425 2024-08-04T16:01:57.175 INFO:tasks.workunit.client.0.smithi007.stdout:op 4099 completed, throughput=5MB/sec 2024-08-04T16:01:57.175 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-b2Fj_TR1VzZ_o9F off=3431536 len=536987 2024-08-04T16:01:57.180 INFO:tasks.workunit.client.0.smithi007.stdout:op 4100 completed, throughput=5MB/sec 2024-08-04T16:01:57.180 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tf9ltDWXtcVBNVo off=2777797 len=1284362 2024-08-04T16:01:57.181 INFO:tasks.workunit.client.0.smithi007.stdout:op 4101 completed, throughput=5MB/sec 2024-08-04T16:01:57.181 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zyAC2W2fIohTTA0 off=3386915 len=774473 2024-08-04T16:01:57.183 INFO:tasks.workunit.client.0.smithi007.stdout:op 4102 completed, throughput=5MB/sec 2024-08-04T16:01:57.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:57 smithi062 ceph-mon[85960]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:01:57.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:57 smithi007 ceph-mon[92692]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:01:57.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:57 smithi007 ceph-mon[94998]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:01:58.184 INFO:tasks.workunit.client.0.smithi007.stdout: 800: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:58.184 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AUwjfWrUQn72M5_ off=8547825 len=898631 2024-08-04T16:01:58.189 INFO:tasks.workunit.client.0.smithi007.stdout:op 4103 completed, throughput=5MB/sec 2024-08-04T16:01:58.189 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EBFQCU2B49pZb2F off=15170388 len=1745015 2024-08-04T16:01:58.191 INFO:tasks.workunit.client.0.smithi007.stdout:op 4104 completed, throughput=5MB/sec 2024-08-04T16:01:58.191 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Lxu0wIDPB8FxxrQ off=1205538 len=590361 2024-08-04T16:01:58.192 INFO:tasks.workunit.client.0.smithi007.stdout:op 4105 completed, throughput=5MB/sec 2024-08-04T16:01:58.192 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3Z2xN8_8fBF6RiJ off=5925549 len=1504010 2024-08-04T16:01:58.194 INFO:tasks.workunit.client.0.smithi007.stdout:op 4106 completed, throughput=5MB/sec 2024-08-04T16:01:58.194 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tMHkyzDNsDVcp0k off=3016890 len=67206 2024-08-04T16:01:58.197 INFO:tasks.workunit.client.0.smithi007.stdout:op 4107 completed, throughput=5MB/sec 2024-08-04T16:01:58.197 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LWnFhEeE-F6hdGd off=11937900 len=204976 2024-08-04T16:01:58.197 INFO:tasks.workunit.client.0.smithi007.stdout:op 4108 completed, throughput=5MB/sec 2024-08-04T16:01:59.198 INFO:tasks.workunit.client.0.smithi007.stdout: 801: throughput=4.99MB/sec pending data=0 2024-08-04T16:01:59.198 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1vnzekeA1Gr4B28 off=5860728 len=927171 2024-08-04T16:01:59.200 INFO:tasks.workunit.client.0.smithi007.stdout:op 4109 completed, throughput=5MB/sec 2024-08-04T16:01:59.200 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-x9xJeAQk0-iIub_ off=4056246 len=530880 2024-08-04T16:01:59.201 INFO:tasks.workunit.client.0.smithi007.stdout:op 4110 completed, throughput=5MB/sec 2024-08-04T16:01:59.201 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gYAZm5MFSYLZZgK off=5720567 len=1290920 2024-08-04T16:01:59.207 INFO:tasks.workunit.client.0.smithi007.stdout:op 4111 completed, throughput=5MB/sec 2024-08-04T16:01:59.207 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-S2fqn-eM9CgYcTj off=1986118 len=217133 2024-08-04T16:01:59.208 INFO:tasks.workunit.client.0.smithi007.stdout:op 4112 completed, throughput=5MB/sec 2024-08-04T16:01:59.208 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-y7lS-HnvKKQJV-w off=12755352 len=1088538 2024-08-04T16:01:59.214 INFO:tasks.workunit.client.0.smithi007.stdout:op 4113 completed, throughput=5MB/sec 2024-08-04T16:01:59.214 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pUHKeOiisEoJgYT off=5852710 len=1564590 2024-08-04T16:01:59.217 INFO:tasks.workunit.client.0.smithi007.stdout:op 4114 completed, throughput=5MB/sec 2024-08-04T16:01:59.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:01:59 smithi007 ceph-mon[92692]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:01:59.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:01:59 smithi007 ceph-mon[94998]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:01:59.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:01:59 smithi062 ceph-mon[85960]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:02:00.217 INFO:tasks.workunit.client.0.smithi007.stdout: 802: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:00.218 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xyMAXxzaBfjCMyg off=4979516 len=1879229 2024-08-04T16:02:00.220 INFO:tasks.workunit.client.0.smithi007.stdout:op 4115 completed, throughput=5MB/sec 2024-08-04T16:02:00.220 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-u6uDTvvOGRbNbxQ off=2116184 len=643544 2024-08-04T16:02:00.225 INFO:tasks.workunit.client.0.smithi007.stdout:op 4116 completed, throughput=5MB/sec 2024-08-04T16:02:00.225 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fb0EeFWHpjK9G42 off=4785703 len=1346951 2024-08-04T16:02:00.234 INFO:tasks.workunit.client.0.smithi007.stdout:op 4117 completed, throughput=5MB/sec 2024-08-04T16:02:00.234 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-z-cnrMvcyVXmHfp off=6102612 len=2057456 2024-08-04T16:02:00.236 INFO:tasks.workunit.client.0.smithi007.stdout:op 4118 completed, throughput=5MB/sec 2024-08-04T16:02:01.237 INFO:tasks.workunit.client.0.smithi007.stdout: 803: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:01.237 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ityn3GylULXd1Xb off=1165720 len=1493270 2024-08-04T16:02:01.244 INFO:tasks.workunit.client.0.smithi007.stdout:op 4119 completed, throughput=5MB/sec 2024-08-04T16:02:01.244 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wG41IYZtNcPY8MC off=11780624 len=1752240 2024-08-04T16:02:01.255 INFO:tasks.workunit.client.0.smithi007.stdout:op 4120 completed, throughput=5MB/sec 2024-08-04T16:02:01.255 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-F3rFjUQT-VWfQ6l off=12331852 len=388190 2024-08-04T16:02:01.259 INFO:tasks.workunit.client.0.smithi007.stdout:op 4121 completed, throughput=5MB/sec 2024-08-04T16:02:01.259 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PMmU53iRGYljsBD off=17413664 len=809812 2024-08-04T16:02:01.260 INFO:tasks.workunit.client.0.smithi007.stdout:op 4122 completed, throughput=5MB/sec 2024-08-04T16:02:01.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:01 smithi007 ceph-mon[94998]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-04T16:02:01.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:01 smithi007 ceph-mon[92692]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-04T16:02:01.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:01 smithi062 ceph-mon[85960]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-04T16:02:02.261 INFO:tasks.workunit.client.0.smithi007.stdout: 804: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:02.261 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xH77Ith2O3Hjfm5 off=16488063 len=524320 2024-08-04T16:02:02.262 INFO:tasks.workunit.client.0.smithi007.stdout:op 4123 completed, throughput=4.99MB/sec 2024-08-04T16:02:02.262 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jtvl_DIKvc9bAjr off=7670573 len=130122 2024-08-04T16:02:02.264 INFO:tasks.workunit.client.0.smithi007.stdout:op 4124 completed, throughput=4.99MB/sec 2024-08-04T16:02:02.264 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eI7ATweF-7kgUlz off=4965301 len=1156926 2024-08-04T16:02:02.271 INFO:tasks.workunit.client.0.smithi007.stdout:op 4125 completed, throughput=5MB/sec 2024-08-04T16:02:02.271 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yq4-1jCqrfD5utE off=12810080 len=1273731 2024-08-04T16:02:02.277 INFO:tasks.workunit.client.0.smithi007.stdout:op 4126 completed, throughput=5MB/sec 2024-08-04T16:02:02.277 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qAiwB95OrNMPECv off=13091893 len=1990357 2024-08-04T16:02:02.285 INFO:tasks.workunit.client.0.smithi007.stdout:op 4127 completed, throughput=5MB/sec 2024-08-04T16:02:02.285 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Kt_2EzNwaaR9RS1 off=6181026 len=1282155 2024-08-04T16:02:02.293 INFO:tasks.workunit.client.0.smithi007.stdout:op 4128 completed, throughput=5MB/sec 2024-08-04T16:02:02.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:02:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:02:03.293 INFO:tasks.workunit.client.0.smithi007.stdout: 805: throughput=5MB/sec pending data=0 2024-08-04T16:02:03.294 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-T8pYXtRBzvD6Sv6 off=117832 len=2091818 2024-08-04T16:02:03.296 INFO:tasks.workunit.client.0.smithi007.stdout:op 4129 completed, throughput=5MB/sec 2024-08-04T16:02:03.296 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ECVibiJPNiw2PeY off=1760695 len=1438400 2024-08-04T16:02:03.303 INFO:tasks.workunit.client.0.smithi007.stdout:op 4130 completed, throughput=5MB/sec 2024-08-04T16:02:03.303 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EBhjkGVEyU0GO48 off=1788764 len=1223001 2024-08-04T16:02:03.308 INFO:tasks.workunit.client.0.smithi007.stdout:op 4131 completed, throughput=5MB/sec 2024-08-04T16:02:03.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:03 smithi007 ceph-mon[92692]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:02:03.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:03 smithi007 ceph-mon[94998]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:02:03.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:03 smithi062 ceph-mon[85960]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:02:04.309 INFO:tasks.workunit.client.0.smithi007.stdout: 806: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:04.309 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PotejDFWdKbH0la off=17294531 len=2028262 2024-08-04T16:02:04.321 INFO:tasks.workunit.client.0.smithi007.stdout:op 4132 completed, throughput=5MB/sec 2024-08-04T16:02:04.321 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--Zz6vjwIauIZ4hw off=4630533 len=1401583 2024-08-04T16:02:04.329 INFO:tasks.workunit.client.0.smithi007.stdout:op 4133 completed, throughput=5MB/sec 2024-08-04T16:02:04.329 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MMB_rD5Wvw9HJ-t off=9897142 len=2075072 2024-08-04T16:02:04.342 INFO:tasks.workunit.client.0.smithi007.stdout:op 4134 completed, throughput=5MB/sec 2024-08-04T16:02:05.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:05 smithi007 ceph-mon[92692]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:02:05.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:05 smithi007 ceph-mon[94998]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:02:05.342 INFO:tasks.workunit.client.0.smithi007.stdout: 807: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:05.343 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kjcQb4LwKk1CaVx off=18176492 len=332406 2024-08-04T16:02:05.344 INFO:tasks.workunit.client.0.smithi007.stdout:op 4135 completed, throughput=4.99MB/sec 2024-08-04T16:02:05.344 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yEdcMa9HAc2XsBv off=678225 len=1691536 2024-08-04T16:02:05.346 INFO:tasks.workunit.client.0.smithi007.stdout:op 4136 completed, throughput=5MB/sec 2024-08-04T16:02:05.346 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IJhHIEPtMlnPE-5 off=106854 len=842291 2024-08-04T16:02:05.352 INFO:tasks.workunit.client.0.smithi007.stdout:op 4137 completed, throughput=5MB/sec 2024-08-04T16:02:05.352 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DCEnLeuHjZ4JIOU off=14647236 len=1024781 2024-08-04T16:02:05.357 INFO:tasks.workunit.client.0.smithi007.stdout:op 4138 completed, throughput=5MB/sec 2024-08-04T16:02:05.357 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qW6YTE2mdpIzooa off=2154563 len=194413 2024-08-04T16:02:05.358 INFO:tasks.workunit.client.0.smithi007.stdout:op 4139 completed, throughput=5MB/sec 2024-08-04T16:02:05.358 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vhdsTA_2oXlAMG_ off=11769360 len=857745 2024-08-04T16:02:05.359 INFO:tasks.workunit.client.0.smithi007.stdout:op 4140 completed, throughput=5MB/sec 2024-08-04T16:02:05.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:05 smithi062 ceph-mon[85960]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:02:06.359 INFO:tasks.workunit.client.0.smithi007.stdout: 808: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:06.359 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JPfGay_5C2RRVz4 off=3073378 len=2082775 2024-08-04T16:02:06.362 INFO:tasks.workunit.client.0.smithi007.stdout:op 4141 completed, throughput=5MB/sec 2024-08-04T16:02:06.362 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-W4s5HMSupKbYNE2 off=19406258 len=815179 2024-08-04T16:02:06.364 INFO:tasks.workunit.client.0.smithi007.stdout:op 4142 completed, throughput=5MB/sec 2024-08-04T16:02:06.364 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-13eMhpW_1jKOEXq off=5545215 len=1397641 2024-08-04T16:02:06.374 INFO:tasks.workunit.client.0.smithi007.stdout:op 4143 completed, throughput=5MB/sec 2024-08-04T16:02:06.374 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dsl7LMJamcOW2Z6 off=15756357 len=1644691 2024-08-04T16:02:06.376 INFO:tasks.workunit.client.0.smithi007.stdout:op 4144 completed, throughput=5MB/sec 2024-08-04T16:02:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:02:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:02:06] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-08-04T16:02:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:07 smithi007 ceph-mon[92692]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:02:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:02:07.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:07 smithi007 ceph-mon[94998]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:02:07.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:02:07.376 INFO:tasks.workunit.client.0.smithi007.stdout: 809: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:07.376 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QO9u2kqioVQ2vAW off=2746053 len=419687 2024-08-04T16:02:07.380 INFO:tasks.workunit.client.0.smithi007.stdout:op 4145 completed, throughput=5MB/sec 2024-08-04T16:02:07.381 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-j0bFlCJb4qdgMoY off=894124 len=1505609 2024-08-04T16:02:07.388 INFO:tasks.workunit.client.0.smithi007.stdout:op 4146 completed, throughput=5MB/sec 2024-08-04T16:02:07.388 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-414_emxAKyzdvRZ off=8894957 len=1385419 2024-08-04T16:02:07.390 INFO:tasks.workunit.client.0.smithi007.stdout:op 4147 completed, throughput=5MB/sec 2024-08-04T16:02:07.390 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hfzUXudkSESOyaI off=13593147 len=516677 2024-08-04T16:02:07.390 INFO:tasks.workunit.client.0.smithi007.stdout:op 4148 completed, throughput=5MB/sec 2024-08-04T16:02:07.390 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-c8rEB_4S1kc3V43 off=4204479 len=2094966 2024-08-04T16:02:07.395 INFO:tasks.workunit.client.0.smithi007.stdout:op 4149 completed, throughput=5MB/sec 2024-08-04T16:02:07.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:07 smithi062 ceph-mon[85960]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:02:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:02:08.395 INFO:tasks.workunit.client.0.smithi007.stdout: 810: throughput=5MB/sec pending data=0 2024-08-04T16:02:08.396 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-K2XV95KmoTI4iKy off=3560249 len=909382 2024-08-04T16:02:08.400 INFO:tasks.workunit.client.0.smithi007.stdout:op 4150 completed, throughput=5MB/sec 2024-08-04T16:02:08.400 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-O1hiN2E_ZMcmvbz off=6461214 len=1909554 2024-08-04T16:02:08.403 INFO:tasks.workunit.client.0.smithi007.stdout:op 4151 completed, throughput=5MB/sec 2024-08-04T16:02:08.403 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AYWVO8BiOEm8XmW off=2628199 len=1610569 2024-08-04T16:02:08.404 INFO:tasks.workunit.client.0.smithi007.stdout:op 4152 completed, throughput=5MB/sec 2024-08-04T16:02:09.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:09 smithi007 ceph-mon[92692]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T16:02:09.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:09 smithi007 ceph-mon[94998]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T16:02:09.405 INFO:tasks.workunit.client.0.smithi007.stdout: 811: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:09.405 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qDNV-VJUNG094X_ off=1730080 len=668726 2024-08-04T16:02:09.406 INFO:tasks.workunit.client.0.smithi007.stdout:op 4153 completed, throughput=5MB/sec 2024-08-04T16:02:09.406 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8xHUYnDcj-36bXS off=676899 len=267314 2024-08-04T16:02:09.409 INFO:tasks.workunit.client.0.smithi007.stdout:op 4154 completed, throughput=5MB/sec 2024-08-04T16:02:09.409 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7N6m7yigE__74ol off=17520770 len=365595 2024-08-04T16:02:09.409 INFO:tasks.workunit.client.0.smithi007.stdout:op 4155 completed, throughput=5MB/sec 2024-08-04T16:02:09.410 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2vujakpjvw7M6yw off=5822446 len=1322833 2024-08-04T16:02:09.411 INFO:tasks.workunit.client.0.smithi007.stdout:op 4156 completed, throughput=5MB/sec 2024-08-04T16:02:09.411 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7Ih_NdeMvVIicsa off=10578287 len=59636 2024-08-04T16:02:09.414 INFO:tasks.workunit.client.0.smithi007.stdout:op 4157 completed, throughput=5MB/sec 2024-08-04T16:02:09.414 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nKmVHxP5CHRdtvW off=2206787 len=844986 2024-08-04T16:02:09.415 INFO:tasks.workunit.client.0.smithi007.stdout:op 4158 completed, throughput=5MB/sec 2024-08-04T16:02:09.416 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Nuz6tsYFHZQY2Qi off=15789486 len=559371 2024-08-04T16:02:09.416 INFO:tasks.workunit.client.0.smithi007.stdout:op 4159 completed, throughput=5MB/sec 2024-08-04T16:02:09.417 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GaI-DWXJwaHwH1y off=9810668 len=443799 2024-08-04T16:02:09.417 INFO:tasks.workunit.client.0.smithi007.stdout:op 4160 completed, throughput=5MB/sec 2024-08-04T16:02:09.417 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HhuQq3zSQCyuOlu off=1161401 len=1015286 2024-08-04T16:02:09.423 INFO:tasks.workunit.client.0.smithi007.stdout:op 4161 completed, throughput=5MB/sec 2024-08-04T16:02:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:09 smithi062 ceph-mon[85960]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T16:02:10.423 INFO:tasks.workunit.client.0.smithi007.stdout: 812: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:10.423 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-O8NRdeo2w62XwJf off=4165640 len=1425797 2024-08-04T16:02:10.425 INFO:tasks.workunit.client.0.smithi007.stdout:op 4162 completed, throughput=5MB/sec 2024-08-04T16:02:10.425 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fQokT-9sb3N8tge off=9841863 len=389764 2024-08-04T16:02:10.429 INFO:tasks.workunit.client.0.smithi007.stdout:op 4163 completed, throughput=5MB/sec 2024-08-04T16:02:10.429 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AC4TzvqVNU0nR9b off=8027309 len=1752348 2024-08-04T16:02:10.438 INFO:tasks.workunit.client.0.smithi007.stdout:op 4164 completed, throughput=5MB/sec 2024-08-04T16:02:10.438 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0CWQ5-NW-NkHK0u off=328824 len=1158104 2024-08-04T16:02:10.445 INFO:tasks.workunit.client.0.smithi007.stdout:op 4165 completed, throughput=5MB/sec 2024-08-04T16:02:10.445 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0tlM5uVTJqcBuPa off=8434728 len=1132490 2024-08-04T16:02:10.450 INFO:tasks.workunit.client.0.smithi007.stdout:op 4166 completed, throughput=5MB/sec 2024-08-04T16:02:11.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:11 smithi007 ceph-mon[92692]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:02:11.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:11 smithi007 ceph-mon[94998]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:02:11.450 INFO:tasks.workunit.client.0.smithi007.stdout: 813: throughput=5MB/sec pending data=0 2024-08-04T16:02:11.451 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kwPmfIDeG1w-zzd off=8144683 len=1163624 2024-08-04T16:02:11.457 INFO:tasks.workunit.client.0.smithi007.stdout:op 4167 completed, throughput=5MB/sec 2024-08-04T16:02:11.457 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MQooi3ZPOvDTuvO off=8375272 len=688869 2024-08-04T16:02:11.458 INFO:tasks.workunit.client.0.smithi007.stdout:op 4168 completed, throughput=5MB/sec 2024-08-04T16:02:11.458 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3tWUnT_A10NjRIg off=16386113 len=28719 2024-08-04T16:02:11.459 INFO:tasks.workunit.client.0.smithi007.stdout:op 4169 completed, throughput=5MB/sec 2024-08-04T16:02:11.459 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hQbE6BSk9cdqCPw off=2203829 len=1033482 2024-08-04T16:02:11.464 INFO:tasks.workunit.client.0.smithi007.stdout:op 4170 completed, throughput=5MB/sec 2024-08-04T16:02:11.464 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vq8UUUgJx1oJ4nl off=6842620 len=1816233 2024-08-04T16:02:11.475 INFO:tasks.workunit.client.0.smithi007.stdout:op 4171 completed, throughput=5MB/sec 2024-08-04T16:02:11.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:11 smithi062 ceph-mon[85960]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:02:12.475 INFO:tasks.workunit.client.0.smithi007.stdout: 814: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:12.475 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MquPZ2YNRGFrora off=3468748 len=553813 2024-08-04T16:02:12.476 INFO:tasks.workunit.client.0.smithi007.stdout:op 4172 completed, throughput=5MB/sec 2024-08-04T16:02:12.476 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ivDHzzRsIgw-E7d off=530408 len=1596820 2024-08-04T16:02:12.487 INFO:tasks.workunit.client.0.smithi007.stdout:op 4173 completed, throughput=5MB/sec 2024-08-04T16:02:12.487 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Cu1sxBALhF-QMp9 off=15746767 len=1001459 2024-08-04T16:02:12.492 INFO:tasks.workunit.client.0.smithi007.stdout:op 4174 completed, throughput=5MB/sec 2024-08-04T16:02:12.492 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Cy3WiX0ZVsR3Eu8 off=149690 len=162488 2024-08-04T16:02:12.493 INFO:tasks.workunit.client.0.smithi007.stdout:op 4175 completed, throughput=5MB/sec 2024-08-04T16:02:12.493 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cYQ1F9kuyQzdLBh off=14821612 len=1577799 2024-08-04T16:02:12.501 INFO:tasks.workunit.client.0.smithi007.stdout:op 4176 completed, throughput=5MB/sec 2024-08-04T16:02:12.501 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WMY-5BYOYyLEEPg off=7078549 len=491735 2024-08-04T16:02:12.502 INFO:tasks.workunit.client.0.smithi007.stdout:op 4177 completed, throughput=5MB/sec 2024-08-04T16:02:12.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:02:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:02:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:02:13.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:13 smithi007 ceph-mon[92692]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:02:13.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:13 smithi007 ceph-mon[94998]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:02:13.502 INFO:tasks.workunit.client.0.smithi007.stdout: 815: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:13.502 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pB8wTeBGeTZj9vz off=4173133 len=655649 2024-08-04T16:02:13.507 INFO:tasks.workunit.client.0.smithi007.stdout:op 4178 completed, throughput=5MB/sec 2024-08-04T16:02:13.507 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-p66Qf3W272ekkR9 off=1580012 len=1497812 2024-08-04T16:02:13.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:13 smithi062 ceph-mon[85960]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:02:13.517 INFO:tasks.workunit.client.0.smithi007.stdout:op 4179 completed, throughput=5MB/sec 2024-08-04T16:02:13.517 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-G_vjKWbl7kJWNHi off=3121398 len=1275309 2024-08-04T16:02:13.525 INFO:tasks.workunit.client.0.smithi007.stdout:op 4180 completed, throughput=5MB/sec 2024-08-04T16:02:13.525 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZPma9faDfUXBd5l off=16330439 len=299962 2024-08-04T16:02:13.528 INFO:tasks.workunit.client.0.smithi007.stdout:op 4181 completed, throughput=5MB/sec 2024-08-04T16:02:13.529 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WvVkwI--q_kPLYo off=1297071 len=1354261 2024-08-04T16:02:13.537 INFO:tasks.workunit.client.0.smithi007.stdout:op 4182 completed, throughput=5MB/sec 2024-08-04T16:02:14.537 INFO:tasks.workunit.client.0.smithi007.stdout: 816: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:14.537 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yXVNn1L75OwRoLk off=2605331 len=1913439 2024-08-04T16:02:14.548 INFO:tasks.workunit.client.0.smithi007.stdout:op 4183 completed, throughput=5MB/sec 2024-08-04T16:02:14.548 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-82LOOaycmX785ft off=10292152 len=1222666 2024-08-04T16:02:14.550 INFO:tasks.workunit.client.0.smithi007.stdout:op 4184 completed, throughput=5MB/sec 2024-08-04T16:02:14.550 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VqZDaYYUSD8GM7i off=2806964 len=552141 2024-08-04T16:02:14.551 INFO:tasks.workunit.client.0.smithi007.stdout:op 4185 completed, throughput=5MB/sec 2024-08-04T16:02:14.552 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8R5nyz8elPRLt6V off=12008261 len=647465 2024-08-04T16:02:14.556 INFO:tasks.workunit.client.0.smithi007.stdout:op 4186 completed, throughput=5MB/sec 2024-08-04T16:02:14.556 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6fnq8Tu4II5uU3q off=9668448 len=925734 2024-08-04T16:02:14.557 INFO:tasks.workunit.client.0.smithi007.stdout:op 4187 completed, throughput=5MB/sec 2024-08-04T16:02:15.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:15 smithi007 ceph-mon[94998]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:02:15.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:15 smithi007 ceph-mon[92692]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:02:15.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:15 smithi062 ceph-mon[85960]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:02:15.557 INFO:tasks.workunit.client.0.smithi007.stdout: 817: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:15.557 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JFPEj0SscpsGm3a off=21366649 len=1762002 2024-08-04T16:02:15.568 INFO:tasks.workunit.client.0.smithi007.stdout:op 4188 completed, throughput=5MB/sec 2024-08-04T16:02:15.568 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JSXqGJBIrrcPioI off=6918617 len=1453870 2024-08-04T16:02:15.570 INFO:tasks.workunit.client.0.smithi007.stdout:op 4189 completed, throughput=5MB/sec 2024-08-04T16:02:15.570 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YiaqO8cNSz37mkH off=7623459 len=721234 2024-08-04T16:02:15.574 INFO:tasks.workunit.client.0.smithi007.stdout:op 4190 completed, throughput=5MB/sec 2024-08-04T16:02:15.574 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dH9Yq7TU7_UrW4a off=6913680 len=1403607 2024-08-04T16:02:15.581 INFO:tasks.workunit.client.0.smithi007.stdout:op 4191 completed, throughput=5MB/sec 2024-08-04T16:02:15.581 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-14Ic_bYpOt4asn2 off=4062823 len=1020735 2024-08-04T16:02:15.586 INFO:tasks.workunit.client.0.smithi007.stdout:op 4192 completed, throughput=5MB/sec 2024-08-04T16:02:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:02:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:02:16] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-08-04T16:02:16.586 INFO:tasks.workunit.client.0.smithi007.stdout: 818: throughput=5MB/sec pending data=0 2024-08-04T16:02:16.586 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zu5cnqlZAskdZnW off=7528064 len=188754 2024-08-04T16:02:16.589 INFO:tasks.workunit.client.0.smithi007.stdout:op 4193 completed, throughput=5MB/sec 2024-08-04T16:02:16.589 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rLcbKBOw5nShSIP off=633309 len=619931 2024-08-04T16:02:16.594 INFO:tasks.workunit.client.0.smithi007.stdout:op 4194 completed, throughput=5MB/sec 2024-08-04T16:02:16.594 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PZNmYVzASlhdrUv off=8289013 len=668536 2024-08-04T16:02:16.598 INFO:tasks.workunit.client.0.smithi007.stdout:op 4195 completed, throughput=5MB/sec 2024-08-04T16:02:16.598 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-M_3hfvEfuWaPzPb off=5954342 len=1846939 2024-08-04T16:02:16.610 INFO:tasks.workunit.client.0.smithi007.stdout:op 4196 completed, throughput=5MB/sec 2024-08-04T16:02:16.610 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qjUTnmfgkKOYo_M off=17763848 len=50778 2024-08-04T16:02:16.610 INFO:tasks.workunit.client.0.smithi007.stdout:op 4197 completed, throughput=5MB/sec 2024-08-04T16:02:16.610 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3JFPXKY_N1Ks-4Z off=5923956 len=1008909 2024-08-04T16:02:16.616 INFO:tasks.workunit.client.0.smithi007.stdout:op 4198 completed, throughput=5MB/sec 2024-08-04T16:02:16.616 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9zFkBqNB7DOGx7b off=4828120 len=495307 2024-08-04T16:02:16.617 INFO:tasks.workunit.client.0.smithi007.stdout:op 4199 completed, throughput=5MB/sec 2024-08-04T16:02:17.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:17 smithi007 ceph-mon[94998]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-04T16:02:17.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:17 smithi007 ceph-mon[92692]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-04T16:02:17.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:17 smithi062 ceph-mon[85960]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-04T16:02:17.617 INFO:tasks.workunit.client.0.smithi007.stdout: 819: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:17.617 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NBfsYMT5OLPvpsD off=6304546 len=485366 2024-08-04T16:02:17.619 INFO:tasks.workunit.client.0.smithi007.stdout:op 4200 completed, throughput=5MB/sec 2024-08-04T16:02:17.619 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AjtQqGqaYMfPx2P off=10984809 len=98967 2024-08-04T16:02:17.621 INFO:tasks.workunit.client.0.smithi007.stdout:op 4201 completed, throughput=5MB/sec 2024-08-04T16:02:17.622 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-91tgbOJAOrNlogl off=3081483 len=1676200 2024-08-04T16:02:17.625 INFO:tasks.workunit.client.0.smithi007.stdout:op 4202 completed, throughput=5MB/sec 2024-08-04T16:02:17.625 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xnpYEX7VlhyXC8b off=16923374 len=1578567 2024-08-04T16:02:17.633 INFO:tasks.workunit.client.0.smithi007.stdout:op 4203 completed, throughput=5MB/sec 2024-08-04T16:02:17.633 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Q8r8vwjzA2Ir-iS off=267811 len=1789318 2024-08-04T16:02:17.642 INFO:tasks.workunit.client.0.smithi007.stdout:op 4204 completed, throughput=5MB/sec 2024-08-04T16:02:18.642 INFO:tasks.workunit.client.0.smithi007.stdout: 820: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:18.643 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-R1fGwoDI2PDnEBx off=7203495 len=1643594 2024-08-04T16:02:18.646 INFO:tasks.workunit.client.0.smithi007.stdout:op 4205 completed, throughput=5MB/sec 2024-08-04T16:02:18.646 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IF3R5HAuLuXg_a2 off=6069338 len=1491669 2024-08-04T16:02:18.654 INFO:tasks.workunit.client.0.smithi007.stdout:op 4206 completed, throughput=5MB/sec 2024-08-04T16:02:18.654 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dUl_XyPtpBQ0Djy off=11532095 len=645491 2024-08-04T16:02:18.655 INFO:tasks.workunit.client.0.smithi007.stdout:op 4207 completed, throughput=5MB/sec 2024-08-04T16:02:18.656 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zIG_SPALCUvwj-h off=2662503 len=1398652 2024-08-04T16:02:18.665 INFO:tasks.workunit.client.0.smithi007.stdout:op 4208 completed, throughput=5MB/sec 2024-08-04T16:02:19.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:19 smithi007 ceph-mon[94998]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-04T16:02:19.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:19 smithi007 ceph-mon[92692]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-04T16:02:19.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:19 smithi062 ceph-mon[85960]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-04T16:02:19.665 INFO:tasks.workunit.client.0.smithi007.stdout: 821: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:19.665 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-01MyFcQhHAibfxS off=16285877 len=764771 2024-08-04T16:02:19.666 INFO:tasks.workunit.client.0.smithi007.stdout:op 4209 completed, throughput=5MB/sec 2024-08-04T16:02:19.667 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MBWNJM8SJ-Di_nN off=13491585 len=1357461 2024-08-04T16:02:19.673 INFO:tasks.workunit.client.0.smithi007.stdout:op 4210 completed, throughput=5MB/sec 2024-08-04T16:02:19.673 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5-6egYfBeov0bTQ off=17200777 len=1144710 2024-08-04T16:02:19.674 INFO:tasks.workunit.client.0.smithi007.stdout:op 4211 completed, throughput=5MB/sec 2024-08-04T16:02:19.675 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DtGzs-zRtmKNN7w off=4499938 len=1126673 2024-08-04T16:02:19.680 INFO:tasks.workunit.client.0.smithi007.stdout:op 4212 completed, throughput=5MB/sec 2024-08-04T16:02:19.681 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9I8mOzxmfDndXRZ off=880543 len=1823792 2024-08-04T16:02:19.691 INFO:tasks.workunit.client.0.smithi007.stdout:op 4213 completed, throughput=5MB/sec 2024-08-04T16:02:20.692 INFO:tasks.workunit.client.0.smithi007.stdout: 822: throughput=5MB/sec pending data=0 2024-08-04T16:02:20.692 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_0kSBLkDKyaEgKz off=12100452 len=415521 2024-08-04T16:02:20.693 INFO:tasks.workunit.client.0.smithi007.stdout:op 4214 completed, throughput=5MB/sec 2024-08-04T16:02:20.693 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5D_p_1phDM39Y44 off=3991787 len=1589665 2024-08-04T16:02:20.695 INFO:tasks.workunit.client.0.smithi007.stdout:op 4215 completed, throughput=5MB/sec 2024-08-04T16:02:20.695 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HLIs0XM5-9sBzzn off=13072075 len=727336 2024-08-04T16:02:20.696 INFO:tasks.workunit.client.0.smithi007.stdout:op 4216 completed, throughput=5MB/sec 2024-08-04T16:02:20.697 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0JkEmjpiL_uwttG off=1119286 len=149674 2024-08-04T16:02:20.698 INFO:tasks.workunit.client.0.smithi007.stdout:op 4217 completed, throughput=5MB/sec 2024-08-04T16:02:20.698 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7aYgLjb-H_MqBF9 off=3529985 len=902490 2024-08-04T16:02:20.699 INFO:tasks.workunit.client.0.smithi007.stdout:op 4218 completed, throughput=5MB/sec 2024-08-04T16:02:20.700 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0gTTVY_kvZn2RwA off=6881486 len=986594 2024-08-04T16:02:20.705 INFO:tasks.workunit.client.0.smithi007.stdout:op 4219 completed, throughput=5MB/sec 2024-08-04T16:02:21.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:21 smithi007 ceph-mon[92692]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T16:02:21.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:21 smithi007 ceph-mon[94998]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T16:02:21.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:21 smithi062 ceph-mon[85960]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T16:02:21.705 INFO:tasks.workunit.client.0.smithi007.stdout: 823: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:21.705 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--0D1iDm2UcS-oa9 off=8457174 len=1034247 2024-08-04T16:02:21.707 INFO:tasks.workunit.client.0.smithi007.stdout:op 4220 completed, throughput=5MB/sec 2024-08-04T16:02:21.707 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bdMTvJyPOrQ7wvU off=3479713 len=795651 2024-08-04T16:02:21.708 INFO:tasks.workunit.client.0.smithi007.stdout:op 4221 completed, throughput=5MB/sec 2024-08-04T16:02:21.708 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-j0fPbnz-0xKv6AF off=8331006 len=1852358 2024-08-04T16:02:21.711 INFO:tasks.workunit.client.0.smithi007.stdout:op 4222 completed, throughput=5MB/sec 2024-08-04T16:02:21.711 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-sDI_-wo8UTgcsbT off=4174228 len=1147773 2024-08-04T16:02:21.713 INFO:tasks.workunit.client.0.smithi007.stdout:op 4223 completed, throughput=5MB/sec 2024-08-04T16:02:22.313 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:02:22.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:02:22.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:02:22.713 INFO:tasks.workunit.client.0.smithi007.stdout: 824: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:22.713 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iQjfKKykzdbBXFe off=1400737 len=1277148 2024-08-04T16:02:22.715 INFO:tasks.workunit.client.0.smithi007.stdout:op 4224 completed, throughput=5MB/sec 2024-08-04T16:02:22.715 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-V4L3RVGNgzaTCdF off=3865631 len=600525 2024-08-04T16:02:22.720 INFO:tasks.workunit.client.0.smithi007.stdout:op 4225 completed, throughput=5MB/sec 2024-08-04T16:02:22.720 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AeECfwxctNNPtax off=9547756 len=1472878 2024-08-04T16:02:22.729 INFO:tasks.workunit.client.0.smithi007.stdout:op 4226 completed, throughput=5MB/sec 2024-08-04T16:02:22.730 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TSQzSWJNpWp_MYY off=9089298 len=733044 2024-08-04T16:02:22.733 INFO:tasks.workunit.client.0.smithi007.stdout:op 4227 completed, throughput=5MB/sec 2024-08-04T16:02:22.734 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-B8EjyhihM5Envph off=11404423 len=538816 2024-08-04T16:02:22.735 INFO:tasks.workunit.client.0.smithi007.stdout:op 4228 completed, throughput=5MB/sec 2024-08-04T16:02:22.735 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GmAWKmGn5DCEVi- off=10817742 len=853463 2024-08-04T16:02:22.740 INFO:tasks.workunit.client.0.smithi007.stdout:op 4229 completed, throughput=5MB/sec 2024-08-04T16:02:22.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:02:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:02:23.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:23 smithi007 ceph-mon[94998]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-04T16:02:23.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:23 smithi007 ceph-mon[92692]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-04T16:02:23.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:23 smithi062 ceph-mon[85960]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-04T16:02:23.741 INFO:tasks.workunit.client.0.smithi007.stdout: 825: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:23.741 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JMQ3XQMXOWyR2SV off=7647881 len=1935171 2024-08-04T16:02:23.752 INFO:tasks.workunit.client.0.smithi007.stdout:op 4230 completed, throughput=5MB/sec 2024-08-04T16:02:23.752 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hRZtRmBv3tCnLLD off=9541030 len=218438 2024-08-04T16:02:23.753 INFO:tasks.workunit.client.0.smithi007.stdout:op 4231 completed, throughput=5MB/sec 2024-08-04T16:02:23.753 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9rFdbFqd4eMjcDK off=1367950 len=441006 2024-08-04T16:02:23.753 INFO:tasks.workunit.client.0.smithi007.stdout:op 4232 completed, throughput=5MB/sec 2024-08-04T16:02:23.754 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0UmbKpYepmntzdJ off=23054622 len=2049135 2024-08-04T16:02:23.762 INFO:tasks.workunit.client.0.smithi007.stdout:op 4233 completed, throughput=5MB/sec 2024-08-04T16:02:23.762 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7xuKsX6HemtdSbS off=3999016 len=679096 2024-08-04T16:02:23.763 INFO:tasks.workunit.client.0.smithi007.stdout:op 4234 completed, throughput=5MB/sec 2024-08-04T16:02:24.763 INFO:tasks.workunit.client.0.smithi007.stdout: 826: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:24.763 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MYtmC9A6siIKnlU off=3639 len=749695 2024-08-04T16:02:24.768 INFO:tasks.workunit.client.0.smithi007.stdout:op 4235 completed, throughput=5MB/sec 2024-08-04T16:02:24.768 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zcdlgm9de2EVO2B off=1590394 len=1499132 2024-08-04T16:02:24.774 INFO:tasks.workunit.client.0.smithi007.stdout:op 4236 completed, throughput=5MB/sec 2024-08-04T16:02:24.775 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-p40ghkpoB0wtRP7 off=2950056 len=1239990 2024-08-04T16:02:24.776 INFO:tasks.workunit.client.0.smithi007.stdout:op 4237 completed, throughput=5MB/sec 2024-08-04T16:02:24.776 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jVGfYkVDQrNmoEE off=8159459 len=1675516 2024-08-04T16:02:24.778 INFO:tasks.workunit.client.0.smithi007.stdout:op 4238 completed, throughput=5MB/sec 2024-08-04T16:02:25.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:25 smithi007 ceph-mon[92692]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T16:02:25.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:25 smithi007 ceph-mon[94998]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T16:02:25.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:25 smithi062 ceph-mon[85960]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T16:02:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: 827: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:25.778 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fOUxJlxYq4xes_s off=1692994 len=1158731 2024-08-04T16:02:25.780 INFO:tasks.workunit.client.0.smithi007.stdout:op 4239 completed, throughput=5MB/sec 2024-08-04T16:02:25.780 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-08VUuLrZsI9Pa-R off=1996272 len=1228592 2024-08-04T16:02:25.786 INFO:tasks.workunit.client.0.smithi007.stdout:op 4240 completed, throughput=5MB/sec 2024-08-04T16:02:25.786 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7Ys9253BF4oX3RE off=0 len=1100813 2024-08-04T16:02:25.790 INFO:tasks.workunit.client.0.smithi007.stdout:op 4241 completed, throughput=5MB/sec 2024-08-04T16:02:25.790 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mSPtgHRuINWliHt off=5970927 len=516542 2024-08-04T16:02:25.791 INFO:tasks.workunit.client.0.smithi007.stdout:op 4242 completed, throughput=5MB/sec 2024-08-04T16:02:25.791 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-J6WqcgGF_EJGKWi off=2941953 len=1284477 2024-08-04T16:02:25.799 INFO:tasks.workunit.client.0.smithi007.stdout:op 4243 completed, throughput=5MB/sec 2024-08-04T16:02:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:02:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:02:26] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-08-04T16:02:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: 828: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:26.800 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9FicUR_QnKtBR5s off=1581456 len=523861 2024-08-04T16:02:26.800 INFO:tasks.workunit.client.0.smithi007.stdout:op 4244 completed, throughput=4.99MB/sec 2024-08-04T16:02:26.800 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-b5X7KS11Gs4NWRM off=7506044 len=966000 2024-08-04T16:02:26.803 INFO:tasks.workunit.client.0.smithi007.stdout:op 4245 completed, throughput=5MB/sec 2024-08-04T16:02:26.803 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Rw1z9zn-CtUKSCV off=5103516 len=1686003 2024-08-04T16:02:26.811 INFO:tasks.workunit.client.0.smithi007.stdout:op 4246 completed, throughput=5MB/sec 2024-08-04T16:02:26.811 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zo1KJf8fWu6GLeE off=10666694 len=703370 2024-08-04T16:02:26.816 INFO:tasks.workunit.client.0.smithi007.stdout:op 4247 completed, throughput=5MB/sec 2024-08-04T16:02:26.816 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7mah0NWvgD4_i8I off=3008867 len=1979310 2024-08-04T16:02:26.819 INFO:tasks.workunit.client.0.smithi007.stdout:op 4248 completed, throughput=5MB/sec 2024-08-04T16:02:27.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:27 smithi007 ceph-mon[92692]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T16:02:27.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:27 smithi007 ceph-mon[94998]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T16:02:27.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:27 smithi062 ceph-mon[85960]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T16:02:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: 829: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:27.820 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ig1-G7C1xp6j9Wr off=2805034 len=143916 2024-08-04T16:02:27.821 INFO:tasks.workunit.client.0.smithi007.stdout:op 4249 completed, throughput=5MB/sec 2024-08-04T16:02:27.821 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bL5sknFiRA_f9Qo off=11483545 len=1988926 2024-08-04T16:02:27.824 INFO:tasks.workunit.client.0.smithi007.stdout:op 4250 completed, throughput=5MB/sec 2024-08-04T16:02:27.824 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-f311fv1knHUQhqh off=3519547 len=817178 2024-08-04T16:02:27.825 INFO:tasks.workunit.client.0.smithi007.stdout:op 4251 completed, throughput=5MB/sec 2024-08-04T16:02:27.825 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3uQyMMS36cLiVNQ off=1149893 len=1937218 2024-08-04T16:02:27.837 INFO:tasks.workunit.client.0.smithi007.stdout:op 4252 completed, throughput=5MB/sec 2024-08-04T16:02:28.838 INFO:tasks.workunit.client.0.smithi007.stdout: 830: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:28.838 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--rQi-Q5ZT6WI7R9 off=4659271 len=1105841 2024-08-04T16:02:28.839 INFO:tasks.workunit.client.0.smithi007.stdout:op 4253 completed, throughput=5MB/sec 2024-08-04T16:02:28.840 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3WhrzjsyYXafEB7 off=8054517 len=1850350 2024-08-04T16:02:28.842 INFO:tasks.workunit.client.0.smithi007.stdout:op 4254 completed, throughput=5MB/sec 2024-08-04T16:02:28.843 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4WvhKG7xB8jVB7l off=147303 len=1584086 2024-08-04T16:02:28.845 INFO:tasks.workunit.client.0.smithi007.stdout:op 4255 completed, throughput=5MB/sec 2024-08-04T16:02:28.845 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QS9klSJ45q70O-f off=13256011 len=1352817 2024-08-04T16:02:28.848 INFO:tasks.workunit.client.0.smithi007.stdout:op 4256 completed, throughput=5MB/sec 2024-08-04T16:02:29.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:29 smithi007 ceph-mon[92692]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:02:29.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:29 smithi007 ceph-mon[94998]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:02:29.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:29 smithi062 ceph-mon[85960]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:02:29.848 INFO:tasks.workunit.client.0.smithi007.stdout: 831: throughput=5MB/sec pending data=0 2024-08-04T16:02:29.848 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--Gjng0Xz69H_ezg off=16951055 len=1959262 2024-08-04T16:02:29.856 INFO:tasks.workunit.client.0.smithi007.stdout:op 4257 completed, throughput=5MB/sec 2024-08-04T16:02:29.856 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uUnohnQ-js4YdUv off=5313354 len=1258717 2024-08-04T16:02:29.861 INFO:tasks.workunit.client.0.smithi007.stdout:op 4258 completed, throughput=5MB/sec 2024-08-04T16:02:29.862 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SSY_DRGaVjVLXiQ off=2161652 len=1723482 2024-08-04T16:02:29.865 INFO:tasks.workunit.client.0.smithi007.stdout:op 4259 completed, throughput=5MB/sec 2024-08-04T16:02:30.866 INFO:tasks.workunit.client.0.smithi007.stdout: 832: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:30.866 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jO2lTRPWArAbMaP off=4557161 len=67655 2024-08-04T16:02:30.866 INFO:tasks.workunit.client.0.smithi007.stdout:op 4260 completed, throughput=4.99MB/sec 2024-08-04T16:02:30.866 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xUKZYkbrAUsQFdw off=155001 len=1791972 2024-08-04T16:02:30.878 INFO:tasks.workunit.client.0.smithi007.stdout:op 4261 completed, throughput=5MB/sec 2024-08-04T16:02:30.878 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HbUhdr0uysvkW6o off=3409584 len=679943 2024-08-04T16:02:30.879 INFO:tasks.workunit.client.0.smithi007.stdout:op 4262 completed, throughput=5MB/sec 2024-08-04T16:02:30.880 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-a1xEN_HxHzaAWqY off=17092155 len=1799069 2024-08-04T16:02:30.882 INFO:tasks.workunit.client.0.smithi007.stdout:op 4263 completed, throughput=5MB/sec 2024-08-04T16:02:30.882 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hoeXTWERVbzpBBf off=9412849 len=14360 2024-08-04T16:02:30.882 INFO:tasks.workunit.client.0.smithi007.stdout:op 4264 completed, throughput=5MB/sec 2024-08-04T16:02:30.882 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oa7e3257YPv9JQw off=3171144 len=1909780 2024-08-04T16:02:30.884 INFO:tasks.workunit.client.0.smithi007.stdout:op 4265 completed, throughput=5MB/sec 2024-08-04T16:02:31.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:31 smithi007 ceph-mon[92692]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:02:31.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:31 smithi007 ceph-mon[94998]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:02:31.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:31 smithi062 ceph-mon[85960]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:02:31.885 INFO:tasks.workunit.client.0.smithi007.stdout: 833: throughput=5MB/sec pending data=0 2024-08-04T16:02:31.885 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-A1z7bxb3J2NO0ZM off=701148 len=704114 2024-08-04T16:02:31.890 INFO:tasks.workunit.client.0.smithi007.stdout:op 4266 completed, throughput=5MB/sec 2024-08-04T16:02:31.890 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NcRfft5gIxwn2mY off=15170707 len=1488718 2024-08-04T16:02:31.900 INFO:tasks.workunit.client.0.smithi007.stdout:op 4267 completed, throughput=5MB/sec 2024-08-04T16:02:31.900 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CkN_3_mxwUGZnj6 off=9189676 len=2081790 2024-08-04T16:02:31.904 INFO:tasks.workunit.client.0.smithi007.stdout:op 4268 completed, throughput=5MB/sec 2024-08-04T16:02:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:02:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:02:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:02:32.904 INFO:tasks.workunit.client.0.smithi007.stdout: 834: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:32.904 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-45D0K48UPLcTlUj off=8703703 len=1723651 2024-08-04T16:02:32.906 INFO:tasks.workunit.client.0.smithi007.stdout:op 4269 completed, throughput=5MB/sec 2024-08-04T16:02:32.907 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Si-n9V244eK-AiV off=12162523 len=235980 2024-08-04T16:02:32.907 INFO:tasks.workunit.client.0.smithi007.stdout:op 4270 completed, throughput=5MB/sec 2024-08-04T16:02:32.907 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_PZjuesLA9gjmTI off=10476407 len=2023614 2024-08-04T16:02:32.909 INFO:tasks.workunit.client.0.smithi007.stdout:op 4271 completed, throughput=5MB/sec 2024-08-04T16:02:32.910 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--4dcTCYaZqybc6G off=4031190 len=228170 2024-08-04T16:02:32.910 INFO:tasks.workunit.client.0.smithi007.stdout:op 4272 completed, throughput=5MB/sec 2024-08-04T16:02:32.910 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3t8WNCRa8Azo_G1 off=7606293 len=1199481 2024-08-04T16:02:32.912 INFO:tasks.workunit.client.0.smithi007.stdout:op 4273 completed, throughput=5MB/sec 2024-08-04T16:02:33.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:33 smithi007 ceph-mon[94998]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:02:33.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:33 smithi007 ceph-mon[92692]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:02:33.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:33 smithi062 ceph-mon[85960]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:02:33.912 INFO:tasks.workunit.client.0.smithi007.stdout: 835: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:33.912 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MjOU2YKhlUW3KYb off=4491685 len=883733 2024-08-04T16:02:33.917 INFO:tasks.workunit.client.0.smithi007.stdout:op 4274 completed, throughput=5MB/sec 2024-08-04T16:02:33.917 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tewDnYG6Duzr2Zi off=105499 len=632404 2024-08-04T16:02:33.922 INFO:tasks.workunit.client.0.smithi007.stdout:op 4275 completed, throughput=5MB/sec 2024-08-04T16:02:33.922 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gaZGoTHnBkE6GZ6 off=118522 len=1654591 2024-08-04T16:02:33.924 INFO:tasks.workunit.client.0.smithi007.stdout:op 4276 completed, throughput=5MB/sec 2024-08-04T16:02:33.924 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-98C_ZYvEfLGWD21 off=0 len=1422429 2024-08-04T16:02:33.931 INFO:tasks.workunit.client.0.smithi007.stdout:op 4277 completed, throughput=5MB/sec 2024-08-04T16:02:33.931 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YDLhtCCG-Ubren0 off=14142014 len=164955 2024-08-04T16:02:33.931 INFO:tasks.workunit.client.0.smithi007.stdout:op 4278 completed, throughput=5MB/sec 2024-08-04T16:02:33.932 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PcUlW99TvGadSDo off=3438888 len=786177 2024-08-04T16:02:33.936 INFO:tasks.workunit.client.0.smithi007.stdout:op 4279 completed, throughput=5MB/sec 2024-08-04T16:02:34.937 INFO:tasks.workunit.client.0.smithi007.stdout: 836: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:34.937 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rLfwNYZd2jQ8i8C off=11396031 len=2045474 2024-08-04T16:02:34.949 INFO:tasks.workunit.client.0.smithi007.stdout:op 4280 completed, throughput=5MB/sec 2024-08-04T16:02:34.949 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kopS5m3BjuNsESz off=1748593 len=480681 2024-08-04T16:02:34.950 INFO:tasks.workunit.client.0.smithi007.stdout:op 4281 completed, throughput=5MB/sec 2024-08-04T16:02:34.950 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cyk74_g9h1xuktx off=1381435 len=1293490 2024-08-04T16:02:34.957 INFO:tasks.workunit.client.0.smithi007.stdout:op 4282 completed, throughput=5MB/sec 2024-08-04T16:02:34.957 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uFmnYxyfEOJNtwR off=815976 len=1990136 2024-08-04T16:02:34.960 INFO:tasks.workunit.client.0.smithi007.stdout:op 4283 completed, throughput=5MB/sec 2024-08-04T16:02:35.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:35 smithi007 ceph-mon[92692]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:02:35.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:35 smithi007 ceph-mon[94998]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:02:35.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:35 smithi062 ceph-mon[85960]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:02:35.960 INFO:tasks.workunit.client.0.smithi007.stdout: 837: throughput=5MB/sec pending data=0 2024-08-04T16:02:35.960 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-556b_JTiClyVLco off=3205722 len=395862 2024-08-04T16:02:35.964 INFO:tasks.workunit.client.0.smithi007.stdout:op 4284 completed, throughput=5MB/sec 2024-08-04T16:02:35.964 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6HehW4dB3xDmYtw off=2667538 len=858800 2024-08-04T16:02:35.969 INFO:tasks.workunit.client.0.smithi007.stdout:op 4285 completed, throughput=5MB/sec 2024-08-04T16:02:35.969 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-easxRbGl3UGFtYp off=4178683 len=1139566 2024-08-04T16:02:35.971 INFO:tasks.workunit.client.0.smithi007.stdout:op 4286 completed, throughput=5MB/sec 2024-08-04T16:02:35.971 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gp2XxcWJQZoVZbz off=4511497 len=749846 2024-08-04T16:02:35.972 INFO:tasks.workunit.client.0.smithi007.stdout:op 4287 completed, throughput=5MB/sec 2024-08-04T16:02:35.972 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-28gq2GFffP6H3Mn off=1902394 len=36981 2024-08-04T16:02:35.974 INFO:tasks.workunit.client.0.smithi007.stdout:op 4288 completed, throughput=5MB/sec 2024-08-04T16:02:35.975 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MXUAMIR1PajmqOJ off=5305972 len=1643639 2024-08-04T16:02:35.978 INFO:tasks.workunit.client.0.smithi007.stdout:op 4289 completed, throughput=5MB/sec 2024-08-04T16:02:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:02:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:02:36] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-08-04T16:02:36.978 INFO:tasks.workunit.client.0.smithi007.stdout: 838: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:36.979 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-No1eNoZBz00LMLX off=382483 len=218265 2024-08-04T16:02:36.979 INFO:tasks.workunit.client.0.smithi007.stdout:op 4290 completed, throughput=4.99MB/sec 2024-08-04T16:02:36.980 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NcRfft5gIxwn2mY off=15181566 len=1026788 2024-08-04T16:02:36.983 INFO:tasks.workunit.client.0.smithi007.stdout:op 4291 completed, throughput=5MB/sec 2024-08-04T16:02:36.983 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bmqb-Vrl_VkjvIY off=5277205 len=1659991 2024-08-04T16:02:36.985 INFO:tasks.workunit.client.0.smithi007.stdout:op 4292 completed, throughput=5MB/sec 2024-08-04T16:02:36.985 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BnQ1RXgZWCNTuJV off=3832634 len=1476091 2024-08-04T16:02:36.992 INFO:tasks.workunit.client.0.smithi007.stdout:op 4293 completed, throughput=5MB/sec 2024-08-04T16:02:36.992 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3COk2whvI1Qgvtt off=14625136 len=888821 2024-08-04T16:02:36.993 INFO:tasks.workunit.client.0.smithi007.stdout:op 4294 completed, throughput=5MB/sec 2024-08-04T16:02:37.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:36 smithi062 ceph-mon[85960]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:02:37.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:02:37.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:36 smithi007 ceph-mon[92692]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:02:37.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:02:37.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:36 smithi007 ceph-mon[94998]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:02:37.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:02:37.994 INFO:tasks.workunit.client.0.smithi007.stdout: 839: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:37.994 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fzkZQfyjZkOP_BG off=17513400 len=286615 2024-08-04T16:02:37.996 INFO:tasks.workunit.client.0.smithi007.stdout:op 4295 completed, throughput=5MB/sec 2024-08-04T16:02:37.996 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-M_3hfvEfuWaPzPb off=9552858 len=804330 2024-08-04T16:02:37.997 INFO:tasks.workunit.client.0.smithi007.stdout:op 4296 completed, throughput=5MB/sec 2024-08-04T16:02:37.997 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KbGMGrzGn26q2sZ off=19524559 len=106935 2024-08-04T16:02:38.000 INFO:tasks.workunit.client.0.smithi007.stdout:op 4297 completed, throughput=5MB/sec 2024-08-04T16:02:38.000 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JPfGay_5C2RRVz4 off=4212873 len=1123020 2024-08-04T16:02:38.001 INFO:tasks.workunit.client.0.smithi007.stdout:op 4298 completed, throughput=5MB/sec 2024-08-04T16:02:38.002 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SDHsLKoyoLpjzFO off=4001790 len=1729101 2024-08-04T16:02:38.004 INFO:tasks.workunit.client.0.smithi007.stdout:op 4299 completed, throughput=5MB/sec 2024-08-04T16:02:38.004 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-As299rgCqHe8wcn off=986756 len=1696839 2024-08-04T16:02:38.006 INFO:tasks.workunit.client.0.smithi007.stdout:op 4300 completed, throughput=5MB/sec 2024-08-04T16:02:39.007 INFO:tasks.workunit.client.0.smithi007.stdout: 840: throughput=5MB/sec pending data=0 2024-08-04T16:02:39.007 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-sG_H-qzjimh2Uzc off=496777 len=179591 2024-08-04T16:02:39.008 INFO:tasks.workunit.client.0.smithi007.stdout:op 4301 completed, throughput=5MB/sec 2024-08-04T16:02:39.008 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-e4u-I-sTQHa9kDd off=283430 len=1551659 2024-08-04T16:02:39.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:38 smithi062 ceph-mon[85960]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:02:39.016 INFO:tasks.workunit.client.0.smithi007.stdout:op 4302 completed, throughput=5MB/sec 2024-08-04T16:02:39.016 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-h6kizQgfSvp4kpw off=393826 len=473063 2024-08-04T16:02:39.017 INFO:tasks.workunit.client.0.smithi007.stdout:op 4303 completed, throughput=5MB/sec 2024-08-04T16:02:39.017 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZupJmpO576AAW6H off=16580473 len=108416 2024-08-04T16:02:39.019 INFO:tasks.workunit.client.0.smithi007.stdout:op 4304 completed, throughput=5MB/sec 2024-08-04T16:02:39.019 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-O6vJWw8Mk9re5Nz off=6467720 len=1434408 2024-08-04T16:02:39.021 INFO:tasks.workunit.client.0.smithi007.stdout:op 4305 completed, throughput=5MB/sec 2024-08-04T16:02:39.021 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-V1oxMFqEro8xLN3 off=17233952 len=126151 2024-08-04T16:02:39.021 INFO:tasks.workunit.client.0.smithi007.stdout:op 4306 completed, throughput=5MB/sec 2024-08-04T16:02:39.021 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kviYnEWPlwM-2cF off=8463955 len=1873533 2024-08-04T16:02:39.029 INFO:tasks.workunit.client.0.smithi007.stdout:op 4307 completed, throughput=5MB/sec 2024-08-04T16:02:39.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:38 smithi007 ceph-mon[92692]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:02:39.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:38 smithi007 ceph-mon[94998]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:02:40.029 INFO:tasks.workunit.client.0.smithi007.stdout: 841: throughput=5MB/sec pending data=0 2024-08-04T16:02:40.029 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1HuNd24tDJfVZX9 off=15575079 len=653705 2024-08-04T16:02:40.033 INFO:tasks.workunit.client.0.smithi007.stdout:op 4308 completed, throughput=5MB/sec 2024-08-04T16:02:40.033 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aRAZBd4E9nwXydI off=17168795 len=459949 2024-08-04T16:02:40.034 INFO:tasks.workunit.client.0.smithi007.stdout:op 4309 completed, throughput=5MB/sec 2024-08-04T16:02:40.034 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lcb2PQA2P-QMUS9 off=216604 len=1265772 2024-08-04T16:02:40.037 INFO:tasks.workunit.client.0.smithi007.stdout:op 4310 completed, throughput=5MB/sec 2024-08-04T16:02:40.037 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gOCeT3_WcV6WAJe off=3530351 len=560896 2024-08-04T16:02:40.042 INFO:tasks.workunit.client.0.smithi007.stdout:op 4311 completed, throughput=5MB/sec 2024-08-04T16:02:40.042 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Fp1xosNkKrKCfon off=7386560 len=147551 2024-08-04T16:02:40.043 INFO:tasks.workunit.client.0.smithi007.stdout:op 4312 completed, throughput=5MB/sec 2024-08-04T16:02:40.043 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9-K8Gl8dgTEOICy off=4017976 len=86406 2024-08-04T16:02:40.043 INFO:tasks.workunit.client.0.smithi007.stdout:op 4313 completed, throughput=5MB/sec 2024-08-04T16:02:40.044 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hZiNXJvATSJLP9l off=3275865 len=274593 2024-08-04T16:02:40.044 INFO:tasks.workunit.client.0.smithi007.stdout:op 4314 completed, throughput=5MB/sec 2024-08-04T16:02:40.044 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CNhjbFKfwfzTbjd off=3296491 len=1863119 2024-08-04T16:02:40.052 INFO:tasks.workunit.client.0.smithi007.stdout:op 4315 completed, throughput=5MB/sec 2024-08-04T16:02:41.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:40 smithi062 ceph-mon[85960]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:02:41.052 INFO:tasks.workunit.client.0.smithi007.stdout: 842: throughput=5MB/sec pending data=0 2024-08-04T16:02:41.052 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4gaAhkMvnOI4gww off=916650 len=1905172 2024-08-04T16:02:41.054 INFO:tasks.workunit.client.0.smithi007.stdout:op 4316 completed, throughput=5MB/sec 2024-08-04T16:02:41.054 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EnAFnDM1n808q-l off=18241445 len=857357 2024-08-04T16:02:41.058 INFO:tasks.workunit.client.0.smithi007.stdout:op 4317 completed, throughput=5MB/sec 2024-08-04T16:02:41.058 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TfOAXz63ah56Aqh off=19097305 len=1819266 2024-08-04T16:02:41.066 INFO:tasks.workunit.client.0.smithi007.stdout:op 4318 completed, throughput=5MB/sec 2024-08-04T16:02:41.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:40 smithi007 ceph-mon[94998]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:02:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:40 smithi007 ceph-mon[92692]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:02:42.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:41 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:02:42.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:41 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:02:42.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:41 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:02:42.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:41 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:02:42.066 INFO:tasks.workunit.client.0.smithi007.stdout: 843: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:42.066 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Yr1N7goDVuvSfix off=18612725 len=1947927 2024-08-04T16:02:42.076 INFO:tasks.workunit.client.0.smithi007.stdout:op 4319 completed, throughput=5MB/sec 2024-08-04T16:02:42.076 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dssI4iAECbA4qnL off=3534818 len=1858873 2024-08-04T16:02:42.078 INFO:tasks.workunit.client.0.smithi007.stdout:op 4320 completed, throughput=5MB/sec 2024-08-04T16:02:42.078 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4CMsZJ7s914L7Hw off=6689752 len=459184 2024-08-04T16:02:42.083 INFO:tasks.workunit.client.0.smithi007.stdout:op 4321 completed, throughput=5MB/sec 2024-08-04T16:02:42.083 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aJ_1zrNQbjAaXsW off=18279290 len=270887 2024-08-04T16:02:42.084 INFO:tasks.workunit.client.0.smithi007.stdout:op 4322 completed, throughput=5MB/sec 2024-08-04T16:02:42.084 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yfllK4_TDEOH98f off=6503618 len=1447123 2024-08-04T16:02:42.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:41 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:02:42.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:41 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:02:42.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:41 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:02:42.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:41 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:02:42.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:41 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:02:42.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:41 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:02:42.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:41 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:02:42.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:41 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:02:42.092 INFO:tasks.workunit.client.0.smithi007.stdout:op 4323 completed, throughput=5MB/sec 2024-08-04T16:02:42.712 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:02:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:02:43.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:42 smithi062 ceph-mon[85960]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T16:02:43.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:42 smithi007 ceph-mon[92692]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T16:02:43.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:42 smithi007 ceph-mon[94998]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T16:02:43.093 INFO:tasks.workunit.client.0.smithi007.stdout: 844: throughput=5MB/sec pending data=0 2024-08-04T16:02:43.093 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BnQ1RXgZWCNTuJV off=6258992 len=1634099 2024-08-04T16:02:43.094 INFO:tasks.workunit.client.0.smithi007.stdout:op 4324 completed, throughput=5MB/sec 2024-08-04T16:02:43.094 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JPSJ7G_i0jk3ogQ off=19528023 len=784372 2024-08-04T16:02:43.096 INFO:tasks.workunit.client.0.smithi007.stdout:op 4325 completed, throughput=5MB/sec 2024-08-04T16:02:43.096 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-epFeDJ13KBlh1DP off=358249 len=1516593 2024-08-04T16:02:43.098 INFO:tasks.workunit.client.0.smithi007.stdout:op 4326 completed, throughput=5MB/sec 2024-08-04T16:02:43.098 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-reB22NzBB0w7Pba off=13822106 len=182288 2024-08-04T16:02:43.101 INFO:tasks.workunit.client.0.smithi007.stdout:op 4327 completed, throughput=5MB/sec 2024-08-04T16:02:43.101 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bU_MAFJnmVANE8h off=19750772 len=432247 2024-08-04T16:02:43.102 INFO:tasks.workunit.client.0.smithi007.stdout:op 4328 completed, throughput=5MB/sec 2024-08-04T16:02:44.103 INFO:tasks.workunit.client.0.smithi007.stdout: 845: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:44.103 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uwS-YlBk3DjEP5t off=634274 len=1411328 2024-08-04T16:02:44.110 INFO:tasks.workunit.client.0.smithi007.stdout:op 4329 completed, throughput=5MB/sec 2024-08-04T16:02:44.110 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SNNpTYrCa3aVbFO off=21937907 len=1831138 2024-08-04T16:02:44.120 INFO:tasks.workunit.client.0.smithi007.stdout:op 4330 completed, throughput=5MB/sec 2024-08-04T16:02:44.121 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Q97chjhad-rO0rj off=14390442 len=1331533 2024-08-04T16:02:44.123 INFO:tasks.workunit.client.0.smithi007.stdout:op 4331 completed, throughput=5MB/sec 2024-08-04T16:02:44.123 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-K2XV95KmoTI4iKy off=88227 len=1511220 2024-08-04T16:02:44.125 INFO:tasks.workunit.client.0.smithi007.stdout:op 4332 completed, throughput=5MB/sec 2024-08-04T16:02:45.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:44 smithi062 ceph-mon[85960]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-04T16:02:45.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:44 smithi007 ceph-mon[92692]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-04T16:02:45.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:44 smithi007 ceph-mon[94998]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-04T16:02:45.126 INFO:tasks.workunit.client.0.smithi007.stdout: 846: throughput=5MB/sec pending data=0 2024-08-04T16:02:45.126 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JQSuBQKhSI8Rima off=1102922 len=317470 2024-08-04T16:02:45.126 INFO:tasks.workunit.client.0.smithi007.stdout:op 4333 completed, throughput=5MB/sec 2024-08-04T16:02:45.127 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QxEYJGc7xkND536 off=409486 len=983408 2024-08-04T16:02:45.128 INFO:tasks.workunit.client.0.smithi007.stdout:op 4334 completed, throughput=5MB/sec 2024-08-04T16:02:45.128 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nRaMYVYUesIbMRR off=5448129 len=463504 2024-08-04T16:02:45.132 INFO:tasks.workunit.client.0.smithi007.stdout:op 4335 completed, throughput=5MB/sec 2024-08-04T16:02:45.132 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pS3qv8Lu0RhIECl off=2906279 len=131762 2024-08-04T16:02:45.135 INFO:tasks.workunit.client.0.smithi007.stdout:op 4336 completed, throughput=5MB/sec 2024-08-04T16:02:45.135 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aGVK3S0Il5wfybE off=2172020 len=240389 2024-08-04T16:02:45.138 INFO:tasks.workunit.client.0.smithi007.stdout:op 4337 completed, throughput=5MB/sec 2024-08-04T16:02:45.138 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ev8cSHl8_6cZ-Lq off=5411074 len=1250356 2024-08-04T16:02:45.145 INFO:tasks.workunit.client.0.smithi007.stdout:op 4338 completed, throughput=5MB/sec 2024-08-04T16:02:45.145 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-v0Oqk7YWVsyBczP off=13599408 len=853605 2024-08-04T16:02:45.146 INFO:tasks.workunit.client.0.smithi007.stdout:op 4339 completed, throughput=5MB/sec 2024-08-04T16:02:45.146 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LlTujCT21pJNoG2 off=6688922 len=1306385 2024-08-04T16:02:45.154 INFO:tasks.workunit.client.0.smithi007.stdout:op 4340 completed, throughput=5MB/sec 2024-08-04T16:02:46.155 INFO:tasks.workunit.client.0.smithi007.stdout: 847: throughput=5MB/sec pending data=0 2024-08-04T16:02:46.155 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Jt4TXrxx83XjHHX off=18431796 len=1530924 2024-08-04T16:02:46.162 INFO:tasks.workunit.client.0.smithi007.stdout:op 4341 completed, throughput=5MB/sec 2024-08-04T16:02:46.163 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ESivt5IMyFXHwyg off=5825443 len=1539199 2024-08-04T16:02:46.166 INFO:tasks.workunit.client.0.smithi007.stdout:op 4342 completed, throughput=5MB/sec 2024-08-04T16:02:46.166 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Tk2uW5C_T4W9m8z off=9273877 len=1854665 2024-08-04T16:02:46.173 INFO:tasks.workunit.client.0.smithi007.stdout:op 4343 completed, throughput=5MB/sec 2024-08-04T16:02:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:02:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:02:46] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-08-04T16:02:47.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:46 smithi062 ceph-mon[85960]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T16:02:47.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:46 smithi007 ceph-mon[94998]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T16:02:47.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:46 smithi007 ceph-mon[92692]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T16:02:47.174 INFO:tasks.workunit.client.0.smithi007.stdout: 848: throughput=5MB/sec pending data=0 2024-08-04T16:02:47.174 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KQ4P8Un3XIg2vfH off=2168948 len=919289 2024-08-04T16:02:47.179 INFO:tasks.workunit.client.0.smithi007.stdout:op 4344 completed, throughput=5MB/sec 2024-08-04T16:02:47.179 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ApL0KDTGghw7882 off=847998 len=1564630 2024-08-04T16:02:47.186 INFO:tasks.workunit.client.0.smithi007.stdout:op 4345 completed, throughput=5MB/sec 2024-08-04T16:02:47.186 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mKNiJJrbLkNsUyH off=9842682 len=1403845 2024-08-04T16:02:47.195 INFO:tasks.workunit.client.0.smithi007.stdout:op 4346 completed, throughput=5MB/sec 2024-08-04T16:02:47.195 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ra-wVam24cspHdt off=8809057 len=277348 2024-08-04T16:02:47.198 INFO:tasks.workunit.client.0.smithi007.stdout:op 4347 completed, throughput=5MB/sec 2024-08-04T16:02:47.198 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tNqzrz6UUdPXoI5 off=173335 len=1070382 2024-08-04T16:02:47.203 INFO:tasks.workunit.client.0.smithi007.stdout:op 4348 completed, throughput=5MB/sec 2024-08-04T16:02:48.204 INFO:tasks.workunit.client.0.smithi007.stdout: 849: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:48.204 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tUUSXdVozoJfToo off=9779348 len=1033616 2024-08-04T16:02:48.210 INFO:tasks.workunit.client.0.smithi007.stdout:op 4349 completed, throughput=5MB/sec 2024-08-04T16:02:48.210 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ugjpbiJXLVWf3hm off=1915689 len=1658980 2024-08-04T16:02:48.213 INFO:tasks.workunit.client.0.smithi007.stdout:op 4350 completed, throughput=5MB/sec 2024-08-04T16:02:48.213 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NGGZCs3fx4j_Vzp off=793376 len=73402 2024-08-04T16:02:48.216 INFO:tasks.workunit.client.0.smithi007.stdout:op 4351 completed, throughput=5MB/sec 2024-08-04T16:02:48.217 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PNl6E8Ywfu3DwXq off=2485277 len=414530 2024-08-04T16:02:48.220 INFO:tasks.workunit.client.0.smithi007.stdout:op 4352 completed, throughput=5MB/sec 2024-08-04T16:02:48.220 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9-WlOq2l2hnzUQ4 off=4100616 len=442727 2024-08-04T16:02:48.223 INFO:tasks.workunit.client.0.smithi007.stdout:op 4353 completed, throughput=5MB/sec 2024-08-04T16:02:48.224 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-47k-Ejh8TX42dVN off=12255052 len=1371565 2024-08-04T16:02:48.232 INFO:tasks.workunit.client.0.smithi007.stdout:op 4354 completed, throughput=5MB/sec 2024-08-04T16:02:49.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:48 smithi062 ceph-mon[85960]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T16:02:49.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:48 smithi007 ceph-mon[94998]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T16:02:49.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:48 smithi007 ceph-mon[92692]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T16:02:49.232 INFO:tasks.workunit.client.0.smithi007.stdout: 850: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:49.233 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5BsjGr47ikCNJIW off=4168766 len=1084754 2024-08-04T16:02:49.234 INFO:tasks.workunit.client.0.smithi007.stdout:op 4355 completed, throughput=5MB/sec 2024-08-04T16:02:49.234 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Gbd_mx7b7gYkTKX off=20810389 len=1801310 2024-08-04T16:02:49.236 INFO:tasks.workunit.client.0.smithi007.stdout:op 4356 completed, throughput=5MB/sec 2024-08-04T16:02:49.236 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FHegs-R0dvr3H5q off=4613331 len=2094607 2024-08-04T16:02:49.249 INFO:tasks.workunit.client.0.smithi007.stdout:op 4357 completed, throughput=5MB/sec 2024-08-04T16:02:49.249 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lBJ1doC90P0qGyt off=15316503 len=196800 2024-08-04T16:02:49.252 INFO:tasks.workunit.client.0.smithi007.stdout:op 4358 completed, throughput=5MB/sec 2024-08-04T16:02:50.252 INFO:tasks.workunit.client.0.smithi007.stdout: 851: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:50.253 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mPAS-9qwD5FnT6C off=8803177 len=381053 2024-08-04T16:02:50.254 INFO:tasks.workunit.client.0.smithi007.stdout:op 4359 completed, throughput=4.99MB/sec 2024-08-04T16:02:50.254 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Fc-OkTJasQoBbdI off=7062372 len=1994692 2024-08-04T16:02:50.265 INFO:tasks.workunit.client.0.smithi007.stdout:op 4360 completed, throughput=5MB/sec 2024-08-04T16:02:50.265 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VQTb1Qe7QK5buLj off=15264564 len=197280 2024-08-04T16:02:50.265 INFO:tasks.workunit.client.0.smithi007.stdout:op 4361 completed, throughput=5MB/sec 2024-08-04T16:02:50.266 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jE5CNsbsiXM-g8e off=549387 len=1957679 2024-08-04T16:02:50.268 INFO:tasks.workunit.client.0.smithi007.stdout:op 4362 completed, throughput=5MB/sec 2024-08-04T16:02:50.268 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_KmN_h8gYLKpSOW off=14911772 len=1213326 2024-08-04T16:02:50.274 INFO:tasks.workunit.client.0.smithi007.stdout:op 4363 completed, throughput=5MB/sec 2024-08-04T16:02:51.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:50 smithi062 ceph-mon[85960]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T16:02:51.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:50 smithi007 ceph-mon[94998]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T16:02:51.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:50 smithi007 ceph-mon[92692]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T16:02:51.275 INFO:tasks.workunit.client.0.smithi007.stdout: 852: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:51.275 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kLWafL2FZq8Y5q4 off=7431855 len=260023 2024-08-04T16:02:51.276 INFO:tasks.workunit.client.0.smithi007.stdout:op 4364 completed, throughput=5MB/sec 2024-08-04T16:02:51.276 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Cc3rlQCvjKGbHYy off=3381538 len=1335460 2024-08-04T16:02:51.277 INFO:tasks.workunit.client.0.smithi007.stdout:op 4365 completed, throughput=5MB/sec 2024-08-04T16:02:51.278 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-W0FcMHBvGgH9Aq9 off=10621121 len=1418194 2024-08-04T16:02:51.279 INFO:tasks.workunit.client.0.smithi007.stdout:op 4366 completed, throughput=5MB/sec 2024-08-04T16:02:51.280 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TS8zbfHB1YyyBQP off=3658739 len=877374 2024-08-04T16:02:51.286 INFO:tasks.workunit.client.0.smithi007.stdout:op 4367 completed, throughput=5MB/sec 2024-08-04T16:02:51.286 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ogTS6bvlfomEhVA off=107813 len=624669 2024-08-04T16:02:51.286 INFO:tasks.workunit.client.0.smithi007.stdout:op 4368 completed, throughput=5MB/sec 2024-08-04T16:02:51.286 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3KM2UW6EogjP5Mk off=4168665 len=975506 2024-08-04T16:02:51.290 INFO:tasks.workunit.client.0.smithi007.stdout:op 4369 completed, throughput=5MB/sec 2024-08-04T16:02:52.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:02:52.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:02:52.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:02:52.290 INFO:tasks.workunit.client.0.smithi007.stdout: 853: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:52.290 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pD6i3toHMgGWcW7 off=11643062 len=1685278 2024-08-04T16:02:52.299 INFO:tasks.workunit.client.0.smithi007.stdout:op 4370 completed, throughput=5MB/sec 2024-08-04T16:02:52.299 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RHg-TSBeQmvBrGJ off=18167589 len=1220600 2024-08-04T16:02:52.301 INFO:tasks.workunit.client.0.smithi007.stdout:op 4371 completed, throughput=5MB/sec 2024-08-04T16:02:52.301 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wwkTY5rVHw0VPcI off=10105420 len=1511042 2024-08-04T16:02:52.302 INFO:tasks.workunit.client.0.smithi007.stdout:op 4372 completed, throughput=5MB/sec 2024-08-04T16:02:52.302 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DN5kCESB25vGqzJ off=2157949 len=1150062 2024-08-04T16:02:52.308 INFO:tasks.workunit.client.0.smithi007.stdout:op 4373 completed, throughput=5MB/sec 2024-08-04T16:02:52.729 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:02:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:02:53.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:52 smithi062 ceph-mon[85960]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:02:53.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:52 smithi007 ceph-mon[92692]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:02:53.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:52 smithi007 ceph-mon[94998]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:02:53.309 INFO:tasks.workunit.client.0.smithi007.stdout: 854: throughput=5MB/sec pending data=0 2024-08-04T16:02:53.309 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-atFGlXD_Wz-c-SI off=9423330 len=1475606 2024-08-04T16:02:53.316 INFO:tasks.workunit.client.0.smithi007.stdout:op 4374 completed, throughput=5MB/sec 2024-08-04T16:02:53.316 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eCPUE-xsC-0hSWs off=5371658 len=1282300 2024-08-04T16:02:53.321 INFO:tasks.workunit.client.0.smithi007.stdout:op 4375 completed, throughput=5MB/sec 2024-08-04T16:02:53.321 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PS5qOkySAhZ9yaz off=1103967 len=1058011 2024-08-04T16:02:53.330 INFO:tasks.workunit.client.0.smithi007.stdout:op 4376 completed, throughput=5MB/sec 2024-08-04T16:02:53.330 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dsl7LMJamcOW2Z6 off=17916969 len=1932691 2024-08-04T16:02:53.335 INFO:tasks.workunit.client.0.smithi007.stdout:op 4377 completed, throughput=5MB/sec 2024-08-04T16:02:54.335 INFO:tasks.workunit.client.0.smithi007.stdout: 855: throughput=5MB/sec pending data=0 2024-08-04T16:02:54.336 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-O79XFMU-wplQtN1 off=1160153 len=1398459 2024-08-04T16:02:54.338 INFO:tasks.workunit.client.0.smithi007.stdout:op 4378 completed, throughput=5MB/sec 2024-08-04T16:02:54.339 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iDPJy2NKS7iu9z5 off=1985925 len=696178 2024-08-04T16:02:54.340 INFO:tasks.workunit.client.0.smithi007.stdout:op 4379 completed, throughput=5MB/sec 2024-08-04T16:02:54.340 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LnKAA_3Q_lZDQXw off=3852843 len=1278314 2024-08-04T16:02:54.346 INFO:tasks.workunit.client.0.smithi007.stdout:op 4380 completed, throughput=5MB/sec 2024-08-04T16:02:54.346 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xkkhU4SZ4ex8hzO off=8111139 len=1897111 2024-08-04T16:02:54.348 INFO:tasks.workunit.client.0.smithi007.stdout:op 4381 completed, throughput=5MB/sec 2024-08-04T16:02:55.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:54 smithi062 ceph-mon[85960]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T16:02:55.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:54 smithi007 ceph-mon[94998]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T16:02:55.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:54 smithi007 ceph-mon[92692]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T16:02:55.348 INFO:tasks.workunit.client.0.smithi007.stdout: 856: throughput=5MB/sec pending data=0 2024-08-04T16:02:55.348 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2irGB8qwe94oH6d off=163414 len=1311457 2024-08-04T16:02:55.350 INFO:tasks.workunit.client.0.smithi007.stdout:op 4382 completed, throughput=5MB/sec 2024-08-04T16:02:55.350 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JCwxlhjJYR0PVAq off=18814633 len=260162 2024-08-04T16:02:55.354 INFO:tasks.workunit.client.0.smithi007.stdout:op 4383 completed, throughput=5MB/sec 2024-08-04T16:02:55.354 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QvqVdrvJTB5yuh3 off=1328785 len=946362 2024-08-04T16:02:55.359 INFO:tasks.workunit.client.0.smithi007.stdout:op 4384 completed, throughput=5MB/sec 2024-08-04T16:02:55.359 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iYve7B1zxp1qfPN off=520188 len=64297 2024-08-04T16:02:55.359 INFO:tasks.workunit.client.0.smithi007.stdout:op 4385 completed, throughput=5MB/sec 2024-08-04T16:02:55.360 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZE19pL40cDeOO7K off=20447895 len=477782 2024-08-04T16:02:55.363 INFO:tasks.workunit.client.0.smithi007.stdout:op 4386 completed, throughput=5MB/sec 2024-08-04T16:02:55.363 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mtCANSDAJa5E77e off=14566411 len=1926844 2024-08-04T16:02:55.365 INFO:tasks.workunit.client.0.smithi007.stdout:op 4387 completed, throughput=5MB/sec 2024-08-04T16:02:56.366 INFO:tasks.workunit.client.0.smithi007.stdout: 857: throughput=5MB/sec pending data=0 2024-08-04T16:02:56.366 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Go_oAUG8pTu9DB1 off=2095556 len=777541 2024-08-04T16:02:56.370 INFO:tasks.workunit.client.0.smithi007.stdout:op 4388 completed, throughput=5MB/sec 2024-08-04T16:02:56.370 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eX4B95-HLVaHBOz off=13270335 len=1829897 2024-08-04T16:02:56.381 INFO:tasks.workunit.client.0.smithi007.stdout:op 4389 completed, throughput=5MB/sec 2024-08-04T16:02:56.381 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ioNXTIFzA6MQdhg off=5069621 len=537761 2024-08-04T16:02:56.384 INFO:tasks.workunit.client.0.smithi007.stdout:op 4390 completed, throughput=5MB/sec 2024-08-04T16:02:56.385 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-E_MicNL6epOeVQY off=18705554 len=678304 2024-08-04T16:02:56.386 INFO:tasks.workunit.client.0.smithi007.stdout:op 4391 completed, throughput=5MB/sec 2024-08-04T16:02:56.386 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qqA0d3VnRABFMuf off=6500468 len=449923 2024-08-04T16:02:56.390 INFO:tasks.workunit.client.0.smithi007.stdout:op 4392 completed, throughput=5MB/sec 2024-08-04T16:02:56.390 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-f616CkQFUoiVx-3 off=5455038 len=1721257 2024-08-04T16:02:56.392 INFO:tasks.workunit.client.0.smithi007.stdout:op 4393 completed, throughput=5MB/sec 2024-08-04T16:02:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:02:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:02:56] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-08-04T16:02:57.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:56 smithi062 ceph-mon[85960]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T16:02:57.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:56 smithi007 ceph-mon[94998]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T16:02:57.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:56 smithi007 ceph-mon[92692]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T16:02:57.392 INFO:tasks.workunit.client.0.smithi007.stdout: 858: throughput=5MB/sec pending data=0 2024-08-04T16:02:57.392 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MKq4l0svcNkzScM off=7415826 len=1894609 2024-08-04T16:02:57.400 INFO:tasks.workunit.client.0.smithi007.stdout:op 4394 completed, throughput=5MB/sec 2024-08-04T16:02:57.400 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ULdjK47AUtJY134 off=4426879 len=1330062 2024-08-04T16:02:57.406 INFO:tasks.workunit.client.0.smithi007.stdout:op 4395 completed, throughput=5MB/sec 2024-08-04T16:02:57.406 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZaOTcvjkCkPpBuw off=1704077 len=1176720 2024-08-04T16:02:57.413 INFO:tasks.workunit.client.0.smithi007.stdout:op 4396 completed, throughput=5MB/sec 2024-08-04T16:02:58.413 INFO:tasks.workunit.client.0.smithi007.stdout: 859: throughput=4.99MB/sec pending data=0 2024-08-04T16:02:58.413 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RLjzuuo_7-kxO84 off=3002211 len=1144526 2024-08-04T16:02:58.415 INFO:tasks.workunit.client.0.smithi007.stdout:op 4397 completed, throughput=5MB/sec 2024-08-04T16:02:58.415 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Djv-7Zn0_0xqzvh off=13517828 len=1435811 2024-08-04T16:02:58.417 INFO:tasks.workunit.client.0.smithi007.stdout:op 4398 completed, throughput=5MB/sec 2024-08-04T16:02:58.417 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jQxoDIVPVOPfn0I off=4003250 len=57495 2024-08-04T16:02:58.419 INFO:tasks.workunit.client.0.smithi007.stdout:op 4399 completed, throughput=5MB/sec 2024-08-04T16:02:58.420 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rnvUPggQplTHQw3 off=11941391 len=1718441 2024-08-04T16:02:58.429 INFO:tasks.workunit.client.0.smithi007.stdout:op 4400 completed, throughput=5MB/sec 2024-08-04T16:02:58.429 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-F094nYsLH6Un-7m off=9104911 len=230182 2024-08-04T16:02:58.432 INFO:tasks.workunit.client.0.smithi007.stdout:op 4401 completed, throughput=5MB/sec 2024-08-04T16:02:58.432 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fKPrnikBgp_0q6I off=2293688 len=181516 2024-08-04T16:02:58.433 INFO:tasks.workunit.client.0.smithi007.stdout:op 4402 completed, throughput=5MB/sec 2024-08-04T16:02:58.433 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tfA0q6SyZB0LA0M off=2971175 len=1713878 2024-08-04T16:02:58.435 INFO:tasks.workunit.client.0.smithi007.stdout:op 4403 completed, throughput=5MB/sec 2024-08-04T16:02:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:02:58 smithi062 ceph-mon[85960]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:02:59.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:02:58 smithi007 ceph-mon[94998]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:02:59.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:02:58 smithi007 ceph-mon[92692]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:02:59.435 INFO:tasks.workunit.client.0.smithi007.stdout: 860: throughput=5MB/sec pending data=0 2024-08-04T16:02:59.436 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fKGHkVwja6qNcj_ off=4983388 len=1798119 2024-08-04T16:02:59.437 INFO:tasks.workunit.client.0.smithi007.stdout:op 4404 completed, throughput=5MB/sec 2024-08-04T16:02:59.438 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0sVLW-g0m-6U-rg off=22072879 len=1146856 2024-08-04T16:02:59.441 INFO:tasks.workunit.client.0.smithi007.stdout:op 4405 completed, throughput=5MB/sec 2024-08-04T16:02:59.441 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nVT-cX9xNjci-0q off=2385798 len=423921 2024-08-04T16:02:59.445 INFO:tasks.workunit.client.0.smithi007.stdout:op 4406 completed, throughput=5MB/sec 2024-08-04T16:02:59.445 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-U5PSuzXIptL3LJI off=14660689 len=178195 2024-08-04T16:02:59.446 INFO:tasks.workunit.client.0.smithi007.stdout:op 4407 completed, throughput=5MB/sec 2024-08-04T16:02:59.446 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-X6tDrW9l627QtvW off=5093255 len=1417161 2024-08-04T16:02:59.448 INFO:tasks.workunit.client.0.smithi007.stdout:op 4408 completed, throughput=5MB/sec 2024-08-04T16:03:00.449 INFO:tasks.workunit.client.0.smithi007.stdout: 861: throughput=5MB/sec pending data=0 2024-08-04T16:03:00.449 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iImvy47a8HMTMVR off=4772616 len=1956361 2024-08-04T16:03:00.457 INFO:tasks.workunit.client.0.smithi007.stdout:op 4409 completed, throughput=5MB/sec 2024-08-04T16:03:00.457 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Zec0CV-O1jGuCt7 off=1875599 len=343446 2024-08-04T16:03:00.458 INFO:tasks.workunit.client.0.smithi007.stdout:op 4410 completed, throughput=5MB/sec 2024-08-04T16:03:00.458 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-soG-gqY4I4ZqiHA off=663563 len=563158 2024-08-04T16:03:00.460 INFO:tasks.workunit.client.0.smithi007.stdout:op 4411 completed, throughput=5MB/sec 2024-08-04T16:03:00.460 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uDE3lP0H3vg4k_e off=2299201 len=733988 2024-08-04T16:03:00.462 INFO:tasks.workunit.client.0.smithi007.stdout:op 4412 completed, throughput=5MB/sec 2024-08-04T16:03:00.462 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pU2duNNkjkChHd7 off=71687 len=1389685 2024-08-04T16:03:00.465 INFO:tasks.workunit.client.0.smithi007.stdout:op 4413 completed, throughput=5MB/sec 2024-08-04T16:03:01.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:00 smithi062 ceph-mon[85960]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:03:01.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:00 smithi007 ceph-mon[94998]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:03:01.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:00 smithi007 ceph-mon[92692]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:03:01.465 INFO:tasks.workunit.client.0.smithi007.stdout: 862: throughput=5MB/sec pending data=0 2024-08-04T16:03:01.465 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tmFVJPeeIdTCTIX off=2530567 len=430101 2024-08-04T16:03:01.466 INFO:tasks.workunit.client.0.smithi007.stdout:op 4414 completed, throughput=5MB/sec 2024-08-04T16:03:01.466 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Vu4tV6TFCNCVL_w off=838647 len=227154 2024-08-04T16:03:01.467 INFO:tasks.workunit.client.0.smithi007.stdout:op 4415 completed, throughput=5MB/sec 2024-08-04T16:03:01.467 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cf2-rJDht22uvoM off=561219 len=693424 2024-08-04T16:03:01.472 INFO:tasks.workunit.client.0.smithi007.stdout:op 4416 completed, throughput=5MB/sec 2024-08-04T16:03:01.472 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3SMoESuXBNBmYl- off=8245196 len=969609 2024-08-04T16:03:01.473 INFO:tasks.workunit.client.0.smithi007.stdout:op 4417 completed, throughput=5MB/sec 2024-08-04T16:03:01.473 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RyRRv1YhELKOLiX off=2746034 len=340974 2024-08-04T16:03:01.474 INFO:tasks.workunit.client.0.smithi007.stdout:op 4418 completed, throughput=5MB/sec 2024-08-04T16:03:01.474 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hlD97LSdgIgn1Nb off=9861562 len=1802010 2024-08-04T16:03:01.482 INFO:tasks.workunit.client.0.smithi007.stdout:op 4419 completed, throughput=5MB/sec 2024-08-04T16:03:02.483 INFO:tasks.workunit.client.0.smithi007.stdout: 863: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:02.483 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IoRpekMzb4Lujr- off=15392974 len=1703116 2024-08-04T16:03:02.485 INFO:tasks.workunit.client.0.smithi007.stdout:op 4420 completed, throughput=5MB/sec 2024-08-04T16:03:02.485 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iVfqDklLLNdyrGJ off=4322739 len=498590 2024-08-04T16:03:02.489 INFO:tasks.workunit.client.0.smithi007.stdout:op 4421 completed, throughput=5MB/sec 2024-08-04T16:03:02.489 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BzB2Q5XlPGhLZcP off=325762 len=1663936 2024-08-04T16:03:02.491 INFO:tasks.workunit.client.0.smithi007.stdout:op 4422 completed, throughput=5MB/sec 2024-08-04T16:03:02.491 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EtbHT2C1ph5hZgT off=3047917 len=1629991 2024-08-04T16:03:02.493 INFO:tasks.workunit.client.0.smithi007.stdout:op 4423 completed, throughput=5MB/sec 2024-08-04T16:03:02.744 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:03:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:03:03.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:02 smithi062 ceph-mon[85960]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:03:03.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:02 smithi007 ceph-mon[94998]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:03:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:02 smithi007 ceph-mon[92692]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:03:03.493 INFO:tasks.workunit.client.0.smithi007.stdout: 864: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:03.493 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mFDE9KO0Fuq0yNz off=1243447 len=1306718 2024-08-04T16:03:03.495 INFO:tasks.workunit.client.0.smithi007.stdout:op 4424 completed, throughput=5MB/sec 2024-08-04T16:03:03.495 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2s9zrIp57nFue8m off=21990516 len=1249173 2024-08-04T16:03:03.502 INFO:tasks.workunit.client.0.smithi007.stdout:op 4425 completed, throughput=5MB/sec 2024-08-04T16:03:03.502 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bzrcmSHJOLSfBzT off=4105051 len=1540687 2024-08-04T16:03:03.510 INFO:tasks.workunit.client.0.smithi007.stdout:op 4426 completed, throughput=5MB/sec 2024-08-04T16:03:03.510 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QYmtpKTdzol5POD off=11209454 len=1769343 2024-08-04T16:03:03.512 INFO:tasks.workunit.client.0.smithi007.stdout:op 4427 completed, throughput=5MB/sec 2024-08-04T16:03:04.513 INFO:tasks.workunit.client.0.smithi007.stdout: 865: throughput=5MB/sec pending data=0 2024-08-04T16:03:04.513 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8XeoVjDDEft-YTl off=4792844 len=1148513 2024-08-04T16:03:04.515 INFO:tasks.workunit.client.0.smithi007.stdout:op 4428 completed, throughput=5MB/sec 2024-08-04T16:03:04.515 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TxgOJnSQbKFhPWW off=11960743 len=1752851 2024-08-04T16:03:04.518 INFO:tasks.workunit.client.0.smithi007.stdout:op 4429 completed, throughput=5MB/sec 2024-08-04T16:03:04.518 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JKSUm9gxEii3QMd off=15129420 len=802304 2024-08-04T16:03:04.520 INFO:tasks.workunit.client.0.smithi007.stdout:op 4430 completed, throughput=5MB/sec 2024-08-04T16:03:04.520 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iFLh1ordt1cDtOv off=23197020 len=1511340 2024-08-04T16:03:04.529 INFO:tasks.workunit.client.0.smithi007.stdout:op 4431 completed, throughput=5MB/sec 2024-08-04T16:03:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:04 smithi062 ceph-mon[85960]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:03:05.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:04 smithi007 ceph-mon[94998]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:03:05.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:04 smithi007 ceph-mon[92692]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:03:05.530 INFO:tasks.workunit.client.0.smithi007.stdout: 866: throughput=5MB/sec pending data=0 2024-08-04T16:03:05.530 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QVo0bOb9D1W6TKK off=5574990 len=889602 2024-08-04T16:03:05.532 INFO:tasks.workunit.client.0.smithi007.stdout:op 4432 completed, throughput=5MB/sec 2024-08-04T16:03:05.532 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-m6SY80drY1Ouy-k off=1577833 len=1369233 2024-08-04T16:03:05.539 INFO:tasks.workunit.client.0.smithi007.stdout:op 4433 completed, throughput=5MB/sec 2024-08-04T16:03:05.539 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-b0OyWt45Dy3q0HD off=1476074 len=1330303 2024-08-04T16:03:05.541 INFO:tasks.workunit.client.0.smithi007.stdout:op 4434 completed, throughput=5MB/sec 2024-08-04T16:03:05.541 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pI7PxNIkmPG-xRY off=7198139 len=965144 2024-08-04T16:03:05.547 INFO:tasks.workunit.client.0.smithi007.stdout:op 4435 completed, throughput=5MB/sec 2024-08-04T16:03:05.547 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MfWg_4Ch9FqGAda off=698916 len=1452088 2024-08-04T16:03:05.554 INFO:tasks.workunit.client.0.smithi007.stdout:op 4436 completed, throughput=5MB/sec 2024-08-04T16:03:06.554 INFO:tasks.workunit.client.0.smithi007.stdout: 867: throughput=5MB/sec pending data=0 2024-08-04T16:03:06.555 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JyLNjRWN8jok9-B off=10511565 len=1270846 2024-08-04T16:03:06.563 INFO:tasks.workunit.client.0.smithi007.stdout:op 4437 completed, throughput=5MB/sec 2024-08-04T16:03:06.563 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RmFAqdd0oNoWUZN off=1661916 len=445037 2024-08-04T16:03:06.566 INFO:tasks.workunit.client.0.smithi007.stdout:op 4438 completed, throughput=5MB/sec 2024-08-04T16:03:06.566 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mq_XJG0OgBVrZBa off=3935760 len=1864270 2024-08-04T16:03:06.570 INFO:tasks.workunit.client.0.smithi007.stdout:op 4439 completed, throughput=5MB/sec 2024-08-04T16:03:06.570 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fxcn9DmtVvwlnqm off=8483500 len=661905 2024-08-04T16:03:06.574 INFO:tasks.workunit.client.0.smithi007.stdout:op 4440 completed, throughput=5MB/sec 2024-08-04T16:03:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:03:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:03:06] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-08-04T16:03:07.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:06 smithi062 ceph-mon[85960]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:03:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:03:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:06 smithi007 ceph-mon[92692]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:03:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:03:07.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:06 smithi007 ceph-mon[94998]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:03:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:03:07.574 INFO:tasks.workunit.client.0.smithi007.stdout: 868: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:07.575 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-u__pTTiSiin44lA off=5679644 len=824649 2024-08-04T16:03:07.580 INFO:tasks.workunit.client.0.smithi007.stdout:op 4441 completed, throughput=5MB/sec 2024-08-04T16:03:07.580 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pUpETsSgxToDwvj off=4170081 len=1666463 2024-08-04T16:03:07.582 INFO:tasks.workunit.client.0.smithi007.stdout:op 4442 completed, throughput=5MB/sec 2024-08-04T16:03:07.582 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kXRaDc8nbsvHSru off=6945966 len=1343124 2024-08-04T16:03:07.585 INFO:tasks.workunit.client.0.smithi007.stdout:op 4443 completed, throughput=5MB/sec 2024-08-04T16:03:07.585 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-w_7jhVeK-gvI8iS off=4177619 len=1928654 2024-08-04T16:03:07.597 INFO:tasks.workunit.client.0.smithi007.stdout:op 4444 completed, throughput=5MB/sec 2024-08-04T16:03:08.597 INFO:tasks.workunit.client.0.smithi007.stdout: 869: throughput=5MB/sec pending data=0 2024-08-04T16:03:08.597 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zpqXes6tnwEEbpU off=1370883 len=625177 2024-08-04T16:03:08.598 INFO:tasks.workunit.client.0.smithi007.stdout:op 4445 completed, throughput=5MB/sec 2024-08-04T16:03:08.598 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nOhMfUu349gP_uS off=13096688 len=1120351 2024-08-04T16:03:08.600 INFO:tasks.workunit.client.0.smithi007.stdout:op 4446 completed, throughput=5MB/sec 2024-08-04T16:03:08.600 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8OE9aSDbkpWSjBG off=7508873 len=1563179 2024-08-04T16:03:08.603 INFO:tasks.workunit.client.0.smithi007.stdout:op 4447 completed, throughput=5MB/sec 2024-08-04T16:03:08.604 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AAqpPAiV6Cku9Bf off=3154765 len=373042 2024-08-04T16:03:08.607 INFO:tasks.workunit.client.0.smithi007.stdout:op 4448 completed, throughput=5MB/sec 2024-08-04T16:03:08.607 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9FDoxDckEDAb5sO off=927413 len=568708 2024-08-04T16:03:08.608 INFO:tasks.workunit.client.0.smithi007.stdout:op 4449 completed, throughput=5MB/sec 2024-08-04T16:03:08.608 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rLcbKBOw5nShSIP off=11295818 len=842886 2024-08-04T16:03:08.609 INFO:tasks.workunit.client.0.smithi007.stdout:op 4450 completed, throughput=5MB/sec 2024-08-04T16:03:09.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:08 smithi062 ceph-mon[85960]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:03:09.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:08 smithi007 ceph-mon[94998]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:03:09.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:08 smithi007 ceph-mon[92692]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:03:09.609 INFO:tasks.workunit.client.0.smithi007.stdout: 870: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:09.610 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ei2mKTIlC9s7vva off=17884628 len=899544 2024-08-04T16:03:09.614 INFO:tasks.workunit.client.0.smithi007.stdout:op 4451 completed, throughput=5MB/sec 2024-08-04T16:03:09.614 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-M6DZXy7j__V-owX off=5192354 len=929177 2024-08-04T16:03:09.616 INFO:tasks.workunit.client.0.smithi007.stdout:op 4452 completed, throughput=5MB/sec 2024-08-04T16:03:09.616 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wj7cJcqBCY6pFxX off=2182827 len=1798254 2024-08-04T16:03:09.626 INFO:tasks.workunit.client.0.smithi007.stdout:op 4453 completed, throughput=5MB/sec 2024-08-04T16:03:09.626 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yDnidOCo5v58T7Z off=2651629 len=785003 2024-08-04T16:03:09.631 INFO:tasks.workunit.client.0.smithi007.stdout:op 4454 completed, throughput=5MB/sec 2024-08-04T16:03:09.631 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-eyK1rOGEtrJKwAm off=807373 len=766840 2024-08-04T16:03:09.632 INFO:tasks.workunit.client.0.smithi007.stdout:op 4455 completed, throughput=5MB/sec 2024-08-04T16:03:10.633 INFO:tasks.workunit.client.0.smithi007.stdout: 871: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:10.633 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cMILXajF5m27h-x off=6884488 len=1179609 2024-08-04T16:03:10.635 INFO:tasks.workunit.client.0.smithi007.stdout:op 4456 completed, throughput=5MB/sec 2024-08-04T16:03:10.636 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-b4c5eZ6UMMmZX-W off=9030758 len=2060357 2024-08-04T16:03:10.638 INFO:tasks.workunit.client.0.smithi007.stdout:op 4457 completed, throughput=5MB/sec 2024-08-04T16:03:10.638 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DCN7HiZShhLHkKi off=2755481 len=2014819 2024-08-04T16:03:10.642 INFO:tasks.workunit.client.0.smithi007.stdout:op 4458 completed, throughput=5MB/sec 2024-08-04T16:03:11.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:10 smithi062 ceph-mon[85960]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-04T16:03:11.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:10 smithi007 ceph-mon[92692]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-04T16:03:11.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:10 smithi007 ceph-mon[94998]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-04T16:03:11.643 INFO:tasks.workunit.client.0.smithi007.stdout: 872: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:11.643 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hYMVBqBG8yB2YpV off=14236861 len=1080086 2024-08-04T16:03:11.649 INFO:tasks.workunit.client.0.smithi007.stdout:op 4459 completed, throughput=5MB/sec 2024-08-04T16:03:11.649 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ync2pMpAkb_mt4d off=12909954 len=1320021 2024-08-04T16:03:11.655 INFO:tasks.workunit.client.0.smithi007.stdout:op 4460 completed, throughput=5MB/sec 2024-08-04T16:03:11.655 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hr0B520h8G6pdEN off=4922408 len=25263 2024-08-04T16:03:11.656 INFO:tasks.workunit.client.0.smithi007.stdout:op 4461 completed, throughput=5MB/sec 2024-08-04T16:03:11.656 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uPP6LHpjzJziFUb off=5666660 len=426711 2024-08-04T16:03:11.659 INFO:tasks.workunit.client.0.smithi007.stdout:op 4462 completed, throughput=5MB/sec 2024-08-04T16:03:11.659 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EwxJ1CxbWHivLJE off=4219283 len=494301 2024-08-04T16:03:11.661 INFO:tasks.workunit.client.0.smithi007.stdout:op 4463 completed, throughput=5MB/sec 2024-08-04T16:03:11.661 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XwAFZl_SAcSNMuj off=13021371 len=1088548 2024-08-04T16:03:11.662 INFO:tasks.workunit.client.0.smithi007.stdout:op 4464 completed, throughput=5MB/sec 2024-08-04T16:03:11.663 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Esd1GuhH3eDRUr2 off=1415451 len=361292 2024-08-04T16:03:11.664 INFO:tasks.workunit.client.0.smithi007.stdout:op 4465 completed, throughput=5MB/sec 2024-08-04T16:03:11.664 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lVSHUHbQ46v17SK off=6658110 len=406297 2024-08-04T16:03:11.665 INFO:tasks.workunit.client.0.smithi007.stdout:op 4466 completed, throughput=5MB/sec 2024-08-04T16:03:12.665 INFO:tasks.workunit.client.0.smithi007.stdout: 873: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:12.665 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LmSTIZL67bJrXyG off=9741226 len=2045587 2024-08-04T16:03:12.674 INFO:tasks.workunit.client.0.smithi007.stdout:op 4467 completed, throughput=5MB/sec 2024-08-04T16:03:12.674 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-F8diJFBvdlz-lBW off=10882266 len=873285 2024-08-04T16:03:12.679 INFO:tasks.workunit.client.0.smithi007.stdout:op 4468 completed, throughput=5MB/sec 2024-08-04T16:03:12.679 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CkN_3_mxwUGZnj6 off=5053402 len=296421 2024-08-04T16:03:12.682 INFO:tasks.workunit.client.0.smithi007.stdout:op 4469 completed, throughput=5MB/sec 2024-08-04T16:03:12.682 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-asNPtB9S5OophlC off=11366724 len=562755 2024-08-04T16:03:12.686 INFO:tasks.workunit.client.0.smithi007.stdout:op 4470 completed, throughput=5MB/sec 2024-08-04T16:03:12.686 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-f5gzrMKpSshPFdD off=8366832 len=56726 2024-08-04T16:03:12.687 INFO:tasks.workunit.client.0.smithi007.stdout:op 4471 completed, throughput=5MB/sec 2024-08-04T16:03:12.687 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Wg71V5yYEuGDYsR off=2916535 len=2060764 2024-08-04T16:03:12.694 INFO:tasks.workunit.client.0.smithi007.stdout:op 4472 completed, throughput=5MB/sec 2024-08-04T16:03:12.758 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:03:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:03:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:03:13.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:12 smithi062 ceph-mon[85960]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T16:03:13.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:12 smithi007 ceph-mon[92692]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T16:03:13.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:12 smithi007 ceph-mon[94998]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-04T16:03:13.695 INFO:tasks.workunit.client.0.smithi007.stdout: 874: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:13.695 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vfcBgLajuonDGAa off=2873748 len=550502 2024-08-04T16:03:13.699 INFO:tasks.workunit.client.0.smithi007.stdout:op 4473 completed, throughput=5MB/sec 2024-08-04T16:03:13.699 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_Tkd8y32zmW1aUS off=8347384 len=284223 2024-08-04T16:03:13.700 INFO:tasks.workunit.client.0.smithi007.stdout:op 4474 completed, throughput=5MB/sec 2024-08-04T16:03:13.700 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VUoszG_5ze6IFd0 off=5019565 len=435471 2024-08-04T16:03:13.701 INFO:tasks.workunit.client.0.smithi007.stdout:op 4475 completed, throughput=5MB/sec 2024-08-04T16:03:13.701 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SfNsbcMGBMZuq7x off=9117456 len=1311425 2024-08-04T16:03:13.703 INFO:tasks.workunit.client.0.smithi007.stdout:op 4476 completed, throughput=5MB/sec 2024-08-04T16:03:13.703 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lY29JdErzLt9UXK off=3259172 len=725695 2024-08-04T16:03:13.707 INFO:tasks.workunit.client.0.smithi007.stdout:op 4477 completed, throughput=5MB/sec 2024-08-04T16:03:13.707 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ns0ZcSdodg7Ehmk off=13368729 len=734565 2024-08-04T16:03:13.708 INFO:tasks.workunit.client.0.smithi007.stdout:op 4478 completed, throughput=5MB/sec 2024-08-04T16:03:13.709 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-t8RXPb1UysT93TX off=3381311 len=1739226 2024-08-04T16:03:13.719 INFO:tasks.workunit.client.0.smithi007.stdout:op 4479 completed, throughput=5MB/sec 2024-08-04T16:03:14.720 INFO:tasks.workunit.client.0.smithi007.stdout: 875: throughput=5MB/sec pending data=0 2024-08-04T16:03:14.720 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ffljyzEcdFXuxBY off=1197839 len=1303851 2024-08-04T16:03:14.722 INFO:tasks.workunit.client.0.smithi007.stdout:op 4480 completed, throughput=5MB/sec 2024-08-04T16:03:14.723 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ONP8OLbB1KBPQQ_ off=7090387 len=784097 2024-08-04T16:03:14.724 INFO:tasks.workunit.client.0.smithi007.stdout:op 4481 completed, throughput=5MB/sec 2024-08-04T16:03:14.725 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tV0g6iJrkYoNPoq off=4925632 len=2081106 2024-08-04T16:03:14.735 INFO:tasks.workunit.client.0.smithi007.stdout:op 4482 completed, throughput=5MB/sec 2024-08-04T16:03:14.735 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OGFgCc16sy8Kxir off=6619769 len=1050656 2024-08-04T16:03:14.741 INFO:tasks.workunit.client.0.smithi007.stdout:op 4483 completed, throughput=5MB/sec 2024-08-04T16:03:15.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:14 smithi007 ceph-mon[92692]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:03:15.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:14 smithi007 ceph-mon[94998]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:03:15.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:14 smithi062 ceph-mon[85960]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:03:15.742 INFO:tasks.workunit.client.0.smithi007.stdout: 876: throughput=5MB/sec pending data=0 2024-08-04T16:03:15.742 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dYRY1eDy4MI6KN2 off=313715 len=1550031 2024-08-04T16:03:15.750 INFO:tasks.workunit.client.0.smithi007.stdout:op 4484 completed, throughput=5MB/sec 2024-08-04T16:03:15.750 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JfdEHFS5EFHfxfe off=10041444 len=927615 2024-08-04T16:03:15.751 INFO:tasks.workunit.client.0.smithi007.stdout:op 4485 completed, throughput=5MB/sec 2024-08-04T16:03:15.751 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-n4Qttoc4lKIqi1L off=5800403 len=291924 2024-08-04T16:03:15.752 INFO:tasks.workunit.client.0.smithi007.stdout:op 4486 completed, throughput=5MB/sec 2024-08-04T16:03:15.752 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gtdc2R9ALEl3WX1 off=5962602 len=2074641 2024-08-04T16:03:15.765 INFO:tasks.workunit.client.0.smithi007.stdout:op 4487 completed, throughput=5MB/sec 2024-08-04T16:03:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:03:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:03:16] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-08-04T16:03:16.765 INFO:tasks.workunit.client.0.smithi007.stdout: 877: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:16.765 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QOS2ozHy1830hKl off=14496431 len=446184 2024-08-04T16:03:16.769 INFO:tasks.workunit.client.0.smithi007.stdout:op 4488 completed, throughput=5MB/sec 2024-08-04T16:03:16.769 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xX-_QIQQonHteoB off=10823962 len=492976 2024-08-04T16:03:16.770 INFO:tasks.workunit.client.0.smithi007.stdout:op 4489 completed, throughput=5MB/sec 2024-08-04T16:03:16.770 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-P4SUYzbosu-XT8P off=289322 len=13134 2024-08-04T16:03:16.771 INFO:tasks.workunit.client.0.smithi007.stdout:op 4490 completed, throughput=5MB/sec 2024-08-04T16:03:16.771 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iJpVjAnWnVJPAoR off=3494614 len=1690192 2024-08-04T16:03:16.773 INFO:tasks.workunit.client.0.smithi007.stdout:op 4491 completed, throughput=5MB/sec 2024-08-04T16:03:16.773 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qWvvONqfErsF2vO off=17200232 len=786982 2024-08-04T16:03:16.777 INFO:tasks.workunit.client.0.smithi007.stdout:op 4492 completed, throughput=5MB/sec 2024-08-04T16:03:16.777 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nhZumzUPXnJiS59 off=12366601 len=1421581 2024-08-04T16:03:16.779 INFO:tasks.workunit.client.0.smithi007.stdout:op 4493 completed, throughput=5MB/sec 2024-08-04T16:03:16.779 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--pd3wUWVpDsUuW1 off=250004 len=692427 2024-08-04T16:03:16.784 INFO:tasks.workunit.client.0.smithi007.stdout:op 4494 completed, throughput=5MB/sec 2024-08-04T16:03:17.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:16 smithi007 ceph-mon[92692]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T16:03:17.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:16 smithi007 ceph-mon[94998]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T16:03:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:16 smithi062 ceph-mon[85960]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T16:03:17.784 INFO:tasks.workunit.client.0.smithi007.stdout: 878: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:17.784 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RtNwhMmBxUW-F4H off=978901 len=1024475 2024-08-04T16:03:17.791 INFO:tasks.workunit.client.0.smithi007.stdout:op 4495 completed, throughput=5MB/sec 2024-08-04T16:03:17.791 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zf78YvrbG4cYzy3 off=21004370 len=1144733 2024-08-04T16:03:17.793 INFO:tasks.workunit.client.0.smithi007.stdout:op 4496 completed, throughput=5MB/sec 2024-08-04T16:03:17.793 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-i7LgxfGQjOopImr off=6572666 len=541728 2024-08-04T16:03:17.797 INFO:tasks.workunit.client.0.smithi007.stdout:op 4497 completed, throughput=5MB/sec 2024-08-04T16:03:17.797 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-H4mZSbziTAap3v5 off=4993056 len=2086350 2024-08-04T16:03:17.806 INFO:tasks.workunit.client.0.smithi007.stdout:op 4498 completed, throughput=5MB/sec 2024-08-04T16:03:17.806 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6HuYJrwLFKPGcKZ off=0 len=1823395 2024-08-04T16:03:17.808 INFO:tasks.workunit.client.0.smithi007.stdout:op 4499 completed, throughput=5MB/sec 2024-08-04T16:03:18.808 INFO:tasks.workunit.client.0.smithi007.stdout: 879: throughput=5MB/sec pending data=0 2024-08-04T16:03:18.809 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6ieLF6Jh0STAXDJ off=16357923 len=768648 2024-08-04T16:03:18.813 INFO:tasks.workunit.client.0.smithi007.stdout:op 4500 completed, throughput=5MB/sec 2024-08-04T16:03:18.813 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QP9cG1rluKQS-AY off=7306455 len=226073 2024-08-04T16:03:18.816 INFO:tasks.workunit.client.0.smithi007.stdout:op 4501 completed, throughput=5MB/sec 2024-08-04T16:03:18.816 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Cuo0_Wiz8K2SQAi off=16936258 len=1783476 2024-08-04T16:03:18.820 INFO:tasks.workunit.client.0.smithi007.stdout:op 4502 completed, throughput=5MB/sec 2024-08-04T16:03:18.820 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JoD7xRCmkd7Cx9f off=6830667 len=1720801 2024-08-04T16:03:18.828 INFO:tasks.workunit.client.0.smithi007.stdout:op 4503 completed, throughput=5MB/sec 2024-08-04T16:03:19.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:18 smithi007 ceph-mon[94998]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:03:19.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:18 smithi007 ceph-mon[92692]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:03:19.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:18 smithi062 ceph-mon[85960]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:03:19.829 INFO:tasks.workunit.client.0.smithi007.stdout: 880: throughput=5MB/sec pending data=0 2024-08-04T16:03:19.829 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--OQBs7sK1kaTLXB off=10943232 len=1947688 2024-08-04T16:03:19.839 INFO:tasks.workunit.client.0.smithi007.stdout:op 4504 completed, throughput=5MB/sec 2024-08-04T16:03:19.839 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fHkx2x_ToCi8xw_ off=8768031 len=1919567 2024-08-04T16:03:19.847 INFO:tasks.workunit.client.0.smithi007.stdout:op 4505 completed, throughput=5MB/sec 2024-08-04T16:03:19.847 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SNNpTYrCa3aVbFO off=6106133 len=161895 2024-08-04T16:03:19.847 INFO:tasks.workunit.client.0.smithi007.stdout:op 4506 completed, throughput=5MB/sec 2024-08-04T16:03:19.848 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-whi9lwhUtEbvK2r off=5436295 len=296422 2024-08-04T16:03:19.851 INFO:tasks.workunit.client.0.smithi007.stdout:op 4507 completed, throughput=5MB/sec 2024-08-04T16:03:19.851 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tl9jwpW6Ntv7d8n off=22824390 len=1924220 2024-08-04T16:03:19.854 INFO:tasks.workunit.client.0.smithi007.stdout:op 4508 completed, throughput=5MB/sec 2024-08-04T16:03:20.855 INFO:tasks.workunit.client.0.smithi007.stdout: 881: throughput=5MB/sec pending data=0 2024-08-04T16:03:20.855 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LwQdI6rcS-isDKj off=269241 len=657984 2024-08-04T16:03:20.856 INFO:tasks.workunit.client.0.smithi007.stdout:op 4509 completed, throughput=5MB/sec 2024-08-04T16:03:20.856 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lea3nyLTSDLFpag off=498918 len=491292 2024-08-04T16:03:20.857 INFO:tasks.workunit.client.0.smithi007.stdout:op 4510 completed, throughput=5MB/sec 2024-08-04T16:03:20.857 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bBgTbTqDM_r3kyX off=1965404 len=130949 2024-08-04T16:03:20.858 INFO:tasks.workunit.client.0.smithi007.stdout:op 4511 completed, throughput=5MB/sec 2024-08-04T16:03:20.858 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7jaG4wSBFnnwtTE off=121277 len=414671 2024-08-04T16:03:20.862 INFO:tasks.workunit.client.0.smithi007.stdout:op 4512 completed, throughput=5MB/sec 2024-08-04T16:03:20.862 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4y4MLlEG3mmWERN off=5778240 len=310454 2024-08-04T16:03:20.863 INFO:tasks.workunit.client.0.smithi007.stdout:op 4513 completed, throughput=5MB/sec 2024-08-04T16:03:20.863 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xydFjr9wIF8W0KN off=2872188 len=1262181 2024-08-04T16:03:20.871 INFO:tasks.workunit.client.0.smithi007.stdout:op 4514 completed, throughput=5MB/sec 2024-08-04T16:03:20.871 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WGK8wdWSCASCb1p off=1044844 len=1676462 2024-08-04T16:03:20.881 INFO:tasks.workunit.client.0.smithi007.stdout:op 4515 completed, throughput=5MB/sec 2024-08-04T16:03:21.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:20 smithi007 ceph-mon[92692]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:03:21.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:20 smithi007 ceph-mon[94998]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:03:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:20 smithi062 ceph-mon[85960]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:03:21.881 INFO:tasks.workunit.client.0.smithi007.stdout: 882: throughput=5MB/sec pending data=0 2024-08-04T16:03:21.882 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ymnjnCT94mNbSXS off=2273369 len=575017 2024-08-04T16:03:21.886 INFO:tasks.workunit.client.0.smithi007.stdout:op 4516 completed, throughput=5MB/sec 2024-08-04T16:03:21.886 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Sf-hU-g_V7lAfyo off=16076850 len=2071801 2024-08-04T16:03:21.889 INFO:tasks.workunit.client.0.smithi007.stdout:op 4517 completed, throughput=5MB/sec 2024-08-04T16:03:21.889 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vQI1R5mPIMcbefM off=2020250 len=1226640 2024-08-04T16:03:21.890 INFO:tasks.workunit.client.0.smithi007.stdout:op 4518 completed, throughput=5MB/sec 2024-08-04T16:03:21.891 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PQ4KHQGNJaWIN6N off=870772 len=1570597 2024-08-04T16:03:21.897 INFO:tasks.workunit.client.0.smithi007.stdout:op 4519 completed, throughput=5MB/sec 2024-08-04T16:03:22.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:03:22.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:03:22.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:03:22.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:03:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:03:22.898 INFO:tasks.workunit.client.0.smithi007.stdout: 883: throughput=5MB/sec pending data=0 2024-08-04T16:03:22.898 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tHMSZrZz_2fFkwK off=3617201 len=1357831 2024-08-04T16:03:22.905 INFO:tasks.workunit.client.0.smithi007.stdout:op 4520 completed, throughput=5MB/sec 2024-08-04T16:03:22.905 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ai9p3DmbNQtTXC6 off=937619 len=1504239 2024-08-04T16:03:22.913 INFO:tasks.workunit.client.0.smithi007.stdout:op 4521 completed, throughput=5MB/sec 2024-08-04T16:03:22.913 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-e9VdWrFgTX168t5 off=413556 len=405440 2024-08-04T16:03:22.914 INFO:tasks.workunit.client.0.smithi007.stdout:op 4522 completed, throughput=5MB/sec 2024-08-04T16:03:22.914 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GqP3KHyFVjYNNSY off=2133232 len=1284506 2024-08-04T16:03:22.920 INFO:tasks.workunit.client.0.smithi007.stdout:op 4523 completed, throughput=5MB/sec 2024-08-04T16:03:23.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:22 smithi007 ceph-mon[94998]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-04T16:03:23.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:22 smithi007 ceph-mon[92692]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-04T16:03:23.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:22 smithi062 ceph-mon[85960]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-04T16:03:23.920 INFO:tasks.workunit.client.0.smithi007.stdout: 884: throughput=5MB/sec pending data=0 2024-08-04T16:03:23.920 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zcVFk_Wg9FdZBFx off=19637257 len=1545905 2024-08-04T16:03:23.924 INFO:tasks.workunit.client.0.smithi007.stdout:op 4524 completed, throughput=5MB/sec 2024-08-04T16:03:23.924 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-50gRDGotLzXzP0z off=3549387 len=1991460 2024-08-04T16:03:23.926 INFO:tasks.workunit.client.0.smithi007.stdout:op 4525 completed, throughput=5MB/sec 2024-08-04T16:03:23.926 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6K6ycYFUQRV2mPH off=2975608 len=243254 2024-08-04T16:03:23.930 INFO:tasks.workunit.client.0.smithi007.stdout:op 4526 completed, throughput=5MB/sec 2024-08-04T16:03:23.930 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5E__iwe-7kYGPOM off=4076187 len=1185325 2024-08-04T16:03:23.932 INFO:tasks.workunit.client.0.smithi007.stdout:op 4527 completed, throughput=5MB/sec 2024-08-04T16:03:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: 885: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:24.932 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-y640lMhuYJG84es off=5562943 len=697206 2024-08-04T16:03:24.937 INFO:tasks.workunit.client.0.smithi007.stdout:op 4528 completed, throughput=5MB/sec 2024-08-04T16:03:24.937 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-41tSKJqYs8t1mPT off=11981275 len=541806 2024-08-04T16:03:24.938 INFO:tasks.workunit.client.0.smithi007.stdout:op 4529 completed, throughput=5MB/sec 2024-08-04T16:03:24.939 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-saw3GEkSkVR_vM5 off=11284394 len=451908 2024-08-04T16:03:24.942 INFO:tasks.workunit.client.0.smithi007.stdout:op 4530 completed, throughput=5MB/sec 2024-08-04T16:03:24.942 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bVYVqoHqSPc_DGZ off=2403674 len=1317699 2024-08-04T16:03:24.944 INFO:tasks.workunit.client.0.smithi007.stdout:op 4531 completed, throughput=5MB/sec 2024-08-04T16:03:24.944 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-L3uJsMQTM5D2SYK off=9310679 len=481973 2024-08-04T16:03:24.945 INFO:tasks.workunit.client.0.smithi007.stdout:op 4532 completed, throughput=5MB/sec 2024-08-04T16:03:24.945 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TAe2bH8734dkJpn off=2294863 len=799104 2024-08-04T16:03:24.949 INFO:tasks.workunit.client.0.smithi007.stdout:op 4533 completed, throughput=5MB/sec 2024-08-04T16:03:24.949 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2UAW7L9AXT2CYJp off=3941976 len=1693045 2024-08-04T16:03:24.953 INFO:tasks.workunit.client.0.smithi007.stdout:op 4534 completed, throughput=5MB/sec 2024-08-04T16:03:25.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:24 smithi007 ceph-mon[94998]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:03:25.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:24 smithi007 ceph-mon[92692]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:03:25.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:24 smithi062 ceph-mon[85960]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:03:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: 886: throughput=5MB/sec pending data=0 2024-08-04T16:03:25.954 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MFFUqVTtR6OHKLR off=2652526 len=1059317 2024-08-04T16:03:25.960 INFO:tasks.workunit.client.0.smithi007.stdout:op 4535 completed, throughput=5MB/sec 2024-08-04T16:03:25.960 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-T8ZbL50iYMKDiWx off=10468323 len=108894 2024-08-04T16:03:25.962 INFO:tasks.workunit.client.0.smithi007.stdout:op 4536 completed, throughput=5MB/sec 2024-08-04T16:03:25.962 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KiL7F7n43LhSwJm off=9299989 len=1513185 2024-08-04T16:03:25.970 INFO:tasks.workunit.client.0.smithi007.stdout:op 4537 completed, throughput=5MB/sec 2024-08-04T16:03:25.970 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7jqXH5dcI9Lpj9_ off=7038722 len=960024 2024-08-04T16:03:25.975 INFO:tasks.workunit.client.0.smithi007.stdout:op 4538 completed, throughput=5MB/sec 2024-08-04T16:03:25.975 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sUOsdxEBLKkHeOd off=8547937 len=424318 2024-08-04T16:03:25.978 INFO:tasks.workunit.client.0.smithi007.stdout:op 4539 completed, throughput=5MB/sec 2024-08-04T16:03:25.979 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jISfDPMH52GeSxE off=2817172 len=967842 2024-08-04T16:03:25.979 INFO:tasks.workunit.client.0.smithi007.stdout:op 4540 completed, throughput=5MB/sec 2024-08-04T16:03:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:03:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:03:26] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2024-08-04T16:03:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: 887: throughput=5MB/sec pending data=0 2024-08-04T16:03:26.980 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gf9aP7xjOZXfdCJ off=8029722 len=861802 2024-08-04T16:03:26.981 INFO:tasks.workunit.client.0.smithi007.stdout:op 4541 completed, throughput=5MB/sec 2024-08-04T16:03:26.981 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AtWcevh_2MH4UVY off=1417738 len=1218999 2024-08-04T16:03:26.984 INFO:tasks.workunit.client.0.smithi007.stdout:op 4542 completed, throughput=5MB/sec 2024-08-04T16:03:26.984 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5E__iwe-7kYGPOM off=6121213 len=1381116 2024-08-04T16:03:26.991 INFO:tasks.workunit.client.0.smithi007.stdout:op 4543 completed, throughput=5MB/sec 2024-08-04T16:03:26.991 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LSDtZD8DuFiMPnn off=0 len=1131466 2024-08-04T16:03:26.997 INFO:tasks.workunit.client.0.smithi007.stdout:op 4544 completed, throughput=5MB/sec 2024-08-04T16:03:26.997 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-43igetXXs7SYW6v off=12005162 len=1227208 2024-08-04T16:03:26.998 INFO:tasks.workunit.client.0.smithi007.stdout:op 4545 completed, throughput=5MB/sec 2024-08-04T16:03:27.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:26 smithi007 ceph-mon[92692]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:03:27.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:26 smithi007 ceph-mon[94998]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:03:27.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:26 smithi062 ceph-mon[85960]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:03:27.999 INFO:tasks.workunit.client.0.smithi007.stdout: 888: throughput=5MB/sec pending data=0 2024-08-04T16:03:27.999 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pU2CSFZwn1kkpU2 off=11568424 len=1680029 2024-08-04T16:03:28.002 INFO:tasks.workunit.client.0.smithi007.stdout:op 4546 completed, throughput=5MB/sec 2024-08-04T16:03:28.003 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9lkzt3QKE4_HN_l off=14049439 len=1613403 2024-08-04T16:03:28.012 INFO:tasks.workunit.client.0.smithi007.stdout:op 4547 completed, throughput=5MB/sec 2024-08-04T16:03:28.012 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BD2eV6-1zFui2PB off=19718464 len=880829 2024-08-04T16:03:28.013 INFO:tasks.workunit.client.0.smithi007.stdout:op 4548 completed, throughput=5MB/sec 2024-08-04T16:03:28.014 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5R9gU5owW2sQ70R off=4537891 len=641475 2024-08-04T16:03:28.018 INFO:tasks.workunit.client.0.smithi007.stdout:op 4549 completed, throughput=5MB/sec 2024-08-04T16:03:29.018 INFO:tasks.workunit.client.0.smithi007.stdout: 889: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:29.019 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oC5ozDNQTfrsZlz off=13340605 len=552882 2024-08-04T16:03:29.023 INFO:tasks.workunit.client.0.smithi007.stdout:op 4550 completed, throughput=5MB/sec 2024-08-04T16:03:29.023 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3qvN4AZsw6gIp8D off=10662412 len=643580 2024-08-04T16:03:29.024 INFO:tasks.workunit.client.0.smithi007.stdout:op 4551 completed, throughput=5MB/sec 2024-08-04T16:03:29.024 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ivyPD-tZ1h-8hs3 off=13643279 len=1672271 2024-08-04T16:03:29.033 INFO:tasks.workunit.client.0.smithi007.stdout:op 4552 completed, throughput=5MB/sec 2024-08-04T16:03:29.033 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-e66zsFGKNKnHp61 off=9273601 len=1359812 2024-08-04T16:03:29.038 INFO:tasks.workunit.client.0.smithi007.stdout:op 4553 completed, throughput=5MB/sec 2024-08-04T16:03:29.038 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EYjuhVe8ISy6Uy4 off=6253138 len=886788 2024-08-04T16:03:29.043 INFO:tasks.workunit.client.0.smithi007.stdout:op 4554 completed, throughput=5MB/sec 2024-08-04T16:03:29.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:28 smithi007 ceph-mon[92692]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:03:29.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:28 smithi007 ceph-mon[94998]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:03:29.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:28 smithi062 ceph-mon[85960]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:03:30.044 INFO:tasks.workunit.client.0.smithi007.stdout: 890: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:30.044 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zmXJfp2WBv1EDu_ off=2575836 len=753977 2024-08-04T16:03:30.045 INFO:tasks.workunit.client.0.smithi007.stdout:op 4555 completed, throughput=5MB/sec 2024-08-04T16:03:30.045 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3NHOHC387XXn_w_ off=16374510 len=1830231 2024-08-04T16:03:30.053 INFO:tasks.workunit.client.0.smithi007.stdout:op 4556 completed, throughput=5MB/sec 2024-08-04T16:03:30.053 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PT4ldZobRf1l6pv off=4254001 len=161064 2024-08-04T16:03:30.054 INFO:tasks.workunit.client.0.smithi007.stdout:op 4557 completed, throughput=5MB/sec 2024-08-04T16:03:30.054 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HbUhdr0uysvkW6o off=2282144 len=394270 2024-08-04T16:03:30.057 INFO:tasks.workunit.client.0.smithi007.stdout:op 4558 completed, throughput=5MB/sec 2024-08-04T16:03:30.057 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EbUbjhwHXokpubH off=3577420 len=654986 2024-08-04T16:03:30.061 INFO:tasks.workunit.client.0.smithi007.stdout:op 4559 completed, throughput=5MB/sec 2024-08-04T16:03:30.061 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-juvqY4O27xu75EZ off=671086 len=1242703 2024-08-04T16:03:30.066 INFO:tasks.workunit.client.0.smithi007.stdout:op 4560 completed, throughput=5MB/sec 2024-08-04T16:03:30.066 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-osyNpcy5g9uQp6g off=19073608 len=1874799 2024-08-04T16:03:30.070 INFO:tasks.workunit.client.0.smithi007.stdout:op 4561 completed, throughput=5MB/sec 2024-08-04T16:03:31.070 INFO:tasks.workunit.client.0.smithi007.stdout: 891: throughput=5MB/sec pending data=0 2024-08-04T16:03:31.070 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MNh6Ov7ADqtWQ_0 off=2383401 len=1574897 2024-08-04T16:03:31.078 INFO:tasks.workunit.client.0.smithi007.stdout:op 4562 completed, throughput=5MB/sec 2024-08-04T16:03:31.078 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zDrYKJfErXmklZf off=5193485 len=1681717 2024-08-04T16:03:31.080 INFO:tasks.workunit.client.0.smithi007.stdout:op 4563 completed, throughput=5MB/sec 2024-08-04T16:03:31.081 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pbDoElBsgUCivci off=19429840 len=1551990 2024-08-04T16:03:31.082 INFO:tasks.workunit.client.0.smithi007.stdout:op 4564 completed, throughput=5MB/sec 2024-08-04T16:03:31.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:30 smithi007 ceph-mon[92692]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:03:31.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:30 smithi007 ceph-mon[94998]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:03:31.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:30 smithi062 ceph-mon[85960]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:03:32.082 INFO:tasks.workunit.client.0.smithi007.stdout: 892: throughput=5MB/sec pending data=0 2024-08-04T16:03:32.083 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-G3x5Y1838tBJJuY off=6440224 len=1759338 2024-08-04T16:03:32.084 INFO:tasks.workunit.client.0.smithi007.stdout:op 4565 completed, throughput=5MB/sec 2024-08-04T16:03:32.085 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-63KHJD6kVLEM9Oz off=8204957 len=1100016 2024-08-04T16:03:32.090 INFO:tasks.workunit.client.0.smithi007.stdout:op 4566 completed, throughput=5MB/sec 2024-08-04T16:03:32.090 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-M6zIB5LaM6Y0r2F off=12288355 len=38577 2024-08-04T16:03:32.090 INFO:tasks.workunit.client.0.smithi007.stdout:op 4567 completed, throughput=5MB/sec 2024-08-04T16:03:32.090 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NmijO6o7Av5qFWC off=2628032 len=621859 2024-08-04T16:03:32.094 INFO:tasks.workunit.client.0.smithi007.stdout:op 4568 completed, throughput=5MB/sec 2024-08-04T16:03:32.095 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hCEGx1N1ghqxc8a off=2138687 len=784368 2024-08-04T16:03:32.095 INFO:tasks.workunit.client.0.smithi007.stdout:op 4569 completed, throughput=5MB/sec 2024-08-04T16:03:32.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:03:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:03:33.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:32 smithi007 ceph-mon[94998]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-04T16:03:33.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:32 smithi007 ceph-mon[92692]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-04T16:03:33.096 INFO:tasks.workunit.client.0.smithi007.stdout: 893: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:33.096 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-L71XlHoZ34L0E0r off=1668669 len=1835026 2024-08-04T16:03:33.099 INFO:tasks.workunit.client.0.smithi007.stdout:op 4570 completed, throughput=5MB/sec 2024-08-04T16:03:33.099 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yAR07h5okd2br9c off=6063170 len=2076704 2024-08-04T16:03:33.101 INFO:tasks.workunit.client.0.smithi007.stdout:op 4571 completed, throughput=5MB/sec 2024-08-04T16:03:33.101 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6pTuPBuD1r1Xmrs off=2750561 len=1550841 2024-08-04T16:03:33.111 INFO:tasks.workunit.client.0.smithi007.stdout:op 4572 completed, throughput=5MB/sec 2024-08-04T16:03:33.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:32 smithi062 ceph-mon[85960]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-04T16:03:34.112 INFO:tasks.workunit.client.0.smithi007.stdout: 894: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:34.112 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Fidt3m9EgnnF4CH off=3356343 len=1049681 2024-08-04T16:03:34.117 INFO:tasks.workunit.client.0.smithi007.stdout:op 4573 completed, throughput=5MB/sec 2024-08-04T16:03:34.118 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zY2RNNHUJmF_vsd off=7117698 len=1667814 2024-08-04T16:03:34.120 INFO:tasks.workunit.client.0.smithi007.stdout:op 4574 completed, throughput=5MB/sec 2024-08-04T16:03:34.120 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IRKZg-T2_B1Wp7n off=7229515 len=460573 2024-08-04T16:03:34.124 INFO:tasks.workunit.client.0.smithi007.stdout:op 4575 completed, throughput=5MB/sec 2024-08-04T16:03:34.124 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-F6n-OnEnvWXvJ11 off=18914549 len=1970258 2024-08-04T16:03:34.126 INFO:tasks.workunit.client.0.smithi007.stdout:op 4576 completed, throughput=5MB/sec 2024-08-04T16:03:35.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:34 smithi007 ceph-mon[92692]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:03:35.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:34 smithi007 ceph-mon[94998]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:03:35.126 INFO:tasks.workunit.client.0.smithi007.stdout: 895: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:35.126 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yyhr9ABVmnixU_r off=5744720 len=639108 2024-08-04T16:03:35.127 INFO:tasks.workunit.client.0.smithi007.stdout:op 4577 completed, throughput=5MB/sec 2024-08-04T16:03:35.127 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bDWCppefx4tLXAJ off=2046393 len=328369 2024-08-04T16:03:35.131 INFO:tasks.workunit.client.0.smithi007.stdout:op 4578 completed, throughput=5MB/sec 2024-08-04T16:03:35.131 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-O3_X9Ll0pVwJqNK off=14828972 len=1359811 2024-08-04T16:03:35.140 INFO:tasks.workunit.client.0.smithi007.stdout:op 4579 completed, throughput=5MB/sec 2024-08-04T16:03:35.140 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7jJ5LHuA-FGMGME off=3487119 len=746481 2024-08-04T16:03:35.144 INFO:tasks.workunit.client.0.smithi007.stdout:op 4580 completed, throughput=5MB/sec 2024-08-04T16:03:35.144 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3kq236A4dDu96jp off=4060028 len=546105 2024-08-04T16:03:35.148 INFO:tasks.workunit.client.0.smithi007.stdout:op 4581 completed, throughput=5MB/sec 2024-08-04T16:03:35.148 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mt2Kmbh0H5SWV-M off=7282384 len=154920 2024-08-04T16:03:35.149 INFO:tasks.workunit.client.0.smithi007.stdout:op 4582 completed, throughput=5MB/sec 2024-08-04T16:03:35.149 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yImcKbNApCoPKp6 off=2915327 len=1096244 2024-08-04T16:03:35.150 INFO:tasks.workunit.client.0.smithi007.stdout:op 4583 completed, throughput=5MB/sec 2024-08-04T16:03:35.150 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JmciXdM_j0Cms3V off=13845505 len=1644302 2024-08-04T16:03:35.158 INFO:tasks.workunit.client.0.smithi007.stdout:op 4584 completed, throughput=5MB/sec 2024-08-04T16:03:35.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:34 smithi062 ceph-mon[85960]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:03:36.158 INFO:tasks.workunit.client.0.smithi007.stdout: 896: throughput=5MB/sec pending data=0 2024-08-04T16:03:36.158 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VMMfg_u8QywcUTq off=5404442 len=1979324 2024-08-04T16:03:36.161 INFO:tasks.workunit.client.0.smithi007.stdout:op 4585 completed, throughput=5MB/sec 2024-08-04T16:03:36.161 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9PG-OLxGjQSdZ9h off=13429667 len=868725 2024-08-04T16:03:36.166 INFO:tasks.workunit.client.0.smithi007.stdout:op 4586 completed, throughput=5MB/sec 2024-08-04T16:03:36.166 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fzjTbU_IlhdbB-U off=10572317 len=1492207 2024-08-04T16:03:36.169 INFO:tasks.workunit.client.0.smithi007.stdout:op 4587 completed, throughput=5MB/sec 2024-08-04T16:03:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:03:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:03:36] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-08-04T16:03:37.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:36 smithi007 ceph-mon[92692]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:03:37.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:03:37.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:36 smithi007 ceph-mon[94998]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:03:37.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:03:37.170 INFO:tasks.workunit.client.0.smithi007.stdout: 897: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:37.170 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9Wb2DmBSdviHEwo off=389115 len=446737 2024-08-04T16:03:37.173 INFO:tasks.workunit.client.0.smithi007.stdout:op 4588 completed, throughput=5MB/sec 2024-08-04T16:03:37.173 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zLt7uW9TfbhUgjS off=18345231 len=2068460 2024-08-04T16:03:37.186 INFO:tasks.workunit.client.0.smithi007.stdout:op 4589 completed, throughput=5MB/sec 2024-08-04T16:03:37.186 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iZ8wU1iwCdglWFf off=532252 len=1139776 2024-08-04T16:03:37.191 INFO:tasks.workunit.client.0.smithi007.stdout:op 4590 completed, throughput=5MB/sec 2024-08-04T16:03:37.191 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Dgj23bYQUVREFVE off=12129024 len=663798 2024-08-04T16:03:37.192 INFO:tasks.workunit.client.0.smithi007.stdout:op 4591 completed, throughput=5MB/sec 2024-08-04T16:03:37.192 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-018CGnEZc9c2JLc off=17571296 len=1681513 2024-08-04T16:03:37.200 INFO:tasks.workunit.client.0.smithi007.stdout:op 4592 completed, throughput=5MB/sec 2024-08-04T16:03:37.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:36 smithi062 ceph-mon[85960]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:03:37.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:03:38.200 INFO:tasks.workunit.client.0.smithi007.stdout: 898: throughput=5MB/sec pending data=0 2024-08-04T16:03:38.201 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WR5e58-Ep2WF7hI off=823974 len=331482 2024-08-04T16:03:38.204 INFO:tasks.workunit.client.0.smithi007.stdout:op 4593 completed, throughput=5MB/sec 2024-08-04T16:03:38.204 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ral6Qlh14zBvzfR off=13743979 len=1997438 2024-08-04T16:03:38.217 INFO:tasks.workunit.client.0.smithi007.stdout:op 4594 completed, throughput=5MB/sec 2024-08-04T16:03:38.217 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hQw4ZWjT83b8fZu off=10830335 len=1073188 2024-08-04T16:03:38.223 INFO:tasks.workunit.client.0.smithi007.stdout:op 4595 completed, throughput=5MB/sec 2024-08-04T16:03:38.223 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TA7oZX4V6tyJn-b off=8388413 len=1210303 2024-08-04T16:03:38.224 INFO:tasks.workunit.client.0.smithi007.stdout:op 4596 completed, throughput=5MB/sec 2024-08-04T16:03:39.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:38 smithi007 ceph-mon[92692]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:03:39.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:38 smithi007 ceph-mon[94998]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:03:39.225 INFO:tasks.workunit.client.0.smithi007.stdout: 899: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:39.225 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IxsWWVRdR3D7RGr off=1248484 len=111534 2024-08-04T16:03:39.228 INFO:tasks.workunit.client.0.smithi007.stdout:op 4597 completed, throughput=4.99MB/sec 2024-08-04T16:03:39.228 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vnYWPDcu39IL2cd off=10009376 len=1130510 2024-08-04T16:03:39.230 INFO:tasks.workunit.client.0.smithi007.stdout:op 4598 completed, throughput=5MB/sec 2024-08-04T16:03:39.230 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hviWzCMRpo9yqC2 off=5476154 len=1966275 2024-08-04T16:03:39.242 INFO:tasks.workunit.client.0.smithi007.stdout:op 4599 completed, throughput=5MB/sec 2024-08-04T16:03:39.242 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qLRQjc8cI-Me--5 off=1226620 len=571772 2024-08-04T16:03:39.245 INFO:tasks.workunit.client.0.smithi007.stdout:op 4600 completed, throughput=5MB/sec 2024-08-04T16:03:39.246 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TtMrz29ZZFo77zY off=18849729 len=1474652 2024-08-04T16:03:39.251 INFO:tasks.workunit.client.0.smithi007.stdout:op 4601 completed, throughput=5MB/sec 2024-08-04T16:03:39.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:38 smithi062 ceph-mon[85960]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:03:40.252 INFO:tasks.workunit.client.0.smithi007.stdout: 900: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:40.252 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1q_C8JL2zoa_Xt5 off=961275 len=1038625 2024-08-04T16:03:40.254 INFO:tasks.workunit.client.0.smithi007.stdout:op 4602 completed, throughput=5MB/sec 2024-08-04T16:03:40.254 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VVLDg8P2l7Ikr2P off=2102060 len=365268 2024-08-04T16:03:40.257 INFO:tasks.workunit.client.0.smithi007.stdout:op 4603 completed, throughput=5MB/sec 2024-08-04T16:03:40.257 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kbx8kuX3YVjfWeH off=2874887 len=384874 2024-08-04T16:03:40.261 INFO:tasks.workunit.client.0.smithi007.stdout:op 4604 completed, throughput=5MB/sec 2024-08-04T16:03:40.261 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Sf-hU-g_V7lAfyo off=7612777 len=169636 2024-08-04T16:03:40.263 INFO:tasks.workunit.client.0.smithi007.stdout:op 4605 completed, throughput=5MB/sec 2024-08-04T16:03:40.264 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TL5POLIFW1gQzTy off=8649261 len=1802896 2024-08-04T16:03:40.267 INFO:tasks.workunit.client.0.smithi007.stdout:op 4606 completed, throughput=5MB/sec 2024-08-04T16:03:40.267 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_31XPYrlxbztegt off=81775 len=1657213 2024-08-04T16:03:40.275 INFO:tasks.workunit.client.0.smithi007.stdout:op 4607 completed, throughput=5MB/sec 2024-08-04T16:03:41.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:40 smithi007 ceph-mon[94998]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:03:41.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:40 smithi007 ceph-mon[92692]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:03:41.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:40 smithi062 ceph-mon[85960]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:03:41.275 INFO:tasks.workunit.client.0.smithi007.stdout: 901: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:41.275 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1vvmBdB_VE6tqMh off=8487492 len=1081660 2024-08-04T16:03:41.281 INFO:tasks.workunit.client.0.smithi007.stdout:op 4608 completed, throughput=5MB/sec 2024-08-04T16:03:41.281 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_w76GDV9aSZQDiI off=0 len=1107879 2024-08-04T16:03:41.287 INFO:tasks.workunit.client.0.smithi007.stdout:op 4609 completed, throughput=5MB/sec 2024-08-04T16:03:41.287 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-u3f6C41fwuXKLxl off=10591868 len=1943442 2024-08-04T16:03:41.289 INFO:tasks.workunit.client.0.smithi007.stdout:op 4610 completed, throughput=5MB/sec 2024-08-04T16:03:41.289 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JxPo3TUGw9bWxoa off=23500 len=157621 2024-08-04T16:03:41.290 INFO:tasks.workunit.client.0.smithi007.stdout:op 4611 completed, throughput=5MB/sec 2024-08-04T16:03:41.290 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-I61eIIW2AAvDfnh off=2602380 len=1697654 2024-08-04T16:03:41.298 INFO:tasks.workunit.client.0.smithi007.stdout:op 4612 completed, throughput=5MB/sec 2024-08-04T16:03:42.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:41 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:03:42.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:41 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:03:42.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:41 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:03:42.298 INFO:tasks.workunit.client.0.smithi007.stdout: 902: throughput=5MB/sec pending data=0 2024-08-04T16:03:42.298 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gyDuKea_YKSpCDb off=6270702 len=1868913 2024-08-04T16:03:42.308 INFO:tasks.workunit.client.0.smithi007.stdout:op 4613 completed, throughput=5MB/sec 2024-08-04T16:03:42.308 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vPKcD50C_dUmUYN off=6850281 len=1808121 2024-08-04T16:03:42.310 INFO:tasks.workunit.client.0.smithi007.stdout:op 4614 completed, throughput=5MB/sec 2024-08-04T16:03:42.310 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Uk7FuHrvlwHGGhP off=9043629 len=811950 2024-08-04T16:03:42.311 INFO:tasks.workunit.client.0.smithi007.stdout:op 4615 completed, throughput=5MB/sec 2024-08-04T16:03:42.311 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XoLTqMSpSrHQ4l8 off=11811157 len=782493 2024-08-04T16:03:42.312 INFO:tasks.workunit.client.0.smithi007.stdout:op 4616 completed, throughput=5MB/sec 2024-08-04T16:03:42.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:03:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:03:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:03:43.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:42 smithi007 ceph-mon[92692]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:03:43.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:42 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:03:43.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:42 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:03:43.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:42 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:03:43.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:42 smithi007 ceph-mon[94998]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:03:43.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:42 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:03:43.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:42 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:03:43.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:42 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:03:43.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:42 smithi062 ceph-mon[85960]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:03:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:42 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:03:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:42 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:03:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:42 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:03:43.312 INFO:tasks.workunit.client.0.smithi007.stdout: 903: throughput=5MB/sec pending data=0 2024-08-04T16:03:43.313 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iqO_t5FtEIDOgEa off=1275371 len=110642 2024-08-04T16:03:43.313 INFO:tasks.workunit.client.0.smithi007.stdout:op 4617 completed, throughput=5MB/sec 2024-08-04T16:03:43.313 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AGj4JHwXu0G9JWF off=9275157 len=2046314 2024-08-04T16:03:43.325 INFO:tasks.workunit.client.0.smithi007.stdout:op 4618 completed, throughput=5MB/sec 2024-08-04T16:03:43.326 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kJ13fnkyQbH3Mdt off=5166425 len=953864 2024-08-04T16:03:43.327 INFO:tasks.workunit.client.0.smithi007.stdout:op 4619 completed, throughput=5MB/sec 2024-08-04T16:03:43.327 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sxRrAIIuBMa0gxi off=3917425 len=1066527 2024-08-04T16:03:43.332 INFO:tasks.workunit.client.0.smithi007.stdout:op 4620 completed, throughput=5MB/sec 2024-08-04T16:03:43.333 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ss4RK0NDUHfQdJK off=8005610 len=1445636 2024-08-04T16:03:43.334 INFO:tasks.workunit.client.0.smithi007.stdout:op 4621 completed, throughput=5MB/sec 2024-08-04T16:03:44.335 INFO:tasks.workunit.client.0.smithi007.stdout: 904: throughput=5MB/sec pending data=0 2024-08-04T16:03:44.335 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ExMifh_B0hnyACR off=7255202 len=517150 2024-08-04T16:03:44.339 INFO:tasks.workunit.client.0.smithi007.stdout:op 4622 completed, throughput=5MB/sec 2024-08-04T16:03:44.339 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MzdkDn-YEVdSbDd off=5844036 len=496834 2024-08-04T16:03:44.341 INFO:tasks.workunit.client.0.smithi007.stdout:op 4623 completed, throughput=5MB/sec 2024-08-04T16:03:44.341 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wmKb2ULzNzjclXQ off=5314433 len=1874385 2024-08-04T16:03:44.349 INFO:tasks.workunit.client.0.smithi007.stdout:op 4624 completed, throughput=5MB/sec 2024-08-04T16:03:44.349 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Qb9xJMI4hnpN2-K off=1514346 len=400702 2024-08-04T16:03:44.350 INFO:tasks.workunit.client.0.smithi007.stdout:op 4625 completed, throughput=5MB/sec 2024-08-04T16:03:44.351 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-36z6uKP9kjc68fc off=11967005 len=490105 2024-08-04T16:03:44.351 INFO:tasks.workunit.client.0.smithi007.stdout:op 4626 completed, throughput=5MB/sec 2024-08-04T16:03:44.352 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MPJ1tDPE1fYPiCR off=12844482 len=1597889 2024-08-04T16:03:44.353 INFO:tasks.workunit.client.0.smithi007.stdout:op 4627 completed, throughput=5MB/sec 2024-08-04T16:03:45.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:44 smithi007 ceph-mon[92692]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:03:45.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:44 smithi007 ceph-mon[94998]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:03:45.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:44 smithi062 ceph-mon[85960]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:03:45.354 INFO:tasks.workunit.client.0.smithi007.stdout: 905: throughput=5MB/sec pending data=0 2024-08-04T16:03:45.354 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wj2ZfQo5rZdtdnE off=13659175 len=1096076 2024-08-04T16:03:45.361 INFO:tasks.workunit.client.0.smithi007.stdout:op 4628 completed, throughput=5MB/sec 2024-08-04T16:03:45.361 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AQdIG_vdSKlhFAJ off=4315372 len=1951386 2024-08-04T16:03:45.372 INFO:tasks.workunit.client.0.smithi007.stdout:op 4629 completed, throughput=5MB/sec 2024-08-04T16:03:45.373 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WIqGV3jupVz0PxF off=23599146 len=1578094 2024-08-04T16:03:45.375 INFO:tasks.workunit.client.0.smithi007.stdout:op 4630 completed, throughput=5MB/sec 2024-08-04T16:03:46.375 INFO:tasks.workunit.client.0.smithi007.stdout: 906: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:46.375 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--sanYvMLqkQx-IM off=14506425 len=1786554 2024-08-04T16:03:46.377 INFO:tasks.workunit.client.0.smithi007.stdout:op 4631 completed, throughput=5MB/sec 2024-08-04T16:03:46.377 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-sgFLDXHAQVPRe3F off=4129231 len=2048795 2024-08-04T16:03:46.380 INFO:tasks.workunit.client.0.smithi007.stdout:op 4632 completed, throughput=5MB/sec 2024-08-04T16:03:46.380 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--EnLFyYsyfxISQT off=5261289 len=86603 2024-08-04T16:03:46.381 INFO:tasks.workunit.client.0.smithi007.stdout:op 4633 completed, throughput=5MB/sec 2024-08-04T16:03:46.381 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GZ6XFwKNYyy3gyU off=8175210 len=1760073 2024-08-04T16:03:46.384 INFO:tasks.workunit.client.0.smithi007.stdout:op 4634 completed, throughput=5MB/sec 2024-08-04T16:03:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:03:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:03:46] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-08-04T16:03:47.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:46 smithi007 ceph-mon[92692]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:03:47.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:46 smithi007 ceph-mon[94998]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:03:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:46 smithi062 ceph-mon[85960]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:03:47.384 INFO:tasks.workunit.client.0.smithi007.stdout: 907: throughput=5MB/sec pending data=0 2024-08-04T16:03:47.385 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7PUUyjxDy9PAp8v off=603057 len=1540421 2024-08-04T16:03:47.388 INFO:tasks.workunit.client.0.smithi007.stdout:op 4635 completed, throughput=5MB/sec 2024-08-04T16:03:47.388 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-15X0ngWJ-R_pC7w off=14816140 len=1489705 2024-08-04T16:03:47.390 INFO:tasks.workunit.client.0.smithi007.stdout:op 4636 completed, throughput=5MB/sec 2024-08-04T16:03:47.390 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pjlzoUVRSrK5E2p off=1617690 len=732485 2024-08-04T16:03:47.391 INFO:tasks.workunit.client.0.smithi007.stdout:op 4637 completed, throughput=5MB/sec 2024-08-04T16:03:47.391 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ih1YxReYNRF6tYE off=325371 len=512004 2024-08-04T16:03:47.392 INFO:tasks.workunit.client.0.smithi007.stdout:op 4638 completed, throughput=5MB/sec 2024-08-04T16:03:47.392 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JE_LAgpyEyD9Gu2 off=6372257 len=483077 2024-08-04T16:03:47.393 INFO:tasks.workunit.client.0.smithi007.stdout:op 4639 completed, throughput=5MB/sec 2024-08-04T16:03:48.394 INFO:tasks.workunit.client.0.smithi007.stdout: 908: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:48.394 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-n3FhFXNb2zkqkB9 off=10435899 len=603326 2024-08-04T16:03:48.398 INFO:tasks.workunit.client.0.smithi007.stdout:op 4640 completed, throughput=5MB/sec 2024-08-04T16:03:48.398 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ODv3yl5isugjWq- off=17869156 len=656330 2024-08-04T16:03:48.399 INFO:tasks.workunit.client.0.smithi007.stdout:op 4641 completed, throughput=5MB/sec 2024-08-04T16:03:48.399 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3d5ejU26IoshXiH off=1233820 len=1435633 2024-08-04T16:03:48.401 INFO:tasks.workunit.client.0.smithi007.stdout:op 4642 completed, throughput=5MB/sec 2024-08-04T16:03:48.402 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-05SXr00frEBnmeK off=4269229 len=1269825 2024-08-04T16:03:48.409 INFO:tasks.workunit.client.0.smithi007.stdout:op 4643 completed, throughput=5MB/sec 2024-08-04T16:03:48.409 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3prahDguznb8lWT off=10257060 len=447049 2024-08-04T16:03:48.413 INFO:tasks.workunit.client.0.smithi007.stdout:op 4644 completed, throughput=5MB/sec 2024-08-04T16:03:48.413 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EFPhCZfVjNNgrKE off=12124203 len=916224 2024-08-04T16:03:48.415 INFO:tasks.workunit.client.0.smithi007.stdout:op 4645 completed, throughput=5MB/sec 2024-08-04T16:03:49.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:48 smithi007 ceph-mon[94998]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:03:49.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:48 smithi007 ceph-mon[92692]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:03:49.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:48 smithi062 ceph-mon[85960]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:03:49.415 INFO:tasks.workunit.client.0.smithi007.stdout: 909: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:49.415 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-a3LSEbzFQhCsJPz off=2223905 len=598019 2024-08-04T16:03:49.424 INFO:tasks.workunit.client.0.smithi007.stdout:op 4646 completed, throughput=5MB/sec 2024-08-04T16:03:49.424 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_Br5pnJVXyPuO2l off=5278317 len=954769 2024-08-04T16:03:49.426 INFO:tasks.workunit.client.0.smithi007.stdout:op 4647 completed, throughput=5MB/sec 2024-08-04T16:03:49.427 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9e8aEOnKBr9uEGr off=12324737 len=1290358 2024-08-04T16:03:49.434 INFO:tasks.workunit.client.0.smithi007.stdout:op 4648 completed, throughput=5MB/sec 2024-08-04T16:03:49.434 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5lQ87AIurEi3awO off=14909147 len=451838 2024-08-04T16:03:49.435 INFO:tasks.workunit.client.0.smithi007.stdout:op 4649 completed, throughput=5MB/sec 2024-08-04T16:03:49.435 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zO2AAoggCf0l0KC off=6363586 len=205120 2024-08-04T16:03:49.438 INFO:tasks.workunit.client.0.smithi007.stdout:op 4650 completed, throughput=5MB/sec 2024-08-04T16:03:49.438 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-U48OcRzeKwDFO0t off=9976458 len=748767 2024-08-04T16:03:49.442 INFO:tasks.workunit.client.0.smithi007.stdout:op 4651 completed, throughput=5MB/sec 2024-08-04T16:03:49.443 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vqkHqtgzzvez0UU off=7849048 len=486758 2024-08-04T16:03:49.444 INFO:tasks.workunit.client.0.smithi007.stdout:op 4652 completed, throughput=5MB/sec 2024-08-04T16:03:49.444 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WN35-blkg3oQm39 off=826633 len=1083242 2024-08-04T16:03:49.451 INFO:tasks.workunit.client.0.smithi007.stdout:op 4653 completed, throughput=5MB/sec 2024-08-04T16:03:50.451 INFO:tasks.workunit.client.0.smithi007.stdout: 910: throughput=5MB/sec pending data=0 2024-08-04T16:03:50.451 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EL3ManRJ3T2mY_D off=3573801 len=1614470 2024-08-04T16:03:50.453 INFO:tasks.workunit.client.0.smithi007.stdout:op 4654 completed, throughput=5MB/sec 2024-08-04T16:03:50.453 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Punlv8iB4AnCO63 off=4071413 len=234132 2024-08-04T16:03:50.454 INFO:tasks.workunit.client.0.smithi007.stdout:op 4655 completed, throughput=5MB/sec 2024-08-04T16:03:50.454 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-r7d5IQ54HUEFyYc off=10138347 len=797307 2024-08-04T16:03:50.460 INFO:tasks.workunit.client.0.smithi007.stdout:op 4656 completed, throughput=5MB/sec 2024-08-04T16:03:50.460 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nJU8XkAUHsTJQSh off=12546601 len=354588 2024-08-04T16:03:50.463 INFO:tasks.workunit.client.0.smithi007.stdout:op 4657 completed, throughput=5MB/sec 2024-08-04T16:03:50.464 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-44DVc2RyvhTIZEX off=11037441 len=1120470 2024-08-04T16:03:50.469 INFO:tasks.workunit.client.0.smithi007.stdout:op 4658 completed, throughput=5MB/sec 2024-08-04T16:03:50.469 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xX-_QIQQonHteoB off=10057823 len=1148682 2024-08-04T16:03:50.475 INFO:tasks.workunit.client.0.smithi007.stdout:op 4659 completed, throughput=5MB/sec 2024-08-04T16:03:51.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:50 smithi007 ceph-mon[92692]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:03:51.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:50 smithi007 ceph-mon[94998]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:03:51.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:50 smithi062 ceph-mon[85960]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:03:51.476 INFO:tasks.workunit.client.0.smithi007.stdout: 911: throughput=5MB/sec pending data=0 2024-08-04T16:03:51.476 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rNCH3DDbu78ZqfD off=363383 len=1655013 2024-08-04T16:03:51.485 INFO:tasks.workunit.client.0.smithi007.stdout:op 4660 completed, throughput=5MB/sec 2024-08-04T16:03:51.485 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lweeQT_kBlHC8T5 off=14455360 len=2008435 2024-08-04T16:03:51.494 INFO:tasks.workunit.client.0.smithi007.stdout:op 4661 completed, throughput=5MB/sec 2024-08-04T16:03:51.494 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QoTtc6X37d4vsJj off=3131006 len=1060469 2024-08-04T16:03:51.500 INFO:tasks.workunit.client.0.smithi007.stdout:op 4662 completed, throughput=5MB/sec 2024-08-04T16:03:51.501 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6AB0Hov2QkRfZXP off=10559607 len=682633 2024-08-04T16:03:51.504 INFO:tasks.workunit.client.0.smithi007.stdout:op 4663 completed, throughput=5MB/sec 2024-08-04T16:03:52.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:03:52.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:03:52.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:03:52.505 INFO:tasks.workunit.client.0.smithi007.stdout: 912: throughput=5MB/sec pending data=0 2024-08-04T16:03:52.505 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jj2LSgQ_GV6W05F off=8821561 len=963515 2024-08-04T16:03:52.510 INFO:tasks.workunit.client.0.smithi007.stdout:op 4664 completed, throughput=5MB/sec 2024-08-04T16:03:52.511 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KyHszSHYY1_j2Pz off=15826263 len=1203099 2024-08-04T16:03:52.512 INFO:tasks.workunit.client.0.smithi007.stdout:op 4665 completed, throughput=5MB/sec 2024-08-04T16:03:52.512 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--kSjtxQlAP0GSfJ off=2611732 len=491435 2024-08-04T16:03:52.513 INFO:tasks.workunit.client.0.smithi007.stdout:op 4666 completed, throughput=5MB/sec 2024-08-04T16:03:52.513 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Tz0QK_5RUx8AacC off=15480349 len=1780594 2024-08-04T16:03:52.521 INFO:tasks.workunit.client.0.smithi007.stdout:op 4667 completed, throughput=5MB/sec 2024-08-04T16:03:52.522 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Bl0rK_0L2kmsu8I off=18000312 len=1631378 2024-08-04T16:03:52.528 INFO:tasks.workunit.client.0.smithi007.stdout:op 4668 completed, throughput=5MB/sec 2024-08-04T16:03:52.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:03:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:03:53.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:52 smithi007 ceph-mon[92692]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:03:53.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:52 smithi007 ceph-mon[94998]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:03:53.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:52 smithi062 ceph-mon[85960]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:03:53.529 INFO:tasks.workunit.client.0.smithi007.stdout: 913: throughput=5MB/sec pending data=0 2024-08-04T16:03:53.529 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lNwSNWiE-V1_8-R off=5683887 len=612122 2024-08-04T16:03:53.530 INFO:tasks.workunit.client.0.smithi007.stdout:op 4669 completed, throughput=5MB/sec 2024-08-04T16:03:53.530 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7YwS4aQHbBbtLHe off=5743635 len=106387 2024-08-04T16:03:53.533 INFO:tasks.workunit.client.0.smithi007.stdout:op 4670 completed, throughput=5MB/sec 2024-08-04T16:03:53.533 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-C4acPOvO9Phfa14 off=7043357 len=1888252 2024-08-04T16:03:53.543 INFO:tasks.workunit.client.0.smithi007.stdout:op 4671 completed, throughput=5MB/sec 2024-08-04T16:03:53.543 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KCRwaLClK-THyT_ off=17432924 len=1649071 2024-08-04T16:03:53.547 INFO:tasks.workunit.client.0.smithi007.stdout:op 4672 completed, throughput=5MB/sec 2024-08-04T16:03:54.547 INFO:tasks.workunit.client.0.smithi007.stdout: 914: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:54.547 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-W7H-GWLi1Gla12X off=5070569 len=848116 2024-08-04T16:03:54.549 INFO:tasks.workunit.client.0.smithi007.stdout:op 4673 completed, throughput=5MB/sec 2024-08-04T16:03:54.549 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1bV4nuVtaM1DLJX off=2512801 len=1216772 2024-08-04T16:03:54.554 INFO:tasks.workunit.client.0.smithi007.stdout:op 4674 completed, throughput=5MB/sec 2024-08-04T16:03:54.555 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4DVi-oZia68t-cX off=245049 len=94618 2024-08-04T16:03:54.555 INFO:tasks.workunit.client.0.smithi007.stdout:op 4675 completed, throughput=5MB/sec 2024-08-04T16:03:54.555 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KVtAKeW6hAw4xyy off=5240796 len=1211049 2024-08-04T16:03:54.562 INFO:tasks.workunit.client.0.smithi007.stdout:op 4676 completed, throughput=5MB/sec 2024-08-04T16:03:54.562 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pZt7Z_Nz3tv6WsZ off=4363803 len=2068627 2024-08-04T16:03:54.573 INFO:tasks.workunit.client.0.smithi007.stdout:op 4677 completed, throughput=5MB/sec 2024-08-04T16:03:55.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:54 smithi007 ceph-mon[94998]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:03:55.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:54 smithi007 ceph-mon[92692]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:03:55.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:54 smithi062 ceph-mon[85960]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:03:55.574 INFO:tasks.workunit.client.0.smithi007.stdout: 915: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:55.574 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7jaG4wSBFnnwtTE off=819581 len=492945 2024-08-04T16:03:55.578 INFO:tasks.workunit.client.0.smithi007.stdout:op 4678 completed, throughput=5MB/sec 2024-08-04T16:03:55.578 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-d-MpkR6JfcS-sY8 off=607329 len=1918875 2024-08-04T16:03:55.590 INFO:tasks.workunit.client.0.smithi007.stdout:op 4679 completed, throughput=5MB/sec 2024-08-04T16:03:55.590 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UG6UF-5sCkbquKJ off=11248490 len=348995 2024-08-04T16:03:55.593 INFO:tasks.workunit.client.0.smithi007.stdout:op 4680 completed, throughput=5MB/sec 2024-08-04T16:03:55.593 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XKC4OdnoxChHIpU off=0 len=1096783 2024-08-04T16:03:55.598 INFO:tasks.workunit.client.0.smithi007.stdout:op 4681 completed, throughput=5MB/sec 2024-08-04T16:03:55.598 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LwfVSQcWVN3tH4u off=18074170 len=2066958 2024-08-04T16:03:55.602 INFO:tasks.workunit.client.0.smithi007.stdout:op 4682 completed, throughput=5MB/sec 2024-08-04T16:03:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:03:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:03:56] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-08-04T16:03:56.602 INFO:tasks.workunit.client.0.smithi007.stdout: 916: throughput=5MB/sec pending data=0 2024-08-04T16:03:56.602 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qfa_7Aq9WyqGDqG off=11901271 len=2052113 2024-08-04T16:03:56.611 INFO:tasks.workunit.client.0.smithi007.stdout:op 4683 completed, throughput=5MB/sec 2024-08-04T16:03:56.611 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--GzwuXCOA8xSGJs off=2879506 len=2002378 2024-08-04T16:03:56.622 INFO:tasks.workunit.client.0.smithi007.stdout:op 4684 completed, throughput=5MB/sec 2024-08-04T16:03:56.622 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1O-hFCW9AniwaZO off=7676543 len=1362838 2024-08-04T16:03:56.629 INFO:tasks.workunit.client.0.smithi007.stdout:op 4685 completed, throughput=5MB/sec 2024-08-04T16:03:57.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:56 smithi007 ceph-mon[92692]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:03:57.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:56 smithi007 ceph-mon[94998]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:03:57.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:56 smithi062 ceph-mon[85960]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:03:57.630 INFO:tasks.workunit.client.0.smithi007.stdout: 917: throughput=5MB/sec pending data=0 2024-08-04T16:03:57.630 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OxEfG5-wjpyw_Ar off=1360342 len=599347 2024-08-04T16:03:57.634 INFO:tasks.workunit.client.0.smithi007.stdout:op 4686 completed, throughput=5MB/sec 2024-08-04T16:03:57.634 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Z-YNdwFEMMu3ML7 off=5417601 len=1616080 2024-08-04T16:03:57.636 INFO:tasks.workunit.client.0.smithi007.stdout:op 4687 completed, throughput=5MB/sec 2024-08-04T16:03:57.636 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4GhID-VYE0c54JT off=2128228 len=674810 2024-08-04T16:03:57.637 INFO:tasks.workunit.client.0.smithi007.stdout:op 4688 completed, throughput=5MB/sec 2024-08-04T16:03:57.637 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iSVuDtHzkGyYzxC off=18163346 len=1477618 2024-08-04T16:03:57.640 INFO:tasks.workunit.client.0.smithi007.stdout:op 4689 completed, throughput=5MB/sec 2024-08-04T16:03:57.641 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WQUFBJ8yruOkxZt off=3844314 len=610222 2024-08-04T16:03:57.645 INFO:tasks.workunit.client.0.smithi007.stdout:op 4690 completed, throughput=5MB/sec 2024-08-04T16:03:58.645 INFO:tasks.workunit.client.0.smithi007.stdout: 918: throughput=4.99MB/sec pending data=0 2024-08-04T16:03:58.646 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bK0w69edJOhxCRh off=15374894 len=1878789 2024-08-04T16:03:58.657 INFO:tasks.workunit.client.0.smithi007.stdout:op 4691 completed, throughput=5MB/sec 2024-08-04T16:03:58.657 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9k-nG6nlFwvMbQZ off=4689904 len=665620 2024-08-04T16:03:58.661 INFO:tasks.workunit.client.0.smithi007.stdout:op 4692 completed, throughput=5MB/sec 2024-08-04T16:03:58.661 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nzR5Jj2sYzhiNfo off=4951859 len=1794751 2024-08-04T16:03:58.664 INFO:tasks.workunit.client.0.smithi007.stdout:op 4693 completed, throughput=5MB/sec 2024-08-04T16:03:58.664 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wVsXgQL5rS95_xI off=1285610 len=1318450 2024-08-04T16:03:58.671 INFO:tasks.workunit.client.0.smithi007.stdout:op 4694 completed, throughput=5MB/sec 2024-08-04T16:03:59.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:03:58 smithi007 ceph-mon[94998]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:03:59.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:03:58 smithi007 ceph-mon[92692]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:03:59.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:03:58 smithi062 ceph-mon[85960]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:03:59.671 INFO:tasks.workunit.client.0.smithi007.stdout: 919: throughput=5MB/sec pending data=0 2024-08-04T16:03:59.672 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bZRNqXg-CfF4_8v off=3911735 len=306312 2024-08-04T16:03:59.673 INFO:tasks.workunit.client.0.smithi007.stdout:op 4695 completed, throughput=5MB/sec 2024-08-04T16:03:59.673 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-H1ApEJLFzhH7oz0 off=3291133 len=1297281 2024-08-04T16:03:59.675 INFO:tasks.workunit.client.0.smithi007.stdout:op 4696 completed, throughput=5MB/sec 2024-08-04T16:03:59.675 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-snXtddJHVdoL2kM off=12159552 len=339167 2024-08-04T16:03:59.679 INFO:tasks.workunit.client.0.smithi007.stdout:op 4697 completed, throughput=5MB/sec 2024-08-04T16:03:59.679 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3fnsfn5yd1IgB-4 off=4829646 len=189850 2024-08-04T16:03:59.682 INFO:tasks.workunit.client.0.smithi007.stdout:op 4698 completed, throughput=5MB/sec 2024-08-04T16:03:59.682 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3c90L5t2QS2vSR- off=3607062 len=108242 2024-08-04T16:03:59.684 INFO:tasks.workunit.client.0.smithi007.stdout:op 4699 completed, throughput=5MB/sec 2024-08-04T16:03:59.684 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6tp_h_uq4xaNUYr off=10308905 len=465425 2024-08-04T16:03:59.685 INFO:tasks.workunit.client.0.smithi007.stdout:op 4700 completed, throughput=5MB/sec 2024-08-04T16:03:59.686 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PIMVqL7C2vy-o8I off=4368555 len=1041948 2024-08-04T16:03:59.691 INFO:tasks.workunit.client.0.smithi007.stdout:op 4701 completed, throughput=5MB/sec 2024-08-04T16:03:59.691 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-G8OsQSUGMypILaN off=3257960 len=555996 2024-08-04T16:03:59.692 INFO:tasks.workunit.client.0.smithi007.stdout:op 4702 completed, throughput=5MB/sec 2024-08-04T16:03:59.692 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iBMvK0FcbPxSgTZ off=3321121 len=260471 2024-08-04T16:03:59.695 INFO:tasks.workunit.client.0.smithi007.stdout:op 4703 completed, throughput=5MB/sec 2024-08-04T16:03:59.695 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vGJpxZvZlpIcCSZ off=6143897 len=1149965 2024-08-04T16:03:59.697 INFO:tasks.workunit.client.0.smithi007.stdout:op 4704 completed, throughput=5MB/sec 2024-08-04T16:04:00.697 INFO:tasks.workunit.client.0.smithi007.stdout: 920: throughput=5MB/sec pending data=0 2024-08-04T16:04:00.697 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZfYBWNT-n56f3U1 off=1974817 len=2083778 2024-08-04T16:04:00.709 INFO:tasks.workunit.client.0.smithi007.stdout:op 4705 completed, throughput=5MB/sec 2024-08-04T16:04:00.709 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OELJjJbVElSiRU0 off=424187 len=570164 2024-08-04T16:04:00.710 INFO:tasks.workunit.client.0.smithi007.stdout:op 4706 completed, throughput=5MB/sec 2024-08-04T16:04:00.710 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-I9oZGXr9KLi1bJf off=1024574 len=717759 2024-08-04T16:04:00.715 INFO:tasks.workunit.client.0.smithi007.stdout:op 4707 completed, throughput=5MB/sec 2024-08-04T16:04:00.715 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QcPiiQjQJq_zp9e off=4289292 len=1078313 2024-08-04T16:04:00.717 INFO:tasks.workunit.client.0.smithi007.stdout:op 4708 completed, throughput=5MB/sec 2024-08-04T16:04:00.717 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-blHpO0c_aF3U_-m off=4084443 len=1743988 2024-08-04T16:04:00.725 INFO:tasks.workunit.client.0.smithi007.stdout:op 4709 completed, throughput=5MB/sec 2024-08-04T16:04:01.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:00 smithi062 ceph-mon[85960]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:04:01.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:00 smithi007 ceph-mon[92692]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:04:01.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:00 smithi007 ceph-mon[94998]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:04:01.726 INFO:tasks.workunit.client.0.smithi007.stdout: 921: throughput=5MB/sec pending data=0 2024-08-04T16:04:01.726 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cQWl9Ycf6xDyE-M off=11615666 len=850223 2024-08-04T16:04:01.731 INFO:tasks.workunit.client.0.smithi007.stdout:op 4710 completed, throughput=5MB/sec 2024-08-04T16:04:01.731 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9F1EBtzWRtKyeKp off=4238640 len=1117944 2024-08-04T16:04:01.733 INFO:tasks.workunit.client.0.smithi007.stdout:op 4711 completed, throughput=5MB/sec 2024-08-04T16:04:01.733 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3pzGEDRJva5vk6A off=7114890 len=138589 2024-08-04T16:04:01.736 INFO:tasks.workunit.client.0.smithi007.stdout:op 4712 completed, throughput=5MB/sec 2024-08-04T16:04:01.736 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1W-rOXCLLX0bdcm off=2171728 len=2091472 2024-08-04T16:04:01.739 INFO:tasks.workunit.client.0.smithi007.stdout:op 4713 completed, throughput=5MB/sec 2024-08-04T16:04:02.739 INFO:tasks.workunit.client.0.smithi007.stdout: 922: throughput=5MB/sec pending data=0 2024-08-04T16:04:02.740 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vvA9hNzGMOOCfSd off=3838084 len=1681958 2024-08-04T16:04:02.742 INFO:tasks.workunit.client.0.smithi007.stdout:op 4714 completed, throughput=5MB/sec 2024-08-04T16:04:02.742 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3YNuVbXNyzVl8-0 off=9603482 len=1461111 2024-08-04T16:04:02.749 INFO:tasks.workunit.client.0.smithi007.stdout:op 4715 completed, throughput=5MB/sec 2024-08-04T16:04:02.749 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HyeUooTCHncOvJ1 off=3033103 len=638685 2024-08-04T16:04:02.750 INFO:tasks.workunit.client.0.smithi007.stdout:op 4716 completed, throughput=5MB/sec 2024-08-04T16:04:02.750 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HZiGkf6avQ4yzEH off=0 len=1206827 2024-08-04T16:04:02.756 INFO:tasks.workunit.client.0.smithi007.stdout:op 4717 completed, throughput=5MB/sec 2024-08-04T16:04:02.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:04:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:04:03.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:02 smithi062 ceph-mon[85960]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-04T16:04:03.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:02 smithi007 ceph-mon[94998]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-04T16:04:03.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:02 smithi007 ceph-mon[92692]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-04T16:04:03.757 INFO:tasks.workunit.client.0.smithi007.stdout: 923: throughput=4.99MB/sec pending data=0 2024-08-04T16:04:03.757 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4gmoFyC_gpN6ZkF off=13777021 len=1582818 2024-08-04T16:04:03.760 INFO:tasks.workunit.client.0.smithi007.stdout:op 4718 completed, throughput=5MB/sec 2024-08-04T16:04:03.760 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-T1h6EYVTYDblbO7 off=6583755 len=2033502 2024-08-04T16:04:03.774 INFO:tasks.workunit.client.0.smithi007.stdout:op 4719 completed, throughput=5MB/sec 2024-08-04T16:04:03.774 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-L71XlHoZ34L0E0r off=12240590 len=2070534 2024-08-04T16:04:03.776 INFO:tasks.workunit.client.0.smithi007.stdout:op 4720 completed, throughput=5MB/sec 2024-08-04T16:04:04.777 INFO:tasks.workunit.client.0.smithi007.stdout: 924: throughput=5MB/sec pending data=0 2024-08-04T16:04:04.777 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-E1Q5PbLfydIhdi0 off=11527382 len=1962023 2024-08-04T16:04:04.780 INFO:tasks.workunit.client.0.smithi007.stdout:op 4721 completed, throughput=5MB/sec 2024-08-04T16:04:04.780 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-W6mtGHcjZJiW1MJ off=8129137 len=1474904 2024-08-04T16:04:04.786 INFO:tasks.workunit.client.0.smithi007.stdout:op 4722 completed, throughput=5MB/sec 2024-08-04T16:04:04.787 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ha1ToeuRvhDqJp7 off=4379042 len=2007912 2024-08-04T16:04:04.798 INFO:tasks.workunit.client.0.smithi007.stdout:op 4723 completed, throughput=5MB/sec 2024-08-04T16:04:05.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:04 smithi062 ceph-mon[85960]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:04:05.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:04 smithi007 ceph-mon[94998]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:04:05.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:04 smithi007 ceph-mon[92692]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:04:05.799 INFO:tasks.workunit.client.0.smithi007.stdout: 925: throughput=5MB/sec pending data=0 2024-08-04T16:04:05.799 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GKHOPRxlRIZWhdK off=1751097 len=1862354 2024-08-04T16:04:05.810 INFO:tasks.workunit.client.0.smithi007.stdout:op 4724 completed, throughput=5MB/sec 2024-08-04T16:04:05.810 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ece9Dz0SFY15Rvo off=1781220 len=338229 2024-08-04T16:04:05.811 INFO:tasks.workunit.client.0.smithi007.stdout:op 4725 completed, throughput=5MB/sec 2024-08-04T16:04:05.811 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lGkMJUZbB0fvmPr off=90479 len=1825162 2024-08-04T16:04:05.813 INFO:tasks.workunit.client.0.smithi007.stdout:op 4726 completed, throughput=5MB/sec 2024-08-04T16:04:05.813 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zLbQe9fLB-bc1kY off=4501818 len=2024475 2024-08-04T16:04:05.821 INFO:tasks.workunit.client.0.smithi007.stdout:op 4727 completed, throughput=5MB/sec 2024-08-04T16:04:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:04:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:04:06] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-08-04T16:04:06.822 INFO:tasks.workunit.client.0.smithi007.stdout: 926: throughput=5MB/sec pending data=0 2024-08-04T16:04:06.822 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-r5We5_KXwt49dpw off=1866086 len=1050556 2024-08-04T16:04:06.824 INFO:tasks.workunit.client.0.smithi007.stdout:op 4728 completed, throughput=5MB/sec 2024-08-04T16:04:06.824 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RmRBZlCYSNiUPi- off=1719428 len=1063159 2024-08-04T16:04:06.825 INFO:tasks.workunit.client.0.smithi007.stdout:op 4729 completed, throughput=5MB/sec 2024-08-04T16:04:06.825 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-omNWtEbiAwgjNbM off=5158789 len=34497 2024-08-04T16:04:06.828 INFO:tasks.workunit.client.0.smithi007.stdout:op 4730 completed, throughput=5MB/sec 2024-08-04T16:04:06.828 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-g-FTB7RabRtOH3B off=14446136 len=803805 2024-08-04T16:04:06.833 INFO:tasks.workunit.client.0.smithi007.stdout:op 4731 completed, throughput=5MB/sec 2024-08-04T16:04:06.833 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-klH8RoSI4Conrr2 off=133652 len=335058 2024-08-04T16:04:06.834 INFO:tasks.workunit.client.0.smithi007.stdout:op 4732 completed, throughput=5MB/sec 2024-08-04T16:04:06.834 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JjCYPsaFt68d-OO off=6113182 len=1050239 2024-08-04T16:04:06.839 INFO:tasks.workunit.client.0.smithi007.stdout:op 4733 completed, throughput=5MB/sec 2024-08-04T16:04:07.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:06 smithi062 ceph-mon[85960]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T16:04:07.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:04:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:06 smithi007 ceph-mon[92692]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T16:04:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:04:07.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:06 smithi007 ceph-mon[94998]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T16:04:07.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:04:07.839 INFO:tasks.workunit.client.0.smithi007.stdout: 927: throughput=5MB/sec pending data=0 2024-08-04T16:04:07.839 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JO1Y2BOW7otSM8E off=2452796 len=1274173 2024-08-04T16:04:07.842 INFO:tasks.workunit.client.0.smithi007.stdout:op 4734 completed, throughput=5MB/sec 2024-08-04T16:04:07.842 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5yz2sJthy5776dY off=4663158 len=106125 2024-08-04T16:04:07.844 INFO:tasks.workunit.client.0.smithi007.stdout:op 4735 completed, throughput=5MB/sec 2024-08-04T16:04:07.844 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pqsEGPMR3Y2S8FL off=11110305 len=2022670 2024-08-04T16:04:07.858 INFO:tasks.workunit.client.0.smithi007.stdout:op 4736 completed, throughput=5MB/sec 2024-08-04T16:04:07.858 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UEYb2Hh7Ellyx8v off=93704 len=1808316 2024-08-04T16:04:07.868 INFO:tasks.workunit.client.0.smithi007.stdout:op 4737 completed, throughput=5MB/sec 2024-08-04T16:04:08.869 INFO:tasks.workunit.client.0.smithi007.stdout: 928: throughput=4.99MB/sec pending data=0 2024-08-04T16:04:08.869 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5__eVtsGVC2f5ZR off=5955098 len=1326746 2024-08-04T16:04:08.871 INFO:tasks.workunit.client.0.smithi007.stdout:op 4738 completed, throughput=5MB/sec 2024-08-04T16:04:08.871 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YnIgpHGxF2mu8FJ off=3252983 len=1969890 2024-08-04T16:04:08.883 INFO:tasks.workunit.client.0.smithi007.stdout:op 4739 completed, throughput=5MB/sec 2024-08-04T16:04:08.883 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Cy3WiX0ZVsR3Eu8 off=4854592 len=1245361 2024-08-04T16:04:08.890 INFO:tasks.workunit.client.0.smithi007.stdout:op 4740 completed, throughput=5MB/sec 2024-08-04T16:04:08.890 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ky9LXM877jieMvt off=7072341 len=703349 2024-08-04T16:04:08.894 INFO:tasks.workunit.client.0.smithi007.stdout:op 4741 completed, throughput=5MB/sec 2024-08-04T16:04:09.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:08 smithi062 ceph-mon[85960]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:04:09.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:08 smithi007 ceph-mon[92692]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:04:09.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:08 smithi007 ceph-mon[94998]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:04:09.895 INFO:tasks.workunit.client.0.smithi007.stdout: 929: throughput=4.99MB/sec pending data=0 2024-08-04T16:04:09.895 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FCcKMjdfmzUD7B5 off=9291454 len=1582272 2024-08-04T16:04:09.902 INFO:tasks.workunit.client.0.smithi007.stdout:op 4742 completed, throughput=5MB/sec 2024-08-04T16:04:09.903 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-odqshR22tK38RRq off=11960195 len=308583 2024-08-04T16:04:09.906 INFO:tasks.workunit.client.0.smithi007.stdout:op 4743 completed, throughput=5MB/sec 2024-08-04T16:04:09.906 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FG_VEBmZrpx4nrU off=20059985 len=1459040 2024-08-04T16:04:09.920 INFO:tasks.workunit.client.0.smithi007.stdout:op 4744 completed, throughput=5MB/sec 2024-08-04T16:04:09.920 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gzsI1FNzCSeUPhZ off=22270792 len=476790 2024-08-04T16:04:09.923 INFO:tasks.workunit.client.0.smithi007.stdout:op 4745 completed, throughput=5MB/sec 2024-08-04T16:04:09.923 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-q8nwKzCwCD4uKxE off=958021 len=1190554 2024-08-04T16:04:09.930 INFO:tasks.workunit.client.0.smithi007.stdout:op 4746 completed, throughput=5MB/sec 2024-08-04T16:04:09.930 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LhTjVzXVg3x8xSj off=1109327 len=279984 2024-08-04T16:04:09.930 INFO:tasks.workunit.client.0.smithi007.stdout:op 4747 completed, throughput=5MB/sec 2024-08-04T16:04:09.930 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jAKtNvtRqcaOXHL off=8164320 len=219676 2024-08-04T16:04:09.931 INFO:tasks.workunit.client.0.smithi007.stdout:op 4748 completed, throughput=5MB/sec 2024-08-04T16:04:10.931 INFO:tasks.workunit.client.0.smithi007.stdout: 930: throughput=4.99MB/sec pending data=0 2024-08-04T16:04:10.931 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DKGQp_ObmmJiLuD off=1499555 len=875420 2024-08-04T16:04:10.936 INFO:tasks.workunit.client.0.smithi007.stdout:op 4749 completed, throughput=5MB/sec 2024-08-04T16:04:10.936 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ezqfn3E72OWdPSD off=1097130 len=2659 2024-08-04T16:04:10.937 INFO:tasks.workunit.client.0.smithi007.stdout:op 4750 completed, throughput=5MB/sec 2024-08-04T16:04:10.937 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VDowmfo_UD43G3j off=5525089 len=871096 2024-08-04T16:04:10.938 INFO:tasks.workunit.client.0.smithi007.stdout:op 4751 completed, throughput=5MB/sec 2024-08-04T16:04:10.938 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FNSUFZ5YHth_UrJ off=11707646 len=1643345 2024-08-04T16:04:10.946 INFO:tasks.workunit.client.0.smithi007.stdout:op 4752 completed, throughput=5MB/sec 2024-08-04T16:04:10.946 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QWBEs1ez_eFoYsa off=5902160 len=196104 2024-08-04T16:04:10.947 INFO:tasks.workunit.client.0.smithi007.stdout:op 4753 completed, throughput=5MB/sec 2024-08-04T16:04:10.947 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CCIjv-Rzv4B3tIU off=312918 len=793858 2024-08-04T16:04:10.949 INFO:tasks.workunit.client.0.smithi007.stdout:op 4754 completed, throughput=5MB/sec 2024-08-04T16:04:10.949 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Z2nVzVhWd7ZySKm off=8034703 len=1041790 2024-08-04T16:04:10.951 INFO:tasks.workunit.client.0.smithi007.stdout:op 4755 completed, throughput=5MB/sec 2024-08-04T16:04:11.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:10 smithi062 ceph-mon[85960]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:04:11.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:10 smithi007 ceph-mon[92692]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:04:11.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:10 smithi007 ceph-mon[94998]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:04:11.951 INFO:tasks.workunit.client.0.smithi007.stdout: 931: throughput=4.99MB/sec pending data=0 2024-08-04T16:04:11.951 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Xob6_8tRn7i5LlO off=7443522 len=307643 2024-08-04T16:04:11.952 INFO:tasks.workunit.client.0.smithi007.stdout:op 4756 completed, throughput=5MB/sec 2024-08-04T16:04:11.952 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--7iRmFCz5spwfry off=11907798 len=1047253 2024-08-04T16:04:11.958 INFO:tasks.workunit.client.0.smithi007.stdout:op 4757 completed, throughput=5MB/sec 2024-08-04T16:04:11.958 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QW0QbdrdtK6kUwW off=2118081 len=557827 2024-08-04T16:04:11.959 INFO:tasks.workunit.client.0.smithi007.stdout:op 4758 completed, throughput=5MB/sec 2024-08-04T16:04:11.959 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Xz3wjNmygVK4p_R off=64412 len=1168951 2024-08-04T16:04:11.965 INFO:tasks.workunit.client.0.smithi007.stdout:op 4759 completed, throughput=5MB/sec 2024-08-04T16:04:11.965 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-B2OuhcrQ0J9gJMJ off=4647459 len=1453492 2024-08-04T16:04:11.967 INFO:tasks.workunit.client.0.smithi007.stdout:op 4760 completed, throughput=5MB/sec 2024-08-04T16:04:11.967 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JZ3ZMs4aHdJ6uVt off=37563 len=1704330 2024-08-04T16:04:11.969 INFO:tasks.workunit.client.0.smithi007.stdout:op 4761 completed, throughput=5MB/sec 2024-08-04T16:04:12.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:04:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:04:12.969 INFO:tasks.workunit.client.0.smithi007.stdout: 932: throughput=5MB/sec pending data=0 2024-08-04T16:04:12.969 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jpYHnIiUtYajCMT off=4947520 len=1102399 2024-08-04T16:04:12.976 INFO:tasks.workunit.client.0.smithi007.stdout:op 4762 completed, throughput=5MB/sec 2024-08-04T16:04:12.976 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-MC2nWXClk_k9B2p off=3459293 len=1660531 2024-08-04T16:04:12.983 INFO:tasks.workunit.client.0.smithi007.stdout:op 4763 completed, throughput=5MB/sec 2024-08-04T16:04:12.983 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-64VnPAW_ti9KBsz off=7549898 len=1847178 2024-08-04T16:04:12.987 INFO:tasks.workunit.client.0.smithi007.stdout:op 4764 completed, throughput=5MB/sec 2024-08-04T16:04:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:12 smithi062 ceph-mon[85960]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-04T16:04:13.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:12 smithi007 ceph-mon[94998]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-04T16:04:13.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:12 smithi007 ceph-mon[92692]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-04T16:04:13.987 INFO:tasks.workunit.client.0.smithi007.stdout: 933: throughput=5MB/sec pending data=0 2024-08-04T16:04:13.988 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JMQ3XQMXOWyR2SV off=8611516 len=959788 2024-08-04T16:04:13.989 INFO:tasks.workunit.client.0.smithi007.stdout:op 4765 completed, throughput=5MB/sec 2024-08-04T16:04:13.989 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Id_rrinKBXx6dI4 off=3508624 len=1287164 2024-08-04T16:04:13.991 INFO:tasks.workunit.client.0.smithi007.stdout:op 4766 completed, throughput=5MB/sec 2024-08-04T16:04:13.991 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-E_7CwC--9Lo0Oh9 off=1689951 len=843980 2024-08-04T16:04:13.992 INFO:tasks.workunit.client.0.smithi007.stdout:op 4767 completed, throughput=5MB/sec 2024-08-04T16:04:13.992 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PRlAucBueBVa5p2 off=11194983 len=282380 2024-08-04T16:04:13.995 INFO:tasks.workunit.client.0.smithi007.stdout:op 4768 completed, throughput=5MB/sec 2024-08-04T16:04:13.995 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qAxjTeCxySQm6iC off=8869556 len=1467214 2024-08-04T16:04:14.003 INFO:tasks.workunit.client.0.smithi007.stdout:op 4769 completed, throughput=5MB/sec 2024-08-04T16:04:14.003 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4I5BoUxJI7MK2kq off=448505 len=1790743 2024-08-04T16:04:14.014 INFO:tasks.workunit.client.0.smithi007.stdout:op 4770 completed, throughput=5MB/sec 2024-08-04T16:04:15.015 INFO:tasks.workunit.client.0.smithi007.stdout: 934: throughput=5MB/sec pending data=0 2024-08-04T16:04:15.015 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mY1Rd9gOb__nCe- off=15355609 len=1755611 2024-08-04T16:04:15.017 INFO:tasks.workunit.client.0.smithi007.stdout:op 4771 completed, throughput=5MB/sec 2024-08-04T16:04:15.017 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SZkQ1IbcoD591f6 off=14327513 len=1013589 2024-08-04T16:04:15.022 INFO:tasks.workunit.client.0.smithi007.stdout:op 4772 completed, throughput=5MB/sec 2024-08-04T16:04:15.023 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zyzuGnVJRjJWcpA off=1973355 len=862460 2024-08-04T16:04:15.028 INFO:tasks.workunit.client.0.smithi007.stdout:op 4773 completed, throughput=5MB/sec 2024-08-04T16:04:15.028 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TXyt73vP4MJ9w6R off=3656128 len=1820510 2024-08-04T16:04:15.037 INFO:tasks.workunit.client.0.smithi007.stdout:op 4774 completed, throughput=5MB/sec 2024-08-04T16:04:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:14 smithi062 ceph-mon[85960]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:04:15.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:14 smithi007 ceph-mon[94998]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:04:15.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:14 smithi007 ceph-mon[92692]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:04:16.037 INFO:tasks.workunit.client.0.smithi007.stdout: 935: throughput=5MB/sec pending data=0 2024-08-04T16:04:16.037 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-U5v-43_ewayKzY- off=2700666 len=1479570 2024-08-04T16:04:16.044 INFO:tasks.workunit.client.0.smithi007.stdout:op 4775 completed, throughput=5MB/sec 2024-08-04T16:04:16.044 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nNlEXytWm08eFzQ off=3118657 len=504902 2024-08-04T16:04:16.049 INFO:tasks.workunit.client.0.smithi007.stdout:op 4776 completed, throughput=5MB/sec 2024-08-04T16:04:16.049 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qZjtfiJlE8_8PVG off=10776114 len=1849049 2024-08-04T16:04:16.052 INFO:tasks.workunit.client.0.smithi007.stdout:op 4777 completed, throughput=5MB/sec 2024-08-04T16:04:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:04:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:04:16] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-08-04T16:04:17.052 INFO:tasks.workunit.client.0.smithi007.stdout: 936: throughput=4.99MB/sec pending data=0 2024-08-04T16:04:17.053 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_x10gbEw1Bsf7_c off=3336022 len=1140705 2024-08-04T16:04:17.058 INFO:tasks.workunit.client.0.smithi007.stdout:op 4778 completed, throughput=5MB/sec 2024-08-04T16:04:17.058 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-sUAMs438pp77JWV off=3191028 len=1608213 2024-08-04T16:04:17.060 INFO:tasks.workunit.client.0.smithi007.stdout:op 4779 completed, throughput=5MB/sec 2024-08-04T16:04:17.060 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-J1GqglTIHW_ePqO off=2567393 len=1847326 2024-08-04T16:04:17.072 INFO:tasks.workunit.client.0.smithi007.stdout:op 4780 completed, throughput=5MB/sec 2024-08-04T16:04:17.072 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HuIFNywf-LPsX72 off=304678 len=1773639 2024-08-04T16:04:17.083 INFO:tasks.workunit.client.0.smithi007.stdout:op 4781 completed, throughput=5MB/sec 2024-08-04T16:04:17.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:16 smithi062 ceph-mon[85960]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-04T16:04:17.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:16 smithi007 ceph-mon[94998]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-04T16:04:17.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:16 smithi007 ceph-mon[92692]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-04T16:04:18.083 INFO:tasks.workunit.client.0.smithi007.stdout: 937: throughput=5MB/sec pending data=0 2024-08-04T16:04:18.084 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FqGGsMuct_lZ9oe off=5162084 len=484067 2024-08-04T16:04:18.084 INFO:tasks.workunit.client.0.smithi007.stdout:op 4782 completed, throughput=5MB/sec 2024-08-04T16:04:18.084 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jGDQv9v0OLCcRm8 off=2617832 len=789643 2024-08-04T16:04:18.089 INFO:tasks.workunit.client.0.smithi007.stdout:op 4783 completed, throughput=5MB/sec 2024-08-04T16:04:18.089 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-J4SY8jZjSKInAnQ off=2148977 len=596742 2024-08-04T16:04:18.090 INFO:tasks.workunit.client.0.smithi007.stdout:op 4784 completed, throughput=5MB/sec 2024-08-04T16:04:18.090 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kkji-hLIXu1U1ur off=14412748 len=1991449 2024-08-04T16:04:18.101 INFO:tasks.workunit.client.0.smithi007.stdout:op 4785 completed, throughput=5MB/sec 2024-08-04T16:04:18.101 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0pLnHMA5rQ-WTd9 off=2534259 len=1275336 2024-08-04T16:04:18.102 INFO:tasks.workunit.client.0.smithi007.stdout:op 4786 completed, throughput=5MB/sec 2024-08-04T16:04:19.103 INFO:tasks.workunit.client.0.smithi007.stdout: 938: throughput=5MB/sec pending data=0 2024-08-04T16:04:19.103 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RiRirGTNHTMTvjK off=2401749 len=1828581 2024-08-04T16:04:19.111 INFO:tasks.workunit.client.0.smithi007.stdout:op 4787 completed, throughput=5MB/sec 2024-08-04T16:04:19.111 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DuEzQQXKUx5x0b7 off=5608700 len=32398 2024-08-04T16:04:19.112 INFO:tasks.workunit.client.0.smithi007.stdout:op 4788 completed, throughput=5MB/sec 2024-08-04T16:04:19.112 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-O1xpYzjglv0MhUA off=7189496 len=2002067 2024-08-04T16:04:19.114 INFO:tasks.workunit.client.0.smithi007.stdout:op 4789 completed, throughput=5MB/sec 2024-08-04T16:04:19.114 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uo6RhXzQgm_yH0h off=421298 len=698069 2024-08-04T16:04:19.115 INFO:tasks.workunit.client.0.smithi007.stdout:op 4790 completed, throughput=5MB/sec 2024-08-04T16:04:19.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:18 smithi062 ceph-mon[85960]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T16:04:19.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:18 smithi007 ceph-mon[94998]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T16:04:19.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:18 smithi007 ceph-mon[92692]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T16:04:20.115 INFO:tasks.workunit.client.0.smithi007.stdout: 939: throughput=4.99MB/sec pending data=0 2024-08-04T16:04:20.116 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VkD9GyLb62EvGJP off=5364820 len=1658065 2024-08-04T16:04:20.123 INFO:tasks.workunit.client.0.smithi007.stdout:op 4791 completed, throughput=5MB/sec 2024-08-04T16:04:20.123 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-81_GsASC8GEpDjv off=8891641 len=929231 2024-08-04T16:04:20.128 INFO:tasks.workunit.client.0.smithi007.stdout:op 4792 completed, throughput=5MB/sec 2024-08-04T16:04:20.128 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VRy6PlOiRfTJtLR off=9452632 len=394045 2024-08-04T16:04:20.131 INFO:tasks.workunit.client.0.smithi007.stdout:op 4793 completed, throughput=5MB/sec 2024-08-04T16:04:20.131 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gOhnpSAxN8EOtPg off=20434822 len=614291 2024-08-04T16:04:20.135 INFO:tasks.workunit.client.0.smithi007.stdout:op 4794 completed, throughput=5MB/sec 2024-08-04T16:04:20.136 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-z8prdV1u-mCRAuq off=18883 len=1798957 2024-08-04T16:04:20.142 INFO:tasks.workunit.client.0.smithi007.stdout:op 4795 completed, throughput=5MB/sec 2024-08-04T16:04:21.143 INFO:tasks.workunit.client.0.smithi007.stdout: 940: throughput=5MB/sec pending data=0 2024-08-04T16:04:21.143 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PJXCXfOjDIYv91Q off=1400319 len=1562400 2024-08-04T16:04:21.151 INFO:tasks.workunit.client.0.smithi007.stdout:op 4796 completed, throughput=5MB/sec 2024-08-04T16:04:21.151 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EK0HsF-omLw3Q_u off=12445492 len=682798 2024-08-04T16:04:21.152 INFO:tasks.workunit.client.0.smithi007.stdout:op 4797 completed, throughput=5MB/sec 2024-08-04T16:04:21.152 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-X1zOA2iw86Hxilv off=1441890 len=1265796 2024-08-04T16:04:21.159 INFO:tasks.workunit.client.0.smithi007.stdout:op 4798 completed, throughput=5MB/sec 2024-08-04T16:04:21.159 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mAh1mToXrMF9EDM off=6253040 len=196963 2024-08-04T16:04:21.161 INFO:tasks.workunit.client.0.smithi007.stdout:op 4799 completed, throughput=5MB/sec 2024-08-04T16:04:21.161 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WMY-5BYOYyLEEPg off=3010950 len=99509 2024-08-04T16:04:21.164 INFO:tasks.workunit.client.0.smithi007.stdout:op 4800 completed, throughput=5MB/sec 2024-08-04T16:04:21.164 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XvaHIKuG4X4Ww_H off=8401235 len=88481 2024-08-04T16:04:21.166 INFO:tasks.workunit.client.0.smithi007.stdout:op 4801 completed, throughput=5MB/sec 2024-08-04T16:04:21.167 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8x292BCfGzUvnaW off=8599145 len=645220 2024-08-04T16:04:21.167 INFO:tasks.workunit.client.0.smithi007.stdout:op 4802 completed, throughput=5MB/sec 2024-08-04T16:04:21.167 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RhoaUnmBBz9joS3 off=9168749 len=2022510 2024-08-04T16:04:21.169 INFO:tasks.workunit.client.0.smithi007.stdout:op 4803 completed, throughput=5MB/sec 2024-08-04T16:04:21.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:20 smithi062 ceph-mon[85960]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T16:04:21.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:20 smithi007 ceph-mon[92692]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T16:04:21.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:20 smithi007 ceph-mon[94998]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T16:04:22.170 INFO:tasks.workunit.client.0.smithi007.stdout: 941: throughput=5MB/sec pending data=0 2024-08-04T16:04:22.170 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5mLCDtAu8RnE5DB off=2951938 len=957252 2024-08-04T16:04:22.176 INFO:tasks.workunit.client.0.smithi007.stdout:op 4804 completed, throughput=5MB/sec 2024-08-04T16:04:22.176 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--9vfWS18jNZ9Vc9 off=6082288 len=878381 2024-08-04T16:04:22.177 INFO:tasks.workunit.client.0.smithi007.stdout:op 4805 completed, throughput=5MB/sec 2024-08-04T16:04:22.177 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Si-n9V244eK-AiV off=9203243 len=722086 2024-08-04T16:04:22.181 INFO:tasks.workunit.client.0.smithi007.stdout:op 4806 completed, throughput=5MB/sec 2024-08-04T16:04:22.181 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Vd4fX84W7XCSgxh off=2745146 len=1954975 2024-08-04T16:04:22.190 INFO:tasks.workunit.client.0.smithi007.stdout:op 4807 completed, throughput=5MB/sec 2024-08-04T16:04:22.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:04:22.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:04:22.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:04:22.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:04:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:04:23.190 INFO:tasks.workunit.client.0.smithi007.stdout: 942: throughput=5MB/sec pending data=0 2024-08-04T16:04:23.191 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0GQTMsjMIvdFOf3 off=4521495 len=1741583 2024-08-04T16:04:23.201 INFO:tasks.workunit.client.0.smithi007.stdout:op 4808 completed, throughput=5MB/sec 2024-08-04T16:04:23.202 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-t8BFXMQIU1BtzI- off=13009350 len=571711 2024-08-04T16:04:23.205 INFO:tasks.workunit.client.0.smithi007.stdout:op 4809 completed, throughput=5MB/sec 2024-08-04T16:04:23.206 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jfMNYmO73vlVu_Z off=3267200 len=1788252 2024-08-04T16:04:23.208 INFO:tasks.workunit.client.0.smithi007.stdout:op 4810 completed, throughput=5MB/sec 2024-08-04T16:04:23.208 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UlhxCPcQDF-xR76 off=2861066 len=2062882 2024-08-04T16:04:23.210 INFO:tasks.workunit.client.0.smithi007.stdout:op 4811 completed, throughput=5MB/sec 2024-08-04T16:04:23.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:22 smithi062 ceph-mon[85960]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-04T16:04:23.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:22 smithi007 ceph-mon[92692]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-04T16:04:23.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:22 smithi007 ceph-mon[94998]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-04T16:04:24.211 INFO:tasks.workunit.client.0.smithi007.stdout: 943: throughput=5MB/sec pending data=0 2024-08-04T16:04:24.211 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fxQ4p3ssmusSF6v off=867090 len=1496877 2024-08-04T16:04:24.220 INFO:tasks.workunit.client.0.smithi007.stdout:op 4812 completed, throughput=5MB/sec 2024-08-04T16:04:24.221 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-W6aIumrTF28OrqH off=192775 len=840924 2024-08-04T16:04:24.225 INFO:tasks.workunit.client.0.smithi007.stdout:op 4813 completed, throughput=5MB/sec 2024-08-04T16:04:24.226 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yzQ13_g2dh1kyHh off=2174289 len=312412 2024-08-04T16:04:24.229 INFO:tasks.workunit.client.0.smithi007.stdout:op 4814 completed, throughput=5MB/sec 2024-08-04T16:04:24.229 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nDamS9szuBXV2k4 off=4240447 len=485163 2024-08-04T16:04:24.230 INFO:tasks.workunit.client.0.smithi007.stdout:op 4815 completed, throughput=5MB/sec 2024-08-04T16:04:24.230 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SZkQ1IbcoD591f6 off=13265664 len=1103171 2024-08-04T16:04:24.235 INFO:tasks.workunit.client.0.smithi007.stdout:op 4816 completed, throughput=5MB/sec 2024-08-04T16:04:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: 944: throughput=5MB/sec pending data=0 2024-08-04T16:04:25.236 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PoPzLQFyo0xxHp_ off=2594361 len=534427 2024-08-04T16:04:25.237 INFO:tasks.workunit.client.0.smithi007.stdout:op 4817 completed, throughput=5MB/sec 2024-08-04T16:04:25.237 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jCiYi3yZm3om9g2 off=1175080 len=981194 2024-08-04T16:04:25.242 INFO:tasks.workunit.client.0.smithi007.stdout:op 4818 completed, throughput=5MB/sec 2024-08-04T16:04:25.242 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4XolSlSnGzxIxR5 off=68055 len=239857 2024-08-04T16:04:25.244 INFO:tasks.workunit.client.0.smithi007.stdout:op 4819 completed, throughput=5MB/sec 2024-08-04T16:04:25.244 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SlB4hB0k2mObgcu off=2351910 len=784532 2024-08-04T16:04:25.250 INFO:tasks.workunit.client.0.smithi007.stdout:op 4820 completed, throughput=5MB/sec 2024-08-04T16:04:25.250 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gzsI1FNzCSeUPhZ off=21276763 len=1090820 2024-08-04T16:04:25.255 INFO:tasks.workunit.client.0.smithi007.stdout:op 4821 completed, throughput=5MB/sec 2024-08-04T16:04:25.255 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lWQbR5OEneB2Fte off=12274303 len=1935292 2024-08-04T16:04:25.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:24 smithi062 ceph-mon[85960]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T16:04:25.267 INFO:tasks.workunit.client.0.smithi007.stdout:op 4822 completed, throughput=5MB/sec 2024-08-04T16:04:25.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:24 smithi007 ceph-mon[92692]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T16:04:25.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:24 smithi007 ceph-mon[94998]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-04T16:04:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: 945: throughput=5MB/sec pending data=0 2024-08-04T16:04:26.267 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1_nwXNyGVbTWSFm off=906416 len=610995 2024-08-04T16:04:26.271 INFO:tasks.workunit.client.0.smithi007.stdout:op 4823 completed, throughput=5MB/sec 2024-08-04T16:04:26.271 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gqcV0KCcaRcE-Y3 off=2054721 len=732562 2024-08-04T16:04:26.273 INFO:tasks.workunit.client.0.smithi007.stdout:op 4824 completed, throughput=5MB/sec 2024-08-04T16:04:26.273 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5BlZIv3uu8Adp1A off=4501240 len=1650544 2024-08-04T16:04:26.280 INFO:tasks.workunit.client.0.smithi007.stdout:op 4825 completed, throughput=5MB/sec 2024-08-04T16:04:26.280 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-D-GiPil1na3nhi7 off=3623898 len=1193402 2024-08-04T16:04:26.282 INFO:tasks.workunit.client.0.smithi007.stdout:op 4826 completed, throughput=5MB/sec 2024-08-04T16:04:26.282 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-P4MBQkh_bnvk6Vk off=3469190 len=765276 2024-08-04T16:04:26.287 INFO:tasks.workunit.client.0.smithi007.stdout:op 4827 completed, throughput=5MB/sec 2024-08-04T16:04:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:04:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:04:26] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-08-04T16:04:27.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:26 smithi062 ceph-mon[85960]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T16:04:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: 946: throughput=4.99MB/sec pending data=0 2024-08-04T16:04:27.287 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jOYlcGgzhJaMOZX off=1829864 len=1542554 2024-08-04T16:04:27.294 INFO:tasks.workunit.client.0.smithi007.stdout:op 4828 completed, throughput=5MB/sec 2024-08-04T16:04:27.294 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-N1tlpz8d1addl-d off=2199809 len=1515100 2024-08-04T16:04:27.302 INFO:tasks.workunit.client.0.smithi007.stdout:op 4829 completed, throughput=5MB/sec 2024-08-04T16:04:27.302 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6bSQtkkP_rA0RUP off=76767 len=41952 2024-08-04T16:04:27.304 INFO:tasks.workunit.client.0.smithi007.stdout:op 4830 completed, throughput=5MB/sec 2024-08-04T16:04:27.304 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WtcrEOJD7R2juem off=1846987 len=982544 2024-08-04T16:04:27.309 INFO:tasks.workunit.client.0.smithi007.stdout:op 4831 completed, throughput=5MB/sec 2024-08-04T16:04:27.309 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-aX0ArPBnhUD1HNj off=6142908 len=226693 2024-08-04T16:04:27.310 INFO:tasks.workunit.client.0.smithi007.stdout:op 4832 completed, throughput=5MB/sec 2024-08-04T16:04:27.310 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4I5BoUxJI7MK2kq off=752981 len=1786639 2024-08-04T16:04:27.318 INFO:tasks.workunit.client.0.smithi007.stdout:op 4833 completed, throughput=5MB/sec 2024-08-04T16:04:27.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:26 smithi007 ceph-mon[92692]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T16:04:27.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:26 smithi007 ceph-mon[94998]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T16:04:28.319 INFO:tasks.workunit.client.0.smithi007.stdout: 947: throughput=5MB/sec pending data=0 2024-08-04T16:04:28.319 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-77tswYHvv-m2WIp off=14346297 len=1353357 2024-08-04T16:04:28.325 INFO:tasks.workunit.client.0.smithi007.stdout:op 4834 completed, throughput=5MB/sec 2024-08-04T16:04:28.325 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EK0HsF-omLw3Q_u off=3213662 len=1382474 2024-08-04T16:04:28.332 INFO:tasks.workunit.client.0.smithi007.stdout:op 4835 completed, throughput=5MB/sec 2024-08-04T16:04:28.332 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-T4x8XrGg64fV_c5 off=1347985 len=1404917 2024-08-04T16:04:28.334 INFO:tasks.workunit.client.0.smithi007.stdout:op 4836 completed, throughput=5MB/sec 2024-08-04T16:04:28.334 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5UeHhv3FjV-MIGj off=4216775 len=169325 2024-08-04T16:04:28.336 INFO:tasks.workunit.client.0.smithi007.stdout:op 4837 completed, throughput=5MB/sec 2024-08-04T16:04:28.336 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cJTNAdBZJtu20Ev off=5341290 len=700491 2024-08-04T16:04:28.340 INFO:tasks.workunit.client.0.smithi007.stdout:op 4838 completed, throughput=5MB/sec 2024-08-04T16:04:29.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:28 smithi062 ceph-mon[85960]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:04:29.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:28 smithi007 ceph-mon[92692]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:04:29.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:28 smithi007 ceph-mon[94998]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:04:29.340 INFO:tasks.workunit.client.0.smithi007.stdout: 948: throughput=5MB/sec pending data=0 2024-08-04T16:04:29.340 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kKI3feiG73hatv5 off=9103210 len=1465979 2024-08-04T16:04:29.348 INFO:tasks.workunit.client.0.smithi007.stdout:op 4839 completed, throughput=5MB/sec 2024-08-04T16:04:29.348 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nfK7_wETOzjExBr off=2621956 len=1849386 2024-08-04T16:04:29.351 INFO:tasks.workunit.client.0.smithi007.stdout:op 4840 completed, throughput=5MB/sec 2024-08-04T16:04:29.351 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZDAnySYLzieDAKt off=5005520 len=1951782 2024-08-04T16:04:29.365 INFO:tasks.workunit.client.0.smithi007.stdout:op 4841 completed, throughput=5MB/sec 2024-08-04T16:04:30.365 INFO:tasks.workunit.client.0.smithi007.stdout: 949: throughput=5MB/sec pending data=0 2024-08-04T16:04:30.365 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HEUV2iVXtFCuvTA off=3448429 len=1273419 2024-08-04T16:04:30.369 INFO:tasks.workunit.client.0.smithi007.stdout:op 4842 completed, throughput=5MB/sec 2024-08-04T16:04:30.369 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HxwdCsa6VOt3-Ga off=7616 len=254074 2024-08-04T16:04:30.370 INFO:tasks.workunit.client.0.smithi007.stdout:op 4843 completed, throughput=5MB/sec 2024-08-04T16:04:30.370 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wu7MCA_a_J9tm6- off=12558454 len=2026044 2024-08-04T16:04:30.382 INFO:tasks.workunit.client.0.smithi007.stdout:op 4844 completed, throughput=5MB/sec 2024-08-04T16:04:30.382 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ChXhbvmtOCj12Ks off=2269848 len=111839 2024-08-04T16:04:30.383 INFO:tasks.workunit.client.0.smithi007.stdout:op 4845 completed, throughput=5MB/sec 2024-08-04T16:04:30.383 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ry2JrAHn5Dy2352 off=10659681 len=1956480 2024-08-04T16:04:30.392 INFO:tasks.workunit.client.0.smithi007.stdout:op 4846 completed, throughput=5MB/sec 2024-08-04T16:04:31.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:30 smithi062 ceph-mon[85960]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T16:04:31.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:30 smithi007 ceph-mon[92692]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T16:04:31.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:30 smithi007 ceph-mon[94998]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T16:04:31.392 INFO:tasks.workunit.client.0.smithi007.stdout: 950: throughput=5MB/sec pending data=0 2024-08-04T16:04:31.393 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lp0m3tOsRrQte3s off=12615628 len=1374060 2024-08-04T16:04:31.394 INFO:tasks.workunit.client.0.smithi007.stdout:op 4847 completed, throughput=5MB/sec 2024-08-04T16:04:31.394 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HUg1L-p97Dvo-i2 off=12089040 len=1649040 2024-08-04T16:04:31.402 INFO:tasks.workunit.client.0.smithi007.stdout:op 4848 completed, throughput=5MB/sec 2024-08-04T16:04:31.402 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1BzysUHTiregI1L off=0 len=1379091 2024-08-04T16:04:31.410 INFO:tasks.workunit.client.0.smithi007.stdout:op 4849 completed, throughput=5MB/sec 2024-08-04T16:04:31.410 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ai9p3DmbNQtTXC6 off=11535461 len=1952182 2024-08-04T16:04:31.421 INFO:tasks.workunit.client.0.smithi007.stdout:op 4850 completed, throughput=5MB/sec 2024-08-04T16:04:32.422 INFO:tasks.workunit.client.0.smithi007.stdout: 951: throughput=5MB/sec pending data=0 2024-08-04T16:04:32.422 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iCqnf_guxLBuTaY off=5040290 len=1562375 2024-08-04T16:04:32.423 INFO:tasks.workunit.client.0.smithi007.stdout:op 4851 completed, throughput=5MB/sec 2024-08-04T16:04:32.424 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8MlfKGUNczGeoXi off=3192484 len=1488288 2024-08-04T16:04:32.431 INFO:tasks.workunit.client.0.smithi007.stdout:op 4852 completed, throughput=5MB/sec 2024-08-04T16:04:32.431 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_4Qp8ZA-sFZBtni off=4625173 len=793856 2024-08-04T16:04:32.433 INFO:tasks.workunit.client.0.smithi007.stdout:op 4853 completed, throughput=5MB/sec 2024-08-04T16:04:32.433 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GfeFv7NRCgBZwqE off=2730848 len=1528497 2024-08-04T16:04:32.439 INFO:tasks.workunit.client.0.smithi007.stdout:op 4854 completed, throughput=5MB/sec 2024-08-04T16:04:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:04:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:04:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:32 smithi062 ceph-mon[85960]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-04T16:04:33.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:32 smithi007 ceph-mon[92692]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-04T16:04:33.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:32 smithi007 ceph-mon[94998]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-04T16:04:33.439 INFO:tasks.workunit.client.0.smithi007.stdout: 952: throughput=5MB/sec pending data=0 2024-08-04T16:04:33.440 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AFyHu3j00p7KcgT off=11701549 len=1213458 2024-08-04T16:04:33.441 INFO:tasks.workunit.client.0.smithi007.stdout:op 4855 completed, throughput=5MB/sec 2024-08-04T16:04:33.441 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CQlTnVtKW4M-Fu6 off=1340027 len=910339 2024-08-04T16:04:33.447 INFO:tasks.workunit.client.0.smithi007.stdout:op 4856 completed, throughput=5MB/sec 2024-08-04T16:04:33.448 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HhNIB5HIbv3pC8S off=10720008 len=571944 2024-08-04T16:04:33.449 INFO:tasks.workunit.client.0.smithi007.stdout:op 4857 completed, throughput=5MB/sec 2024-08-04T16:04:33.449 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FoINJAPu7_x_0Gq off=413183 len=1115298 2024-08-04T16:04:33.453 INFO:tasks.workunit.client.0.smithi007.stdout:op 4858 completed, throughput=5MB/sec 2024-08-04T16:04:33.453 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SPUs7PvVybVgG7H off=2673788 len=660636 2024-08-04T16:04:33.457 INFO:tasks.workunit.client.0.smithi007.stdout:op 4859 completed, throughput=5MB/sec 2024-08-04T16:04:34.458 INFO:tasks.workunit.client.0.smithi007.stdout: 953: throughput=5MB/sec pending data=0 2024-08-04T16:04:34.458 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--QumgvPowy2Lryr off=6294506 len=1495528 2024-08-04T16:04:34.460 INFO:tasks.workunit.client.0.smithi007.stdout:op 4860 completed, throughput=5MB/sec 2024-08-04T16:04:34.460 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Eg9cj8DjCxIta9p off=0 len=1621435 2024-08-04T16:04:34.467 INFO:tasks.workunit.client.0.smithi007.stdout:op 4861 completed, throughput=5MB/sec 2024-08-04T16:04:34.467 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SQeQje1hn7bv0ac off=448075 len=318848 2024-08-04T16:04:34.468 INFO:tasks.workunit.client.0.smithi007.stdout:op 4862 completed, throughput=5MB/sec 2024-08-04T16:04:34.468 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UQZ-kgnQdMXB4ag off=9599882 len=628863 2024-08-04T16:04:34.472 INFO:tasks.workunit.client.0.smithi007.stdout:op 4863 completed, throughput=5MB/sec 2024-08-04T16:04:34.472 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cc7LprgMIfWtFFZ off=5603482 len=677628 2024-08-04T16:04:34.474 INFO:tasks.workunit.client.0.smithi007.stdout:op 4864 completed, throughput=5MB/sec 2024-08-04T16:04:35.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:34 smithi062 ceph-mon[85960]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-04T16:04:35.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:34 smithi007 ceph-mon[92692]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-04T16:04:35.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:34 smithi007 ceph-mon[94998]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-04T16:04:35.474 INFO:tasks.workunit.client.0.smithi007.stdout: 954: throughput=4.99MB/sec pending data=0 2024-08-04T16:04:35.475 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2PEEzkZu_GaI3h9 off=1697471 len=175506 2024-08-04T16:04:35.478 INFO:tasks.workunit.client.0.smithi007.stdout:op 4865 completed, throughput=5MB/sec 2024-08-04T16:04:35.478 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IXlbsJ3KVzhCg4j off=6446918 len=798266 2024-08-04T16:04:35.483 INFO:tasks.workunit.client.0.smithi007.stdout:op 4866 completed, throughput=5MB/sec 2024-08-04T16:04:35.483 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9tesi3vw77TbzlX off=4110525 len=1093026 2024-08-04T16:04:35.489 INFO:tasks.workunit.client.0.smithi007.stdout:op 4867 completed, throughput=5MB/sec 2024-08-04T16:04:35.489 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rEB4l338rrUV1IG off=3864163 len=1870014 2024-08-04T16:04:35.491 INFO:tasks.workunit.client.0.smithi007.stdout:op 4868 completed, throughput=5MB/sec 2024-08-04T16:04:35.491 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AaO4DSR0hVNkgf- off=4084932 len=1086415 2024-08-04T16:04:35.492 INFO:tasks.workunit.client.0.smithi007.stdout:op 4869 completed, throughput=5MB/sec 2024-08-04T16:04:35.492 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mS1dHxbf1T4NTMD off=3570034 len=1888702 2024-08-04T16:04:35.500 INFO:tasks.workunit.client.0.smithi007.stdout:op 4870 completed, throughput=5MB/sec 2024-08-04T16:04:36.500 INFO:tasks.workunit.client.0.smithi007.stdout: 955: throughput=5MB/sec pending data=0 2024-08-04T16:04:36.500 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GbC7QLoC6gtmJId off=2449911 len=676856 2024-08-04T16:04:36.505 INFO:tasks.workunit.client.0.smithi007.stdout:op 4871 completed, throughput=5MB/sec 2024-08-04T16:04:36.505 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UmkFTIyfUrrNkdy off=17542056 len=1246911 2024-08-04T16:04:36.506 INFO:tasks.workunit.client.0.smithi007.stdout:op 4872 completed, throughput=5MB/sec 2024-08-04T16:04:36.507 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1pEwnxZMPhYv5lG off=2035698 len=1871216 2024-08-04T16:04:36.518 INFO:tasks.workunit.client.0.smithi007.stdout:op 4873 completed, throughput=5MB/sec 2024-08-04T16:04:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:04:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:04:36] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-08-04T16:04:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:36 smithi062 ceph-mon[85960]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T16:04:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:04:37.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:36 smithi007 ceph-mon[92692]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T16:04:37.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:04:37.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:36 smithi007 ceph-mon[94998]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T16:04:37.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:04:37.519 INFO:tasks.workunit.client.0.smithi007.stdout: 956: throughput=4.99MB/sec pending data=0 2024-08-04T16:04:37.519 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UQfIOOcHtFtbNYl off=5988312 len=1866179 2024-08-04T16:04:37.528 INFO:tasks.workunit.client.0.smithi007.stdout:op 4874 completed, throughput=5MB/sec 2024-08-04T16:04:37.528 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CpRghNmNqY4pQpR off=12094995 len=1765952 2024-08-04T16:04:37.529 INFO:tasks.workunit.client.0.smithi007.stdout:op 4875 completed, throughput=5MB/sec 2024-08-04T16:04:37.529 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RyAqSx1VnAXDMBa off=9179982 len=749892 2024-08-04T16:04:37.533 INFO:tasks.workunit.client.0.smithi007.stdout:op 4876 completed, throughput=5MB/sec 2024-08-04T16:04:37.533 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IiNueCkYA5-RQbl off=6766687 len=1855201 2024-08-04T16:04:37.535 INFO:tasks.workunit.client.0.smithi007.stdout:op 4877 completed, throughput=5MB/sec 2024-08-04T16:04:38.536 INFO:tasks.workunit.client.0.smithi007.stdout: 957: throughput=5MB/sec pending data=0 2024-08-04T16:04:38.536 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ut68DixA9S1O6uQ off=2669558 len=1783224 2024-08-04T16:04:38.547 INFO:tasks.workunit.client.0.smithi007.stdout:op 4878 completed, throughput=5MB/sec 2024-08-04T16:04:38.547 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ICCATGe8dttbDYR off=102182 len=1288740 2024-08-04T16:04:38.548 INFO:tasks.workunit.client.0.smithi007.stdout:op 4879 completed, throughput=5MB/sec 2024-08-04T16:04:38.549 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-msG1Fzcjgnv9aom off=7567933 len=1517156 2024-08-04T16:04:38.556 INFO:tasks.workunit.client.0.smithi007.stdout:op 4880 completed, throughput=5MB/sec 2024-08-04T16:04:39.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:38 smithi062 ceph-mon[85960]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T16:04:39.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:38 smithi007 ceph-mon[92692]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T16:04:39.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:38 smithi007 ceph-mon[94998]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-04T16:04:39.557 INFO:tasks.workunit.client.0.smithi007.stdout: 958: throughput=5MB/sec pending data=0 2024-08-04T16:04:39.557 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3piXuZMElUiq-Vm off=15982170 len=774762 2024-08-04T16:04:39.563 INFO:tasks.workunit.client.0.smithi007.stdout:op 4881 completed, throughput=5MB/sec 2024-08-04T16:04:39.563 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GuChI9krRBTam9W off=12152295 len=571495 2024-08-04T16:04:39.567 INFO:tasks.workunit.client.0.smithi007.stdout:op 4882 completed, throughput=5MB/sec 2024-08-04T16:04:39.567 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VgKWW637A2PaKOz off=9778126 len=270251 2024-08-04T16:04:39.570 INFO:tasks.workunit.client.0.smithi007.stdout:op 4883 completed, throughput=5MB/sec 2024-08-04T16:04:39.570 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NXY8vIAkfUOPYLY off=11579076 len=1473724 2024-08-04T16:04:39.573 INFO:tasks.workunit.client.0.smithi007.stdout:op 4884 completed, throughput=5MB/sec 2024-08-04T16:04:39.573 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-r7d5IQ54HUEFyYc off=1923505 len=134925 2024-08-04T16:04:39.576 INFO:tasks.workunit.client.0.smithi007.stdout:op 4885 completed, throughput=5MB/sec 2024-08-04T16:04:39.576 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NmZU1BxPYJN-1cs off=33865 len=590727 2024-08-04T16:04:39.577 INFO:tasks.workunit.client.0.smithi007.stdout:op 4886 completed, throughput=5MB/sec 2024-08-04T16:04:39.577 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vzZz842KknT_ms5 off=789135 len=354904 2024-08-04T16:04:39.580 INFO:tasks.workunit.client.0.smithi007.stdout:op 4887 completed, throughput=5MB/sec 2024-08-04T16:04:39.581 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7MVOyLJjKDmivlQ off=5036125 len=585653 2024-08-04T16:04:39.581 INFO:tasks.workunit.client.0.smithi007.stdout:op 4888 completed, throughput=5MB/sec 2024-08-04T16:04:39.581 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-q3WKSjsXHnhyHb_ off=2285606 len=447697 2024-08-04T16:04:39.583 INFO:tasks.workunit.client.0.smithi007.stdout:op 4889 completed, throughput=5MB/sec 2024-08-04T16:04:39.583 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jfMNYmO73vlVu_Z off=11202531 len=998717 2024-08-04T16:04:39.584 INFO:tasks.workunit.client.0.smithi007.stdout:op 4890 completed, throughput=5MB/sec 2024-08-04T16:04:40.586 INFO:tasks.workunit.client.0.smithi007.stdout: 959: throughput=5MB/sec pending data=0 2024-08-04T16:04:40.586 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yFdB_jJNAi4a8Zu off=4993940 len=1569656 2024-08-04T16:04:40.587 INFO:tasks.workunit.client.0.smithi007.stdout:op 4891 completed, throughput=5MB/sec 2024-08-04T16:04:40.587 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vYyd-skhj2JK4F4 off=8044097 len=1760476 2024-08-04T16:04:40.595 INFO:tasks.workunit.client.0.smithi007.stdout:op 4892 completed, throughput=5MB/sec 2024-08-04T16:04:40.595 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GFriPW3KjYpLfE9 off=0 len=1180783 2024-08-04T16:04:40.600 INFO:tasks.workunit.client.0.smithi007.stdout:op 4893 completed, throughput=5MB/sec 2024-08-04T16:04:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:40 smithi062 ceph-mon[85960]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-04T16:04:41.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:40 smithi007 ceph-mon[94998]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-04T16:04:41.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:40 smithi007 ceph-mon[92692]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-04T16:04:41.600 INFO:tasks.workunit.client.0.smithi007.stdout: 960: throughput=5MB/sec pending data=0 2024-08-04T16:04:41.600 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NWJ_0lg33ZRbFtA off=1952513 len=375386 2024-08-04T16:04:41.601 INFO:tasks.workunit.client.0.smithi007.stdout:op 4894 completed, throughput=5MB/sec 2024-08-04T16:04:41.601 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gth2L-zNIPND4cq off=4223355 len=1019275 2024-08-04T16:04:41.607 INFO:tasks.workunit.client.0.smithi007.stdout:op 4895 completed, throughput=5MB/sec 2024-08-04T16:04:41.607 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jxLpMTFMFWTBpsq off=7244061 len=1077793 2024-08-04T16:04:41.608 INFO:tasks.workunit.client.0.smithi007.stdout:op 4896 completed, throughput=5MB/sec 2024-08-04T16:04:41.608 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-py6CwaqtqfA4eur off=15935881 len=45661 2024-08-04T16:04:41.609 INFO:tasks.workunit.client.0.smithi007.stdout:op 4897 completed, throughput=5MB/sec 2024-08-04T16:04:41.609 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qwCsFsgah7OljOH off=1052407 len=899809 2024-08-04T16:04:41.610 INFO:tasks.workunit.client.0.smithi007.stdout:op 4898 completed, throughput=5MB/sec 2024-08-04T16:04:41.611 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_JMSxpCaBgbpoxN off=17274285 len=1402372 2024-08-04T16:04:41.616 INFO:tasks.workunit.client.0.smithi007.stdout:op 4899 completed, throughput=5MB/sec 2024-08-04T16:04:41.616 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-I5YkhYgQQHF5-gT off=13546373 len=1710314 2024-08-04T16:04:41.623 INFO:tasks.workunit.client.0.smithi007.stdout:op 4900 completed, throughput=5MB/sec 2024-08-04T16:04:42.623 INFO:tasks.workunit.client.0.smithi007.stdout: 961: throughput=5MB/sec pending data=0 2024-08-04T16:04:42.623 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aPRbMdV-hnNNClb off=9037841 len=1825830 2024-08-04T16:04:42.633 INFO:tasks.workunit.client.0.smithi007.stdout:op 4901 completed, throughput=5MB/sec 2024-08-04T16:04:42.634 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-swMLgs4rYwovKIi off=4892967 len=1012039 2024-08-04T16:04:42.634 INFO:tasks.workunit.client.0.smithi007.stdout:op 4902 completed, throughput=5MB/sec 2024-08-04T16:04:42.634 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-k7Ex5ucY2YTfk6A off=1452381 len=817863 2024-08-04T16:04:42.637 INFO:tasks.workunit.client.0.smithi007.stdout:op 4903 completed, throughput=5MB/sec 2024-08-04T16:04:42.638 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Dt4ulL5YEVN_hjD off=20097 len=1923341 2024-08-04T16:04:42.648 INFO:tasks.workunit.client.0.smithi007.stdout:op 4904 completed, throughput=5MB/sec 2024-08-04T16:04:42.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:04:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:04:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:04:43.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:42 smithi062 ceph-mon[85960]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-08-04T16:04:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:42 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:04:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:42 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:04:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:42 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:04:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:42 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:04:43.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:42 smithi007 ceph-mon[92692]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-08-04T16:04:43.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:42 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:04:43.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:42 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:04:43.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:42 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:04:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:42 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:04:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:42 smithi007 ceph-mon[94998]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-08-04T16:04:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:42 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:04:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:42 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:04:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:42 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:04:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:42 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:04:43.649 INFO:tasks.workunit.client.0.smithi007.stdout: 962: throughput=5MB/sec pending data=0 2024-08-04T16:04:43.649 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xyMAXxzaBfjCMyg off=273356 len=743832 2024-08-04T16:04:43.650 INFO:tasks.workunit.client.0.smithi007.stdout:op 4905 completed, throughput=5MB/sec 2024-08-04T16:04:43.650 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4WvhKG7xB8jVB7l off=1228445 len=287104 2024-08-04T16:04:43.654 INFO:tasks.workunit.client.0.smithi007.stdout:op 4906 completed, throughput=5MB/sec 2024-08-04T16:04:43.654 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2nbhM6i3cQgj-gX off=1704441 len=237884 2024-08-04T16:04:43.658 INFO:tasks.workunit.client.0.smithi007.stdout:op 4907 completed, throughput=5MB/sec 2024-08-04T16:04:43.658 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QOS2ozHy1830hKl off=20672319 len=2081688 2024-08-04T16:04:43.661 INFO:tasks.workunit.client.0.smithi007.stdout:op 4908 completed, throughput=5MB/sec 2024-08-04T16:04:43.661 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cevae5kCpAR8u2s off=5312344 len=1725446 2024-08-04T16:04:43.670 INFO:tasks.workunit.client.0.smithi007.stdout:op 4909 completed, throughput=5MB/sec 2024-08-04T16:04:44.671 INFO:tasks.workunit.client.0.smithi007.stdout: 963: throughput=5MB/sec pending data=0 2024-08-04T16:04:44.671 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gzdywYRN2n5j4Nj off=9410718 len=1460861 2024-08-04T16:04:44.677 INFO:tasks.workunit.client.0.smithi007.stdout:op 4910 completed, throughput=5MB/sec 2024-08-04T16:04:44.677 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-y67Ppcf_4Q2YyFZ off=643465 len=646945 2024-08-04T16:04:44.678 INFO:tasks.workunit.client.0.smithi007.stdout:op 4911 completed, throughput=5MB/sec 2024-08-04T16:04:44.678 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tBR9vBTB4ra2pbx off=1068686 len=390667 2024-08-04T16:04:44.682 INFO:tasks.workunit.client.0.smithi007.stdout:op 4912 completed, throughput=5MB/sec 2024-08-04T16:04:44.682 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--BqJg6V35hXBTo8 off=12487849 len=1288584 2024-08-04T16:04:44.686 INFO:tasks.workunit.client.0.smithi007.stdout:op 4913 completed, throughput=5MB/sec 2024-08-04T16:04:44.686 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Xs5jgar7g40lzX_ off=20445668 len=1912486 2024-08-04T16:04:44.688 INFO:tasks.workunit.client.0.smithi007.stdout:op 4914 completed, throughput=5MB/sec 2024-08-04T16:04:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:44 smithi062 ceph-mon[85960]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:04:45.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:44 smithi007 ceph-mon[92692]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:04:45.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:44 smithi007 ceph-mon[94998]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-04T16:04:45.688 INFO:tasks.workunit.client.0.smithi007.stdout: 964: throughput=5MB/sec pending data=0 2024-08-04T16:04:45.689 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cLpJA2XRBMHk3Bm off=9039379 len=395889 2024-08-04T16:04:45.692 INFO:tasks.workunit.client.0.smithi007.stdout:op 4915 completed, throughput=5MB/sec 2024-08-04T16:04:45.692 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-u6gik9F69B1HGq7 off=4760326 len=260338 2024-08-04T16:04:45.693 INFO:tasks.workunit.client.0.smithi007.stdout:op 4916 completed, throughput=5MB/sec 2024-08-04T16:04:45.693 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-t6h-m9MXoHpEZ8V off=3201307 len=1899144 2024-08-04T16:04:45.694 INFO:tasks.workunit.client.0.smithi007.stdout:op 4917 completed, throughput=5MB/sec 2024-08-04T16:04:45.695 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vcmxjGXLpEsMwlY off=9720582 len=1326625 2024-08-04T16:04:45.701 INFO:tasks.workunit.client.0.smithi007.stdout:op 4918 completed, throughput=5MB/sec 2024-08-04T16:04:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:04:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:04:46] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-08-04T16:04:46.702 INFO:tasks.workunit.client.0.smithi007.stdout: 965: throughput=5MB/sec pending data=0 2024-08-04T16:04:46.702 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0SDDRK-lZcCoIGw off=3735209 len=507780 2024-08-04T16:04:46.706 INFO:tasks.workunit.client.0.smithi007.stdout:op 4919 completed, throughput=5MB/sec 2024-08-04T16:04:46.706 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4WbzjkYJWNkrx3Y off=4933668 len=1851159 2024-08-04T16:04:46.708 INFO:tasks.workunit.client.0.smithi007.stdout:op 4920 completed, throughput=5MB/sec 2024-08-04T16:04:46.708 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UWVLnJ2FjvKD3Mt off=2634650 len=154328 2024-08-04T16:04:46.709 INFO:tasks.workunit.client.0.smithi007.stdout:op 4921 completed, throughput=5MB/sec 2024-08-04T16:04:46.709 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9KYtaih5uhCorcQ off=3477740 len=1657622 2024-08-04T16:04:46.719 INFO:tasks.workunit.client.0.smithi007.stdout:op 4922 completed, throughput=5MB/sec 2024-08-04T16:04:46.719 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-T8F_OxxCEwKpy3X off=11465512 len=846089 2024-08-04T16:04:46.724 INFO:tasks.workunit.client.0.smithi007.stdout:op 4923 completed, throughput=5MB/sec 2024-08-04T16:04:46.724 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pIv0Zd5n6WOrRJ8 off=22659246 len=888074 2024-08-04T16:04:46.729 INFO:tasks.workunit.client.0.smithi007.stdout:op 4924 completed, throughput=5MB/sec 2024-08-04T16:04:47.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:46 smithi062 ceph-mon[85960]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:04:47.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:46 smithi007 ceph-mon[92692]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:04:47.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:46 smithi007 ceph-mon[94998]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:04:47.729 INFO:tasks.workunit.client.0.smithi007.stdout: 966: throughput=5MB/sec pending data=0 2024-08-04T16:04:47.729 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uPAUTI2OvqMAIzm off=9682219 len=242789 2024-08-04T16:04:47.733 INFO:tasks.workunit.client.0.smithi007.stdout:op 4925 completed, throughput=5MB/sec 2024-08-04T16:04:47.733 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xcPIVDdH-gKZue8 off=4455997 len=239798 2024-08-04T16:04:47.733 INFO:tasks.workunit.client.0.smithi007.stdout:op 4926 completed, throughput=5MB/sec 2024-08-04T16:04:47.733 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jXCpBXLWk-Oirpl off=5330172 len=607502 2024-08-04T16:04:47.735 INFO:tasks.workunit.client.0.smithi007.stdout:op 4927 completed, throughput=5MB/sec 2024-08-04T16:04:47.735 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Q6sjTjf7_wi-oaM off=4321001 len=882046 2024-08-04T16:04:47.736 INFO:tasks.workunit.client.0.smithi007.stdout:op 4928 completed, throughput=5MB/sec 2024-08-04T16:04:47.736 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6sUn7HkOr3eHk5H off=2662777 len=415631 2024-08-04T16:04:47.743 INFO:tasks.workunit.client.0.smithi007.stdout:op 4929 completed, throughput=5MB/sec 2024-08-04T16:04:47.743 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-v6BRP9aeCCTE9tP off=3192735 len=1471305 2024-08-04T16:04:47.748 INFO:tasks.workunit.client.0.smithi007.stdout:op 4930 completed, throughput=5MB/sec 2024-08-04T16:04:47.748 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-X1wb1qn2ElyFwC2 off=15576756 len=1851591 2024-08-04T16:04:47.759 INFO:tasks.workunit.client.0.smithi007.stdout:op 4931 completed, throughput=5MB/sec 2024-08-04T16:04:48.759 INFO:tasks.workunit.client.0.smithi007.stdout: 967: throughput=5MB/sec pending data=0 2024-08-04T16:04:48.759 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kmfiYmSxtSvMeq5 off=2429333 len=1141992 2024-08-04T16:04:48.765 INFO:tasks.workunit.client.0.smithi007.stdout:op 4932 completed, throughput=5MB/sec 2024-08-04T16:04:48.765 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3iNlt_WT0JhAjwm off=16750623 len=1089570 2024-08-04T16:04:48.767 INFO:tasks.workunit.client.0.smithi007.stdout:op 4933 completed, throughput=5MB/sec 2024-08-04T16:04:48.767 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-P6yKtW_ZxTX85SN off=6190951 len=383070 2024-08-04T16:04:48.770 INFO:tasks.workunit.client.0.smithi007.stdout:op 4934 completed, throughput=5MB/sec 2024-08-04T16:04:48.770 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PL9_PiQvwYxUjkb off=11439872 len=525574 2024-08-04T16:04:48.770 INFO:tasks.workunit.client.0.smithi007.stdout:op 4935 completed, throughput=5MB/sec 2024-08-04T16:04:48.770 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kyVe5NhAlZ5JNP9 off=2299983 len=274492 2024-08-04T16:04:48.771 INFO:tasks.workunit.client.0.smithi007.stdout:op 4936 completed, throughput=5MB/sec 2024-08-04T16:04:48.771 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IRJeQNkNkc285LY off=15599476 len=1401273 2024-08-04T16:04:48.777 INFO:tasks.workunit.client.0.smithi007.stdout:op 4937 completed, throughput=5MB/sec 2024-08-04T16:04:49.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:48 smithi062 ceph-mon[85960]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:04:49.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:48 smithi007 ceph-mon[92692]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:04:49.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:48 smithi007 ceph-mon[94998]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:04:49.777 INFO:tasks.workunit.client.0.smithi007.stdout: 968: throughput=5MB/sec pending data=0 2024-08-04T16:04:49.777 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qzx-GrQ7y2KCvza off=14212424 len=94455 2024-08-04T16:04:49.778 INFO:tasks.workunit.client.0.smithi007.stdout:op 4938 completed, throughput=5MB/sec 2024-08-04T16:04:49.778 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GliuxMFANaCApN_ off=9835883 len=17296 2024-08-04T16:04:49.778 INFO:tasks.workunit.client.0.smithi007.stdout:op 4939 completed, throughput=5MB/sec 2024-08-04T16:04:49.778 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Qzsg5f0CdGz6YIo off=10556896 len=655833 2024-08-04T16:04:49.783 INFO:tasks.workunit.client.0.smithi007.stdout:op 4940 completed, throughput=5MB/sec 2024-08-04T16:04:49.783 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OmntOsYnYH87rrS off=4914137 len=409330 2024-08-04T16:04:49.784 INFO:tasks.workunit.client.0.smithi007.stdout:op 4941 completed, throughput=5MB/sec 2024-08-04T16:04:49.784 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZcMZDRwfUZDmrGJ off=4379814 len=1433316 2024-08-04T16:04:49.786 INFO:tasks.workunit.client.0.smithi007.stdout:op 4942 completed, throughput=5MB/sec 2024-08-04T16:04:49.786 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FoTjf9yniGhLw1p off=16658808 len=1788564 2024-08-04T16:04:49.795 INFO:tasks.workunit.client.0.smithi007.stdout:op 4943 completed, throughput=5MB/sec 2024-08-04T16:04:49.795 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4wEp9NTJEdJSpag off=9081737 len=559600 2024-08-04T16:04:49.799 INFO:tasks.workunit.client.0.smithi007.stdout:op 4944 completed, throughput=5MB/sec 2024-08-04T16:04:50.799 INFO:tasks.workunit.client.0.smithi007.stdout: 969: throughput=5MB/sec pending data=0 2024-08-04T16:04:50.799 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-09lskFr2bp05uPN off=6811477 len=726098 2024-08-04T16:04:50.803 INFO:tasks.workunit.client.0.smithi007.stdout:op 4945 completed, throughput=5MB/sec 2024-08-04T16:04:50.803 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XiKOFZJyWwcGYpQ off=2785010 len=293459 2024-08-04T16:04:50.804 INFO:tasks.workunit.client.0.smithi007.stdout:op 4946 completed, throughput=5MB/sec 2024-08-04T16:04:50.804 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CUZzQeOrSA0UixV off=5977843 len=1614717 2024-08-04T16:04:50.806 INFO:tasks.workunit.client.0.smithi007.stdout:op 4947 completed, throughput=5MB/sec 2024-08-04T16:04:50.806 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uRIcg2R5qgxTyYf off=5004504 len=1325610 2024-08-04T16:04:50.807 INFO:tasks.workunit.client.0.smithi007.stdout:op 4948 completed, throughput=5MB/sec 2024-08-04T16:04:50.807 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5giqDq-cOodmd8E off=8462993 len=82428 2024-08-04T16:04:50.808 INFO:tasks.workunit.client.0.smithi007.stdout:op 4949 completed, throughput=5MB/sec 2024-08-04T16:04:50.808 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HiPZu6znjDx51X1 off=9099107 len=1418563 2024-08-04T16:04:50.813 INFO:tasks.workunit.client.0.smithi007.stdout:op 4950 completed, throughput=5MB/sec 2024-08-04T16:04:51.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:50 smithi062 ceph-mon[85960]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:04:51.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:50 smithi007 ceph-mon[92692]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:04:51.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:50 smithi007 ceph-mon[94998]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:04:51.813 INFO:tasks.workunit.client.0.smithi007.stdout: 970: throughput=5MB/sec pending data=0 2024-08-04T16:04:51.814 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kLudzi7nzRknFc2 off=7006804 len=727643 2024-08-04T16:04:51.815 INFO:tasks.workunit.client.0.smithi007.stdout:op 4951 completed, throughput=5MB/sec 2024-08-04T16:04:51.815 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jrw5ofTH_M5x1FN off=8671136 len=1834714 2024-08-04T16:04:51.826 INFO:tasks.workunit.client.0.smithi007.stdout:op 4952 completed, throughput=5MB/sec 2024-08-04T16:04:51.826 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TZ6JuUjGZEX5QyN off=1722509 len=794002 2024-08-04T16:04:51.831 INFO:tasks.workunit.client.0.smithi007.stdout:op 4953 completed, throughput=5MB/sec 2024-08-04T16:04:51.832 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-M8kL8UQi1zYHWkF off=318188 len=2061478 2024-08-04T16:04:51.840 INFO:tasks.workunit.client.0.smithi007.stdout:op 4954 completed, throughput=5MB/sec 2024-08-04T16:04:52.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:04:52.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:04:52.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:04:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:04:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:04:52.840 INFO:tasks.workunit.client.0.smithi007.stdout: 971: throughput=5MB/sec pending data=0 2024-08-04T16:04:52.840 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XACRla3T6L0JahU off=3145188 len=689538 2024-08-04T16:04:52.841 INFO:tasks.workunit.client.0.smithi007.stdout:op 4955 completed, throughput=5MB/sec 2024-08-04T16:04:52.841 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kRWT8Nxz9ckmjA_ off=7437533 len=1389402 2024-08-04T16:04:52.843 INFO:tasks.workunit.client.0.smithi007.stdout:op 4956 completed, throughput=5MB/sec 2024-08-04T16:04:52.843 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VsGOVmqdDo1Cw9y off=1117751 len=1685455 2024-08-04T16:04:52.854 INFO:tasks.workunit.client.0.smithi007.stdout:op 4957 completed, throughput=5MB/sec 2024-08-04T16:04:52.854 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZpnpdB1pJHmil0A off=7619142 len=1279224 2024-08-04T16:04:52.856 INFO:tasks.workunit.client.0.smithi007.stdout:op 4958 completed, throughput=5MB/sec 2024-08-04T16:04:52.856 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uYQEu9OkfM4HoiJ off=343204 len=2035545 2024-08-04T16:04:52.867 INFO:tasks.workunit.client.0.smithi007.stdout:op 4959 completed, throughput=5MB/sec 2024-08-04T16:04:53.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:52 smithi062 ceph-mon[85960]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-04T16:04:53.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:52 smithi007 ceph-mon[92692]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-04T16:04:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:52 smithi007 ceph-mon[94998]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-04T16:04:53.868 INFO:tasks.workunit.client.0.smithi007.stdout: 972: throughput=5MB/sec pending data=0 2024-08-04T16:04:53.868 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KiL7F7n43LhSwJm off=641223 len=496525 2024-08-04T16:04:53.870 INFO:tasks.workunit.client.0.smithi007.stdout:op 4960 completed, throughput=5MB/sec 2024-08-04T16:04:53.870 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UGiqe6wbmcyKyBk off=4762837 len=1655818 2024-08-04T16:04:53.877 INFO:tasks.workunit.client.0.smithi007.stdout:op 4961 completed, throughput=5MB/sec 2024-08-04T16:04:53.877 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NB9zuCVbVrJFQX2 off=3601489 len=470517 2024-08-04T16:04:53.880 INFO:tasks.workunit.client.0.smithi007.stdout:op 4962 completed, throughput=5MB/sec 2024-08-04T16:04:53.881 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fW7SC2l7f4eJMhR off=16589406 len=1690376 2024-08-04T16:04:53.890 INFO:tasks.workunit.client.0.smithi007.stdout:op 4963 completed, throughput=5MB/sec 2024-08-04T16:04:54.890 INFO:tasks.workunit.client.0.smithi007.stdout: 973: throughput=5MB/sec pending data=0 2024-08-04T16:04:54.891 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kXPLOYxwY-3odLe off=10850730 len=158945 2024-08-04T16:04:54.893 INFO:tasks.workunit.client.0.smithi007.stdout:op 4964 completed, throughput=5MB/sec 2024-08-04T16:04:54.894 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vR09ovKzN0a4GSL off=269228 len=1394678 2024-08-04T16:04:54.902 INFO:tasks.workunit.client.0.smithi007.stdout:op 4965 completed, throughput=5MB/sec 2024-08-04T16:04:54.903 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-o9OkTjwiBS6_pJZ off=1725045 len=815867 2024-08-04T16:04:54.904 INFO:tasks.workunit.client.0.smithi007.stdout:op 4966 completed, throughput=5MB/sec 2024-08-04T16:04:54.904 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kbYD2q3pBomlwMZ off=0 len=1765873 2024-08-04T16:04:54.914 INFO:tasks.workunit.client.0.smithi007.stdout:op 4967 completed, throughput=5MB/sec 2024-08-04T16:04:54.914 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jfJ_c6LzoMd1JDz off=14699890 len=1513818 2024-08-04T16:04:54.922 INFO:tasks.workunit.client.0.smithi007.stdout:op 4968 completed, throughput=5MB/sec 2024-08-04T16:04:55.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:54 smithi062 ceph-mon[85960]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:04:55.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:54 smithi007 ceph-mon[92692]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:04:55.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:54 smithi007 ceph-mon[94998]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:04:55.921 INFO:tasks.workunit.client.0.smithi007.stdout: 974: throughput=5MB/sec pending data=0 2024-08-04T16:04:55.921 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8NLjnOYoZS5Fm5q off=1667327 len=1893578 2024-08-04T16:04:55.931 INFO:tasks.workunit.client.0.smithi007.stdout:op 4969 completed, throughput=5MB/sec 2024-08-04T16:04:55.931 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iqO_t5FtEIDOgEa off=1084642 len=1440069 2024-08-04T16:04:55.938 INFO:tasks.workunit.client.0.smithi007.stdout:op 4970 completed, throughput=5MB/sec 2024-08-04T16:04:55.938 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-T9v3ztjjn-l4j4S off=7881832 len=118394 2024-08-04T16:04:55.939 INFO:tasks.workunit.client.0.smithi007.stdout:op 4971 completed, throughput=5MB/sec 2024-08-04T16:04:55.939 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EJzUabmHO9XqXkg off=1182399 len=220448 2024-08-04T16:04:55.940 INFO:tasks.workunit.client.0.smithi007.stdout:op 4972 completed, throughput=5MB/sec 2024-08-04T16:04:55.940 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EYWYDVHLdcv0W8_ off=7081560 len=83181 2024-08-04T16:04:55.946 INFO:tasks.workunit.client.0.smithi007.stdout:op 4973 completed, throughput=5MB/sec 2024-08-04T16:04:55.946 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FJd6QY9UEbRgGAE off=12441223 len=937730 2024-08-04T16:04:55.946 INFO:tasks.workunit.client.0.smithi007.stdout:op 4974 completed, throughput=5MB/sec 2024-08-04T16:04:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:04:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:04:56] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-08-04T16:04:56.944 INFO:tasks.workunit.client.0.smithi007.stdout: 975: throughput=5MB/sec pending data=0 2024-08-04T16:04:56.945 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pa-g7TN7VxWwNzk off=10563347 len=1626458 2024-08-04T16:04:56.953 INFO:tasks.workunit.client.0.smithi007.stdout:op 4975 completed, throughput=5MB/sec 2024-08-04T16:04:56.953 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NpfJoxBdp4oSzD6 off=6080804 len=131505 2024-08-04T16:04:56.954 INFO:tasks.workunit.client.0.smithi007.stdout:op 4976 completed, throughput=5MB/sec 2024-08-04T16:04:56.954 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fyrQeu7viB530mq off=10175890 len=20306 2024-08-04T16:04:56.957 INFO:tasks.workunit.client.0.smithi007.stdout:op 4977 completed, throughput=5MB/sec 2024-08-04T16:04:56.957 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-o3rOTt3FjrmLObk off=14268855 len=752145 2024-08-04T16:04:56.961 INFO:tasks.workunit.client.0.smithi007.stdout:op 4978 completed, throughput=5MB/sec 2024-08-04T16:04:56.961 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-33LaAsSuPKX21ra off=7730456 len=1452115 2024-08-04T16:04:56.962 INFO:tasks.workunit.client.0.smithi007.stdout:op 4979 completed, throughput=5MB/sec 2024-08-04T16:04:56.962 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uYyTpcPeNbK9Kl3 off=545696 len=875747 2024-08-04T16:04:56.963 INFO:tasks.workunit.client.0.smithi007.stdout:op 4980 completed, throughput=5MB/sec 2024-08-04T16:04:56.964 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zE_txT9SBf9px7l off=1285542 len=470113 2024-08-04T16:04:56.967 INFO:tasks.workunit.client.0.smithi007.stdout:op 4981 completed, throughput=5MB/sec 2024-08-04T16:04:57.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:56 smithi062 ceph-mon[85960]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:04:57.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:56 smithi007 ceph-mon[92692]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:04:57.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:56 smithi007 ceph-mon[94998]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:04:57.967 INFO:tasks.workunit.client.0.smithi007.stdout: 976: throughput=5MB/sec pending data=0 2024-08-04T16:04:57.967 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fsf2cHsC4o21ub- off=373127 len=1871459 2024-08-04T16:04:57.970 INFO:tasks.workunit.client.0.smithi007.stdout:op 4982 completed, throughput=5MB/sec 2024-08-04T16:04:57.970 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-d2zk_ptv9tBwCdc off=2045768 len=12736 2024-08-04T16:04:57.972 INFO:tasks.workunit.client.0.smithi007.stdout:op 4983 completed, throughput=5MB/sec 2024-08-04T16:04:57.972 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jGDQv9v0OLCcRm8 off=15269878 len=1650216 2024-08-04T16:04:57.976 INFO:tasks.workunit.client.0.smithi007.stdout:op 4984 completed, throughput=5MB/sec 2024-08-04T16:04:57.976 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XkoA71z8Zy9a_OZ off=3679315 len=142847 2024-08-04T16:04:57.977 INFO:tasks.workunit.client.0.smithi007.stdout:op 4985 completed, throughput=5MB/sec 2024-08-04T16:04:57.977 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fcULFGjiS9G_E_g off=10507268 len=165853 2024-08-04T16:04:57.979 INFO:tasks.workunit.client.0.smithi007.stdout:op 4986 completed, throughput=5MB/sec 2024-08-04T16:04:57.979 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dhGo1xV7XFOy8qb off=22325809 len=1778356 2024-08-04T16:04:57.987 INFO:tasks.workunit.client.0.smithi007.stdout:op 4987 completed, throughput=5MB/sec 2024-08-04T16:04:58.987 INFO:tasks.workunit.client.0.smithi007.stdout: 977: throughput=5MB/sec pending data=0 2024-08-04T16:04:58.987 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aThHPeTug4RDe2k off=10731388 len=1690702 2024-08-04T16:04:58.995 INFO:tasks.workunit.client.0.smithi007.stdout:op 4988 completed, throughput=5MB/sec 2024-08-04T16:04:58.995 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RCmw593fXqU6fpG off=6981748 len=429175 2024-08-04T16:04:58.996 INFO:tasks.workunit.client.0.smithi007.stdout:op 4989 completed, throughput=5MB/sec 2024-08-04T16:04:58.996 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zwhSLsRnVWWzZTm off=2386432 len=1876871 2024-08-04T16:04:59.000 INFO:tasks.workunit.client.0.smithi007.stdout:op 4990 completed, throughput=5MB/sec 2024-08-04T16:04:59.000 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QPwqDbUeBVTW7a8 off=21202652 len=1101677 2024-08-04T16:04:59.005 INFO:tasks.workunit.client.0.smithi007.stdout:op 4991 completed, throughput=5MB/sec 2024-08-04T16:04:59.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:04:58 smithi062 ceph-mon[85960]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T16:04:59.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:04:58 smithi007 ceph-mon[92692]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T16:04:59.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:04:58 smithi007 ceph-mon[94998]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T16:05:00.005 INFO:tasks.workunit.client.0.smithi007.stdout: 978: throughput=5MB/sec pending data=0 2024-08-04T16:05:00.005 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pBw8Zywh3PltXOE off=2663275 len=670316 2024-08-04T16:05:00.011 INFO:tasks.workunit.client.0.smithi007.stdout:op 4992 completed, throughput=5MB/sec 2024-08-04T16:05:00.011 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JFPEj0SscpsGm3a off=3019209 len=1721234 2024-08-04T16:05:00.021 INFO:tasks.workunit.client.0.smithi007.stdout:op 4993 completed, throughput=5MB/sec 2024-08-04T16:05:00.021 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YJNdzvtNRa7CbiO off=6326124 len=65464 2024-08-04T16:05:00.023 INFO:tasks.workunit.client.0.smithi007.stdout:op 4994 completed, throughput=5MB/sec 2024-08-04T16:05:00.023 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TprCg00fB24qZD3 off=1490470 len=486489 2024-08-04T16:05:00.027 INFO:tasks.workunit.client.0.smithi007.stdout:op 4995 completed, throughput=5MB/sec 2024-08-04T16:05:00.028 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YOcT3IGg-0Mug9p off=7697219 len=1292272 2024-08-04T16:05:00.030 INFO:tasks.workunit.client.0.smithi007.stdout:op 4996 completed, throughput=5MB/sec 2024-08-04T16:05:00.030 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hC4Oct7L6N_U1yO off=1094550 len=1219289 2024-08-04T16:05:00.032 INFO:tasks.workunit.client.0.smithi007.stdout:op 4997 completed, throughput=5MB/sec 2024-08-04T16:05:01.032 INFO:tasks.workunit.client.0.smithi007.stdout: 979: throughput=5MB/sec pending data=0 2024-08-04T16:05:01.033 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PO-E9WO4YAWZkk9 off=13631961 len=1299039 2024-08-04T16:05:01.039 INFO:tasks.workunit.client.0.smithi007.stdout:op 4998 completed, throughput=5MB/sec 2024-08-04T16:05:01.039 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cqwYkWjSqXyIGLf off=9150427 len=283009 2024-08-04T16:05:01.043 INFO:tasks.workunit.client.0.smithi007.stdout:op 4999 completed, throughput=5MB/sec 2024-08-04T16:05:01.043 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZdjpfPWH2QXMjhY off=12262749 len=1028774 2024-08-04T16:05:01.045 INFO:tasks.workunit.client.0.smithi007.stdout:op 5000 completed, throughput=5MB/sec 2024-08-04T16:05:01.045 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8i4GeacXamHbzcG off=8367943 len=1134755 2024-08-04T16:05:01.049 INFO:tasks.workunit.client.0.smithi007.stdout:op 5001 completed, throughput=5MB/sec 2024-08-04T16:05:01.050 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PR5asv6twh2QOhB off=12963950 len=885576 2024-08-04T16:05:01.054 INFO:tasks.workunit.client.0.smithi007.stdout:op 5002 completed, throughput=5MB/sec 2024-08-04T16:05:01.054 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_FtYdJhuV6MyFLO off=738060 len=1964955 2024-08-04T16:05:01.056 INFO:tasks.workunit.client.0.smithi007.stdout:op 5003 completed, throughput=5MB/sec 2024-08-04T16:05:01.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:00 smithi062 ceph-mon[85960]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T16:05:01.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:00 smithi007 ceph-mon[92692]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T16:05:01.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:00 smithi007 ceph-mon[94998]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T16:05:02.057 INFO:tasks.workunit.client.0.smithi007.stdout: 980: throughput=5MB/sec pending data=0 2024-08-04T16:05:02.057 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KRy-OTezMUAZsXL off=2371138 len=799412 2024-08-04T16:05:02.061 INFO:tasks.workunit.client.0.smithi007.stdout:op 5004 completed, throughput=5MB/sec 2024-08-04T16:05:02.061 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-O8NRdeo2w62XwJf off=7940379 len=1781111 2024-08-04T16:05:02.069 INFO:tasks.workunit.client.0.smithi007.stdout:op 5005 completed, throughput=5MB/sec 2024-08-04T16:05:02.069 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cMQDOBnYfGYL46X off=4119258 len=551097 2024-08-04T16:05:02.073 INFO:tasks.workunit.client.0.smithi007.stdout:op 5006 completed, throughput=5MB/sec 2024-08-04T16:05:02.073 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-x-vIlj-JlCy62DA off=3561538 len=1058045 2024-08-04T16:05:02.078 INFO:tasks.workunit.client.0.smithi007.stdout:op 5007 completed, throughput=5MB/sec 2024-08-04T16:05:02.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:05:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:05:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:05:03.079 INFO:tasks.workunit.client.0.smithi007.stdout: 981: throughput=5MB/sec pending data=0 2024-08-04T16:05:03.079 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RKH1nJkPjgAm5SE off=2385064 len=744218 2024-08-04T16:05:03.083 INFO:tasks.workunit.client.0.smithi007.stdout:op 5008 completed, throughput=5MB/sec 2024-08-04T16:05:03.083 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6HehW4dB3xDmYtw off=4996814 len=1702108 2024-08-04T16:05:03.093 INFO:tasks.workunit.client.0.smithi007.stdout:op 5009 completed, throughput=5MB/sec 2024-08-04T16:05:03.093 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sXjdfuFM1aCmvdi off=13087788 len=1794784 2024-08-04T16:05:03.105 INFO:tasks.workunit.client.0.smithi007.stdout:op 5010 completed, throughput=5MB/sec 2024-08-04T16:05:03.105 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dTgIlI1bfHGNfsX off=5375723 len=1818699 2024-08-04T16:05:03.109 INFO:tasks.workunit.client.0.smithi007.stdout:op 5011 completed, throughput=5MB/sec 2024-08-04T16:05:03.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:02 smithi062 ceph-mon[85960]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-08-04T16:05:03.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:02 smithi007 ceph-mon[92692]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-08-04T16:05:03.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:02 smithi007 ceph-mon[94998]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-08-04T16:05:04.109 INFO:tasks.workunit.client.0.smithi007.stdout: 982: throughput=5MB/sec pending data=0 2024-08-04T16:05:04.109 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BVwdcn_N4pVVg3h off=708613 len=171858 2024-08-04T16:05:04.112 INFO:tasks.workunit.client.0.smithi007.stdout:op 5012 completed, throughput=5MB/sec 2024-08-04T16:05:04.112 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PeGVvXjUasmjYyf off=2875323 len=1402680 2024-08-04T16:05:04.119 INFO:tasks.workunit.client.0.smithi007.stdout:op 5013 completed, throughput=5MB/sec 2024-08-04T16:05:04.119 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jVsurzcVZ3Oahpw off=715165 len=205584 2024-08-04T16:05:04.122 INFO:tasks.workunit.client.0.smithi007.stdout:op 5014 completed, throughput=5MB/sec 2024-08-04T16:05:04.122 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_A9emeRey7Pn16F off=313737 len=550176 2024-08-04T16:05:04.126 INFO:tasks.workunit.client.0.smithi007.stdout:op 5015 completed, throughput=5MB/sec 2024-08-04T16:05:04.126 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KlRohAGSnu2YQgR off=279313 len=739618 2024-08-04T16:05:04.127 INFO:tasks.workunit.client.0.smithi007.stdout:op 5016 completed, throughput=5MB/sec 2024-08-04T16:05:04.127 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RcKq2qhQW-XPJnz off=6680509 len=277474 2024-08-04T16:05:04.127 INFO:tasks.workunit.client.0.smithi007.stdout:op 5017 completed, throughput=5MB/sec 2024-08-04T16:05:04.127 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-huVZLCWSEZxK1H3 off=1808604 len=557226 2024-08-04T16:05:04.128 INFO:tasks.workunit.client.0.smithi007.stdout:op 5018 completed, throughput=5MB/sec 2024-08-04T16:05:04.128 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EQz_7WHWcL289Jf off=18123240 len=199400 2024-08-04T16:05:04.129 INFO:tasks.workunit.client.0.smithi007.stdout:op 5019 completed, throughput=5MB/sec 2024-08-04T16:05:05.129 INFO:tasks.workunit.client.0.smithi007.stdout: 983: throughput=5MB/sec pending data=0 2024-08-04T16:05:05.130 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-95uYbAQgop3IdIz off=816488 len=1939978 2024-08-04T16:05:05.142 INFO:tasks.workunit.client.0.smithi007.stdout:op 5020 completed, throughput=5MB/sec 2024-08-04T16:05:05.142 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5FlHqifs0sungsk off=369450 len=1926234 2024-08-04T16:05:05.144 INFO:tasks.workunit.client.0.smithi007.stdout:op 5021 completed, throughput=5MB/sec 2024-08-04T16:05:05.145 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-E5hmwg5EEUmBKHa off=14811534 len=489025 2024-08-04T16:05:05.145 INFO:tasks.workunit.client.0.smithi007.stdout:op 5022 completed, throughput=5MB/sec 2024-08-04T16:05:05.146 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-v-qtSWj_IRUVuQG off=9762440 len=633464 2024-08-04T16:05:05.146 INFO:tasks.workunit.client.0.smithi007.stdout:op 5023 completed, throughput=5MB/sec 2024-08-04T16:05:05.147 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jSlFUnuUZERGMDt off=2399932 len=1353571 2024-08-04T16:05:05.148 INFO:tasks.workunit.client.0.smithi007.stdout:op 5024 completed, throughput=5MB/sec 2024-08-04T16:05:05.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:04 smithi062 ceph-mon[85960]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T16:05:05.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:04 smithi007 ceph-mon[92692]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T16:05:05.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:04 smithi007 ceph-mon[94998]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T16:05:06.148 INFO:tasks.workunit.client.0.smithi007.stdout: 984: throughput=5MB/sec pending data=0 2024-08-04T16:05:06.149 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wwg55DdBnYH_pZl off=11669519 len=1121499 2024-08-04T16:05:06.154 INFO:tasks.workunit.client.0.smithi007.stdout:op 5025 completed, throughput=5MB/sec 2024-08-04T16:05:06.154 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hzLHVhUS-uj82rX off=1157857 len=389109 2024-08-04T16:05:06.156 INFO:tasks.workunit.client.0.smithi007.stdout:op 5026 completed, throughput=5MB/sec 2024-08-04T16:05:06.156 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Hu6pw7kHbIxFW8F off=11373863 len=242440 2024-08-04T16:05:06.156 INFO:tasks.workunit.client.0.smithi007.stdout:op 5027 completed, throughput=5MB/sec 2024-08-04T16:05:06.156 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UKn-0LPbTawa_ss off=12846855 len=1614983 2024-08-04T16:05:06.160 INFO:tasks.workunit.client.0.smithi007.stdout:op 5028 completed, throughput=5MB/sec 2024-08-04T16:05:06.160 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UrW4nJrD4-nllMz off=4334002 len=496942 2024-08-04T16:05:06.161 INFO:tasks.workunit.client.0.smithi007.stdout:op 5029 completed, throughput=5MB/sec 2024-08-04T16:05:06.161 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-icY01axkcfYQIqe off=1986309 len=119574 2024-08-04T16:05:06.164 INFO:tasks.workunit.client.0.smithi007.stdout:op 5030 completed, throughput=5MB/sec 2024-08-04T16:05:06.164 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-67EnNuia5yorspA off=2194997 len=645126 2024-08-04T16:05:06.165 INFO:tasks.workunit.client.0.smithi007.stdout:op 5031 completed, throughput=5MB/sec 2024-08-04T16:05:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:05:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:05:06] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-08-04T16:05:07.165 INFO:tasks.workunit.client.0.smithi007.stdout: 985: throughput=5MB/sec pending data=0 2024-08-04T16:05:07.165 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aFWrnP1WOQV2Qug off=379907 len=427541 2024-08-04T16:05:07.169 INFO:tasks.workunit.client.0.smithi007.stdout:op 5032 completed, throughput=5MB/sec 2024-08-04T16:05:07.169 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bTn_Me2VSp0OSHH off=3894175 len=278955 2024-08-04T16:05:07.172 INFO:tasks.workunit.client.0.smithi007.stdout:op 5033 completed, throughput=5MB/sec 2024-08-04T16:05:07.172 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OV5EVInLHeq6VCc off=848455 len=715048 2024-08-04T16:05:07.173 INFO:tasks.workunit.client.0.smithi007.stdout:op 5034 completed, throughput=5MB/sec 2024-08-04T16:05:07.173 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GGU86eWFGeC4HAT off=7107728 len=287827 2024-08-04T16:05:07.174 INFO:tasks.workunit.client.0.smithi007.stdout:op 5035 completed, throughput=5MB/sec 2024-08-04T16:05:07.174 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qDk8cbIqtzzAViL off=10899158 len=1769248 2024-08-04T16:05:07.183 INFO:tasks.workunit.client.0.smithi007.stdout:op 5036 completed, throughput=5MB/sec 2024-08-04T16:05:07.183 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ROivdpbskRDXHgr off=1661068 len=1504250 2024-08-04T16:05:07.185 INFO:tasks.workunit.client.0.smithi007.stdout:op 5037 completed, throughput=5MB/sec 2024-08-04T16:05:07.185 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-p2bXvs22MjRrzvK off=14641855 len=22200 2024-08-04T16:05:07.185 INFO:tasks.workunit.client.0.smithi007.stdout:op 5038 completed, throughput=5MB/sec 2024-08-04T16:05:07.185 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CMBQF53zUzZlfiw off=1023297 len=1811135 2024-08-04T16:05:07.187 INFO:tasks.workunit.client.0.smithi007.stdout:op 5039 completed, throughput=5MB/sec 2024-08-04T16:05:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:06 smithi062 ceph-mon[85960]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-04T16:05:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:05:07.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:06 smithi007 ceph-mon[94998]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-04T16:05:07.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:05:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:06 smithi007 ceph-mon[92692]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-04T16:05:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:05:08.187 INFO:tasks.workunit.client.0.smithi007.stdout: 986: throughput=5MB/sec pending data=0 2024-08-04T16:05:08.187 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Dv999ayPeKg6LTA off=4792846 len=1568613 2024-08-04T16:05:08.191 INFO:tasks.workunit.client.0.smithi007.stdout:op 5040 completed, throughput=5MB/sec 2024-08-04T16:05:08.191 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-epvQh-4GIFdkA87 off=486057 len=477432 2024-08-04T16:05:08.192 INFO:tasks.workunit.client.0.smithi007.stdout:op 5041 completed, throughput=5MB/sec 2024-08-04T16:05:08.192 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MbhT4Att3lCWlj- off=11836780 len=673790 2024-08-04T16:05:08.194 INFO:tasks.workunit.client.0.smithi007.stdout:op 5042 completed, throughput=5MB/sec 2024-08-04T16:05:08.194 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hABZN_ZZSnok5JI off=4537503 len=444909 2024-08-04T16:05:08.198 INFO:tasks.workunit.client.0.smithi007.stdout:op 5043 completed, throughput=5MB/sec 2024-08-04T16:05:08.198 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7aDlivadLZuCYKh off=6008020 len=1508552 2024-08-04T16:05:08.205 INFO:tasks.workunit.client.0.smithi007.stdout:op 5044 completed, throughput=5MB/sec 2024-08-04T16:05:09.205 INFO:tasks.workunit.client.0.smithi007.stdout: 987: throughput=5MB/sec pending data=0 2024-08-04T16:05:09.205 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TrYHE_6-7nYLMQQ off=17442819 len=1242928 2024-08-04T16:05:09.212 INFO:tasks.workunit.client.0.smithi007.stdout:op 5045 completed, throughput=5MB/sec 2024-08-04T16:05:09.212 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8ExNS__mtQEl2Yo off=1414403 len=915606 2024-08-04T16:05:09.217 INFO:tasks.workunit.client.0.smithi007.stdout:op 5046 completed, throughput=5MB/sec 2024-08-04T16:05:09.217 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jNFsgY4NllNqoVX off=4873442 len=1716888 2024-08-04T16:05:09.225 INFO:tasks.workunit.client.0.smithi007.stdout:op 5047 completed, throughput=5MB/sec 2024-08-04T16:05:09.225 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RLuWpC9TWl7S2lG off=4391988 len=1797780 2024-08-04T16:05:09.232 INFO:tasks.workunit.client.0.smithi007.stdout:op 5048 completed, throughput=5MB/sec 2024-08-04T16:05:09.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:08 smithi062 ceph-mon[85960]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T16:05:09.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:08 smithi007 ceph-mon[94998]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T16:05:09.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:08 smithi007 ceph-mon[92692]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T16:05:10.233 INFO:tasks.workunit.client.0.smithi007.stdout: 988: throughput=5MB/sec pending data=0 2024-08-04T16:05:10.233 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fs0rc6QPiYnzeRW off=4239359 len=2094164 2024-08-04T16:05:10.236 INFO:tasks.workunit.client.0.smithi007.stdout:op 5049 completed, throughput=5MB/sec 2024-08-04T16:05:10.236 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-O1xpYzjglv0MhUA off=5048156 len=121502 2024-08-04T16:05:10.239 INFO:tasks.workunit.client.0.smithi007.stdout:op 5050 completed, throughput=5MB/sec 2024-08-04T16:05:10.239 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-h3KdqGDrM40iF8Y off=12707034 len=1529516 2024-08-04T16:05:10.241 INFO:tasks.workunit.client.0.smithi007.stdout:op 5051 completed, throughput=5MB/sec 2024-08-04T16:05:10.241 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0_K8sytXF6Gn_1E off=483414 len=1648359 2024-08-04T16:05:10.243 INFO:tasks.workunit.client.0.smithi007.stdout:op 5052 completed, throughput=5MB/sec 2024-08-04T16:05:11.243 INFO:tasks.workunit.client.0.smithi007.stdout: 989: throughput=5MB/sec pending data=0 2024-08-04T16:05:11.243 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tjubqyX4azRbEfW off=944380 len=1807324 2024-08-04T16:05:11.245 INFO:tasks.workunit.client.0.smithi007.stdout:op 5053 completed, throughput=5MB/sec 2024-08-04T16:05:11.246 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MXFOjl19Auapwq- off=1771606 len=1415929 2024-08-04T16:05:11.247 INFO:tasks.workunit.client.0.smithi007.stdout:op 5054 completed, throughput=5MB/sec 2024-08-04T16:05:11.247 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bBw1PEsS3eXcJOM off=9843160 len=918208 2024-08-04T16:05:11.253 INFO:tasks.workunit.client.0.smithi007.stdout:op 5055 completed, throughput=5MB/sec 2024-08-04T16:05:11.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:10 smithi062 ceph-mon[85960]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:05:11.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:10 smithi007 ceph-mon[94998]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:05:11.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:10 smithi007 ceph-mon[92692]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:05:12.253 INFO:tasks.workunit.client.0.smithi007.stdout: 990: throughput=5MB/sec pending data=0 2024-08-04T16:05:12.253 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lgJoC7rvmJi6Fs7 off=0 len=1623948 2024-08-04T16:05:12.256 INFO:tasks.workunit.client.0.smithi007.stdout:op 5056 completed, throughput=5MB/sec 2024-08-04T16:05:12.256 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-97L8H9pFcBuLrB6 off=2266054 len=571523 2024-08-04T16:05:12.257 INFO:tasks.workunit.client.0.smithi007.stdout:op 5057 completed, throughput=5MB/sec 2024-08-04T16:05:12.257 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3O5eKgyBUViRfxg off=3343185 len=1374239 2024-08-04T16:05:12.264 INFO:tasks.workunit.client.0.smithi007.stdout:op 5058 completed, throughput=5MB/sec 2024-08-04T16:05:12.264 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gfZfW2M9A2W37et off=6663276 len=1891884 2024-08-04T16:05:12.276 INFO:tasks.workunit.client.0.smithi007.stdout:op 5059 completed, throughput=5MB/sec 2024-08-04T16:05:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:05:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:05:13.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:12 smithi062 ceph-mon[85960]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-04T16:05:13.276 INFO:tasks.workunit.client.0.smithi007.stdout: 991: throughput=5MB/sec pending data=0 2024-08-04T16:05:13.276 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UDDT5FtY_DzO3x6 off=501304 len=39958 2024-08-04T16:05:13.279 INFO:tasks.workunit.client.0.smithi007.stdout:op 5060 completed, throughput=5MB/sec 2024-08-04T16:05:13.279 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ob48Cm__Y4Dhq0E off=7461332 len=1020394 2024-08-04T16:05:13.285 INFO:tasks.workunit.client.0.smithi007.stdout:op 5061 completed, throughput=5MB/sec 2024-08-04T16:05:13.285 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FFr4i_vH0xmGIg1 off=20161064 len=1516057 2024-08-04T16:05:13.287 INFO:tasks.workunit.client.0.smithi007.stdout:op 5062 completed, throughput=5MB/sec 2024-08-04T16:05:13.287 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ei2mKTIlC9s7vva off=7650477 len=2053305 2024-08-04T16:05:13.290 INFO:tasks.workunit.client.0.smithi007.stdout:op 5063 completed, throughput=5MB/sec 2024-08-04T16:05:13.290 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TbL7uYdGTL9O0W7 off=1380926 len=100231 2024-08-04T16:05:13.290 INFO:tasks.workunit.client.0.smithi007.stdout:op 5064 completed, throughput=5MB/sec 2024-08-04T16:05:13.290 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vaHqCpMFEqweJLP off=2013283 len=542449 2024-08-04T16:05:13.295 INFO:tasks.workunit.client.0.smithi007.stdout:op 5065 completed, throughput=5MB/sec 2024-08-04T16:05:13.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:12 smithi007 ceph-mon[94998]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-04T16:05:13.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:12 smithi007 ceph-mon[92692]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-04T16:05:14.295 INFO:tasks.workunit.client.0.smithi007.stdout: 992: throughput=5MB/sec pending data=0 2024-08-04T16:05:14.295 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7OajJX-PAt_-OSp off=4641136 len=310703 2024-08-04T16:05:14.296 INFO:tasks.workunit.client.0.smithi007.stdout:op 5066 completed, throughput=5MB/sec 2024-08-04T16:05:14.296 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Jf7C8KJaxNO-elA off=9882701 len=86738 2024-08-04T16:05:14.296 INFO:tasks.workunit.client.0.smithi007.stdout:op 5067 completed, throughput=5MB/sec 2024-08-04T16:05:14.297 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-skjoK2RtPDlUgQJ off=1202639 len=636782 2024-08-04T16:05:14.298 INFO:tasks.workunit.client.0.smithi007.stdout:op 5068 completed, throughput=5MB/sec 2024-08-04T16:05:14.298 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Vjr50_xDGNYdsJa off=1431006 len=4031 2024-08-04T16:05:14.301 INFO:tasks.workunit.client.0.smithi007.stdout:op 5069 completed, throughput=5MB/sec 2024-08-04T16:05:14.301 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JYeLOBrOvsQPQp2 off=13639337 len=313959 2024-08-04T16:05:14.305 INFO:tasks.workunit.client.0.smithi007.stdout:op 5070 completed, throughput=5MB/sec 2024-08-04T16:05:14.305 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lftJoWlnpraEfC_ off=5721237 len=507208 2024-08-04T16:05:14.306 INFO:tasks.workunit.client.0.smithi007.stdout:op 5071 completed, throughput=5MB/sec 2024-08-04T16:05:14.306 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1N-fBQKGlyr0fKc off=12075216 len=1740280 2024-08-04T16:05:14.315 INFO:tasks.workunit.client.0.smithi007.stdout:op 5072 completed, throughput=5MB/sec 2024-08-04T16:05:14.315 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KHRYonyFAKVVn4z off=4440630 len=1491033 2024-08-04T16:05:14.317 INFO:tasks.workunit.client.0.smithi007.stdout:op 5073 completed, throughput=5MB/sec 2024-08-04T16:05:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:14 smithi062 ceph-mon[85960]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:05:15.318 INFO:tasks.workunit.client.0.smithi007.stdout: 993: throughput=5MB/sec pending data=0 2024-08-04T16:05:15.318 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_MHFV5AxTBV3i1c off=15394175 len=458924 2024-08-04T16:05:15.322 INFO:tasks.workunit.client.0.smithi007.stdout:op 5074 completed, throughput=5MB/sec 2024-08-04T16:05:15.322 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LyUepEFgCn6Kqej off=597709 len=864512 2024-08-04T16:05:15.328 INFO:tasks.workunit.client.0.smithi007.stdout:op 5075 completed, throughput=5MB/sec 2024-08-04T16:05:15.328 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XmMe3kbuXFx2MO1 off=13207488 len=1510288 2024-08-04T16:05:15.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:14 smithi007 ceph-mon[94998]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:05:15.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:14 smithi007 ceph-mon[92692]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:05:15.336 INFO:tasks.workunit.client.0.smithi007.stdout:op 5076 completed, throughput=5MB/sec 2024-08-04T16:05:15.336 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8cn9PX-rvU8TqIT off=15180508 len=264528 2024-08-04T16:05:15.339 INFO:tasks.workunit.client.0.smithi007.stdout:op 5077 completed, throughput=5MB/sec 2024-08-04T16:05:15.339 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jyS8B52i02E5GZC off=2059912 len=1139375 2024-08-04T16:05:15.344 INFO:tasks.workunit.client.0.smithi007.stdout:op 5078 completed, throughput=5MB/sec 2024-08-04T16:05:15.345 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QUQBNTakw8uhTou off=5097286 len=1594040 2024-08-04T16:05:15.346 INFO:tasks.workunit.client.0.smithi007.stdout:op 5079 completed, throughput=5MB/sec 2024-08-04T16:05:16.347 INFO:tasks.workunit.client.0.smithi007.stdout: 994: throughput=5MB/sec pending data=0 2024-08-04T16:05:16.347 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Qmv6-XzXtlrEpt0 off=7396821 len=1725653 2024-08-04T16:05:16.351 INFO:tasks.workunit.client.0.smithi007.stdout:op 5080 completed, throughput=5MB/sec 2024-08-04T16:05:16.351 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WyAVEejJEA0txsv off=8200514 len=70522 2024-08-04T16:05:16.351 INFO:tasks.workunit.client.0.smithi007.stdout:op 5081 completed, throughput=5MB/sec 2024-08-04T16:05:16.352 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ND0iDPTuBawPVHL off=2063811 len=1305596 2024-08-04T16:05:16.354 INFO:tasks.workunit.client.0.smithi007.stdout:op 5082 completed, throughput=5MB/sec 2024-08-04T16:05:16.354 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3BoDs8QiKdu29YL off=11945223 len=1560837 2024-08-04T16:05:16.357 INFO:tasks.workunit.client.0.smithi007.stdout:op 5083 completed, throughput=5MB/sec 2024-08-04T16:05:16.357 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HbUhdr0uysvkW6o off=1161915 len=1832932 2024-08-04T16:05:16.359 INFO:tasks.workunit.client.0.smithi007.stdout:op 5084 completed, throughput=5MB/sec 2024-08-04T16:05:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:05:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:05:16] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-08-04T16:05:17.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:16 smithi062 ceph-mon[85960]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-04T16:05:17.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:16 smithi007 ceph-mon[92692]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-04T16:05:17.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:16 smithi007 ceph-mon[94998]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-04T16:05:17.360 INFO:tasks.workunit.client.0.smithi007.stdout: 995: throughput=5MB/sec pending data=0 2024-08-04T16:05:17.360 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NYzPIYmfLSYuNBe off=5231012 len=886112 2024-08-04T16:05:17.363 INFO:tasks.workunit.client.0.smithi007.stdout:op 5085 completed, throughput=5MB/sec 2024-08-04T16:05:17.363 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZbRFvhA5olXDMV5 off=14580852 len=1008943 2024-08-04T16:05:17.364 INFO:tasks.workunit.client.0.smithi007.stdout:op 5086 completed, throughput=5MB/sec 2024-08-04T16:05:17.364 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IyhhB3__pSslb4H off=2575548 len=1319358 2024-08-04T16:05:17.371 INFO:tasks.workunit.client.0.smithi007.stdout:op 5087 completed, throughput=5MB/sec 2024-08-04T16:05:17.371 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ToHHB21XCzIv-yF off=12443219 len=980269 2024-08-04T16:05:17.375 INFO:tasks.workunit.client.0.smithi007.stdout:op 5088 completed, throughput=5MB/sec 2024-08-04T16:05:18.376 INFO:tasks.workunit.client.0.smithi007.stdout: 996: throughput=5MB/sec pending data=0 2024-08-04T16:05:18.376 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6XAJYM7X_Ok71g1 off=1721417 len=1738949 2024-08-04T16:05:18.378 INFO:tasks.workunit.client.0.smithi007.stdout:op 5089 completed, throughput=5MB/sec 2024-08-04T16:05:18.378 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-L_atE6NhqRRuU11 off=680271 len=508137 2024-08-04T16:05:18.379 INFO:tasks.workunit.client.0.smithi007.stdout:op 5090 completed, throughput=5MB/sec 2024-08-04T16:05:18.379 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4xW_9OMbi3PPh74 off=10286215 len=962379 2024-08-04T16:05:18.385 INFO:tasks.workunit.client.0.smithi007.stdout:op 5091 completed, throughput=5MB/sec 2024-08-04T16:05:18.386 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uRDTwAEIPI28F__ off=13350235 len=1057098 2024-08-04T16:05:18.390 INFO:tasks.workunit.client.0.smithi007.stdout:op 5092 completed, throughput=5MB/sec 2024-08-04T16:05:18.391 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Y0wla2O7K3BTFXs off=7535531 len=904536 2024-08-04T16:05:18.396 INFO:tasks.workunit.client.0.smithi007.stdout:op 5093 completed, throughput=5MB/sec 2024-08-04T16:05:19.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:18 smithi062 ceph-mon[85960]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T16:05:19.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:18 smithi007 ceph-mon[92692]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T16:05:19.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:18 smithi007 ceph-mon[94998]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T16:05:19.396 INFO:tasks.workunit.client.0.smithi007.stdout: 997: throughput=5MB/sec pending data=0 2024-08-04T16:05:19.396 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vBgvYt7JghNLvED off=2552549 len=412941 2024-08-04T16:05:19.398 INFO:tasks.workunit.client.0.smithi007.stdout:op 5094 completed, throughput=5MB/sec 2024-08-04T16:05:19.398 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9WAcnvlYBFM9w97 off=7859073 len=2025733 2024-08-04T16:05:19.401 INFO:tasks.workunit.client.0.smithi007.stdout:op 5095 completed, throughput=5MB/sec 2024-08-04T16:05:19.401 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VHHtdDCKi7DIT1H off=9825757 len=1636950 2024-08-04T16:05:19.410 INFO:tasks.workunit.client.0.smithi007.stdout:op 5096 completed, throughput=5MB/sec 2024-08-04T16:05:19.410 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xHboNPToVfAexr0 off=18523497 len=686306 2024-08-04T16:05:19.411 INFO:tasks.workunit.client.0.smithi007.stdout:op 5097 completed, throughput=5MB/sec 2024-08-04T16:05:19.411 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-P3sG_q-GZ5Td2X4 off=3048724 len=1838180 2024-08-04T16:05:19.422 INFO:tasks.workunit.client.0.smithi007.stdout:op 5098 completed, throughput=5MB/sec 2024-08-04T16:05:20.423 INFO:tasks.workunit.client.0.smithi007.stdout: 998: throughput=5MB/sec pending data=0 2024-08-04T16:05:20.423 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9x_VqXK4oknr9A7 off=1960243 len=1214032 2024-08-04T16:05:20.429 INFO:tasks.workunit.client.0.smithi007.stdout:op 5099 completed, throughput=5MB/sec 2024-08-04T16:05:20.429 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-sUOsdxEBLKkHeOd off=17933174 len=1030043 2024-08-04T16:05:20.430 INFO:tasks.workunit.client.0.smithi007.stdout:op 5100 completed, throughput=5MB/sec 2024-08-04T16:05:20.431 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Y-RICnisls7gkkN off=11972438 len=495766 2024-08-04T16:05:20.431 INFO:tasks.workunit.client.0.smithi007.stdout:op 5101 completed, throughput=5MB/sec 2024-08-04T16:05:20.432 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wt71J6S5ApWnNCE off=4638557 len=1771667 2024-08-04T16:05:20.434 INFO:tasks.workunit.client.0.smithi007.stdout:op 5102 completed, throughput=5MB/sec 2024-08-04T16:05:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:20 smithi062 ceph-mon[85960]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:05:21.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:20 smithi007 ceph-mon[94998]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:05:21.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:20 smithi007 ceph-mon[92692]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:05:21.434 INFO:tasks.workunit.client.0.smithi007.stdout: 999: throughput=5MB/sec pending data=0 2024-08-04T16:05:21.434 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_CisRxdfSW9Hjn8 off=16930955 len=749443 2024-08-04T16:05:21.436 INFO:tasks.workunit.client.0.smithi007.stdout:op 5103 completed, throughput=5MB/sec 2024-08-04T16:05:21.436 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NMM3mI7uifKeGd_ off=9622713 len=894618 2024-08-04T16:05:21.441 INFO:tasks.workunit.client.0.smithi007.stdout:op 5104 completed, throughput=5MB/sec 2024-08-04T16:05:21.441 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-w4yH4yYpxVI9c89 off=7588469 len=68611 2024-08-04T16:05:21.443 INFO:tasks.workunit.client.0.smithi007.stdout:op 5105 completed, throughput=5MB/sec 2024-08-04T16:05:21.444 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Bi5iO17EPSy40FA off=4325979 len=784906 2024-08-04T16:05:21.445 INFO:tasks.workunit.client.0.smithi007.stdout:op 5106 completed, throughput=5MB/sec 2024-08-04T16:05:21.445 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BblV_2J1If0rkG9 off=3999354 len=539733 2024-08-04T16:05:21.449 INFO:tasks.workunit.client.0.smithi007.stdout:op 5107 completed, throughput=5MB/sec 2024-08-04T16:05:21.449 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-F6LlzvVrsiL0Z6e off=2669171 len=1252129 2024-08-04T16:05:21.455 INFO:tasks.workunit.client.0.smithi007.stdout:op 5108 completed, throughput=5MB/sec 2024-08-04T16:05:21.455 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-D2Rx2b7RZVJKc_6 off=1687241 len=1984660 2024-08-04T16:05:21.457 INFO:tasks.workunit.client.0.smithi007.stdout:op 5109 completed, throughput=5MB/sec 2024-08-04T16:05:22.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:05:22.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:05:22.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:05:22.457 INFO:tasks.workunit.client.0.smithi007.stdout: 1000: throughput=5MB/sec pending data=0 2024-08-04T16:05:22.457 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8XeoVjDDEft-YTl off=16244999 len=578714 2024-08-04T16:05:22.459 INFO:tasks.workunit.client.0.smithi007.stdout:op 5110 completed, throughput=5MB/sec 2024-08-04T16:05:22.459 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-b1WoIpkY1tjauN_ off=2296173 len=1167351 2024-08-04T16:05:22.461 INFO:tasks.workunit.client.0.smithi007.stdout:op 5111 completed, throughput=5MB/sec 2024-08-04T16:05:22.461 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jYCG1mrkZZXWJ10 off=7310780 len=1401331 2024-08-04T16:05:22.470 INFO:tasks.workunit.client.0.smithi007.stdout:op 5112 completed, throughput=5MB/sec 2024-08-04T16:05:22.470 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4gaAhkMvnOI4gww off=614660 len=1809582 2024-08-04T16:05:22.481 INFO:tasks.workunit.client.0.smithi007.stdout:op 5113 completed, throughput=5MB/sec 2024-08-04T16:05:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:05:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:05:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:05:23.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:22 smithi062 ceph-mon[85960]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T16:05:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:22 smithi007 ceph-mon[92692]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T16:05:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:22 smithi007 ceph-mon[94998]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T16:05:23.481 INFO:tasks.workunit.client.0.smithi007.stdout: 1001: throughput=5MB/sec pending data=0 2024-08-04T16:05:23.481 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NR_q2F6ax0X166- off=9697525 len=1200471 2024-08-04T16:05:23.488 INFO:tasks.workunit.client.0.smithi007.stdout:op 5114 completed, throughput=5MB/sec 2024-08-04T16:05:23.488 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MMxRTOUNil4J4v1 off=293657 len=1353137 2024-08-04T16:05:23.490 INFO:tasks.workunit.client.0.smithi007.stdout:op 5115 completed, throughput=5MB/sec 2024-08-04T16:05:23.490 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-57smFN4c35s7H8O off=9283784 len=810902 2024-08-04T16:05:23.492 INFO:tasks.workunit.client.0.smithi007.stdout:op 5116 completed, throughput=5MB/sec 2024-08-04T16:05:23.492 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--fyVVwXt0KOOkeI off=2173046 len=235651 2024-08-04T16:05:23.492 INFO:tasks.workunit.client.0.smithi007.stdout:op 5117 completed, throughput=5MB/sec 2024-08-04T16:05:23.492 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Rp2NPRY3St7NzhD off=282561 len=1637122 2024-08-04T16:05:23.494 INFO:tasks.workunit.client.0.smithi007.stdout:op 5118 completed, throughput=5MB/sec 2024-08-04T16:05:24.495 INFO:tasks.workunit.client.0.smithi007.stdout: 1002: throughput=5MB/sec pending data=0 2024-08-04T16:05:24.495 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-INouwfFdiwI51np off=16237476 len=111566 2024-08-04T16:05:24.497 INFO:tasks.workunit.client.0.smithi007.stdout:op 5119 completed, throughput=5MB/sec 2024-08-04T16:05:24.498 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pWiQ_5zubSlyIwb off=12253155 len=1907963 2024-08-04T16:05:24.500 INFO:tasks.workunit.client.0.smithi007.stdout:op 5120 completed, throughput=5MB/sec 2024-08-04T16:05:24.500 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-e8FNrTbzXsjBNLk off=8028950 len=530504 2024-08-04T16:05:24.501 INFO:tasks.workunit.client.0.smithi007.stdout:op 5121 completed, throughput=5MB/sec 2024-08-04T16:05:24.501 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zFbEY6-Ybo_jouu off=13561578 len=1860170 2024-08-04T16:05:24.509 INFO:tasks.workunit.client.0.smithi007.stdout:op 5122 completed, throughput=5MB/sec 2024-08-04T16:05:25.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:24 smithi062 ceph-mon[85960]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:05:25.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:24 smithi007 ceph-mon[92692]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:05:25.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:24 smithi007 ceph-mon[94998]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:05:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: 1003: throughput=5MB/sec pending data=0 2024-08-04T16:05:25.510 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uWNZn5pSkiz_7-H off=122384 len=2031507 2024-08-04T16:05:25.523 INFO:tasks.workunit.client.0.smithi007.stdout:op 5123 completed, throughput=5MB/sec 2024-08-04T16:05:25.524 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IHlHNTxITdARySD off=4204412 len=1347928 2024-08-04T16:05:25.526 INFO:tasks.workunit.client.0.smithi007.stdout:op 5124 completed, throughput=5MB/sec 2024-08-04T16:05:25.526 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-l0HVwG7bDMo6KVW off=3091553 len=1978170 2024-08-04T16:05:25.528 INFO:tasks.workunit.client.0.smithi007.stdout:op 5125 completed, throughput=5MB/sec 2024-08-04T16:05:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: 1004: throughput=5MB/sec pending data=0 2024-08-04T16:05:26.529 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IRntJKWz-0hxlPs off=3411025 len=1834320 2024-08-04T16:05:26.531 INFO:tasks.workunit.client.0.smithi007.stdout:op 5126 completed, throughput=5MB/sec 2024-08-04T16:05:26.531 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OlmI_WNTrOrUH8P off=618111 len=830296 2024-08-04T16:05:26.536 INFO:tasks.workunit.client.0.smithi007.stdout:op 5127 completed, throughput=5MB/sec 2024-08-04T16:05:26.537 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YxVQzoUtHaRHUcK off=0 len=1570955 2024-08-04T16:05:26.538 INFO:tasks.workunit.client.0.smithi007.stdout:op 5128 completed, throughput=5MB/sec 2024-08-04T16:05:26.538 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SPUs7PvVybVgG7H off=978240 len=1084113 2024-08-04T16:05:26.541 INFO:tasks.workunit.client.0.smithi007.stdout:op 5129 completed, throughput=5MB/sec 2024-08-04T16:05:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:05:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:05:26] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-08-04T16:05:27.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:26 smithi062 ceph-mon[85960]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-04T16:05:27.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:26 smithi007 ceph-mon[92692]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-04T16:05:27.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:26 smithi007 ceph-mon[94998]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-04T16:05:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: 1005: throughput=5MB/sec pending data=0 2024-08-04T16:05:27.541 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mrj-w2lSH__AE9P off=12809171 len=780958 2024-08-04T16:05:27.542 INFO:tasks.workunit.client.0.smithi007.stdout:op 5130 completed, throughput=5MB/sec 2024-08-04T16:05:27.542 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wLCxyWAohSw7Hja off=12314287 len=1561373 2024-08-04T16:05:27.545 INFO:tasks.workunit.client.0.smithi007.stdout:op 5131 completed, throughput=5MB/sec 2024-08-04T16:05:27.545 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mSK7Jr74g5OiaYL off=7949765 len=2000190 2024-08-04T16:05:27.547 INFO:tasks.workunit.client.0.smithi007.stdout:op 5132 completed, throughput=5MB/sec 2024-08-04T16:05:27.548 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wderp7FLYl_sEnE off=13119006 len=1792797 2024-08-04T16:05:27.551 INFO:tasks.workunit.client.0.smithi007.stdout:op 5133 completed, throughput=5MB/sec 2024-08-04T16:05:28.552 INFO:tasks.workunit.client.0.smithi007.stdout: 1006: throughput=5MB/sec pending data=0 2024-08-04T16:05:28.552 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-55ReSR-xe01L-4j off=9207246 len=929733 2024-08-04T16:05:28.557 INFO:tasks.workunit.client.0.smithi007.stdout:op 5134 completed, throughput=5MB/sec 2024-08-04T16:05:28.557 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lZlUe2C3wmH--19 off=6638393 len=1580265 2024-08-04T16:05:28.566 INFO:tasks.workunit.client.0.smithi007.stdout:op 5135 completed, throughput=5MB/sec 2024-08-04T16:05:28.566 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3nb7eRGClcCfL4t off=11203553 len=197606 2024-08-04T16:05:28.567 INFO:tasks.workunit.client.0.smithi007.stdout:op 5136 completed, throughput=5MB/sec 2024-08-04T16:05:28.567 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Kz5D0dD8CvM4MVV off=9622938 len=1393611 2024-08-04T16:05:28.572 INFO:tasks.workunit.client.0.smithi007.stdout:op 5137 completed, throughput=5MB/sec 2024-08-04T16:05:28.572 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OfRJdj3bwnoAh1O off=14651269 len=989117 2024-08-04T16:05:28.577 INFO:tasks.workunit.client.0.smithi007.stdout:op 5138 completed, throughput=5MB/sec 2024-08-04T16:05:29.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:28 smithi062 ceph-mon[85960]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-04T16:05:29.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:28 smithi007 ceph-mon[94998]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-04T16:05:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:28 smithi007 ceph-mon[92692]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-04T16:05:29.577 INFO:tasks.workunit.client.0.smithi007.stdout: 1007: throughput=5MB/sec pending data=0 2024-08-04T16:05:29.577 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oKFpHjUDPRpWpI1 off=19815290 len=983146 2024-08-04T16:05:29.579 INFO:tasks.workunit.client.0.smithi007.stdout:op 5139 completed, throughput=5MB/sec 2024-08-04T16:05:29.579 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jR7ktRusQXHym_O off=3226919 len=521139 2024-08-04T16:05:29.583 INFO:tasks.workunit.client.0.smithi007.stdout:op 5140 completed, throughput=5MB/sec 2024-08-04T16:05:29.583 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Eu7MNFtunN8W1ph off=9877413 len=1136696 2024-08-04T16:05:29.589 INFO:tasks.workunit.client.0.smithi007.stdout:op 5141 completed, throughput=5MB/sec 2024-08-04T16:05:29.589 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vWy7sxeSfQ3dVHE off=24274273 len=545306 2024-08-04T16:05:29.590 INFO:tasks.workunit.client.0.smithi007.stdout:op 5142 completed, throughput=5MB/sec 2024-08-04T16:05:29.591 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qNZawv4b4P1BYuD off=4926291 len=1555426 2024-08-04T16:05:29.592 INFO:tasks.workunit.client.0.smithi007.stdout:op 5143 completed, throughput=5MB/sec 2024-08-04T16:05:30.593 INFO:tasks.workunit.client.0.smithi007.stdout: 1008: throughput=5MB/sec pending data=0 2024-08-04T16:05:30.593 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-olTYel_eSmxHYF6 off=6058290 len=1268215 2024-08-04T16:05:30.595 INFO:tasks.workunit.client.0.smithi007.stdout:op 5144 completed, throughput=5MB/sec 2024-08-04T16:05:30.595 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gw4KyPwNTfWm8JF off=12941984 len=2039742 2024-08-04T16:05:30.604 INFO:tasks.workunit.client.0.smithi007.stdout:op 5145 completed, throughput=5MB/sec 2024-08-04T16:05:30.604 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Wkl_0Ke541a_FOB off=5208071 len=1974426 2024-08-04T16:05:30.612 INFO:tasks.workunit.client.0.smithi007.stdout:op 5146 completed, throughput=5MB/sec 2024-08-04T16:05:31.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:30 smithi062 ceph-mon[85960]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:05:31.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:30 smithi007 ceph-mon[92692]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:05:31.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:30 smithi007 ceph-mon[94998]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:05:31.612 INFO:tasks.workunit.client.0.smithi007.stdout: 1009: throughput=5MB/sec pending data=0 2024-08-04T16:05:31.612 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1bPhbwfK_a8l5Dl off=2666995 len=627657 2024-08-04T16:05:31.617 INFO:tasks.workunit.client.0.smithi007.stdout:op 5147 completed, throughput=5MB/sec 2024-08-04T16:05:31.617 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-s_nfbY40Oig279B off=3246960 len=508467 2024-08-04T16:05:31.621 INFO:tasks.workunit.client.0.smithi007.stdout:op 5148 completed, throughput=5MB/sec 2024-08-04T16:05:31.621 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WKPr-l6Mgiuw_gi off=5839378 len=899212 2024-08-04T16:05:31.622 INFO:tasks.workunit.client.0.smithi007.stdout:op 5149 completed, throughput=5MB/sec 2024-08-04T16:05:31.622 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-K7dRd61IKeKC6fP off=10883866 len=1734171 2024-08-04T16:05:31.626 INFO:tasks.workunit.client.0.smithi007.stdout:op 5150 completed, throughput=5MB/sec 2024-08-04T16:05:31.626 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--Mocl_HuoAkBTet off=935940 len=1364404 2024-08-04T16:05:31.635 INFO:tasks.workunit.client.0.smithi007.stdout:op 5151 completed, throughput=5MB/sec 2024-08-04T16:05:32.636 INFO:tasks.workunit.client.0.smithi007.stdout: 1010: throughput=5MB/sec pending data=0 2024-08-04T16:05:32.636 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-j215wCj_SUQSnaR off=3950859 len=1144285 2024-08-04T16:05:32.642 INFO:tasks.workunit.client.0.smithi007.stdout:op 5152 completed, throughput=5MB/sec 2024-08-04T16:05:32.642 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AKTui7FMPG5PU9Q off=2011503 len=898695 2024-08-04T16:05:32.644 INFO:tasks.workunit.client.0.smithi007.stdout:op 5153 completed, throughput=5MB/sec 2024-08-04T16:05:32.644 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OIZJp6tQA05vkxM off=518484 len=1555520 2024-08-04T16:05:32.650 INFO:tasks.workunit.client.0.smithi007.stdout:op 5154 completed, throughput=5MB/sec 2024-08-04T16:05:32.651 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--EnLFyYsyfxISQT off=2016287 len=1952101 2024-08-04T16:05:32.660 INFO:tasks.workunit.client.0.smithi007.stdout:op 5155 completed, throughput=5MB/sec 2024-08-04T16:05:32.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:05:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:05:33.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:32 smithi062 ceph-mon[85960]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T16:05:33.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:32 smithi007 ceph-mon[92692]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T16:05:33.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:32 smithi007 ceph-mon[94998]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T16:05:33.660 INFO:tasks.workunit.client.0.smithi007.stdout: 1011: throughput=5MB/sec pending data=0 2024-08-04T16:05:33.660 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6HehW4dB3xDmYtw off=5938748 len=760174 2024-08-04T16:05:33.663 INFO:tasks.workunit.client.0.smithi007.stdout:op 5156 completed, throughput=5MB/sec 2024-08-04T16:05:33.663 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-U3GMALKP28hxMYU off=8418805 len=304208 2024-08-04T16:05:33.666 INFO:tasks.workunit.client.0.smithi007.stdout:op 5157 completed, throughput=5MB/sec 2024-08-04T16:05:33.666 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-b3fZRVH0GRjVa0O off=6025821 len=976123 2024-08-04T16:05:33.672 INFO:tasks.workunit.client.0.smithi007.stdout:op 5158 completed, throughput=5MB/sec 2024-08-04T16:05:33.673 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-g5YiuqhcTsGTITE off=1990232 len=1566298 2024-08-04T16:05:33.680 INFO:tasks.workunit.client.0.smithi007.stdout:op 5159 completed, throughput=5MB/sec 2024-08-04T16:05:33.680 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_AJ_tCt43ZvgvdF off=8300199 len=1776495 2024-08-04T16:05:33.682 INFO:tasks.workunit.client.0.smithi007.stdout:op 5160 completed, throughput=5MB/sec 2024-08-04T16:05:34.683 INFO:tasks.workunit.client.0.smithi007.stdout: 1012: throughput=5MB/sec pending data=0 2024-08-04T16:05:34.683 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LUy5Ap8zQtIngjy off=3583183 len=903571 2024-08-04T16:05:34.685 INFO:tasks.workunit.client.0.smithi007.stdout:op 5161 completed, throughput=5MB/sec 2024-08-04T16:05:34.685 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yxrifEjwODWkcEb off=3236186 len=1830322 2024-08-04T16:05:34.693 INFO:tasks.workunit.client.0.smithi007.stdout:op 5162 completed, throughput=5MB/sec 2024-08-04T16:05:34.693 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nzj8Az63V1byD-x off=7300251 len=107814 2024-08-04T16:05:34.694 INFO:tasks.workunit.client.0.smithi007.stdout:op 5163 completed, throughput=5MB/sec 2024-08-04T16:05:34.694 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-umxHOThll8onwNt off=5246401 len=1308237 2024-08-04T16:05:34.700 INFO:tasks.workunit.client.0.smithi007.stdout:op 5164 completed, throughput=5MB/sec 2024-08-04T16:05:34.700 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PgZDW779hbVTJOi off=3673331 len=1884644 2024-08-04T16:05:34.701 INFO:tasks.workunit.client.0.smithi007.stdout:op 5165 completed, throughput=5MB/sec 2024-08-04T16:05:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:34 smithi062 ceph-mon[85960]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-04T16:05:35.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:34 smithi007 ceph-mon[92692]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-04T16:05:35.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:34 smithi007 ceph-mon[94998]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-04T16:05:35.702 INFO:tasks.workunit.client.0.smithi007.stdout: 1013: throughput=5MB/sec pending data=0 2024-08-04T16:05:35.702 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-btv555vnmmzSTSb off=4939942 len=1426074 2024-08-04T16:05:35.709 INFO:tasks.workunit.client.0.smithi007.stdout:op 5166 completed, throughput=5MB/sec 2024-08-04T16:05:35.709 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-kev3B8ZDy5wGufc off=472538 len=856516 2024-08-04T16:05:35.713 INFO:tasks.workunit.client.0.smithi007.stdout:op 5167 completed, throughput=5MB/sec 2024-08-04T16:05:35.713 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1GS6ql7xMDKy69F off=1759562 len=706322 2024-08-04T16:05:35.714 INFO:tasks.workunit.client.0.smithi007.stdout:op 5168 completed, throughput=5MB/sec 2024-08-04T16:05:35.714 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4VoG_J-XxLMLsUo off=13495183 len=1570611 2024-08-04T16:05:35.721 INFO:tasks.workunit.client.0.smithi007.stdout:op 5169 completed, throughput=5MB/sec 2024-08-04T16:05:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:05:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:05:36] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-08-04T16:05:36.721 INFO:tasks.workunit.client.0.smithi007.stdout: 1014: throughput=5MB/sec pending data=0 2024-08-04T16:05:36.721 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FY8wtVGWVOuEkSB off=1075353 len=716272 2024-08-04T16:05:36.722 INFO:tasks.workunit.client.0.smithi007.stdout:op 5170 completed, throughput=5MB/sec 2024-08-04T16:05:36.723 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ONLTI4IJyXWyNHs off=17124025 len=1570104 2024-08-04T16:05:36.732 INFO:tasks.workunit.client.0.smithi007.stdout:op 5171 completed, throughput=5MB/sec 2024-08-04T16:05:36.733 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oURYAOeamWJV4Z4 off=10911047 len=740682 2024-08-04T16:05:36.737 INFO:tasks.workunit.client.0.smithi007.stdout:op 5172 completed, throughput=5MB/sec 2024-08-04T16:05:36.737 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gtdXFkJE5Ec8deY off=11485709 len=1309694 2024-08-04T16:05:36.744 INFO:tasks.workunit.client.0.smithi007.stdout:op 5173 completed, throughput=5MB/sec 2024-08-04T16:05:36.744 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-U3ZP8z1XOblPlhp off=4452717 len=505489 2024-08-04T16:05:36.745 INFO:tasks.workunit.client.0.smithi007.stdout:op 5174 completed, throughput=5MB/sec 2024-08-04T16:05:36.745 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-t5HxBAt7M9KyJsh off=8908138 len=1474621 2024-08-04T16:05:36.752 INFO:tasks.workunit.client.0.smithi007.stdout:op 5175 completed, throughput=5MB/sec 2024-08-04T16:05:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:36 smithi062 ceph-mon[85960]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-04T16:05:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:05:37.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:36 smithi007 ceph-mon[92692]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-04T16:05:37.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:05:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:36 smithi007 ceph-mon[94998]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-04T16:05:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:05:37.753 INFO:tasks.workunit.client.0.smithi007.stdout: 1015: throughput=5MB/sec pending data=0 2024-08-04T16:05:37.753 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_zxwG-VEiENNhnL off=2130859 len=691686 2024-08-04T16:05:37.754 INFO:tasks.workunit.client.0.smithi007.stdout:op 5176 completed, throughput=5MB/sec 2024-08-04T16:05:37.754 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MOjadRHnKAt4aXN off=8936355 len=1600418 2024-08-04T16:05:37.757 INFO:tasks.workunit.client.0.smithi007.stdout:op 5177 completed, throughput=5MB/sec 2024-08-04T16:05:37.757 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UWVLnJ2FjvKD3Mt off=1014154 len=316618 2024-08-04T16:05:37.760 INFO:tasks.workunit.client.0.smithi007.stdout:op 5178 completed, throughput=5MB/sec 2024-08-04T16:05:37.760 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-B4jM1uEYFYQIxdH off=5157822 len=128105 2024-08-04T16:05:37.763 INFO:tasks.workunit.client.0.smithi007.stdout:op 5179 completed, throughput=5MB/sec 2024-08-04T16:05:37.763 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yHRJ8WbXj0wz2cx off=7041112 len=54464 2024-08-04T16:05:37.764 INFO:tasks.workunit.client.0.smithi007.stdout:op 5180 completed, throughput=5MB/sec 2024-08-04T16:05:37.764 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZM-Mm0KumICzBqQ off=3302945 len=1979665 2024-08-04T16:05:37.773 INFO:tasks.workunit.client.0.smithi007.stdout:op 5181 completed, throughput=5MB/sec 2024-08-04T16:05:38.774 INFO:tasks.workunit.client.0.smithi007.stdout: 1016: throughput=5MB/sec pending data=0 2024-08-04T16:05:38.774 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6F52Sf03FT9NFPp off=9419134 len=1183032 2024-08-04T16:05:38.782 INFO:tasks.workunit.client.0.smithi007.stdout:op 5182 completed, throughput=5MB/sec 2024-08-04T16:05:38.783 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PH0YsYVMOY6LIPL off=8659214 len=1177052 2024-08-04T16:05:38.790 INFO:tasks.workunit.client.0.smithi007.stdout:op 5183 completed, throughput=5MB/sec 2024-08-04T16:05:38.790 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--YksyC04v9gKATV off=18411745 len=1146843 2024-08-04T16:05:38.790 INFO:tasks.workunit.client.0.smithi007.stdout:op 5184 completed, throughput=5MB/sec 2024-08-04T16:05:38.790 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yuqGfgJXJhD8QmT off=118758 len=184325 2024-08-04T16:05:38.791 INFO:tasks.workunit.client.0.smithi007.stdout:op 5185 completed, throughput=5MB/sec 2024-08-04T16:05:38.791 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NU8NQh6I0xkGl4x off=4297455 len=267327 2024-08-04T16:05:38.794 INFO:tasks.workunit.client.0.smithi007.stdout:op 5186 completed, throughput=5MB/sec 2024-08-04T16:05:38.794 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-O7tAmRmyIte0tWA off=14394234 len=857369 2024-08-04T16:05:38.795 INFO:tasks.workunit.client.0.smithi007.stdout:op 5187 completed, throughput=5MB/sec 2024-08-04T16:05:38.796 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FOCsblhzp7O66YM off=14265670 len=849984 2024-08-04T16:05:38.801 INFO:tasks.workunit.client.0.smithi007.stdout:op 5188 completed, throughput=5MB/sec 2024-08-04T16:05:39.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:38 smithi062 ceph-mon[85960]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-04T16:05:39.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:38 smithi007 ceph-mon[92692]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-04T16:05:39.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:38 smithi007 ceph-mon[94998]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-04T16:05:39.801 INFO:tasks.workunit.client.0.smithi007.stdout: 1017: throughput=5MB/sec pending data=0 2024-08-04T16:05:39.801 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-597qutR7HGmzSVZ off=1926798 len=1057218 2024-08-04T16:05:39.803 INFO:tasks.workunit.client.0.smithi007.stdout:op 5189 completed, throughput=5MB/sec 2024-08-04T16:05:39.803 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jMx7YxOMKabsdxq off=6887175 len=2065652 2024-08-04T16:05:39.805 INFO:tasks.workunit.client.0.smithi007.stdout:op 5190 completed, throughput=5MB/sec 2024-08-04T16:05:39.805 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qWvvONqfErsF2vO off=2740457 len=1937228 2024-08-04T16:05:39.814 INFO:tasks.workunit.client.0.smithi007.stdout:op 5191 completed, throughput=5MB/sec 2024-08-04T16:05:40.815 INFO:tasks.workunit.client.0.smithi007.stdout: 1018: throughput=5MB/sec pending data=0 2024-08-04T16:05:40.815 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-e1WUT43vKKamvmQ off=9733769 len=1129584 2024-08-04T16:05:40.816 INFO:tasks.workunit.client.0.smithi007.stdout:op 5192 completed, throughput=5MB/sec 2024-08-04T16:05:40.817 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-luh_HaCHaDRonX3 off=2482311 len=213054 2024-08-04T16:05:40.820 INFO:tasks.workunit.client.0.smithi007.stdout:op 5193 completed, throughput=5MB/sec 2024-08-04T16:05:40.820 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--PVculDEJ74ZY9q off=7778169 len=777893 2024-08-04T16:05:40.825 INFO:tasks.workunit.client.0.smithi007.stdout:op 5194 completed, throughput=5MB/sec 2024-08-04T16:05:40.825 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8s2ZR6rOqwrJOCy off=5480622 len=767215 2024-08-04T16:05:40.830 INFO:tasks.workunit.client.0.smithi007.stdout:op 5195 completed, throughput=5MB/sec 2024-08-04T16:05:40.830 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--8WM8kLxsliLliA off=567228 len=194808 2024-08-04T16:05:40.832 INFO:tasks.workunit.client.0.smithi007.stdout:op 5196 completed, throughput=5MB/sec 2024-08-04T16:05:40.832 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PV0mpeovd5psuKP off=10016375 len=454459 2024-08-04T16:05:40.835 INFO:tasks.workunit.client.0.smithi007.stdout:op 5197 completed, throughput=5MB/sec 2024-08-04T16:05:40.835 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ElI0fn6MBhsbS9e off=2088317 len=1339787 2024-08-04T16:05:40.841 INFO:tasks.workunit.client.0.smithi007.stdout:op 5198 completed, throughput=5MB/sec 2024-08-04T16:05:40.842 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DSu5g8CHXvvQKBw off=6403471 len=702061 2024-08-04T16:05:40.842 INFO:tasks.workunit.client.0.smithi007.stdout:op 5199 completed, throughput=5MB/sec 2024-08-04T16:05:41.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:40 smithi062 ceph-mon[85960]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:05:41.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:40 smithi007 ceph-mon[92692]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:05:41.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:40 smithi007 ceph-mon[94998]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:05:41.842 INFO:tasks.workunit.client.0.smithi007.stdout: 1019: throughput=5MB/sec pending data=0 2024-08-04T16:05:41.843 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lduu4wkD1zZx0T2 off=8473536 len=107533 2024-08-04T16:05:41.846 INFO:tasks.workunit.client.0.smithi007.stdout:op 5200 completed, throughput=5MB/sec 2024-08-04T16:05:41.846 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-doTPib9nCRAeI9a off=150421 len=1221736 2024-08-04T16:05:41.852 INFO:tasks.workunit.client.0.smithi007.stdout:op 5201 completed, throughput=5MB/sec 2024-08-04T16:05:41.852 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6DXjQHlL8ET4zQ2 off=8253037 len=1874391 2024-08-04T16:05:41.854 INFO:tasks.workunit.client.0.smithi007.stdout:op 5202 completed, throughput=5MB/sec 2024-08-04T16:05:41.854 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SrlR_orTCT1IONp off=2026737 len=1501374 2024-08-04T16:05:41.861 INFO:tasks.workunit.client.0.smithi007.stdout:op 5203 completed, throughput=5MB/sec 2024-08-04T16:05:42.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:05:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:05:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:05:42.861 INFO:tasks.workunit.client.0.smithi007.stdout: 1020: throughput=5MB/sec pending data=0 2024-08-04T16:05:42.861 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6be8KZvk4CW_7e5 off=1382073 len=808258 2024-08-04T16:05:42.862 INFO:tasks.workunit.client.0.smithi007.stdout:op 5204 completed, throughput=5MB/sec 2024-08-04T16:05:42.862 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-V0pLtRGGZkBxArx off=15037040 len=1472025 2024-08-04T16:05:42.864 INFO:tasks.workunit.client.0.smithi007.stdout:op 5205 completed, throughput=5MB/sec 2024-08-04T16:05:42.864 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5n-Bqo10Z1WeTCi off=8663609 len=282505 2024-08-04T16:05:42.866 INFO:tasks.workunit.client.0.smithi007.stdout:op 5206 completed, throughput=5MB/sec 2024-08-04T16:05:42.866 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ehw8fYt1_2tSF8j off=134296 len=1642892 2024-08-04T16:05:42.868 INFO:tasks.workunit.client.0.smithi007.stdout:op 5207 completed, throughput=5MB/sec 2024-08-04T16:05:42.868 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GBsESQAViZRMPVx off=3298670 len=1216669 2024-08-04T16:05:42.869 INFO:tasks.workunit.client.0.smithi007.stdout:op 5208 completed, throughput=5MB/sec 2024-08-04T16:05:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:42 smithi062 ceph-mon[85960]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-04T16:05:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:42 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:05:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:42 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:05:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:42 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:05:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:42 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:05:43.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:42 smithi007 ceph-mon[92692]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-04T16:05:43.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:42 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:05:43.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:42 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:05:43.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:42 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:05:43.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:42 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:05:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:42 smithi007 ceph-mon[94998]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-04T16:05:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:42 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:05:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:42 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:05:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:42 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:05:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:42 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:05:43.870 INFO:tasks.workunit.client.0.smithi007.stdout: 1021: throughput=5MB/sec pending data=0 2024-08-04T16:05:43.870 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-M8cUSu73ZwPDgVZ off=1052192 len=847065 2024-08-04T16:05:43.872 INFO:tasks.workunit.client.0.smithi007.stdout:op 5209 completed, throughput=5MB/sec 2024-08-04T16:05:43.872 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HLdaaXFeFuHJCwb off=4002852 len=1842528 2024-08-04T16:05:43.874 INFO:tasks.workunit.client.0.smithi007.stdout:op 5210 completed, throughput=5MB/sec 2024-08-04T16:05:43.875 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-e2e0oJPYHIfWNc_ off=1629506 len=968778 2024-08-04T16:05:43.879 INFO:tasks.workunit.client.0.smithi007.stdout:op 5211 completed, throughput=5MB/sec 2024-08-04T16:05:43.880 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6C_nz8G8nSnn1TM off=20970008 len=1625873 2024-08-04T16:05:43.889 INFO:tasks.workunit.client.0.smithi007.stdout:op 5212 completed, throughput=5MB/sec 2024-08-04T16:05:44.890 INFO:tasks.workunit.client.0.smithi007.stdout: 1022: throughput=5MB/sec pending data=0 2024-08-04T16:05:44.890 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8Z2UJ8SZ9DLFCFC off=1629172 len=1278156 2024-08-04T16:05:44.893 INFO:tasks.workunit.client.0.smithi007.stdout:op 5213 completed, throughput=5MB/sec 2024-08-04T16:05:44.893 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9rnXU8N0vK3UrJw off=767194 len=627042 2024-08-04T16:05:44.894 INFO:tasks.workunit.client.0.smithi007.stdout:op 5214 completed, throughput=5MB/sec 2024-08-04T16:05:44.894 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SjubFYEQQsD0wF1 off=164361 len=643135 2024-08-04T16:05:44.898 INFO:tasks.workunit.client.0.smithi007.stdout:op 5215 completed, throughput=5MB/sec 2024-08-04T16:05:44.898 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-v7MEOrGwTIkvGWX off=11124511 len=1652185 2024-08-04T16:05:44.900 INFO:tasks.workunit.client.0.smithi007.stdout:op 5216 completed, throughput=5MB/sec 2024-08-04T16:05:44.900 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-J9YV5-dpLsOdfXF off=4815077 len=911467 2024-08-04T16:05:44.906 INFO:tasks.workunit.client.0.smithi007.stdout:op 5217 completed, throughput=5MB/sec 2024-08-04T16:05:44.906 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Iomt8UDYoqiA5sh off=21662357 len=1107792 2024-08-04T16:05:44.907 INFO:tasks.workunit.client.0.smithi007.stdout:op 5218 completed, throughput=5MB/sec 2024-08-04T16:05:45.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:44 smithi062 ceph-mon[85960]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T16:05:45.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:44 smithi007 ceph-mon[92692]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T16:05:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:44 smithi007 ceph-mon[94998]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-04T16:05:45.908 INFO:tasks.workunit.client.0.smithi007.stdout: 1023: throughput=5MB/sec pending data=0 2024-08-04T16:05:45.908 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ByUsOuVZpmDhFhA off=9088872 len=918832 2024-08-04T16:05:45.914 INFO:tasks.workunit.client.0.smithi007.stdout:op 5219 completed, throughput=5MB/sec 2024-08-04T16:05:45.914 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OhkZ7oxpLYXcY-O off=11210520 len=807455 2024-08-04T16:05:45.915 INFO:tasks.workunit.client.0.smithi007.stdout:op 5220 completed, throughput=5MB/sec 2024-08-04T16:05:45.915 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-J5iBYhNwnr4jyOJ off=7017551 len=1860409 2024-08-04T16:05:45.917 INFO:tasks.workunit.client.0.smithi007.stdout:op 5221 completed, throughput=5MB/sec 2024-08-04T16:05:45.917 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ve3O7lh2UupHHXh off=2822590 len=272286 2024-08-04T16:05:45.920 INFO:tasks.workunit.client.0.smithi007.stdout:op 5222 completed, throughput=5MB/sec 2024-08-04T16:05:45.921 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xf8s7CreWRKbRXU off=3439874 len=216701 2024-08-04T16:05:45.921 INFO:tasks.workunit.client.0.smithi007.stdout:op 5223 completed, throughput=5MB/sec 2024-08-04T16:05:45.921 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FFYJ661bNQ3qRb6 off=1354708 len=1218261 2024-08-04T16:05:45.926 INFO:tasks.workunit.client.0.smithi007.stdout:op 5224 completed, throughput=5MB/sec 2024-08-04T16:05:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:05:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:05:46] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-08-04T16:05:46.927 INFO:tasks.workunit.client.0.smithi007.stdout: 1024: throughput=5MB/sec pending data=0 2024-08-04T16:05:46.927 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lXoz8hZQZTqmjG- off=3273443 len=979979 2024-08-04T16:05:46.928 INFO:tasks.workunit.client.0.smithi007.stdout:op 5225 completed, throughput=5MB/sec 2024-08-04T16:05:46.929 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Pvjbu_915j3oVSF off=5577280 len=2027330 2024-08-04T16:05:46.931 INFO:tasks.workunit.client.0.smithi007.stdout:op 5226 completed, throughput=5MB/sec 2024-08-04T16:05:46.931 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-v3_ej9TgNtSZPyS off=1102658 len=706662 2024-08-04T16:05:46.932 INFO:tasks.workunit.client.0.smithi007.stdout:op 5227 completed, throughput=5MB/sec 2024-08-04T16:05:46.932 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6uAYxTZRGqdC8SI off=1524828 len=1109496 2024-08-04T16:05:46.934 INFO:tasks.workunit.client.0.smithi007.stdout:op 5228 completed, throughput=5MB/sec 2024-08-04T16:05:47.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:47 smithi062 ceph-mon[85960]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-04T16:05:47.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:46 smithi007 ceph-mon[92692]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-04T16:05:47.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:47 smithi007 ceph-mon[94998]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-04T16:05:47.934 INFO:tasks.workunit.client.0.smithi007.stdout: 1025: throughput=5MB/sec pending data=0 2024-08-04T16:05:47.935 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UHeW2b9moYVEeFh off=6158599 len=1217197 2024-08-04T16:05:47.936 INFO:tasks.workunit.client.0.smithi007.stdout:op 5229 completed, throughput=5MB/sec 2024-08-04T16:05:47.936 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4M4UwHnVdhTUvzP off=4254771 len=1558460 2024-08-04T16:05:47.943 INFO:tasks.workunit.client.0.smithi007.stdout:op 5230 completed, throughput=5MB/sec 2024-08-04T16:05:47.943 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vMs_RPilbkM94km off=550706 len=478331 2024-08-04T16:05:47.947 INFO:tasks.workunit.client.0.smithi007.stdout:op 5231 completed, throughput=5MB/sec 2024-08-04T16:05:47.947 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VUzxhZ1_WdzhyCC off=422383 len=1975787 2024-08-04T16:05:47.959 INFO:tasks.workunit.client.0.smithi007.stdout:op 5232 completed, throughput=5MB/sec 2024-08-04T16:05:48.959 INFO:tasks.workunit.client.0.smithi007.stdout: 1026: throughput=5MB/sec pending data=0 2024-08-04T16:05:48.959 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KnKNr4NNL_6-2UQ off=5128345 len=1317730 2024-08-04T16:05:48.962 INFO:tasks.workunit.client.0.smithi007.stdout:op 5233 completed, throughput=5MB/sec 2024-08-04T16:05:48.962 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-K51saWZEjsStQ_K off=6991203 len=262736 2024-08-04T16:05:48.965 INFO:tasks.workunit.client.0.smithi007.stdout:op 5234 completed, throughput=5MB/sec 2024-08-04T16:05:48.965 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mseTi91NjtdKoAv off=354954 len=1184934 2024-08-04T16:05:48.972 INFO:tasks.workunit.client.0.smithi007.stdout:op 5235 completed, throughput=5MB/sec 2024-08-04T16:05:48.972 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6j_vSYsNq2KPO2_ off=8730686 len=1516510 2024-08-04T16:05:48.979 INFO:tasks.workunit.client.0.smithi007.stdout:op 5236 completed, throughput=5MB/sec 2024-08-04T16:05:48.979 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Vjr50_xDGNYdsJa off=6288654 len=975100 2024-08-04T16:05:48.980 INFO:tasks.workunit.client.0.smithi007.stdout:op 5237 completed, throughput=5MB/sec 2024-08-04T16:05:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:49 smithi062 ceph-mon[85960]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:05:49.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:49 smithi007 ceph-mon[92692]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:05:49.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:49 smithi007 ceph-mon[94998]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:05:49.981 INFO:tasks.workunit.client.0.smithi007.stdout: 1027: throughput=5MB/sec pending data=0 2024-08-04T16:05:49.981 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zY9FM86KkRSRZaU off=4457392 len=532865 2024-08-04T16:05:49.982 INFO:tasks.workunit.client.0.smithi007.stdout:op 5238 completed, throughput=5MB/sec 2024-08-04T16:05:49.983 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7fyEP-lS_VTr05j off=14021232 len=1373812 2024-08-04T16:05:49.984 INFO:tasks.workunit.client.0.smithi007.stdout:op 5239 completed, throughput=5MB/sec 2024-08-04T16:05:49.985 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-p2bXvs22MjRrzvK off=8452232 len=405233 2024-08-04T16:05:49.988 INFO:tasks.workunit.client.0.smithi007.stdout:op 5240 completed, throughput=5MB/sec 2024-08-04T16:05:49.988 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GFzYE54jo6_0dLn off=7295916 len=110385 2024-08-04T16:05:49.989 INFO:tasks.workunit.client.0.smithi007.stdout:op 5241 completed, throughput=5MB/sec 2024-08-04T16:05:49.989 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lLe-GGdAjoh2sqo off=2925135 len=1023822 2024-08-04T16:05:49.990 INFO:tasks.workunit.client.0.smithi007.stdout:op 5242 completed, throughput=5MB/sec 2024-08-04T16:05:49.990 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xcOamGMLscq8zkF off=763120 len=977146 2024-08-04T16:05:49.998 INFO:tasks.workunit.client.0.smithi007.stdout:op 5243 completed, throughput=5MB/sec 2024-08-04T16:05:49.998 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-A_6mBZBk1SbLV7Y off=4596586 len=1959713 2024-08-04T16:05:49.998 INFO:tasks.workunit.client.0.smithi007.stdout:op 5244 completed, throughput=5MB/sec 2024-08-04T16:05:50.998 INFO:tasks.workunit.client.0.smithi007.stdout: 1028: throughput=5MB/sec pending data=0 2024-08-04T16:05:50.998 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3xw4TSZCcNUVbfl off=15376400 len=172669 2024-08-04T16:05:51.001 INFO:tasks.workunit.client.0.smithi007.stdout:op 5245 completed, throughput=5MB/sec 2024-08-04T16:05:51.001 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-30GJQ88fWRDCj_0 off=12100832 len=1501681 2024-08-04T16:05:51.008 INFO:tasks.workunit.client.0.smithi007.stdout:op 5246 completed, throughput=5MB/sec 2024-08-04T16:05:51.009 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ifGYell7uV6RJYQ off=2463587 len=1614105 2024-08-04T16:05:51.016 INFO:tasks.workunit.client.0.smithi007.stdout:op 5247 completed, throughput=5MB/sec 2024-08-04T16:05:51.016 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FCaFWdRoerslo48 off=1137680 len=633567 2024-08-04T16:05:51.022 INFO:tasks.workunit.client.0.smithi007.stdout:op 5248 completed, throughput=5MB/sec 2024-08-04T16:05:51.022 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xYjgN5CzU3YxaE1 off=6728565 len=1478355 2024-08-04T16:05:51.022 INFO:tasks.workunit.client.0.smithi007.stdout:op 5249 completed, throughput=5MB/sec 2024-08-04T16:05:51.260 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:51 smithi062 ceph-mon[85960]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:05:51.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:51 smithi007 ceph-mon[92692]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:05:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:51 smithi007 ceph-mon[94998]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:05:52.021 INFO:tasks.workunit.client.0.smithi007.stdout: 1029: throughput=5MB/sec pending data=0 2024-08-04T16:05:52.022 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ik1QR2B5sY9_En- off=1160904 len=7805 2024-08-04T16:05:52.022 INFO:tasks.workunit.client.0.smithi007.stdout:op 5250 completed, throughput=5MB/sec 2024-08-04T16:05:52.022 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xDn_3eV6zDrrFxh off=1802488 len=1022476 2024-08-04T16:05:52.028 INFO:tasks.workunit.client.0.smithi007.stdout:op 5251 completed, throughput=5MB/sec 2024-08-04T16:05:52.028 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-09yl3SKmwicXb0X off=1345894 len=609078 2024-08-04T16:05:52.032 INFO:tasks.workunit.client.0.smithi007.stdout:op 5252 completed, throughput=5MB/sec 2024-08-04T16:05:52.032 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cB7Xablz6ttxoby off=2102864 len=1407794 2024-08-04T16:05:52.034 INFO:tasks.workunit.client.0.smithi007.stdout:op 5253 completed, throughput=5MB/sec 2024-08-04T16:05:52.034 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-q9BoY_uaNBJcs7A off=3676058 len=1346720 2024-08-04T16:05:52.040 INFO:tasks.workunit.client.0.smithi007.stdout:op 5254 completed, throughput=5MB/sec 2024-08-04T16:05:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:05:52.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:05:52.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:05:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:05:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:05:53.040 INFO:tasks.workunit.client.0.smithi007.stdout: 1030: throughput=5MB/sec pending data=0 2024-08-04T16:05:53.041 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Nm7l1cCisoviuaa off=904575 len=1574992 2024-08-04T16:05:53.051 INFO:tasks.workunit.client.0.smithi007.stdout:op 5255 completed, throughput=5MB/sec 2024-08-04T16:05:53.051 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zFNWhvOZo5epQQy off=3617453 len=1975802 2024-08-04T16:05:53.055 INFO:tasks.workunit.client.0.smithi007.stdout:op 5256 completed, throughput=5MB/sec 2024-08-04T16:05:53.055 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-A64Vj4fyYCtW-_5 off=1904511 len=864314 2024-08-04T16:05:53.062 INFO:tasks.workunit.client.0.smithi007.stdout:op 5257 completed, throughput=5MB/sec 2024-08-04T16:05:53.062 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-trgbz1dLVl5m8p4 off=2844420 len=281165 2024-08-04T16:05:53.065 INFO:tasks.workunit.client.0.smithi007.stdout:op 5258 completed, throughput=5MB/sec 2024-08-04T16:05:53.065 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uagi-Vj7UHQXCuZ off=14213495 len=1932957 2024-08-04T16:05:53.074 INFO:tasks.workunit.client.0.smithi007.stdout:op 5259 completed, throughput=5MB/sec 2024-08-04T16:05:53.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:53 smithi007 ceph-mon[94998]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T16:05:53.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:53 smithi007 ceph-mon[92692]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T16:05:53.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:53 smithi062 ceph-mon[85960]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T16:05:54.073 INFO:tasks.workunit.client.0.smithi007.stdout: 1031: throughput=5MB/sec pending data=0 2024-08-04T16:05:54.073 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZP9sb5pe5gZQa1l off=18967088 len=896793 2024-08-04T16:05:54.078 INFO:tasks.workunit.client.0.smithi007.stdout:op 5260 completed, throughput=5MB/sec 2024-08-04T16:05:54.079 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--lHiZV4PRH7ujU3 off=8042158 len=388884 2024-08-04T16:05:54.082 INFO:tasks.workunit.client.0.smithi007.stdout:op 5261 completed, throughput=5MB/sec 2024-08-04T16:05:54.082 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UqEmp6X4PXBVM0s off=2399823 len=770862 2024-08-04T16:05:54.083 INFO:tasks.workunit.client.0.smithi007.stdout:op 5262 completed, throughput=5MB/sec 2024-08-04T16:05:54.083 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5RNdWBp05SfVvIk off=1728455 len=271383 2024-08-04T16:05:54.084 INFO:tasks.workunit.client.0.smithi007.stdout:op 5263 completed, throughput=5MB/sec 2024-08-04T16:05:54.084 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2GdKHUHMJR5cDvW off=2006569 len=947608 2024-08-04T16:05:54.085 INFO:tasks.workunit.client.0.smithi007.stdout:op 5264 completed, throughput=5MB/sec 2024-08-04T16:05:54.086 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pVjtOVMRTXXMH08 off=2978326 len=88017 2024-08-04T16:05:54.088 INFO:tasks.workunit.client.0.smithi007.stdout:op 5265 completed, throughput=5MB/sec 2024-08-04T16:05:54.088 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gXXwJs-mjo8er_u off=18369534 len=861718 2024-08-04T16:05:54.093 INFO:tasks.workunit.client.0.smithi007.stdout:op 5266 completed, throughput=5MB/sec 2024-08-04T16:05:55.094 INFO:tasks.workunit.client.0.smithi007.stdout: 1032: throughput=5MB/sec pending data=0 2024-08-04T16:05:55.094 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZbRFvhA5olXDMV5 off=2696045 len=1498630 2024-08-04T16:05:55.103 INFO:tasks.workunit.client.0.smithi007.stdout:op 5267 completed, throughput=5MB/sec 2024-08-04T16:05:55.103 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vTFKUyGjS8Pw38w off=561138 len=988642 2024-08-04T16:05:55.104 INFO:tasks.workunit.client.0.smithi007.stdout:op 5268 completed, throughput=5MB/sec 2024-08-04T16:05:55.105 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-707bvytgw3vZyKk off=7122024 len=1124144 2024-08-04T16:05:55.109 INFO:tasks.workunit.client.0.smithi007.stdout:op 5269 completed, throughput=5MB/sec 2024-08-04T16:05:55.109 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hh-AI0QNB2JQgPD off=4131566 len=1562646 2024-08-04T16:05:55.110 INFO:tasks.workunit.client.0.smithi007.stdout:op 5270 completed, throughput=5MB/sec 2024-08-04T16:05:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:55 smithi007 ceph-mon[94998]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:05:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:55 smithi007 ceph-mon[92692]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:05:55.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:55 smithi062 ceph-mon[85960]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:05:56.111 INFO:tasks.workunit.client.0.smithi007.stdout: 1033: throughput=5MB/sec pending data=0 2024-08-04T16:05:56.111 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yyhIdXHDKFcOaIO off=1878089 len=448624 2024-08-04T16:05:56.111 INFO:tasks.workunit.client.0.smithi007.stdout:op 5271 completed, throughput=5MB/sec 2024-08-04T16:05:56.112 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cYN9t_Aq-syUe5I off=1190040 len=1504772 2024-08-04T16:05:56.122 INFO:tasks.workunit.client.0.smithi007.stdout:op 5272 completed, throughput=5MB/sec 2024-08-04T16:05:56.122 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8UMBQq_8eFy2mcD off=4727736 len=1281655 2024-08-04T16:05:56.124 INFO:tasks.workunit.client.0.smithi007.stdout:op 5273 completed, throughput=5MB/sec 2024-08-04T16:05:56.124 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BaRpQn42z6egTj0 off=2010481 len=600426 2024-08-04T16:05:56.128 INFO:tasks.workunit.client.0.smithi007.stdout:op 5274 completed, throughput=5MB/sec 2024-08-04T16:05:56.129 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vkNrG5Ou8bnrJDK off=1629861 len=158570 2024-08-04T16:05:56.131 INFO:tasks.workunit.client.0.smithi007.stdout:op 5275 completed, throughput=5MB/sec 2024-08-04T16:05:56.131 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Yitd8dQ_EuHXwdy off=289107 len=1279017 2024-08-04T16:05:56.133 INFO:tasks.workunit.client.0.smithi007.stdout:op 5276 completed, throughput=5MB/sec 2024-08-04T16:05:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:05:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:05:56] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-08-04T16:05:57.134 INFO:tasks.workunit.client.0.smithi007.stdout: 1034: throughput=5MB/sec pending data=0 2024-08-04T16:05:57.134 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3rtniQTeKPctsS5 off=10030180 len=600164 2024-08-04T16:05:57.139 INFO:tasks.workunit.client.0.smithi007.stdout:op 5277 completed, throughput=5MB/sec 2024-08-04T16:05:57.139 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tCU6LK44rxrVywO off=5342686 len=1889706 2024-08-04T16:05:57.151 INFO:tasks.workunit.client.0.smithi007.stdout:op 5278 completed, throughput=5MB/sec 2024-08-04T16:05:57.151 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TLRNtwu1u07OCT_ off=1681939 len=435762 2024-08-04T16:05:57.154 INFO:tasks.workunit.client.0.smithi007.stdout:op 5279 completed, throughput=5MB/sec 2024-08-04T16:05:57.154 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QcHFv7WpKFtMerT off=887447 len=894246 2024-08-04T16:05:57.156 INFO:tasks.workunit.client.0.smithi007.stdout:op 5280 completed, throughput=5MB/sec 2024-08-04T16:05:57.156 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Bv7jVjIvIdYSKyA off=1500147 len=1995870 2024-08-04T16:05:57.158 INFO:tasks.workunit.client.0.smithi007.stdout:op 5281 completed, throughput=5MB/sec 2024-08-04T16:05:57.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:57 smithi007 ceph-mon[92692]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:05:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:57 smithi007 ceph-mon[94998]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:05:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:57 smithi062 ceph-mon[85960]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:05:58.159 INFO:tasks.workunit.client.0.smithi007.stdout: 1035: throughput=5MB/sec pending data=0 2024-08-04T16:05:58.159 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DSMr-AbjJjpIJo8 off=3190 len=674952 2024-08-04T16:05:58.163 INFO:tasks.workunit.client.0.smithi007.stdout:op 5282 completed, throughput=5MB/sec 2024-08-04T16:05:58.163 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-acPpbD8spfB0WV7 off=257981 len=187967 2024-08-04T16:05:58.166 INFO:tasks.workunit.client.0.smithi007.stdout:op 5283 completed, throughput=5MB/sec 2024-08-04T16:05:58.166 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oJnUtZvwNvrD3JB off=2797656 len=466092 2024-08-04T16:05:58.169 INFO:tasks.workunit.client.0.smithi007.stdout:op 5284 completed, throughput=5MB/sec 2024-08-04T16:05:58.169 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YVtfGnFCTddFngC off=12701875 len=1235705 2024-08-04T16:05:58.171 INFO:tasks.workunit.client.0.smithi007.stdout:op 5285 completed, throughput=5MB/sec 2024-08-04T16:05:58.171 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hvoHxeqw9hcbPHV off=8395514 len=708834 2024-08-04T16:05:58.175 INFO:tasks.workunit.client.0.smithi007.stdout:op 5286 completed, throughput=5MB/sec 2024-08-04T16:05:58.176 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Y8xQCtw_nwXHWOD off=3176804 len=1265674 2024-08-04T16:05:58.178 INFO:tasks.workunit.client.0.smithi007.stdout:op 5287 completed, throughput=5MB/sec 2024-08-04T16:05:58.179 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-V2yJDgWFbR6b2we off=1506281 len=1824050 2024-08-04T16:05:58.189 INFO:tasks.workunit.client.0.smithi007.stdout:op 5288 completed, throughput=5MB/sec 2024-08-04T16:05:59.190 INFO:tasks.workunit.client.0.smithi007.stdout: 1036: throughput=5MB/sec pending data=0 2024-08-04T16:05:59.190 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ltSLJfLnkHMg9tA off=5963492 len=1449780 2024-08-04T16:05:59.192 INFO:tasks.workunit.client.0.smithi007.stdout:op 5289 completed, throughput=5MB/sec 2024-08-04T16:05:59.192 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PwswE8y3QMBQktW off=6411340 len=450883 2024-08-04T16:05:59.195 INFO:tasks.workunit.client.0.smithi007.stdout:op 5290 completed, throughput=5MB/sec 2024-08-04T16:05:59.196 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HHByhk7VTIsf4kr off=18977587 len=1907247 2024-08-04T16:05:59.209 INFO:tasks.workunit.client.0.smithi007.stdout:op 5291 completed, throughput=5MB/sec 2024-08-04T16:05:59.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:05:59 smithi007 ceph-mon[94998]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:05:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:05:59 smithi007 ceph-mon[92692]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:05:59.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:05:59 smithi062 ceph-mon[85960]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:06:00.210 INFO:tasks.workunit.client.0.smithi007.stdout: 1037: throughput=5MB/sec pending data=0 2024-08-04T16:06:00.210 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EOp36P-tsYe4uwW off=5267983 len=167514 2024-08-04T16:06:00.211 INFO:tasks.workunit.client.0.smithi007.stdout:op 5292 completed, throughput=5MB/sec 2024-08-04T16:06:00.211 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-G4t5iBdpzrwr3GZ off=11897743 len=1344465 2024-08-04T16:06:00.217 INFO:tasks.workunit.client.0.smithi007.stdout:op 5293 completed, throughput=5MB/sec 2024-08-04T16:06:00.217 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-s4i9S_NrBDPJ2nd off=211165 len=1917497 2024-08-04T16:06:00.220 INFO:tasks.workunit.client.0.smithi007.stdout:op 5294 completed, throughput=5MB/sec 2024-08-04T16:06:00.220 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AyybFaSQBpEXR8W off=5384803 len=1550843 2024-08-04T16:06:00.223 INFO:tasks.workunit.client.0.smithi007.stdout:op 5295 completed, throughput=5MB/sec 2024-08-04T16:06:00.223 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-r6ZJANz8tZlp4Y6 off=3976488 len=699615 2024-08-04T16:06:00.228 INFO:tasks.workunit.client.0.smithi007.stdout:op 5296 completed, throughput=5MB/sec 2024-08-04T16:06:01.228 INFO:tasks.workunit.client.0.smithi007.stdout: 1038: throughput=5MB/sec pending data=0 2024-08-04T16:06:01.228 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lTzXDOzGSYKAQzq off=11319542 len=2044884 2024-08-04T16:06:01.237 INFO:tasks.workunit.client.0.smithi007.stdout:op 5297 completed, throughput=5MB/sec 2024-08-04T16:06:01.238 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Jj4Kr7D2Uzm3jag off=575118 len=1892046 2024-08-04T16:06:01.250 INFO:tasks.workunit.client.0.smithi007.stdout:op 5298 completed, throughput=5MB/sec 2024-08-04T16:06:01.251 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hCEGx1N1ghqxc8a off=2457153 len=413396 2024-08-04T16:06:01.251 INFO:tasks.workunit.client.0.smithi007.stdout:op 5299 completed, throughput=5MB/sec 2024-08-04T16:06:01.251 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-awFsGMaMvPWcFWy off=499929 len=1128550 2024-08-04T16:06:01.258 INFO:tasks.workunit.client.0.smithi007.stdout:op 5300 completed, throughput=5MB/sec 2024-08-04T16:06:01.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:01 smithi007 ceph-mon[92692]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:06:01.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:01 smithi007 ceph-mon[94998]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:06:01.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:01 smithi062 ceph-mon[85960]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:06:02.257 INFO:tasks.workunit.client.0.smithi007.stdout: 1039: throughput=5MB/sec pending data=0 2024-08-04T16:06:02.257 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1a37cH2WgCYtK8z off=4011507 len=571575 2024-08-04T16:06:02.259 INFO:tasks.workunit.client.0.smithi007.stdout:op 5301 completed, throughput=5MB/sec 2024-08-04T16:06:02.259 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-x5n7QwrcXgLJWYx off=12807468 len=410863 2024-08-04T16:06:02.260 INFO:tasks.workunit.client.0.smithi007.stdout:op 5302 completed, throughput=5MB/sec 2024-08-04T16:06:02.260 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uEk84kPjdHAycS1 off=16632025 len=1997327 2024-08-04T16:06:02.262 INFO:tasks.workunit.client.0.smithi007.stdout:op 5303 completed, throughput=5MB/sec 2024-08-04T16:06:02.262 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JkGmTfZcALSCmA3 off=11309597 len=446055 2024-08-04T16:06:02.264 INFO:tasks.workunit.client.0.smithi007.stdout:op 5304 completed, throughput=5MB/sec 2024-08-04T16:06:02.264 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-APHeYaiuTqvjhQa off=3395660 len=917839 2024-08-04T16:06:02.269 INFO:tasks.workunit.client.0.smithi007.stdout:op 5305 completed, throughput=5MB/sec 2024-08-04T16:06:02.269 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YEhSS2bG5UQCmL_ off=4140319 len=16466 2024-08-04T16:06:02.270 INFO:tasks.workunit.client.0.smithi007.stdout:op 5306 completed, throughput=5MB/sec 2024-08-04T16:06:02.270 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nCS75QWyWclPpKB off=4839127 len=1569817 2024-08-04T16:06:02.276 INFO:tasks.workunit.client.0.smithi007.stdout:op 5307 completed, throughput=5MB/sec 2024-08-04T16:06:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:06:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:06:03.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1040: throughput=5MB/sec pending data=0 2024-08-04T16:06:03.277 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Hl3J02E5u3No8N_ off=10798139 len=812440 2024-08-04T16:06:03.278 INFO:tasks.workunit.client.0.smithi007.stdout:op 5308 completed, throughput=5MB/sec 2024-08-04T16:06:03.278 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7hiLO1G268RTtgj off=2282098 len=2044819 2024-08-04T16:06:03.290 INFO:tasks.workunit.client.0.smithi007.stdout:op 5309 completed, throughput=5MB/sec 2024-08-04T16:06:03.290 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xYwLzqFAbuYAjrH off=7231556 len=452933 2024-08-04T16:06:03.294 INFO:tasks.workunit.client.0.smithi007.stdout:op 5310 completed, throughput=5MB/sec 2024-08-04T16:06:03.294 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8PviOJhmRv9DvdF off=3787503 len=923413 2024-08-04T16:06:03.299 INFO:tasks.workunit.client.0.smithi007.stdout:op 5311 completed, throughput=5MB/sec 2024-08-04T16:06:03.299 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FNSUFZ5YHth_UrJ off=7829854 len=102416 2024-08-04T16:06:03.302 INFO:tasks.workunit.client.0.smithi007.stdout:op 5312 completed, throughput=5MB/sec 2024-08-04T16:06:03.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:03 smithi007 ceph-mon[92692]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-04T16:06:03.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:03 smithi007 ceph-mon[94998]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-04T16:06:03.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:03 smithi062 ceph-mon[85960]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-04T16:06:04.302 INFO:tasks.workunit.client.0.smithi007.stdout: 1041: throughput=5MB/sec pending data=0 2024-08-04T16:06:04.302 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZCn6KJfMyyTg-no off=7527847 len=88958 2024-08-04T16:06:04.305 INFO:tasks.workunit.client.0.smithi007.stdout:op 5313 completed, throughput=5MB/sec 2024-08-04T16:06:04.305 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9PR-ONf7OJA1Nfw off=18382631 len=114166 2024-08-04T16:06:04.308 INFO:tasks.workunit.client.0.smithi007.stdout:op 5314 completed, throughput=5MB/sec 2024-08-04T16:06:04.308 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wjVimNeFb_8Kzhb off=8610660 len=170663 2024-08-04T16:06:04.308 INFO:tasks.workunit.client.0.smithi007.stdout:op 5315 completed, throughput=5MB/sec 2024-08-04T16:06:04.309 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fv_0p-BNQ1bVE3l off=4334528 len=1527089 2024-08-04T16:06:04.317 INFO:tasks.workunit.client.0.smithi007.stdout:op 5316 completed, throughput=5MB/sec 2024-08-04T16:06:04.317 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wh7APGZLZxSoPhJ off=7348363 len=1429330 2024-08-04T16:06:04.318 INFO:tasks.workunit.client.0.smithi007.stdout:op 5317 completed, throughput=5MB/sec 2024-08-04T16:06:04.318 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZpVe4B8KdDqmLdS off=3800048 len=33020 2024-08-04T16:06:04.321 INFO:tasks.workunit.client.0.smithi007.stdout:op 5318 completed, throughput=5MB/sec 2024-08-04T16:06:04.321 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WnfG59-VdxzwWJ1 off=3315631 len=754144 2024-08-04T16:06:04.322 INFO:tasks.workunit.client.0.smithi007.stdout:op 5319 completed, throughput=5MB/sec 2024-08-04T16:06:04.322 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-W2VdeRB8ZGyxg2y off=16627924 len=2018680 2024-08-04T16:06:04.326 INFO:tasks.workunit.client.0.smithi007.stdout:op 5320 completed, throughput=5MB/sec 2024-08-04T16:06:05.327 INFO:tasks.workunit.client.0.smithi007.stdout: 1042: throughput=5MB/sec pending data=0 2024-08-04T16:06:05.327 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VlVgY81AXaGzuX2 off=10625350 len=631484 2024-08-04T16:06:05.328 INFO:tasks.workunit.client.0.smithi007.stdout:op 5321 completed, throughput=5MB/sec 2024-08-04T16:06:05.328 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pq1-lUA_syqcjzQ off=2364939 len=894349 2024-08-04T16:06:05.334 INFO:tasks.workunit.client.0.smithi007.stdout:op 5322 completed, throughput=5MB/sec 2024-08-04T16:06:05.334 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AWU2KJtXfWu1CW8 off=1323818 len=219745 2024-08-04T16:06:05.334 INFO:tasks.workunit.client.0.smithi007.stdout:op 5323 completed, throughput=5MB/sec 2024-08-04T16:06:05.335 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jVNBA9Y9NBamXyP off=80000 len=1570488 2024-08-04T16:06:05.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:05 smithi007 ceph-mon[92692]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:06:05.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:05 smithi007 ceph-mon[94998]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:06:05.336 INFO:tasks.workunit.client.0.smithi007.stdout:op 5324 completed, throughput=5MB/sec 2024-08-04T16:06:05.337 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JT4GNE7hU_Ka2Vw off=483590 len=829309 2024-08-04T16:06:05.338 INFO:tasks.workunit.client.0.smithi007.stdout:op 5325 completed, throughput=5MB/sec 2024-08-04T16:06:05.338 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HXi-E3i0Hv2mUkC off=1448896 len=422283 2024-08-04T16:06:05.341 INFO:tasks.workunit.client.0.smithi007.stdout:op 5326 completed, throughput=5MB/sec 2024-08-04T16:06:05.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:05 smithi062 ceph-mon[85960]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:06:06.342 INFO:tasks.workunit.client.0.smithi007.stdout: 1043: throughput=5MB/sec pending data=0 2024-08-04T16:06:06.342 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UVlgzVf0tdv2cpl off=766148 len=400739 2024-08-04T16:06:06.346 INFO:tasks.workunit.client.0.smithi007.stdout:op 5327 completed, throughput=5MB/sec 2024-08-04T16:06:06.346 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cDvBNGZUdTeZlI6 off=2048892 len=942006 2024-08-04T16:06:06.347 INFO:tasks.workunit.client.0.smithi007.stdout:op 5328 completed, throughput=5MB/sec 2024-08-04T16:06:06.348 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vzRMP4txYpmZzOn off=2990073 len=1011433 2024-08-04T16:06:06.350 INFO:tasks.workunit.client.0.smithi007.stdout:op 5329 completed, throughput=5MB/sec 2024-08-04T16:06:06.350 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Mw0n9IfSGsrIbW2 off=12226923 len=1843444 2024-08-04T16:06:06.352 INFO:tasks.workunit.client.0.smithi007.stdout:op 5330 completed, throughput=5MB/sec 2024-08-04T16:06:06.352 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-L5H6vJ3unBkzXeQ off=19181411 len=1482258 2024-08-04T16:06:06.353 INFO:tasks.workunit.client.0.smithi007.stdout:op 5331 completed, throughput=5MB/sec 2024-08-04T16:06:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:06:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:06:06] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-08-04T16:06:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:07 smithi007 ceph-mon[92692]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:06:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:06:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:07 smithi007 ceph-mon[94998]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:06:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:06:07.354 INFO:tasks.workunit.client.0.smithi007.stdout: 1044: throughput=5MB/sec pending data=0 2024-08-04T16:06:07.354 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3fnsfn5yd1IgB-4 off=6738182 len=804897 2024-08-04T16:06:07.359 INFO:tasks.workunit.client.0.smithi007.stdout:op 5332 completed, throughput=5MB/sec 2024-08-04T16:06:07.359 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-sG_H-qzjimh2Uzc off=2062707 len=919184 2024-08-04T16:06:07.365 INFO:tasks.workunit.client.0.smithi007.stdout:op 5333 completed, throughput=5MB/sec 2024-08-04T16:06:07.365 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PzDusK_7CDz6-Pk off=142805 len=1040497 2024-08-04T16:06:07.366 INFO:tasks.workunit.client.0.smithi007.stdout:op 5334 completed, throughput=5MB/sec 2024-08-04T16:06:07.366 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dL8wpZV3j-LqugM off=1959091 len=547890 2024-08-04T16:06:07.368 INFO:tasks.workunit.client.0.smithi007.stdout:op 5335 completed, throughput=5MB/sec 2024-08-04T16:06:07.368 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-u0b0ke11YV1xhxb off=748528 len=515876 2024-08-04T16:06:07.372 INFO:tasks.workunit.client.0.smithi007.stdout:op 5336 completed, throughput=5MB/sec 2024-08-04T16:06:07.372 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hs9zPSj-ExYSv3r off=13632710 len=1208218 2024-08-04T16:06:07.373 INFO:tasks.workunit.client.0.smithi007.stdout:op 5337 completed, throughput=5MB/sec 2024-08-04T16:06:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:07 smithi062 ceph-mon[85960]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:06:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:06:08.374 INFO:tasks.workunit.client.0.smithi007.stdout: 1045: throughput=5MB/sec pending data=0 2024-08-04T16:06:08.374 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-4PnVzkb4uUV5_nc off=9566051 len=2013757 2024-08-04T16:06:08.386 INFO:tasks.workunit.client.0.smithi007.stdout:op 5338 completed, throughput=5MB/sec 2024-08-04T16:06:08.386 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DQG2oDKrwGQemYX off=6747031 len=1546696 2024-08-04T16:06:08.389 INFO:tasks.workunit.client.0.smithi007.stdout:op 5339 completed, throughput=5MB/sec 2024-08-04T16:06:08.389 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8_ZHviD8GqrbMnU off=18072594 len=362612 2024-08-04T16:06:08.390 INFO:tasks.workunit.client.0.smithi007.stdout:op 5340 completed, throughput=5MB/sec 2024-08-04T16:06:08.390 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ry1TYFjCTqAhEAy off=693400 len=434758 2024-08-04T16:06:08.394 INFO:tasks.workunit.client.0.smithi007.stdout:op 5341 completed, throughput=5MB/sec 2024-08-04T16:06:08.394 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3woWFW5RBnRtmBe off=5220925 len=1682628 2024-08-04T16:06:08.401 INFO:tasks.workunit.client.0.smithi007.stdout:op 5342 completed, throughput=5MB/sec 2024-08-04T16:06:09.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:09 smithi007 ceph-mon[92692]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:06:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:09 smithi007 ceph-mon[94998]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:06:09.402 INFO:tasks.workunit.client.0.smithi007.stdout: 1046: throughput=5MB/sec pending data=0 2024-08-04T16:06:09.402 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DKODYrv1KWdJLWJ off=2154794 len=392482 2024-08-04T16:06:09.406 INFO:tasks.workunit.client.0.smithi007.stdout:op 5343 completed, throughput=5MB/sec 2024-08-04T16:06:09.406 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-quAZbrjoMoU_TLR off=1437151 len=1396709 2024-08-04T16:06:09.412 INFO:tasks.workunit.client.0.smithi007.stdout:op 5344 completed, throughput=5MB/sec 2024-08-04T16:06:09.412 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yOLg9hVhFiiYAAf off=14428678 len=1372440 2024-08-04T16:06:09.419 INFO:tasks.workunit.client.0.smithi007.stdout:op 5345 completed, throughput=5MB/sec 2024-08-04T16:06:09.419 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-x9Kl-G6y_K1-8S5 off=5975218 len=696208 2024-08-04T16:06:09.422 INFO:tasks.workunit.client.0.smithi007.stdout:op 5346 completed, throughput=5MB/sec 2024-08-04T16:06:09.422 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UTo-Q4TGVEvbO_Y off=861373 len=131325 2024-08-04T16:06:09.423 INFO:tasks.workunit.client.0.smithi007.stdout:op 5347 completed, throughput=5MB/sec 2024-08-04T16:06:09.423 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-v6BRP9aeCCTE9tP off=3110468 len=507266 2024-08-04T16:06:09.427 INFO:tasks.workunit.client.0.smithi007.stdout:op 5348 completed, throughput=5MB/sec 2024-08-04T16:06:09.427 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-P7_5Ze0eK-X2T0c off=59279 len=558787 2024-08-04T16:06:09.431 INFO:tasks.workunit.client.0.smithi007.stdout:op 5349 completed, throughput=5MB/sec 2024-08-04T16:06:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:09 smithi062 ceph-mon[85960]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:06:10.431 INFO:tasks.workunit.client.0.smithi007.stdout: 1047: throughput=5MB/sec pending data=0 2024-08-04T16:06:10.431 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-R2AggoyaQkKgYkU off=2316965 len=819674 2024-08-04T16:06:10.433 INFO:tasks.workunit.client.0.smithi007.stdout:op 5350 completed, throughput=5MB/sec 2024-08-04T16:06:10.433 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Vt7Fy4DPM7_YwJf off=707162 len=1969180 2024-08-04T16:06:10.437 INFO:tasks.workunit.client.0.smithi007.stdout:op 5351 completed, throughput=5MB/sec 2024-08-04T16:06:10.437 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rhBFO7bgxzzVr1_ off=1860178 len=1158548 2024-08-04T16:06:10.438 INFO:tasks.workunit.client.0.smithi007.stdout:op 5352 completed, throughput=5MB/sec 2024-08-04T16:06:10.438 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Aue-qJw7gwAD-p2 off=11235944 len=1666014 2024-08-04T16:06:10.440 INFO:tasks.workunit.client.0.smithi007.stdout:op 5353 completed, throughput=5MB/sec 2024-08-04T16:06:11.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:11 smithi007 ceph-mon[92692]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:06:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:11 smithi007 ceph-mon[94998]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:06:11.441 INFO:tasks.workunit.client.0.smithi007.stdout: 1048: throughput=5MB/sec pending data=0 2024-08-04T16:06:11.470 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-r_FFNboODNNEY-- off=8133462 len=1410140 2024-08-04T16:06:11.471 INFO:tasks.workunit.client.0.smithi007.stdout:op 5354 completed, throughput=5MB/sec 2024-08-04T16:06:11.472 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-stkZdE8l3STv8Au off=13616455 len=1111396 2024-08-04T16:06:11.472 INFO:tasks.workunit.client.0.smithi007.stdout:op 5355 completed, throughput=5MB/sec 2024-08-04T16:06:11.472 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-z4odAk8_Pur5doI off=13407223 len=1270882 2024-08-04T16:06:11.472 INFO:tasks.workunit.client.0.smithi007.stdout:op 5356 completed, throughput=5MB/sec 2024-08-04T16:06:11.472 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZQRZ5g9I70TqfgK off=13052762 len=732585 2024-08-04T16:06:11.472 INFO:tasks.workunit.client.0.smithi007.stdout:op 5357 completed, throughput=5MB/sec 2024-08-04T16:06:11.472 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-V5_dGOmEUFCoHEc off=8017937 len=496481 2024-08-04T16:06:11.472 INFO:tasks.workunit.client.0.smithi007.stdout:op 5358 completed, throughput=5MB/sec 2024-08-04T16:06:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:11 smithi062 ceph-mon[85960]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:06:12.464 INFO:tasks.workunit.client.0.smithi007.stdout: 1049: throughput=5MB/sec pending data=0 2024-08-04T16:06:12.464 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4rFLYlYbEYmjgP9 off=13366024 len=1258663 2024-08-04T16:06:12.466 INFO:tasks.workunit.client.0.smithi007.stdout:op 5359 completed, throughput=5MB/sec 2024-08-04T16:06:12.466 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4ut6SX-vRsq8ddP off=3922864 len=1658534 2024-08-04T16:06:12.468 INFO:tasks.workunit.client.0.smithi007.stdout:op 5360 completed, throughput=5MB/sec 2024-08-04T16:06:12.469 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TsGy5fwy77FD9NT off=11879293 len=1958147 2024-08-04T16:06:12.477 INFO:tasks.workunit.client.0.smithi007.stdout:op 5361 completed, throughput=5MB/sec 2024-08-04T16:06:12.477 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7eg1aEb29aQc2c_ off=1959963 len=381324 2024-08-04T16:06:12.481 INFO:tasks.workunit.client.0.smithi007.stdout:op 5362 completed, throughput=5MB/sec 2024-08-04T16:06:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:06:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:06:13.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:13 smithi007 ceph-mon[94998]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-04T16:06:13.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:13 smithi007 ceph-mon[92692]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-04T16:06:13.481 INFO:tasks.workunit.client.0.smithi007.stdout: 1050: throughput=5MB/sec pending data=0 2024-08-04T16:06:13.482 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-n7zcYXfVl-kIHv3 off=783319 len=1346789 2024-08-04T16:06:13.489 INFO:tasks.workunit.client.0.smithi007.stdout:op 5363 completed, throughput=5MB/sec 2024-08-04T16:06:13.489 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-w4yH4yYpxVI9c89 off=4833537 len=1528489 2024-08-04T16:06:13.491 INFO:tasks.workunit.client.0.smithi007.stdout:op 5364 completed, throughput=5MB/sec 2024-08-04T16:06:13.491 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LzmiDE8VrelzSkK off=6931851 len=1864308 2024-08-04T16:06:13.502 INFO:tasks.workunit.client.0.smithi007.stdout:op 5365 completed, throughput=5MB/sec 2024-08-04T16:06:13.503 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ICnF7QrOXlUTZmD off=6060489 len=2003783 2024-08-04T16:06:13.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:13 smithi062 ceph-mon[85960]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-04T16:06:13.513 INFO:tasks.workunit.client.0.smithi007.stdout:op 5366 completed, throughput=5MB/sec 2024-08-04T16:06:14.514 INFO:tasks.workunit.client.0.smithi007.stdout: 1051: throughput=5MB/sec pending data=0 2024-08-04T16:06:14.514 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kev3B8ZDy5wGufc off=3341087 len=1343723 2024-08-04T16:06:14.516 INFO:tasks.workunit.client.0.smithi007.stdout:op 5367 completed, throughput=5MB/sec 2024-08-04T16:06:14.516 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Q_zZ3yVU15Xd30F off=9148001 len=2096053 2024-08-04T16:06:14.528 INFO:tasks.workunit.client.0.smithi007.stdout:op 5368 completed, throughput=5MB/sec 2024-08-04T16:06:14.528 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tnc9He3grZxEEhW off=3337770 len=2062415 2024-08-04T16:06:14.530 INFO:tasks.workunit.client.0.smithi007.stdout:op 5369 completed, throughput=5MB/sec 2024-08-04T16:06:15.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:15 smithi007 ceph-mon[94998]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:06:15.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:15 smithi007 ceph-mon[92692]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:06:15.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:15 smithi062 ceph-mon[85960]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:06:15.531 INFO:tasks.workunit.client.0.smithi007.stdout: 1052: throughput=5MB/sec pending data=0 2024-08-04T16:06:15.531 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RN-J4Iz5rf8-t4e off=9356094 len=1503405 2024-08-04T16:06:15.537 INFO:tasks.workunit.client.0.smithi007.stdout:op 5370 completed, throughput=5MB/sec 2024-08-04T16:06:15.537 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QTSFTgA-1KJ77Cs off=6738720 len=308283 2024-08-04T16:06:15.538 INFO:tasks.workunit.client.0.smithi007.stdout:op 5371 completed, throughput=5MB/sec 2024-08-04T16:06:15.538 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JT4GNE7hU_Ka2Vw off=9455849 len=14366 2024-08-04T16:06:15.539 INFO:tasks.workunit.client.0.smithi007.stdout:op 5372 completed, throughput=5MB/sec 2024-08-04T16:06:15.539 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iQBH70vHfLi9R3Q off=3593778 len=508535 2024-08-04T16:06:15.543 INFO:tasks.workunit.client.0.smithi007.stdout:op 5373 completed, throughput=5MB/sec 2024-08-04T16:06:15.543 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6tFp2_uQgm3aFcS off=768132 len=1606303 2024-08-04T16:06:15.545 INFO:tasks.workunit.client.0.smithi007.stdout:op 5374 completed, throughput=5MB/sec 2024-08-04T16:06:16.545 INFO:tasks.workunit.client.0.smithi007.stdout: 1053: throughput=5MB/sec pending data=0 2024-08-04T16:06:16.545 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ujV35_tPgKyXOih off=11958574 len=750399 2024-08-04T16:06:16.550 INFO:tasks.workunit.client.0.smithi007.stdout:op 5375 completed, throughput=5MB/sec 2024-08-04T16:06:16.551 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9Dh5W3wQpbA3BSr off=5868891 len=1201817 2024-08-04T16:06:16.552 INFO:tasks.workunit.client.0.smithi007.stdout:op 5376 completed, throughput=5MB/sec 2024-08-04T16:06:16.553 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yZqTIiP8gF5-ik5 off=6558444 len=1814915 2024-08-04T16:06:16.564 INFO:tasks.workunit.client.0.smithi007.stdout:op 5377 completed, throughput=5MB/sec 2024-08-04T16:06:16.564 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kugSBz7TLZSdYMw off=10845479 len=1737172 2024-08-04T16:06:16.566 INFO:tasks.workunit.client.0.smithi007.stdout:op 5378 completed, throughput=5MB/sec 2024-08-04T16:06:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:06:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:06:16] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-08-04T16:06:17.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:17 smithi007 ceph-mon[94998]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:06:17.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:17 smithi007 ceph-mon[92692]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:06:17.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:17 smithi062 ceph-mon[85960]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:06:17.566 INFO:tasks.workunit.client.0.smithi007.stdout: 1054: throughput=5MB/sec pending data=0 2024-08-04T16:06:17.566 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5HlIfHGD730fJSG off=9040774 len=385328 2024-08-04T16:06:17.567 INFO:tasks.workunit.client.0.smithi007.stdout:op 5379 completed, throughput=5MB/sec 2024-08-04T16:06:17.567 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-spct-zugKTMFHjz off=11317827 len=256397 2024-08-04T16:06:17.570 INFO:tasks.workunit.client.0.smithi007.stdout:op 5380 completed, throughput=5MB/sec 2024-08-04T16:06:17.570 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-b3MkhiXptuRIbmx off=3135786 len=1522480 2024-08-04T16:06:17.572 INFO:tasks.workunit.client.0.smithi007.stdout:op 5381 completed, throughput=5MB/sec 2024-08-04T16:06:17.572 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-64VnPAW_ti9KBsz off=1865043 len=600848 2024-08-04T16:06:17.576 INFO:tasks.workunit.client.0.smithi007.stdout:op 5382 completed, throughput=5MB/sec 2024-08-04T16:06:17.577 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eBtIb0dSs-AxVoP off=2866047 len=95872 2024-08-04T16:06:17.579 INFO:tasks.workunit.client.0.smithi007.stdout:op 5383 completed, throughput=5MB/sec 2024-08-04T16:06:17.579 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dssI4iAECbA4qnL off=17116481 len=2056998 2024-08-04T16:06:17.581 INFO:tasks.workunit.client.0.smithi007.stdout:op 5384 completed, throughput=5MB/sec 2024-08-04T16:06:18.582 INFO:tasks.workunit.client.0.smithi007.stdout: 1055: throughput=5MB/sec pending data=0 2024-08-04T16:06:18.582 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ChVG963ClWYJWA3 off=18503524 len=2063709 2024-08-04T16:06:18.584 INFO:tasks.workunit.client.0.smithi007.stdout:op 5385 completed, throughput=5MB/sec 2024-08-04T16:06:18.585 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Kj94UjsLXBn3sPG off=21080217 len=369981 2024-08-04T16:06:18.586 INFO:tasks.workunit.client.0.smithi007.stdout:op 5386 completed, throughput=5MB/sec 2024-08-04T16:06:18.586 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HysyzrmqjVIhMsV off=2692317 len=707927 2024-08-04T16:06:18.587 INFO:tasks.workunit.client.0.smithi007.stdout:op 5387 completed, throughput=5MB/sec 2024-08-04T16:06:18.587 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-m2PS2bVPKg76tyG off=952079 len=950351 2024-08-04T16:06:18.589 INFO:tasks.workunit.client.0.smithi007.stdout:op 5388 completed, throughput=5MB/sec 2024-08-04T16:06:18.589 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pjlzoUVRSrK5E2p off=19452009 len=863609 2024-08-04T16:06:18.593 INFO:tasks.workunit.client.0.smithi007.stdout:op 5389 completed, throughput=5MB/sec 2024-08-04T16:06:18.593 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-H59DOMS7K3ufngu off=1189563 len=1093879 2024-08-04T16:06:18.599 INFO:tasks.workunit.client.0.smithi007.stdout:op 5390 completed, throughput=5MB/sec 2024-08-04T16:06:19.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:19 smithi007 ceph-mon[94998]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T16:06:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:19 smithi007 ceph-mon[92692]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T16:06:19.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:19 smithi062 ceph-mon[85960]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-04T16:06:19.599 INFO:tasks.workunit.client.0.smithi007.stdout: 1056: throughput=5MB/sec pending data=0 2024-08-04T16:06:19.599 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JVKv6o6vMU3Lm3C off=2401491 len=271236 2024-08-04T16:06:19.603 INFO:tasks.workunit.client.0.smithi007.stdout:op 5391 completed, throughput=5MB/sec 2024-08-04T16:06:19.603 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vhdsTA_2oXlAMG_ off=2164598 len=1824183 2024-08-04T16:06:19.611 INFO:tasks.workunit.client.0.smithi007.stdout:op 5392 completed, throughput=5MB/sec 2024-08-04T16:06:19.611 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-13Y3to5z4sCOJyj off=4947232 len=262966 2024-08-04T16:06:19.614 INFO:tasks.workunit.client.0.smithi007.stdout:op 5393 completed, throughput=5MB/sec 2024-08-04T16:06:19.614 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yjw5_bgyFOTWc-D off=15546643 len=2055236 2024-08-04T16:06:19.622 INFO:tasks.workunit.client.0.smithi007.stdout:op 5394 completed, throughput=5MB/sec 2024-08-04T16:06:19.622 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EBFQCU2B49pZb2F off=1461836 len=1327053 2024-08-04T16:06:19.628 INFO:tasks.workunit.client.0.smithi007.stdout:op 5395 completed, throughput=5MB/sec 2024-08-04T16:06:20.628 INFO:tasks.workunit.client.0.smithi007.stdout: 1057: throughput=5MB/sec pending data=0 2024-08-04T16:06:20.628 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-27ihJEoRlE0leZu off=1665171 len=1325466 2024-08-04T16:06:20.630 INFO:tasks.workunit.client.0.smithi007.stdout:op 5396 completed, throughput=5MB/sec 2024-08-04T16:06:20.630 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pj8Jvp19kJkRNys off=17853141 len=364603 2024-08-04T16:06:20.634 INFO:tasks.workunit.client.0.smithi007.stdout:op 5397 completed, throughput=5MB/sec 2024-08-04T16:06:20.634 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RY3hwbEQtFZ695W off=229667 len=911582 2024-08-04T16:06:20.635 INFO:tasks.workunit.client.0.smithi007.stdout:op 5398 completed, throughput=5MB/sec 2024-08-04T16:06:20.636 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AAqpPAiV6Cku9Bf off=757676 len=102606 2024-08-04T16:06:20.639 INFO:tasks.workunit.client.0.smithi007.stdout:op 5399 completed, throughput=5MB/sec 2024-08-04T16:06:20.639 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Bl0rK_0L2kmsu8I off=13256850 len=1252386 2024-08-04T16:06:20.640 INFO:tasks.workunit.client.0.smithi007.stdout:op 5400 completed, throughput=5MB/sec 2024-08-04T16:06:20.640 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8XV0v2B1ltcKTW6 off=1552995 len=1877743 2024-08-04T16:06:20.648 INFO:tasks.workunit.client.0.smithi007.stdout:op 5401 completed, throughput=5MB/sec 2024-08-04T16:06:21.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:21 smithi007 ceph-mon[92692]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:06:21.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:21 smithi007 ceph-mon[94998]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:06:21.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:21 smithi062 ceph-mon[85960]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:06:21.649 INFO:tasks.workunit.client.0.smithi007.stdout: 1058: throughput=5MB/sec pending data=0 2024-08-04T16:06:21.649 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UfkNtaqgTjN8fJE off=14276539 len=1421364 2024-08-04T16:06:21.652 INFO:tasks.workunit.client.0.smithi007.stdout:op 5402 completed, throughput=5MB/sec 2024-08-04T16:06:21.652 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-y4w_ot-c4cZUqkT off=18406719 len=302856 2024-08-04T16:06:21.653 INFO:tasks.workunit.client.0.smithi007.stdout:op 5403 completed, throughput=5MB/sec 2024-08-04T16:06:21.653 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-I1W2QDroXP7XvFV off=3949297 len=1060444 2024-08-04T16:06:21.659 INFO:tasks.workunit.client.0.smithi007.stdout:op 5404 completed, throughput=5MB/sec 2024-08-04T16:06:21.659 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Yc7-cBa2crq0iUR off=10980626 len=1678483 2024-08-04T16:06:21.661 INFO:tasks.workunit.client.0.smithi007.stdout:op 5405 completed, throughput=5MB/sec 2024-08-04T16:06:22.314 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:06:22.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:06:22.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:06:22.662 INFO:tasks.workunit.client.0.smithi007.stdout: 1059: throughput=5MB/sec pending data=0 2024-08-04T16:06:22.662 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XLvIS6JGqpXLfl6 off=11108695 len=961402 2024-08-04T16:06:22.663 INFO:tasks.workunit.client.0.smithi007.stdout:op 5406 completed, throughput=5MB/sec 2024-08-04T16:06:22.663 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-c2p222ZEXEaqoL3 off=16018361 len=1506060 2024-08-04T16:06:22.672 INFO:tasks.workunit.client.0.smithi007.stdout:op 5407 completed, throughput=5MB/sec 2024-08-04T16:06:22.672 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-m8UAdI2oJy_QM2l off=5729072 len=1822503 2024-08-04T16:06:22.675 INFO:tasks.workunit.client.0.smithi007.stdout:op 5408 completed, throughput=5MB/sec 2024-08-04T16:06:22.675 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lzeVxgTZmRPqFeu off=1325787 len=1261421 2024-08-04T16:06:22.681 INFO:tasks.workunit.client.0.smithi007.stdout:op 5409 completed, throughput=5MB/sec 2024-08-04T16:06:22.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:06:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:06:23.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:23 smithi007 ceph-mon[92692]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:06:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:23 smithi007 ceph-mon[94998]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:06:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:23 smithi062 ceph-mon[85960]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:06:23.681 INFO:tasks.workunit.client.0.smithi007.stdout: 1060: throughput=5MB/sec pending data=0 2024-08-04T16:06:23.681 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Zsj6jSFilWOiT2u off=20553013 len=2014560 2024-08-04T16:06:23.690 INFO:tasks.workunit.client.0.smithi007.stdout:op 5410 completed, throughput=5MB/sec 2024-08-04T16:06:23.690 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6nFz5I8dOVoBi3V off=3974166 len=454515 2024-08-04T16:06:23.694 INFO:tasks.workunit.client.0.smithi007.stdout:op 5411 completed, throughput=5MB/sec 2024-08-04T16:06:23.694 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9vdwdPoAdSq_CKP off=7063595 len=104833 2024-08-04T16:06:23.694 INFO:tasks.workunit.client.0.smithi007.stdout:op 5412 completed, throughput=5MB/sec 2024-08-04T16:06:23.695 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jV4o5ULk6eT1dqc off=7041101 len=148840 2024-08-04T16:06:23.695 INFO:tasks.workunit.client.0.smithi007.stdout:op 5413 completed, throughput=5MB/sec 2024-08-04T16:06:23.695 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_r7gM2AvvUIOENL off=13188527 len=56899 2024-08-04T16:06:23.695 INFO:tasks.workunit.client.0.smithi007.stdout:op 5414 completed, throughput=5MB/sec 2024-08-04T16:06:23.695 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EHVUSAbQIXSuG4F off=369928 len=827120 2024-08-04T16:06:23.697 INFO:tasks.workunit.client.0.smithi007.stdout:op 5415 completed, throughput=5MB/sec 2024-08-04T16:06:23.697 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jfiUOPmhFzflkKJ off=5266564 len=375853 2024-08-04T16:06:23.697 INFO:tasks.workunit.client.0.smithi007.stdout:op 5416 completed, throughput=5MB/sec 2024-08-04T16:06:23.697 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jli192hzefGkmaT off=18605535 len=302087 2024-08-04T16:06:23.698 INFO:tasks.workunit.client.0.smithi007.stdout:op 5417 completed, throughput=5MB/sec 2024-08-04T16:06:24.699 INFO:tasks.workunit.client.0.smithi007.stdout: 1061: throughput=5MB/sec pending data=0 2024-08-04T16:06:24.699 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xBfaG9q8FWud6s9 off=19767116 len=1294094 2024-08-04T16:06:24.700 INFO:tasks.workunit.client.0.smithi007.stdout:op 5418 completed, throughput=5MB/sec 2024-08-04T16:06:24.700 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BaRpQn42z6egTj0 off=1132511 len=1616596 2024-08-04T16:06:24.711 INFO:tasks.workunit.client.0.smithi007.stdout:op 5419 completed, throughput=5MB/sec 2024-08-04T16:06:24.711 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FMHz7PQA-nAnbZn off=13439550 len=1033034 2024-08-04T16:06:24.716 INFO:tasks.workunit.client.0.smithi007.stdout:op 5420 completed, throughput=5MB/sec 2024-08-04T16:06:24.716 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-I6Zc-giH4TQ_1h4 off=3338855 len=984189 2024-08-04T16:06:24.718 INFO:tasks.workunit.client.0.smithi007.stdout:op 5421 completed, throughput=5MB/sec 2024-08-04T16:06:24.718 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-o1TQnRzCmnFQUTQ off=1604582 len=162572 2024-08-04T16:06:24.721 INFO:tasks.workunit.client.0.smithi007.stdout:op 5422 completed, throughput=5MB/sec 2024-08-04T16:06:24.721 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-R2AggoyaQkKgYkU off=850480 len=695200 2024-08-04T16:06:24.725 INFO:tasks.workunit.client.0.smithi007.stdout:op 5423 completed, throughput=5MB/sec 2024-08-04T16:06:25.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:25 smithi007 ceph-mon[92692]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:06:25.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:25 smithi007 ceph-mon[94998]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:06:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:25 smithi062 ceph-mon[85960]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:06:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: 1062: throughput=5MB/sec pending data=0 2024-08-04T16:06:25.726 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AUwjfWrUQn72M5_ off=7749940 len=343983 2024-08-04T16:06:25.726 INFO:tasks.workunit.client.0.smithi007.stdout:op 5424 completed, throughput=5MB/sec 2024-08-04T16:06:25.727 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6ckeS7JWBqYcCKa off=8498634 len=60469 2024-08-04T16:06:25.727 INFO:tasks.workunit.client.0.smithi007.stdout:op 5425 completed, throughput=5MB/sec 2024-08-04T16:06:25.727 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pnzMottqA2jUfnB off=12656892 len=1715604 2024-08-04T16:06:25.738 INFO:tasks.workunit.client.0.smithi007.stdout:op 5426 completed, throughput=5MB/sec 2024-08-04T16:06:25.738 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--qnuT87mSX8Xvb3 off=21464122 len=1898398 2024-08-04T16:06:25.746 INFO:tasks.workunit.client.0.smithi007.stdout:op 5427 completed, throughput=5MB/sec 2024-08-04T16:06:25.746 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GufWXuNKpVAjQxb off=3521463 len=1847402 2024-08-04T16:06:25.753 INFO:tasks.workunit.client.0.smithi007.stdout:op 5428 completed, throughput=5MB/sec 2024-08-04T16:06:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:06:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:06:26] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-08-04T16:06:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: 1063: throughput=5MB/sec pending data=0 2024-08-04T16:06:26.754 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GGIWDDbchUFk1Eo off=595793 len=2085000 2024-08-04T16:06:26.763 INFO:tasks.workunit.client.0.smithi007.stdout:op 5429 completed, throughput=5MB/sec 2024-08-04T16:06:26.763 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FoINJAPu7_x_0Gq off=15425316 len=1938562 2024-08-04T16:06:26.765 INFO:tasks.workunit.client.0.smithi007.stdout:op 5430 completed, throughput=5MB/sec 2024-08-04T16:06:26.766 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Px_P4YeBgSjSo8Q off=88243 len=811340 2024-08-04T16:06:26.770 INFO:tasks.workunit.client.0.smithi007.stdout:op 5431 completed, throughput=5MB/sec 2024-08-04T16:06:27.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:27 smithi007 ceph-mon[94998]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:06:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:27 smithi007 ceph-mon[92692]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:06:27.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:27 smithi062 ceph-mon[85960]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:06:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: 1064: throughput=5MB/sec pending data=0 2024-08-04T16:06:27.771 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-luh_HaCHaDRonX3 off=5047903 len=1135699 2024-08-04T16:06:27.773 INFO:tasks.workunit.client.0.smithi007.stdout:op 5432 completed, throughput=5MB/sec 2024-08-04T16:06:27.773 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wIy-7UCmWQUG6TX off=11531423 len=730674 2024-08-04T16:06:27.774 INFO:tasks.workunit.client.0.smithi007.stdout:op 5433 completed, throughput=5MB/sec 2024-08-04T16:06:27.774 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-50gRDGotLzXzP0z off=1345351 len=700437 2024-08-04T16:06:27.780 INFO:tasks.workunit.client.0.smithi007.stdout:op 5434 completed, throughput=5MB/sec 2024-08-04T16:06:27.780 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dxjEjrPphgNTrrf off=0 len=1127479 2024-08-04T16:06:27.781 INFO:tasks.workunit.client.0.smithi007.stdout:op 5435 completed, throughput=5MB/sec 2024-08-04T16:06:27.782 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VReXapBW4mjw2Zu off=13689877 len=436584 2024-08-04T16:06:27.785 INFO:tasks.workunit.client.0.smithi007.stdout:op 5436 completed, throughput=5MB/sec 2024-08-04T16:06:27.785 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nhZumzUPXnJiS59 off=7007023 len=409843 2024-08-04T16:06:27.786 INFO:tasks.workunit.client.0.smithi007.stdout:op 5437 completed, throughput=5MB/sec 2024-08-04T16:06:27.786 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-w61t26kCOQQXR0o off=101859 len=1594574 2024-08-04T16:06:27.793 INFO:tasks.workunit.client.0.smithi007.stdout:op 5438 completed, throughput=5MB/sec 2024-08-04T16:06:28.794 INFO:tasks.workunit.client.0.smithi007.stdout: 1065: throughput=5MB/sec pending data=0 2024-08-04T16:06:28.794 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9KKpSvfE4Rc_6yY off=941203 len=82045 2024-08-04T16:06:28.795 INFO:tasks.workunit.client.0.smithi007.stdout:op 5439 completed, throughput=5MB/sec 2024-08-04T16:06:28.795 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-CqTcPPQAcwdI6al off=1881521 len=241498 2024-08-04T16:06:28.798 INFO:tasks.workunit.client.0.smithi007.stdout:op 5440 completed, throughput=5MB/sec 2024-08-04T16:06:28.798 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-M0V_pHlvRZMvamX off=652771 len=80183 2024-08-04T16:06:28.800 INFO:tasks.workunit.client.0.smithi007.stdout:op 5441 completed, throughput=5MB/sec 2024-08-04T16:06:28.800 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Zt6wJMFgWcFpQ3S off=2205411 len=1593471 2024-08-04T16:06:28.804 INFO:tasks.workunit.client.0.smithi007.stdout:op 5442 completed, throughput=5MB/sec 2024-08-04T16:06:28.804 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hjKgTnBm5O1bLGF off=3483781 len=1783772 2024-08-04T16:06:28.806 INFO:tasks.workunit.client.0.smithi007.stdout:op 5443 completed, throughput=5MB/sec 2024-08-04T16:06:28.806 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PmkBUnN2XJMLMhA off=4540119 len=1719639 2024-08-04T16:06:28.809 INFO:tasks.workunit.client.0.smithi007.stdout:op 5444 completed, throughput=5MB/sec 2024-08-04T16:06:29.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:29 smithi007 ceph-mon[92692]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:06:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:29 smithi007 ceph-mon[94998]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:06:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:29 smithi062 ceph-mon[85960]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:06:29.810 INFO:tasks.workunit.client.0.smithi007.stdout: 1066: throughput=5MB/sec pending data=0 2024-08-04T16:06:29.810 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mfqQekTNEerHRA9 off=4053678 len=811019 2024-08-04T16:06:29.811 INFO:tasks.workunit.client.0.smithi007.stdout:op 5445 completed, throughput=5MB/sec 2024-08-04T16:06:29.811 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gI0tXq6bN9ORIAW off=0 len=1786589 2024-08-04T16:06:29.813 INFO:tasks.workunit.client.0.smithi007.stdout:op 5446 completed, throughput=5MB/sec 2024-08-04T16:06:29.814 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2PRZ0WBKKSFkyHt off=7289516 len=1570946 2024-08-04T16:06:29.815 INFO:tasks.workunit.client.0.smithi007.stdout:op 5447 completed, throughput=5MB/sec 2024-08-04T16:06:30.816 INFO:tasks.workunit.client.0.smithi007.stdout: 1067: throughput=5MB/sec pending data=0 2024-08-04T16:06:30.816 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_gadkWbB9UANNDf off=3905392 len=1056120 2024-08-04T16:06:30.817 INFO:tasks.workunit.client.0.smithi007.stdout:op 5448 completed, throughput=5MB/sec 2024-08-04T16:06:30.818 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-L-PI-ovjJsAYa6Q off=23212411 len=1044661 2024-08-04T16:06:30.823 INFO:tasks.workunit.client.0.smithi007.stdout:op 5449 completed, throughput=5MB/sec 2024-08-04T16:06:30.823 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Bf-q_Z2RRqRwBcw off=2624354 len=709406 2024-08-04T16:06:30.828 INFO:tasks.workunit.client.0.smithi007.stdout:op 5450 completed, throughput=5MB/sec 2024-08-04T16:06:30.828 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kpbjmsOqk4mgzkw off=5823060 len=46978 2024-08-04T16:06:30.828 INFO:tasks.workunit.client.0.smithi007.stdout:op 5451 completed, throughput=5MB/sec 2024-08-04T16:06:30.828 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4xW_9OMbi3PPh74 off=10126791 len=1113983 2024-08-04T16:06:30.830 INFO:tasks.workunit.client.0.smithi007.stdout:op 5452 completed, throughput=5MB/sec 2024-08-04T16:06:30.830 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pGM7Cgevss5s7eD off=1724421 len=1978162 2024-08-04T16:06:30.839 INFO:tasks.workunit.client.0.smithi007.stdout:op 5453 completed, throughput=5MB/sec 2024-08-04T16:06:31.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:31 smithi007 ceph-mon[92692]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:06:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:31 smithi007 ceph-mon[94998]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:06:31.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:31 smithi062 ceph-mon[85960]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:06:31.839 INFO:tasks.workunit.client.0.smithi007.stdout: 1068: throughput=5MB/sec pending data=0 2024-08-04T16:06:31.839 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NLJFEmLn5nwHo0I off=889979 len=1744579 2024-08-04T16:06:31.842 INFO:tasks.workunit.client.0.smithi007.stdout:op 5454 completed, throughput=5MB/sec 2024-08-04T16:06:31.842 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-q1c51LkW5GgHcJa off=1028046 len=1591689 2024-08-04T16:06:31.846 INFO:tasks.workunit.client.0.smithi007.stdout:op 5455 completed, throughput=5MB/sec 2024-08-04T16:06:31.846 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-58LJtbh8mj-bkKk off=3235137 len=300012 2024-08-04T16:06:31.846 INFO:tasks.workunit.client.0.smithi007.stdout:op 5456 completed, throughput=5MB/sec 2024-08-04T16:06:31.847 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-v8VEIFx9PZc5llb off=7586339 len=1119709 2024-08-04T16:06:31.852 INFO:tasks.workunit.client.0.smithi007.stdout:op 5457 completed, throughput=5MB/sec 2024-08-04T16:06:32.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:06:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:06:32.853 INFO:tasks.workunit.client.0.smithi007.stdout: 1069: throughput=5MB/sec pending data=0 2024-08-04T16:06:32.853 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JCqeNaLqqv-88VS off=12000902 len=1369282 2024-08-04T16:06:32.855 INFO:tasks.workunit.client.0.smithi007.stdout:op 5458 completed, throughput=5MB/sec 2024-08-04T16:06:32.855 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PYlxS9pu2qTL5k1 off=4366969 len=1988928 2024-08-04T16:06:32.858 INFO:tasks.workunit.client.0.smithi007.stdout:op 5459 completed, throughput=5MB/sec 2024-08-04T16:06:32.858 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-slbblvLsc3XnRht off=9930836 len=552720 2024-08-04T16:06:32.862 INFO:tasks.workunit.client.0.smithi007.stdout:op 5460 completed, throughput=5MB/sec 2024-08-04T16:06:32.862 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-v5Bm3L7GYFNB8bx off=4848476 len=631975 2024-08-04T16:06:32.864 INFO:tasks.workunit.client.0.smithi007.stdout:op 5461 completed, throughput=5MB/sec 2024-08-04T16:06:32.864 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UOKwvYg8zNtgm7Q off=2805509 len=71546 2024-08-04T16:06:32.864 INFO:tasks.workunit.client.0.smithi007.stdout:op 5462 completed, throughput=5MB/sec 2024-08-04T16:06:32.865 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-l7AwdsC1IERGnx7 off=1399012 len=848767 2024-08-04T16:06:32.866 INFO:tasks.workunit.client.0.smithi007.stdout:op 5463 completed, throughput=5MB/sec 2024-08-04T16:06:33.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:33 smithi007 ceph-mon[92692]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T16:06:33.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:33 smithi007 ceph-mon[94998]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T16:06:33.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:33 smithi062 ceph-mon[85960]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T16:06:33.866 INFO:tasks.workunit.client.0.smithi007.stdout: 1070: throughput=5MB/sec pending data=0 2024-08-04T16:06:33.867 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mzBDpl2KZQLFcgr off=8923751 len=733812 2024-08-04T16:06:33.871 INFO:tasks.workunit.client.0.smithi007.stdout:op 5464 completed, throughput=5MB/sec 2024-08-04T16:06:33.871 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zOkGyvcQqEezRt6 off=4214574 len=1891097 2024-08-04T16:06:33.879 INFO:tasks.workunit.client.0.smithi007.stdout:op 5465 completed, throughput=5MB/sec 2024-08-04T16:06:33.879 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-knAqW5DWE5nJP3g off=1453331 len=1634442 2024-08-04T16:06:33.887 INFO:tasks.workunit.client.0.smithi007.stdout:op 5466 completed, throughput=5MB/sec 2024-08-04T16:06:33.887 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MWDtko4wGAIDV52 off=17940890 len=1875805 2024-08-04T16:06:33.889 INFO:tasks.workunit.client.0.smithi007.stdout:op 5467 completed, throughput=5MB/sec 2024-08-04T16:06:34.889 INFO:tasks.workunit.client.0.smithi007.stdout: 1071: throughput=5MB/sec pending data=0 2024-08-04T16:06:34.890 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PV0mpeovd5psuKP off=795894 len=195313 2024-08-04T16:06:34.890 INFO:tasks.workunit.client.0.smithi007.stdout:op 5468 completed, throughput=5MB/sec 2024-08-04T16:06:34.890 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5oIuHCai4pIeoFS off=5709045 len=1629379 2024-08-04T16:06:34.899 INFO:tasks.workunit.client.0.smithi007.stdout:op 5469 completed, throughput=5MB/sec 2024-08-04T16:06:34.899 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--dcHOhyCogiDyo4 off=1279662 len=1937385 2024-08-04T16:06:34.909 INFO:tasks.workunit.client.0.smithi007.stdout:op 5470 completed, throughput=5MB/sec 2024-08-04T16:06:34.909 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lQY7rIjoTOOUnHm off=7319588 len=1970119 2024-08-04T16:06:34.911 INFO:tasks.workunit.client.0.smithi007.stdout:op 5471 completed, throughput=5MB/sec 2024-08-04T16:06:35.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:35 smithi007 ceph-mon[94998]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:06:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:35 smithi007 ceph-mon[92692]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:06:35.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:35 smithi062 ceph-mon[85960]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:06:35.911 INFO:tasks.workunit.client.0.smithi007.stdout: 1072: throughput=5MB/sec pending data=0 2024-08-04T16:06:35.911 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EHMkBLLWM0XjRzL off=12115073 len=1688090 2024-08-04T16:06:35.914 INFO:tasks.workunit.client.0.smithi007.stdout:op 5472 completed, throughput=5MB/sec 2024-08-04T16:06:35.914 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4uax1_ytVEvkyRS off=1146081 len=435638 2024-08-04T16:06:35.914 INFO:tasks.workunit.client.0.smithi007.stdout:op 5473 completed, throughput=5MB/sec 2024-08-04T16:06:35.914 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WyFIe-04ATsxGtT off=2161632 len=1230770 2024-08-04T16:06:35.921 INFO:tasks.workunit.client.0.smithi007.stdout:op 5474 completed, throughput=5MB/sec 2024-08-04T16:06:35.921 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2Xm1O_V_ng-8q-U off=2880080 len=359792 2024-08-04T16:06:35.922 INFO:tasks.workunit.client.0.smithi007.stdout:op 5475 completed, throughput=5MB/sec 2024-08-04T16:06:36.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:06:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:06:36.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:06:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:06:36] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-08-04T16:06:36.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:06:36.922 INFO:tasks.workunit.client.0.smithi007.stdout: 1073: throughput=5MB/sec pending data=0 2024-08-04T16:06:36.923 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-dQcsk2uNU_xgamN off=1424823 len=1743990 2024-08-04T16:06:36.925 INFO:tasks.workunit.client.0.smithi007.stdout:op 5476 completed, throughput=5MB/sec 2024-08-04T16:06:36.925 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4yw5ccoVl1UIx7r off=12276349 len=848006 2024-08-04T16:06:36.927 INFO:tasks.workunit.client.0.smithi007.stdout:op 5477 completed, throughput=5MB/sec 2024-08-04T16:06:36.927 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tHSJva8MTYQbBlb off=8543145 len=600681 2024-08-04T16:06:36.928 INFO:tasks.workunit.client.0.smithi007.stdout:op 5478 completed, throughput=5MB/sec 2024-08-04T16:06:36.928 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-G-u6TTHQunQOam1 off=19910549 len=1579944 2024-08-04T16:06:36.929 INFO:tasks.workunit.client.0.smithi007.stdout:op 5479 completed, throughput=5MB/sec 2024-08-04T16:06:36.929 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kCaF4LdzOq3Cm6x off=17544557 len=1229449 2024-08-04T16:06:36.931 INFO:tasks.workunit.client.0.smithi007.stdout:op 5480 completed, throughput=5MB/sec 2024-08-04T16:06:37.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:37 smithi007 ceph-mon[92692]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T16:06:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:37 smithi007 ceph-mon[94998]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T16:06:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:37 smithi062 ceph-mon[85960]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T16:06:37.931 INFO:tasks.workunit.client.0.smithi007.stdout: 1074: throughput=5MB/sec pending data=0 2024-08-04T16:06:37.932 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-084U0wch36lhGxi off=11389317 len=1380036 2024-08-04T16:06:37.939 INFO:tasks.workunit.client.0.smithi007.stdout:op 5481 completed, throughput=5MB/sec 2024-08-04T16:06:37.939 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-R1qm7BW25CmXyIU off=15087734 len=1759488 2024-08-04T16:06:37.941 INFO:tasks.workunit.client.0.smithi007.stdout:op 5482 completed, throughput=5MB/sec 2024-08-04T16:06:37.941 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UqDPihDUbIBoV_5 off=5378578 len=435372 2024-08-04T16:06:37.945 INFO:tasks.workunit.client.0.smithi007.stdout:op 5483 completed, throughput=5MB/sec 2024-08-04T16:06:37.945 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QZk1JrV7pYGMr1p off=4985466 len=1084575 2024-08-04T16:06:37.947 INFO:tasks.workunit.client.0.smithi007.stdout:op 5484 completed, throughput=5MB/sec 2024-08-04T16:06:38.948 INFO:tasks.workunit.client.0.smithi007.stdout: 1075: throughput=5MB/sec pending data=0 2024-08-04T16:06:38.948 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hi8Ui3gQTuhzJL0 off=13808596 len=103293 2024-08-04T16:06:38.951 INFO:tasks.workunit.client.0.smithi007.stdout:op 5485 completed, throughput=5MB/sec 2024-08-04T16:06:38.951 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-m10r9l738J8IS0W off=13262517 len=969148 2024-08-04T16:06:38.952 INFO:tasks.workunit.client.0.smithi007.stdout:op 5486 completed, throughput=5MB/sec 2024-08-04T16:06:38.952 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UtI4OtZYcS0A97B off=5165099 len=1374332 2024-08-04T16:06:38.960 INFO:tasks.workunit.client.0.smithi007.stdout:op 5487 completed, throughput=5MB/sec 2024-08-04T16:06:38.960 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-e-nwklsMUN2OseF off=1497373 len=57184 2024-08-04T16:06:38.960 INFO:tasks.workunit.client.0.smithi007.stdout:op 5488 completed, throughput=5MB/sec 2024-08-04T16:06:38.961 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ddFYORjvQlv_kb7 off=53559 len=1623769 2024-08-04T16:06:38.969 INFO:tasks.workunit.client.0.smithi007.stdout:op 5489 completed, throughput=5MB/sec 2024-08-04T16:06:38.969 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-l0HVwG7bDMo6KVW off=10209753 len=2092290 2024-08-04T16:06:38.978 INFO:tasks.workunit.client.0.smithi007.stdout:op 5490 completed, throughput=5MB/sec 2024-08-04T16:06:39.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:39 smithi007 ceph-mon[92692]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:06:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:39 smithi007 ceph-mon[94998]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:06:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:39 smithi062 ceph-mon[85960]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:06:39.978 INFO:tasks.workunit.client.0.smithi007.stdout: 1076: throughput=5MB/sec pending data=0 2024-08-04T16:06:39.979 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-8Xb5ul5lOsVEYal off=10301075 len=430490 2024-08-04T16:06:39.980 INFO:tasks.workunit.client.0.smithi007.stdout:op 5491 completed, throughput=5MB/sec 2024-08-04T16:06:39.980 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AMHX86iJUDEEf0E off=19254689 len=1140485 2024-08-04T16:06:39.981 INFO:tasks.workunit.client.0.smithi007.stdout:op 5492 completed, throughput=5MB/sec 2024-08-04T16:06:39.981 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8d_hI2d4emYL7aJ off=66047 len=1336653 2024-08-04T16:06:39.988 INFO:tasks.workunit.client.0.smithi007.stdout:op 5493 completed, throughput=5MB/sec 2024-08-04T16:06:39.988 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JOwCUxXigINhUb6 off=5384564 len=39034 2024-08-04T16:06:39.988 INFO:tasks.workunit.client.0.smithi007.stdout:op 5494 completed, throughput=5MB/sec 2024-08-04T16:06:39.988 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-95uYbAQgop3IdIz off=3285407 len=319544 2024-08-04T16:06:39.989 INFO:tasks.workunit.client.0.smithi007.stdout:op 5495 completed, throughput=5MB/sec 2024-08-04T16:06:39.989 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BNFCkSOzKlteXyU off=12508391 len=299705 2024-08-04T16:06:39.993 INFO:tasks.workunit.client.0.smithi007.stdout:op 5496 completed, throughput=5MB/sec 2024-08-04T16:06:39.993 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-lN9M0SvRM8H-wv7 off=1404612 len=833184 2024-08-04T16:06:39.998 INFO:tasks.workunit.client.0.smithi007.stdout:op 5497 completed, throughput=5MB/sec 2024-08-04T16:06:39.998 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ahRBEENPC6PA6B4 off=13292138 len=1448161 2024-08-04T16:06:40.000 INFO:tasks.workunit.client.0.smithi007.stdout:op 5498 completed, throughput=5MB/sec 2024-08-04T16:06:41.000 INFO:tasks.workunit.client.0.smithi007.stdout: 1077: throughput=5MB/sec pending data=0 2024-08-04T16:06:41.001 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-T7I3bXqoOuXW116 off=2861566 len=376006 2024-08-04T16:06:41.004 INFO:tasks.workunit.client.0.smithi007.stdout:op 5499 completed, throughput=5MB/sec 2024-08-04T16:06:41.004 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Jynj9GSBG7UqI4P off=329898 len=870109 2024-08-04T16:06:41.005 INFO:tasks.workunit.client.0.smithi007.stdout:op 5500 completed, throughput=5MB/sec 2024-08-04T16:06:41.006 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-CdusFqqLu_cYy4o off=14645287 len=215747 2024-08-04T16:06:41.006 INFO:tasks.workunit.client.0.smithi007.stdout:op 5501 completed, throughput=5MB/sec 2024-08-04T16:06:41.007 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7JJp1GkPLZyJ8H9 off=15751188 len=1713214 2024-08-04T16:06:41.017 INFO:tasks.workunit.client.0.smithi007.stdout:op 5502 completed, throughput=5MB/sec 2024-08-04T16:06:41.018 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-r7PfPLTKi9sirsM off=4892181 len=1504255 2024-08-04T16:06:41.025 INFO:tasks.workunit.client.0.smithi007.stdout:op 5503 completed, throughput=5MB/sec 2024-08-04T16:06:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:41 smithi062 ceph-mon[85960]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:06:41.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:41 smithi007 ceph-mon[92692]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:06:41.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:41 smithi007 ceph-mon[94998]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-04T16:06:42.025 INFO:tasks.workunit.client.0.smithi007.stdout: 1078: throughput=5MB/sec pending data=0 2024-08-04T16:06:42.026 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gozmRQ6ajfC5uX6 off=6940274 len=470108 2024-08-04T16:06:42.030 INFO:tasks.workunit.client.0.smithi007.stdout:op 5504 completed, throughput=5MB/sec 2024-08-04T16:06:42.030 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--pYODQXdP2XS_ih off=2721203 len=632185 2024-08-04T16:06:42.031 INFO:tasks.workunit.client.0.smithi007.stdout:op 5505 completed, throughput=5MB/sec 2024-08-04T16:06:42.031 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SdxbIswmwmRzP5w off=3183118 len=1393817 2024-08-04T16:06:42.033 INFO:tasks.workunit.client.0.smithi007.stdout:op 5506 completed, throughput=5MB/sec 2024-08-04T16:06:42.033 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LDTSDdxudis58_K off=10659280 len=136005 2024-08-04T16:06:42.035 INFO:tasks.workunit.client.0.smithi007.stdout:op 5507 completed, throughput=5MB/sec 2024-08-04T16:06:42.036 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uVqPaq0DZMdSFpR off=1636628 len=611199 2024-08-04T16:06:42.037 INFO:tasks.workunit.client.0.smithi007.stdout:op 5508 completed, throughput=5MB/sec 2024-08-04T16:06:42.037 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iPelU3eeqdS3giy off=3486737 len=499858 2024-08-04T16:06:42.038 INFO:tasks.workunit.client.0.smithi007.stdout:op 5509 completed, throughput=5MB/sec 2024-08-04T16:06:42.038 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5BsjGr47ikCNJIW off=6631546 len=1649019 2024-08-04T16:06:42.040 INFO:tasks.workunit.client.0.smithi007.stdout:op 5510 completed, throughput=5MB/sec 2024-08-04T16:06:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:06:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:06:43.040 INFO:tasks.workunit.client.0.smithi007.stdout: 1079: throughput=5MB/sec pending data=0 2024-08-04T16:06:43.040 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0p-3R4cgUdHtZWQ off=10297397 len=1811492 2024-08-04T16:06:43.051 INFO:tasks.workunit.client.0.smithi007.stdout:op 5511 completed, throughput=5MB/sec 2024-08-04T16:06:43.051 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hU3X0nPVXFC1V2A off=499734 len=1111328 2024-08-04T16:06:43.053 INFO:tasks.workunit.client.0.smithi007.stdout:op 5512 completed, throughput=5MB/sec 2024-08-04T16:06:43.053 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-s_blhyEYq1RXwzc off=1404651 len=1785673 2024-08-04T16:06:43.060 INFO:tasks.workunit.client.0.smithi007.stdout:op 5513 completed, throughput=5MB/sec 2024-08-04T16:06:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:43 smithi062 ceph-mon[85960]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:06:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:43 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:06:43.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:43 smithi007 ceph-mon[94998]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:06:43.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:43 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:06:43.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:43 smithi007 ceph-mon[92692]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:06:43.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:43 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:06:44.061 INFO:tasks.workunit.client.0.smithi007.stdout: 1080: throughput=5MB/sec pending data=0 2024-08-04T16:06:44.061 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nf8bD7bZp9Xf5cv off=736079 len=1313604 2024-08-04T16:06:44.068 INFO:tasks.workunit.client.0.smithi007.stdout:op 5514 completed, throughput=5MB/sec 2024-08-04T16:06:44.068 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EM6q1eo9KEf8uIS off=1725053 len=1471066 2024-08-04T16:06:44.070 INFO:tasks.workunit.client.0.smithi007.stdout:op 5515 completed, throughput=5MB/sec 2024-08-04T16:06:44.070 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GR-ZxQETFPzN0Sf off=2320835 len=976432 2024-08-04T16:06:44.075 INFO:tasks.workunit.client.0.smithi007.stdout:op 5516 completed, throughput=5MB/sec 2024-08-04T16:06:44.075 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OHB68UKTLsJYgeY off=1096319 len=1206666 2024-08-04T16:06:44.077 INFO:tasks.workunit.client.0.smithi007.stdout:op 5517 completed, throughput=5MB/sec 2024-08-04T16:06:44.077 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QENPnDwXWbQv9R4 off=6752547 len=943778 2024-08-04T16:06:44.081 INFO:tasks.workunit.client.0.smithi007.stdout:op 5518 completed, throughput=5MB/sec 2024-08-04T16:06:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:06:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:06:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:06:44.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:06:44.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:06:44.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:06:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:06:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:06:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:06:45.081 INFO:tasks.workunit.client.0.smithi007.stdout: 1081: throughput=5MB/sec pending data=0 2024-08-04T16:06:45.082 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9PUTe3s09WO4Zfp off=2500618 len=1269436 2024-08-04T16:06:45.083 INFO:tasks.workunit.client.0.smithi007.stdout:op 5519 completed, throughput=5MB/sec 2024-08-04T16:06:45.083 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-araP7npaCOqhxDQ off=11892901 len=1230283 2024-08-04T16:06:45.090 INFO:tasks.workunit.client.0.smithi007.stdout:op 5520 completed, throughput=5MB/sec 2024-08-04T16:06:45.090 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JmciXdM_j0Cms3V off=8847495 len=489327 2024-08-04T16:06:45.091 INFO:tasks.workunit.client.0.smithi007.stdout:op 5521 completed, throughput=5MB/sec 2024-08-04T16:06:45.091 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RFALlwJgg3BlFXl off=6868277 len=1917451 2024-08-04T16:06:45.103 INFO:tasks.workunit.client.0.smithi007.stdout:op 5522 completed, throughput=5MB/sec 2024-08-04T16:06:45.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:45 smithi062 ceph-mon[85960]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:06:45.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:45 smithi007 ceph-mon[92692]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:06:45.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:45 smithi007 ceph-mon[94998]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:06:46.103 INFO:tasks.workunit.client.0.smithi007.stdout: 1082: throughput=5MB/sec pending data=0 2024-08-04T16:06:46.104 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-EDtcSh1L-OPFfZd off=589131 len=1562632 2024-08-04T16:06:46.106 INFO:tasks.workunit.client.0.smithi007.stdout:op 5523 completed, throughput=5MB/sec 2024-08-04T16:06:46.106 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-alqoEl-PDmRGcYm off=4225816 len=935892 2024-08-04T16:06:46.107 INFO:tasks.workunit.client.0.smithi007.stdout:op 5524 completed, throughput=5MB/sec 2024-08-04T16:06:46.107 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-b0zhzzrqZKIOnNR off=3180647 len=1829271 2024-08-04T16:06:46.110 INFO:tasks.workunit.client.0.smithi007.stdout:op 5525 completed, throughput=5MB/sec 2024-08-04T16:06:46.110 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-x4CywlrZpFKuTEK off=3950555 len=736512 2024-08-04T16:06:46.112 INFO:tasks.workunit.client.0.smithi007.stdout:op 5526 completed, throughput=5MB/sec 2024-08-04T16:06:46.112 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PxISsaXXcVeGss6 off=32291 len=1903523 2024-08-04T16:06:46.121 INFO:tasks.workunit.client.0.smithi007.stdout:op 5527 completed, throughput=5MB/sec 2024-08-04T16:06:46.486 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:06:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:06:46] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-08-04T16:06:47.122 INFO:tasks.workunit.client.0.smithi007.stdout: 1083: throughput=5MB/sec pending data=0 2024-08-04T16:06:47.122 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nP8zl_thkjgFkzl off=6754456 len=720590 2024-08-04T16:06:47.123 INFO:tasks.workunit.client.0.smithi007.stdout:op 5528 completed, throughput=5MB/sec 2024-08-04T16:06:47.123 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hr0B520h8G6pdEN off=8332294 len=1370397 2024-08-04T16:06:47.132 INFO:tasks.workunit.client.0.smithi007.stdout:op 5529 completed, throughput=5MB/sec 2024-08-04T16:06:47.132 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5qZclwcqnBkhcNs off=1048135 len=298664 2024-08-04T16:06:47.132 INFO:tasks.workunit.client.0.smithi007.stdout:op 5530 completed, throughput=5MB/sec 2024-08-04T16:06:47.133 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-L93hZeT-bxqMFCZ off=14928110 len=2039777 2024-08-04T16:06:47.135 INFO:tasks.workunit.client.0.smithi007.stdout:op 5531 completed, throughput=5MB/sec 2024-08-04T16:06:47.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:47 smithi062 ceph-mon[85960]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T16:06:47.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:47 smithi007 ceph-mon[94998]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T16:06:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:47 smithi007 ceph-mon[92692]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-04T16:06:48.135 INFO:tasks.workunit.client.0.smithi007.stdout: 1084: throughput=5MB/sec pending data=0 2024-08-04T16:06:48.136 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bXcFRzqWFZC5rqt off=506 len=595593 2024-08-04T16:06:48.139 INFO:tasks.workunit.client.0.smithi007.stdout:op 5532 completed, throughput=5MB/sec 2024-08-04T16:06:48.139 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XR6eN7Lpu4B1pZX off=637797 len=461477 2024-08-04T16:06:48.141 INFO:tasks.workunit.client.0.smithi007.stdout:op 5533 completed, throughput=5MB/sec 2024-08-04T16:06:48.141 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-l-j-oNWyuMetLLi off=1366383 len=538495 2024-08-04T16:06:48.145 INFO:tasks.workunit.client.0.smithi007.stdout:op 5534 completed, throughput=5MB/sec 2024-08-04T16:06:48.145 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Y8rpGXwIOuLsJQ6 off=9500200 len=1222479 2024-08-04T16:06:48.153 INFO:tasks.workunit.client.0.smithi007.stdout:op 5535 completed, throughput=5MB/sec 2024-08-04T16:06:48.153 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kLudzi7nzRknFc2 off=14099458 len=1349948 2024-08-04T16:06:48.156 INFO:tasks.workunit.client.0.smithi007.stdout:op 5536 completed, throughput=5MB/sec 2024-08-04T16:06:48.156 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1ljHHOdeMVztVxE off=6829177 len=999168 2024-08-04T16:06:48.161 INFO:tasks.workunit.client.0.smithi007.stdout:op 5537 completed, throughput=5MB/sec 2024-08-04T16:06:49.161 INFO:tasks.workunit.client.0.smithi007.stdout: 1085: throughput=5MB/sec pending data=0 2024-08-04T16:06:49.162 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jRtsie54ASYxtc2 off=10334970 len=340103 2024-08-04T16:06:49.163 INFO:tasks.workunit.client.0.smithi007.stdout:op 5538 completed, throughput=5MB/sec 2024-08-04T16:06:49.163 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-x7KC6PzJXMIw9yr off=3419967 len=207447 2024-08-04T16:06:49.166 INFO:tasks.workunit.client.0.smithi007.stdout:op 5539 completed, throughput=5MB/sec 2024-08-04T16:06:49.166 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rxCRXNLyQ5NFyno off=211231 len=393096 2024-08-04T16:06:49.166 INFO:tasks.workunit.client.0.smithi007.stdout:op 5540 completed, throughput=5MB/sec 2024-08-04T16:06:49.167 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ozrtZAWu3qN0zCU off=1073703 len=435842 2024-08-04T16:06:49.170 INFO:tasks.workunit.client.0.smithi007.stdout:op 5541 completed, throughput=5MB/sec 2024-08-04T16:06:49.170 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zRJXHk6m5E5ILzY off=3668448 len=1969730 2024-08-04T16:06:49.182 INFO:tasks.workunit.client.0.smithi007.stdout:op 5542 completed, throughput=5MB/sec 2024-08-04T16:06:49.182 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yxrifEjwODWkcEb off=1495168 len=1551418 2024-08-04T16:06:49.190 INFO:tasks.workunit.client.0.smithi007.stdout:op 5543 completed, throughput=5MB/sec 2024-08-04T16:06:49.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:49 smithi062 ceph-mon[85960]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T16:06:49.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:49 smithi007 ceph-mon[92692]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T16:06:49.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:49 smithi007 ceph-mon[94998]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-04T16:06:50.190 INFO:tasks.workunit.client.0.smithi007.stdout: 1086: throughput=5MB/sec pending data=0 2024-08-04T16:06:50.191 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Mk1tZgNgl0RV3Pt off=17678962 len=984652 2024-08-04T16:06:50.198 INFO:tasks.workunit.client.0.smithi007.stdout:op 5544 completed, throughput=5MB/sec 2024-08-04T16:06:50.198 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FccM7CEfX8SiP7_ off=9533438 len=1258980 2024-08-04T16:06:50.204 INFO:tasks.workunit.client.0.smithi007.stdout:op 5545 completed, throughput=5MB/sec 2024-08-04T16:06:50.204 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8ESiYWwL2IrxYYS off=3043824 len=774632 2024-08-04T16:06:50.208 INFO:tasks.workunit.client.0.smithi007.stdout:op 5546 completed, throughput=5MB/sec 2024-08-04T16:06:50.209 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mA-tk_MfNX-djKw off=3970404 len=143172 2024-08-04T16:06:50.209 INFO:tasks.workunit.client.0.smithi007.stdout:op 5547 completed, throughput=5MB/sec 2024-08-04T16:06:50.209 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Eo3GQHalZd8iac4 off=344680 len=1329260 2024-08-04T16:06:50.218 INFO:tasks.workunit.client.0.smithi007.stdout:op 5548 completed, throughput=5MB/sec 2024-08-04T16:06:50.218 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zcdlgm9de2EVO2B off=367655 len=295130 2024-08-04T16:06:50.220 INFO:tasks.workunit.client.0.smithi007.stdout:op 5549 completed, throughput=5MB/sec 2024-08-04T16:06:50.221 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Viq9HqDYTkR7rE- off=4597999 len=390137 2024-08-04T16:06:50.221 INFO:tasks.workunit.client.0.smithi007.stdout:op 5550 completed, throughput=5MB/sec 2024-08-04T16:06:51.222 INFO:tasks.workunit.client.0.smithi007.stdout: 1087: throughput=5MB/sec pending data=0 2024-08-04T16:06:51.222 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3HlQEHYI5C9vkFe off=3578209 len=149872 2024-08-04T16:06:51.223 INFO:tasks.workunit.client.0.smithi007.stdout:op 5551 completed, throughput=5MB/sec 2024-08-04T16:06:51.223 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ru7_f7Dxwtpuhuu off=2467698 len=406355 2024-08-04T16:06:51.224 INFO:tasks.workunit.client.0.smithi007.stdout:op 5552 completed, throughput=5MB/sec 2024-08-04T16:06:51.224 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QwXLBdvUnMlyWR_ off=17057395 len=1094445 2024-08-04T16:06:51.225 INFO:tasks.workunit.client.0.smithi007.stdout:op 5553 completed, throughput=5MB/sec 2024-08-04T16:06:51.225 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7YwS4aQHbBbtLHe off=7104529 len=1859163 2024-08-04T16:06:51.237 INFO:tasks.workunit.client.0.smithi007.stdout:op 5554 completed, throughput=5MB/sec 2024-08-04T16:06:51.237 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BntsaeNHMsWQZRr off=8493607 len=230660 2024-08-04T16:06:51.240 INFO:tasks.workunit.client.0.smithi007.stdout:op 5555 completed, throughput=5MB/sec 2024-08-04T16:06:51.240 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kAw-iGmiD31_TuA off=13469772 len=103784 2024-08-04T16:06:51.241 INFO:tasks.workunit.client.0.smithi007.stdout:op 5556 completed, throughput=5MB/sec 2024-08-04T16:06:51.241 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OBr339SPKo5YUGD off=3942 len=323701 2024-08-04T16:06:51.244 INFO:tasks.workunit.client.0.smithi007.stdout:op 5557 completed, throughput=5MB/sec 2024-08-04T16:06:51.244 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SN1JkvWRb9p431G off=1441307 len=1580358 2024-08-04T16:06:51.252 INFO:tasks.workunit.client.0.smithi007.stdout:op 5558 completed, throughput=5MB/sec 2024-08-04T16:06:51.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:51 smithi062 ceph-mon[85960]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:06:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:06:51.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:51 smithi007 ceph-mon[92692]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:06:51.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:06:51.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:51 smithi007 ceph-mon[94998]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:06:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:06:52.253 INFO:tasks.workunit.client.0.smithi007.stdout: 1088: throughput=5MB/sec pending data=0 2024-08-04T16:06:52.253 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gZkrd7CUZN1Edex off=1397051 len=1927255 2024-08-04T16:06:52.264 INFO:tasks.workunit.client.0.smithi007.stdout:op 5559 completed, throughput=5MB/sec 2024-08-04T16:06:52.265 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9oUtsoi31Wvr882 off=338469 len=45457 2024-08-04T16:06:52.265 INFO:tasks.workunit.client.0.smithi007.stdout:op 5560 completed, throughput=5MB/sec 2024-08-04T16:06:52.265 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vQI1R5mPIMcbefM off=3516165 len=4341 2024-08-04T16:06:52.267 INFO:tasks.workunit.client.0.smithi007.stdout:op 5561 completed, throughput=5MB/sec 2024-08-04T16:06:52.268 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Dr3yWjt2B1l92zR off=10989454 len=83848 2024-08-04T16:06:52.268 INFO:tasks.workunit.client.0.smithi007.stdout:op 5562 completed, throughput=5MB/sec 2024-08-04T16:06:52.268 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XmMe3kbuXFx2MO1 off=5099201 len=1603954 2024-08-04T16:06:52.276 INFO:tasks.workunit.client.0.smithi007.stdout:op 5563 completed, throughput=5MB/sec 2024-08-04T16:06:52.277 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IxDqO5DTOj6Do4G off=7262343 len=1881117 2024-08-04T16:06:52.279 INFO:tasks.workunit.client.0.smithi007.stdout:op 5564 completed, throughput=5MB/sec 2024-08-04T16:06:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:06:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:06:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:06:53.279 INFO:tasks.workunit.client.0.smithi007.stdout: 1089: throughput=5MB/sec pending data=0 2024-08-04T16:06:53.279 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--m8nGhp752EzvO3 off=1874724 len=57771 2024-08-04T16:06:53.282 INFO:tasks.workunit.client.0.smithi007.stdout:op 5565 completed, throughput=5MB/sec 2024-08-04T16:06:53.282 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-g6Yk0M6w9N-w0ND off=5732042 len=30401 2024-08-04T16:06:53.283 INFO:tasks.workunit.client.0.smithi007.stdout:op 5566 completed, throughput=5MB/sec 2024-08-04T16:06:53.283 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AM3RAdKzbh7FZpV off=1484713 len=1767148 2024-08-04T16:06:53.294 INFO:tasks.workunit.client.0.smithi007.stdout:op 5567 completed, throughput=5MB/sec 2024-08-04T16:06:53.294 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Cs5kITF9VNFk0Ww off=2654259 len=128971 2024-08-04T16:06:53.298 INFO:tasks.workunit.client.0.smithi007.stdout:op 5568 completed, throughput=5MB/sec 2024-08-04T16:06:53.298 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-HUg1L-p97Dvo-i2 off=12460420 len=2053325 2024-08-04T16:06:53.307 INFO:tasks.workunit.client.0.smithi007.stdout:op 5569 completed, throughput=5MB/sec 2024-08-04T16:06:53.307 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Rni3QRF01lTghBJ off=13898404 len=709713 2024-08-04T16:06:53.311 INFO:tasks.workunit.client.0.smithi007.stdout:op 5570 completed, throughput=5MB/sec 2024-08-04T16:06:53.311 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-4cNHvFaBdnEoCUo off=10961813 len=208885 2024-08-04T16:06:53.312 INFO:tasks.workunit.client.0.smithi007.stdout:op 5571 completed, throughput=5MB/sec 2024-08-04T16:06:53.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:53 smithi062 ceph-mon[85960]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-04T16:06:53.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:53 smithi007 ceph-mon[92692]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-04T16:06:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:53 smithi007 ceph-mon[94998]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-04T16:06:54.312 INFO:tasks.workunit.client.0.smithi007.stdout: 1090: throughput=5MB/sec pending data=0 2024-08-04T16:06:54.312 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-N-e54BCQHQQmO7E off=22346083 len=38950 2024-08-04T16:06:54.315 INFO:tasks.workunit.client.0.smithi007.stdout:op 5572 completed, throughput=5MB/sec 2024-08-04T16:06:54.315 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-omt859teYfquAtZ off=5124213 len=485599 2024-08-04T16:06:54.316 INFO:tasks.workunit.client.0.smithi007.stdout:op 5573 completed, throughput=5MB/sec 2024-08-04T16:06:54.316 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-m4i9z3xSeRQJcZE off=1225097 len=688867 2024-08-04T16:06:54.317 INFO:tasks.workunit.client.0.smithi007.stdout:op 5574 completed, throughput=5MB/sec 2024-08-04T16:06:54.317 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-hh-AI0QNB2JQgPD off=1625316 len=1664703 2024-08-04T16:06:54.325 INFO:tasks.workunit.client.0.smithi007.stdout:op 5575 completed, throughput=5MB/sec 2024-08-04T16:06:54.325 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vcmxjGXLpEsMwlY off=9899945 len=2014530 2024-08-04T16:06:54.336 INFO:tasks.workunit.client.0.smithi007.stdout:op 5576 completed, throughput=5MB/sec 2024-08-04T16:06:54.337 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ROivdpbskRDXHgr off=2700815 len=1221765 2024-08-04T16:06:54.338 INFO:tasks.workunit.client.0.smithi007.stdout:op 5577 completed, throughput=5MB/sec 2024-08-04T16:06:55.338 INFO:tasks.workunit.client.0.smithi007.stdout: 1091: throughput=5MB/sec pending data=0 2024-08-04T16:06:55.339 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ityn3GylULXd1Xb off=1508638 len=1161115 2024-08-04T16:06:55.345 INFO:tasks.workunit.client.0.smithi007.stdout:op 5578 completed, throughput=5MB/sec 2024-08-04T16:06:55.345 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-RQUxY6NZym2-Fbg off=2345368 len=1034264 2024-08-04T16:06:55.351 INFO:tasks.workunit.client.0.smithi007.stdout:op 5579 completed, throughput=5MB/sec 2024-08-04T16:06:55.351 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XRYSPVmwc_8qaEv off=19131952 len=7133 2024-08-04T16:06:55.351 INFO:tasks.workunit.client.0.smithi007.stdout:op 5580 completed, throughput=5MB/sec 2024-08-04T16:06:55.352 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bUUKcjg7g__EX8u off=12105250 len=158561 2024-08-04T16:06:55.352 INFO:tasks.workunit.client.0.smithi007.stdout:op 5581 completed, throughput=5MB/sec 2024-08-04T16:06:55.352 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZR1eR6XpaiElzaN off=13987721 len=2034618 2024-08-04T16:06:55.355 INFO:tasks.workunit.client.0.smithi007.stdout:op 5582 completed, throughput=5MB/sec 2024-08-04T16:06:55.355 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-36z6uKP9kjc68fc off=8261388 len=1748598 2024-08-04T16:06:55.363 INFO:tasks.workunit.client.0.smithi007.stdout:op 5583 completed, throughput=5MB/sec 2024-08-04T16:06:55.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:55 smithi062 ceph-mon[85960]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:06:55.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:55 smithi007 ceph-mon[92692]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:06:55.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:55 smithi007 ceph-mon[94998]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:06:56.364 INFO:tasks.workunit.client.0.smithi007.stdout: 1092: throughput=5MB/sec pending data=0 2024-08-04T16:06:56.364 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6ysZdTHsyjZdl6j off=11416309 len=2001528 2024-08-04T16:06:56.366 INFO:tasks.workunit.client.0.smithi007.stdout:op 5584 completed, throughput=5MB/sec 2024-08-04T16:06:56.366 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_r7gM2AvvUIOENL off=15367388 len=1078357 2024-08-04T16:06:56.372 INFO:tasks.workunit.client.0.smithi007.stdout:op 5585 completed, throughput=5MB/sec 2024-08-04T16:06:56.372 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FHfbo8kG68U7TNG off=950225 len=197558 2024-08-04T16:06:56.375 INFO:tasks.workunit.client.0.smithi007.stdout:op 5586 completed, throughput=5MB/sec 2024-08-04T16:06:56.375 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cqHeRNrOE4wXrlh off=941344 len=67981 2024-08-04T16:06:56.378 INFO:tasks.workunit.client.0.smithi007.stdout:op 5587 completed, throughput=5MB/sec 2024-08-04T16:06:56.378 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LF-CeUqJCe1m-vN off=4150255 len=1197596 2024-08-04T16:06:56.380 INFO:tasks.workunit.client.0.smithi007.stdout:op 5588 completed, throughput=5MB/sec 2024-08-04T16:06:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:06:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:06:56] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-08-04T16:06:57.381 INFO:tasks.workunit.client.0.smithi007.stdout: 1093: throughput=5MB/sec pending data=0 2024-08-04T16:06:57.381 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KG8IJMhbEmvjqXc off=16705490 len=812305 2024-08-04T16:06:57.382 INFO:tasks.workunit.client.0.smithi007.stdout:op 5589 completed, throughput=5MB/sec 2024-08-04T16:06:57.382 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ku50x7VxlS0YzOn off=2172916 len=1514476 2024-08-04T16:06:57.389 INFO:tasks.workunit.client.0.smithi007.stdout:op 5590 completed, throughput=5MB/sec 2024-08-04T16:06:57.389 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eM-Obo3_PDw0VHz off=1516529 len=584373 2024-08-04T16:06:57.393 INFO:tasks.workunit.client.0.smithi007.stdout:op 5591 completed, throughput=5MB/sec 2024-08-04T16:06:57.393 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mt3Lzlqd8FMWlgy off=17297745 len=1681132 2024-08-04T16:06:57.394 INFO:tasks.workunit.client.0.smithi007.stdout:op 5592 completed, throughput=5MB/sec 2024-08-04T16:06:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:57 smithi062 ceph-mon[85960]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-04T16:06:57.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:57 smithi007 ceph-mon[92692]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-04T16:06:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:57 smithi007 ceph-mon[94998]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-04T16:06:58.395 INFO:tasks.workunit.client.0.smithi007.stdout: 1094: throughput=5MB/sec pending data=0 2024-08-04T16:06:58.395 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1biXbOD69sJRyLf off=4527414 len=1603082 2024-08-04T16:06:58.397 INFO:tasks.workunit.client.0.smithi007.stdout:op 5593 completed, throughput=5MB/sec 2024-08-04T16:06:58.397 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hLpvyZG7LMv2Loz off=647389 len=1477783 2024-08-04T16:06:58.400 INFO:tasks.workunit.client.0.smithi007.stdout:op 5594 completed, throughput=5MB/sec 2024-08-04T16:06:58.400 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kEz76T2xsSgdRT7 off=12168293 len=1222578 2024-08-04T16:06:58.402 INFO:tasks.workunit.client.0.smithi007.stdout:op 5595 completed, throughput=5MB/sec 2024-08-04T16:06:58.402 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-T1sBH7RixuY9wvt off=3403418 len=1405325 2024-08-04T16:06:58.410 INFO:tasks.workunit.client.0.smithi007.stdout:op 5596 completed, throughput=5MB/sec 2024-08-04T16:06:59.411 INFO:tasks.workunit.client.0.smithi007.stdout: 1095: throughput=5MB/sec pending data=0 2024-08-04T16:06:59.411 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AYWVO8BiOEm8XmW off=5008742 len=1486815 2024-08-04T16:06:59.413 INFO:tasks.workunit.client.0.smithi007.stdout:op 5597 completed, throughput=5MB/sec 2024-08-04T16:06:59.413 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xydFjr9wIF8W0KN off=2591685 len=532474 2024-08-04T16:06:59.415 INFO:tasks.workunit.client.0.smithi007.stdout:op 5598 completed, throughput=5MB/sec 2024-08-04T16:06:59.415 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xTpwG4A7jxSpwTv off=6334521 len=487725 2024-08-04T16:06:59.416 INFO:tasks.workunit.client.0.smithi007.stdout:op 5599 completed, throughput=5MB/sec 2024-08-04T16:06:59.416 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1tZtOcOTO7-SkrO off=805475 len=1458820 2024-08-04T16:06:59.418 INFO:tasks.workunit.client.0.smithi007.stdout:op 5600 completed, throughput=5MB/sec 2024-08-04T16:06:59.418 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nWwTEGS0lAnFZgA off=1503344 len=344814 2024-08-04T16:06:59.419 INFO:tasks.workunit.client.0.smithi007.stdout:op 5601 completed, throughput=5MB/sec 2024-08-04T16:06:59.419 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qN3rtxIyTFjgfw- off=2984433 len=386272 2024-08-04T16:06:59.423 INFO:tasks.workunit.client.0.smithi007.stdout:op 5602 completed, throughput=5MB/sec 2024-08-04T16:06:59.423 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tPlS-u8MAOk0fvy off=11072282 len=638722 2024-08-04T16:06:59.427 INFO:tasks.workunit.client.0.smithi007.stdout:op 5603 completed, throughput=5MB/sec 2024-08-04T16:06:59.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:06:59 smithi062 ceph-mon[85960]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:06:59.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:06:59 smithi007 ceph-mon[92692]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:06:59.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:06:59 smithi007 ceph-mon[94998]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:07:00.428 INFO:tasks.workunit.client.0.smithi007.stdout: 1096: throughput=5MB/sec pending data=0 2024-08-04T16:07:00.428 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3um5bbMzrt1Xoib off=7825032 len=1324515 2024-08-04T16:07:00.429 INFO:tasks.workunit.client.0.smithi007.stdout:op 5604 completed, throughput=5MB/sec 2024-08-04T16:07:00.430 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9zFkBqNB7DOGx7b off=10170733 len=662800 2024-08-04T16:07:00.431 INFO:tasks.workunit.client.0.smithi007.stdout:op 5605 completed, throughput=5MB/sec 2024-08-04T16:07:00.431 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wYFLPqFXhXIGlud off=419292 len=816472 2024-08-04T16:07:00.432 INFO:tasks.workunit.client.0.smithi007.stdout:op 5606 completed, throughput=5MB/sec 2024-08-04T16:07:00.432 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-k7rsVQ3cqsaoAW1 off=10463245 len=14000 2024-08-04T16:07:00.435 INFO:tasks.workunit.client.0.smithi007.stdout:op 5607 completed, throughput=5MB/sec 2024-08-04T16:07:00.435 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eEm6rGMB6cZFZjh off=31579 len=825186 2024-08-04T16:07:00.439 INFO:tasks.workunit.client.0.smithi007.stdout:op 5608 completed, throughput=5MB/sec 2024-08-04T16:07:00.440 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2SVtiYHKbTvQOWA off=8223447 len=1949257 2024-08-04T16:07:00.447 INFO:tasks.workunit.client.0.smithi007.stdout:op 5609 completed, throughput=5MB/sec 2024-08-04T16:07:01.447 INFO:tasks.workunit.client.0.smithi007.stdout: 1097: throughput=5MB/sec pending data=0 2024-08-04T16:07:01.448 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SEXNq2HLGqUuwdk off=4983826 len=583206 2024-08-04T16:07:01.452 INFO:tasks.workunit.client.0.smithi007.stdout:op 5610 completed, throughput=5MB/sec 2024-08-04T16:07:01.452 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--UbGHg1nycYfF3h off=5745303 len=992674 2024-08-04T16:07:01.454 INFO:tasks.workunit.client.0.smithi007.stdout:op 5611 completed, throughput=5MB/sec 2024-08-04T16:07:01.454 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8SveL6XQ4-MEn-6 off=16646179 len=445965 2024-08-04T16:07:01.458 INFO:tasks.workunit.client.0.smithi007.stdout:op 5612 completed, throughput=5MB/sec 2024-08-04T16:07:01.458 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-q8SUlDOQJc4nRR8 off=4550813 len=1993529 2024-08-04T16:07:01.468 INFO:tasks.workunit.client.0.smithi007.stdout:op 5613 completed, throughput=5MB/sec 2024-08-04T16:07:01.468 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-raPtZ3GT81kiO-I off=737288 len=1858618 2024-08-04T16:07:01.472 INFO:tasks.workunit.client.0.smithi007.stdout:op 5614 completed, throughput=5MB/sec 2024-08-04T16:07:01.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:01 smithi062 ceph-mon[85960]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T16:07:01.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:01 smithi007 ceph-mon[92692]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T16:07:01.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:01 smithi007 ceph-mon[94998]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T16:07:02.472 INFO:tasks.workunit.client.0.smithi007.stdout: 1098: throughput=5MB/sec pending data=0 2024-08-04T16:07:02.472 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-atFGlXD_Wz-c-SI off=4695116 len=315627 2024-08-04T16:07:02.473 INFO:tasks.workunit.client.0.smithi007.stdout:op 5615 completed, throughput=5MB/sec 2024-08-04T16:07:02.473 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AYWVO8BiOEm8XmW off=8023370 len=1719060 2024-08-04T16:07:02.482 INFO:tasks.workunit.client.0.smithi007.stdout:op 5616 completed, throughput=5MB/sec 2024-08-04T16:07:02.482 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-x9naVH5zDuO7tXm off=8912951 len=1909064 2024-08-04T16:07:02.484 INFO:tasks.workunit.client.0.smithi007.stdout:op 5617 completed, throughput=5MB/sec 2024-08-04T16:07:02.484 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Smnnh9_4RHeB83t off=4697833 len=580298 2024-08-04T16:07:02.488 INFO:tasks.workunit.client.0.smithi007.stdout:op 5618 completed, throughput=5MB/sec 2024-08-04T16:07:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:07:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:07:03.489 INFO:tasks.workunit.client.0.smithi007.stdout: 1099: throughput=5MB/sec pending data=0 2024-08-04T16:07:03.489 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7Ys9253BF4oX3RE off=0 len=1100813 2024-08-04T16:07:03.495 INFO:tasks.workunit.client.0.smithi007.stdout:op 5619 completed, throughput=5MB/sec 2024-08-04T16:07:03.495 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pGwTPn2fHcbFGpn off=2577926 len=1946586 2024-08-04T16:07:03.505 INFO:tasks.workunit.client.0.smithi007.stdout:op 5620 completed, throughput=5MB/sec 2024-08-04T16:07:03.505 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-wLCxyWAohSw7Hja off=4136858 len=1280789 2024-08-04T16:07:03.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:03 smithi062 ceph-mon[85960]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-04T16:07:03.511 INFO:tasks.workunit.client.0.smithi007.stdout:op 5621 completed, throughput=5MB/sec 2024-08-04T16:07:03.511 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uD6mzmXxC5QXd23 off=5875160 len=1187129 2024-08-04T16:07:03.512 INFO:tasks.workunit.client.0.smithi007.stdout:op 5622 completed, throughput=5MB/sec 2024-08-04T16:07:03.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:03 smithi007 ceph-mon[92692]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-04T16:07:03.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:03 smithi007 ceph-mon[94998]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-04T16:07:04.513 INFO:tasks.workunit.client.0.smithi007.stdout: 1100: throughput=5MB/sec pending data=0 2024-08-04T16:07:04.513 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-l7EA7yu2ACPnjb4 off=3636033 len=47139 2024-08-04T16:07:04.513 INFO:tasks.workunit.client.0.smithi007.stdout:op 5623 completed, throughput=5MB/sec 2024-08-04T16:07:04.513 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6nS--86sJ1J-ZqK off=2357473 len=54333 2024-08-04T16:07:04.516 INFO:tasks.workunit.client.0.smithi007.stdout:op 5624 completed, throughput=5MB/sec 2024-08-04T16:07:04.516 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DMh8zmbWLRxB9XV off=8046422 len=471985 2024-08-04T16:07:04.517 INFO:tasks.workunit.client.0.smithi007.stdout:op 5625 completed, throughput=5MB/sec 2024-08-04T16:07:04.517 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7ATilOqqnHFEmdx off=598329 len=1272776 2024-08-04T16:07:04.519 INFO:tasks.workunit.client.0.smithi007.stdout:op 5626 completed, throughput=5MB/sec 2024-08-04T16:07:04.519 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-naveacz3VzSNTiz off=14079887 len=1517569 2024-08-04T16:07:04.527 INFO:tasks.workunit.client.0.smithi007.stdout:op 5627 completed, throughput=5MB/sec 2024-08-04T16:07:04.528 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-h727LEvvY39SPPW off=1664634 len=940499 2024-08-04T16:07:04.531 INFO:tasks.workunit.client.0.smithi007.stdout:op 5628 completed, throughput=5MB/sec 2024-08-04T16:07:04.531 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-YusuEfTa7T5AwyU off=958797 len=505903 2024-08-04T16:07:04.532 INFO:tasks.workunit.client.0.smithi007.stdout:op 5629 completed, throughput=5MB/sec 2024-08-04T16:07:04.532 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-VjRkmbV_kxIQzqR off=3774084 len=880626 2024-08-04T16:07:04.538 INFO:tasks.workunit.client.0.smithi007.stdout:op 5630 completed, throughput=5MB/sec 2024-08-04T16:07:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:05 smithi062 ceph-mon[85960]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:07:05.537 INFO:tasks.workunit.client.0.smithi007.stdout: 1101: throughput=5MB/sec pending data=0 2024-08-04T16:07:05.537 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cVZSrx9yQfoJjPg off=772382 len=653891 2024-08-04T16:07:05.538 INFO:tasks.workunit.client.0.smithi007.stdout:op 5631 completed, throughput=5MB/sec 2024-08-04T16:07:05.538 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mfqQekTNEerHRA9 off=6287005 len=68868 2024-08-04T16:07:05.539 INFO:tasks.workunit.client.0.smithi007.stdout:op 5632 completed, throughput=5MB/sec 2024-08-04T16:07:05.539 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1dd5kAOabuwVoef off=973061 len=1542217 2024-08-04T16:07:05.540 INFO:tasks.workunit.client.0.smithi007.stdout:op 5633 completed, throughput=5MB/sec 2024-08-04T16:07:05.540 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jxLpMTFMFWTBpsq off=10686437 len=7346 2024-08-04T16:07:05.541 INFO:tasks.workunit.client.0.smithi007.stdout:op 5634 completed, throughput=5MB/sec 2024-08-04T16:07:05.541 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-eih8ZaSa527AYQP off=6646634 len=1559321 2024-08-04T16:07:05.543 INFO:tasks.workunit.client.0.smithi007.stdout:op 5635 completed, throughput=5MB/sec 2024-08-04T16:07:05.543 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GcXMTTJFryEyGxE off=19584328 len=286121 2024-08-04T16:07:05.546 INFO:tasks.workunit.client.0.smithi007.stdout:op 5636 completed, throughput=5MB/sec 2024-08-04T16:07:05.546 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kC0Uzb_VLhzzEwL off=6709993 len=1834932 2024-08-04T16:07:05.548 INFO:tasks.workunit.client.0.smithi007.stdout:op 5637 completed, throughput=5MB/sec 2024-08-04T16:07:05.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:05 smithi007 ceph-mon[92692]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:07:05.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:05 smithi007 ceph-mon[94998]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:07:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:07:06.548 INFO:tasks.workunit.client.0.smithi007.stdout: 1102: throughput=5MB/sec pending data=0 2024-08-04T16:07:06.549 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jRtsie54ASYxtc2 off=3463440 len=1875090 2024-08-04T16:07:06.561 INFO:tasks.workunit.client.0.smithi007.stdout:op 5638 completed, throughput=5MB/sec 2024-08-04T16:07:06.561 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JMISqfjgNiQY3BM off=8955047 len=604546 2024-08-04T16:07:06.561 INFO:tasks.workunit.client.0.smithi007.stdout:op 5639 completed, throughput=5MB/sec 2024-08-04T16:07:06.562 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-HuKBeX6rXALp-yR off=18718666 len=1271391 2024-08-04T16:07:06.563 INFO:tasks.workunit.client.0.smithi007.stdout:op 5640 completed, throughput=5MB/sec 2024-08-04T16:07:06.564 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Z_D0G8A_nnMfu_c off=5794739 len=1706570 2024-08-04T16:07:06.573 INFO:tasks.workunit.client.0.smithi007.stdout:op 5641 completed, throughput=5MB/sec 2024-08-04T16:07:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:07:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:07:06.588 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:07:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:07:06] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-08-04T16:07:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:07 smithi062 ceph-mon[85960]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:07:07.573 INFO:tasks.workunit.client.0.smithi007.stdout: 1103: throughput=5MB/sec pending data=0 2024-08-04T16:07:07.573 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PgZDW779hbVTJOi off=4715578 len=842397 2024-08-04T16:07:07.578 INFO:tasks.workunit.client.0.smithi007.stdout:op 5642 completed, throughput=5MB/sec 2024-08-04T16:07:07.578 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9PG-OLxGjQSdZ9h off=7481666 len=896873 2024-08-04T16:07:07.583 INFO:tasks.workunit.client.0.smithi007.stdout:op 5643 completed, throughput=5MB/sec 2024-08-04T16:07:07.583 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0_EIdhBBlxMxcck off=1807651 len=854279 2024-08-04T16:07:07.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:07 smithi007 ceph-mon[92692]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:07:07.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:07 smithi007 ceph-mon[94998]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-04T16:07:07.588 INFO:tasks.workunit.client.0.smithi007.stdout:op 5644 completed, throughput=5MB/sec 2024-08-04T16:07:07.588 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oMdTJtxeJIV8CaF off=780717 len=432762 2024-08-04T16:07:07.589 INFO:tasks.workunit.client.0.smithi007.stdout:op 5645 completed, throughput=5MB/sec 2024-08-04T16:07:07.589 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-92T8fclvkmEaxNs off=3154761 len=192701 2024-08-04T16:07:07.590 INFO:tasks.workunit.client.0.smithi007.stdout:op 5646 completed, throughput=5MB/sec 2024-08-04T16:07:07.590 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Yqm5vlvuyHmB6zX off=106634 len=1184222 2024-08-04T16:07:07.593 INFO:tasks.workunit.client.0.smithi007.stdout:op 5647 completed, throughput=5MB/sec 2024-08-04T16:07:08.593 INFO:tasks.workunit.client.0.smithi007.stdout: 1104: throughput=5MB/sec pending data=0 2024-08-04T16:07:08.594 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RmFAqdd0oNoWUZN off=1694032 len=639568 2024-08-04T16:07:08.596 INFO:tasks.workunit.client.0.smithi007.stdout:op 5648 completed, throughput=5MB/sec 2024-08-04T16:07:08.596 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-QnZ7pQkMjQ5iVa0 off=11052501 len=2051068 2024-08-04T16:07:08.608 INFO:tasks.workunit.client.0.smithi007.stdout:op 5649 completed, throughput=5MB/sec 2024-08-04T16:07:08.608 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vMs_RPilbkM94km off=1021557 len=1251916 2024-08-04T16:07:08.614 INFO:tasks.workunit.client.0.smithi007.stdout:op 5650 completed, throughput=5MB/sec 2024-08-04T16:07:08.614 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-h6ytrz1h5IkFukE off=869925 len=124438 2024-08-04T16:07:08.615 INFO:tasks.workunit.client.0.smithi007.stdout:op 5651 completed, throughput=5MB/sec 2024-08-04T16:07:08.616 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5burObyh56nxa8S off=2598220 len=1021061 2024-08-04T16:07:08.617 INFO:tasks.workunit.client.0.smithi007.stdout:op 5652 completed, throughput=5MB/sec 2024-08-04T16:07:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:09 smithi062 ceph-mon[85960]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:07:09.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:09 smithi007 ceph-mon[92692]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:07:09.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:09 smithi007 ceph-mon[94998]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:07:09.617 INFO:tasks.workunit.client.0.smithi007.stdout: 1105: throughput=5MB/sec pending data=0 2024-08-04T16:07:09.617 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-n0vg7vXGcuntuiu off=3003296 len=521784 2024-08-04T16:07:09.622 INFO:tasks.workunit.client.0.smithi007.stdout:op 5653 completed, throughput=5MB/sec 2024-08-04T16:07:09.622 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-bD7OOYIJln_WeSf off=5239602 len=854671 2024-08-04T16:07:09.627 INFO:tasks.workunit.client.0.smithi007.stdout:op 5654 completed, throughput=5MB/sec 2024-08-04T16:07:09.627 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-V0pLtRGGZkBxArx off=6265789 len=496316 2024-08-04T16:07:09.631 INFO:tasks.workunit.client.0.smithi007.stdout:op 5655 completed, throughput=5MB/sec 2024-08-04T16:07:09.631 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-51kUeYyrSZayRR7 off=5128474 len=1511515 2024-08-04T16:07:09.632 INFO:tasks.workunit.client.0.smithi007.stdout:op 5656 completed, throughput=5MB/sec 2024-08-04T16:07:09.633 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Viq9HqDYTkR7rE- off=6128719 len=1363052 2024-08-04T16:07:09.635 INFO:tasks.workunit.client.0.smithi007.stdout:op 5657 completed, throughput=5MB/sec 2024-08-04T16:07:09.636 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TxgOJnSQbKFhPWW off=5241669 len=384245 2024-08-04T16:07:09.636 INFO:tasks.workunit.client.0.smithi007.stdout:op 5658 completed, throughput=5MB/sec 2024-08-04T16:07:10.637 INFO:tasks.workunit.client.0.smithi007.stdout: 1106: throughput=5MB/sec pending data=0 2024-08-04T16:07:10.637 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YIFUbpJ3u5p5dTh off=2418368 len=1229931 2024-08-04T16:07:10.642 INFO:tasks.workunit.client.0.smithi007.stdout:op 5659 completed, throughput=5MB/sec 2024-08-04T16:07:10.642 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XFKGXiA9-P6nv4l off=13117466 len=1237031 2024-08-04T16:07:10.645 INFO:tasks.workunit.client.0.smithi007.stdout:op 5660 completed, throughput=5MB/sec 2024-08-04T16:07:10.645 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Y0wla2O7K3BTFXs off=3792701 len=794421 2024-08-04T16:07:10.650 INFO:tasks.workunit.client.0.smithi007.stdout:op 5661 completed, throughput=5MB/sec 2024-08-04T16:07:10.650 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FKgOGk_CMXAoCEn off=3404205 len=1806717 2024-08-04T16:07:10.657 INFO:tasks.workunit.client.0.smithi007.stdout:op 5662 completed, throughput=5MB/sec 2024-08-04T16:07:10.658 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-M8We93g7IIIGX2p off=12316722 len=1187738 2024-08-04T16:07:10.665 INFO:tasks.workunit.client.0.smithi007.stdout:op 5663 completed, throughput=5MB/sec 2024-08-04T16:07:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:11 smithi062 ceph-mon[85960]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:07:11.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:11 smithi007 ceph-mon[94998]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:07:11.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:11 smithi007 ceph-mon[92692]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:07:11.666 INFO:tasks.workunit.client.0.smithi007.stdout: 1107: throughput=5MB/sec pending data=0 2024-08-04T16:07:11.666 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kSw0LQrgYnuxrcP off=4362519 len=1749133 2024-08-04T16:07:11.668 INFO:tasks.workunit.client.0.smithi007.stdout:op 5664 completed, throughput=5MB/sec 2024-08-04T16:07:11.668 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-S-97zYKFxn40fd7 off=2556201 len=1229011 2024-08-04T16:07:11.674 INFO:tasks.workunit.client.0.smithi007.stdout:op 5665 completed, throughput=5MB/sec 2024-08-04T16:07:11.675 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BoRkZhF6O4YfGey off=18602234 len=2019788 2024-08-04T16:07:11.683 INFO:tasks.workunit.client.0.smithi007.stdout:op 5666 completed, throughput=5MB/sec 2024-08-04T16:07:12.261 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 16:07:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=cleanup t=2024-08-04T16:07:11.971966749Z level=info msg="Completed cleanup jobs" duration=3.733409ms 2024-08-04T16:07:12.684 INFO:tasks.workunit.client.0.smithi007.stdout: 1108: throughput=5MB/sec pending data=0 2024-08-04T16:07:12.684 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ik1QR2B5sY9_En- off=428683 len=1353139 2024-08-04T16:07:12.692 INFO:tasks.workunit.client.0.smithi007.stdout:op 5667 completed, throughput=5MB/sec 2024-08-04T16:07:12.692 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-IfZrm6WIJc3Vcw2 off=7020578 len=1156532 2024-08-04T16:07:12.694 INFO:tasks.workunit.client.0.smithi007.stdout:op 5668 completed, throughput=5MB/sec 2024-08-04T16:07:12.694 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LiUH7-jubJHo8N7 off=6889611 len=921206 2024-08-04T16:07:12.699 INFO:tasks.workunit.client.0.smithi007.stdout:op 5669 completed, throughput=5MB/sec 2024-08-04T16:07:12.699 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kHabGmRfk4CMWWi off=5136793 len=991208 2024-08-04T16:07:12.700 INFO:tasks.workunit.client.0.smithi007.stdout:op 5670 completed, throughput=5MB/sec 2024-08-04T16:07:12.701 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eFJ9GCRees_1p7p off=476857 len=2041533 2024-08-04T16:07:12.709 INFO:tasks.workunit.client.0.smithi007.stdout:op 5671 completed, throughput=5MB/sec 2024-08-04T16:07:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:07:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:07:13.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:13 smithi062 ceph-mon[85960]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T16:07:13.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:13 smithi007 ceph-mon[92692]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T16:07:13.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:13 smithi007 ceph-mon[94998]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-04T16:07:13.709 INFO:tasks.workunit.client.0.smithi007.stdout: 1109: throughput=5MB/sec pending data=0 2024-08-04T16:07:13.710 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SRa775diSwyFUKO off=4723410 len=814678 2024-08-04T16:07:13.712 INFO:tasks.workunit.client.0.smithi007.stdout:op 5672 completed, throughput=5MB/sec 2024-08-04T16:07:13.712 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Kv-numN01V3THOC off=18953330 len=884053 2024-08-04T16:07:13.717 INFO:tasks.workunit.client.0.smithi007.stdout:op 5673 completed, throughput=5MB/sec 2024-08-04T16:07:13.717 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Zt6wJMFgWcFpQ3S off=9605833 len=305339 2024-08-04T16:07:13.720 INFO:tasks.workunit.client.0.smithi007.stdout:op 5674 completed, throughput=5MB/sec 2024-08-04T16:07:13.720 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-JETR98ueEjPqD4I off=2995982 len=445104 2024-08-04T16:07:13.724 INFO:tasks.workunit.client.0.smithi007.stdout:op 5675 completed, throughput=5MB/sec 2024-08-04T16:07:13.724 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KHRYonyFAKVVn4z off=14560655 len=586081 2024-08-04T16:07:13.724 INFO:tasks.workunit.client.0.smithi007.stdout:op 5676 completed, throughput=5MB/sec 2024-08-04T16:07:13.725 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-y7lj6vKR2MUX8oq off=3286234 len=1183696 2024-08-04T16:07:13.730 INFO:tasks.workunit.client.0.smithi007.stdout:op 5677 completed, throughput=5MB/sec 2024-08-04T16:07:14.730 INFO:tasks.workunit.client.0.smithi007.stdout: 1110: throughput=5MB/sec pending data=0 2024-08-04T16:07:14.731 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-WSCVOqBL0GfQlj3 off=7799494 len=1521692 2024-08-04T16:07:14.733 INFO:tasks.workunit.client.0.smithi007.stdout:op 5678 completed, throughput=5MB/sec 2024-08-04T16:07:14.733 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-AXYsyY_CrwbUtR2 off=4793728 len=1289409 2024-08-04T16:07:14.741 INFO:tasks.workunit.client.0.smithi007.stdout:op 5679 completed, throughput=5MB/sec 2024-08-04T16:07:14.742 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gQ5AAkCYGaxMcCF off=3657279 len=1328957 2024-08-04T16:07:14.748 INFO:tasks.workunit.client.0.smithi007.stdout:op 5680 completed, throughput=5MB/sec 2024-08-04T16:07:14.748 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5IiiEClty30Qhur off=1047626 len=76774 2024-08-04T16:07:14.749 INFO:tasks.workunit.client.0.smithi007.stdout:op 5681 completed, throughput=5MB/sec 2024-08-04T16:07:14.749 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5KqQv3dwpEU8REp off=45505 len=1053656 2024-08-04T16:07:14.754 INFO:tasks.workunit.client.0.smithi007.stdout:op 5682 completed, throughput=5MB/sec 2024-08-04T16:07:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:15 smithi062 ceph-mon[85960]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:07:15.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:15 smithi007 ceph-mon[92692]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:07:15.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:15 smithi007 ceph-mon[94998]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:07:15.754 INFO:tasks.workunit.client.0.smithi007.stdout: 1111: throughput=5MB/sec pending data=0 2024-08-04T16:07:15.754 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7hIPu4PqlVGykBM off=5252329 len=592060 2024-08-04T16:07:15.759 INFO:tasks.workunit.client.0.smithi007.stdout:op 5683 completed, throughput=5MB/sec 2024-08-04T16:07:15.759 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Vv28nF4g5yfReuH off=7139324 len=892063 2024-08-04T16:07:15.764 INFO:tasks.workunit.client.0.smithi007.stdout:op 5684 completed, throughput=5MB/sec 2024-08-04T16:07:15.764 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5uxf5vpNiH7mgHw off=7215969 len=969885 2024-08-04T16:07:15.769 INFO:tasks.workunit.client.0.smithi007.stdout:op 5685 completed, throughput=5MB/sec 2024-08-04T16:07:15.769 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2aLxW-uVM0NeGHo off=2614181 len=17341 2024-08-04T16:07:15.769 INFO:tasks.workunit.client.0.smithi007.stdout:op 5686 completed, throughput=5MB/sec 2024-08-04T16:07:15.769 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6CrsYfydOmd8LdL off=8841527 len=1564208 2024-08-04T16:07:15.771 INFO:tasks.workunit.client.0.smithi007.stdout:op 5687 completed, throughput=5MB/sec 2024-08-04T16:07:15.771 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-oD6wvpbmnAsTBRq off=3454559 len=599373 2024-08-04T16:07:15.776 INFO:tasks.workunit.client.0.smithi007.stdout:op 5688 completed, throughput=5MB/sec 2024-08-04T16:07:15.776 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aMxSs7Dubm74bCg off=1741153 len=1153279 2024-08-04T16:07:15.781 INFO:tasks.workunit.client.0.smithi007.stdout:op 5689 completed, throughput=5MB/sec 2024-08-04T16:07:16.487 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:07:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:07:16] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-08-04T16:07:16.782 INFO:tasks.workunit.client.0.smithi007.stdout: 1112: throughput=5MB/sec pending data=0 2024-08-04T16:07:16.782 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dV8MQLTJEbXvWut off=1125107 len=14029 2024-08-04T16:07:16.785 INFO:tasks.workunit.client.0.smithi007.stdout:op 5690 completed, throughput=5MB/sec 2024-08-04T16:07:16.785 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-e-nwklsMUN2OseF off=8855224 len=1079047 2024-08-04T16:07:16.791 INFO:tasks.workunit.client.0.smithi007.stdout:op 5691 completed, throughput=5MB/sec 2024-08-04T16:07:16.791 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Q4sbbYx0uJ9nler off=1962906 len=691446 2024-08-04T16:07:16.795 INFO:tasks.workunit.client.0.smithi007.stdout:op 5692 completed, throughput=5MB/sec 2024-08-04T16:07:16.795 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2XKxpLR73p-JIx7 off=15324699 len=655596 2024-08-04T16:07:16.796 INFO:tasks.workunit.client.0.smithi007.stdout:op 5693 completed, throughput=5MB/sec 2024-08-04T16:07:16.796 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FwdpvbJ50dgo9Wj off=2750481 len=580402 2024-08-04T16:07:16.801 INFO:tasks.workunit.client.0.smithi007.stdout:op 5694 completed, throughput=5MB/sec 2024-08-04T16:07:16.801 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-A-fIdiM1OElsQDW off=1790233 len=1328187 2024-08-04T16:07:16.802 INFO:tasks.workunit.client.0.smithi007.stdout:op 5695 completed, throughput=5MB/sec 2024-08-04T16:07:16.803 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uOau07GlUDGqrI6 off=3039997 len=1880411 2024-08-04T16:07:16.814 INFO:tasks.workunit.client.0.smithi007.stdout:op 5696 completed, throughput=5MB/sec 2024-08-04T16:07:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:17 smithi062 ceph-mon[85960]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:07:17.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:17 smithi007 ceph-mon[92692]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:07:17.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:17 smithi007 ceph-mon[94998]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-04T16:07:17.814 INFO:tasks.workunit.client.0.smithi007.stdout: 1113: throughput=5MB/sec pending data=0 2024-08-04T16:07:17.814 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6c3ANN2tUNQuhrC off=7121120 len=1096913 2024-08-04T16:07:17.821 INFO:tasks.workunit.client.0.smithi007.stdout:op 5697 completed, throughput=5MB/sec 2024-08-04T16:07:17.821 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Jv7cImTwSWZdt_- off=1626923 len=1795851 2024-08-04T16:07:17.823 INFO:tasks.workunit.client.0.smithi007.stdout:op 5698 completed, throughput=5MB/sec 2024-08-04T16:07:17.823 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Hy7h51rqwxRQKqz off=17589123 len=427490 2024-08-04T16:07:17.824 INFO:tasks.workunit.client.0.smithi007.stdout:op 5699 completed, throughput=5MB/sec 2024-08-04T16:07:17.824 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6NWPqt1YqKQXxu0 off=7549275 len=1765574 2024-08-04T16:07:17.835 INFO:tasks.workunit.client.0.smithi007.stdout:op 5700 completed, throughput=5MB/sec 2024-08-04T16:07:18.835 INFO:tasks.workunit.client.0.smithi007.stdout: 1114: throughput=5MB/sec pending data=0 2024-08-04T16:07:18.836 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PkupVeXrDZgO4f7 off=4405296 len=177242 2024-08-04T16:07:18.837 INFO:tasks.workunit.client.0.smithi007.stdout:op 5701 completed, throughput=5MB/sec 2024-08-04T16:07:18.837 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6pQCAg2slTK2Eky off=6235573 len=155691 2024-08-04T16:07:18.839 INFO:tasks.workunit.client.0.smithi007.stdout:op 5702 completed, throughput=5MB/sec 2024-08-04T16:07:18.840 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PvO3v-T3ZHSlR3R off=6391053 len=135730 2024-08-04T16:07:18.842 INFO:tasks.workunit.client.0.smithi007.stdout:op 5703 completed, throughput=5MB/sec 2024-08-04T16:07:18.842 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3bfaazSWIhVN2mc off=3853767 len=1470822 2024-08-04T16:07:18.851 INFO:tasks.workunit.client.0.smithi007.stdout:op 5704 completed, throughput=5MB/sec 2024-08-04T16:07:18.852 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZXBGeGKEZf8AUht off=170739 len=1893043 2024-08-04T16:07:18.863 INFO:tasks.workunit.client.0.smithi007.stdout:op 5705 completed, throughput=5MB/sec 2024-08-04T16:07:18.863 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BkD2xHfKd259c8r off=6907727 len=1078273 2024-08-04T16:07:18.869 INFO:tasks.workunit.client.0.smithi007.stdout:op 5706 completed, throughput=5MB/sec 2024-08-04T16:07:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:19 smithi062 ceph-mon[85960]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:07:19.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:19 smithi007 ceph-mon[94998]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:07:19.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:19 smithi007 ceph-mon[92692]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:07:19.869 INFO:tasks.workunit.client.0.smithi007.stdout: 1115: throughput=5MB/sec pending data=0 2024-08-04T16:07:19.869 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zFFv4xNmXb1cuNn off=13310221 len=1206737 2024-08-04T16:07:19.875 INFO:tasks.workunit.client.0.smithi007.stdout:op 5707 completed, throughput=5MB/sec 2024-08-04T16:07:19.876 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xYVRf1y21o8aeid off=2439623 len=326920 2024-08-04T16:07:19.879 INFO:tasks.workunit.client.0.smithi007.stdout:op 5708 completed, throughput=5MB/sec 2024-08-04T16:07:19.879 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZZPEo2butFNhSuf off=3789449 len=1049474 2024-08-04T16:07:19.884 INFO:tasks.workunit.client.0.smithi007.stdout:op 5709 completed, throughput=5MB/sec 2024-08-04T16:07:19.884 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OTAwA8broTtPrPj off=9580613 len=1123649 2024-08-04T16:07:19.889 INFO:tasks.workunit.client.0.smithi007.stdout:op 5710 completed, throughput=5MB/sec 2024-08-04T16:07:19.889 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1H5R3uDNvsQSVEz off=482033 len=773301 2024-08-04T16:07:19.891 INFO:tasks.workunit.client.0.smithi007.stdout:op 5711 completed, throughput=5MB/sec 2024-08-04T16:07:20.892 INFO:tasks.workunit.client.0.smithi007.stdout: 1116: throughput=5MB/sec pending data=0 2024-08-04T16:07:20.892 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1SftJIaLn0Skhl2 off=4409683 len=915463 2024-08-04T16:07:20.897 INFO:tasks.workunit.client.0.smithi007.stdout:op 5712 completed, throughput=5MB/sec 2024-08-04T16:07:20.897 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Jju7oODO0UBI1Dw off=16839278 len=72146 2024-08-04T16:07:20.899 INFO:tasks.workunit.client.0.smithi007.stdout:op 5713 completed, throughput=5MB/sec 2024-08-04T16:07:20.900 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ZpVe4B8KdDqmLdS off=3290637 len=1514383 2024-08-04T16:07:20.906 INFO:tasks.workunit.client.0.smithi007.stdout:op 5714 completed, throughput=5MB/sec 2024-08-04T16:07:20.906 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iRTePUMQddCZ7WH off=5871792 len=559135 2024-08-04T16:07:20.907 INFO:tasks.workunit.client.0.smithi007.stdout:op 5715 completed, throughput=5MB/sec 2024-08-04T16:07:20.907 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6bSKem1JV4R1dbt off=6431429 len=1802901 2024-08-04T16:07:20.909 INFO:tasks.workunit.client.0.smithi007.stdout:op 5716 completed, throughput=5MB/sec 2024-08-04T16:07:20.909 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-U5PSuzXIptL3LJI off=15595747 len=164476 2024-08-04T16:07:20.911 INFO:tasks.workunit.client.0.smithi007.stdout:op 5717 completed, throughput=5MB/sec 2024-08-04T16:07:20.911 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-s9JoVQRD8BohWdK off=2316151 len=29609 2024-08-04T16:07:20.912 INFO:tasks.workunit.client.0.smithi007.stdout:op 5718 completed, throughput=5MB/sec 2024-08-04T16:07:20.912 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RgHc7RFWzI8-r_i off=2046849 len=632097 2024-08-04T16:07:20.913 INFO:tasks.workunit.client.0.smithi007.stdout:op 5719 completed, throughput=5MB/sec 2024-08-04T16:07:21.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:21 smithi062 ceph-mon[85960]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T16:07:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:07:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:21 smithi007 ceph-mon[92692]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T16:07:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:07:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:21 smithi007 ceph-mon[94998]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T16:07:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:07:21.913 INFO:tasks.workunit.client.0.smithi007.stdout: 1117: throughput=5MB/sec pending data=0 2024-08-04T16:07:21.913 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dFbjB-BLlwID75_ off=4928294 len=1135754 2024-08-04T16:07:21.920 INFO:tasks.workunit.client.0.smithi007.stdout:op 5720 completed, throughput=5MB/sec 2024-08-04T16:07:21.920 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ivDHzzRsIgw-E7d off=76452 len=875347 2024-08-04T16:07:21.922 INFO:tasks.workunit.client.0.smithi007.stdout:op 5721 completed, throughput=5MB/sec 2024-08-04T16:07:21.922 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EKCaGsW0bzusBEQ off=1422645 len=1879685 2024-08-04T16:07:21.930 INFO:tasks.workunit.client.0.smithi007.stdout:op 5722 completed, throughput=5MB/sec 2024-08-04T16:07:21.930 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-fM4hB8D6typZ08h off=5015085 len=2065762 2024-08-04T16:07:21.942 INFO:tasks.workunit.client.0.smithi007.stdout:op 5723 completed, throughput=5MB/sec 2024-08-04T16:07:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:07:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:07:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:07:22.942 INFO:tasks.workunit.client.0.smithi007.stdout: 1118: throughput=5MB/sec pending data=0 2024-08-04T16:07:22.943 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EeNJSdF6O2UOcZt off=2150944 len=1979299 2024-08-04T16:07:22.954 INFO:tasks.workunit.client.0.smithi007.stdout:op 5724 completed, throughput=5MB/sec 2024-08-04T16:07:22.954 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KG1ED2PWERFLQVD off=14009007 len=610803 2024-08-04T16:07:22.958 INFO:tasks.workunit.client.0.smithi007.stdout:op 5725 completed, throughput=5MB/sec 2024-08-04T16:07:22.958 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DAkwHY8Ws5v6EFT off=16720989 len=664950 2024-08-04T16:07:22.959 INFO:tasks.workunit.client.0.smithi007.stdout:op 5726 completed, throughput=5MB/sec 2024-08-04T16:07:22.959 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aDSkIsJPR-qMP6V off=7249947 len=80336 2024-08-04T16:07:22.962 INFO:tasks.workunit.client.0.smithi007.stdout:op 5727 completed, throughput=5MB/sec 2024-08-04T16:07:22.962 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ifGYell7uV6RJYQ off=1648063 len=21409 2024-08-04T16:07:22.962 INFO:tasks.workunit.client.0.smithi007.stdout:op 5728 completed, throughput=5MB/sec 2024-08-04T16:07:22.963 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-vlZYFy7Sn-pR4Wn off=189302 len=1894043 2024-08-04T16:07:22.967 INFO:tasks.workunit.client.0.smithi007.stdout:op 5729 completed, throughput=5MB/sec 2024-08-04T16:07:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:23 smithi062 ceph-mon[85960]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-04T16:07:23.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:23 smithi007 ceph-mon[92692]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-04T16:07:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:23 smithi007 ceph-mon[94998]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-04T16:07:23.967 INFO:tasks.workunit.client.0.smithi007.stdout: 1119: throughput=5MB/sec pending data=0 2024-08-04T16:07:23.968 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BgQUT6tKjZI0MkT off=4761615 len=1845427 2024-08-04T16:07:23.971 INFO:tasks.workunit.client.0.smithi007.stdout:op 5730 completed, throughput=5MB/sec 2024-08-04T16:07:23.971 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UOKwvYg8zNtgm7Q off=13964088 len=1517572 2024-08-04T16:07:23.973 INFO:tasks.workunit.client.0.smithi007.stdout:op 5731 completed, throughput=5MB/sec 2024-08-04T16:07:23.974 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tsRvWu6s8NLNJEy off=17199131 len=553384 2024-08-04T16:07:23.975 INFO:tasks.workunit.client.0.smithi007.stdout:op 5732 completed, throughput=5MB/sec 2024-08-04T16:07:23.975 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6yuxS_wsPD8QtX0 off=348716 len=1513841 2024-08-04T16:07:23.984 INFO:tasks.workunit.client.0.smithi007.stdout:op 5733 completed, throughput=5MB/sec 2024-08-04T16:07:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: 1120: throughput=5MB/sec pending data=0 2024-08-04T16:07:24.984 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eiVRAhJbYY-OOuI off=3485426 len=1280665 2024-08-04T16:07:24.990 INFO:tasks.workunit.client.0.smithi007.stdout:op 5734 completed, throughput=5MB/sec 2024-08-04T16:07:24.990 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lUuJhSmwAmAx2zo off=9035957 len=801948 2024-08-04T16:07:24.992 INFO:tasks.workunit.client.0.smithi007.stdout:op 5735 completed, throughput=5MB/sec 2024-08-04T16:07:24.992 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wfp9HlgcDudkPYw off=14114207 len=511234 2024-08-04T16:07:24.993 INFO:tasks.workunit.client.0.smithi007.stdout:op 5736 completed, throughput=5MB/sec 2024-08-04T16:07:24.993 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IwK3iXmHtBkAK-K off=9343161 len=185640 2024-08-04T16:07:24.996 INFO:tasks.workunit.client.0.smithi007.stdout:op 5737 completed, throughput=5MB/sec 2024-08-04T16:07:24.996 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tOjCgXLKpn2F81H off=2872260 len=319366 2024-08-04T16:07:24.999 INFO:tasks.workunit.client.0.smithi007.stdout:op 5738 completed, throughput=5MB/sec 2024-08-04T16:07:24.999 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-FJd6QY9UEbRgGAE off=1501540 len=1169089 2024-08-04T16:07:25.001 INFO:tasks.workunit.client.0.smithi007.stdout:op 5739 completed, throughput=5MB/sec 2024-08-04T16:07:25.001 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-8wIFeLeKM9-c2cS off=189658 len=1389435 2024-08-04T16:07:25.007 INFO:tasks.workunit.client.0.smithi007.stdout:op 5740 completed, throughput=5MB/sec 2024-08-04T16:07:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:25 smithi062 ceph-mon[85960]: pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:07:25.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:25 smithi007 ceph-mon[92692]: pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:07:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:25 smithi007 ceph-mon[94998]: pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:07:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: 1121: throughput=5MB/sec pending data=0 2024-08-04T16:07:26.008 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rVrHpW5yTvKrLcZ off=720033 len=890961 2024-08-04T16:07:26.013 INFO:tasks.workunit.client.0.smithi007.stdout:op 5741 completed, throughput=5MB/sec 2024-08-04T16:07:26.013 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-A_taNgxfnMDSkMk off=19219621 len=623276 2024-08-04T16:07:26.014 INFO:tasks.workunit.client.0.smithi007.stdout:op 5742 completed, throughput=5MB/sec 2024-08-04T16:07:26.015 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_ipBl7YhUjxrAvF off=2804694 len=1846267 2024-08-04T16:07:26.017 INFO:tasks.workunit.client.0.smithi007.stdout:op 5743 completed, throughput=5MB/sec 2024-08-04T16:07:26.017 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6b_NyRlisfr2Uyu off=1548554 len=1205271 2024-08-04T16:07:26.020 INFO:tasks.workunit.client.0.smithi007.stdout:op 5744 completed, throughput=5MB/sec 2024-08-04T16:07:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:07:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:07:26] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-08-04T16:07:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: 1122: throughput=5MB/sec pending data=0 2024-08-04T16:07:27.020 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZSpNUy92TkDsPzl off=325559 len=2067954 2024-08-04T16:07:27.022 INFO:tasks.workunit.client.0.smithi007.stdout:op 5745 completed, throughput=5MB/sec 2024-08-04T16:07:27.023 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TxGvofAWti0g3jc off=2719262 len=316883 2024-08-04T16:07:27.026 INFO:tasks.workunit.client.0.smithi007.stdout:op 5746 completed, throughput=5MB/sec 2024-08-04T16:07:27.026 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yAR07h5okd2br9c off=895343 len=901314 2024-08-04T16:07:27.031 INFO:tasks.workunit.client.0.smithi007.stdout:op 5747 completed, throughput=5MB/sec 2024-08-04T16:07:27.031 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9WAcnvlYBFM9w97 off=4205176 len=1424650 2024-08-04T16:07:27.039 INFO:tasks.workunit.client.0.smithi007.stdout:op 5748 completed, throughput=5MB/sec 2024-08-04T16:07:27.039 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OwxLAwU36EZRcWF off=8669538 len=98600 2024-08-04T16:07:27.041 INFO:tasks.workunit.client.0.smithi007.stdout:op 5749 completed, throughput=5MB/sec 2024-08-04T16:07:27.041 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-PR5asv6twh2QOhB off=2539473 len=1832795 2024-08-04T16:07:27.048 INFO:tasks.workunit.client.0.smithi007.stdout:op 5750 completed, throughput=5MB/sec 2024-08-04T16:07:27.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:27 smithi062 ceph-mon[85960]: pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T16:07:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:27 smithi007 ceph-mon[92692]: pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T16:07:27.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:27 smithi007 ceph-mon[94998]: pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-04T16:07:28.049 INFO:tasks.workunit.client.0.smithi007.stdout: 1123: throughput=5MB/sec pending data=0 2024-08-04T16:07:28.049 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-d-517DCTm6uLkP4 off=13779983 len=416864 2024-08-04T16:07:28.050 INFO:tasks.workunit.client.0.smithi007.stdout:op 5751 completed, throughput=5MB/sec 2024-08-04T16:07:28.050 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-L5H6vJ3unBkzXeQ off=14987362 len=1082977 2024-08-04T16:07:28.051 INFO:tasks.workunit.client.0.smithi007.stdout:op 5752 completed, throughput=5MB/sec 2024-08-04T16:07:28.051 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-b1cwqToKbGQeG1P off=3979760 len=1653111 2024-08-04T16:07:28.059 INFO:tasks.workunit.client.0.smithi007.stdout:op 5753 completed, throughput=5MB/sec 2024-08-04T16:07:28.059 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ny1s_J2s2Wbr6I4 off=60302 len=107091 2024-08-04T16:07:28.061 INFO:tasks.workunit.client.0.smithi007.stdout:op 5754 completed, throughput=5MB/sec 2024-08-04T16:07:28.062 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-djvwJgerakL8Dmo off=1148360 len=1086580 2024-08-04T16:07:28.066 INFO:tasks.workunit.client.0.smithi007.stdout:op 5755 completed, throughput=5MB/sec 2024-08-04T16:07:29.066 INFO:tasks.workunit.client.0.smithi007.stdout: 1124: throughput=5MB/sec pending data=0 2024-08-04T16:07:29.067 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-aDpyRxPbq37V9H8 off=881788 len=894279 2024-08-04T16:07:29.071 INFO:tasks.workunit.client.0.smithi007.stdout:op 5756 completed, throughput=5MB/sec 2024-08-04T16:07:29.071 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-m10r9l738J8IS0W off=14707831 len=34193 2024-08-04T16:07:29.072 INFO:tasks.workunit.client.0.smithi007.stdout:op 5757 completed, throughput=5MB/sec 2024-08-04T16:07:29.072 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-5VrpAxWkp5g0WB8 off=4414628 len=214791 2024-08-04T16:07:29.075 INFO:tasks.workunit.client.0.smithi007.stdout:op 5758 completed, throughput=5MB/sec 2024-08-04T16:07:29.075 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-atlKijNn1V0p6CX off=5796933 len=1230620 2024-08-04T16:07:29.076 INFO:tasks.workunit.client.0.smithi007.stdout:op 5759 completed, throughput=5MB/sec 2024-08-04T16:07:29.076 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jV4o5ULk6eT1dqc off=7167007 len=1393132 2024-08-04T16:07:29.083 INFO:tasks.workunit.client.0.smithi007.stdout:op 5760 completed, throughput=5MB/sec 2024-08-04T16:07:29.083 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xLMrr3HGUUwgX4K off=6228795 len=1350916 2024-08-04T16:07:29.089 INFO:tasks.workunit.client.0.smithi007.stdout:op 5761 completed, throughput=5MB/sec 2024-08-04T16:07:29.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:29 smithi062 ceph-mon[85960]: pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T16:07:29.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:29 smithi007 ceph-mon[92692]: pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T16:07:29.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:29 smithi007 ceph-mon[94998]: pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T16:07:30.090 INFO:tasks.workunit.client.0.smithi007.stdout: 1125: throughput=5MB/sec pending data=0 2024-08-04T16:07:30.090 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-mDUtHHAAyifcqgN off=12013202 len=1120350 2024-08-04T16:07:30.096 INFO:tasks.workunit.client.0.smithi007.stdout:op 5762 completed, throughput=5MB/sec 2024-08-04T16:07:30.096 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iqza1G3LY7dhqwX off=1849065 len=1034053 2024-08-04T16:07:30.098 INFO:tasks.workunit.client.0.smithi007.stdout:op 5763 completed, throughput=5MB/sec 2024-08-04T16:07:30.098 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jYCG1mrkZZXWJ10 off=8227283 len=1363154 2024-08-04T16:07:30.101 INFO:tasks.workunit.client.0.smithi007.stdout:op 5764 completed, throughput=5MB/sec 2024-08-04T16:07:30.101 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-e5cnh2P5yaBb5Ky off=17670891 len=1355351 2024-08-04T16:07:30.103 INFO:tasks.workunit.client.0.smithi007.stdout:op 5765 completed, throughput=5MB/sec 2024-08-04T16:07:31.103 INFO:tasks.workunit.client.0.smithi007.stdout: 1126: throughput=5MB/sec pending data=0 2024-08-04T16:07:31.104 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Djv-7Zn0_0xqzvh off=10405615 len=1109371 2024-08-04T16:07:31.109 INFO:tasks.workunit.client.0.smithi007.stdout:op 5766 completed, throughput=5MB/sec 2024-08-04T16:07:31.109 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7Ih_NdeMvVIicsa off=10137171 len=1719310 2024-08-04T16:07:31.121 INFO:tasks.workunit.client.0.smithi007.stdout:op 5767 completed, throughput=5MB/sec 2024-08-04T16:07:31.121 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-z_4peQNhbiva1bS off=4906344 len=614886 2024-08-04T16:07:31.122 INFO:tasks.workunit.client.0.smithi007.stdout:op 5768 completed, throughput=5MB/sec 2024-08-04T16:07:31.122 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jEH5oRDTrzD44q7 off=5912284 len=83866 2024-08-04T16:07:31.123 INFO:tasks.workunit.client.0.smithi007.stdout:op 5769 completed, throughput=5MB/sec 2024-08-04T16:07:31.123 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6bwcqtg-p0c2JD5 off=901059 len=1250854 2024-08-04T16:07:31.125 INFO:tasks.workunit.client.0.smithi007.stdout:op 5770 completed, throughput=5MB/sec 2024-08-04T16:07:31.125 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OxEfG5-wjpyw_Ar off=15145685 len=920009 2024-08-04T16:07:31.126 INFO:tasks.workunit.client.0.smithi007.stdout:op 5771 completed, throughput=5MB/sec 2024-08-04T16:07:31.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:31 smithi062 ceph-mon[85960]: pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:07:31.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:31 smithi007 ceph-mon[94998]: pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:07:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:31 smithi007 ceph-mon[92692]: pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-04T16:07:32.127 INFO:tasks.workunit.client.0.smithi007.stdout: 1127: throughput=5MB/sec pending data=0 2024-08-04T16:07:32.127 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-S-BfvDe77dAwWdd off=1157006 len=931396 2024-08-04T16:07:32.128 INFO:tasks.workunit.client.0.smithi007.stdout:op 5772 completed, throughput=5MB/sec 2024-08-04T16:07:32.128 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-X6TYktMFAbRegPi off=10706860 len=1542781 2024-08-04T16:07:32.138 INFO:tasks.workunit.client.0.smithi007.stdout:op 5773 completed, throughput=5MB/sec 2024-08-04T16:07:32.138 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Vz0VK58udFYOoaG off=2239833 len=575774 2024-08-04T16:07:32.142 INFO:tasks.workunit.client.0.smithi007.stdout:op 5774 completed, throughput=5MB/sec 2024-08-04T16:07:32.142 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zy-0PEfnytM9as8 off=4224555 len=1125108 2024-08-04T16:07:32.143 INFO:tasks.workunit.client.0.smithi007.stdout:op 5775 completed, throughput=5MB/sec 2024-08-04T16:07:32.143 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wSNWhNbw0ibke3K off=1336356 len=669745 2024-08-04T16:07:32.145 INFO:tasks.workunit.client.0.smithi007.stdout:op 5776 completed, throughput=5MB/sec 2024-08-04T16:07:32.145 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PgZDW779hbVTJOi off=3712624 len=1845351 2024-08-04T16:07:32.146 INFO:tasks.workunit.client.0.smithi007.stdout:op 5777 completed, throughput=5MB/sec 2024-08-04T16:07:32.760 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:07:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:07:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:07:33.147 INFO:tasks.workunit.client.0.smithi007.stdout: 1128: throughput=5MB/sec pending data=0 2024-08-04T16:07:33.147 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Czq-hLQFX0koh3u off=8705925 len=493332 2024-08-04T16:07:33.148 INFO:tasks.workunit.client.0.smithi007.stdout:op 5778 completed, throughput=5MB/sec 2024-08-04T16:07:33.148 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eu4cbKVlYHBk_0n off=6542746 len=362437 2024-08-04T16:07:33.152 INFO:tasks.workunit.client.0.smithi007.stdout:op 5779 completed, throughput=5MB/sec 2024-08-04T16:07:33.152 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QBWXyKcQivgRlsc off=6686656 len=12084 2024-08-04T16:07:33.153 INFO:tasks.workunit.client.0.smithi007.stdout:op 5780 completed, throughput=5MB/sec 2024-08-04T16:07:33.153 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EkUIeHWnTvcGctb off=3224116 len=36281 2024-08-04T16:07:33.154 INFO:tasks.workunit.client.0.smithi007.stdout:op 5781 completed, throughput=5MB/sec 2024-08-04T16:07:33.155 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XQ1cSzEpByim7hd off=188368 len=1845751 2024-08-04T16:07:33.165 INFO:tasks.workunit.client.0.smithi007.stdout:op 5782 completed, throughput=5MB/sec 2024-08-04T16:07:33.165 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Jx4gmphrh0tfXpb off=8552900 len=52739 2024-08-04T16:07:33.168 INFO:tasks.workunit.client.0.smithi007.stdout:op 5783 completed, throughput=5MB/sec 2024-08-04T16:07:33.168 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Sb2fEwmiXUnTGxp off=1447551 len=945238 2024-08-04T16:07:33.174 INFO:tasks.workunit.client.0.smithi007.stdout:op 5784 completed, throughput=5MB/sec 2024-08-04T16:07:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:33 smithi062 ceph-mon[85960]: pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T16:07:33.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:33 smithi007 ceph-mon[92692]: pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T16:07:33.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:33 smithi007 ceph-mon[94998]: pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-04T16:07:34.174 INFO:tasks.workunit.client.0.smithi007.stdout: 1129: throughput=5MB/sec pending data=0 2024-08-04T16:07:34.174 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rxJgonSpO3plj6S off=5586051 len=654403 2024-08-04T16:07:34.178 INFO:tasks.workunit.client.0.smithi007.stdout:op 5785 completed, throughput=5MB/sec 2024-08-04T16:07:34.178 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Gs6E07heEAM_mdQ off=875562 len=1477034 2024-08-04T16:07:34.185 INFO:tasks.workunit.client.0.smithi007.stdout:op 5786 completed, throughput=5MB/sec 2024-08-04T16:07:34.186 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iNCVVEAlNvoaxnU off=3608613 len=612498 2024-08-04T16:07:34.189 INFO:tasks.workunit.client.0.smithi007.stdout:op 5787 completed, throughput=5MB/sec 2024-08-04T16:07:34.189 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-bkJR3dMBsgkYsvL off=749276 len=1246450 2024-08-04T16:07:34.191 INFO:tasks.workunit.client.0.smithi007.stdout:op 5788 completed, throughput=5MB/sec 2024-08-04T16:07:34.191 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_xeqW_s79HGQTtU off=2340757 len=1877954 2024-08-04T16:07:34.195 INFO:tasks.workunit.client.0.smithi007.stdout:op 5789 completed, throughput=5MB/sec 2024-08-04T16:07:35.195 INFO:tasks.workunit.client.0.smithi007.stdout: 1130: throughput=5MB/sec pending data=0 2024-08-04T16:07:35.195 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pMzuoyc-oGZA48I off=2745704 len=1927243 2024-08-04T16:07:35.205 INFO:tasks.workunit.client.0.smithi007.stdout:op 5790 completed, throughput=5MB/sec 2024-08-04T16:07:35.206 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9IEzEcOx4cRETg- off=5482439 len=709824 2024-08-04T16:07:35.207 INFO:tasks.workunit.client.0.smithi007.stdout:op 5791 completed, throughput=5MB/sec 2024-08-04T16:07:35.207 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-AidbYnzP3Fl9ctR off=11474245 len=600766 2024-08-04T16:07:35.208 INFO:tasks.workunit.client.0.smithi007.stdout:op 5792 completed, throughput=5MB/sec 2024-08-04T16:07:35.208 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1talSdLC-ux9J71 off=15021399 len=1935171 2024-08-04T16:07:35.212 INFO:tasks.workunit.client.0.smithi007.stdout:op 5793 completed, throughput=5MB/sec 2024-08-04T16:07:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:35 smithi062 ceph-mon[85960]: pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:07:35.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:35 smithi007 ceph-mon[92692]: pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:07:35.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:35 smithi007 ceph-mon[94998]: pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-04T16:07:36.212 INFO:tasks.workunit.client.0.smithi007.stdout: 1131: throughput=5MB/sec pending data=0 2024-08-04T16:07:36.213 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--Pvf34vaWLKxFDq off=7238915 len=1292893 2024-08-04T16:07:36.216 INFO:tasks.workunit.client.0.smithi007.stdout:op 5794 completed, throughput=5MB/sec 2024-08-04T16:07:36.216 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TX6Yw4avchTme9s off=1623477 len=476960 2024-08-04T16:07:36.217 INFO:tasks.workunit.client.0.smithi007.stdout:op 5795 completed, throughput=5MB/sec 2024-08-04T16:07:36.217 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PV0mpeovd5psuKP off=9079652 len=1763386 2024-08-04T16:07:36.219 INFO:tasks.workunit.client.0.smithi007.stdout:op 5796 completed, throughput=5MB/sec 2024-08-04T16:07:36.219 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NmijO6o7Av5qFWC off=4597042 len=615045 2024-08-04T16:07:36.221 INFO:tasks.workunit.client.0.smithi007.stdout:op 5797 completed, throughput=5MB/sec 2024-08-04T16:07:36.221 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YsQohKcRoTRB7WD off=1313426 len=1140511 2024-08-04T16:07:36.227 INFO:tasks.workunit.client.0.smithi007.stdout:op 5798 completed, throughput=5MB/sec 2024-08-04T16:07:36.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:07:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:07:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:07:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:07:36] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-08-04T16:07:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:07:37.228 INFO:tasks.workunit.client.0.smithi007.stdout: 1132: throughput=5MB/sec pending data=0 2024-08-04T16:07:37.228 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MNh6Ov7ADqtWQ_0 off=4778410 len=1481980 2024-08-04T16:07:37.230 INFO:tasks.workunit.client.0.smithi007.stdout:op 5799 completed, throughput=5MB/sec 2024-08-04T16:07:37.230 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dPBjsT5nPpUHzeP off=20214275 len=156867 2024-08-04T16:07:37.233 INFO:tasks.workunit.client.0.smithi007.stdout:op 5800 completed, throughput=5MB/sec 2024-08-04T16:07:37.233 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7xo65GTIR6YUZtI off=3846136 len=2060989 2024-08-04T16:07:37.245 INFO:tasks.workunit.client.0.smithi007.stdout:op 5801 completed, throughput=5MB/sec 2024-08-04T16:07:37.245 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-iq2rKCaHTCCjr0U off=1843665 len=1424516 2024-08-04T16:07:37.254 INFO:tasks.workunit.client.0.smithi007.stdout:op 5802 completed, throughput=5MB/sec 2024-08-04T16:07:37.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:37 smithi062 ceph-mon[85960]: pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T16:07:37.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:37 smithi007 ceph-mon[92692]: pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T16:07:37.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:37 smithi007 ceph-mon[94998]: pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T16:07:38.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1133: throughput=5MB/sec pending data=0 2024-08-04T16:07:38.254 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KvSNVkGdVsfz7cm off=4203236 len=1925431 2024-08-04T16:07:38.263 INFO:tasks.workunit.client.0.smithi007.stdout:op 5803 completed, throughput=5MB/sec 2024-08-04T16:07:38.263 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Ol_jhhiXmDCgZte off=2329530 len=137800 2024-08-04T16:07:38.264 INFO:tasks.workunit.client.0.smithi007.stdout:op 5804 completed, throughput=5MB/sec 2024-08-04T16:07:38.264 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qsAl6G8--hqsf1Z off=7594626 len=897286 2024-08-04T16:07:38.264 INFO:tasks.workunit.client.0.smithi007.stdout:op 5805 completed, throughput=5MB/sec 2024-08-04T16:07:38.264 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-it4qiA17pkdReuw off=11705469 len=1861179 2024-08-04T16:07:38.275 INFO:tasks.workunit.client.0.smithi007.stdout:op 5806 completed, throughput=5MB/sec 2024-08-04T16:07:38.275 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fjTDwpj1TapH93x off=775014 len=1121915 2024-08-04T16:07:38.276 INFO:tasks.workunit.client.0.smithi007.stdout:op 5807 completed, throughput=5MB/sec 2024-08-04T16:07:39.277 INFO:tasks.workunit.client.0.smithi007.stdout: 1134: throughput=5MB/sec pending data=0 2024-08-04T16:07:39.277 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nqVWP8LcEroAdtV off=2443401 len=1575069 2024-08-04T16:07:39.291 INFO:tasks.workunit.client.0.smithi007.stdout:op 5808 completed, throughput=5MB/sec 2024-08-04T16:07:39.291 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Lia2-C_Aos096WH off=14867650 len=318552 2024-08-04T16:07:39.292 INFO:tasks.workunit.client.0.smithi007.stdout:op 5809 completed, throughput=5MB/sec 2024-08-04T16:07:39.292 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tP7Dcy3aafoTnVx off=21750917 len=1545029 2024-08-04T16:07:39.300 INFO:tasks.workunit.client.0.smithi007.stdout:op 5810 completed, throughput=5MB/sec 2024-08-04T16:07:39.300 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-QLte72L___AlLUX off=1254186 len=2002229 2024-08-04T16:07:39.304 INFO:tasks.workunit.client.0.smithi007.stdout:op 5811 completed, throughput=5MB/sec 2024-08-04T16:07:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:39 smithi062 ceph-mon[85960]: pgmap v2016: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:07:39.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:39 smithi007 ceph-mon[92692]: pgmap v2016: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:07:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:39 smithi007 ceph-mon[94998]: pgmap v2016: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:07:40.304 INFO:tasks.workunit.client.0.smithi007.stdout: 1135: throughput=5MB/sec pending data=0 2024-08-04T16:07:40.305 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OvrZh2TJgI0HnMy off=2709138 len=694710 2024-08-04T16:07:40.305 INFO:tasks.workunit.client.0.smithi007.stdout:op 5812 completed, throughput=5MB/sec 2024-08-04T16:07:40.306 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj--lJrbktEAvGOt_c off=10066550 len=1153783 2024-08-04T16:07:40.308 INFO:tasks.workunit.client.0.smithi007.stdout:op 5813 completed, throughput=5MB/sec 2024-08-04T16:07:40.309 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XqXoKp0F_IlSHAR off=756567 len=635776 2024-08-04T16:07:40.309 INFO:tasks.workunit.client.0.smithi007.stdout:op 5814 completed, throughput=5MB/sec 2024-08-04T16:07:40.309 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_nhhz9JIVC-c6Cb off=14687475 len=2093296 2024-08-04T16:07:40.312 INFO:tasks.workunit.client.0.smithi007.stdout:op 5815 completed, throughput=5MB/sec 2024-08-04T16:07:41.313 INFO:tasks.workunit.client.0.smithi007.stdout: 1136: throughput=5MB/sec pending data=0 2024-08-04T16:07:41.313 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-b8fDcbA2e_e4lNd off=2045000 len=76545 2024-08-04T16:07:41.313 INFO:tasks.workunit.client.0.smithi007.stdout:op 5816 completed, throughput=5MB/sec 2024-08-04T16:07:41.314 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zDrYKJfErXmklZf off=4064526 len=773318 2024-08-04T16:07:41.315 INFO:tasks.workunit.client.0.smithi007.stdout:op 5817 completed, throughput=5MB/sec 2024-08-04T16:07:41.315 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SilstD4F9jieuN3 off=3729651 len=428919 2024-08-04T16:07:41.319 INFO:tasks.workunit.client.0.smithi007.stdout:op 5818 completed, throughput=5MB/sec 2024-08-04T16:07:41.319 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ltSLJfLnkHMg9tA off=8466327 len=1048660 2024-08-04T16:07:41.320 INFO:tasks.workunit.client.0.smithi007.stdout:op 5819 completed, throughput=5MB/sec 2024-08-04T16:07:41.321 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-n4PaCMcR4NwiSLd off=1387978 len=1922004 2024-08-04T16:07:41.323 INFO:tasks.workunit.client.0.smithi007.stdout:op 5820 completed, throughput=5MB/sec 2024-08-04T16:07:41.323 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-FlOQdIvLHOBsLoL off=15176410 len=1225961 2024-08-04T16:07:41.331 INFO:tasks.workunit.client.0.smithi007.stdout:op 5821 completed, throughput=5MB/sec 2024-08-04T16:07:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:41 smithi062 ceph-mon[85960]: pgmap v2017: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:07:41.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:41 smithi007 ceph-mon[92692]: pgmap v2017: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:07:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:41 smithi007 ceph-mon[94998]: pgmap v2017: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-04T16:07:42.331 INFO:tasks.workunit.client.0.smithi007.stdout: 1137: throughput=5MB/sec pending data=0 2024-08-04T16:07:42.331 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JIr1zKnHEi4zqro off=3487660 len=247010 2024-08-04T16:07:42.332 INFO:tasks.workunit.client.0.smithi007.stdout:op 5822 completed, throughput=5MB/sec 2024-08-04T16:07:42.332 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-BXLF1hOGyJniDx3 off=2889466 len=883517 2024-08-04T16:07:42.338 INFO:tasks.workunit.client.0.smithi007.stdout:op 5823 completed, throughput=5MB/sec 2024-08-04T16:07:42.338 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-mCPOSXQaqP6cQE2 off=7121367 len=2043893 2024-08-04T16:07:42.340 INFO:tasks.workunit.client.0.smithi007.stdout:op 5824 completed, throughput=5MB/sec 2024-08-04T16:07:42.340 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-xVQoS9n6da7ZzWF off=8432836 len=559651 2024-08-04T16:07:42.344 INFO:tasks.workunit.client.0.smithi007.stdout:op 5825 completed, throughput=5MB/sec 2024-08-04T16:07:42.344 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pFLXsxjR0-T6sPR off=1623566 len=1521107 2024-08-04T16:07:42.352 INFO:tasks.workunit.client.0.smithi007.stdout:op 5826 completed, throughput=5MB/sec 2024-08-04T16:07:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:07:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:07:43.353 INFO:tasks.workunit.client.0.smithi007.stdout: 1138: throughput=5MB/sec pending data=0 2024-08-04T16:07:43.353 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GFzYE54jo6_0dLn off=14326366 len=1858841 2024-08-04T16:07:43.355 INFO:tasks.workunit.client.0.smithi007.stdout:op 5827 completed, throughput=5MB/sec 2024-08-04T16:07:43.356 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DN5kCESB25vGqzJ off=424547 len=1778883 2024-08-04T16:07:43.363 INFO:tasks.workunit.client.0.smithi007.stdout:op 5828 completed, throughput=5MB/sec 2024-08-04T16:07:43.363 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MXFOjl19Auapwq- off=1518239 len=1706657 2024-08-04T16:07:43.365 INFO:tasks.workunit.client.0.smithi007.stdout:op 5829 completed, throughput=5MB/sec 2024-08-04T16:07:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:43 smithi062 ceph-mon[85960]: pgmap v2018: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:07:43.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:43 smithi007 ceph-mon[92692]: pgmap v2018: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:07:43.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:43 smithi007 ceph-mon[94998]: pgmap v2018: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-04T16:07:44.365 INFO:tasks.workunit.client.0.smithi007.stdout: 1139: throughput=5MB/sec pending data=0 2024-08-04T16:07:44.366 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qZjtfiJlE8_8PVG off=20547385 len=158725 2024-08-04T16:07:44.366 INFO:tasks.workunit.client.0.smithi007.stdout:op 5830 completed, throughput=5MB/sec 2024-08-04T16:07:44.366 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0mN6Is0Yhh04opH off=973470 len=1077245 2024-08-04T16:07:44.367 INFO:tasks.workunit.client.0.smithi007.stdout:op 5831 completed, throughput=5MB/sec 2024-08-04T16:07:44.367 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-t2lJ8sAGYW7SvLw off=438843 len=475068 2024-08-04T16:07:44.368 INFO:tasks.workunit.client.0.smithi007.stdout:op 5832 completed, throughput=5MB/sec 2024-08-04T16:07:44.369 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LXABIT2NX8TeH7l off=12143524 len=2000843 2024-08-04T16:07:44.376 INFO:tasks.workunit.client.0.smithi007.stdout:op 5833 completed, throughput=5MB/sec 2024-08-04T16:07:44.376 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IQnT5NGOoBtMS1m off=6587480 len=829994 2024-08-04T16:07:44.379 INFO:tasks.workunit.client.0.smithi007.stdout:op 5834 completed, throughput=5MB/sec 2024-08-04T16:07:44.379 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9x27oE8G-dj69c1 off=6154126 len=1868739 2024-08-04T16:07:44.381 INFO:tasks.workunit.client.0.smithi007.stdout:op 5835 completed, throughput=5MB/sec 2024-08-04T16:07:44.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:07:44.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:07:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:07:45.381 INFO:tasks.workunit.client.0.smithi007.stdout: 1140: throughput=5MB/sec pending data=0 2024-08-04T16:07:45.381 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-q8I_oB1dxTvuWsD off=3031039 len=1252727 2024-08-04T16:07:45.386 INFO:tasks.workunit.client.0.smithi007.stdout:op 5836 completed, throughput=5MB/sec 2024-08-04T16:07:45.386 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DN5kCESB25vGqzJ off=2914751 len=307086 2024-08-04T16:07:45.387 INFO:tasks.workunit.client.0.smithi007.stdout:op 5837 completed, throughput=5MB/sec 2024-08-04T16:07:45.387 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vrMnrzmQ2iEXAzU off=2369791 len=1632235 2024-08-04T16:07:45.396 INFO:tasks.workunit.client.0.smithi007.stdout:op 5838 completed, throughput=5MB/sec 2024-08-04T16:07:45.396 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6EAwSUk8HKbOHqr off=8273337 len=1988194 2024-08-04T16:07:45.398 INFO:tasks.workunit.client.0.smithi007.stdout:op 5839 completed, throughput=5MB/sec 2024-08-04T16:07:45.452 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:45 smithi062 ceph-mon[85960]: pgmap v2019: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:07:45.456 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:45 smithi007 ceph-mon[92692]: pgmap v2019: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:07:45.456 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:45 smithi007 ceph-mon[94998]: pgmap v2019: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:07:46.335 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:07:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:07:46] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-08-04T16:07:46.398 INFO:tasks.workunit.client.0.smithi007.stdout: 1141: throughput=5MB/sec pending data=0 2024-08-04T16:07:46.399 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-coTiJoabiXR6Lbf off=2322157 len=260723 2024-08-04T16:07:46.401 INFO:tasks.workunit.client.0.smithi007.stdout:op 5840 completed, throughput=5MB/sec 2024-08-04T16:07:46.401 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-INmbq-_kmOkkb5L off=8527173 len=1445384 2024-08-04T16:07:46.408 INFO:tasks.workunit.client.0.smithi007.stdout:op 5841 completed, throughput=5MB/sec 2024-08-04T16:07:46.408 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-U8xz6yrzmq2NYcv off=11015637 len=1231425 2024-08-04T16:07:46.409 INFO:tasks.workunit.client.0.smithi007.stdout:op 5842 completed, throughput=5MB/sec 2024-08-04T16:07:46.410 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WCpCue6urbdndrZ off=911343 len=420410 2024-08-04T16:07:46.412 INFO:tasks.workunit.client.0.smithi007.stdout:op 5843 completed, throughput=5MB/sec 2024-08-04T16:07:46.412 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-MATMy4KhhaD8iEe off=6637174 len=1850903 2024-08-04T16:07:46.416 INFO:tasks.workunit.client.0.smithi007.stdout:op 5844 completed, throughput=5MB/sec 2024-08-04T16:07:47.416 INFO:tasks.workunit.client.0.smithi007.stdout: 1142: throughput=5MB/sec pending data=0 2024-08-04T16:07:47.416 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zsx95oE8eysqWtZ off=6452600 len=668695 2024-08-04T16:07:47.417 INFO:tasks.workunit.client.0.smithi007.stdout:op 5845 completed, throughput=5MB/sec 2024-08-04T16:07:47.417 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-XaF09_6K5hxgEnN off=9700133 len=646982 2024-08-04T16:07:47.420 INFO:tasks.workunit.client.0.smithi007.stdout:op 5846 completed, throughput=5MB/sec 2024-08-04T16:07:47.420 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-rVzIX1yzhw5gLlv off=82115 len=433881 2024-08-04T16:07:47.424 INFO:tasks.workunit.client.0.smithi007.stdout:op 5847 completed, throughput=5MB/sec 2024-08-04T16:07:47.424 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2uXaHzEQEyXcyhL off=12561275 len=958947 2024-08-04T16:07:47.429 INFO:tasks.workunit.client.0.smithi007.stdout:op 5848 completed, throughput=5MB/sec 2024-08-04T16:07:47.429 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-emXrgb_zjnrcC-J off=15414183 len=1356367 2024-08-04T16:07:47.430 INFO:tasks.workunit.client.0.smithi007.stdout:op 5849 completed, throughput=5MB/sec 2024-08-04T16:07:47.430 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ZKTKFdpFlXEGXBO off=6618925 len=278733 2024-08-04T16:07:47.431 INFO:tasks.workunit.client.0.smithi007.stdout:op 5850 completed, throughput=5MB/sec 2024-08-04T16:07:47.431 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iIYNgSJh_4zdQs1 off=1967628 len=809499 2024-08-04T16:07:47.432 INFO:tasks.workunit.client.0.smithi007.stdout:op 5851 completed, throughput=5MB/sec 2024-08-04T16:07:47.470 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:47 smithi007 ceph-mon[92692]: pgmap v2020: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:07:47.470 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:47.470 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:47.470 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:47.471 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:47.471 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:47 smithi007 ceph-mon[94998]: pgmap v2020: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:07:47.471 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:47.471 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:47.471 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:47.471 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:47.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:47 smithi062 ceph-mon[85960]: pgmap v2020: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:07:47.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:47.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:47.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:47.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:48.433 INFO:tasks.workunit.client.0.smithi007.stdout: 1143: throughput=5MB/sec pending data=0 2024-08-04T16:07:48.433 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Cki9468_74VoQ48 off=9430782 len=813565 2024-08-04T16:07:48.437 INFO:tasks.workunit.client.0.smithi007.stdout:op 5852 completed, throughput=5MB/sec 2024-08-04T16:07:48.437 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-jpUNHt3he5MhXfG off=3088418 len=1958089 2024-08-04T16:07:48.444 INFO:tasks.workunit.client.0.smithi007.stdout:op 5853 completed, throughput=5MB/sec 2024-08-04T16:07:48.445 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OpFk69dgIxBB0rP off=12382050 len=177306 2024-08-04T16:07:48.446 INFO:tasks.workunit.client.0.smithi007.stdout:op 5854 completed, throughput=5MB/sec 2024-08-04T16:07:48.446 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-oqb_sw8W9tzYVo2 off=2329545 len=843428 2024-08-04T16:07:48.447 INFO:tasks.workunit.client.0.smithi007.stdout:op 5855 completed, throughput=5MB/sec 2024-08-04T16:07:48.447 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-24k1xi0fsRgjgmS off=2905075 len=1015255 2024-08-04T16:07:48.448 INFO:tasks.workunit.client.0.smithi007.stdout:op 5856 completed, throughput=5MB/sec 2024-08-04T16:07:48.478 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:48 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:48.478 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:48 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:48.478 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:48 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:48.478 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:48 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:48.478 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:48 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:48.478 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:48 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:48.478 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:48 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:48.478 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:48 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:48.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:48 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:48 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:48 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:48 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:49.449 INFO:tasks.workunit.client.0.smithi007.stdout: 1144: throughput=5MB/sec pending data=0 2024-08-04T16:07:49.449 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TbL7uYdGTL9O0W7 off=10571786 len=260505 2024-08-04T16:07:49.451 INFO:tasks.workunit.client.0.smithi007.stdout:op 5857 completed, throughput=5MB/sec 2024-08-04T16:07:49.451 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-iFVbPmoVjSKsgAw off=3409394 len=1532459 2024-08-04T16:07:49.453 INFO:tasks.workunit.client.0.smithi007.stdout:op 5858 completed, throughput=5MB/sec 2024-08-04T16:07:49.453 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-v-qtSWj_IRUVuQG off=2157305 len=1001511 2024-08-04T16:07:49.458 INFO:tasks.workunit.client.0.smithi007.stdout:op 5859 completed, throughput=5MB/sec 2024-08-04T16:07:49.458 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-G3SmwINEWt56amF off=7755244 len=876536 2024-08-04T16:07:49.460 INFO:tasks.workunit.client.0.smithi007.stdout:op 5860 completed, throughput=5MB/sec 2024-08-04T16:07:49.460 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-gOCeT3_WcV6WAJe off=1109774 len=162271 2024-08-04T16:07:49.460 INFO:tasks.workunit.client.0.smithi007.stdout:op 5861 completed, throughput=5MB/sec 2024-08-04T16:07:49.460 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DKGQp_ObmmJiLuD off=961191 len=1578029 2024-08-04T16:07:49.466 INFO:tasks.workunit.client.0.smithi007.stdout:op 5862 completed, throughput=5MB/sec 2024-08-04T16:07:49.498 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:49 smithi007 ceph-mon[92692]: pgmap v2021: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:07:49.498 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:49 smithi007 ceph-mon[94998]: pgmap v2021: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:07:49.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:49 smithi062 ceph-mon[85960]: pgmap v2021: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:07:50.467 INFO:tasks.workunit.client.0.smithi007.stdout: 1145: throughput=5MB/sec pending data=0 2024-08-04T16:07:50.467 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Gbd_mx7b7gYkTKX off=9333219 len=2032965 2024-08-04T16:07:50.469 INFO:tasks.workunit.client.0.smithi007.stdout:op 5863 completed, throughput=5MB/sec 2024-08-04T16:07:50.469 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tl9jwpW6Ntv7d8n off=20427751 len=997353 2024-08-04T16:07:50.474 INFO:tasks.workunit.client.0.smithi007.stdout:op 5864 completed, throughput=5MB/sec 2024-08-04T16:07:50.474 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-clGNBk5UrOeyv2Z off=4133535 len=1433012 2024-08-04T16:07:50.480 INFO:tasks.workunit.client.0.smithi007.stdout:op 5865 completed, throughput=5MB/sec 2024-08-04T16:07:50.481 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-1qTu15z4KFR7A8c off=7812277 len=894635 2024-08-04T16:07:50.485 INFO:tasks.workunit.client.0.smithi007.stdout:op 5866 completed, throughput=5MB/sec 2024-08-04T16:07:51.486 INFO:tasks.workunit.client.0.smithi007.stdout: 1146: throughput=5MB/sec pending data=0 2024-08-04T16:07:51.486 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-eodM74MbxJuvGV1 off=7232715 len=1160879 2024-08-04T16:07:51.487 INFO:tasks.workunit.client.0.smithi007.stdout:op 5867 completed, throughput=5MB/sec 2024-08-04T16:07:51.488 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ygJa8cvu-zngha3 off=16627341 len=1029941 2024-08-04T16:07:51.492 INFO:tasks.workunit.client.0.smithi007.stdout:op 5868 completed, throughput=5MB/sec 2024-08-04T16:07:51.492 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-ogTS6bvlfomEhVA off=549973 len=1537184 2024-08-04T16:07:51.494 INFO:tasks.workunit.client.0.smithi007.stdout:op 5869 completed, throughput=5MB/sec 2024-08-04T16:07:51.494 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kNkuXfXb0ISUeV6 off=0 len=2011372 2024-08-04T16:07:51.496 INFO:tasks.workunit.client.0.smithi007.stdout:op 5870 completed, throughput=5MB/sec 2024-08-04T16:07:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:51 smithi062 ceph-mon[85960]: pgmap v2022: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:07:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:07:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:07:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:07:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:51.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:51 smithi007 ceph-mon[94998]: pgmap v2022: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:07:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:07:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:07:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:07:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:51 smithi007 ceph-mon[92692]: pgmap v2022: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:07:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:51.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:51.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:07:51.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:51.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:51.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:07:51.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:07:51.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:07:52.497 INFO:tasks.workunit.client.0.smithi007.stdout: 1147: throughput=5MB/sec pending data=0 2024-08-04T16:07:52.497 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-zny0Gu1KxtUtjaI off=895506 len=808539 2024-08-04T16:07:52.498 INFO:tasks.workunit.client.0.smithi007.stdout:op 5871 completed, throughput=5MB/sec 2024-08-04T16:07:52.499 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-atFGlXD_Wz-c-SI off=6560032 len=1462856 2024-08-04T16:07:52.506 INFO:tasks.workunit.client.0.smithi007.stdout:op 5872 completed, throughput=5MB/sec 2024-08-04T16:07:52.507 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-sidm90-_B6ywVDP off=5108183 len=803375 2024-08-04T16:07:52.508 INFO:tasks.workunit.client.0.smithi007.stdout:op 5873 completed, throughput=5MB/sec 2024-08-04T16:07:52.509 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-IwK3iXmHtBkAK-K off=2321598 len=1995500 2024-08-04T16:07:52.517 INFO:tasks.workunit.client.0.smithi007.stdout:op 5874 completed, throughput=5MB/sec 2024-08-04T16:07:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:07:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:07:53.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:53 smithi062 ceph-mon[85960]: pgmap v2023: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:07:53.517 INFO:tasks.workunit.client.0.smithi007.stdout: 1148: throughput=5MB/sec pending data=0 2024-08-04T16:07:53.517 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-pq1-lUA_syqcjzQ off=4271746 len=684377 2024-08-04T16:07:53.518 INFO:tasks.workunit.client.0.smithi007.stdout:op 5875 completed, throughput=5MB/sec 2024-08-04T16:07:53.518 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-rBvY6YIdhDE5MmP off=10993162 len=867202 2024-08-04T16:07:53.520 INFO:tasks.workunit.client.0.smithi007.stdout:op 5876 completed, throughput=5MB/sec 2024-08-04T16:07:53.520 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XCb6cbUV6kV1uea off=5536430 len=1069436 2024-08-04T16:07:53.522 INFO:tasks.workunit.client.0.smithi007.stdout:op 5877 completed, throughput=5MB/sec 2024-08-04T16:07:53.522 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1YxECBY0CfOiwfT off=3295187 len=1794685 2024-08-04T16:07:53.525 INFO:tasks.workunit.client.0.smithi007.stdout:op 5878 completed, throughput=5MB/sec 2024-08-04T16:07:53.525 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-UcCiR3LiQavO40a off=7075109 len=392776 2024-08-04T16:07:53.528 INFO:tasks.workunit.client.0.smithi007.stdout:op 5879 completed, throughput=5MB/sec 2024-08-04T16:07:53.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:53 smithi007 ceph-mon[94998]: pgmap v2023: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:07:53.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:53 smithi007 ceph-mon[92692]: pgmap v2023: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-04T16:07:54.529 INFO:tasks.workunit.client.0.smithi007.stdout: 1149: throughput=5MB/sec pending data=0 2024-08-04T16:07:54.529 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vzRMP4txYpmZzOn off=2468081 len=614499 2024-08-04T16:07:54.533 INFO:tasks.workunit.client.0.smithi007.stdout:op 5880 completed, throughput=5MB/sec 2024-08-04T16:07:54.533 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-9FDoxDckEDAb5sO off=381945 len=914679 2024-08-04T16:07:54.538 INFO:tasks.workunit.client.0.smithi007.stdout:op 5881 completed, throughput=5MB/sec 2024-08-04T16:07:54.539 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-eeMegvYgBozA9jX off=2344711 len=1263569 2024-08-04T16:07:54.544 INFO:tasks.workunit.client.0.smithi007.stdout:op 5882 completed, throughput=5MB/sec 2024-08-04T16:07:54.544 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-nxYUL080-jVuWy4 off=5849697 len=666631 2024-08-04T16:07:54.549 INFO:tasks.workunit.client.0.smithi007.stdout:op 5883 completed, throughput=5MB/sec 2024-08-04T16:07:54.549 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-u6uDTvvOGRbNbxQ off=1123514 len=758323 2024-08-04T16:07:54.554 INFO:tasks.workunit.client.0.smithi007.stdout:op 5884 completed, throughput=5MB/sec 2024-08-04T16:07:54.554 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-7mah0NWvgD4_i8I off=4995940 len=32173 2024-08-04T16:07:54.556 INFO:tasks.workunit.client.0.smithi007.stdout:op 5885 completed, throughput=5MB/sec 2024-08-04T16:07:54.556 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yco-1Om1RgEVGCd off=1365956 len=1176868 2024-08-04T16:07:54.558 INFO:tasks.workunit.client.0.smithi007.stdout:op 5886 completed, throughput=5MB/sec 2024-08-04T16:07:55.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:55 smithi062 ceph-mon[85960]: pgmap v2024: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T16:07:55.558 INFO:tasks.workunit.client.0.smithi007.stdout: 1150: throughput=5MB/sec pending data=0 2024-08-04T16:07:55.558 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-K3R29ZSqsbKoICG off=145877 len=1504797 2024-08-04T16:07:55.566 INFO:tasks.workunit.client.0.smithi007.stdout:op 5887 completed, throughput=5MB/sec 2024-08-04T16:07:55.566 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DD9uCPaTPhSpajW off=19268480 len=865965 2024-08-04T16:07:55.567 INFO:tasks.workunit.client.0.smithi007.stdout:op 5888 completed, throughput=5MB/sec 2024-08-04T16:07:55.568 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nebsdKbEideqCuy off=1550321 len=480475 2024-08-04T16:07:55.568 INFO:tasks.workunit.client.0.smithi007.stdout:op 5889 completed, throughput=5MB/sec 2024-08-04T16:07:55.569 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-lhWFgq5_97WyZ_r off=486886 len=732143 2024-08-04T16:07:55.569 INFO:tasks.workunit.client.0.smithi007.stdout:op 5890 completed, throughput=5MB/sec 2024-08-04T16:07:55.570 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-EX_FgN6_YAyqkMM off=63474 len=1777745 2024-08-04T16:07:55.578 INFO:tasks.workunit.client.0.smithi007.stdout:op 5891 completed, throughput=5MB/sec 2024-08-04T16:07:55.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:55 smithi007 ceph-mon[92692]: pgmap v2024: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T16:07:55.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:55 smithi007 ceph-mon[94998]: pgmap v2024: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T16:07:56.578 INFO:tasks.workunit.client.0.smithi007.stdout: 1151: throughput=5MB/sec pending data=0 2024-08-04T16:07:56.579 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LYYuhw7nz8kiOjO off=13597281 len=2075074 2024-08-04T16:07:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:07:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:07:56] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-08-04T16:07:56.590 INFO:tasks.workunit.client.0.smithi007.stdout:op 5892 completed, throughput=5MB/sec 2024-08-04T16:07:56.590 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-tTFUaJElPh3gC0e off=6010317 len=976089 2024-08-04T16:07:56.592 INFO:tasks.workunit.client.0.smithi007.stdout:op 5893 completed, throughput=5MB/sec 2024-08-04T16:07:56.592 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-uYnsYv0-Hiq1skP off=3659519 len=525881 2024-08-04T16:07:56.596 INFO:tasks.workunit.client.0.smithi007.stdout:op 5894 completed, throughput=5MB/sec 2024-08-04T16:07:56.596 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-trUP4L-BLQFNOG8 off=17083812 len=1123272 2024-08-04T16:07:56.602 INFO:tasks.workunit.client.0.smithi007.stdout:op 5895 completed, throughput=5MB/sec 2024-08-04T16:07:56.602 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-sezIi0F9Vslg6U- off=7648771 len=1471348 2024-08-04T16:07:56.604 INFO:tasks.workunit.client.0.smithi007.stdout:op 5896 completed, throughput=5MB/sec 2024-08-04T16:07:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:57 smithi062 ceph-mon[85960]: pgmap v2025: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T16:07:57.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:57 smithi007 ceph-mon[92692]: pgmap v2025: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T16:07:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:57 smithi007 ceph-mon[94998]: pgmap v2025: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-04T16:07:57.604 INFO:tasks.workunit.client.0.smithi007.stdout: 1152: throughput=5MB/sec pending data=0 2024-08-04T16:07:57.604 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-fcWYx0-ysgTe9za off=10875625 len=1261136 2024-08-04T16:07:57.606 INFO:tasks.workunit.client.0.smithi007.stdout:op 5897 completed, throughput=5MB/sec 2024-08-04T16:07:57.606 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-APHeYaiuTqvjhQa off=3127927 len=244030 2024-08-04T16:07:57.609 INFO:tasks.workunit.client.0.smithi007.stdout:op 5898 completed, throughput=5MB/sec 2024-08-04T16:07:57.609 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-RrQtt0LtyjepwYT off=20394154 len=1221969 2024-08-04T16:07:57.610 INFO:tasks.workunit.client.0.smithi007.stdout:op 5899 completed, throughput=5MB/sec 2024-08-04T16:07:57.610 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--TxNzJpNGknbEHb off=3127897 len=698061 2024-08-04T16:07:57.615 INFO:tasks.workunit.client.0.smithi007.stdout:op 5900 completed, throughput=5MB/sec 2024-08-04T16:07:57.615 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xihebLeurAP3EQc off=17249938 len=1472655 2024-08-04T16:07:57.618 INFO:tasks.workunit.client.0.smithi007.stdout:op 5901 completed, throughput=5MB/sec 2024-08-04T16:07:58.619 INFO:tasks.workunit.client.0.smithi007.stdout: 1153: throughput=5MB/sec pending data=0 2024-08-04T16:07:58.619 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-G8hIBt4v6WRgB-A off=2836623 len=104088 2024-08-04T16:07:58.622 INFO:tasks.workunit.client.0.smithi007.stdout:op 5902 completed, throughput=5MB/sec 2024-08-04T16:07:58.622 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-cxw9Ux0_SUjcka3 off=6439155 len=1257621 2024-08-04T16:07:58.628 INFO:tasks.workunit.client.0.smithi007.stdout:op 5903 completed, throughput=5MB/sec 2024-08-04T16:07:58.628 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6K1KkSFdFpci0Xk off=10243479 len=69337 2024-08-04T16:07:58.631 INFO:tasks.workunit.client.0.smithi007.stdout:op 5904 completed, throughput=5MB/sec 2024-08-04T16:07:58.631 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ai9p3DmbNQtTXC6 off=11233363 len=1075969 2024-08-04T16:07:58.637 INFO:tasks.workunit.client.0.smithi007.stdout:op 5905 completed, throughput=5MB/sec 2024-08-04T16:07:58.637 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-WD-OXW-EJKXLIPY off=0 len=1855271 2024-08-04T16:07:58.649 INFO:tasks.workunit.client.0.smithi007.stdout:op 5906 completed, throughput=5MB/sec 2024-08-04T16:07:58.649 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-TcFI7hzWXE1-Ju7 off=11750261 len=987854 2024-08-04T16:07:58.651 INFO:tasks.workunit.client.0.smithi007.stdout:op 5907 completed, throughput=5MB/sec 2024-08-04T16:07:59.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:07:59 smithi062 ceph-mon[85960]: pgmap v2026: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:07:59.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:07:59 smithi007 ceph-mon[92692]: pgmap v2026: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:07:59.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:07:59 smithi007 ceph-mon[94998]: pgmap v2026: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:07:59.651 INFO:tasks.workunit.client.0.smithi007.stdout: 1154: throughput=5MB/sec pending data=0 2024-08-04T16:07:59.652 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-omaJpJb1Xu5zMLY off=1956568 len=615593 2024-08-04T16:07:59.653 INFO:tasks.workunit.client.0.smithi007.stdout:op 5908 completed, throughput=5MB/sec 2024-08-04T16:07:59.653 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-3SuhOoh2x4Yurwc off=8451516 len=878655 2024-08-04T16:07:59.658 INFO:tasks.workunit.client.0.smithi007.stdout:op 5909 completed, throughput=5MB/sec 2024-08-04T16:07:59.658 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GP7KFUr9s3QwyBf off=6811520 len=188483 2024-08-04T16:07:59.661 INFO:tasks.workunit.client.0.smithi007.stdout:op 5910 completed, throughput=5MB/sec 2024-08-04T16:07:59.661 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-f5gzrMKpSshPFdD off=7007272 len=1708411 2024-08-04T16:07:59.663 INFO:tasks.workunit.client.0.smithi007.stdout:op 5911 completed, throughput=5MB/sec 2024-08-04T16:07:59.663 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-nwW9sYv9KEJ_E8E off=1044037 len=308404 2024-08-04T16:07:59.664 INFO:tasks.workunit.client.0.smithi007.stdout:op 5912 completed, throughput=5MB/sec 2024-08-04T16:07:59.664 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-uUbFiMELJ6vpHAI off=1169446 len=1004009 2024-08-04T16:07:59.666 INFO:tasks.workunit.client.0.smithi007.stdout:op 5913 completed, throughput=5MB/sec 2024-08-04T16:07:59.666 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xmgoMDY2EYWERRH off=6630126 len=1898068 2024-08-04T16:07:59.668 INFO:tasks.workunit.client.0.smithi007.stdout:op 5914 completed, throughput=5MB/sec 2024-08-04T16:08:00.669 INFO:tasks.workunit.client.0.smithi007.stdout: 1155: throughput=5MB/sec pending data=0 2024-08-04T16:08:00.669 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UJbbZjrTOShE1x1 off=2556817 len=1137108 2024-08-04T16:08:00.670 INFO:tasks.workunit.client.0.smithi007.stdout:op 5915 completed, throughput=5MB/sec 2024-08-04T16:08:00.670 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ADZhuYYxToLK_De off=1796288 len=1339039 2024-08-04T16:08:00.677 INFO:tasks.workunit.client.0.smithi007.stdout:op 5916 completed, throughput=5MB/sec 2024-08-04T16:08:00.677 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-tl9jwpW6Ntv7d8n off=7405820 len=1112461 2024-08-04T16:08:00.683 INFO:tasks.workunit.client.0.smithi007.stdout:op 5917 completed, throughput=5MB/sec 2024-08-04T16:08:00.683 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xArKxojVz7vALUT off=13341917 len=1492592 2024-08-04T16:08:00.685 INFO:tasks.workunit.client.0.smithi007.stdout:op 5918 completed, throughput=5MB/sec 2024-08-04T16:08:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:01 smithi062 ceph-mon[85960]: pgmap v2027: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:08:01.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:01 smithi007 ceph-mon[94998]: pgmap v2027: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:08:01.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:01 smithi007 ceph-mon[92692]: pgmap v2027: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-04T16:08:01.686 INFO:tasks.workunit.client.0.smithi007.stdout: 1156: throughput=5MB/sec pending data=0 2024-08-04T16:08:01.686 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-q8SUlDOQJc4nRR8 off=900700 len=1242827 2024-08-04T16:08:01.692 INFO:tasks.workunit.client.0.smithi007.stdout:op 5919 completed, throughput=5MB/sec 2024-08-04T16:08:01.693 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-3t8WNCRa8Azo_G1 off=4285579 len=374034 2024-08-04T16:08:01.693 INFO:tasks.workunit.client.0.smithi007.stdout:op 5920 completed, throughput=5MB/sec 2024-08-04T16:08:01.694 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pnzMottqA2jUfnB off=4552279 len=1030735 2024-08-04T16:08:01.699 INFO:tasks.workunit.client.0.smithi007.stdout:op 5921 completed, throughput=5MB/sec 2024-08-04T16:08:01.699 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-KCYRb9-my2kt4AU off=3435979 len=265733 2024-08-04T16:08:01.703 INFO:tasks.workunit.client.0.smithi007.stdout:op 5922 completed, throughput=5MB/sec 2024-08-04T16:08:01.703 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-jBlXvCODCNYXoKG off=3062307 len=1845040 2024-08-04T16:08:01.705 INFO:tasks.workunit.client.0.smithi007.stdout:op 5923 completed, throughput=5MB/sec 2024-08-04T16:08:02.706 INFO:tasks.workunit.client.0.smithi007.stdout: 1157: throughput=5MB/sec pending data=0 2024-08-04T16:08:02.706 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-zYjJ_69xMk7sByE off=9424265 len=635874 2024-08-04T16:08:02.711 INFO:tasks.workunit.client.0.smithi007.stdout:op 5924 completed, throughput=5MB/sec 2024-08-04T16:08:02.711 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-LmSTIZL67bJrXyG off=10805884 len=1832972 2024-08-04T16:08:02.718 INFO:tasks.workunit.client.0.smithi007.stdout:op 5925 completed, throughput=5MB/sec 2024-08-04T16:08:02.718 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0A4N8P-dJ-V33el off=1295713 len=1991500 2024-08-04T16:08:02.721 INFO:tasks.workunit.client.0.smithi007.stdout:op 5926 completed, throughput=5MB/sec 2024-08-04T16:08:02.721 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-1qCM0SdZ-tDQs2A off=4634673 len=1123451 2024-08-04T16:08:02.724 INFO:tasks.workunit.client.0.smithi007.stdout:op 5927 completed, throughput=5MB/sec 2024-08-04T16:08:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:08:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:08:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:08:03.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:03 smithi062 ceph-mon[85960]: pgmap v2028: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T16:08:03.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:03 smithi007 ceph-mon[94998]: pgmap v2028: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T16:08:03.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:03 smithi007 ceph-mon[92692]: pgmap v2028: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-04T16:08:03.724 INFO:tasks.workunit.client.0.smithi007.stdout: 1158: throughput=5MB/sec pending data=0 2024-08-04T16:08:03.724 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XAa0Ng1esiM9MX4 off=4650956 len=1978137 2024-08-04T16:08:03.727 INFO:tasks.workunit.client.0.smithi007.stdout:op 5928 completed, throughput=5MB/sec 2024-08-04T16:08:03.727 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-o7oK5vbAMKgAJjn off=6103833 len=2008920 2024-08-04T16:08:03.729 INFO:tasks.workunit.client.0.smithi007.stdout:op 5929 completed, throughput=5MB/sec 2024-08-04T16:08:03.730 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-u0hZJjjjrV7CXxQ off=13693292 len=1823130 2024-08-04T16:08:03.732 INFO:tasks.workunit.client.0.smithi007.stdout:op 5930 completed, throughput=5MB/sec 2024-08-04T16:08:04.732 INFO:tasks.workunit.client.0.smithi007.stdout: 1159: throughput=5MB/sec pending data=0 2024-08-04T16:08:04.732 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-H4mZSbziTAap3v5 off=17389489 len=34813 2024-08-04T16:08:04.733 INFO:tasks.workunit.client.0.smithi007.stdout:op 5931 completed, throughput=5MB/sec 2024-08-04T16:08:04.733 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-cFq09uc9DrIrUPT off=4932734 len=586908 2024-08-04T16:08:04.734 INFO:tasks.workunit.client.0.smithi007.stdout:op 5932 completed, throughput=5MB/sec 2024-08-04T16:08:04.734 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-5eceiZLc6qpsWH3 off=14899216 len=821179 2024-08-04T16:08:04.736 INFO:tasks.workunit.client.0.smithi007.stdout:op 5933 completed, throughput=5MB/sec 2024-08-04T16:08:04.736 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wdM2bV0l6PLZFhn off=610951 len=891977 2024-08-04T16:08:04.738 INFO:tasks.workunit.client.0.smithi007.stdout:op 5934 completed, throughput=5MB/sec 2024-08-04T16:08:04.738 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NmijO6o7Av5qFWC off=3668334 len=428478 2024-08-04T16:08:04.739 INFO:tasks.workunit.client.0.smithi007.stdout:op 5935 completed, throughput=5MB/sec 2024-08-04T16:08:04.739 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-COKNwKsZCDLhKX4 off=1254679 len=1213518 2024-08-04T16:08:04.741 INFO:tasks.workunit.client.0.smithi007.stdout:op 5936 completed, throughput=5MB/sec 2024-08-04T16:08:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:05 smithi062 ceph-mon[85960]: pgmap v2029: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:08:05.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:05 smithi007 ceph-mon[92692]: pgmap v2029: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:08:05.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:05 smithi007 ceph-mon[94998]: pgmap v2029: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:08:05.742 INFO:tasks.workunit.client.0.smithi007.stdout: 1160: throughput=5MB/sec pending data=0 2024-08-04T16:08:05.742 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pzmas23MRQph82f off=698872 len=302866 2024-08-04T16:08:05.745 INFO:tasks.workunit.client.0.smithi007.stdout:op 5937 completed, throughput=5MB/sec 2024-08-04T16:08:05.746 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-9FicUR_QnKtBR5s off=11719663 len=1031192 2024-08-04T16:08:05.747 INFO:tasks.workunit.client.0.smithi007.stdout:op 5938 completed, throughput=5MB/sec 2024-08-04T16:08:05.747 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qNZawv4b4P1BYuD off=7946282 len=58106 2024-08-04T16:08:05.747 INFO:tasks.workunit.client.0.smithi007.stdout:op 5939 completed, throughput=5MB/sec 2024-08-04T16:08:05.748 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ReMi-uNK4J-bQBA off=685095 len=243669 2024-08-04T16:08:05.750 INFO:tasks.workunit.client.0.smithi007.stdout:op 5940 completed, throughput=5MB/sec 2024-08-04T16:08:05.751 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Yco31Evvb_ozj8b off=23548321 len=1130517 2024-08-04T16:08:05.752 INFO:tasks.workunit.client.0.smithi007.stdout:op 5941 completed, throughput=5MB/sec 2024-08-04T16:08:05.752 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-gQtFVuCyxEUGJak off=939855 len=840997 2024-08-04T16:08:05.757 INFO:tasks.workunit.client.0.smithi007.stdout:op 5942 completed, throughput=5MB/sec 2024-08-04T16:08:05.758 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-33LaAsSuPKX21ra off=6898351 len=261474 2024-08-04T16:08:05.761 INFO:tasks.workunit.client.0.smithi007.stdout:op 5943 completed, throughput=5MB/sec 2024-08-04T16:08:05.761 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-OfRJdj3bwnoAh1O off=10304189 len=1436294 2024-08-04T16:08:05.762 INFO:tasks.workunit.client.0.smithi007.stdout:op 5944 completed, throughput=5MB/sec 2024-08-04T16:08:06.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:08:06.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:08:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:08:06.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:08:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:08:06] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-08-04T16:08:06.763 INFO:tasks.workunit.client.0.smithi007.stdout: 1161: throughput=5MB/sec pending data=0 2024-08-04T16:08:06.763 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-I4-qdcU8g8XpkN4 off=5475612 len=931048 2024-08-04T16:08:06.768 INFO:tasks.workunit.client.0.smithi007.stdout:op 5945 completed, throughput=5MB/sec 2024-08-04T16:08:06.768 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Ee0gYFsNtaf6cDz off=832695 len=1970091 2024-08-04T16:08:06.776 INFO:tasks.workunit.client.0.smithi007.stdout:op 5946 completed, throughput=5MB/sec 2024-08-04T16:08:06.776 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-852ocsxeRc6NFl0 off=1134187 len=540447 2024-08-04T16:08:06.777 INFO:tasks.workunit.client.0.smithi007.stdout:op 5947 completed, throughput=5MB/sec 2024-08-04T16:08:06.777 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KnPPgnVK1FBe8rv off=1546996 len=2002234 2024-08-04T16:08:06.779 INFO:tasks.workunit.client.0.smithi007.stdout:op 5948 completed, throughput=5MB/sec 2024-08-04T16:08:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:07 smithi062 ceph-mon[85960]: pgmap v2030: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:08:07.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:07 smithi007 ceph-mon[94998]: pgmap v2030: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:08:07.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:07 smithi007 ceph-mon[92692]: pgmap v2030: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:08:07.779 INFO:tasks.workunit.client.0.smithi007.stdout: 1162: throughput=5MB/sec pending data=0 2024-08-04T16:08:07.779 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-DDxq6V566WBQLjj off=4545525 len=1492427 2024-08-04T16:08:07.781 INFO:tasks.workunit.client.0.smithi007.stdout:op 5949 completed, throughput=5MB/sec 2024-08-04T16:08:07.781 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xliHmvUk4OhJBXV off=9550648 len=292685 2024-08-04T16:08:07.782 INFO:tasks.workunit.client.0.smithi007.stdout:op 5950 completed, throughput=5MB/sec 2024-08-04T16:08:07.782 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-6c3ANN2tUNQuhrC off=4347420 len=816378 2024-08-04T16:08:07.783 INFO:tasks.workunit.client.0.smithi007.stdout:op 5951 completed, throughput=5MB/sec 2024-08-04T16:08:07.783 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-S_ZfW28MILQjgj5 off=10625849 len=140368 2024-08-04T16:08:07.787 INFO:tasks.workunit.client.0.smithi007.stdout:op 5952 completed, throughput=5MB/sec 2024-08-04T16:08:07.787 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6CSUqImQkGXWWfn off=13567769 len=858443 2024-08-04T16:08:07.791 INFO:tasks.workunit.client.0.smithi007.stdout:op 5953 completed, throughput=5MB/sec 2024-08-04T16:08:07.791 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-z0h-wT75-aZvjX3 off=9913469 len=1923852 2024-08-04T16:08:07.792 INFO:tasks.workunit.client.0.smithi007.stdout:op 5954 completed, throughput=5MB/sec 2024-08-04T16:08:08.793 INFO:tasks.workunit.client.0.smithi007.stdout: 1163: throughput=5MB/sec pending data=0 2024-08-04T16:08:08.793 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-qRrv_7bPXGgQt0s off=679964 len=1194317 2024-08-04T16:08:08.795 INFO:tasks.workunit.client.0.smithi007.stdout:op 5955 completed, throughput=5MB/sec 2024-08-04T16:08:08.795 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-r2OHnhn94dLnfgh off=1552618 len=1760303 2024-08-04T16:08:08.799 INFO:tasks.workunit.client.0.smithi007.stdout:op 5956 completed, throughput=5MB/sec 2024-08-04T16:08:08.799 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-JKsNgpgitd0OD4Z off=2684170 len=1389006 2024-08-04T16:08:08.803 INFO:tasks.workunit.client.0.smithi007.stdout:op 5957 completed, throughput=5MB/sec 2024-08-04T16:08:08.803 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-pPS0EHTd5a9zh4K off=9080574 len=1942295 2024-08-04T16:08:08.812 INFO:tasks.workunit.client.0.smithi007.stdout:op 5958 completed, throughput=5MB/sec 2024-08-04T16:08:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:09 smithi062 ceph-mon[85960]: pgmap v2031: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:08:09.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:09 smithi007 ceph-mon[92692]: pgmap v2031: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:08:09.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:09 smithi007 ceph-mon[94998]: pgmap v2031: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-04T16:08:09.813 INFO:tasks.workunit.client.0.smithi007.stdout: 1164: throughput=5MB/sec pending data=0 2024-08-04T16:08:09.813 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-yIkALXNcstVCuhK off=9875742 len=969859 2024-08-04T16:08:09.814 INFO:tasks.workunit.client.0.smithi007.stdout:op 5959 completed, throughput=5MB/sec 2024-08-04T16:08:09.815 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-TX6Yw4avchTme9s off=3621416 len=1223674 2024-08-04T16:08:09.822 INFO:tasks.workunit.client.0.smithi007.stdout:op 5960 completed, throughput=5MB/sec 2024-08-04T16:08:09.822 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-DeIWYbajvphjgdr off=3521047 len=181014 2024-08-04T16:08:09.825 INFO:tasks.workunit.client.0.smithi007.stdout:op 5961 completed, throughput=5MB/sec 2024-08-04T16:08:09.825 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-Bw059d6qdKam_S4 off=13831231 len=1852330 2024-08-04T16:08:09.836 INFO:tasks.workunit.client.0.smithi007.stdout:op 5962 completed, throughput=5MB/sec 2024-08-04T16:08:10.836 INFO:tasks.workunit.client.0.smithi007.stdout: 1165: throughput=5MB/sec pending data=0 2024-08-04T16:08:10.836 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NfM0rFDCD8TVAuX off=13299531 len=654855 2024-08-04T16:08:10.838 INFO:tasks.workunit.client.0.smithi007.stdout:op 5963 completed, throughput=5MB/sec 2024-08-04T16:08:10.838 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-OOnjXwXg-fv3wTT off=13943727 len=1358727 2024-08-04T16:08:10.845 INFO:tasks.workunit.client.0.smithi007.stdout:op 5964 completed, throughput=5MB/sec 2024-08-04T16:08:10.845 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hLpvyZG7LMv2Loz off=9425187 len=1256630 2024-08-04T16:08:10.848 INFO:tasks.workunit.client.0.smithi007.stdout:op 5965 completed, throughput=5MB/sec 2024-08-04T16:08:10.849 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dZ2j7_JMlcPwjGj off=13645659 len=724440 2024-08-04T16:08:10.853 INFO:tasks.workunit.client.0.smithi007.stdout:op 5966 completed, throughput=5MB/sec 2024-08-04T16:08:10.853 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-c2M7so1UG_lS-Nc off=3784600 len=1195381 2024-08-04T16:08:10.860 INFO:tasks.workunit.client.0.smithi007.stdout:op 5967 completed, throughput=5MB/sec 2024-08-04T16:08:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:11 smithi062 ceph-mon[85960]: pgmap v2032: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:08:11.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:11 smithi007 ceph-mon[92692]: pgmap v2032: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:08:11.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:11 smithi007 ceph-mon[94998]: pgmap v2032: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-04T16:08:11.860 INFO:tasks.workunit.client.0.smithi007.stdout: 1166: throughput=5MB/sec pending data=0 2024-08-04T16:08:11.861 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-6pTuPBuD1r1Xmrs off=4509345 len=455216 2024-08-04T16:08:11.865 INFO:tasks.workunit.client.0.smithi007.stdout:op 5968 completed, throughput=5MB/sec 2024-08-04T16:08:11.865 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2f6-Rx_Hc49Hhiz off=1004533 len=2007717 2024-08-04T16:08:11.867 INFO:tasks.workunit.client.0.smithi007.stdout:op 5969 completed, throughput=5MB/sec 2024-08-04T16:08:11.868 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Pa1YgjqsffH0RQO off=8041072 len=968800 2024-08-04T16:08:11.870 INFO:tasks.workunit.client.0.smithi007.stdout:op 5970 completed, throughput=5MB/sec 2024-08-04T16:08:11.870 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-dwY8yeUKnnGWWM_ off=3089224 len=1520515 2024-08-04T16:08:11.877 INFO:tasks.workunit.client.0.smithi007.stdout:op 5971 completed, throughput=5MB/sec 2024-08-04T16:08:11.877 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-VVaPiQ0KBDqeBTo off=5595514 len=995956 2024-08-04T16:08:11.879 INFO:tasks.workunit.client.0.smithi007.stdout:op 5972 completed, throughput=5MB/sec 2024-08-04T16:08:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:08:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:08:12.879 INFO:tasks.workunit.client.0.smithi007.stdout: 1167: throughput=5MB/sec pending data=0 2024-08-04T16:08:12.879 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-7MVOyLJjKDmivlQ off=9022898 len=626864 2024-08-04T16:08:12.880 INFO:tasks.workunit.client.0.smithi007.stdout:op 5973 completed, throughput=5MB/sec 2024-08-04T16:08:12.880 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-2s9zrIp57nFue8m off=14474646 len=545757 2024-08-04T16:08:12.884 INFO:tasks.workunit.client.0.smithi007.stdout:op 5974 completed, throughput=5MB/sec 2024-08-04T16:08:12.884 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qI1CdwKoKPl_v8H off=1404367 len=1948597 2024-08-04T16:08:12.896 INFO:tasks.workunit.client.0.smithi007.stdout:op 5975 completed, throughput=5MB/sec 2024-08-04T16:08:12.896 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SRa775diSwyFUKO off=3180739 len=498332 2024-08-04T16:08:12.900 INFO:tasks.workunit.client.0.smithi007.stdout:op 5976 completed, throughput=5MB/sec 2024-08-04T16:08:12.900 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-_zlr_g5lawV0Hcl off=7433707 len=1815747 2024-08-04T16:08:12.909 INFO:tasks.workunit.client.0.smithi007.stdout:op 5977 completed, throughput=5MB/sec 2024-08-04T16:08:13.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:13 smithi062 ceph-mon[85960]: pgmap v2033: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T16:08:13.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:13 smithi007 ceph-mon[92692]: pgmap v2033: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T16:08:13.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:13 smithi007 ceph-mon[94998]: pgmap v2033: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-04T16:08:13.909 INFO:tasks.workunit.client.0.smithi007.stdout: 1168: throughput=5MB/sec pending data=0 2024-08-04T16:08:13.910 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-0WyrBLKtqSMCaYx off=11016070 len=810908 2024-08-04T16:08:13.911 INFO:tasks.workunit.client.0.smithi007.stdout:op 5978 completed, throughput=5MB/sec 2024-08-04T16:08:13.911 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--9F7teIurO3dvnQ off=5272486 len=390408 2024-08-04T16:08:13.914 INFO:tasks.workunit.client.0.smithi007.stdout:op 5979 completed, throughput=5MB/sec 2024-08-04T16:08:13.915 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2sIA5ZBYVYKxGoL off=2980103 len=1145541 2024-08-04T16:08:13.917 INFO:tasks.workunit.client.0.smithi007.stdout:op 5980 completed, throughput=5MB/sec 2024-08-04T16:08:13.917 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ScXswxwYKEQp7t7 off=0 len=1495654 2024-08-04T16:08:13.925 INFO:tasks.workunit.client.0.smithi007.stdout:op 5981 completed, throughput=5MB/sec 2024-08-04T16:08:13.925 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-GBGachsFd-jpw3Y off=3175224 len=1478391 2024-08-04T16:08:13.932 INFO:tasks.workunit.client.0.smithi007.stdout:op 5982 completed, throughput=5MB/sec 2024-08-04T16:08:14.933 INFO:tasks.workunit.client.0.smithi007.stdout: 1169: throughput=5MB/sec pending data=0 2024-08-04T16:08:14.933 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-2Xm1O_V_ng-8q-U off=7456792 len=1348960 2024-08-04T16:08:14.935 INFO:tasks.workunit.client.0.smithi007.stdout:op 5983 completed, throughput=5MB/sec 2024-08-04T16:08:14.935 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qsO5rL7tVjGfoaU off=2162010 len=240536 2024-08-04T16:08:14.938 INFO:tasks.workunit.client.0.smithi007.stdout:op 5984 completed, throughput=5MB/sec 2024-08-04T16:08:14.938 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ETaCea1m0ANAWUG off=189342 len=1176190 2024-08-04T16:08:14.946 INFO:tasks.workunit.client.0.smithi007.stdout:op 5985 completed, throughput=5MB/sec 2024-08-04T16:08:14.946 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-xLYwGsaVXbOaSe5 off=1912848 len=157163 2024-08-04T16:08:14.946 INFO:tasks.workunit.client.0.smithi007.stdout:op 5986 completed, throughput=5MB/sec 2024-08-04T16:08:14.946 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-YhQuiRy8mq2LdPX off=12826797 len=1915342 2024-08-04T16:08:14.954 INFO:tasks.workunit.client.0.smithi007.stdout:op 5987 completed, throughput=5MB/sec 2024-08-04T16:08:15.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:15 smithi062 ceph-mon[85960]: pgmap v2034: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-04T16:08:15.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:15 smithi007 ceph-mon[92692]: pgmap v2034: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-04T16:08:15.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:15 smithi007 ceph-mon[94998]: pgmap v2034: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-04T16:08:15.954 INFO:tasks.workunit.client.0.smithi007.stdout: 1170: throughput=5MB/sec pending data=0 2024-08-04T16:08:15.954 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-y640lMhuYJG84es off=9237635 len=447678 2024-08-04T16:08:15.955 INFO:tasks.workunit.client.0.smithi007.stdout:op 5988 completed, throughput=5MB/sec 2024-08-04T16:08:15.955 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-urKQ3ei8wyvyC_w off=2517014 len=1254186 2024-08-04T16:08:15.957 INFO:tasks.workunit.client.0.smithi007.stdout:op 5989 completed, throughput=5MB/sec 2024-08-04T16:08:15.958 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UoBxu0wfo8uCFHj off=6225540 len=1829196 2024-08-04T16:08:15.959 INFO:tasks.workunit.client.0.smithi007.stdout:op 5990 completed, throughput=5MB/sec 2024-08-04T16:08:15.960 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-KlSbczYkR915imY off=8964679 len=969242 2024-08-04T16:08:15.961 INFO:tasks.workunit.client.0.smithi007.stdout:op 5991 completed, throughput=5MB/sec 2024-08-04T16:08:15.961 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-Dk4_4ST4b8mAbXl off=10074184 len=1563923 2024-08-04T16:08:15.964 INFO:tasks.workunit.client.0.smithi007.stdout:op 5992 completed, throughput=5MB/sec 2024-08-04T16:08:16.487 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:08:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:08:16] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-08-04T16:08:16.964 INFO:tasks.workunit.client.0.smithi007.stdout: 1171: throughput=5MB/sec pending data=0 2024-08-04T16:08:16.965 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-hd-8ZIwIZ9uembL off=12752584 len=716749 2024-08-04T16:08:16.966 INFO:tasks.workunit.client.0.smithi007.stdout:op 5993 completed, throughput=5MB/sec 2024-08-04T16:08:16.966 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-PBjWE18C08q1nln off=6347144 len=1115833 2024-08-04T16:08:16.969 INFO:tasks.workunit.client.0.smithi007.stdout:op 5994 completed, throughput=5MB/sec 2024-08-04T16:08:16.969 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-GlySjM6Dl_s9yjg off=680250 len=140298 2024-08-04T16:08:16.969 INFO:tasks.workunit.client.0.smithi007.stdout:op 5995 completed, throughput=5MB/sec 2024-08-04T16:08:16.969 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-znPCk7bWZzCe7Iq off=18116188 len=2053242 2024-08-04T16:08:16.972 INFO:tasks.workunit.client.0.smithi007.stdout:op 5996 completed, throughput=5MB/sec 2024-08-04T16:08:16.972 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-_nTAHWg7DZyXiAs off=1081327 len=1504487 2024-08-04T16:08:16.973 INFO:tasks.workunit.client.0.smithi007.stdout:op 5997 completed, throughput=5MB/sec 2024-08-04T16:08:17.501 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:17 smithi007 ceph-mon[92692]: pgmap v2035: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:08:17.501 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:17 smithi007 ceph-mon[94998]: pgmap v2035: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:08:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:17 smithi062 ceph-mon[85960]: pgmap v2035: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:08:17.974 INFO:tasks.workunit.client.0.smithi007.stdout: 1172: throughput=5MB/sec pending data=0 2024-08-04T16:08:17.974 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-kmMro2a28MwBhlk off=0 len=1075572 2024-08-04T16:08:17.975 INFO:tasks.workunit.client.0.smithi007.stdout:op 5998 completed, throughput=5MB/sec 2024-08-04T16:08:17.975 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-qYSMCgwbShoTT1a off=5331084 len=346950 2024-08-04T16:08:17.978 INFO:tasks.workunit.client.0.smithi007.stdout:op 5999 completed, throughput=5MB/sec 2024-08-04T16:08:17.978 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-A9D_0RfcTWlAj8R off=5842517 len=947657 2024-08-04T16:08:17.979 INFO:tasks.workunit.client.0.smithi007.stdout:op 6000 completed, throughput=5MB/sec 2024-08-04T16:08:17.979 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-UtDqnDZLslaoteJ off=293545 len=1103572 2024-08-04T16:08:17.979 INFO:tasks.workunit.client.0.smithi007.stdout:op 6001 completed, throughput=5MB/sec 2024-08-04T16:08:17.980 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-XTD4Y0xgj5RHdK6 off=457425 len=120566 2024-08-04T16:08:17.980 INFO:tasks.workunit.client.0.smithi007.stdout:op 6002 completed, throughput=5MB/sec 2024-08-04T16:08:17.981 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-vn6zA5wU9gqPwfk off=583888 len=456350 2024-08-04T16:08:17.983 INFO:tasks.workunit.client.0.smithi007.stdout:op 6003 completed, throughput=5MB/sec 2024-08-04T16:08:18.984 INFO:tasks.workunit.client.0.smithi007.stdout: 1173: throughput=5MB/sec pending data=0 2024-08-04T16:08:18.984 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-a2N7Y_uKlbT56Qo off=1465685 len=1662622 2024-08-04T16:08:18.996 INFO:tasks.workunit.client.0.smithi007.stdout:op 6004 completed, throughput=5MB/sec 2024-08-04T16:08:18.996 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ejS6RhuPLd_AEeY off=12619679 len=1521035 2024-08-04T16:08:19.005 INFO:tasks.workunit.client.0.smithi007.stdout:op 6005 completed, throughput=5MB/sec 2024-08-04T16:08:19.005 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj--9dQc_iI7gYwJnJ off=1836837 len=684700 2024-08-04T16:08:19.010 INFO:tasks.workunit.client.0.smithi007.stdout:op 6006 completed, throughput=5MB/sec 2024-08-04T16:08:19.010 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-NVLLQvypRSXZVL0 off=1487340 len=107148 2024-08-04T16:08:19.012 INFO:tasks.workunit.client.0.smithi007.stdout:op 6007 completed, throughput=5MB/sec 2024-08-04T16:08:19.013 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-G75g4W6fGm62HVn off=125360 len=238228 2024-08-04T16:08:19.015 INFO:tasks.workunit.client.0.smithi007.stdout:op 6008 completed, throughput=5MB/sec 2024-08-04T16:08:19.015 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-yDnidOCo5v58T7Z off=2613161 len=722962 2024-08-04T16:08:19.019 INFO:tasks.workunit.client.0.smithi007.stdout:op 6009 completed, throughput=5MB/sec 2024-08-04T16:08:19.019 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-SkYRK-QxDdn91Sl off=14810221 len=1060111 2024-08-04T16:08:19.020 INFO:tasks.workunit.client.0.smithi007.stdout:op 6010 completed, throughput=5MB/sec 2024-08-04T16:08:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:19 smithi062 ceph-mon[85960]: pgmap v2036: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:08:19.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:19 smithi007 ceph-mon[92692]: pgmap v2036: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:08:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:19 smithi007 ceph-mon[94998]: pgmap v2036: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-04T16:08:20.021 INFO:tasks.workunit.client.0.smithi007.stdout: 1174: throughput=5MB/sec pending data=0 2024-08-04T16:08:20.021 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-G-exH5-9puK_kM2 off=6700586 len=1724000 2024-08-04T16:08:20.029 INFO:tasks.workunit.client.0.smithi007.stdout:op 6011 completed, throughput=5MB/sec 2024-08-04T16:08:20.029 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-BeBhtd1LDM1uKEt off=3407350 len=1957579 2024-08-04T16:08:20.031 INFO:tasks.workunit.client.0.smithi007.stdout:op 6012 completed, throughput=5MB/sec 2024-08-04T16:08:20.031 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-LiUH7-jubJHo8N7 off=11276058 len=33698 2024-08-04T16:08:20.032 INFO:tasks.workunit.client.0.smithi007.stdout:op 6013 completed, throughput=5MB/sec 2024-08-04T16:08:20.032 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-w-aBJw5jst0AKSP off=11251750 len=876697 2024-08-04T16:08:20.037 INFO:tasks.workunit.client.0.smithi007.stdout:op 6014 completed, throughput=5MB/sec 2024-08-04T16:08:20.037 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-0l5olZwWfNC_MR5 off=12181488 len=248699 2024-08-04T16:08:20.040 INFO:tasks.workunit.client.0.smithi007.stdout:op 6015 completed, throughput=5MB/sec 2024-08-04T16:08:21.040 INFO:tasks.workunit.client.0.smithi007.stdout: 1175: throughput=5MB/sec pending data=0 2024-08-04T16:08:21.041 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-NW1Ri1ZlKBoGZFn off=6388290 len=1120880 2024-08-04T16:08:21.043 INFO:tasks.workunit.client.0.smithi007.stdout:op 6016 completed, throughput=5MB/sec 2024-08-04T16:08:21.043 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-wNgKzNt6s6ja2Pp off=1997264 len=275054 2024-08-04T16:08:21.044 INFO:tasks.workunit.client.0.smithi007.stdout:op 6017 completed, throughput=5MB/sec 2024-08-04T16:08:21.044 INFO:tasks.workunit.client.0.smithi007.stdout:READ : oid=obj-c_wAEKqdBngLgv3 off=1090659 len=1807566 2024-08-04T16:08:21.046 INFO:tasks.workunit.client.0.smithi007.stdout:op 6018 completed, throughput=5MB/sec 2024-08-04T16:08:21.047 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-SFetFRFjHPM1edr off=10695786 len=1493325 2024-08-04T16:08:21.054 INFO:tasks.workunit.client.0.smithi007.stdout:op 6019 completed, throughput=5MB/sec 2024-08-04T16:08:21.054 INFO:tasks.workunit.client.0.smithi007.stdout:WRITE : oid=obj-ffPlpNSAXLLba7q off=5922762 len=906106 2024-08-04T16:08:21.059 INFO:tasks.workunit.client.0.smithi007.stdout:op 6020 completed, throughput=5MB/sec 2024-08-04T16:08:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:21 smithi062 ceph-mon[85960]: pgmap v2037: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:08:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:08:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:21 smithi007 ceph-mon[94998]: pgmap v2037: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:08:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:08:21.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:21 smithi007 ceph-mon[92692]: pgmap v2037: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-04T16:08:21.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:08:22.059 INFO:tasks.workunit.client.0.smithi007.stdout:waiting for all operations to complete 2024-08-04T16:08:22.060 INFO:tasks.workunit.client.0.smithi007.stdout:cleaning up objects 2024-08-04T16:08:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:08:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:08:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:08:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:23 smithi062 ceph-mon[85960]: pgmap v2038: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:08:23.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:23 smithi007 ceph-mon[94998]: pgmap v2038: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:08:23.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:23 smithi007 ceph-mon[92692]: pgmap v2038: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-04T16:08:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:25 smithi062 ceph-mon[85960]: pgmap v2039: 105 pgs: 105 active+clean; 124 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-08-04T16:08:25.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:25 smithi007 ceph-mon[92692]: pgmap v2039: 105 pgs: 105 active+clean; 124 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-08-04T16:08:25.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:25 smithi007 ceph-mon[94998]: pgmap v2039: 105 pgs: 105 active+clean; 124 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-08-04T16:08:26.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:08:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:08:26] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-08-04T16:08:27.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:27 smithi062 ceph-mon[85960]: pgmap v2040: 105 pgs: 105 active+clean; 109 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 118 op/s 2024-08-04T16:08:27.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:27 smithi007 ceph-mon[92692]: pgmap v2040: 105 pgs: 105 active+clean; 109 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 118 op/s 2024-08-04T16:08:27.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:27 smithi007 ceph-mon[94998]: pgmap v2040: 105 pgs: 105 active+clean; 109 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 118 op/s 2024-08-04T16:08:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:29 smithi062 ceph-mon[85960]: pgmap v2041: 105 pgs: 105 active+clean; 101 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 170 op/s 2024-08-04T16:08:29.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:29 smithi007 ceph-mon[92692]: pgmap v2041: 105 pgs: 105 active+clean; 101 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 170 op/s 2024-08-04T16:08:29.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:29 smithi007 ceph-mon[94998]: pgmap v2041: 105 pgs: 105 active+clean; 101 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 170 op/s 2024-08-04T16:08:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:31 smithi062 ceph-mon[85960]: pgmap v2042: 105 pgs: 105 active+clean; 87 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.0 MiB/s wr, 270 op/s 2024-08-04T16:08:31.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:31 smithi007 ceph-mon[92692]: pgmap v2042: 105 pgs: 105 active+clean; 87 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.0 MiB/s wr, 270 op/s 2024-08-04T16:08:31.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:31 smithi007 ceph-mon[94998]: pgmap v2042: 105 pgs: 105 active+clean; 87 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.0 MiB/s wr, 270 op/s 2024-08-04T16:08:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:08:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:08:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:08:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:33 smithi062 ceph-mon[85960]: pgmap v2043: 105 pgs: 105 active+clean; 62 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 886 KiB/s wr, 435 op/s 2024-08-04T16:08:33.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:33 smithi007 ceph-mon[92692]: pgmap v2043: 105 pgs: 105 active+clean; 62 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 886 KiB/s wr, 435 op/s 2024-08-04T16:08:33.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:33 smithi007 ceph-mon[94998]: pgmap v2043: 105 pgs: 105 active+clean; 62 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 886 KiB/s wr, 435 op/s 2024-08-04T16:08:35.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:35 smithi062 ceph-mon[85960]: pgmap v2044: 105 pgs: 105 active+clean; 53 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 261 KiB/s rd, 459 KiB/s wr, 496 op/s 2024-08-04T16:08:35.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:35 smithi007 ceph-mon[92692]: pgmap v2044: 105 pgs: 105 active+clean; 53 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 261 KiB/s rd, 459 KiB/s wr, 496 op/s 2024-08-04T16:08:35.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:35 smithi007 ceph-mon[94998]: pgmap v2044: 105 pgs: 105 active+clean; 53 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 261 KiB/s rd, 459 KiB/s wr, 496 op/s 2024-08-04T16:08:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:08:36.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:08:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:08:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:08:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:08:36] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-08-04T16:08:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:37 smithi062 ceph-mon[85960]: pgmap v2045: 105 pgs: 105 active+clean; 35 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 261 KiB/s rd, 195 KiB/s wr, 598 op/s 2024-08-04T16:08:37.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:37 smithi007 ceph-mon[94998]: pgmap v2045: 105 pgs: 105 active+clean; 35 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 261 KiB/s rd, 195 KiB/s wr, 598 op/s 2024-08-04T16:08:37.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:37 smithi007 ceph-mon[92692]: pgmap v2045: 105 pgs: 105 active+clean; 35 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 261 KiB/s rd, 195 KiB/s wr, 598 op/s 2024-08-04T16:08:39.034 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T16:08:39.034 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T16:08:39.064 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-08-04T16:08:39.064 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-04T16:08:39.328 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:39 smithi007 ceph-mon[92692]: pgmap v2046: 105 pgs: 105 active+clean; 26 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 560 op/s 2024-08-04T16:08:39.328 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:39 smithi007 ceph-mon[94998]: pgmap v2046: 105 pgs: 105 active+clean; 26 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 560 op/s 2024-08-04T16:08:39.329 DEBUG:teuthology.parallel:result is None 2024-08-04T16:08:39.330 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-04T16:08:39.355 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-04T16:08:39.356 DEBUG:teuthology.orchestra.run.smithi007:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-04T16:08:39.412 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-04T16:08:39.412 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-04T16:08:39.412 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-08-04T16:08:39.412 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-04T16:08:39.412 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-08-04T16:08:39.412 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-04T16:08:39.413 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-04T16:08:39.413 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-04T16:08:39.413 DEBUG:teuthology.orchestra.run.smithi062:> stat -- /home/ubuntu/cephtest/mnt.1 2024-08-04T16:08:39.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-04T16:08:39.431 INFO:teuthology.orchestra.run.smithi062.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-08-04T16:08:39.432 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-08-04T16:08:39.489 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-08-04T16:08:39.489 DEBUG:teuthology.orchestra.run.smithi062:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-08-04T16:08:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:39 smithi062 ceph-mon[85960]: pgmap v2046: 105 pgs: 105 active+clean; 26 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 560 op/s 2024-08-04T16:08:39.526 INFO:tasks.workunit:timeout=3h 2024-08-04T16:08:39.526 INFO:tasks.workunit:cleanup=True 2024-08-04T16:08:39.527 DEBUG:teuthology.orchestra.run.smithi062:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-08-04T16:08:39.583 INFO:tasks.workunit.client.1.smithi062.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-08-04T16:08:41.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:41 smithi007 ceph-mon[92692]: pgmap v2047: 105 pgs: 105 active+clean; 14 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 589 op/s 2024-08-04T16:08:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:41 smithi007 ceph-mon[94998]: pgmap v2047: 105 pgs: 105 active+clean; 14 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 589 op/s 2024-08-04T16:08:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:41 smithi062 ceph-mon[85960]: pgmap v2047: 105 pgs: 105 active+clean; 14 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 589 op/s 2024-08-04T16:08:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:08:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:08:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:08:43.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:43 smithi007 ceph-mon[92692]: pgmap v2048: 105 pgs: 105 active+clean; 771 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 580 op/s 2024-08-04T16:08:43.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:43 smithi007 ceph-mon[94998]: pgmap v2048: 105 pgs: 105 active+clean; 771 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 580 op/s 2024-08-04T16:08:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:43 smithi062 ceph-mon[85960]: pgmap v2048: 105 pgs: 105 active+clean; 771 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 580 op/s 2024-08-04T16:08:44.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:44 smithi007 ceph-mon[94998]: pgmap v2049: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 419 op/s 2024-08-04T16:08:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:44 smithi007 ceph-mon[92692]: pgmap v2049: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 419 op/s 2024-08-04T16:08:44.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:44 smithi062 ceph-mon[85960]: pgmap v2049: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 419 op/s 2024-08-04T16:08:45.981 DEBUG:teuthology.orchestra.run.smithi062:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-08-04T16:08:46.045 INFO:tasks.workunit.client.1.smithi062.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-04T16:08:46.047 INFO:tasks.workunit.client.1.smithi062.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-08-04T16:08:46.047 INFO:tasks.workunit.client.1.smithi062.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-04T16:08:46.388 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:08:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:08:46] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-08-04T16:08:46.765 INFO:tasks.workunit.client.1.smithi062.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-04T16:08:46.837 INFO:tasks.workunit.client.1.smithi062.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-04T16:08:46.879 INFO:tasks.workunit.client.1.smithi062.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-08-04T16:08:46.881 INFO:tasks.workunit.client.1.smithi062.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-08-04T16:08:46.881 INFO:tasks.workunit.client.1.smithi062.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-04T16:08:46.921 INFO:tasks.workunit.client.1.smithi062.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-08-04T16:08:46.925 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-08-04T16:08:46.925 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-08-04T16:08:46.981 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-08-04T16:08:46.982 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-08-04T16:08:46.982 DEBUG:teuthology.orchestra.run.smithi062:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-08-04T16:08:47.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:46 smithi062 ceph-mon[85960]: pgmap v2050: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 357 op/s 2024-08-04T16:08:47.038 INFO:tasks.workunit.client.1.smithi062.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-08-04T16:08:47.039 INFO:tasks.workunit.client.1.smithi062.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-08-04T16:08:47.039 INFO:tasks.workunit.client.1.smithi062.stderr:+ TMPDIR=/tmp/rbd_import_export_132934 2024-08-04T16:08:47.039 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm -rf /tmp/rbd_import_export_132934 2024-08-04T16:08:47.039 INFO:tasks.workunit.client.1.smithi062.stderr:+ mkdir /tmp/rbd_import_export_132934 2024-08-04T16:08:47.040 INFO:tasks.workunit.client.1.smithi062.stderr:+ trap 'rm -rf /tmp/rbd_import_export_132934' INT TERM EXIT 2024-08-04T16:08:47.041 INFO:tasks.workunit.client.1.smithi062.stderr:+ mkdir foo.132934 2024-08-04T16:08:47.041 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import foo.132934 foo.dir 2024-08-04T16:08:47.082 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: cannot import a directory 2024-08-04T16:08:47.082 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 0% complete...failed. 2024-08-04T16:08:47.082 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: import failed: (21) Is a directory 2024-08-04T16:08:47.085 INFO:tasks.workunit.client.1.smithi062.stderr:+ true 2024-08-04T16:08:47.085 INFO:tasks.workunit.client.1.smithi062.stderr:+ rmdir foo.132934 2024-08-04T16:08:47.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:46 smithi007 ceph-mon[92692]: pgmap v2050: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 357 op/s 2024-08-04T16:08:47.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:46 smithi007 ceph-mon[94998]: pgmap v2050: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 357 op/s 2024-08-04T16:08:47.089 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_132934/img bs=1k count=1 seek=10 2024-08-04T16:08:47.089 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records in 2024-08-04T16:08:47.090 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records out 2024-08-04T16:08:47.090 INFO:tasks.workunit.client.1.smithi062.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.7335e-05 s, 21.6 MB/s 2024-08-04T16:08:47.090 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_132934/img bs=1k count=10 seek=100 2024-08-04T16:08:47.091 INFO:tasks.workunit.client.1.smithi062.stderr:10+0 records in 2024-08-04T16:08:47.091 INFO:tasks.workunit.client.1.smithi062.stderr:10+0 records out 2024-08-04T16:08:47.091 INFO:tasks.workunit.client.1.smithi062.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.6339e-05 s, 182 MB/s 2024-08-04T16:08:47.091 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_132934/img bs=1k count=100 seek=1000 2024-08-04T16:08:47.092 INFO:tasks.workunit.client.1.smithi062.stderr:60+1 records in 2024-08-04T16:08:47.092 INFO:tasks.workunit.client.1.smithi062.stderr:60+1 records out 2024-08-04T16:08:47.092 INFO:tasks.workunit.client.1.smithi062.stderr:61656 bytes (62 kB, 60 KiB) copied, 0.000168468 s, 366 MB/s 2024-08-04T16:08:47.092 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_132934/img bs=1k seek=10000 2024-08-04T16:08:47.093 INFO:tasks.workunit.client.1.smithi062.stderr:137+1 records in 2024-08-04T16:08:47.093 INFO:tasks.workunit.client.1.smithi062.stderr:137+1 records out 2024-08-04T16:08:47.093 INFO:tasks.workunit.client.1.smithi062.stderr:140952 bytes (141 kB, 138 KiB) copied, 0.000410616 s, 343 MB/s 2024-08-04T16:08:47.093 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_132934/img bs=1k seek=100000 2024-08-04T16:08:47.094 INFO:tasks.workunit.client.1.smithi062.stderr:60+1 records in 2024-08-04T16:08:47.094 INFO:tasks.workunit.client.1.smithi062.stderr:60+1 records out 2024-08-04T16:08:47.094 INFO:tasks.workunit.client.1.smithi062.stderr:61608 bytes (62 kB, 60 KiB) copied, 0.000177108 s, 348 MB/s 2024-08-04T16:08:47.094 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_132934/img bs=1k seek=1000000 2024-08-04T16:08:47.095 INFO:tasks.workunit.client.1.smithi062.stderr:154+1 records in 2024-08-04T16:08:47.095 INFO:tasks.workunit.client.1.smithi062.stderr:154+1 records out 2024-08-04T16:08:47.095 INFO:tasks.workunit.client.1.smithi062.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000384282 s, 412 MB/s 2024-08-04T16:08:47.095 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm testimg 2024-08-04T16:08:47.149 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 0% complete...failed. 2024-08-04T16:08:47.149 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: delete error: (2) No such file or directory 2024-08-04T16:08:47.152 INFO:tasks.workunit.client.1.smithi062.stderr:+ true 2024-08-04T16:08:47.152 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --new-format /tmp/rbd_import_export_132934/img testimg 2024-08-04T16:08:47.682 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-08-04T16:08:47.682 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-04T16:08:47.685 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export testimg /tmp/rbd_import_export_132934/img2 2024-08-04T16:08:47.927 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-04T16:08:47.930 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export testimg - 2024-08-04T16:08:48.605 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-04T16:08:48.608 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm testimg 2024-08-04T16:08:48.732 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-08-04T16:08:48.734 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp /tmp/rbd_import_export_132934/img /tmp/rbd_import_export_132934/img2 2024-08-04T16:08:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:48 smithi062 ceph-mon[85960]: pgmap v2051: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 236 op/s 2024-08-04T16:08:49.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:48 smithi007 ceph-mon[92692]: pgmap v2051: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 236 op/s 2024-08-04T16:08:49.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:48 smithi007 ceph-mon[94998]: pgmap v2051: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 236 op/s 2024-08-04T16:08:49.364 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp /tmp/rbd_import_export_132934/img /tmp/rbd_import_export_132934/img3 2024-08-04T16:08:49.835 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_132934/img2 /tmp/rbd_import_export_132934/img3 2024-08-04T16:08:50.002 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --new-format - testimg 2024-08-04T16:08:50.414 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete...done. 2024-08-04T16:08:50.414 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-04T16:08:50.417 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export testimg /tmp/rbd_import_export_132934/img2 2024-08-04T16:08:50.698 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-04T16:08:50.701 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export testimg - 2024-08-04T16:08:51.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:50 smithi062 ceph-mon[85960]: pgmap v2052: 105 pgs: 105 active+clean; 2.3 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 5.4 KiB/s wr, 179 op/s 2024-08-04T16:08:51.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:50 smithi007 ceph-mon[92692]: pgmap v2052: 105 pgs: 105 active+clean; 2.3 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 5.4 KiB/s wr, 179 op/s 2024-08-04T16:08:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:50 smithi007 ceph-mon[94998]: pgmap v2052: 105 pgs: 105 active+clean; 2.3 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 5.4 KiB/s wr, 179 op/s 2024-08-04T16:08:51.391 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-04T16:08:51.394 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm testimg 2024-08-04T16:08:51.516 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-08-04T16:08:51.520 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp /tmp/rbd_import_export_132934/img /tmp/rbd_import_export_132934/img2 2024-08-04T16:08:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:08:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:08:52.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:08:52.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:08:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:08:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:08:52.160 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp /tmp/rbd_import_export_132934/img /tmp/rbd_import_export_132934/img3 2024-08-04T16:08:52.633 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_132934/img /tmp/rbd_import_export_132934/img2 /tmp/rbd_import_export_132934/img3 2024-08-04T16:08:52.679 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:08:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:08:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:08:52.855 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd help export 2024-08-04T16:08:52.855 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep -q export-format 2024-08-04T16:08:52.874 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_132934/img bs=1k count=10 seek=100 2024-08-04T16:08:52.874 INFO:tasks.workunit.client.1.smithi062.stderr:10+0 records in 2024-08-04T16:08:52.875 INFO:tasks.workunit.client.1.smithi062.stderr:10+0 records out 2024-08-04T16:08:52.875 INFO:tasks.workunit.client.1.smithi062.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.7416e-05 s, 152 MB/s 2024-08-04T16:08:52.875 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --new-format /tmp/rbd_import_export_132934/img testimg 2024-08-04T16:08:52.944 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete...done. 2024-08-04T16:08:52.945 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-04T16:08:52.947 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap create testimg@snap 2024-08-04T16:08:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:52 smithi062 ceph-mon[85960]: pgmap v2053: 105 pgs: 105 active+clean; 7.7 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 77 KiB/s wr, 146 op/s 2024-08-04T16:08:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:08:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:08:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:08:53.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:52 smithi007 ceph-mon[92692]: pgmap v2053: 105 pgs: 105 active+clean; 7.7 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 77 KiB/s wr, 146 op/s 2024-08-04T16:08:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:08:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:08:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:08:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:52 smithi007 ceph-mon[94998]: pgmap v2053: 105 pgs: 105 active+clean; 7.7 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 77 KiB/s wr, 146 op/s 2024-08-04T16:08:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:08:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:08:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:08:53.699 INFO:tasks.workunit.client.1.smithi062.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-08-04T16:08:53.710 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd image-meta set testimg key1 value1 2024-08-04T16:08:53.772 INFO:tasks.workunit.client.1.smithi062.stderr:++ rbd image-meta list testimg 2024-08-04T16:08:53.817 INFO:tasks.workunit.client.1.smithi062.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-08-04T16:08:53.818 INFO:tasks.workunit.client.1.smithi062.stderr: 2024-08-04T16:08:53.818 INFO:tasks.workunit.client.1.smithi062.stderr:Key Value 2024-08-04T16:08:53.818 INFO:tasks.workunit.client.1.smithi062.stderr:key1 value1' 2024-08-04T16:08:53.818 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_132934/img_v2 2024-08-04T16:08:53.859 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-04T16:08:53.861 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_132934/img_v2 testimg_import 2024-08-04T16:08:54.717 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-04T16:08:54.720 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd info testimg_import 2024-08-04T16:08:54.759 INFO:tasks.workunit.client.1.smithi062.stdout:rbd image 'testimg_import': 2024-08-04T16:08:54.759 INFO:tasks.workunit.client.1.smithi062.stdout: size 110 KiB in 1 objects 2024-08-04T16:08:54.759 INFO:tasks.workunit.client.1.smithi062.stdout: order 22 (4 MiB objects) 2024-08-04T16:08:54.759 INFO:tasks.workunit.client.1.smithi062.stdout: snapshot_count: 1 2024-08-04T16:08:54.759 INFO:tasks.workunit.client.1.smithi062.stdout: id: d618714f11cf 2024-08-04T16:08:54.759 INFO:tasks.workunit.client.1.smithi062.stdout: block_name_prefix: rbd_data.d618714f11cf 2024-08-04T16:08:54.759 INFO:tasks.workunit.client.1.smithi062.stdout: format: 2 2024-08-04T16:08:54.760 INFO:tasks.workunit.client.1.smithi062.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-08-04T16:08:54.760 INFO:tasks.workunit.client.1.smithi062.stdout: op_features: 2024-08-04T16:08:54.760 INFO:tasks.workunit.client.1.smithi062.stdout: flags: 2024-08-04T16:08:54.760 INFO:tasks.workunit.client.1.smithi062.stdout: create_timestamp: Sun Aug 4 16:08:53 2024 2024-08-04T16:08:54.760 INFO:tasks.workunit.client.1.smithi062.stdout: access_timestamp: Sun Aug 4 16:08:53 2024 2024-08-04T16:08:54.760 INFO:tasks.workunit.client.1.smithi062.stdout: modify_timestamp: Sun Aug 4 16:08:53 2024 2024-08-04T16:08:54.762 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd info testimg_import@snap 2024-08-04T16:08:54.799 INFO:tasks.workunit.client.1.smithi062.stdout:rbd image 'testimg_import': 2024-08-04T16:08:54.799 INFO:tasks.workunit.client.1.smithi062.stdout: size 110 KiB in 1 objects 2024-08-04T16:08:54.799 INFO:tasks.workunit.client.1.smithi062.stdout: order 22 (4 MiB objects) 2024-08-04T16:08:54.800 INFO:tasks.workunit.client.1.smithi062.stdout: snapshot_count: 1 2024-08-04T16:08:54.800 INFO:tasks.workunit.client.1.smithi062.stdout: id: d618714f11cf 2024-08-04T16:08:54.800 INFO:tasks.workunit.client.1.smithi062.stdout: block_name_prefix: rbd_data.d618714f11cf 2024-08-04T16:08:54.800 INFO:tasks.workunit.client.1.smithi062.stdout: format: 2 2024-08-04T16:08:54.800 INFO:tasks.workunit.client.1.smithi062.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-08-04T16:08:54.800 INFO:tasks.workunit.client.1.smithi062.stdout: op_features: 2024-08-04T16:08:54.800 INFO:tasks.workunit.client.1.smithi062.stdout: flags: 2024-08-04T16:08:54.800 INFO:tasks.workunit.client.1.smithi062.stdout: create_timestamp: Sun Aug 4 16:08:53 2024 2024-08-04T16:08:54.800 INFO:tasks.workunit.client.1.smithi062.stdout: access_timestamp: Sun Aug 4 16:08:53 2024 2024-08-04T16:08:54.800 INFO:tasks.workunit.client.1.smithi062.stdout: modify_timestamp: Sun Aug 4 16:08:53 2024 2024-08-04T16:08:54.800 INFO:tasks.workunit.client.1.smithi062.stdout: protected: False 2024-08-04T16:08:54.802 INFO:tasks.workunit.client.1.smithi062.stderr:++ rbd image-meta list testimg_import 2024-08-04T16:08:54.847 INFO:tasks.workunit.client.1.smithi062.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-08-04T16:08:54.847 INFO:tasks.workunit.client.1.smithi062.stderr: 2024-08-04T16:08:54.847 INFO:tasks.workunit.client.1.smithi062.stderr:Key Value 2024-08-04T16:08:54.847 INFO:tasks.workunit.client.1.smithi062.stderr:key1 value1' 2024-08-04T16:08:54.847 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' 'There is 1 metadatum on this image: 2024-08-04T16:08:54.847 INFO:tasks.workunit.client.1.smithi062.stderr: 2024-08-04T16:08:54.847 INFO:tasks.workunit.client.1.smithi062.stderr:Key Value 2024-08-04T16:08:54.848 INFO:tasks.workunit.client.1.smithi062.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-08-04T16:08:54.848 INFO:tasks.workunit.client.1.smithi062.stderr: 2024-08-04T16:08:54.848 INFO:tasks.workunit.client.1.smithi062.stderr:Key Value 2024-08-04T16:08:54.848 INFO:tasks.workunit.client.1.smithi062.stderr:key1 value1' ']' 2024-08-04T16:08:54.848 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export testimg_import /tmp/rbd_import_export_132934/img_import 2024-08-04T16:08:54.905 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 100% complete...done. 2024-08-04T16:08:54.908 INFO:tasks.workunit.client.1.smithi062.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_132934/img /tmp/rbd_import_export_132934/img_import 2024-08-04T16:08:54.908 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp -l /tmp/rbd_import_export_132934/img /tmp/rbd_import_export_132934/img_import 2024-08-04T16:08:54.909 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_132934/img --format %b 2024-08-04T16:08:54.910 INFO:tasks.workunit.client.1.smithi062.stderr:+ origsize=24 2024-08-04T16:08:54.910 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_132934/img_import --format %b 2024-08-04T16:08:54.911 INFO:tasks.workunit.client.1.smithi062.stderr:+ exportsize=224 2024-08-04T16:08:54.911 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=200 2024-08-04T16:08:54.911 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=200 2024-08-04T16:08:54.911 INFO:tasks.workunit.client.1.smithi062.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-08-04T16:08:54.911 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_132934/img_snap 2024-08-04T16:08:54.946 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 100% complete...done. 2024-08-04T16:08:54.949 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_132934/img_snap_import 2024-08-04T16:08:54.987 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 100% complete...done. 2024-08-04T16:08:54.990 INFO:tasks.workunit.client.1.smithi062.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_132934/img_snap /tmp/rbd_import_export_132934/img_snap_import 2024-08-04T16:08:54.990 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp -l /tmp/rbd_import_export_132934/img_snap /tmp/rbd_import_export_132934/img_snap_import 2024-08-04T16:08:54.991 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_132934/img_snap --format %b 2024-08-04T16:08:54.992 INFO:tasks.workunit.client.1.smithi062.stderr:+ origsize=224 2024-08-04T16:08:54.992 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_132934/img_snap_import --format %b 2024-08-04T16:08:54.993 INFO:tasks.workunit.client.1.smithi062.stderr:+ exportsize=224 2024-08-04T16:08:54.993 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-08-04T16:08:54.993 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-08-04T16:08:54.994 INFO:tasks.workunit.client.1.smithi062.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-04T16:08:54.994 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_132934/img_v2 2024-08-04T16:08:54.994 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_132934/img_import 2024-08-04T16:08:54.994 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_132934/img_snap 2024-08-04T16:08:54.995 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_132934/img_snap_import 2024-08-04T16:08:54.996 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap rm testimg_import@snap 2024-08-04T16:08:55.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:54 smithi062 ceph-mon[85960]: pgmap v2054: 105 pgs: 105 active+clean; 6.1 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 78 KiB/s wr, 56 op/s 2024-08-04T16:08:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:54 smithi062 ceph-mon[85960]: osdmap e1134: 8 total, 8 up, 8 in 2024-08-04T16:08:55.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:54 smithi007 ceph-mon[94998]: pgmap v2054: 105 pgs: 105 active+clean; 6.1 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 78 KiB/s wr, 56 op/s 2024-08-04T16:08:55.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:54 smithi007 ceph-mon[94998]: osdmap e1134: 8 total, 8 up, 8 in 2024-08-04T16:08:55.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:54 smithi007 ceph-mon[92692]: pgmap v2054: 105 pgs: 105 active+clean; 6.1 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 78 KiB/s wr, 56 op/s 2024-08-04T16:08:55.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:54 smithi007 ceph-mon[92692]: osdmap e1134: 8 total, 8 up, 8 in 2024-08-04T16:08:55.714 INFO:tasks.workunit.client.1.smithi062.stderr: Removing snap: 100% complete...done. 2024-08-04T16:08:55.727 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd remove testimg_import 2024-08-04T16:08:55.860 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-08-04T16:08:55.863 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap rm testimg@snap 2024-08-04T16:08:56.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:55 smithi062 ceph-mon[85960]: osdmap e1135: 8 total, 8 up, 8 in 2024-08-04T16:08:56.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:55 smithi007 ceph-mon[94998]: osdmap e1135: 8 total, 8 up, 8 in 2024-08-04T16:08:56.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:55 smithi007 ceph-mon[92692]: osdmap e1135: 8 total, 8 up, 8 in 2024-08-04T16:08:56.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:08:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:08:56] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-08-04T16:08:56.716 INFO:tasks.workunit.client.1.smithi062.stderr: Removing snap: 100% complete...done. 2024-08-04T16:08:56.729 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm testimg 2024-08-04T16:08:56.859 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-08-04T16:08:56.861 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --order 20 /tmp/rbd_import_export_132934/img testimg 2024-08-04T16:08:56.932 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete...done. 2024-08-04T16:08:56.932 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --order is deprecated, use --object-size 2024-08-04T16:08:56.934 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_132934/img_v2 2024-08-04T16:08:56.974 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-04T16:08:56.976 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_132934/img_v2 testimg_import 2024-08-04T16:08:57.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:56 smithi062 ceph-mon[85960]: pgmap v2057: 105 pgs: 105 active+clean; 3.2 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 122 KiB/s wr, 176 op/s 2024-08-04T16:08:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:56 smithi062 ceph-mon[85960]: osdmap e1136: 8 total, 8 up, 8 in 2024-08-04T16:08:57.050 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-04T16:08:57.053 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd info testimg_import 2024-08-04T16:08:57.053 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep order 2024-08-04T16:08:57.053 INFO:tasks.workunit.client.1.smithi062.stderr:+ awk '{print $2}' 2024-08-04T16:08:57.053 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep 20 2024-08-04T16:08:57.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:56 smithi007 ceph-mon[92692]: pgmap v2057: 105 pgs: 105 active+clean; 3.2 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 122 KiB/s wr, 176 op/s 2024-08-04T16:08:57.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:56 smithi007 ceph-mon[92692]: osdmap e1136: 8 total, 8 up, 8 in 2024-08-04T16:08:57.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:56 smithi007 ceph-mon[94998]: pgmap v2057: 105 pgs: 105 active+clean; 3.2 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 122 KiB/s wr, 176 op/s 2024-08-04T16:08:57.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:56 smithi007 ceph-mon[94998]: osdmap e1136: 8 total, 8 up, 8 in 2024-08-04T16:08:57.091 INFO:tasks.workunit.client.1.smithi062.stdout:20 2024-08-04T16:08:57.091 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_132934/img_v2 2024-08-04T16:08:57.092 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd remove testimg_import 2024-08-04T16:08:57.206 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-08-04T16:08:57.209 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd remove testimg 2024-08-04T16:08:57.327 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-08-04T16:08:57.330 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_132934/img testimg 2024-08-04T16:08:57.383 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete...done. 2024-08-04T16:08:57.386 INFO:tasks.workunit.client.1.smithi062.stderr:++ rbd info testimg 2024-08-04T16:08:57.386 INFO:tasks.workunit.client.1.smithi062.stderr:++ grep features 2024-08-04T16:08:57.422 INFO:tasks.workunit.client.1.smithi062.stderr:+ FEATURES_BEFORE=' features: layering 2024-08-04T16:08:57.423 INFO:tasks.workunit.client.1.smithi062.stderr: op_features: ' 2024-08-04T16:08:57.423 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_132934/img_v2 2024-08-04T16:08:57.459 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-04T16:08:57.461 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_132934/img_v2 testimg_import 2024-08-04T16:08:57.522 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-04T16:08:57.525 INFO:tasks.workunit.client.1.smithi062.stderr:++ rbd info testimg_import 2024-08-04T16:08:57.526 INFO:tasks.workunit.client.1.smithi062.stderr:++ grep features 2024-08-04T16:08:57.562 INFO:tasks.workunit.client.1.smithi062.stderr:+ FEATURES_AFTER=' features: layering 2024-08-04T16:08:57.562 INFO:tasks.workunit.client.1.smithi062.stderr: op_features: ' 2024-08-04T16:08:57.562 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' ' features: layering 2024-08-04T16:08:57.562 INFO:tasks.workunit.client.1.smithi062.stderr: op_features: ' '!=' ' features: layering 2024-08-04T16:08:57.562 INFO:tasks.workunit.client.1.smithi062.stderr: op_features: ' ']' 2024-08-04T16:08:57.562 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_132934/img_v2 2024-08-04T16:08:57.562 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd remove testimg_import 2024-08-04T16:08:57.649 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-08-04T16:08:57.651 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd remove testimg 2024-08-04T16:08:57.743 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-08-04T16:08:57.745 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_132934/img testimg 2024-08-04T16:08:57.819 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete...done. 2024-08-04T16:08:57.822 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_132934/img_v2 2024-08-04T16:08:57.862 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-04T16:08:57.865 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_132934/img_v2 testimg_import 2024-08-04T16:08:57.940 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-04T16:08:57.943 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd info testimg_import 2024-08-04T16:08:57.943 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep 'stripe unit' 2024-08-04T16:08:57.943 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep -Ei '(4 KiB|4096)' 2024-08-04T16:08:57.979 INFO:tasks.workunit.client.1.smithi062.stdout: stripe unit: 4 KiB 2024-08-04T16:08:57.980 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd info testimg_import 2024-08-04T16:08:57.980 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep 'stripe count' 2024-08-04T16:08:57.980 INFO:tasks.workunit.client.1.smithi062.stderr:+ awk '{print $3}' 2024-08-04T16:08:57.980 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep 1000 2024-08-04T16:08:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:57 smithi062 ceph-mon[85960]: osdmap e1137: 8 total, 8 up, 8 in 2024-08-04T16:08:58.016 INFO:tasks.workunit.client.1.smithi062.stdout:1000 2024-08-04T16:08:58.016 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_132934/img_v2 2024-08-04T16:08:58.017 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd remove testimg_import 2024-08-04T16:08:58.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:57 smithi007 ceph-mon[92692]: osdmap e1137: 8 total, 8 up, 8 in 2024-08-04T16:08:58.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:57 smithi007 ceph-mon[94998]: osdmap e1137: 8 total, 8 up, 8 in 2024-08-04T16:08:58.133 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-08-04T16:08:58.136 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd remove testimg 2024-08-04T16:08:58.255 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-08-04T16:08:58.258 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_132934/img testimg 2024-08-04T16:08:58.326 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete...done. 2024-08-04T16:08:58.328 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap create testimg@snap1 2024-08-04T16:08:58.722 INFO:tasks.workunit.client.1.smithi062.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-08-04T16:08:58.731 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap create testimg@snap2 2024-08-04T16:08:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:58 smithi062 ceph-mon[85960]: pgmap v2060: 105 pgs: 105 active+clean; 803 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 262 KiB/s rd, 10 KiB/s wr, 199 op/s 2024-08-04T16:08:59.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:58 smithi007 ceph-mon[94998]: pgmap v2060: 105 pgs: 105 active+clean; 803 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 262 KiB/s rd, 10 KiB/s wr, 199 op/s 2024-08-04T16:08:59.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:58 smithi007 ceph-mon[92692]: pgmap v2060: 105 pgs: 105 active+clean; 803 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 262 KiB/s rd, 10 KiB/s wr, 199 op/s 2024-08-04T16:08:59.735 INFO:tasks.workunit.client.1.smithi062.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-08-04T16:08:59.746 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap protect testimg@snap2 2024-08-04T16:08:59.794 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_132934/snap_protect 2024-08-04T16:08:59.838 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-04T16:08:59.841 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_132934/snap_protect testimg_import 2024-08-04T16:09:00.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:08:59 smithi062 ceph-mon[85960]: osdmap e1138: 8 total, 8 up, 8 in 2024-08-04T16:09:00.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:08:59 smithi007 ceph-mon[94998]: osdmap e1138: 8 total, 8 up, 8 in 2024-08-04T16:09:00.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:08:59 smithi007 ceph-mon[92692]: osdmap e1138: 8 total, 8 up, 8 in 2024-08-04T16:09:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:00 smithi062 ceph-mon[85960]: pgmap v2062: 105 pgs: 105 active+clean; 693 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 292 KiB/s rd, 27 KiB/s wr, 276 op/s 2024-08-04T16:09:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:00 smithi062 ceph-mon[85960]: osdmap e1139: 8 total, 8 up, 8 in 2024-08-04T16:09:01.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:00 smithi007 ceph-mon[92692]: pgmap v2062: 105 pgs: 105 active+clean; 693 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 292 KiB/s rd, 27 KiB/s wr, 276 op/s 2024-08-04T16:09:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:00 smithi007 ceph-mon[92692]: osdmap e1139: 8 total, 8 up, 8 in 2024-08-04T16:09:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:00 smithi007 ceph-mon[94998]: pgmap v2062: 105 pgs: 105 active+clean; 693 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 292 KiB/s rd, 27 KiB/s wr, 276 op/s 2024-08-04T16:09:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:00 smithi007 ceph-mon[94998]: osdmap e1139: 8 total, 8 up, 8 in 2024-08-04T16:09:01.771 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-04T16:09:01.774 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd info testimg_import@snap1 2024-08-04T16:09:01.774 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep 'protected: False' 2024-08-04T16:09:01.819 INFO:tasks.workunit.client.1.smithi062.stdout: protected: False 2024-08-04T16:09:01.820 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd info testimg_import@snap2 2024-08-04T16:09:01.820 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep 'protected: True' 2024-08-04T16:09:01.859 INFO:tasks.workunit.client.1.smithi062.stdout: protected: True 2024-08-04T16:09:01.860 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_132934/snap_protect 2024-08-04T16:09:01.860 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap unprotect testimg@snap2 2024-08-04T16:09:01.910 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap unprotect testimg_import@snap2 2024-08-04T16:09:01.956 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap purge testimg 2024-08-04T16:09:02.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:01 smithi062 ceph-mon[85960]: osdmap e1140: 8 total, 8 up, 8 in 2024-08-04T16:09:02.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:01 smithi007 ceph-mon[92692]: osdmap e1140: 8 total, 8 up, 8 in 2024-08-04T16:09:02.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:01 smithi007 ceph-mon[94998]: osdmap e1140: 8 total, 8 up, 8 in 2024-08-04T16:09:02.735 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:09:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:09:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:02 smithi062 ceph-mon[85960]: pgmap v2065: 105 pgs: 105 active+clean; 803 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s rd, 41 KiB/s wr, 434 op/s 2024-08-04T16:09:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:02 smithi062 ceph-mon[85960]: osdmap e1141: 8 total, 8 up, 8 in 2024-08-04T16:09:03.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:02 smithi007 ceph-mon[92692]: pgmap v2065: 105 pgs: 105 active+clean; 803 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s rd, 41 KiB/s wr, 434 op/s 2024-08-04T16:09:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:02 smithi007 ceph-mon[92692]: osdmap e1141: 8 total, 8 up, 8 in 2024-08-04T16:09:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:02 smithi007 ceph-mon[94998]: pgmap v2065: 105 pgs: 105 active+clean; 803 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s rd, 41 KiB/s wr, 434 op/s 2024-08-04T16:09:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:02 smithi007 ceph-mon[94998]: osdmap e1141: 8 total, 8 up, 8 in 2024-08-04T16:09:03.756 INFO:tasks.workunit.client.1.smithi062.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-08-04T16:09:03.770 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd snap purge testimg_import 2024-08-04T16:09:04.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:03 smithi062 ceph-mon[85960]: osdmap e1142: 8 total, 8 up, 8 in 2024-08-04T16:09:04.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:03 smithi007 ceph-mon[92692]: osdmap e1142: 8 total, 8 up, 8 in 2024-08-04T16:09:04.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:03 smithi007 ceph-mon[94998]: osdmap e1142: 8 total, 8 up, 8 in 2024-08-04T16:09:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:04 smithi062 ceph-mon[85960]: pgmap v2068: 105 pgs: 105 active+clean; 803 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 354 KiB/s rd, 27 KiB/s wr, 456 op/s 2024-08-04T16:09:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:04 smithi062 ceph-mon[85960]: osdmap e1143: 8 total, 8 up, 8 in 2024-08-04T16:09:05.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:04 smithi007 ceph-mon[92692]: pgmap v2068: 105 pgs: 105 active+clean; 803 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 354 KiB/s rd, 27 KiB/s wr, 456 op/s 2024-08-04T16:09:05.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:04 smithi007 ceph-mon[92692]: osdmap e1143: 8 total, 8 up, 8 in 2024-08-04T16:09:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:04 smithi007 ceph-mon[94998]: pgmap v2068: 105 pgs: 105 active+clean; 803 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 354 KiB/s rd, 27 KiB/s wr, 456 op/s 2024-08-04T16:09:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:04 smithi007 ceph-mon[94998]: osdmap e1143: 8 total, 8 up, 8 in 2024-08-04T16:09:05.767 INFO:tasks.workunit.client.1.smithi062.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-08-04T16:09:05.788 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd remove testimg 2024-08-04T16:09:05.916 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-08-04T16:09:05.919 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd remove testimg_import 2024-08-04T16:09:06.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:05 smithi062 ceph-mon[85960]: osdmap e1144: 8 total, 8 up, 8 in 2024-08-04T16:09:06.036 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-08-04T16:09:06.039 INFO:tasks.workunit.client.1.smithi062.stderr:+ tiered=0 2024-08-04T16:09:06.039 INFO:tasks.workunit.client.1.smithi062.stderr:+ ceph osd dump 2024-08-04T16:09:06.039 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep '^pool' 2024-08-04T16:09:06.039 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep ''\''rbd'\''' 2024-08-04T16:09:06.039 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep tier 2024-08-04T16:09:06.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:05 smithi007 ceph-mon[92692]: osdmap e1144: 8 total, 8 up, 8 in 2024-08-04T16:09:06.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:05 smithi007 ceph-mon[94998]: osdmap e1144: 8 total, 8 up, 8 in 2024-08-04T16:09:06.445 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_132934/sparse1 2024-08-04T16:09:06.449 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records in 2024-08-04T16:09:06.450 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records out 2024-08-04T16:09:06.450 INFO:tasks.workunit.client.1.smithi062.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00319442 s, 328 MB/s 2024-08-04T16:09:06.450 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_132934/sparse2 2024-08-04T16:09:06.453 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records in 2024-08-04T16:09:06.454 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records out 2024-08-04T16:09:06.454 INFO:tasks.workunit.client.1.smithi062.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00312268 s, 336 MB/s 2024-08-04T16:09:06.454 INFO:tasks.workunit.client.1.smithi062.stderr:+ truncate /tmp/rbd_import_export_132934/sparse2 -s 2M 2024-08-04T16:09:06.494 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm sparse1 2024-08-04T16:09:06.550 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 0% complete...failed. 2024-08-04T16:09:06.550 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: delete error: (2) No such file or directory 2024-08-04T16:09:06.552 INFO:tasks.workunit.client.1.smithi062.stderr:+ true 2024-08-04T16:09:06.553 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_132934/sparse1 2024-08-04T16:09:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:09:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:09:06] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-08-04T16:09:06.626 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-08-04T16:09:06.627 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-04T16:09:06.627 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --order is deprecated, use --object-size 2024-08-04T16:09:06.630 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd ls -l 2024-08-04T16:09:06.630 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep sparse1 2024-08-04T16:09:06.630 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-08-04T16:09:06.668 INFO:tasks.workunit.client.1.smithi062.stdout:sparse1 2 MiB 2 2024-08-04T16:09:06.669 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects sparse1 2024-08-04T16:09:06.669 INFO:tasks.workunit.client.1.smithi062.stderr:++ image=sparse1 2024-08-04T16:09:06.669 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rbd info sparse1 2024-08-04T16:09:06.669 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep block_name_prefix 2024-08-04T16:09:06.669 INFO:tasks.workunit.client.1.smithi062.stderr:+++ awk '{print $NF;}' 2024-08-04T16:09:06.707 INFO:tasks.workunit.client.1.smithi062.stderr:++ prefix=rbd_data.d732fbb74574 2024-08-04T16:09:06.707 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep rbd_data.d732fbb74574 2024-08-04T16:09:06.707 INFO:tasks.workunit.client.1.smithi062.stderr:++++ get_image_data_pool sparse1 2024-08-04T16:09:06.708 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sed -e 's/rbd_data.d732fbb74574\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-04T16:09:06.708 INFO:tasks.workunit.client.1.smithi062.stderr:++++ image=sparse1 2024-08-04T16:09:06.708 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sort -u 2024-08-04T16:09:06.708 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ rbd info sparse1 2024-08-04T16:09:06.708 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ grep 'data_pool: ' 2024-08-04T16:09:06.708 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ awk -F: '{ print $NF }' 2024-08-04T16:09:06.746 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool= 2024-08-04T16:09:06.746 INFO:tasks.workunit.client.1.smithi062.stderr:++++ '[' -z ']' 2024-08-04T16:09:06.746 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool=rbd 2024-08-04T16:09:06.746 INFO:tasks.workunit.client.1.smithi062.stderr:++++ echo rbd 2024-08-04T16:09:06.746 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rados ls -p rbd 2024-08-04T16:09:06.790 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects=1 2024-08-04T16:09:06.790 INFO:tasks.workunit.client.1.smithi062.stderr:++ echo 1 2024-08-04T16:09:06.790 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-08-04T16:09:06.790 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export sparse1 /tmp/rbd_import_export_132934/sparse1.out 2024-08-04T16:09:06.828 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-08-04T16:09:06.831 INFO:tasks.workunit.client.1.smithi062.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_132934/sparse1 /tmp/rbd_import_export_132934/sparse1.out 2024-08-04T16:09:06.831 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp -l /tmp/rbd_import_export_132934/sparse1 /tmp/rbd_import_export_132934/sparse1.out 2024-08-04T16:09:06.833 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_132934/sparse1 --format %b 2024-08-04T16:09:06.834 INFO:tasks.workunit.client.1.smithi062.stderr:+ origsize=2048 2024-08-04T16:09:06.835 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_132934/sparse1.out --format %b 2024-08-04T16:09:06.835 INFO:tasks.workunit.client.1.smithi062.stderr:+ exportsize=2048 2024-08-04T16:09:06.836 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-08-04T16:09:06.836 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-08-04T16:09:06.836 INFO:tasks.workunit.client.1.smithi062.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-04T16:09:06.836 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_132934/sparse1.out 2024-08-04T16:09:06.836 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm sparse1 2024-08-04T16:09:06.954 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-08-04T16:09:06.957 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm sparse2 2024-08-04T16:09:07.006 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 0% complete...failed. 2024-08-04T16:09:07.007 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: delete error: (2) No such file or directory 2024-08-04T16:09:07.009 INFO:tasks.workunit.client.1.smithi062.stderr:+ true 2024-08-04T16:09:07.009 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_132934/sparse2 2024-08-04T16:09:07.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:06 smithi062 ceph-mon[85960]: pgmap v2071: 105 pgs: 105 active+clean; 803 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.0 KiB/s wr, 86 op/s 2024-08-04T16:09:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:06 smithi062 ceph-mon[85960]: osdmap e1145: 8 total, 8 up, 8 in 2024-08-04T16:09:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:06 smithi062 ceph-mon[85960]: osdmap e1146: 8 total, 8 up, 8 in 2024-08-04T16:09:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:09:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:06 smithi062 ceph-mon[85960]: from='client.? 172.21.15.62:0/2870474492' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-04T16:09:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:06 smithi062 ceph-mon[85960]: from='client.? 172.21.15.62:0/2870474492' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-04T16:09:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:06 smithi007 ceph-mon[92692]: pgmap v2071: 105 pgs: 105 active+clean; 803 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.0 KiB/s wr, 86 op/s 2024-08-04T16:09:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:06 smithi007 ceph-mon[92692]: osdmap e1145: 8 total, 8 up, 8 in 2024-08-04T16:09:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:06 smithi007 ceph-mon[92692]: osdmap e1146: 8 total, 8 up, 8 in 2024-08-04T16:09:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:09:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:06 smithi007 ceph-mon[92692]: from='client.? 172.21.15.62:0/2870474492' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-04T16:09:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:06 smithi007 ceph-mon[92692]: from='client.? 172.21.15.62:0/2870474492' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-04T16:09:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:06 smithi007 ceph-mon[94998]: pgmap v2071: 105 pgs: 105 active+clean; 803 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.0 KiB/s wr, 86 op/s 2024-08-04T16:09:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:06 smithi007 ceph-mon[94998]: osdmap e1145: 8 total, 8 up, 8 in 2024-08-04T16:09:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:06 smithi007 ceph-mon[94998]: osdmap e1146: 8 total, 8 up, 8 in 2024-08-04T16:09:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:09:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:06 smithi007 ceph-mon[94998]: from='client.? 172.21.15.62:0/2870474492' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-04T16:09:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:06 smithi007 ceph-mon[94998]: from='client.? 172.21.15.62:0/2870474492' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-04T16:09:07.087 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-08-04T16:09:07.087 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-04T16:09:07.088 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --order is deprecated, use --object-size 2024-08-04T16:09:07.089 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd ls -l 2024-08-04T16:09:07.089 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep sparse2 2024-08-04T16:09:07.089 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-08-04T16:09:07.126 INFO:tasks.workunit.client.1.smithi062.stdout:sparse2 2 MiB 2 2024-08-04T16:09:07.127 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects sparse2 2024-08-04T16:09:07.127 INFO:tasks.workunit.client.1.smithi062.stderr:++ image=sparse2 2024-08-04T16:09:07.127 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rbd info sparse2 2024-08-04T16:09:07.128 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep block_name_prefix 2024-08-04T16:09:07.128 INFO:tasks.workunit.client.1.smithi062.stderr:+++ awk '{print $NF;}' 2024-08-04T16:09:07.164 INFO:tasks.workunit.client.1.smithi062.stderr:++ prefix=rbd_data.d765c96b12ea 2024-08-04T16:09:07.166 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep rbd_data.d765c96b12ea 2024-08-04T16:09:07.166 INFO:tasks.workunit.client.1.smithi062.stderr:++++ get_image_data_pool sparse2 2024-08-04T16:09:07.167 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sed -e 's/rbd_data.d765c96b12ea\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-04T16:09:07.167 INFO:tasks.workunit.client.1.smithi062.stderr:++++ image=sparse2 2024-08-04T16:09:07.167 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sort -u 2024-08-04T16:09:07.167 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ rbd info sparse2 2024-08-04T16:09:07.167 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ grep 'data_pool: ' 2024-08-04T16:09:07.167 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ awk -F: '{ print $NF }' 2024-08-04T16:09:07.202 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool= 2024-08-04T16:09:07.202 INFO:tasks.workunit.client.1.smithi062.stderr:++++ '[' -z ']' 2024-08-04T16:09:07.203 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool=rbd 2024-08-04T16:09:07.203 INFO:tasks.workunit.client.1.smithi062.stderr:++++ echo rbd 2024-08-04T16:09:07.203 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rados ls -p rbd 2024-08-04T16:09:07.244 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects=0 2024-08-04T16:09:07.244 INFO:tasks.workunit.client.1.smithi062.stderr:++ echo 0 2024-08-04T16:09:07.244 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-08-04T16:09:07.244 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export sparse2 /tmp/rbd_import_export_132934/sparse2.out 2024-08-04T16:09:07.281 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-08-04T16:09:07.284 INFO:tasks.workunit.client.1.smithi062.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_132934/sparse2 /tmp/rbd_import_export_132934/sparse2.out 2024-08-04T16:09:07.284 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp -l /tmp/rbd_import_export_132934/sparse2 /tmp/rbd_import_export_132934/sparse2.out 2024-08-04T16:09:07.286 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_132934/sparse2 --format %b 2024-08-04T16:09:07.287 INFO:tasks.workunit.client.1.smithi062.stderr:+ origsize=2048 2024-08-04T16:09:07.287 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_132934/sparse2.out --format %b 2024-08-04T16:09:07.288 INFO:tasks.workunit.client.1.smithi062.stderr:+ exportsize=2048 2024-08-04T16:09:07.288 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-08-04T16:09:07.288 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-08-04T16:09:07.288 INFO:tasks.workunit.client.1.smithi062.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-04T16:09:07.288 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_132934/sparse2.out 2024-08-04T16:09:07.289 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm sparse2 2024-08-04T16:09:07.402 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-08-04T16:09:07.404 INFO:tasks.workunit.client.1.smithi062.stderr:+ truncate /tmp/rbd_import_export_132934/sparse1 -s 10M 2024-08-04T16:09:07.405 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --new-format --order 20 - sparse1 2024-08-04T16:09:07.514 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete...done. 2024-08-04T16:09:07.515 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-04T16:09:07.515 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --order is deprecated, use --object-size 2024-08-04T16:09:07.517 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd ls -l 2024-08-04T16:09:07.517 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep sparse1 2024-08-04T16:09:07.518 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-08-04T16:09:07.554 INFO:tasks.workunit.client.1.smithi062.stdout:sparse1 10 MiB 2 2024-08-04T16:09:07.555 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects sparse1 2024-08-04T16:09:07.555 INFO:tasks.workunit.client.1.smithi062.stderr:++ image=sparse1 2024-08-04T16:09:07.555 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rbd info sparse1 2024-08-04T16:09:07.556 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep block_name_prefix 2024-08-04T16:09:07.556 INFO:tasks.workunit.client.1.smithi062.stderr:+++ awk '{print $NF;}' 2024-08-04T16:09:07.592 INFO:tasks.workunit.client.1.smithi062.stderr:++ prefix=rbd_data.d792de57da8f 2024-08-04T16:09:07.593 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep rbd_data.d792de57da8f 2024-08-04T16:09:07.593 INFO:tasks.workunit.client.1.smithi062.stderr:++++ get_image_data_pool sparse1 2024-08-04T16:09:07.593 INFO:tasks.workunit.client.1.smithi062.stderr:++++ image=sparse1 2024-08-04T16:09:07.593 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sed -e 's/rbd_data.d792de57da8f\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-04T16:09:07.593 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sort -u 2024-08-04T16:09:07.593 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ rbd info sparse1 2024-08-04T16:09:07.594 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ grep 'data_pool: ' 2024-08-04T16:09:07.594 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ awk -F: '{ print $NF }' 2024-08-04T16:09:07.629 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool= 2024-08-04T16:09:07.629 INFO:tasks.workunit.client.1.smithi062.stderr:++++ '[' -z ']' 2024-08-04T16:09:07.629 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool=rbd 2024-08-04T16:09:07.629 INFO:tasks.workunit.client.1.smithi062.stderr:++++ echo rbd 2024-08-04T16:09:07.630 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rados ls -p rbd 2024-08-04T16:09:07.671 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects=1 2024-08-04T16:09:07.671 INFO:tasks.workunit.client.1.smithi062.stderr:++ echo 1 2024-08-04T16:09:07.672 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-08-04T16:09:07.672 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export sparse1 /tmp/rbd_import_export_132934/sparse1.out 2024-08-04T16:09:07.709 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-08-04T16:09:07.713 INFO:tasks.workunit.client.1.smithi062.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_132934/sparse1 /tmp/rbd_import_export_132934/sparse1.out 2024-08-04T16:09:07.713 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp -l /tmp/rbd_import_export_132934/sparse1 /tmp/rbd_import_export_132934/sparse1.out 2024-08-04T16:09:07.720 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_132934/sparse1 --format %b 2024-08-04T16:09:07.722 INFO:tasks.workunit.client.1.smithi062.stderr:+ origsize=2048 2024-08-04T16:09:07.722 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_132934/sparse1.out --format %b 2024-08-04T16:09:07.723 INFO:tasks.workunit.client.1.smithi062.stderr:+ exportsize=2048 2024-08-04T16:09:07.723 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-08-04T16:09:07.723 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-08-04T16:09:07.723 INFO:tasks.workunit.client.1.smithi062.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-04T16:09:07.723 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_132934/sparse1.out 2024-08-04T16:09:07.724 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm sparse1 2024-08-04T16:09:07.834 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-08-04T16:09:07.836 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_132934/sparse2 oflag=append conv=notrunc 2024-08-04T16:09:07.843 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records in 2024-08-04T16:09:07.843 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records out 2024-08-04T16:09:07.843 INFO:tasks.workunit.client.1.smithi062.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00582826 s, 360 MB/s 2024-08-04T16:09:07.843 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --new-format --order 20 - sparse2 2024-08-04T16:09:07.944 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete...done. 2024-08-04T16:09:07.944 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-04T16:09:07.944 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --order is deprecated, use --object-size 2024-08-04T16:09:07.947 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd ls -l 2024-08-04T16:09:07.947 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep sparse2 2024-08-04T16:09:07.947 INFO:tasks.workunit.client.1.smithi062.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-08-04T16:09:07.984 INFO:tasks.workunit.client.1.smithi062.stdout:sparse2 4 MiB 2 2024-08-04T16:09:07.985 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects sparse2 2024-08-04T16:09:07.985 INFO:tasks.workunit.client.1.smithi062.stderr:++ image=sparse2 2024-08-04T16:09:07.985 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rbd info sparse2 2024-08-04T16:09:07.985 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep block_name_prefix 2024-08-04T16:09:07.985 INFO:tasks.workunit.client.1.smithi062.stderr:+++ awk '{print $NF;}' 2024-08-04T16:09:08.021 INFO:tasks.workunit.client.1.smithi062.stderr:++ prefix=rbd_data.d7bfd49105b1 2024-08-04T16:09:08.022 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep rbd_data.d7bfd49105b1 2024-08-04T16:09:08.023 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sed -e 's/rbd_data.d7bfd49105b1\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-04T16:09:08.023 INFO:tasks.workunit.client.1.smithi062.stderr:++++ get_image_data_pool sparse2 2024-08-04T16:09:08.023 INFO:tasks.workunit.client.1.smithi062.stderr:++++ image=sparse2 2024-08-04T16:09:08.023 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sort -u 2024-08-04T16:09:08.023 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ rbd info sparse2 2024-08-04T16:09:08.023 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ grep 'data_pool: ' 2024-08-04T16:09:08.023 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ awk -F: '{ print $NF }' 2024-08-04T16:09:08.060 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool= 2024-08-04T16:09:08.060 INFO:tasks.workunit.client.1.smithi062.stderr:++++ '[' -z ']' 2024-08-04T16:09:08.060 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool=rbd 2024-08-04T16:09:08.060 INFO:tasks.workunit.client.1.smithi062.stderr:++++ echo rbd 2024-08-04T16:09:08.060 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rados ls -p rbd 2024-08-04T16:09:08.101 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects='0 2024-08-04T16:09:08.101 INFO:tasks.workunit.client.1.smithi062.stderr:2 2024-08-04T16:09:08.102 INFO:tasks.workunit.client.1.smithi062.stderr:3' 2024-08-04T16:09:08.102 INFO:tasks.workunit.client.1.smithi062.stderr:++ echo 0 2 3 2024-08-04T16:09:08.102 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-08-04T16:09:08.102 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export sparse2 /tmp/rbd_import_export_132934/sparse2.out 2024-08-04T16:09:08.139 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-08-04T16:09:08.143 INFO:tasks.workunit.client.1.smithi062.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_132934/sparse2 /tmp/rbd_import_export_132934/sparse2.out 2024-08-04T16:09:08.143 INFO:tasks.workunit.client.1.smithi062.stderr:+ cmp -l /tmp/rbd_import_export_132934/sparse2 /tmp/rbd_import_export_132934/sparse2.out 2024-08-04T16:09:08.146 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_132934/sparse2 --format %b 2024-08-04T16:09:08.147 INFO:tasks.workunit.client.1.smithi062.stderr:+ origsize=6144 2024-08-04T16:09:08.147 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_132934/sparse2.out --format %b 2024-08-04T16:09:08.148 INFO:tasks.workunit.client.1.smithi062.stderr:+ exportsize=6144 2024-08-04T16:09:08.148 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-08-04T16:09:08.148 INFO:tasks.workunit.client.1.smithi062.stderr:+ difference=0 2024-08-04T16:09:08.148 INFO:tasks.workunit.client.1.smithi062.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-04T16:09:08.148 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_132934/sparse2.out 2024-08-04T16:09:08.149 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm sparse2 2024-08-04T16:09:08.264 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-08-04T16:09:08.267 INFO:tasks.workunit.client.1.smithi062.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-08-04T16:09:08.267 INFO:tasks.workunit.client.1.smithi062.stdout:partially-sparse file imports to partially-sparse image 2024-08-04T16:09:08.267 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_132934/sparse1 sparse 2024-08-04T16:09:08.341 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-08-04T16:09:08.341 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-04T16:09:08.342 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --order is deprecated, use --object-size 2024-08-04T16:09:08.344 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects sparse 2024-08-04T16:09:08.344 INFO:tasks.workunit.client.1.smithi062.stderr:++ image=sparse 2024-08-04T16:09:08.345 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rbd info sparse 2024-08-04T16:09:08.345 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep block_name_prefix 2024-08-04T16:09:08.345 INFO:tasks.workunit.client.1.smithi062.stderr:+++ awk '{print $NF;}' 2024-08-04T16:09:08.381 INFO:tasks.workunit.client.1.smithi062.stderr:++ prefix=rbd_data.d7ec2c7be295 2024-08-04T16:09:08.382 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep rbd_data.d7ec2c7be295 2024-08-04T16:09:08.382 INFO:tasks.workunit.client.1.smithi062.stderr:++++ get_image_data_pool sparse 2024-08-04T16:09:08.382 INFO:tasks.workunit.client.1.smithi062.stderr:++++ image=sparse 2024-08-04T16:09:08.382 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sed -e 's/rbd_data.d7ec2c7be295\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-04T16:09:08.382 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sort -u 2024-08-04T16:09:08.382 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ rbd info sparse 2024-08-04T16:09:08.382 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ grep 'data_pool: ' 2024-08-04T16:09:08.382 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ awk -F: '{ print $NF }' 2024-08-04T16:09:08.417 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool= 2024-08-04T16:09:08.417 INFO:tasks.workunit.client.1.smithi062.stderr:++++ '[' -z ']' 2024-08-04T16:09:08.418 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool=rbd 2024-08-04T16:09:08.418 INFO:tasks.workunit.client.1.smithi062.stderr:++++ echo rbd 2024-08-04T16:09:08.418 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rados ls -p rbd 2024-08-04T16:09:08.459 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects=1 2024-08-04T16:09:08.459 INFO:tasks.workunit.client.1.smithi062.stderr:++ echo 1 2024-08-04T16:09:08.459 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-08-04T16:09:08.459 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm sparse 2024-08-04T16:09:08.575 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-08-04T16:09:08.578 INFO:tasks.workunit.client.1.smithi062.stdout:zeros import through stdin to sparse image 2024-08-04T16:09:08.579 INFO:tasks.workunit.client.1.smithi062.stderr:+ echo 'zeros import through stdin to sparse image' 2024-08-04T16:09:08.579 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/dev/zero bs=1M count=4 2024-08-04T16:09:08.579 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd import --new-format - sparse 2024-08-04T16:09:08.631 INFO:tasks.workunit.client.1.smithi062.stderr:4+0 records in 2024-08-04T16:09:08.631 INFO:tasks.workunit.client.1.smithi062.stderr:4+0 records out 2024-08-04T16:09:08.631 INFO:tasks.workunit.client.1.smithi062.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0512622 s, 81.8 MB/s 2024-08-04T16:09:08.644 INFO:tasks.workunit.client.1.smithi062.stderr: Importing image: 100% complete...done. 2024-08-04T16:09:08.644 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-04T16:09:08.647 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects sparse 2024-08-04T16:09:08.647 INFO:tasks.workunit.client.1.smithi062.stderr:++ image=sparse 2024-08-04T16:09:08.648 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rbd info sparse 2024-08-04T16:09:08.648 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep block_name_prefix 2024-08-04T16:09:08.648 INFO:tasks.workunit.client.1.smithi062.stderr:+++ awk '{print $NF;}' 2024-08-04T16:09:08.684 INFO:tasks.workunit.client.1.smithi062.stderr:++ prefix=rbd_data.d80de1edffb0 2024-08-04T16:09:08.686 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep rbd_data.d80de1edffb0 2024-08-04T16:09:08.686 INFO:tasks.workunit.client.1.smithi062.stderr:++++ get_image_data_pool sparse 2024-08-04T16:09:08.686 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sed -e 's/rbd_data.d80de1edffb0\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-04T16:09:08.686 INFO:tasks.workunit.client.1.smithi062.stderr:++++ image=sparse 2024-08-04T16:09:08.686 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sort -u 2024-08-04T16:09:08.686 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ rbd info sparse 2024-08-04T16:09:08.686 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ grep 'data_pool: ' 2024-08-04T16:09:08.686 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ awk -F: '{ print $NF }' 2024-08-04T16:09:08.722 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool= 2024-08-04T16:09:08.722 INFO:tasks.workunit.client.1.smithi062.stderr:++++ '[' -z ']' 2024-08-04T16:09:08.722 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool=rbd 2024-08-04T16:09:08.722 INFO:tasks.workunit.client.1.smithi062.stderr:++++ echo rbd 2024-08-04T16:09:08.722 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rados ls -p rbd 2024-08-04T16:09:08.763 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects= 2024-08-04T16:09:08.763 INFO:tasks.workunit.client.1.smithi062.stderr:++ echo 2024-08-04T16:09:08.764 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-08-04T16:09:08.764 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm sparse 2024-08-04T16:09:08.876 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-08-04T16:09:08.879 INFO:tasks.workunit.client.1.smithi062.stdout:zeros export to sparse file 2024-08-04T16:09:08.879 INFO:tasks.workunit.client.1.smithi062.stderr:+ echo 'zeros export to sparse file' 2024-08-04T16:09:08.879 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd create --new-format sparse --size 4 2024-08-04T16:09:08.922 INFO:tasks.workunit.client.1.smithi062.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-04T16:09:08.924 INFO:tasks.workunit.client.1.smithi062.stderr:++ rbd info sparse 2024-08-04T16:09:08.924 INFO:tasks.workunit.client.1.smithi062.stderr:++ grep block_name_prefix 2024-08-04T16:09:08.924 INFO:tasks.workunit.client.1.smithi062.stderr:++ awk '{print $NF;}' 2024-08-04T16:09:08.961 INFO:tasks.workunit.client.1.smithi062.stderr:+ prefix=rbd_data.d82e42782ba0 2024-08-04T16:09:08.961 INFO:tasks.workunit.client.1.smithi062.stderr:+ dd if=/dev/zero bs=4M count=1 2024-08-04T16:09:08.962 INFO:tasks.workunit.client.1.smithi062.stderr:++ get_image_data_pool sparse 2024-08-04T16:09:08.962 INFO:tasks.workunit.client.1.smithi062.stderr:++ image=sparse 2024-08-04T16:09:08.962 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rbd info sparse 2024-08-04T16:09:08.962 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep 'data_pool: ' 2024-08-04T16:09:08.962 INFO:tasks.workunit.client.1.smithi062.stderr:+++ awk -F: '{ print $NF }' 2024-08-04T16:09:08.998 INFO:tasks.workunit.client.1.smithi062.stderr:++ data_pool= 2024-08-04T16:09:08.999 INFO:tasks.workunit.client.1.smithi062.stderr:++ '[' -z ']' 2024-08-04T16:09:08.999 INFO:tasks.workunit.client.1.smithi062.stderr:++ data_pool=rbd 2024-08-04T16:09:08.999 INFO:tasks.workunit.client.1.smithi062.stderr:++ echo rbd 2024-08-04T16:09:08.999 INFO:tasks.workunit.client.1.smithi062.stderr:+ rados -p rbd put rbd_data.d82e42782ba0.000000000000 - 2024-08-04T16:09:09.010 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:08 smithi062 ceph-mon[85960]: pgmap v2074: 105 pgs: 105 active+clean; 693 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.5 KiB/s wr, 96 op/s 2024-08-04T16:09:09.028 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records in 2024-08-04T16:09:09.028 INFO:tasks.workunit.client.1.smithi062.stderr:1+0 records out 2024-08-04T16:09:09.029 INFO:tasks.workunit.client.1.smithi062.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0665555 s, 63.0 MB/s 2024-08-04T16:09:09.056 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects sparse 2024-08-04T16:09:09.056 INFO:tasks.workunit.client.1.smithi062.stderr:++ image=sparse 2024-08-04T16:09:09.056 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rbd info sparse 2024-08-04T16:09:09.056 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep block_name_prefix 2024-08-04T16:09:09.057 INFO:tasks.workunit.client.1.smithi062.stderr:+++ awk '{print $NF;}' 2024-08-04T16:09:09.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:08 smithi007 ceph-mon[92692]: pgmap v2074: 105 pgs: 105 active+clean; 693 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.5 KiB/s wr, 96 op/s 2024-08-04T16:09:09.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:08 smithi007 ceph-mon[94998]: pgmap v2074: 105 pgs: 105 active+clean; 693 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.5 KiB/s wr, 96 op/s 2024-08-04T16:09:09.093 INFO:tasks.workunit.client.1.smithi062.stderr:++ prefix=rbd_data.d82e42782ba0 2024-08-04T16:09:09.094 INFO:tasks.workunit.client.1.smithi062.stderr:+++ grep rbd_data.d82e42782ba0 2024-08-04T16:09:09.094 INFO:tasks.workunit.client.1.smithi062.stderr:++++ get_image_data_pool sparse 2024-08-04T16:09:09.094 INFO:tasks.workunit.client.1.smithi062.stderr:++++ image=sparse 2024-08-04T16:09:09.094 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sed -e 's/rbd_data.d82e42782ba0\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-04T16:09:09.094 INFO:tasks.workunit.client.1.smithi062.stderr:+++ sort -u 2024-08-04T16:09:09.094 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ rbd info sparse 2024-08-04T16:09:09.095 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ grep 'data_pool: ' 2024-08-04T16:09:09.095 INFO:tasks.workunit.client.1.smithi062.stderr:+++++ awk -F: '{ print $NF }' 2024-08-04T16:09:09.140 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool= 2024-08-04T16:09:09.140 INFO:tasks.workunit.client.1.smithi062.stderr:++++ '[' -z ']' 2024-08-04T16:09:09.140 INFO:tasks.workunit.client.1.smithi062.stderr:++++ data_pool=rbd 2024-08-04T16:09:09.140 INFO:tasks.workunit.client.1.smithi062.stderr:++++ echo rbd 2024-08-04T16:09:09.140 INFO:tasks.workunit.client.1.smithi062.stderr:+++ rados ls -p rbd 2024-08-04T16:09:09.180 INFO:tasks.workunit.client.1.smithi062.stderr:++ objects=0 2024-08-04T16:09:09.181 INFO:tasks.workunit.client.1.smithi062.stderr:++ echo 0 2024-08-04T16:09:09.181 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-08-04T16:09:09.181 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_132934/sparse 2024-08-04T16:09:09.181 INFO:tasks.workunit.client.1.smithi062.stderr:rm: cannot remove '/tmp/rbd_import_export_132934/sparse': No such file or directory 2024-08-04T16:09:09.182 INFO:tasks.workunit.client.1.smithi062.stderr:+ true 2024-08-04T16:09:09.182 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd export sparse /tmp/rbd_import_export_132934/sparse 2024-08-04T16:09:09.216 INFO:tasks.workunit.client.1.smithi062.stderr: Exporting image: 100% complete...done. 2024-08-04T16:09:09.219 INFO:tasks.workunit.client.1.smithi062.stderr:++ stat /tmp/rbd_import_export_132934/sparse --format=%b 2024-08-04T16:09:09.221 INFO:tasks.workunit.client.1.smithi062.stderr:+ '[' 0 = 0 ']' 2024-08-04T16:09:09.221 INFO:tasks.workunit.client.1.smithi062.stderr:+ rbd rm sparse 2024-08-04T16:09:09.328 INFO:tasks.workunit.client.1.smithi062.stderr: Removing image: 100% complete...done. 2024-08-04T16:09:09.331 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm /tmp/rbd_import_export_132934/sparse /tmp/rbd_import_export_132934/sparse1 /tmp/rbd_import_export_132934/sparse2 /tmp/rbd_import_export_132934/sparse3 2024-08-04T16:09:09.333 INFO:tasks.workunit.client.1.smithi062.stderr:rm: cannot remove '/tmp/rbd_import_export_132934/sparse3': No such file or directory 2024-08-04T16:09:09.334 INFO:tasks.workunit.client.1.smithi062.stderr:+ true 2024-08-04T16:09:09.334 INFO:tasks.workunit.client.1.smithi062.stderr:+ echo OK 2024-08-04T16:09:09.334 INFO:tasks.workunit.client.1.smithi062.stdout:OK 2024-08-04T16:09:09.335 INFO:tasks.workunit.client.1.smithi062.stderr:+ rm -rf /tmp/rbd_import_export_132934 2024-08-04T16:09:09.335 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T16:09:09.335 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-08-04T16:09:09.403 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-08-04T16:09:09.404 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-08-04T16:09:09.672 DEBUG:teuthology.parallel:result is None 2024-08-04T16:09:09.672 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-08-04T16:09:09.702 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-08-04T16:09:09.703 DEBUG:teuthology.orchestra.run.smithi062:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-08-04T16:09:09.758 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-08-04T16:09:09.759 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-04T16:09:09.759 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-08-04T16:09:09.759 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-04T16:09:09.759 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-08-04T16:09:09.759 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-04T16:09:09.760 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-04T16:09:09.760 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-04T16:09:09.760 DEBUG:teuthology.orchestra.run.smithi007:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-04T16:09:09.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-04T16:09:09.778 INFO:teuthology.orchestra.run.smithi007.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-04T16:09:09.778 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-04T16:09:09.834 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-04T16:09:09.835 DEBUG:teuthology.orchestra.run.smithi007:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-04T16:09:09.891 INFO:tasks.workunit:timeout=3h 2024-08-04T16:09:09.891 INFO:tasks.workunit:cleanup=True 2024-08-04T16:09:09.892 DEBUG:teuthology.orchestra.run.smithi007:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-04T16:09:09.949 INFO:tasks.workunit.client.0.smithi007.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-04T16:09:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:10 smithi062 ceph-mon[85960]: pgmap v2075: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 190 KiB/s wr, 205 op/s 2024-08-04T16:09:11.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:10 smithi007 ceph-mon[92692]: pgmap v2075: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 190 KiB/s wr, 205 op/s 2024-08-04T16:09:11.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:10 smithi007 ceph-mon[94998]: pgmap v2075: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 190 KiB/s wr, 205 op/s 2024-08-04T16:09:12.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:11 smithi007 ceph-mon[92692]: osdmap e1147: 8 total, 8 up, 8 in 2024-08-04T16:09:12.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:11 smithi007 ceph-mon[94998]: osdmap e1147: 8 total, 8 up, 8 in 2024-08-04T16:09:12.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:11 smithi062 ceph-mon[85960]: osdmap e1147: 8 total, 8 up, 8 in 2024-08-04T16:09:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:09:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:09:13.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:12 smithi007 ceph-mon[92692]: pgmap v2077: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 456 op/s 2024-08-04T16:09:13.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:12 smithi007 ceph-mon[94998]: pgmap v2077: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 456 op/s 2024-08-04T16:09:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:12 smithi062 ceph-mon[85960]: pgmap v2077: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 456 op/s 2024-08-04T16:09:15.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:14 smithi007 ceph-mon[92692]: pgmap v2078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 332 op/s 2024-08-04T16:09:15.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:14 smithi007 ceph-mon[94998]: pgmap v2078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 332 op/s 2024-08-04T16:09:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:14 smithi062 ceph-mon[85960]: pgmap v2078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 332 op/s 2024-08-04T16:09:16.253 DEBUG:teuthology.orchestra.run.smithi007:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-04T16:09:16.309 INFO:tasks.workunit.client.0.smithi007.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-04T16:09:16.311 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-04T16:09:16.311 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-04T16:09:16.361 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-04T16:09:16.411 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-04T16:09:16.453 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-04T16:09:16.454 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-04T16:09:16.454 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-04T16:09:16.495 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-04T16:09:16.498 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T16:09:16.498 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-04T16:09:16.555 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-08-04T16:09:16.556 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-08-04T16:09:16.556 DEBUG:teuthology.orchestra.run.smithi007:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-08-04T16:09:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:09:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:09:16] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-08-04T16:09:16.645 INFO:tasks.workunit.client.0.smithi007.stderr:warning: failed to enable lockdep 2024-08-04T16:09:16.646 INFO:tasks.workunit.client.0.smithi007.stdout:seed 143401 2024-08-04T16:09:16.646 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] Running 425 tests from 16 test suites. 2024-08-04T16:09:16.646 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment set-up. 2024-08-04T16:09:16.646 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 1 test from TestJournalStress 2024-08-04T16:09:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:17 smithi062 ceph-mon[85960]: pgmap v2079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 1.1 MiB/s wr, 265 op/s 2024-08-04T16:09:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:17 smithi062 ceph-mon[85960]: osdmap e1148: 8 total, 8 up, 8 in 2024-08-04T16:09:17.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:17 smithi007 ceph-mon[92692]: pgmap v2079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 1.1 MiB/s wr, 265 op/s 2024-08-04T16:09:17.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:17 smithi007 ceph-mon[92692]: osdmap e1148: 8 total, 8 up, 8 in 2024-08-04T16:09:17.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:17 smithi007 ceph-mon[94998]: pgmap v2079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 1.1 MiB/s wr, 265 op/s 2024-08-04T16:09:17.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:17 smithi007 ceph-mon[94998]: osdmap e1148: 8 total, 8 up, 8 in 2024-08-04T16:09:18.180 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-08-04T16:09:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:18 smithi062 ceph-mon[85960]: osdmap e1149: 8 total, 8 up, 8 in 2024-08-04T16:09:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:18 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2449516619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:18 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:18.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:18 smithi007 ceph-mon[92692]: osdmap e1149: 8 total, 8 up, 8 in 2024-08-04T16:09:18.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:18 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2449516619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:18 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:18 smithi007 ceph-mon[94998]: osdmap e1149: 8 total, 8 up, 8 in 2024-08-04T16:09:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:18 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2449516619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:18 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:19 smithi062 ceph-mon[85960]: pgmap v2082: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 1.0 MiB/s wr, 129 op/s 2024-08-04T16:09:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:19 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:09:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:19 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:19 smithi062 ceph-mon[85960]: osdmap e1150: 8 total, 8 up, 8 in 2024-08-04T16:09:19.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:19 smithi007 ceph-mon[92692]: pgmap v2082: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 1.0 MiB/s wr, 129 op/s 2024-08-04T16:09:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:19 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:09:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:19 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:19 smithi007 ceph-mon[92692]: osdmap e1150: 8 total, 8 up, 8 in 2024-08-04T16:09:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:19 smithi007 ceph-mon[94998]: pgmap v2082: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 1.0 MiB/s wr, 129 op/s 2024-08-04T16:09:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:19 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:09:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:19 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:19 smithi007 ceph-mon[94998]: osdmap e1150: 8 total, 8 up, 8 in 2024-08-04T16:09:20.221 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:20.221 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalStress.DiscardWithPruneWriteOverlap (2041 ms) 2024-08-04T16:09:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:20 smithi062 ceph-mon[85960]: osdmap e1151: 8 total, 8 up, 8 in 2024-08-04T16:09:20.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:20 smithi007 ceph-mon[92692]: osdmap e1151: 8 total, 8 up, 8 in 2024-08-04T16:09:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:20 smithi007 ceph-mon[94998]: osdmap e1151: 8 total, 8 up, 8 in 2024-08-04T16:09:21.204 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 1 test from TestJournalStress (2041 ms total) 2024-08-04T16:09:21.204 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:09:21.204 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 16 tests from TestJournalReplay 2024-08-04T16:09:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:21 smithi062 ceph-mon[85960]: pgmap v2085: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:21 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:09:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:21 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T16:09:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:21 smithi062 ceph-mon[85960]: osdmap e1152: 8 total, 8 up, 8 in 2024-08-04T16:09:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:09:21.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:21 smithi007 ceph-mon[92692]: pgmap v2085: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:21.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:21 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:09:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:21 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T16:09:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:21 smithi007 ceph-mon[92692]: osdmap e1152: 8 total, 8 up, 8 in 2024-08-04T16:09:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:09:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:21 smithi007 ceph-mon[94998]: pgmap v2085: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:21 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:09:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:21 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T16:09:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:21 smithi007 ceph-mon[94998]: osdmap e1152: 8 total, 8 up, 8 in 2024-08-04T16:09:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:09:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:22 smithi062 ceph-mon[85960]: osdmap e1153: 8 total, 8 up, 8 in 2024-08-04T16:09:22.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:09:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:09:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:09:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:22 smithi007 ceph-mon[94998]: osdmap e1153: 8 total, 8 up, 8 in 2024-08-04T16:09:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:22 smithi007 ceph-mon[92692]: osdmap e1153: 8 total, 8 up, 8 in 2024-08-04T16:09:23.212 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-08-04T16:09:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:23 smithi062 ceph-mon[85960]: pgmap v2088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:23 smithi062 ceph-mon[85960]: osdmap e1154: 8 total, 8 up, 8 in 2024-08-04T16:09:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:23 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4134394582' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:23 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:23.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:23 smithi007 ceph-mon[94998]: pgmap v2088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:23 smithi007 ceph-mon[94998]: osdmap e1154: 8 total, 8 up, 8 in 2024-08-04T16:09:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:23 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4134394582' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:23 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:23 smithi007 ceph-mon[92692]: pgmap v2088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:23 smithi007 ceph-mon[92692]: osdmap e1154: 8 total, 8 up, 8 in 2024-08-04T16:09:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:23 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4134394582' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:23 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:24 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:24 smithi062 ceph-mon[85960]: osdmap e1155: 8 total, 8 up, 8 in 2024-08-04T16:09:24.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:24 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:24 smithi007 ceph-mon[94998]: osdmap e1155: 8 total, 8 up, 8 in 2024-08-04T16:09:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:24 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:24 smithi007 ceph-mon[92692]: osdmap e1155: 8 total, 8 up, 8 in 2024-08-04T16:09:25.247 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:25.247 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2035 ms) 2024-08-04T16:09:25.247 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-08-04T16:09:25.258 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:25.258 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalReplay.AioWriteEvent (10 ms) 2024-08-04T16:09:25.258 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-08-04T16:09:25.267 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:25.267 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalReplay.AioFlushEvent (10 ms) 2024-08-04T16:09:25.268 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-08-04T16:09:25.276 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:25.276 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalReplay.SnapCreate (9 ms) 2024-08-04T16:09:25.276 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-08-04T16:09:25.284 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:25.284 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalReplay.SnapProtect (8 ms) 2024-08-04T16:09:25.284 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-08-04T16:09:25.292 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:25.293 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalReplay.SnapUnprotect (8 ms) 2024-08-04T16:09:25.293 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-08-04T16:09:25.301 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:25.301 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalReplay.SnapRename (9 ms) 2024-08-04T16:09:25.301 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-08-04T16:09:25.309 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:25.309 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalReplay.SnapRollback (8 ms) 2024-08-04T16:09:25.309 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-08-04T16:09:25.317 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:25.317 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalReplay.SnapRemove (8 ms) 2024-08-04T16:09:25.317 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalReplay.Rename 2024-08-04T16:09:25.325 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:25.325 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalReplay.Rename (8 ms) 2024-08-04T16:09:25.325 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalReplay.Resize 2024-08-04T16:09:25.332 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:25.332 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalReplay.Resize (7 ms) 2024-08-04T16:09:25.333 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalReplay.Flatten 2024-08-04T16:09:25.341 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:25.341 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalReplay.Flatten (8 ms) 2024-08-04T16:09:25.341 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-08-04T16:09:25.348 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:25.348 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalReplay.UpdateFeatures (8 ms) 2024-08-04T16:09:25.348 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-08-04T16:09:25.356 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:25.356 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalReplay.MetadataSet (8 ms) 2024-08-04T16:09:25.356 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-08-04T16:09:25.363 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:25.363 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalReplay.MetadataRemove (7 ms) 2024-08-04T16:09:25.363 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-08-04T16:09:25.371 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:25.371 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalReplay.ObjectPosition (8 ms) 2024-08-04T16:09:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:25 smithi062 ceph-mon[85960]: pgmap v2091: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:25 smithi062 ceph-mon[85960]: osdmap e1156: 8 total, 8 up, 8 in 2024-08-04T16:09:25.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:25 smithi007 ceph-mon[94998]: pgmap v2091: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:25.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:25 smithi007 ceph-mon[94998]: osdmap e1156: 8 total, 8 up, 8 in 2024-08-04T16:09:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:25 smithi007 ceph-mon[92692]: pgmap v2091: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:25 smithi007 ceph-mon[92692]: osdmap e1156: 8 total, 8 up, 8 in 2024-08-04T16:09:26.232 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 16 tests from TestJournalReplay (2159 ms total) 2024-08-04T16:09:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:09:26.233 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 4 tests from TestJournalEntries 2024-08-04T16:09:26.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:26 smithi062 ceph-mon[85960]: osdmap e1157: 8 total, 8 up, 8 in 2024-08-04T16:09:26.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:26 smithi007 ceph-mon[94998]: osdmap e1157: 8 total, 8 up, 8 in 2024-08-04T16:09:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:26 smithi007 ceph-mon[92692]: osdmap e1157: 8 total, 8 up, 8 in 2024-08-04T16:09:26.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:09:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:09:26] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2024-08-04T16:09:27.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:27 smithi062 ceph-mon[85960]: pgmap v2094: 137 pgs: 6 creating+peering, 7 unknown, 124 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-04T16:09:27.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:27 smithi062 ceph-mon[85960]: osdmap e1158: 8 total, 8 up, 8 in 2024-08-04T16:09:27.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:27 smithi007 ceph-mon[94998]: pgmap v2094: 137 pgs: 6 creating+peering, 7 unknown, 124 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-04T16:09:27.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:27 smithi007 ceph-mon[94998]: osdmap e1158: 8 total, 8 up, 8 in 2024-08-04T16:09:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:27 smithi007 ceph-mon[92692]: pgmap v2094: 137 pgs: 6 creating+peering, 7 unknown, 124 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-04T16:09:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:27 smithi007 ceph-mon[92692]: osdmap e1158: 8 total, 8 up, 8 in 2024-08-04T16:09:28.240 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-08-04T16:09:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:28 smithi062 ceph-mon[85960]: osdmap e1159: 8 total, 8 up, 8 in 2024-08-04T16:09:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:28 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/530108535' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:28.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:28 smithi007 ceph-mon[92692]: osdmap e1159: 8 total, 8 up, 8 in 2024-08-04T16:09:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:28 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/530108535' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:28 smithi007 ceph-mon[94998]: osdmap e1159: 8 total, 8 up, 8 in 2024-08-04T16:09:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:28 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/530108535' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:29 smithi062 ceph-mon[85960]: pgmap v2097: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:29 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:09:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:29 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/530108535' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:29 smithi062 ceph-mon[85960]: osdmap e1160: 8 total, 8 up, 8 in 2024-08-04T16:09:29.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:29 smithi007 ceph-mon[92692]: pgmap v2097: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:29.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:29 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:09:29.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:29 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/530108535' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:29.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:29 smithi007 ceph-mon[92692]: osdmap e1160: 8 total, 8 up, 8 in 2024-08-04T16:09:29.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:29 smithi007 ceph-mon[94998]: pgmap v2097: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:29.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:29 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:09:29.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:29 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/530108535' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:29.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:29 smithi007 ceph-mon[94998]: osdmap e1160: 8 total, 8 up, 8 in 2024-08-04T16:09:30.285 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:30.285 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalEntries.AioWrite (2045 ms) 2024-08-04T16:09:30.285 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-08-04T16:09:30.296 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:30.296 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalEntries.AioDiscard (10 ms) 2024-08-04T16:09:30.296 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-08-04T16:09:30.307 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:30.308 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalEntries.AioDiscardWithPrune (12 ms) 2024-08-04T16:09:30.308 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-08-04T16:09:30.316 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:30.316 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestJournalEntries.AioFlush (9 ms) 2024-08-04T16:09:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:30 smithi062 ceph-mon[85960]: osdmap e1161: 8 total, 8 up, 8 in 2024-08-04T16:09:30.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:30 smithi007 ceph-mon[94998]: osdmap e1161: 8 total, 8 up, 8 in 2024-08-04T16:09:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:30 smithi007 ceph-mon[92692]: osdmap e1161: 8 total, 8 up, 8 in 2024-08-04T16:09:31.269 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 4 tests from TestJournalEntries (2076 ms total) 2024-08-04T16:09:31.269 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:09:31.270 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 2 tests from TestTrash 2024-08-04T16:09:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:31 smithi062 ceph-mon[85960]: pgmap v2100: 137 pgs: 2 creating+peering, 10 unknown, 125 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:31 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:09:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:31 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T16:09:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:31 smithi062 ceph-mon[85960]: osdmap e1162: 8 total, 8 up, 8 in 2024-08-04T16:09:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:31 smithi007 ceph-mon[94998]: pgmap v2100: 137 pgs: 2 creating+peering, 10 unknown, 125 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:31 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:09:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:31 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T16:09:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:31 smithi007 ceph-mon[94998]: osdmap e1162: 8 total, 8 up, 8 in 2024-08-04T16:09:31.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:31 smithi007 ceph-mon[92692]: pgmap v2100: 137 pgs: 2 creating+peering, 10 unknown, 125 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:31.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:31 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:09:31.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:31 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T16:09:31.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:31 smithi007 ceph-mon[92692]: osdmap e1162: 8 total, 8 up, 8 in 2024-08-04T16:09:32.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:32 smithi007 ceph-mon[94998]: osdmap e1163: 8 total, 8 up, 8 in 2024-08-04T16:09:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:32 smithi007 ceph-mon[92692]: osdmap e1163: 8 total, 8 up, 8 in 2024-08-04T16:09:32.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:32 smithi062 ceph-mon[85960]: osdmap e1163: 8 total, 8 up, 8 in 2024-08-04T16:09:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:09:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:09:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:09:33.281 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-08-04T16:09:33.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:33 smithi007 ceph-mon[92692]: pgmap v2103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:33 smithi007 ceph-mon[92692]: osdmap e1164: 8 total, 8 up, 8 in 2024-08-04T16:09:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:33 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1143625119' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:33 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:33.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:33 smithi007 ceph-mon[94998]: pgmap v2103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:33.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:33 smithi007 ceph-mon[94998]: osdmap e1164: 8 total, 8 up, 8 in 2024-08-04T16:09:33.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:33 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1143625119' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:33.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:33 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:33 smithi062 ceph-mon[85960]: pgmap v2103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:33 smithi062 ceph-mon[85960]: osdmap e1164: 8 total, 8 up, 8 in 2024-08-04T16:09:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:33 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1143625119' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:33 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:34 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:34 smithi007 ceph-mon[94998]: osdmap e1165: 8 total, 8 up, 8 in 2024-08-04T16:09:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:34 smithi007 ceph-mon[94998]: pgmap v2106: 137 pgs: 2 creating+peering, 22 unknown, 113 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:34 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:34 smithi007 ceph-mon[92692]: osdmap e1165: 8 total, 8 up, 8 in 2024-08-04T16:09:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:34 smithi007 ceph-mon[92692]: pgmap v2106: 137 pgs: 2 creating+peering, 22 unknown, 113 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:34 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:34 smithi062 ceph-mon[85960]: osdmap e1165: 8 total, 8 up, 8 in 2024-08-04T16:09:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:34 smithi062 ceph-mon[85960]: pgmap v2106: 137 pgs: 2 creating+peering, 22 unknown, 113 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:35.384 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestTrash.UserRemovingSource (2103 ms) 2024-08-04T16:09:35.385 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-08-04T16:09:35.422 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestTrash.RestoreMirroringSource (38 ms) 2024-08-04T16:09:35.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:35 smithi007 ceph-mon[94998]: osdmap e1166: 8 total, 8 up, 8 in 2024-08-04T16:09:35.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:35 smithi007 ceph-mon[92692]: osdmap e1166: 8 total, 8 up, 8 in 2024-08-04T16:09:35.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:35 smithi062 ceph-mon[85960]: osdmap e1166: 8 total, 8 up, 8 in 2024-08-04T16:09:36.302 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 2 tests from TestTrash (2141 ms total) 2024-08-04T16:09:36.302 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:09:36.302 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 1 test from TestOperations 2024-08-04T16:09:36.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:36 smithi007 ceph-mon[92692]: osdmap e1167: 8 total, 8 up, 8 in 2024-08-04T16:09:36.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:36 smithi007 ceph-mon[92692]: pgmap v2109: 137 pgs: 2 creating+peering, 1 unknown, 134 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-04T16:09:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:09:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:36 smithi007 ceph-mon[94998]: osdmap e1167: 8 total, 8 up, 8 in 2024-08-04T16:09:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:36 smithi007 ceph-mon[94998]: pgmap v2109: 137 pgs: 2 creating+peering, 1 unknown, 134 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-04T16:09:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:09:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:09:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:09:36] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-08-04T16:09:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:36 smithi062 ceph-mon[85960]: osdmap e1167: 8 total, 8 up, 8 in 2024-08-04T16:09:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:36 smithi062 ceph-mon[85960]: pgmap v2109: 137 pgs: 2 creating+peering, 1 unknown, 134 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-04T16:09:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:09:37.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:37 smithi007 ceph-mon[94998]: osdmap e1168: 8 total, 8 up, 8 in 2024-08-04T16:09:37.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:37 smithi007 ceph-mon[92692]: osdmap e1168: 8 total, 8 up, 8 in 2024-08-04T16:09:37.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:37 smithi062 ceph-mon[85960]: osdmap e1168: 8 total, 8 up, 8 in 2024-08-04T16:09:38.311 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-08-04T16:09:38.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:38 smithi007 ceph-mon[94998]: osdmap e1169: 8 total, 8 up, 8 in 2024-08-04T16:09:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:38 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/430064917' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:38 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:38 smithi007 ceph-mon[94998]: pgmap v2112: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:38 smithi007 ceph-mon[92692]: osdmap e1169: 8 total, 8 up, 8 in 2024-08-04T16:09:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:38 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/430064917' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:38 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:38 smithi007 ceph-mon[92692]: pgmap v2112: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:38 smithi062 ceph-mon[85960]: osdmap e1169: 8 total, 8 up, 8 in 2024-08-04T16:09:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:38 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/430064917' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:38 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:38 smithi062 ceph-mon[85960]: pgmap v2112: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:39.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:39 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:09:39.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:39 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:39.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:39 smithi007 ceph-mon[92692]: osdmap e1170: 8 total, 8 up, 8 in 2024-08-04T16:09:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:39 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:09:39.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:39 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:39.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:39 smithi007 ceph-mon[94998]: osdmap e1170: 8 total, 8 up, 8 in 2024-08-04T16:09:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:39 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:09:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:39 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:39 smithi062 ceph-mon[85960]: osdmap e1170: 8 total, 8 up, 8 in 2024-08-04T16:09:40.344 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:09:40.344 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2032 ms) 2024-08-04T16:09:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:40 smithi007 ceph-mon[92692]: osdmap e1171: 8 total, 8 up, 8 in 2024-08-04T16:09:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:40 smithi007 ceph-mon[92692]: pgmap v2115: 137 pgs: 10 creating+peering, 9 unknown, 118 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:40 smithi007 ceph-mon[94998]: osdmap e1171: 8 total, 8 up, 8 in 2024-08-04T16:09:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:40 smithi007 ceph-mon[94998]: pgmap v2115: 137 pgs: 10 creating+peering, 9 unknown, 118 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:40 smithi062 ceph-mon[85960]: osdmap e1171: 8 total, 8 up, 8 in 2024-08-04T16:09:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:40 smithi062 ceph-mon[85960]: pgmap v2115: 137 pgs: 10 creating+peering, 9 unknown, 118 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:41.330 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 1 test from TestOperations (2032 ms total) 2024-08-04T16:09:41.330 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:09:41.330 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 4 tests from TestObjectMap 2024-08-04T16:09:41.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:41 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:09:41.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:41 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T16:09:41.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:41 smithi007 ceph-mon[92692]: osdmap e1172: 8 total, 8 up, 8 in 2024-08-04T16:09:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:41 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:09:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:41 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T16:09:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:41 smithi007 ceph-mon[94998]: osdmap e1172: 8 total, 8 up, 8 in 2024-08-04T16:09:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:41 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:09:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:41 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T16:09:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:41 smithi062 ceph-mon[85960]: osdmap e1172: 8 total, 8 up, 8 in 2024-08-04T16:09:42.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:42 smithi007 ceph-mon[94998]: osdmap e1173: 8 total, 8 up, 8 in 2024-08-04T16:09:42.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:42 smithi007 ceph-mon[94998]: pgmap v2118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:42.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:42 smithi007 ceph-mon[92692]: osdmap e1173: 8 total, 8 up, 8 in 2024-08-04T16:09:42.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:42 smithi007 ceph-mon[92692]: pgmap v2118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:42 smithi062 ceph-mon[85960]: osdmap e1173: 8 total, 8 up, 8 in 2024-08-04T16:09:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:42 smithi062 ceph-mon[85960]: pgmap v2118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:09:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:09:43.337 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-08-04T16:09:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:43 smithi062 ceph-mon[85960]: osdmap e1174: 8 total, 8 up, 8 in 2024-08-04T16:09:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:43 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3886806737' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:43 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:43.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:43 smithi007 ceph-mon[94998]: osdmap e1174: 8 total, 8 up, 8 in 2024-08-04T16:09:43.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:43 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3886806737' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:43.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:43 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:43.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:43 smithi007 ceph-mon[92692]: osdmap e1174: 8 total, 8 up, 8 in 2024-08-04T16:09:43.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:43 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3886806737' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:43.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:43 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:44 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:44 smithi062 ceph-mon[85960]: osdmap e1175: 8 total, 8 up, 8 in 2024-08-04T16:09:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:44 smithi062 ceph-mon[85960]: pgmap v2121: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:44.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:44 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:44 smithi007 ceph-mon[92692]: osdmap e1175: 8 total, 8 up, 8 in 2024-08-04T16:09:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:44 smithi007 ceph-mon[92692]: pgmap v2121: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:44 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:44 smithi007 ceph-mon[94998]: osdmap e1175: 8 total, 8 up, 8 in 2024-08-04T16:09:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:44 smithi007 ceph-mon[94998]: pgmap v2121: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:45.400 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2063 ms) 2024-08-04T16:09:45.400 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-08-04T16:09:45.431 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (31 ms) 2024-08-04T16:09:45.432 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-08-04T16:09:45.467 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (36 ms) 2024-08-04T16:09:45.467 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-08-04T16:09:45.496 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (29 ms) 2024-08-04T16:09:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:45 smithi062 ceph-mon[85960]: osdmap e1176: 8 total, 8 up, 8 in 2024-08-04T16:09:45.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:45 smithi007 ceph-mon[92692]: osdmap e1176: 8 total, 8 up, 8 in 2024-08-04T16:09:45.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:45 smithi007 ceph-mon[94998]: osdmap e1176: 8 total, 8 up, 8 in 2024-08-04T16:09:46.363 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 4 tests from TestObjectMap (2159 ms total) 2024-08-04T16:09:46.363 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:09:46.363 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 2 tests from TestMirroringWatcher 2024-08-04T16:09:46.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:09:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:09:46] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-08-04T16:09:46.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:46 smithi007 ceph-mon[92692]: osdmap e1177: 8 total, 8 up, 8 in 2024-08-04T16:09:46.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:46 smithi007 ceph-mon[92692]: pgmap v2124: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 18 op/s 2024-08-04T16:09:46.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:46 smithi007 ceph-mon[94998]: osdmap e1177: 8 total, 8 up, 8 in 2024-08-04T16:09:46.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:46 smithi007 ceph-mon[94998]: pgmap v2124: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 18 op/s 2024-08-04T16:09:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:46 smithi062 ceph-mon[85960]: osdmap e1177: 8 total, 8 up, 8 in 2024-08-04T16:09:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:46 smithi062 ceph-mon[85960]: pgmap v2124: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 18 op/s 2024-08-04T16:09:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:47 smithi062 ceph-mon[85960]: osdmap e1178: 8 total, 8 up, 8 in 2024-08-04T16:09:47.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:47 smithi007 ceph-mon[92692]: osdmap e1178: 8 total, 8 up, 8 in 2024-08-04T16:09:47.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:47 smithi007 ceph-mon[94998]: osdmap e1178: 8 total, 8 up, 8 in 2024-08-04T16:09:48.373 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-08-04T16:09:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:48 smithi062 ceph-mon[85960]: osdmap e1179: 8 total, 8 up, 8 in 2024-08-04T16:09:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:48 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1010560369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:48 smithi062 ceph-mon[85960]: pgmap v2127: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:48 smithi007 ceph-mon[92692]: osdmap e1179: 8 total, 8 up, 8 in 2024-08-04T16:09:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:48 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1010560369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:48 smithi007 ceph-mon[92692]: pgmap v2127: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:48 smithi007 ceph-mon[94998]: osdmap e1179: 8 total, 8 up, 8 in 2024-08-04T16:09:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:48 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1010560369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:48 smithi007 ceph-mon[94998]: pgmap v2127: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:49 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:09:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:49 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1010560369' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:49 smithi062 ceph-mon[85960]: osdmap e1180: 8 total, 8 up, 8 in 2024-08-04T16:09:49.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:49 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:09:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:49 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1010560369' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:49 smithi007 ceph-mon[92692]: osdmap e1180: 8 total, 8 up, 8 in 2024-08-04T16:09:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:49 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:09:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:49 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1010560369' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:49 smithi007 ceph-mon[94998]: osdmap e1180: 8 total, 8 up, 8 in 2024-08-04T16:09:50.420 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2046 ms) 2024-08-04T16:09:50.420 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-08-04T16:09:50.451 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (31 ms) 2024-08-04T16:09:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:50 smithi062 ceph-mon[85960]: osdmap e1181: 8 total, 8 up, 8 in 2024-08-04T16:09:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:50 smithi062 ceph-mon[85960]: pgmap v2130: 137 pgs: 2 creating+peering, 10 unknown, 125 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:50.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:50 smithi007 ceph-mon[92692]: osdmap e1181: 8 total, 8 up, 8 in 2024-08-04T16:09:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:50 smithi007 ceph-mon[92692]: pgmap v2130: 137 pgs: 2 creating+peering, 10 unknown, 125 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:50 smithi007 ceph-mon[94998]: osdmap e1181: 8 total, 8 up, 8 in 2024-08-04T16:09:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:50 smithi007 ceph-mon[94998]: pgmap v2130: 137 pgs: 2 creating+peering, 10 unknown, 125 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:51.390 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 2 tests from TestMirroringWatcher (2077 ms total) 2024-08-04T16:09:51.390 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:09:51.390 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 57 tests from TestMigration 2024-08-04T16:09:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:51 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:09:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:51 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T16:09:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:51 smithi062 ceph-mon[85960]: osdmap e1182: 8 total, 8 up, 8 in 2024-08-04T16:09:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:09:51.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:51 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:09:51.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:51 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T16:09:51.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:51 smithi007 ceph-mon[92692]: osdmap e1182: 8 total, 8 up, 8 in 2024-08-04T16:09:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:09:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:51 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:09:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:51 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T16:09:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:51 smithi007 ceph-mon[94998]: osdmap e1182: 8 total, 8 up, 8 in 2024-08-04T16:09:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:09:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:09:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:09:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:52 smithi062 ceph-mon[85960]: osdmap e1183: 8 total, 8 up, 8 in 2024-08-04T16:09:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:52 smithi062 ceph-mon[85960]: pgmap v2133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:52.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:09:52.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:09:52.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:09:52.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:09:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:52 smithi007 ceph-mon[92692]: osdmap e1183: 8 total, 8 up, 8 in 2024-08-04T16:09:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:52 smithi007 ceph-mon[92692]: pgmap v2133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:09:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:09:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:09:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:09:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:52 smithi007 ceph-mon[94998]: osdmap e1183: 8 total, 8 up, 8 in 2024-08-04T16:09:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:52 smithi007 ceph-mon[94998]: pgmap v2133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:09:52.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:09:52.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:09:52.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:09:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:53 smithi062 ceph-mon[85960]: osdmap e1184: 8 total, 8 up, 8 in 2024-08-04T16:09:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:53 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2366993181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:53.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:53 smithi007 ceph-mon[92692]: osdmap e1184: 8 total, 8 up, 8 in 2024-08-04T16:09:53.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:53 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2366993181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:53 smithi007 ceph-mon[94998]: osdmap e1184: 8 total, 8 up, 8 in 2024-08-04T16:09:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:53 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2366993181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:09:54.405 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.Empty 2024-08-04T16:09:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:54 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2366993181' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:54 smithi062 ceph-mon[85960]: osdmap e1185: 8 total, 8 up, 8 in 2024-08-04T16:09:54.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:54 smithi062 ceph-mon[85960]: pgmap v2136: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:54.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:54 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2366993181' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:54 smithi007 ceph-mon[92692]: osdmap e1185: 8 total, 8 up, 8 in 2024-08-04T16:09:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:54 smithi007 ceph-mon[92692]: pgmap v2136: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:54 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2366993181' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:09:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:54 smithi007 ceph-mon[94998]: osdmap e1185: 8 total, 8 up, 8 in 2024-08-04T16:09:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:54 smithi007 ceph-mon[94998]: pgmap v2136: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:55.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:55 smithi062 ceph-mon[85960]: osdmap e1186: 8 total, 8 up, 8 in 2024-08-04T16:09:55.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:55 smithi007 ceph-mon[92692]: osdmap e1186: 8 total, 8 up, 8 in 2024-08-04T16:09:55.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:55 smithi007 ceph-mon[94998]: osdmap e1186: 8 total, 8 up, 8 in 2024-08-04T16:09:56.424 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:09:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:09:56] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-08-04T16:09:56.457 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:09:56.470 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:09:56.623 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:09:56.692 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:09:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:56 smithi062 ceph-mon[85960]: osdmap e1187: 8 total, 8 up, 8 in 2024-08-04T16:09:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:56 smithi062 ceph-mon[85960]: pgmap v2139: 169 pgs: 13 creating+peering, 25 unknown, 131 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:56.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:56 smithi062 ceph-mon[85960]: osdmap e1188: 8 total, 8 up, 8 in 2024-08-04T16:09:56.775 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.Empty (2370 ms) 2024-08-04T16:09:56.775 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.OtherName 2024-08-04T16:09:56.804 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:09:56.813 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:09:56.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:56 smithi007 ceph-mon[92692]: osdmap e1187: 8 total, 8 up, 8 in 2024-08-04T16:09:56.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:56 smithi007 ceph-mon[92692]: pgmap v2139: 169 pgs: 13 creating+peering, 25 unknown, 131 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:56.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:56 smithi007 ceph-mon[92692]: osdmap e1188: 8 total, 8 up, 8 in 2024-08-04T16:09:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:56 smithi007 ceph-mon[94998]: osdmap e1187: 8 total, 8 up, 8 in 2024-08-04T16:09:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:56 smithi007 ceph-mon[94998]: pgmap v2139: 169 pgs: 13 creating+peering, 25 unknown, 131 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:09:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:56 smithi007 ceph-mon[94998]: osdmap e1188: 8 total, 8 up, 8 in 2024-08-04T16:09:56.940 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:09:57.002 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:09:57.083 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.OtherName (308 ms) 2024-08-04T16:09:57.083 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.OtherPool 2024-08-04T16:09:57.111 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:09:57.121 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:09:57.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:57 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:09:57.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:57 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:09:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:57 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:09:58.572 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:09:58.643 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:09:58.727 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.OtherPool (1643 ms) 2024-08-04T16:09:58.727 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.OtherNamespace 2024-08-04T16:09:58.757 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:09:58.760 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:58 smithi062 ceph-mon[85960]: osdmap e1189: 8 total, 8 up, 8 in 2024-08-04T16:09:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:58 smithi062 ceph-mon[85960]: pgmap v2142: 169 pgs: 8 creating+peering, 3 unknown, 158 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-08-04T16:09:58.770 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:09:58.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:58 smithi007 ceph-mon[92692]: osdmap e1189: 8 total, 8 up, 8 in 2024-08-04T16:09:58.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:58 smithi007 ceph-mon[92692]: pgmap v2142: 169 pgs: 8 creating+peering, 3 unknown, 158 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-08-04T16:09:58.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:58 smithi007 ceph-mon[94998]: osdmap e1189: 8 total, 8 up, 8 in 2024-08-04T16:09:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:58 smithi007 ceph-mon[94998]: pgmap v2142: 169 pgs: 8 creating+peering, 3 unknown, 158 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-08-04T16:09:58.897 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:09:58.963 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:09:59.045 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.OtherNamespace (318 ms) 2024-08-04T16:09:59.045 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.DataPool 2024-08-04T16:09:59.073 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:09:59.083 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:09:59.223 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:09:59.291 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:09:59.372 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.DataPool (327 ms) 2024-08-04T16:09:59.372 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-08-04T16:09:59.405 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:09:59.415 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:09:59.554 INFO:tasks.workunit.client.0.smithi007.stdout:migration_abort 2024-08-04T16:09:59.651 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.AbortAfterPrepare (279 ms) 2024-08-04T16:09:59.651 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-08-04T16:09:59.680 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:09:59.690 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:09:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:09:59 smithi062 ceph-mon[85960]: osdmap e1190: 8 total, 8 up, 8 in 2024-08-04T16:09:59.787 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (136 ms) 2024-08-04T16:09:59.787 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-08-04T16:09:59.818 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:09:59.827 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:09:59.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:09:59 smithi007 ceph-mon[92692]: osdmap e1190: 8 total, 8 up, 8 in 2024-08-04T16:09:59.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:09:59 smithi007 ceph-mon[94998]: osdmap e1190: 8 total, 8 up, 8 in 2024-08-04T16:09:59.964 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:10:00.032 INFO:tasks.workunit.client.0.smithi007.stdout:migration_abort 2024-08-04T16:10:00.130 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.AbortAfterExecute (342 ms) 2024-08-04T16:10:00.130 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-08-04T16:10:00.160 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:00.169 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:10:00.296 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:10:00.360 INFO:tasks.workunit.client.0.smithi007.stdout:migration_abort 2024-08-04T16:10:00.459 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (330 ms) 2024-08-04T16:10:00.459 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-08-04T16:10:00.489 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:00.502 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:10:00.626 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:10:00.688 INFO:tasks.workunit.client.0.smithi007.stdout:migration_abort 2024-08-04T16:10:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:00 smithi062 ceph-mon[85960]: pgmap v2144: 169 pgs: 169 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 20 KiB/s wr, 469 op/s 2024-08-04T16:10:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:00 smithi062 ceph-mon[85960]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-08-04T16:10:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:00 smithi062 ceph-mon[85960]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-08-04T16:10:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:00 smithi062 ceph-mon[85960]: application not enabled on pool 'test-librbd-smithi007-143401-9' 2024-08-04T16:10:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:00 smithi062 ceph-mon[85960]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-08-04T16:10:00.790 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (331 ms) 2024-08-04T16:10:00.790 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-08-04T16:10:00.819 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:00.828 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:10:00.835 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.MirroringSamePool (45 ms) 2024-08-04T16:10:00.835 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.MirroringAbort 2024-08-04T16:10:00.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:00 smithi007 ceph-mon[92692]: pgmap v2144: 169 pgs: 169 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 20 KiB/s wr, 469 op/s 2024-08-04T16:10:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:00 smithi007 ceph-mon[92692]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-08-04T16:10:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:00 smithi007 ceph-mon[92692]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-08-04T16:10:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:00 smithi007 ceph-mon[92692]: application not enabled on pool 'test-librbd-smithi007-143401-9' 2024-08-04T16:10:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:00 smithi007 ceph-mon[92692]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-08-04T16:10:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:00 smithi007 ceph-mon[94998]: pgmap v2144: 169 pgs: 169 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 20 KiB/s wr, 469 op/s 2024-08-04T16:10:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:00 smithi007 ceph-mon[94998]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-08-04T16:10:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:00 smithi007 ceph-mon[94998]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-08-04T16:10:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:00 smithi007 ceph-mon[94998]: application not enabled on pool 'test-librbd-smithi007-143401-9' 2024-08-04T16:10:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:00 smithi007 ceph-mon[94998]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-08-04T16:10:00.864 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:00.873 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:10:00.880 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.MirroringAbort (45 ms) 2024-08-04T16:10:00.880 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-08-04T16:10:00.908 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:00.918 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:10:00.924 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (44 ms) 2024-08-04T16:10:00.924 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-08-04T16:10:00.954 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:00.964 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:10:00.970 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (46 ms) 2024-08-04T16:10:00.970 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.MirroringPool 2024-08-04T16:10:00.999 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:01.009 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:10:01.016 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.MirroringPool (45 ms) 2024-08-04T16:10:01.016 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.Group 2024-08-04T16:10:01.044 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:01.063 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:10:01.205 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:10:01.270 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:10:01.359 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.Group (344 ms) 2024-08-04T16:10:01.359 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.GroupAbort 2024-08-04T16:10:01.387 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:01.409 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:10:01.549 INFO:tasks.workunit.client.0.smithi007.stdout:migration_abort 2024-08-04T16:10:01.660 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.GroupAbort (301 ms) 2024-08-04T16:10:01.660 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.NoSnaps 2024-08-04T16:10:01.689 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:01.699 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:10:01.751 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 16777218~8388609 2024-08-04T16:10:01.796 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:10:01.972 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:10:02.075 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:10:02.194 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.NoSnaps (534 ms) 2024-08-04T16:10:02.194 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-08-04T16:10:02.225 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:02.235 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:10:02.294 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 16777218~8388609 2024-08-04T16:10:02.335 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:10:02.340 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 16777218~8388609 2024-08-04T16:10:02.386 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:10:02.548 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:10:02.581 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:10:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:10:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:10:02.655 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:10:02.773 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.NoSnapsOtherPool (579 ms) 2024-08-04T16:10:02.773 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-08-04T16:10:02.804 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:02.814 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:10:02.872 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:02 smithi062 ceph-mon[85960]: pgmap v2145: 169 pgs: 169 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 38 KiB/s wr, 723 op/s 2024-08-04T16:10:02.873 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 16777218~8388609 2024-08-04T16:10:02.927 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:10:03.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:02 smithi007 ceph-mon[92692]: pgmap v2145: 169 pgs: 169 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 38 KiB/s wr, 723 op/s 2024-08-04T16:10:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:02 smithi007 ceph-mon[94998]: pgmap v2145: 169 pgs: 169 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 38 KiB/s wr, 723 op/s 2024-08-04T16:10:03.113 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:10:03.221 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:10:03.342 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.NoSnapsDataPool (569 ms) 2024-08-04T16:10:03.343 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-08-04T16:10:03.372 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:03.382 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:10:03.430 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 16777218~8388609 2024-08-04T16:10:03.473 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:10:03.656 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 41943040 2024-08-04T16:10:03.664 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:10:03.773 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:10:03.875 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (533 ms) 2024-08-04T16:10:03.876 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-08-04T16:10:03.903 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:03.913 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:10:03.963 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 16777218~8388609 2024-08-04T16:10:04.009 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 0 2024-08-04T16:10:04.022 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:10:04.128 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:10:04.195 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:10:04.241 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (366 ms) 2024-08-04T16:10:04.242 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-08-04T16:10:04.273 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:04.283 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:10:04.339 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 16777218~8388609 2024-08-04T16:10:04.383 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:10:04.574 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 0 2024-08-04T16:10:04.587 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:10:04.657 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:10:04.719 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (477 ms) 2024-08-04T16:10:04.719 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-08-04T16:10:04.747 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:04.756 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:10:04.810 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 16777218~8388609 2024-08-04T16:10:04.862 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:10:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:04 smithi062 ceph-mon[85960]: pgmap v2146: 169 pgs: 169 active+clean; 29 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.7 MiB/s wr, 1.11k op/s 2024-08-04T16:10:05.043 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 167772160 2024-08-04T16:10:05.051 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:10:05.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:04 smithi007 ceph-mon[92692]: pgmap v2146: 169 pgs: 169 active+clean; 29 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.7 MiB/s wr, 1.11k op/s 2024-08-04T16:10:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:04 smithi007 ceph-mon[94998]: pgmap v2146: 169 pgs: 169 active+clean; 29 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.7 MiB/s wr, 1.11k op/s 2024-08-04T16:10:05.163 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:10:05.295 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (577 ms) 2024-08-04T16:10:05.295 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-08-04T16:10:05.325 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:05.335 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:10:05.385 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 16777218~8388609 2024-08-04T16:10:05.434 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:10:05.611 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: after_prepare_snap 2024-08-04T16:10:05.801 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 41943040 2024-08-04T16:10:05.819 INFO:tasks.workunit.client.0.smithi007.stdout:write: * 0~1000 2024-08-04T16:10:05.824 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:10:05.944 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:10:06.120 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (825 ms) 2024-08-04T16:10:06.120 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.Snaps 2024-08-04T16:10:06.151 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:06.162 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:10:06.225 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:10:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:10:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:10:06] "GET /metrics HTTP/1.1" 200 38873 "" "Prometheus/2.43.0" 2024-08-04T16:10:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:06 smithi062 ceph-mon[85960]: pgmap v2147: 169 pgs: 169 active+clean; 141 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 27 MiB/s wr, 1.68k op/s 2024-08-04T16:10:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:06 smithi062 ceph-mon[85960]: osdmap e1191: 8 total, 8 up, 8 in 2024-08-04T16:10:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:06 smithi062 ceph-mon[85960]: osdmap e1192: 8 total, 8 up, 8 in 2024-08-04T16:10:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:10:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:10:07.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:06 smithi007 ceph-mon[92692]: pgmap v2147: 169 pgs: 169 active+clean; 141 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 27 MiB/s wr, 1.68k op/s 2024-08-04T16:10:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:06 smithi007 ceph-mon[92692]: osdmap e1191: 8 total, 8 up, 8 in 2024-08-04T16:10:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:06 smithi007 ceph-mon[92692]: osdmap e1192: 8 total, 8 up, 8 in 2024-08-04T16:10:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:10:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:10:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:06 smithi007 ceph-mon[94998]: pgmap v2147: 169 pgs: 169 active+clean; 141 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 27 MiB/s wr, 1.68k op/s 2024-08-04T16:10:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:06 smithi007 ceph-mon[94998]: osdmap e1191: 8 total, 8 up, 8 in 2024-08-04T16:10:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:06 smithi007 ceph-mon[94998]: osdmap e1192: 8 total, 8 up, 8 in 2024-08-04T16:10:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:10:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:10:08.095 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 8388609~8388609 2024-08-04T16:10:08.120 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 0~1000 2024-08-04T16:10:08.120 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 1010~1000 2024-08-04T16:10:08.120 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap2 2024-08-04T16:10:08.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:08 smithi007 ceph-mon[92692]: osdmap e1193: 8 total, 8 up, 8 in 2024-08-04T16:10:08.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:08 smithi007 ceph-mon[94998]: osdmap e1193: 8 total, 8 up, 8 in 2024-08-04T16:10:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:08 smithi062 ceph-mon[85960]: osdmap e1193: 8 total, 8 up, 8 in 2024-08-04T16:10:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:09 smithi062 ceph-mon[85960]: pgmap v2151: 169 pgs: 169 active+clean; 177 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 64 MiB/s rd, 47 MiB/s wr, 1.97k op/s 2024-08-04T16:10:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:09 smithi062 ceph-mon[85960]: osdmap e1194: 8 total, 8 up, 8 in 2024-08-04T16:10:09.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:09 smithi007 ceph-mon[92692]: pgmap v2151: 169 pgs: 169 active+clean; 177 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 64 MiB/s rd, 47 MiB/s wr, 1.97k op/s 2024-08-04T16:10:09.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:09 smithi007 ceph-mon[92692]: osdmap e1194: 8 total, 8 up, 8 in 2024-08-04T16:10:09.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:09 smithi007 ceph-mon[94998]: pgmap v2151: 169 pgs: 169 active+clean; 177 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 64 MiB/s rd, 47 MiB/s wr, 1.97k op/s 2024-08-04T16:10:09.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:09 smithi007 ceph-mon[94998]: osdmap e1194: 8 total, 8 up, 8 in 2024-08-04T16:10:10.109 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 8388609~1000 2024-08-04T16:10:10.119 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 16777228~1000 2024-08-04T16:10:10.119 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 167772160 2024-08-04T16:10:10.129 INFO:tasks.workunit.client.0.smithi007.stdout:write: 2 83886079~8388609 2024-08-04T16:10:10.150 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap3 2024-08-04T16:10:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:10 smithi062 ceph-mon[85960]: osdmap e1195: 8 total, 8 up, 8 in 2024-08-04T16:10:10.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:10 smithi007 ceph-mon[92692]: osdmap e1195: 8 total, 8 up, 8 in 2024-08-04T16:10:10.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:10 smithi007 ceph-mon[94998]: osdmap e1195: 8 total, 8 up, 8 in 2024-08-04T16:10:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:11 smithi062 ceph-mon[85960]: pgmap v2154: 169 pgs: 169 active+clean; 221 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 MiB/s rd, 48 MiB/s wr, 1.38k op/s 2024-08-04T16:10:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:11 smithi062 ceph-mon[85960]: osdmap e1196: 8 total, 8 up, 8 in 2024-08-04T16:10:11.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:11 smithi007 ceph-mon[92692]: pgmap v2154: 169 pgs: 169 active+clean; 221 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 MiB/s rd, 48 MiB/s wr, 1.38k op/s 2024-08-04T16:10:11.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:11 smithi007 ceph-mon[92692]: osdmap e1196: 8 total, 8 up, 8 in 2024-08-04T16:10:11.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:11 smithi007 ceph-mon[94998]: pgmap v2154: 169 pgs: 169 active+clean; 221 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 MiB/s rd, 48 MiB/s wr, 1.38k op/s 2024-08-04T16:10:11.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:11 smithi007 ceph-mon[94998]: osdmap e1196: 8 total, 8 up, 8 in 2024-08-04T16:10:12.123 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:12.149 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 83886079~1 2024-08-04T16:10:12.159 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:10:12.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:12 smithi062 ceph-mon[85960]: osdmap e1197: 8 total, 8 up, 8 in 2024-08-04T16:10:12.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:10:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:10:12.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:12 smithi007 ceph-mon[92692]: osdmap e1197: 8 total, 8 up, 8 in 2024-08-04T16:10:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:12 smithi007 ceph-mon[94998]: osdmap e1197: 8 total, 8 up, 8 in 2024-08-04T16:10:13.380 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:13 smithi062 ceph-mon[85960]: pgmap v2157: 169 pgs: 169 active+clean; 233 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 33 MiB/s wr, 761 op/s 2024-08-04T16:10:13.380 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:13 smithi062 ceph-mon[85960]: osdmap e1198: 8 total, 8 up, 8 in 2024-08-04T16:10:13.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:13 smithi007 ceph-mon[94998]: pgmap v2157: 169 pgs: 169 active+clean; 233 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 33 MiB/s wr, 761 op/s 2024-08-04T16:10:13.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:13 smithi007 ceph-mon[94998]: osdmap e1198: 8 total, 8 up, 8 in 2024-08-04T16:10:13.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:13 smithi007 ceph-mon[92692]: pgmap v2157: 169 pgs: 169 active+clean; 233 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 33 MiB/s wr, 761 op/s 2024-08-04T16:10:13.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:13 smithi007 ceph-mon[92692]: osdmap e1198: 8 total, 8 up, 8 in 2024-08-04T16:10:14.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:14 smithi062 ceph-mon[85960]: osdmap e1199: 8 total, 8 up, 8 in 2024-08-04T16:10:14.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:14 smithi007 ceph-mon[92692]: osdmap e1199: 8 total, 8 up, 8 in 2024-08-04T16:10:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:14 smithi007 ceph-mon[94998]: osdmap e1199: 8 total, 8 up, 8 in 2024-08-04T16:10:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:15 smithi062 ceph-mon[85960]: pgmap v2160: 169 pgs: 169 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 46 op/s 2024-08-04T16:10:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:15 smithi062 ceph-mon[85960]: osdmap e1200: 8 total, 8 up, 8 in 2024-08-04T16:10:15.552 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:10:15.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:15 smithi007 ceph-mon[92692]: pgmap v2160: 169 pgs: 169 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 46 op/s 2024-08-04T16:10:15.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:15 smithi007 ceph-mon[92692]: osdmap e1200: 8 total, 8 up, 8 in 2024-08-04T16:10:15.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:15 smithi007 ceph-mon[94998]: pgmap v2160: 169 pgs: 169 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 46 op/s 2024-08-04T16:10:15.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:15 smithi007 ceph-mon[94998]: osdmap e1200: 8 total, 8 up, 8 in 2024-08-04T16:10:15.718 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:10:16.487 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:10:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:10:16] "GET /metrics HTTP/1.1" 200 38873 "" "Prometheus/2.43.0" 2024-08-04T16:10:16.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:16 smithi007 ceph-mon[92692]: osdmap e1201: 8 total, 8 up, 8 in 2024-08-04T16:10:16.487 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:16 smithi007 ceph-mon[94998]: osdmap e1201: 8 total, 8 up, 8 in 2024-08-04T16:10:16.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:16 smithi062 ceph-mon[85960]: osdmap e1201: 8 total, 8 up, 8 in 2024-08-04T16:10:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:17 smithi062 ceph-mon[85960]: pgmap v2163: 169 pgs: 169 active+clean; 253 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.0 MiB/s wr, 166 op/s 2024-08-04T16:10:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:17 smithi062 ceph-mon[85960]: osdmap e1202: 8 total, 8 up, 8 in 2024-08-04T16:10:17.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:17 smithi007 ceph-mon[92692]: pgmap v2163: 169 pgs: 169 active+clean; 253 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.0 MiB/s wr, 166 op/s 2024-08-04T16:10:17.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:17 smithi007 ceph-mon[92692]: osdmap e1202: 8 total, 8 up, 8 in 2024-08-04T16:10:17.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:17 smithi007 ceph-mon[94998]: pgmap v2163: 169 pgs: 169 active+clean; 253 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.0 MiB/s wr, 166 op/s 2024-08-04T16:10:17.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:17 smithi007 ceph-mon[94998]: osdmap e1202: 8 total, 8 up, 8 in 2024-08-04T16:10:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:18 smithi062 ceph-mon[85960]: osdmap e1203: 8 total, 8 up, 8 in 2024-08-04T16:10:18.521 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.Snaps (12401 ms) 2024-08-04T16:10:18.521 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-08-04T16:10:18.552 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:18.563 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:10:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:18 smithi007 ceph-mon[92692]: osdmap e1203: 8 total, 8 up, 8 in 2024-08-04T16:10:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:18 smithi007 ceph-mon[94998]: osdmap e1203: 8 total, 8 up, 8 in 2024-08-04T16:10:18.621 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:10:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:19 smithi062 ceph-mon[85960]: pgmap v2166: 169 pgs: 169 active+clean; 257 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.0 MiB/s wr, 294 op/s 2024-08-04T16:10:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:19 smithi062 ceph-mon[85960]: osdmap e1204: 8 total, 8 up, 8 in 2024-08-04T16:10:19.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:19 smithi007 ceph-mon[92692]: pgmap v2166: 169 pgs: 169 active+clean; 257 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.0 MiB/s wr, 294 op/s 2024-08-04T16:10:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:19 smithi007 ceph-mon[92692]: osdmap e1204: 8 total, 8 up, 8 in 2024-08-04T16:10:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:19 smithi007 ceph-mon[94998]: pgmap v2166: 169 pgs: 169 active+clean; 257 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.0 MiB/s wr, 294 op/s 2024-08-04T16:10:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:19 smithi007 ceph-mon[94998]: osdmap e1204: 8 total, 8 up, 8 in 2024-08-04T16:10:20.166 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 8388609~8388609 2024-08-04T16:10:20.184 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 0~1000 2024-08-04T16:10:20.184 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 1010~1000 2024-08-04T16:10:20.184 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap2 2024-08-04T16:10:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:20 smithi062 ceph-mon[85960]: osdmap e1205: 8 total, 8 up, 8 in 2024-08-04T16:10:20.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:20 smithi007 ceph-mon[92692]: osdmap e1205: 8 total, 8 up, 8 in 2024-08-04T16:10:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:20 smithi007 ceph-mon[94998]: osdmap e1205: 8 total, 8 up, 8 in 2024-08-04T16:10:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:21 smithi062 ceph-mon[85960]: pgmap v2169: 169 pgs: 169 active+clean; 261 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 7.0 MiB/s wr, 398 op/s 2024-08-04T16:10:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:21 smithi062 ceph-mon[85960]: osdmap e1206: 8 total, 8 up, 8 in 2024-08-04T16:10:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:10:21.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:21 smithi007 ceph-mon[92692]: pgmap v2169: 169 pgs: 169 active+clean; 261 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 7.0 MiB/s wr, 398 op/s 2024-08-04T16:10:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:21 smithi007 ceph-mon[92692]: osdmap e1206: 8 total, 8 up, 8 in 2024-08-04T16:10:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:10:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:21 smithi007 ceph-mon[94998]: pgmap v2169: 169 pgs: 169 active+clean; 261 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 7.0 MiB/s wr, 398 op/s 2024-08-04T16:10:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:21 smithi007 ceph-mon[94998]: osdmap e1206: 8 total, 8 up, 8 in 2024-08-04T16:10:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:10:22.180 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 8388609~1000 2024-08-04T16:10:22.188 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 16777228~1000 2024-08-04T16:10:22.188 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 167772160 2024-08-04T16:10:22.201 INFO:tasks.workunit.client.0.smithi007.stdout:write: 2 83886079~8388609 2024-08-04T16:10:22.219 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap3 2024-08-04T16:10:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:22 smithi062 ceph-mon[85960]: osdmap e1207: 8 total, 8 up, 8 in 2024-08-04T16:10:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-08-04T16:10:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 2]}]: dispatch 2024-08-04T16:10:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2024-08-04T16:10:22.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:10:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:10:22.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:22 smithi007 ceph-mon[92692]: osdmap e1207: 8 total, 8 up, 8 in 2024-08-04T16:10:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-08-04T16:10:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 2]}]: dispatch 2024-08-04T16:10:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2024-08-04T16:10:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:22 smithi007 ceph-mon[94998]: osdmap e1207: 8 total, 8 up, 8 in 2024-08-04T16:10:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-08-04T16:10:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 2]}]: dispatch 2024-08-04T16:10:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2024-08-04T16:10:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:23 smithi062 ceph-mon[85960]: pgmap v2172: 169 pgs: 169 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s rd, 8.0 MiB/s wr, 326 op/s 2024-08-04T16:10:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-08-04T16:10:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 2]}]': finished 2024-08-04T16:10:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2024-08-04T16:10:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:23 smithi062 ceph-mon[85960]: osdmap e1208: 8 total, 8 up, 8 in 2024-08-04T16:10:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:23 smithi007 ceph-mon[94998]: pgmap v2172: 169 pgs: 169 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s rd, 8.0 MiB/s wr, 326 op/s 2024-08-04T16:10:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-08-04T16:10:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 2]}]': finished 2024-08-04T16:10:23.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2024-08-04T16:10:23.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:23 smithi007 ceph-mon[94998]: osdmap e1208: 8 total, 8 up, 8 in 2024-08-04T16:10:23.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:23 smithi007 ceph-mon[92692]: pgmap v2172: 169 pgs: 169 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s rd, 8.0 MiB/s wr, 326 op/s 2024-08-04T16:10:23.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-08-04T16:10:23.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 2]}]': finished 2024-08-04T16:10:23.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2024-08-04T16:10:23.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:23 smithi007 ceph-mon[92692]: osdmap e1208: 8 total, 8 up, 8 in 2024-08-04T16:10:24.188 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:24.212 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 83886079~1 2024-08-04T16:10:24.221 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:10:24.230 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 16777218~8388609 2024-08-04T16:10:24.281 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:10:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:24 smithi062 ceph-mon[85960]: osdmap e1209: 8 total, 8 up, 8 in 2024-08-04T16:10:24.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:24 smithi007 ceph-mon[92692]: osdmap e1209: 8 total, 8 up, 8 in 2024-08-04T16:10:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:24 smithi007 ceph-mon[94998]: osdmap e1209: 8 total, 8 up, 8 in 2024-08-04T16:10:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:25 smithi062 ceph-mon[85960]: pgmap v2175: 169 pgs: 169 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.0 MiB/s wr, 167 op/s 2024-08-04T16:10:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:25 smithi062 ceph-mon[85960]: osdmap e1210: 8 total, 8 up, 8 in 2024-08-04T16:10:25.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:25 smithi007 ceph-mon[92692]: pgmap v2175: 169 pgs: 169 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.0 MiB/s wr, 167 op/s 2024-08-04T16:10:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:25 smithi007 ceph-mon[92692]: osdmap e1210: 8 total, 8 up, 8 in 2024-08-04T16:10:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:25 smithi007 ceph-mon[94998]: pgmap v2175: 169 pgs: 169 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.0 MiB/s wr, 167 op/s 2024-08-04T16:10:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:25 smithi007 ceph-mon[94998]: osdmap e1210: 8 total, 8 up, 8 in 2024-08-04T16:10:26.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:26 smithi062 ceph-mon[85960]: osdmap e1211: 8 total, 8 up, 8 in 2024-08-04T16:10:26.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:26 smithi062 ceph-mon[85960]: osdmap e1212: 8 total, 8 up, 8 in 2024-08-04T16:10:26.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:26 smithi007 ceph-mon[92692]: osdmap e1211: 8 total, 8 up, 8 in 2024-08-04T16:10:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:26 smithi007 ceph-mon[92692]: osdmap e1212: 8 total, 8 up, 8 in 2024-08-04T16:10:26.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:10:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:10:26] "GET /metrics HTTP/1.1" 200 38874 "" "Prometheus/2.43.0" 2024-08-04T16:10:26.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:26 smithi007 ceph-mon[94998]: osdmap e1211: 8 total, 8 up, 8 in 2024-08-04T16:10:26.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:26 smithi007 ceph-mon[94998]: osdmap e1212: 8 total, 8 up, 8 in 2024-08-04T16:10:27.294 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:10:27.465 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:10:27.510 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:27 smithi062 ceph-mon[85960]: pgmap v2178: 169 pgs: 169 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 9.0 MiB/s wr, 127 op/s; 0 B/s, 0 objects/s recovering 2024-08-04T16:10:27.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:27 smithi062 ceph-mon[85960]: osdmap e1213: 8 total, 8 up, 8 in 2024-08-04T16:10:27.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:27 smithi007 ceph-mon[94998]: pgmap v2178: 169 pgs: 169 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 9.0 MiB/s wr, 127 op/s; 0 B/s, 0 objects/s recovering 2024-08-04T16:10:27.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:27 smithi007 ceph-mon[94998]: osdmap e1213: 8 total, 8 up, 8 in 2024-08-04T16:10:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:27 smithi007 ceph-mon[92692]: pgmap v2178: 169 pgs: 169 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 9.0 MiB/s wr, 127 op/s; 0 B/s, 0 objects/s recovering 2024-08-04T16:10:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:27 smithi007 ceph-mon[92692]: osdmap e1213: 8 total, 8 up, 8 in 2024-08-04T16:10:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:29 smithi062 ceph-mon[85960]: pgmap v2181: 169 pgs: 169 active+clean; 341 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 11 MiB/s wr, 145 op/s; 0 B/s, 0 objects/s recovering 2024-08-04T16:10:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:29 smithi062 ceph-mon[85960]: osdmap e1214: 8 total, 8 up, 8 in 2024-08-04T16:10:29.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:29 smithi007 ceph-mon[94998]: pgmap v2181: 169 pgs: 169 active+clean; 341 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 11 MiB/s wr, 145 op/s; 0 B/s, 0 objects/s recovering 2024-08-04T16:10:29.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:29 smithi007 ceph-mon[94998]: osdmap e1214: 8 total, 8 up, 8 in 2024-08-04T16:10:29.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:29 smithi007 ceph-mon[92692]: pgmap v2181: 169 pgs: 169 active+clean; 341 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 11 MiB/s wr, 145 op/s; 0 B/s, 0 objects/s recovering 2024-08-04T16:10:29.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:29 smithi007 ceph-mon[92692]: osdmap e1214: 8 total, 8 up, 8 in 2024-08-04T16:10:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:30 smithi062 ceph-mon[85960]: osdmap e1215: 8 total, 8 up, 8 in 2024-08-04T16:10:30.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:30 smithi007 ceph-mon[94998]: osdmap e1215: 8 total, 8 up, 8 in 2024-08-04T16:10:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:30 smithi007 ceph-mon[92692]: osdmap e1215: 8 total, 8 up, 8 in 2024-08-04T16:10:30.588 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.SnapsOtherPool (12067 ms) 2024-08-04T16:10:30.588 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-08-04T16:10:30.619 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:30.630 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:10:30.682 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:10:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:31 smithi062 ceph-mon[85960]: pgmap v2184: 169 pgs: 169 active+clean; 349 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 10 MiB/s wr, 312 op/s; 0 B/s, 0 objects/s recovering 2024-08-04T16:10:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:31 smithi062 ceph-mon[85960]: osdmap e1216: 8 total, 8 up, 8 in 2024-08-04T16:10:31.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:31 smithi007 ceph-mon[94998]: pgmap v2184: 169 pgs: 169 active+clean; 349 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 10 MiB/s wr, 312 op/s; 0 B/s, 0 objects/s recovering 2024-08-04T16:10:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:31 smithi007 ceph-mon[94998]: osdmap e1216: 8 total, 8 up, 8 in 2024-08-04T16:10:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:31 smithi007 ceph-mon[92692]: pgmap v2184: 169 pgs: 169 active+clean; 349 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 10 MiB/s wr, 312 op/s; 0 B/s, 0 objects/s recovering 2024-08-04T16:10:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:31 smithi007 ceph-mon[92692]: osdmap e1216: 8 total, 8 up, 8 in 2024-08-04T16:10:32.235 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 8388609~8388609 2024-08-04T16:10:32.260 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 0~1000 2024-08-04T16:10:32.260 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 1010~1000 2024-08-04T16:10:32.261 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap2 2024-08-04T16:10:32.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:32 smithi062 ceph-mon[85960]: osdmap e1217: 8 total, 8 up, 8 in 2024-08-04T16:10:32.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:10:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:10:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:10:32.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:32 smithi007 ceph-mon[92692]: osdmap e1217: 8 total, 8 up, 8 in 2024-08-04T16:10:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:32 smithi007 ceph-mon[94998]: osdmap e1217: 8 total, 8 up, 8 in 2024-08-04T16:10:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:33 smithi062 ceph-mon[85960]: pgmap v2187: 169 pgs: 169 active+clean; 361 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 10 MiB/s wr, 404 op/s 2024-08-04T16:10:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:33 smithi062 ceph-mon[85960]: osdmap e1218: 8 total, 8 up, 8 in 2024-08-04T16:10:33.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:33 smithi007 ceph-mon[94998]: pgmap v2187: 169 pgs: 169 active+clean; 361 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 10 MiB/s wr, 404 op/s 2024-08-04T16:10:33.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:33 smithi007 ceph-mon[94998]: osdmap e1218: 8 total, 8 up, 8 in 2024-08-04T16:10:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:33 smithi007 ceph-mon[92692]: pgmap v2187: 169 pgs: 169 active+clean; 361 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 10 MiB/s wr, 404 op/s 2024-08-04T16:10:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:33 smithi007 ceph-mon[92692]: osdmap e1218: 8 total, 8 up, 8 in 2024-08-04T16:10:34.239 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 8388609~1000 2024-08-04T16:10:34.246 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 16777228~1000 2024-08-04T16:10:34.247 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 167772160 2024-08-04T16:10:34.256 INFO:tasks.workunit.client.0.smithi007.stdout:write: 2 83886079~8388609 2024-08-04T16:10:34.285 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap3 2024-08-04T16:10:34.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:34 smithi062 ceph-mon[85960]: osdmap e1219: 8 total, 8 up, 8 in 2024-08-04T16:10:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:34 smithi007 ceph-mon[92692]: osdmap e1219: 8 total, 8 up, 8 in 2024-08-04T16:10:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:34 smithi007 ceph-mon[94998]: osdmap e1219: 8 total, 8 up, 8 in 2024-08-04T16:10:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:35 smithi062 ceph-mon[85960]: pgmap v2190: 169 pgs: 169 active+clean; 361 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 9.0 MiB/s wr, 238 op/s 2024-08-04T16:10:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:35 smithi062 ceph-mon[85960]: osdmap e1220: 8 total, 8 up, 8 in 2024-08-04T16:10:35.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:35 smithi007 ceph-mon[92692]: pgmap v2190: 169 pgs: 169 active+clean; 361 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 9.0 MiB/s wr, 238 op/s 2024-08-04T16:10:35.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:35 smithi007 ceph-mon[92692]: osdmap e1220: 8 total, 8 up, 8 in 2024-08-04T16:10:35.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:35 smithi007 ceph-mon[94998]: pgmap v2190: 169 pgs: 169 active+clean; 361 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 9.0 MiB/s wr, 238 op/s 2024-08-04T16:10:35.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:35 smithi007 ceph-mon[94998]: osdmap e1220: 8 total, 8 up, 8 in 2024-08-04T16:10:35.817 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:35.841 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 83886079~1 2024-08-04T16:10:35.850 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:10:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:36 smithi062 ceph-mon[85960]: osdmap e1221: 8 total, 8 up, 8 in 2024-08-04T16:10:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:36 smithi062 ceph-mon[85960]: osdmap e1222: 8 total, 8 up, 8 in 2024-08-04T16:10:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:10:36.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:10:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:10:36] "GET /metrics HTTP/1.1" 200 38875 "" "Prometheus/2.43.0" 2024-08-04T16:10:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:36 smithi007 ceph-mon[92692]: osdmap e1221: 8 total, 8 up, 8 in 2024-08-04T16:10:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:36 smithi007 ceph-mon[92692]: osdmap e1222: 8 total, 8 up, 8 in 2024-08-04T16:10:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:10:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:36 smithi007 ceph-mon[94998]: osdmap e1221: 8 total, 8 up, 8 in 2024-08-04T16:10:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:36 smithi007 ceph-mon[94998]: osdmap e1222: 8 total, 8 up, 8 in 2024-08-04T16:10:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:10:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:37 smithi062 ceph-mon[85960]: pgmap v2193: 169 pgs: 169 active+clean; 385 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 10 MiB/s wr, 134 op/s 2024-08-04T16:10:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:37 smithi062 ceph-mon[85960]: osdmap e1223: 8 total, 8 up, 8 in 2024-08-04T16:10:37.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:37 smithi007 ceph-mon[92692]: pgmap v2193: 169 pgs: 169 active+clean; 385 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 10 MiB/s wr, 134 op/s 2024-08-04T16:10:37.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:37 smithi007 ceph-mon[92692]: osdmap e1223: 8 total, 8 up, 8 in 2024-08-04T16:10:37.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:37 smithi007 ceph-mon[94998]: pgmap v2193: 169 pgs: 169 active+clean; 385 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 10 MiB/s wr, 134 op/s 2024-08-04T16:10:37.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:37 smithi007 ceph-mon[94998]: osdmap e1223: 8 total, 8 up, 8 in 2024-08-04T16:10:39.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:38 smithi007 ceph-mon[92692]: pgmap v2196: 169 pgs: 169 active+clean; 397 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 128 op/s 2024-08-04T16:10:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:38 smithi007 ceph-mon[92692]: osdmap e1224: 8 total, 8 up, 8 in 2024-08-04T16:10:39.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:38 smithi007 ceph-mon[94998]: pgmap v2196: 169 pgs: 169 active+clean; 397 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 128 op/s 2024-08-04T16:10:39.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:38 smithi007 ceph-mon[94998]: osdmap e1224: 8 total, 8 up, 8 in 2024-08-04T16:10:39.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:38 smithi062 ceph-mon[85960]: pgmap v2196: 169 pgs: 169 active+clean; 397 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 128 op/s 2024-08-04T16:10:39.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:38 smithi062 ceph-mon[85960]: osdmap e1224: 8 total, 8 up, 8 in 2024-08-04T16:10:39.327 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:10:39.478 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:10:40.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:39 smithi007 ceph-mon[92692]: osdmap e1225: 8 total, 8 up, 8 in 2024-08-04T16:10:40.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:39 smithi007 ceph-mon[94998]: osdmap e1225: 8 total, 8 up, 8 in 2024-08-04T16:10:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:39 smithi062 ceph-mon[85960]: osdmap e1225: 8 total, 8 up, 8 in 2024-08-04T16:10:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:40 smithi007 ceph-mon[92692]: pgmap v2199: 169 pgs: 169 active+clean; 405 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 323 op/s 2024-08-04T16:10:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:40 smithi007 ceph-mon[92692]: osdmap e1226: 8 total, 8 up, 8 in 2024-08-04T16:10:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:40 smithi007 ceph-mon[92692]: osdmap e1227: 8 total, 8 up, 8 in 2024-08-04T16:10:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:40 smithi007 ceph-mon[94998]: pgmap v2199: 169 pgs: 169 active+clean; 405 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 323 op/s 2024-08-04T16:10:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:40 smithi007 ceph-mon[94998]: osdmap e1226: 8 total, 8 up, 8 in 2024-08-04T16:10:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:40 smithi007 ceph-mon[94998]: osdmap e1227: 8 total, 8 up, 8 in 2024-08-04T16:10:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:40 smithi062 ceph-mon[85960]: pgmap v2199: 169 pgs: 169 active+clean; 405 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 323 op/s 2024-08-04T16:10:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:40 smithi062 ceph-mon[85960]: osdmap e1226: 8 total, 8 up, 8 in 2024-08-04T16:10:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:40 smithi062 ceph-mon[85960]: osdmap e1227: 8 total, 8 up, 8 in 2024-08-04T16:10:42.178 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.SnapsDataPool (11590 ms) 2024-08-04T16:10:42.178 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-08-04T16:10:42.211 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:42.222 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:10:42.290 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:10:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:10:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:10:43.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:42 smithi007 ceph-mon[94998]: pgmap v2202: 169 pgs: 169 active+clean; 405 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 4.0 MiB/s wr, 289 op/s 2024-08-04T16:10:43.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:42 smithi007 ceph-mon[94998]: osdmap e1228: 8 total, 8 up, 8 in 2024-08-04T16:10:43.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:42 smithi007 ceph-mon[92692]: pgmap v2202: 169 pgs: 169 active+clean; 405 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 4.0 MiB/s wr, 289 op/s 2024-08-04T16:10:43.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:42 smithi007 ceph-mon[92692]: osdmap e1228: 8 total, 8 up, 8 in 2024-08-04T16:10:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:42 smithi062 ceph-mon[85960]: pgmap v2202: 169 pgs: 169 active+clean; 405 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 4.0 MiB/s wr, 289 op/s 2024-08-04T16:10:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:42 smithi062 ceph-mon[85960]: osdmap e1228: 8 total, 8 up, 8 in 2024-08-04T16:10:43.845 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 8388609~8388609 2024-08-04T16:10:43.866 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 0~1000 2024-08-04T16:10:43.866 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 1010~1000 2024-08-04T16:10:43.866 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap2 2024-08-04T16:10:44.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:43 smithi007 ceph-mon[92692]: osdmap e1229: 8 total, 8 up, 8 in 2024-08-04T16:10:44.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:43 smithi007 ceph-mon[94998]: osdmap e1229: 8 total, 8 up, 8 in 2024-08-04T16:10:44.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:43 smithi062 ceph-mon[85960]: osdmap e1229: 8 total, 8 up, 8 in 2024-08-04T16:10:45.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:44 smithi007 ceph-mon[92692]: pgmap v2205: 169 pgs: 169 active+clean; 417 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 217 op/s 2024-08-04T16:10:45.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:44 smithi007 ceph-mon[92692]: osdmap e1230: 8 total, 8 up, 8 in 2024-08-04T16:10:45.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:44 smithi007 ceph-mon[94998]: pgmap v2205: 169 pgs: 169 active+clean; 417 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 217 op/s 2024-08-04T16:10:45.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:44 smithi007 ceph-mon[94998]: osdmap e1230: 8 total, 8 up, 8 in 2024-08-04T16:10:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:44 smithi062 ceph-mon[85960]: pgmap v2205: 169 pgs: 169 active+clean; 417 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 217 op/s 2024-08-04T16:10:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:44 smithi062 ceph-mon[85960]: osdmap e1230: 8 total, 8 up, 8 in 2024-08-04T16:10:45.860 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 8388609~1000 2024-08-04T16:10:45.873 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 16777228~1000 2024-08-04T16:10:45.873 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 167772160 2024-08-04T16:10:45.883 INFO:tasks.workunit.client.0.smithi007.stdout:write: 2 83886079~8388609 2024-08-04T16:10:45.903 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap3 2024-08-04T16:10:46.109 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:45 smithi007 ceph-mon[94998]: osdmap e1231: 8 total, 8 up, 8 in 2024-08-04T16:10:46.109 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:45 smithi007 ceph-mon[92692]: osdmap e1231: 8 total, 8 up, 8 in 2024-08-04T16:10:46.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:45 smithi062 ceph-mon[85960]: osdmap e1231: 8 total, 8 up, 8 in 2024-08-04T16:10:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:10:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:10:46] "GET /metrics HTTP/1.1" 200 38875 "" "Prometheus/2.43.0" 2024-08-04T16:10:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:46 smithi062 ceph-mon[85960]: pgmap v2208: 169 pgs: 169 active+clean; 429 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 9.0 MiB/s wr, 289 op/s 2024-08-04T16:10:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:46 smithi062 ceph-mon[85960]: osdmap e1232: 8 total, 8 up, 8 in 2024-08-04T16:10:47.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:46 smithi007 ceph-mon[92692]: pgmap v2208: 169 pgs: 169 active+clean; 429 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 9.0 MiB/s wr, 289 op/s 2024-08-04T16:10:47.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:46 smithi007 ceph-mon[92692]: osdmap e1232: 8 total, 8 up, 8 in 2024-08-04T16:10:47.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:46 smithi007 ceph-mon[94998]: pgmap v2208: 169 pgs: 169 active+clean; 429 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 9.0 MiB/s wr, 289 op/s 2024-08-04T16:10:47.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:46 smithi007 ceph-mon[94998]: osdmap e1232: 8 total, 8 up, 8 in 2024-08-04T16:10:47.870 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:47.896 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 83886079~1 2024-08-04T16:10:47.905 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:10:48.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:47 smithi062 ceph-mon[85960]: osdmap e1233: 8 total, 8 up, 8 in 2024-08-04T16:10:48.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:47 smithi007 ceph-mon[94998]: osdmap e1233: 8 total, 8 up, 8 in 2024-08-04T16:10:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:47 smithi007 ceph-mon[92692]: osdmap e1233: 8 total, 8 up, 8 in 2024-08-04T16:10:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:48 smithi062 ceph-mon[85960]: pgmap v2211: 169 pgs: 169 active+clean; 437 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 135 op/s 2024-08-04T16:10:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:48 smithi062 ceph-mon[85960]: osdmap e1234: 8 total, 8 up, 8 in 2024-08-04T16:10:49.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:48 smithi007 ceph-mon[92692]: pgmap v2211: 169 pgs: 169 active+clean; 437 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 135 op/s 2024-08-04T16:10:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:48 smithi007 ceph-mon[92692]: osdmap e1234: 8 total, 8 up, 8 in 2024-08-04T16:10:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:48 smithi007 ceph-mon[94998]: pgmap v2211: 169 pgs: 169 active+clean; 437 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 135 op/s 2024-08-04T16:10:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:48 smithi007 ceph-mon[94998]: osdmap e1234: 8 total, 8 up, 8 in 2024-08-04T16:10:50.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:49 smithi062 ceph-mon[85960]: osdmap e1235: 8 total, 8 up, 8 in 2024-08-04T16:10:50.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:49 smithi007 ceph-mon[92692]: osdmap e1235: 8 total, 8 up, 8 in 2024-08-04T16:10:50.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:49 smithi007 ceph-mon[94998]: osdmap e1235: 8 total, 8 up, 8 in 2024-08-04T16:10:51.256 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 41943040 2024-08-04T16:10:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:50 smithi062 ceph-mon[85960]: pgmap v2214: 169 pgs: 169 active+clean; 445 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.0 MiB/s wr, 158 op/s 2024-08-04T16:10:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:50 smithi062 ceph-mon[85960]: osdmap e1236: 8 total, 8 up, 8 in 2024-08-04T16:10:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:50 smithi062 ceph-mon[85960]: osdmap e1237: 8 total, 8 up, 8 in 2024-08-04T16:10:51.279 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:10:51.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:50 smithi007 ceph-mon[92692]: pgmap v2214: 169 pgs: 169 active+clean; 445 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.0 MiB/s wr, 158 op/s 2024-08-04T16:10:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:50 smithi007 ceph-mon[92692]: osdmap e1236: 8 total, 8 up, 8 in 2024-08-04T16:10:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:50 smithi007 ceph-mon[92692]: osdmap e1237: 8 total, 8 up, 8 in 2024-08-04T16:10:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:50 smithi007 ceph-mon[94998]: pgmap v2214: 169 pgs: 169 active+clean; 445 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.0 MiB/s wr, 158 op/s 2024-08-04T16:10:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:50 smithi007 ceph-mon[94998]: osdmap e1236: 8 total, 8 up, 8 in 2024-08-04T16:10:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:50 smithi007 ceph-mon[94998]: osdmap e1237: 8 total, 8 up, 8 in 2024-08-04T16:10:51.419 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:10:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:10:52.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:10:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:10:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:10:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:10:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:52 smithi062 ceph-mon[85960]: pgmap v2217: 169 pgs: 169 active+clean; 457 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 4.0 MiB/s wr, 169 op/s 2024-08-04T16:10:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:52 smithi062 ceph-mon[85960]: osdmap e1238: 8 total, 8 up, 8 in 2024-08-04T16:10:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:10:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:10:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:10:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:10:53.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:10:53.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:52 smithi007 ceph-mon[92692]: pgmap v2217: 169 pgs: 169 active+clean; 457 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 4.0 MiB/s wr, 169 op/s 2024-08-04T16:10:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:52 smithi007 ceph-mon[92692]: osdmap e1238: 8 total, 8 up, 8 in 2024-08-04T16:10:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:10:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:10:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:10:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:10:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:10:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:52 smithi007 ceph-mon[94998]: pgmap v2217: 169 pgs: 169 active+clean; 457 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 4.0 MiB/s wr, 169 op/s 2024-08-04T16:10:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:52 smithi007 ceph-mon[94998]: osdmap e1238: 8 total, 8 up, 8 in 2024-08-04T16:10:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:10:53.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:10:53.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:10:53.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:10:53.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:10:54.194 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12016 ms) 2024-08-04T16:10:54.195 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-08-04T16:10:54.226 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:10:54.237 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:10:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:53 smithi062 ceph-mon[85960]: osdmap e1239: 8 total, 8 up, 8 in 2024-08-04T16:10:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:10:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:10:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:10:54.299 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:10:54.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:53 smithi007 ceph-mon[94998]: osdmap e1239: 8 total, 8 up, 8 in 2024-08-04T16:10:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:10:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:10:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:10:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:53 smithi007 ceph-mon[92692]: osdmap e1239: 8 total, 8 up, 8 in 2024-08-04T16:10:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:10:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:10:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:10:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:54 smithi062 ceph-mon[85960]: pgmap v2220: 169 pgs: 169 active+clean; 469 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 108 op/s 2024-08-04T16:10:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:54 smithi062 ceph-mon[85960]: osdmap e1240: 8 total, 8 up, 8 in 2024-08-04T16:10:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:54 smithi007 ceph-mon[92692]: pgmap v2220: 169 pgs: 169 active+clean; 469 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 108 op/s 2024-08-04T16:10:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:54 smithi007 ceph-mon[92692]: osdmap e1240: 8 total, 8 up, 8 in 2024-08-04T16:10:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:54 smithi007 ceph-mon[94998]: pgmap v2220: 169 pgs: 169 active+clean; 469 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 108 op/s 2024-08-04T16:10:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:54 smithi007 ceph-mon[94998]: osdmap e1240: 8 total, 8 up, 8 in 2024-08-04T16:10:56.145 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 8388609~8388609 2024-08-04T16:10:56.162 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 0~1000 2024-08-04T16:10:56.162 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 1010~1000 2024-08-04T16:10:56.162 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap2 2024-08-04T16:10:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:56 smithi062 ceph-mon[85960]: osdmap e1241: 8 total, 8 up, 8 in 2024-08-04T16:10:56.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:56 smithi007 ceph-mon[92692]: osdmap e1241: 8 total, 8 up, 8 in 2024-08-04T16:10:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:10:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:10:56] "GET /metrics HTTP/1.1" 200 38879 "" "Prometheus/2.43.0" 2024-08-04T16:10:56.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:56 smithi007 ceph-mon[94998]: osdmap e1241: 8 total, 8 up, 8 in 2024-08-04T16:10:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:57 smithi062 ceph-mon[85960]: pgmap v2223: 169 pgs: 169 active+clean; 465 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 53 MiB/s rd, 5.0 MiB/s wr, 285 op/s 2024-08-04T16:10:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:57 smithi062 ceph-mon[85960]: osdmap e1242: 8 total, 8 up, 8 in 2024-08-04T16:10:57.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:57 smithi007 ceph-mon[92692]: pgmap v2223: 169 pgs: 169 active+clean; 465 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 53 MiB/s rd, 5.0 MiB/s wr, 285 op/s 2024-08-04T16:10:57.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:57 smithi007 ceph-mon[92692]: osdmap e1242: 8 total, 8 up, 8 in 2024-08-04T16:10:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:57 smithi007 ceph-mon[94998]: pgmap v2223: 169 pgs: 169 active+clean; 465 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 53 MiB/s rd, 5.0 MiB/s wr, 285 op/s 2024-08-04T16:10:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:57 smithi007 ceph-mon[94998]: osdmap e1242: 8 total, 8 up, 8 in 2024-08-04T16:10:58.164 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 8388609~1000 2024-08-04T16:10:58.174 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 16777228~1000 2024-08-04T16:10:58.174 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 167772160 2024-08-04T16:10:58.184 INFO:tasks.workunit.client.0.smithi007.stdout:write: 2 83886079~8388609 2024-08-04T16:10:58.200 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap3 2024-08-04T16:10:58.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:58 smithi007 ceph-mon[92692]: osdmap e1243: 8 total, 8 up, 8 in 2024-08-04T16:10:58.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:58 smithi007 ceph-mon[94998]: osdmap e1243: 8 total, 8 up, 8 in 2024-08-04T16:10:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:58 smithi062 ceph-mon[85960]: osdmap e1243: 8 total, 8 up, 8 in 2024-08-04T16:10:59.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:59 smithi062 ceph-mon[85960]: pgmap v2226: 169 pgs: 169 active+clean; 469 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 4.0 MiB/s wr, 457 op/s 2024-08-04T16:10:59.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:10:59 smithi062 ceph-mon[85960]: osdmap e1244: 8 total, 8 up, 8 in 2024-08-04T16:10:59.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:59 smithi007 ceph-mon[94998]: pgmap v2226: 169 pgs: 169 active+clean; 469 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 4.0 MiB/s wr, 457 op/s 2024-08-04T16:10:59.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:10:59 smithi007 ceph-mon[94998]: osdmap e1244: 8 total, 8 up, 8 in 2024-08-04T16:10:59.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:59 smithi007 ceph-mon[92692]: pgmap v2226: 169 pgs: 169 active+clean; 469 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 4.0 MiB/s wr, 457 op/s 2024-08-04T16:10:59.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:10:59 smithi007 ceph-mon[92692]: osdmap e1244: 8 total, 8 up, 8 in 2024-08-04T16:11:00.172 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:11:00.198 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 83886079~1 2024-08-04T16:11:00.207 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 0 2024-08-04T16:11:00.225 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:11:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:00 smithi062 ceph-mon[85960]: osdmap e1245: 8 total, 8 up, 8 in 2024-08-04T16:11:00.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:00 smithi007 ceph-mon[92692]: osdmap e1245: 8 total, 8 up, 8 in 2024-08-04T16:11:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:00 smithi007 ceph-mon[94998]: osdmap e1245: 8 total, 8 up, 8 in 2024-08-04T16:11:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:01 smithi062 ceph-mon[85960]: pgmap v2229: 169 pgs: 169 active+clean; 481 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 289 op/s 2024-08-04T16:11:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:01 smithi062 ceph-mon[85960]: osdmap e1246: 8 total, 8 up, 8 in 2024-08-04T16:11:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:01 smithi062 ceph-mon[85960]: osdmap e1247: 8 total, 8 up, 8 in 2024-08-04T16:11:01.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:01 smithi007 ceph-mon[94998]: pgmap v2229: 169 pgs: 169 active+clean; 481 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 289 op/s 2024-08-04T16:11:01.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:01 smithi007 ceph-mon[94998]: osdmap e1246: 8 total, 8 up, 8 in 2024-08-04T16:11:01.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:01 smithi007 ceph-mon[94998]: osdmap e1247: 8 total, 8 up, 8 in 2024-08-04T16:11:01.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:01 smithi007 ceph-mon[92692]: pgmap v2229: 169 pgs: 169 active+clean; 481 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 289 op/s 2024-08-04T16:11:01.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:01 smithi007 ceph-mon[92692]: osdmap e1246: 8 total, 8 up, 8 in 2024-08-04T16:11:01.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:01 smithi007 ceph-mon[92692]: osdmap e1247: 8 total, 8 up, 8 in 2024-08-04T16:11:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:11:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:11:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:02 smithi007 ceph-mon[92692]: pgmap v2232: 169 pgs: 169 active+clean; 505 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 194 op/s 2024-08-04T16:11:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:02 smithi007 ceph-mon[92692]: osdmap e1248: 8 total, 8 up, 8 in 2024-08-04T16:11:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:02 smithi007 ceph-mon[94998]: pgmap v2232: 169 pgs: 169 active+clean; 505 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 194 op/s 2024-08-04T16:11:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:02 smithi007 ceph-mon[94998]: osdmap e1248: 8 total, 8 up, 8 in 2024-08-04T16:11:03.211 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:11:03.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:02 smithi062 ceph-mon[85960]: pgmap v2232: 169 pgs: 169 active+clean; 505 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 194 op/s 2024-08-04T16:11:03.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:02 smithi062 ceph-mon[85960]: osdmap e1248: 8 total, 8 up, 8 in 2024-08-04T16:11:03.367 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:11:04.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:03 smithi007 ceph-mon[92692]: osdmap e1249: 8 total, 8 up, 8 in 2024-08-04T16:11:04.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:03 smithi007 ceph-mon[94998]: osdmap e1249: 8 total, 8 up, 8 in 2024-08-04T16:11:04.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:03 smithi062 ceph-mon[85960]: osdmap e1249: 8 total, 8 up, 8 in 2024-08-04T16:11:05.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:04 smithi007 ceph-mon[92692]: pgmap v2235: 169 pgs: 169 active+clean; 513 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 7.0 MiB/s wr, 154 op/s 2024-08-04T16:11:05.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:04 smithi007 ceph-mon[92692]: osdmap e1250: 8 total, 8 up, 8 in 2024-08-04T16:11:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:04 smithi007 ceph-mon[94998]: pgmap v2235: 169 pgs: 169 active+clean; 513 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 7.0 MiB/s wr, 154 op/s 2024-08-04T16:11:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:04 smithi007 ceph-mon[94998]: osdmap e1250: 8 total, 8 up, 8 in 2024-08-04T16:11:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:04 smithi062 ceph-mon[85960]: pgmap v2235: 169 pgs: 169 active+clean; 513 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 7.0 MiB/s wr, 154 op/s 2024-08-04T16:11:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:04 smithi062 ceph-mon[85960]: osdmap e1250: 8 total, 8 up, 8 in 2024-08-04T16:11:06.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:05 smithi007 ceph-mon[92692]: osdmap e1251: 8 total, 8 up, 8 in 2024-08-04T16:11:06.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:05 smithi007 ceph-mon[94998]: osdmap e1251: 8 total, 8 up, 8 in 2024-08-04T16:11:06.118 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11923 ms) 2024-08-04T16:11:06.118 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-08-04T16:11:06.150 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:11:06.159 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:11:06.221 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:11:06.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:05 smithi062 ceph-mon[85960]: osdmap e1251: 8 total, 8 up, 8 in 2024-08-04T16:11:06.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:11:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:11:06] "GET /metrics HTTP/1.1" 200 38878 "" "Prometheus/2.43.0" 2024-08-04T16:11:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:06 smithi062 ceph-mon[85960]: pgmap v2238: 169 pgs: 169 active+clean; 513 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 1.0 MiB/s wr, 412 op/s 2024-08-04T16:11:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:06 smithi062 ceph-mon[85960]: osdmap e1252: 8 total, 8 up, 8 in 2024-08-04T16:11:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:11:07.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:06 smithi007 ceph-mon[92692]: pgmap v2238: 169 pgs: 169 active+clean; 513 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 1.0 MiB/s wr, 412 op/s 2024-08-04T16:11:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:06 smithi007 ceph-mon[92692]: osdmap e1252: 8 total, 8 up, 8 in 2024-08-04T16:11:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:11:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:06 smithi007 ceph-mon[94998]: pgmap v2238: 169 pgs: 169 active+clean; 513 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 1.0 MiB/s wr, 412 op/s 2024-08-04T16:11:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:06 smithi007 ceph-mon[94998]: osdmap e1252: 8 total, 8 up, 8 in 2024-08-04T16:11:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:11:07.861 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 8388609~8388609 2024-08-04T16:11:07.883 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 0~1000 2024-08-04T16:11:07.883 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 1010~1000 2024-08-04T16:11:07.883 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap2 2024-08-04T16:11:08.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:07 smithi062 ceph-mon[85960]: osdmap e1253: 8 total, 8 up, 8 in 2024-08-04T16:11:08.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:07 smithi007 ceph-mon[92692]: osdmap e1253: 8 total, 8 up, 8 in 2024-08-04T16:11:08.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:07 smithi007 ceph-mon[94998]: osdmap e1253: 8 total, 8 up, 8 in 2024-08-04T16:11:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:08 smithi062 ceph-mon[85960]: pgmap v2241: 169 pgs: 169 active+clean; 533 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 450 op/s 2024-08-04T16:11:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:08 smithi062 ceph-mon[85960]: osdmap e1254: 8 total, 8 up, 8 in 2024-08-04T16:11:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:08 smithi007 ceph-mon[94998]: pgmap v2241: 169 pgs: 169 active+clean; 533 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 450 op/s 2024-08-04T16:11:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:08 smithi007 ceph-mon[94998]: osdmap e1254: 8 total, 8 up, 8 in 2024-08-04T16:11:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:08 smithi007 ceph-mon[92692]: pgmap v2241: 169 pgs: 169 active+clean; 533 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 450 op/s 2024-08-04T16:11:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:08 smithi007 ceph-mon[92692]: osdmap e1254: 8 total, 8 up, 8 in 2024-08-04T16:11:09.872 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 8388609~1000 2024-08-04T16:11:09.882 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 16777228~1000 2024-08-04T16:11:09.882 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 167772160 2024-08-04T16:11:09.891 INFO:tasks.workunit.client.0.smithi007.stdout:write: 2 83886079~8388609 2024-08-04T16:11:09.907 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap3 2024-08-04T16:11:10.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:09 smithi062 ceph-mon[85960]: osdmap e1255: 8 total, 8 up, 8 in 2024-08-04T16:11:10.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:09 smithi007 ceph-mon[92692]: osdmap e1255: 8 total, 8 up, 8 in 2024-08-04T16:11:10.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:09 smithi007 ceph-mon[94998]: osdmap e1255: 8 total, 8 up, 8 in 2024-08-04T16:11:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:10 smithi062 ceph-mon[85960]: pgmap v2244: 169 pgs: 169 active+clean; 529 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 10 MiB/s wr, 107 op/s 2024-08-04T16:11:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:10 smithi062 ceph-mon[85960]: osdmap e1256: 8 total, 8 up, 8 in 2024-08-04T16:11:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:10 smithi062 ceph-mon[85960]: osdmap e1257: 8 total, 8 up, 8 in 2024-08-04T16:11:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:10 smithi007 ceph-mon[92692]: pgmap v2244: 169 pgs: 169 active+clean; 529 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 10 MiB/s wr, 107 op/s 2024-08-04T16:11:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:10 smithi007 ceph-mon[92692]: osdmap e1256: 8 total, 8 up, 8 in 2024-08-04T16:11:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:10 smithi007 ceph-mon[92692]: osdmap e1257: 8 total, 8 up, 8 in 2024-08-04T16:11:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:10 smithi007 ceph-mon[94998]: pgmap v2244: 169 pgs: 169 active+clean; 529 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 10 MiB/s wr, 107 op/s 2024-08-04T16:11:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:10 smithi007 ceph-mon[94998]: osdmap e1256: 8 total, 8 up, 8 in 2024-08-04T16:11:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:10 smithi007 ceph-mon[94998]: osdmap e1257: 8 total, 8 up, 8 in 2024-08-04T16:11:11.823 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:11:11.847 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 83886079~1 2024-08-04T16:11:11.857 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:11:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:11:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:11:13.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:12 smithi007 ceph-mon[94998]: pgmap v2247: 169 pgs: 169 active+clean; 545 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 121 op/s 2024-08-04T16:11:13.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:12 smithi007 ceph-mon[94998]: osdmap e1258: 8 total, 8 up, 8 in 2024-08-04T16:11:13.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:12 smithi007 ceph-mon[92692]: pgmap v2247: 169 pgs: 169 active+clean; 545 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 121 op/s 2024-08-04T16:11:13.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:12 smithi007 ceph-mon[92692]: osdmap e1258: 8 total, 8 up, 8 in 2024-08-04T16:11:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:12 smithi062 ceph-mon[85960]: pgmap v2247: 169 pgs: 169 active+clean; 545 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 121 op/s 2024-08-04T16:11:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:12 smithi062 ceph-mon[85960]: osdmap e1258: 8 total, 8 up, 8 in 2024-08-04T16:11:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:13 smithi062 ceph-mon[85960]: osdmap e1259: 8 total, 8 up, 8 in 2024-08-04T16:11:14.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:13 smithi007 ceph-mon[94998]: osdmap e1259: 8 total, 8 up, 8 in 2024-08-04T16:11:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:13 smithi007 ceph-mon[92692]: osdmap e1259: 8 total, 8 up, 8 in 2024-08-04T16:11:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:14 smithi062 ceph-mon[85960]: pgmap v2250: 169 pgs: 169 active+clean; 549 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 83 op/s 2024-08-04T16:11:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:14 smithi062 ceph-mon[85960]: osdmap e1260: 8 total, 8 up, 8 in 2024-08-04T16:11:15.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:14 smithi007 ceph-mon[92692]: pgmap v2250: 169 pgs: 169 active+clean; 549 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 83 op/s 2024-08-04T16:11:15.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:14 smithi007 ceph-mon[92692]: osdmap e1260: 8 total, 8 up, 8 in 2024-08-04T16:11:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:14 smithi007 ceph-mon[94998]: pgmap v2250: 169 pgs: 169 active+clean; 549 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 83 op/s 2024-08-04T16:11:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:14 smithi007 ceph-mon[94998]: osdmap e1260: 8 total, 8 up, 8 in 2024-08-04T16:11:15.358 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 0 2024-08-04T16:11:15.426 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:11:15.542 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:11:16.237 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:11:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:11:16] "GET /metrics HTTP/1.1" 200 38878 "" "Prometheus/2.43.0" 2024-08-04T16:11:16.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:15 smithi007 ceph-mon[92692]: osdmap e1261: 8 total, 8 up, 8 in 2024-08-04T16:11:16.238 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:15 smithi007 ceph-mon[92692]: osdmap e1262: 8 total, 8 up, 8 in 2024-08-04T16:11:16.238 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:15 smithi007 ceph-mon[94998]: osdmap e1261: 8 total, 8 up, 8 in 2024-08-04T16:11:16.238 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:15 smithi007 ceph-mon[94998]: osdmap e1262: 8 total, 8 up, 8 in 2024-08-04T16:11:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:15 smithi062 ceph-mon[85960]: osdmap e1261: 8 total, 8 up, 8 in 2024-08-04T16:11:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:15 smithi062 ceph-mon[85960]: osdmap e1262: 8 total, 8 up, 8 in 2024-08-04T16:11:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:16 smithi062 ceph-mon[85960]: pgmap v2253: 169 pgs: 169 active+clean; 573 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 6.0 MiB/s wr, 203 op/s 2024-08-04T16:11:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:16 smithi062 ceph-mon[85960]: osdmap e1263: 8 total, 8 up, 8 in 2024-08-04T16:11:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:16 smithi007 ceph-mon[94998]: pgmap v2253: 169 pgs: 169 active+clean; 573 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 6.0 MiB/s wr, 203 op/s 2024-08-04T16:11:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:16 smithi007 ceph-mon[94998]: osdmap e1263: 8 total, 8 up, 8 in 2024-08-04T16:11:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:16 smithi007 ceph-mon[92692]: pgmap v2253: 169 pgs: 169 active+clean; 573 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 6.0 MiB/s wr, 203 op/s 2024-08-04T16:11:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:16 smithi007 ceph-mon[92692]: osdmap e1263: 8 total, 8 up, 8 in 2024-08-04T16:11:18.103 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (11986 ms) 2024-08-04T16:11:18.104 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-08-04T16:11:18.138 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:11:18.149 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:11:18.208 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:11:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:18 smithi007 ceph-mon[94998]: pgmap v2256: 169 pgs: 169 active+clean; 577 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 480 op/s 2024-08-04T16:11:19.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:18 smithi007 ceph-mon[94998]: osdmap e1264: 8 total, 8 up, 8 in 2024-08-04T16:11:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:18 smithi007 ceph-mon[92692]: pgmap v2256: 169 pgs: 169 active+clean; 577 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 480 op/s 2024-08-04T16:11:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:18 smithi007 ceph-mon[92692]: osdmap e1264: 8 total, 8 up, 8 in 2024-08-04T16:11:19.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:18 smithi062 ceph-mon[85960]: pgmap v2256: 169 pgs: 169 active+clean; 577 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 480 op/s 2024-08-04T16:11:19.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:18 smithi062 ceph-mon[85960]: osdmap e1264: 8 total, 8 up, 8 in 2024-08-04T16:11:19.905 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 8388609~8388609 2024-08-04T16:11:19.923 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 0~1000 2024-08-04T16:11:19.923 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 1010~1000 2024-08-04T16:11:19.923 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap2 2024-08-04T16:11:20.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:19 smithi062 ceph-mon[85960]: osdmap e1265: 8 total, 8 up, 8 in 2024-08-04T16:11:20.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:19 smithi007 ceph-mon[94998]: osdmap e1265: 8 total, 8 up, 8 in 2024-08-04T16:11:20.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:19 smithi007 ceph-mon[92692]: osdmap e1265: 8 total, 8 up, 8 in 2024-08-04T16:11:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:20 smithi062 ceph-mon[85960]: pgmap v2259: 169 pgs: 169 active+clean; 593 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 54 MiB/s rd, 7.0 MiB/s wr, 370 op/s 2024-08-04T16:11:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:20 smithi062 ceph-mon[85960]: osdmap e1266: 8 total, 8 up, 8 in 2024-08-04T16:11:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:20 smithi007 ceph-mon[92692]: pgmap v2259: 169 pgs: 169 active+clean; 593 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 54 MiB/s rd, 7.0 MiB/s wr, 370 op/s 2024-08-04T16:11:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:20 smithi007 ceph-mon[92692]: osdmap e1266: 8 total, 8 up, 8 in 2024-08-04T16:11:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:20 smithi007 ceph-mon[94998]: pgmap v2259: 169 pgs: 169 active+clean; 593 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 54 MiB/s rd, 7.0 MiB/s wr, 370 op/s 2024-08-04T16:11:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:20 smithi007 ceph-mon[94998]: osdmap e1266: 8 total, 8 up, 8 in 2024-08-04T16:11:21.917 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 8388609~1000 2024-08-04T16:11:21.926 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 16777228~1000 2024-08-04T16:11:21.927 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 167772160 2024-08-04T16:11:21.938 INFO:tasks.workunit.client.0.smithi007.stdout:write: 2 83886079~8388609 2024-08-04T16:11:21.957 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap3 2024-08-04T16:11:22.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:21 smithi062 ceph-mon[85960]: osdmap e1267: 8 total, 8 up, 8 in 2024-08-04T16:11:22.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:11:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:21 smithi007 ceph-mon[94998]: osdmap e1267: 8 total, 8 up, 8 in 2024-08-04T16:11:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:11:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:21 smithi007 ceph-mon[92692]: osdmap e1267: 8 total, 8 up, 8 in 2024-08-04T16:11:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:11:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:11:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:11:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:22 smithi062 ceph-mon[85960]: pgmap v2262: 169 pgs: 169 active+clean; 601 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 10 MiB/s wr, 188 op/s 2024-08-04T16:11:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:22 smithi062 ceph-mon[85960]: osdmap e1268: 8 total, 8 up, 8 in 2024-08-04T16:11:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:22 smithi007 ceph-mon[94998]: pgmap v2262: 169 pgs: 169 active+clean; 601 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 10 MiB/s wr, 188 op/s 2024-08-04T16:11:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:22 smithi007 ceph-mon[94998]: osdmap e1268: 8 total, 8 up, 8 in 2024-08-04T16:11:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:22 smithi007 ceph-mon[92692]: pgmap v2262: 169 pgs: 169 active+clean; 601 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 10 MiB/s wr, 188 op/s 2024-08-04T16:11:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:22 smithi007 ceph-mon[92692]: osdmap e1268: 8 total, 8 up, 8 in 2024-08-04T16:11:23.931 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:11:23.962 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 83886079~1 2024-08-04T16:11:23.972 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:11:24.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:23 smithi062 ceph-mon[85960]: osdmap e1269: 8 total, 8 up, 8 in 2024-08-04T16:11:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:23 smithi007 ceph-mon[92692]: osdmap e1269: 8 total, 8 up, 8 in 2024-08-04T16:11:24.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:23 smithi007 ceph-mon[94998]: osdmap e1269: 8 total, 8 up, 8 in 2024-08-04T16:11:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:24 smithi062 ceph-mon[85960]: pgmap v2265: 169 pgs: 169 active+clean; 601 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 139 op/s 2024-08-04T16:11:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:24 smithi062 ceph-mon[85960]: osdmap e1270: 8 total, 8 up, 8 in 2024-08-04T16:11:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:24 smithi007 ceph-mon[92692]: pgmap v2265: 169 pgs: 169 active+clean; 601 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 139 op/s 2024-08-04T16:11:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:24 smithi007 ceph-mon[92692]: osdmap e1270: 8 total, 8 up, 8 in 2024-08-04T16:11:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:24 smithi007 ceph-mon[94998]: pgmap v2265: 169 pgs: 169 active+clean; 601 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 139 op/s 2024-08-04T16:11:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:24 smithi007 ceph-mon[94998]: osdmap e1270: 8 total, 8 up, 8 in 2024-08-04T16:11:26.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:25 smithi062 ceph-mon[85960]: osdmap e1271: 8 total, 8 up, 8 in 2024-08-04T16:11:26.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:25 smithi062 ceph-mon[85960]: osdmap e1272: 8 total, 8 up, 8 in 2024-08-04T16:11:26.335 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:11:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:11:26] "GET /metrics HTTP/1.1" 200 38883 "" "Prometheus/2.43.0" 2024-08-04T16:11:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:25 smithi007 ceph-mon[92692]: osdmap e1271: 8 total, 8 up, 8 in 2024-08-04T16:11:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:25 smithi007 ceph-mon[92692]: osdmap e1272: 8 total, 8 up, 8 in 2024-08-04T16:11:26.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:25 smithi007 ceph-mon[94998]: osdmap e1271: 8 total, 8 up, 8 in 2024-08-04T16:11:26.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:25 smithi007 ceph-mon[94998]: osdmap e1272: 8 total, 8 up, 8 in 2024-08-04T16:11:27.241 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 167772160 2024-08-04T16:11:27.252 INFO:tasks.workunit.client.0.smithi007.stdout:write: * 83886080~1000 2024-08-04T16:11:27.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:26 smithi062 ceph-mon[85960]: pgmap v2268: 169 pgs: 169 active+clean; 613 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 81 op/s 2024-08-04T16:11:27.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:26 smithi062 ceph-mon[85960]: osdmap e1273: 8 total, 8 up, 8 in 2024-08-04T16:11:27.289 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:11:27.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:26 smithi007 ceph-mon[94998]: pgmap v2268: 169 pgs: 169 active+clean; 613 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 81 op/s 2024-08-04T16:11:27.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:26 smithi007 ceph-mon[94998]: osdmap e1273: 8 total, 8 up, 8 in 2024-08-04T16:11:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:26 smithi007 ceph-mon[92692]: pgmap v2268: 169 pgs: 169 active+clean; 613 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 81 op/s 2024-08-04T16:11:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:26 smithi007 ceph-mon[92692]: osdmap e1273: 8 total, 8 up, 8 in 2024-08-04T16:11:27.487 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:11:29.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:28 smithi062 ceph-mon[85960]: pgmap v2271: 169 pgs: 169 active+clean; 625 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 306 op/s 2024-08-04T16:11:29.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:28 smithi062 ceph-mon[85960]: osdmap e1274: 8 total, 8 up, 8 in 2024-08-04T16:11:29.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:28 smithi007 ceph-mon[94998]: pgmap v2271: 169 pgs: 169 active+clean; 625 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 306 op/s 2024-08-04T16:11:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:28 smithi007 ceph-mon[94998]: osdmap e1274: 8 total, 8 up, 8 in 2024-08-04T16:11:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:28 smithi007 ceph-mon[92692]: pgmap v2271: 169 pgs: 169 active+clean; 625 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 306 op/s 2024-08-04T16:11:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:28 smithi007 ceph-mon[92692]: osdmap e1274: 8 total, 8 up, 8 in 2024-08-04T16:11:30.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:29 smithi062 ceph-mon[85960]: osdmap e1275: 8 total, 8 up, 8 in 2024-08-04T16:11:30.290 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12187 ms) 2024-08-04T16:11:30.290 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-08-04T16:11:30.321 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:11:30.332 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 41943040~10 2024-08-04T16:11:30.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:29 smithi007 ceph-mon[92692]: osdmap e1275: 8 total, 8 up, 8 in 2024-08-04T16:11:30.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:29 smithi007 ceph-mon[94998]: osdmap e1275: 8 total, 8 up, 8 in 2024-08-04T16:11:30.341 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:11:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:30 smithi062 ceph-mon[85960]: pgmap v2274: 169 pgs: 169 active+clean; 641 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 495 op/s 2024-08-04T16:11:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:30 smithi062 ceph-mon[85960]: osdmap e1276: 8 total, 8 up, 8 in 2024-08-04T16:11:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:30 smithi007 ceph-mon[92692]: pgmap v2274: 169 pgs: 169 active+clean; 641 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 495 op/s 2024-08-04T16:11:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:30 smithi007 ceph-mon[92692]: osdmap e1276: 8 total, 8 up, 8 in 2024-08-04T16:11:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:30 smithi007 ceph-mon[94998]: pgmap v2274: 169 pgs: 169 active+clean; 641 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 495 op/s 2024-08-04T16:11:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:30 smithi007 ceph-mon[94998]: osdmap e1276: 8 total, 8 up, 8 in 2024-08-04T16:11:31.971 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 41943040 2024-08-04T16:11:31.997 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:11:32.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:31 smithi062 ceph-mon[85960]: osdmap e1277: 8 total, 8 up, 8 in 2024-08-04T16:11:32.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:31 smithi007 ceph-mon[94998]: osdmap e1277: 8 total, 8 up, 8 in 2024-08-04T16:11:32.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:31 smithi007 ceph-mon[92692]: osdmap e1277: 8 total, 8 up, 8 in 2024-08-04T16:11:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:11:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:11:33.152 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:11:33.163 INFO:tasks.workunit.client.0.smithi007.stdout:write: Y 41943040~5 2024-08-04T16:11:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:32 smithi062 ceph-mon[85960]: pgmap v2277: 169 pgs: 169 active+clean; 637 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 5.0 MiB/s wr, 285 op/s 2024-08-04T16:11:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:32 smithi062 ceph-mon[85960]: osdmap e1278: 8 total, 8 up, 8 in 2024-08-04T16:11:33.270 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:11:33.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:32 smithi007 ceph-mon[94998]: pgmap v2277: 169 pgs: 169 active+clean; 637 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 5.0 MiB/s wr, 285 op/s 2024-08-04T16:11:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:32 smithi007 ceph-mon[94998]: osdmap e1278: 8 total, 8 up, 8 in 2024-08-04T16:11:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:32 smithi007 ceph-mon[92692]: pgmap v2277: 169 pgs: 169 active+clean; 637 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 5.0 MiB/s wr, 285 op/s 2024-08-04T16:11:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:32 smithi007 ceph-mon[92692]: osdmap e1278: 8 total, 8 up, 8 in 2024-08-04T16:11:33.360 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:11:34.085 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3795 ms) 2024-08-04T16:11:34.086 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-08-04T16:11:34.116 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:11:34.128 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:11:34.187 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:11:34.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:33 smithi062 ceph-mon[85960]: osdmap e1279: 8 total, 8 up, 8 in 2024-08-04T16:11:34.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:33 smithi007 ceph-mon[92692]: osdmap e1279: 8 total, 8 up, 8 in 2024-08-04T16:11:34.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:33 smithi007 ceph-mon[94998]: osdmap e1279: 8 total, 8 up, 8 in 2024-08-04T16:11:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:34 smithi062 ceph-mon[85960]: pgmap v2280: 169 pgs: 169 active+clean; 629 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 1.0 MiB/s wr, 269 op/s 2024-08-04T16:11:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:34 smithi062 ceph-mon[85960]: osdmap e1280: 8 total, 8 up, 8 in 2024-08-04T16:11:35.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:34 smithi007 ceph-mon[92692]: pgmap v2280: 169 pgs: 169 active+clean; 629 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 1.0 MiB/s wr, 269 op/s 2024-08-04T16:11:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:34 smithi007 ceph-mon[92692]: osdmap e1280: 8 total, 8 up, 8 in 2024-08-04T16:11:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:34 smithi007 ceph-mon[94998]: pgmap v2280: 169 pgs: 169 active+clean; 629 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 1.0 MiB/s wr, 269 op/s 2024-08-04T16:11:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:34 smithi007 ceph-mon[94998]: osdmap e1280: 8 total, 8 up, 8 in 2024-08-04T16:11:35.828 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 8388609~8388609 2024-08-04T16:11:35.845 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 0~1000 2024-08-04T16:11:35.845 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 1010~1000 2024-08-04T16:11:35.846 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap2 2024-08-04T16:11:36.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:35 smithi062 ceph-mon[85960]: osdmap e1281: 8 total, 8 up, 8 in 2024-08-04T16:11:36.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:35 smithi062 ceph-mon[85960]: osdmap e1282: 8 total, 8 up, 8 in 2024-08-04T16:11:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:35 smithi007 ceph-mon[94998]: osdmap e1281: 8 total, 8 up, 8 in 2024-08-04T16:11:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:35 smithi007 ceph-mon[94998]: osdmap e1282: 8 total, 8 up, 8 in 2024-08-04T16:11:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:35 smithi007 ceph-mon[92692]: osdmap e1281: 8 total, 8 up, 8 in 2024-08-04T16:11:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:35 smithi007 ceph-mon[92692]: osdmap e1282: 8 total, 8 up, 8 in 2024-08-04T16:11:36.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:11:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:11:36] "GET /metrics HTTP/1.1" 200 38878 "" "Prometheus/2.43.0" 2024-08-04T16:11:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:36 smithi062 ceph-mon[85960]: pgmap v2283: 169 pgs: 169 active+clean; 625 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 1.0 MiB/s wr, 267 op/s 2024-08-04T16:11:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:11:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:36 smithi062 ceph-mon[85960]: osdmap e1283: 8 total, 8 up, 8 in 2024-08-04T16:11:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:36 smithi007 ceph-mon[92692]: pgmap v2283: 169 pgs: 169 active+clean; 625 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 1.0 MiB/s wr, 267 op/s 2024-08-04T16:11:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:11:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:36 smithi007 ceph-mon[92692]: osdmap e1283: 8 total, 8 up, 8 in 2024-08-04T16:11:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:36 smithi007 ceph-mon[94998]: pgmap v2283: 169 pgs: 169 active+clean; 625 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 1.0 MiB/s wr, 267 op/s 2024-08-04T16:11:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:11:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:36 smithi007 ceph-mon[94998]: osdmap e1283: 8 total, 8 up, 8 in 2024-08-04T16:11:37.829 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 8388609~1000 2024-08-04T16:11:37.838 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 16777228~1000 2024-08-04T16:11:37.838 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 167772160 2024-08-04T16:11:37.850 INFO:tasks.workunit.client.0.smithi007.stdout:write: 2 83886079~8388609 2024-08-04T16:11:37.873 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap3 2024-08-04T16:11:39.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:38 smithi007 ceph-mon[94998]: pgmap v2286: 169 pgs: 169 active+clean; 641 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 235 op/s 2024-08-04T16:11:39.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:38 smithi007 ceph-mon[94998]: osdmap e1284: 8 total, 8 up, 8 in 2024-08-04T16:11:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:38 smithi007 ceph-mon[92692]: pgmap v2286: 169 pgs: 169 active+clean; 641 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 235 op/s 2024-08-04T16:11:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:38 smithi007 ceph-mon[92692]: osdmap e1284: 8 total, 8 up, 8 in 2024-08-04T16:11:39.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:38 smithi062 ceph-mon[85960]: pgmap v2286: 169 pgs: 169 active+clean; 641 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 235 op/s 2024-08-04T16:11:39.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:38 smithi062 ceph-mon[85960]: osdmap e1284: 8 total, 8 up, 8 in 2024-08-04T16:11:39.842 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:11:39.872 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 83886079~1 2024-08-04T16:11:39.882 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:11:40.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:39 smithi007 ceph-mon[92692]: osdmap e1285: 8 total, 8 up, 8 in 2024-08-04T16:11:40.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:39 smithi007 ceph-mon[94998]: osdmap e1285: 8 total, 8 up, 8 in 2024-08-04T16:11:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:39 smithi062 ceph-mon[85960]: osdmap e1285: 8 total, 8 up, 8 in 2024-08-04T16:11:41.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:40 smithi007 ceph-mon[92692]: pgmap v2289: 169 pgs: 169 active+clean; 669 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 9.0 MiB/s wr, 294 op/s 2024-08-04T16:11:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:40 smithi007 ceph-mon[92692]: osdmap e1286: 8 total, 8 up, 8 in 2024-08-04T16:11:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:40 smithi007 ceph-mon[92692]: osdmap e1287: 8 total, 8 up, 8 in 2024-08-04T16:11:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:40 smithi007 ceph-mon[94998]: pgmap v2289: 169 pgs: 169 active+clean; 669 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 9.0 MiB/s wr, 294 op/s 2024-08-04T16:11:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:40 smithi007 ceph-mon[94998]: osdmap e1286: 8 total, 8 up, 8 in 2024-08-04T16:11:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:40 smithi007 ceph-mon[94998]: osdmap e1287: 8 total, 8 up, 8 in 2024-08-04T16:11:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:40 smithi062 ceph-mon[85960]: pgmap v2289: 169 pgs: 169 active+clean; 669 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 9.0 MiB/s wr, 294 op/s 2024-08-04T16:11:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:40 smithi062 ceph-mon[85960]: osdmap e1286: 8 total, 8 up, 8 in 2024-08-04T16:11:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:40 smithi062 ceph-mon[85960]: osdmap e1287: 8 total, 8 up, 8 in 2024-08-04T16:11:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:11:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:11:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:11:43.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:42 smithi007 ceph-mon[92692]: pgmap v2292: 169 pgs: 169 active+clean; 677 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 95 KiB/s rd, 7.0 MiB/s wr, 139 op/s 2024-08-04T16:11:43.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:42 smithi007 ceph-mon[92692]: osdmap e1288: 8 total, 8 up, 8 in 2024-08-04T16:11:43.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:42 smithi007 ceph-mon[94998]: pgmap v2292: 169 pgs: 169 active+clean; 677 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 95 KiB/s rd, 7.0 MiB/s wr, 139 op/s 2024-08-04T16:11:43.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:42 smithi007 ceph-mon[94998]: osdmap e1288: 8 total, 8 up, 8 in 2024-08-04T16:11:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:42 smithi062 ceph-mon[85960]: pgmap v2292: 169 pgs: 169 active+clean; 677 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 95 KiB/s rd, 7.0 MiB/s wr, 139 op/s 2024-08-04T16:11:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:42 smithi062 ceph-mon[85960]: osdmap e1288: 8 total, 8 up, 8 in 2024-08-04T16:11:43.448 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: after_prepare_snap 2024-08-04T16:11:44.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:43 smithi007 ceph-mon[92692]: osdmap e1289: 8 total, 8 up, 8 in 2024-08-04T16:11:44.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:43 smithi007 ceph-mon[94998]: osdmap e1289: 8 total, 8 up, 8 in 2024-08-04T16:11:44.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:43 smithi062 ceph-mon[85960]: osdmap e1289: 8 total, 8 up, 8 in 2024-08-04T16:11:44.843 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 41943040 2024-08-04T16:11:44.879 INFO:tasks.workunit.client.0.smithi007.stdout:write: * 0~1000 2024-08-04T16:11:44.886 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:11:45.034 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:11:45.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:44 smithi007 ceph-mon[92692]: pgmap v2295: 169 pgs: 169 active+clean; 677 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.0 MiB/s wr, 132 op/s 2024-08-04T16:11:45.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:44 smithi007 ceph-mon[92692]: osdmap e1290: 8 total, 8 up, 8 in 2024-08-04T16:11:45.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:44 smithi007 ceph-mon[94998]: pgmap v2295: 169 pgs: 169 active+clean; 677 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.0 MiB/s wr, 132 op/s 2024-08-04T16:11:45.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:44 smithi007 ceph-mon[94998]: osdmap e1290: 8 total, 8 up, 8 in 2024-08-04T16:11:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:44 smithi062 ceph-mon[85960]: pgmap v2295: 169 pgs: 169 active+clean; 677 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.0 MiB/s wr, 132 op/s 2024-08-04T16:11:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:44 smithi062 ceph-mon[85960]: osdmap e1290: 8 total, 8 up, 8 in 2024-08-04T16:11:46.109 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:45 smithi007 ceph-mon[92692]: osdmap e1291: 8 total, 8 up, 8 in 2024-08-04T16:11:46.110 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:45 smithi007 ceph-mon[94998]: osdmap e1291: 8 total, 8 up, 8 in 2024-08-04T16:11:46.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:45 smithi062 ceph-mon[85960]: osdmap e1291: 8 total, 8 up, 8 in 2024-08-04T16:11:46.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:11:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:11:46] "GET /metrics HTTP/1.1" 200 38878 "" "Prometheus/2.43.0" 2024-08-04T16:11:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:46 smithi062 ceph-mon[85960]: pgmap v2298: 169 pgs: 169 active+clean; 677 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 9.5 KiB/s wr, 302 op/s 2024-08-04T16:11:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:46 smithi062 ceph-mon[85960]: osdmap e1292: 8 total, 8 up, 8 in 2024-08-04T16:11:47.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:46 smithi007 ceph-mon[92692]: pgmap v2298: 169 pgs: 169 active+clean; 677 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 9.5 KiB/s wr, 302 op/s 2024-08-04T16:11:47.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:46 smithi007 ceph-mon[92692]: osdmap e1292: 8 total, 8 up, 8 in 2024-08-04T16:11:47.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:46 smithi007 ceph-mon[94998]: pgmap v2298: 169 pgs: 169 active+clean; 677 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 9.5 KiB/s wr, 302 op/s 2024-08-04T16:11:47.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:46 smithi007 ceph-mon[94998]: osdmap e1292: 8 total, 8 up, 8 in 2024-08-04T16:11:48.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:47 smithi062 ceph-mon[85960]: osdmap e1293: 8 total, 8 up, 8 in 2024-08-04T16:11:48.280 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14195 ms) 2024-08-04T16:11:48.281 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-08-04T16:11:48.312 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:11:48.323 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:11:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:47 smithi007 ceph-mon[92692]: osdmap e1293: 8 total, 8 up, 8 in 2024-08-04T16:11:48.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:47 smithi007 ceph-mon[94998]: osdmap e1293: 8 total, 8 up, 8 in 2024-08-04T16:11:48.383 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:11:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:48 smithi062 ceph-mon[85960]: pgmap v2301: 169 pgs: 169 active+clean; 689 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 3.0 MiB/s wr, 238 op/s 2024-08-04T16:11:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:48 smithi062 ceph-mon[85960]: osdmap e1294: 8 total, 8 up, 8 in 2024-08-04T16:11:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:48 smithi007 ceph-mon[92692]: pgmap v2301: 169 pgs: 169 active+clean; 689 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 3.0 MiB/s wr, 238 op/s 2024-08-04T16:11:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:48 smithi007 ceph-mon[92692]: osdmap e1294: 8 total, 8 up, 8 in 2024-08-04T16:11:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:48 smithi007 ceph-mon[94998]: pgmap v2301: 169 pgs: 169 active+clean; 689 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 3.0 MiB/s wr, 238 op/s 2024-08-04T16:11:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:48 smithi007 ceph-mon[94998]: osdmap e1294: 8 total, 8 up, 8 in 2024-08-04T16:11:49.883 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 8388609~8388609 2024-08-04T16:11:49.909 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 0~1000 2024-08-04T16:11:49.909 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 1010~1000 2024-08-04T16:11:49.910 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap2 2024-08-04T16:11:50.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:49 smithi062 ceph-mon[85960]: osdmap e1295: 8 total, 8 up, 8 in 2024-08-04T16:11:50.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:49 smithi007 ceph-mon[94998]: osdmap e1295: 8 total, 8 up, 8 in 2024-08-04T16:11:50.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:49 smithi007 ceph-mon[92692]: osdmap e1295: 8 total, 8 up, 8 in 2024-08-04T16:11:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:50 smithi062 ceph-mon[85960]: pgmap v2304: 169 pgs: 169 active+clean; 697 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 8.0 MiB/s wr, 411 op/s 2024-08-04T16:11:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:50 smithi062 ceph-mon[85960]: osdmap e1296: 8 total, 8 up, 8 in 2024-08-04T16:11:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:50 smithi007 ceph-mon[92692]: pgmap v2304: 169 pgs: 169 active+clean; 697 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 8.0 MiB/s wr, 411 op/s 2024-08-04T16:11:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:50 smithi007 ceph-mon[92692]: osdmap e1296: 8 total, 8 up, 8 in 2024-08-04T16:11:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:50 smithi007 ceph-mon[94998]: pgmap v2304: 169 pgs: 169 active+clean; 697 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 8.0 MiB/s wr, 411 op/s 2024-08-04T16:11:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:50 smithi007 ceph-mon[94998]: osdmap e1296: 8 total, 8 up, 8 in 2024-08-04T16:11:51.894 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 8388609~1000 2024-08-04T16:11:51.901 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 16777228~1000 2024-08-04T16:11:51.901 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 167772160 2024-08-04T16:11:51.912 INFO:tasks.workunit.client.0.smithi007.stdout:write: 2 83886079~8388609 2024-08-04T16:11:51.937 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap3 2024-08-04T16:11:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:51 smithi062 ceph-mon[85960]: osdmap e1297: 8 total, 8 up, 8 in 2024-08-04T16:11:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:11:52.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:51 smithi007 ceph-mon[92692]: osdmap e1297: 8 total, 8 up, 8 in 2024-08-04T16:11:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:11:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:51 smithi007 ceph-mon[94998]: osdmap e1297: 8 total, 8 up, 8 in 2024-08-04T16:11:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:11:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:11:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:11:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:52 smithi062 ceph-mon[85960]: pgmap v2307: 169 pgs: 169 active+clean; 693 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 399 op/s 2024-08-04T16:11:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:52 smithi062 ceph-mon[85960]: osdmap e1298: 8 total, 8 up, 8 in 2024-08-04T16:11:53.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:52 smithi007 ceph-mon[92692]: pgmap v2307: 169 pgs: 169 active+clean; 693 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 399 op/s 2024-08-04T16:11:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:52 smithi007 ceph-mon[92692]: osdmap e1298: 8 total, 8 up, 8 in 2024-08-04T16:11:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:52 smithi007 ceph-mon[94998]: pgmap v2307: 169 pgs: 169 active+clean; 693 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 399 op/s 2024-08-04T16:11:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:52 smithi007 ceph-mon[94998]: osdmap e1298: 8 total, 8 up, 8 in 2024-08-04T16:11:53.905 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:11:53.926 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 83886079~1 2024-08-04T16:11:53.934 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:11:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:53 smithi062 ceph-mon[85960]: osdmap e1299: 8 total, 8 up, 8 in 2024-08-04T16:11:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:11:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:11:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:11:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:11:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:53 smithi007 ceph-mon[94998]: osdmap e1299: 8 total, 8 up, 8 in 2024-08-04T16:11:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:11:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:11:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:11:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:11:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:53 smithi007 ceph-mon[92692]: osdmap e1299: 8 total, 8 up, 8 in 2024-08-04T16:11:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:11:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:11:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:11:54.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:11:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:54 smithi062 ceph-mon[85960]: pgmap v2310: 169 pgs: 169 active+clean; 697 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 61 op/s 2024-08-04T16:11:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:54 smithi062 ceph-mon[85960]: osdmap e1300: 8 total, 8 up, 8 in 2024-08-04T16:11:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:54 smithi007 ceph-mon[94998]: pgmap v2310: 169 pgs: 169 active+clean; 697 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 61 op/s 2024-08-04T16:11:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:54 smithi007 ceph-mon[94998]: osdmap e1300: 8 total, 8 up, 8 in 2024-08-04T16:11:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:54 smithi007 ceph-mon[92692]: pgmap v2310: 169 pgs: 169 active+clean; 697 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 61 op/s 2024-08-04T16:11:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:54 smithi007 ceph-mon[92692]: osdmap e1300: 8 total, 8 up, 8 in 2024-08-04T16:11:56.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:55 smithi062 ceph-mon[85960]: osdmap e1301: 8 total, 8 up, 8 in 2024-08-04T16:11:56.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:55 smithi062 ceph-mon[85960]: osdmap e1302: 8 total, 8 up, 8 in 2024-08-04T16:11:56.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:11:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:11:56] "GET /metrics HTTP/1.1" 200 38880 "" "Prometheus/2.43.0" 2024-08-04T16:11:56.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:55 smithi007 ceph-mon[94998]: osdmap e1301: 8 total, 8 up, 8 in 2024-08-04T16:11:56.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:55 smithi007 ceph-mon[94998]: osdmap e1302: 8 total, 8 up, 8 in 2024-08-04T16:11:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:55 smithi007 ceph-mon[92692]: osdmap e1301: 8 total, 8 up, 8 in 2024-08-04T16:11:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:55 smithi007 ceph-mon[92692]: osdmap e1302: 8 total, 8 up, 8 in 2024-08-04T16:11:57.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:56 smithi062 ceph-mon[85960]: pgmap v2313: 169 pgs: 169 active+clean; 729 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 8.0 MiB/s wr, 90 op/s 2024-08-04T16:11:57.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:56 smithi062 ceph-mon[85960]: osdmap e1303: 8 total, 8 up, 8 in 2024-08-04T16:11:57.299 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: after_prepare_snap 2024-08-04T16:11:57.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:56 smithi007 ceph-mon[92692]: pgmap v2313: 169 pgs: 169 active+clean; 729 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 8.0 MiB/s wr, 90 op/s 2024-08-04T16:11:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:56 smithi007 ceph-mon[92692]: osdmap e1303: 8 total, 8 up, 8 in 2024-08-04T16:11:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:56 smithi007 ceph-mon[94998]: pgmap v2313: 169 pgs: 169 active+clean; 729 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 8.0 MiB/s wr, 90 op/s 2024-08-04T16:11:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:56 smithi007 ceph-mon[94998]: osdmap e1303: 8 total, 8 up, 8 in 2024-08-04T16:11:58.936 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 167772160 2024-08-04T16:11:58.955 INFO:tasks.workunit.client.0.smithi007.stdout:write: * 83886080~1000 2024-08-04T16:11:58.963 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:11:59.130 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:11:59.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:58 smithi062 ceph-mon[85960]: pgmap v2316: 169 pgs: 169 active+clean; 733 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 7.0 MiB/s wr, 170 op/s 2024-08-04T16:11:59.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:58 smithi062 ceph-mon[85960]: osdmap e1304: 8 total, 8 up, 8 in 2024-08-04T16:11:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:58 smithi007 ceph-mon[94998]: pgmap v2316: 169 pgs: 169 active+clean; 733 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 7.0 MiB/s wr, 170 op/s 2024-08-04T16:11:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:58 smithi007 ceph-mon[94998]: osdmap e1304: 8 total, 8 up, 8 in 2024-08-04T16:11:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:58 smithi007 ceph-mon[92692]: pgmap v2316: 169 pgs: 169 active+clean; 733 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 7.0 MiB/s wr, 170 op/s 2024-08-04T16:11:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:58 smithi007 ceph-mon[92692]: osdmap e1304: 8 total, 8 up, 8 in 2024-08-04T16:12:00.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:11:59 smithi062 ceph-mon[85960]: osdmap e1305: 8 total, 8 up, 8 in 2024-08-04T16:12:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:11:59 smithi007 ceph-mon[92692]: osdmap e1305: 8 total, 8 up, 8 in 2024-08-04T16:12:00.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:11:59 smithi007 ceph-mon[94998]: osdmap e1305: 8 total, 8 up, 8 in 2024-08-04T16:12:01.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:00 smithi062 ceph-mon[85960]: pgmap v2319: 169 pgs: 169 active+clean; 741 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 3.0 MiB/s wr, 300 op/s 2024-08-04T16:12:01.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:00 smithi062 ceph-mon[85960]: osdmap e1306: 8 total, 8 up, 8 in 2024-08-04T16:12:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:00 smithi007 ceph-mon[92692]: pgmap v2319: 169 pgs: 169 active+clean; 741 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 3.0 MiB/s wr, 300 op/s 2024-08-04T16:12:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:00 smithi007 ceph-mon[92692]: osdmap e1306: 8 total, 8 up, 8 in 2024-08-04T16:12:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:00 smithi007 ceph-mon[94998]: pgmap v2319: 169 pgs: 169 active+clean; 741 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 3.0 MiB/s wr, 300 op/s 2024-08-04T16:12:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:00 smithi007 ceph-mon[94998]: osdmap e1306: 8 total, 8 up, 8 in 2024-08-04T16:12:02.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:01 smithi062 ceph-mon[85960]: osdmap e1307: 8 total, 8 up, 8 in 2024-08-04T16:12:02.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:01 smithi007 ceph-mon[92692]: osdmap e1307: 8 total, 8 up, 8 in 2024-08-04T16:12:02.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:01 smithi007 ceph-mon[94998]: osdmap e1307: 8 total, 8 up, 8 in 2024-08-04T16:12:02.418 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14138 ms) 2024-08-04T16:12:02.418 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.Clone 2024-08-04T16:12:02.449 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:12:02.459 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 0~8388609 2024-08-04T16:12:02.513 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 16777218~8388609 2024-08-04T16:12:02.562 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap 2024-08-04T16:12:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:12:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:12:03.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:02 smithi062 ceph-mon[85960]: pgmap v2322: 169 pgs: 169 active+clean; 741 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 2.0 MiB/s wr, 261 op/s 2024-08-04T16:12:03.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:02 smithi062 ceph-mon[85960]: osdmap e1308: 8 total, 8 up, 8 in 2024-08-04T16:12:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:02 smithi007 ceph-mon[94998]: pgmap v2322: 169 pgs: 169 active+clean; 741 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 2.0 MiB/s wr, 261 op/s 2024-08-04T16:12:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:02 smithi007 ceph-mon[94998]: osdmap e1308: 8 total, 8 up, 8 in 2024-08-04T16:12:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:02 smithi007 ceph-mon[92692]: pgmap v2322: 169 pgs: 169 active+clean; 741 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 2.0 MiB/s wr, 261 op/s 2024-08-04T16:12:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:02 smithi007 ceph-mon[92692]: osdmap e1308: 8 total, 8 up, 8 in 2024-08-04T16:12:03.969 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap 2024-08-04T16:12:03.987 INFO:tasks.workunit.client.0.smithi007.stdout:clone image105 -> image108 2024-08-04T16:12:04.092 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 0~1000 2024-08-04T16:12:04.156 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 1010~1000 2024-08-04T16:12:04.158 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap 2024-08-04T16:12:04.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:03 smithi062 ceph-mon[85960]: osdmap e1309: 8 total, 8 up, 8 in 2024-08-04T16:12:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:03 smithi007 ceph-mon[92692]: osdmap e1309: 8 total, 8 up, 8 in 2024-08-04T16:12:04.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:03 smithi007 ceph-mon[94998]: osdmap e1309: 8 total, 8 up, 8 in 2024-08-04T16:12:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:04 smithi062 ceph-mon[85960]: pgmap v2325: 169 pgs: 169 active+clean; 757 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 5.0 MiB/s wr, 344 op/s 2024-08-04T16:12:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:04 smithi062 ceph-mon[85960]: osdmap e1310: 8 total, 8 up, 8 in 2024-08-04T16:12:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:04 smithi007 ceph-mon[92692]: pgmap v2325: 169 pgs: 169 active+clean; 757 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 5.0 MiB/s wr, 344 op/s 2024-08-04T16:12:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:04 smithi007 ceph-mon[92692]: osdmap e1310: 8 total, 8 up, 8 in 2024-08-04T16:12:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:04 smithi007 ceph-mon[94998]: pgmap v2325: 169 pgs: 169 active+clean; 757 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 5.0 MiB/s wr, 344 op/s 2024-08-04T16:12:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:04 smithi007 ceph-mon[94998]: osdmap e1310: 8 total, 8 up, 8 in 2024-08-04T16:12:05.980 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap 2024-08-04T16:12:05.992 INFO:tasks.workunit.client.0.smithi007.stdout:clone image108 -> image110 2024-08-04T16:12:06.133 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 1000~1000 2024-08-04T16:12:06.189 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 2010~1000 2024-08-04T16:12:06.192 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:12:06.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:05 smithi062 ceph-mon[85960]: osdmap e1311: 8 total, 8 up, 8 in 2024-08-04T16:12:06.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:05 smithi007 ceph-mon[92692]: osdmap e1311: 8 total, 8 up, 8 in 2024-08-04T16:12:06.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:12:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:12:06] "GET /metrics HTTP/1.1" 200 38880 "" "Prometheus/2.43.0" 2024-08-04T16:12:06.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:05 smithi007 ceph-mon[94998]: osdmap e1311: 8 total, 8 up, 8 in 2024-08-04T16:12:06.497 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:12:06.679 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:12:06.867 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.Clone (4448 ms) 2024-08-04T16:12:06.867 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.CloneParent 2024-08-04T16:12:06.895 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:12:06.906 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap 2024-08-04T16:12:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:06 smithi062 ceph-mon[85960]: pgmap v2328: 169 pgs: 169 active+clean; 765 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 12 MiB/s wr, 400 op/s 2024-08-04T16:12:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:06 smithi062 ceph-mon[85960]: osdmap e1312: 8 total, 8 up, 8 in 2024-08-04T16:12:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:12:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:06 smithi007 ceph-mon[94998]: pgmap v2328: 169 pgs: 169 active+clean; 765 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 12 MiB/s wr, 400 op/s 2024-08-04T16:12:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:06 smithi007 ceph-mon[94998]: osdmap e1312: 8 total, 8 up, 8 in 2024-08-04T16:12:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:12:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:06 smithi007 ceph-mon[92692]: pgmap v2328: 169 pgs: 169 active+clean; 765 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 12 MiB/s wr, 400 op/s 2024-08-04T16:12:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:06 smithi007 ceph-mon[92692]: osdmap e1312: 8 total, 8 up, 8 in 2024-08-04T16:12:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:12:07.986 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap 2024-08-04T16:12:08.003 INFO:tasks.workunit.client.0.smithi007.stdout:clone image111 -> image114 2024-08-04T16:12:08.105 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:12:08.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:07 smithi062 ceph-mon[85960]: osdmap e1313: 8 total, 8 up, 8 in 2024-08-04T16:12:08.263 INFO:tasks.workunit.client.0.smithi007.stdout:migration_abort 2024-08-04T16:12:08.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:07 smithi007 ceph-mon[92692]: osdmap e1313: 8 total, 8 up, 8 in 2024-08-04T16:12:08.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:07 smithi007 ceph-mon[94998]: osdmap e1313: 8 total, 8 up, 8 in 2024-08-04T16:12:08.395 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.CloneParent (1529 ms) 2024-08-04T16:12:08.396 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-08-04T16:12:08.427 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:12:08.440 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 0~10 2024-08-04T16:12:08.449 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap 2024-08-04T16:12:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:08 smithi062 ceph-mon[85960]: pgmap v2331: 169 pgs: 169 active+clean; 769 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 8.0 MiB/s wr, 266 op/s 2024-08-04T16:12:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:08 smithi062 ceph-mon[85960]: osdmap e1314: 8 total, 8 up, 8 in 2024-08-04T16:12:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:08 smithi007 ceph-mon[94998]: pgmap v2331: 169 pgs: 169 active+clean; 769 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 8.0 MiB/s wr, 266 op/s 2024-08-04T16:12:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:08 smithi007 ceph-mon[94998]: osdmap e1314: 8 total, 8 up, 8 in 2024-08-04T16:12:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:08 smithi007 ceph-mon[92692]: pgmap v2331: 169 pgs: 169 active+clean; 769 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 8.0 MiB/s wr, 266 op/s 2024-08-04T16:12:09.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:08 smithi007 ceph-mon[92692]: osdmap e1314: 8 total, 8 up, 8 in 2024-08-04T16:12:09.997 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap 2024-08-04T16:12:10.010 INFO:tasks.workunit.client.0.smithi007.stdout:clone image115 -> image118 2024-08-04T16:12:10.117 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:12:10.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:09 smithi062 ceph-mon[85960]: osdmap e1315: 8 total, 8 up, 8 in 2024-08-04T16:12:10.275 INFO:tasks.workunit.client.0.smithi007.stdout:write: Y 0~1 2024-08-04T16:12:10.302 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:12:10.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:09 smithi007 ceph-mon[92692]: osdmap e1315: 8 total, 8 up, 8 in 2024-08-04T16:12:10.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:09 smithi007 ceph-mon[94998]: osdmap e1315: 8 total, 8 up, 8 in 2024-08-04T16:12:10.370 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:12:10.477 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2079 ms) 2024-08-04T16:12:10.477 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-08-04T16:12:10.505 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:12:10.515 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 41943040~10 2024-08-04T16:12:10.524 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:12:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:10 smithi062 ceph-mon[85960]: pgmap v2334: 169 pgs: 169 active+clean; 777 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 854 op/s 2024-08-04T16:12:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:10 smithi062 ceph-mon[85960]: osdmap e1316: 8 total, 8 up, 8 in 2024-08-04T16:12:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:10 smithi062 ceph-mon[85960]: osdmap e1317: 8 total, 8 up, 8 in 2024-08-04T16:12:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:10 smithi007 ceph-mon[92692]: pgmap v2334: 169 pgs: 169 active+clean; 777 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 854 op/s 2024-08-04T16:12:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:10 smithi007 ceph-mon[92692]: osdmap e1316: 8 total, 8 up, 8 in 2024-08-04T16:12:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:10 smithi007 ceph-mon[92692]: osdmap e1317: 8 total, 8 up, 8 in 2024-08-04T16:12:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:10 smithi007 ceph-mon[94998]: pgmap v2334: 169 pgs: 169 active+clean; 777 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 854 op/s 2024-08-04T16:12:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:10 smithi007 ceph-mon[94998]: osdmap e1316: 8 total, 8 up, 8 in 2024-08-04T16:12:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:10 smithi007 ceph-mon[94998]: osdmap e1317: 8 total, 8 up, 8 in 2024-08-04T16:12:11.838 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 41943041~10 2024-08-04T16:12:11.847 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:12:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:12:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:12:13.004 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 41943042~10 2024-08-04T16:12:13.020 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap2 2024-08-04T16:12:13.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:12 smithi007 ceph-mon[94998]: pgmap v2337: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 1.11k op/s 2024-08-04T16:12:13.085 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:12 smithi007 ceph-mon[94998]: osdmap e1318: 8 total, 8 up, 8 in 2024-08-04T16:12:13.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:12 smithi007 ceph-mon[92692]: pgmap v2337: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 1.11k op/s 2024-08-04T16:12:13.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:12 smithi007 ceph-mon[92692]: osdmap e1318: 8 total, 8 up, 8 in 2024-08-04T16:12:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:12 smithi062 ceph-mon[85960]: pgmap v2337: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 1.11k op/s 2024-08-04T16:12:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:12 smithi062 ceph-mon[85960]: osdmap e1318: 8 total, 8 up, 8 in 2024-08-04T16:12:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:13 smithi062 ceph-mon[85960]: osdmap e1319: 8 total, 8 up, 8 in 2024-08-04T16:12:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:13 smithi007 ceph-mon[92692]: osdmap e1319: 8 total, 8 up, 8 in 2024-08-04T16:12:14.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:13 smithi007 ceph-mon[94998]: osdmap e1319: 8 total, 8 up, 8 in 2024-08-04T16:12:14.854 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 41943040 2024-08-04T16:12:14.891 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:12:14.962 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:12:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:14 smithi062 ceph-mon[85960]: pgmap v2340: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.0 MiB/s wr, 504 op/s 2024-08-04T16:12:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:14 smithi062 ceph-mon[85960]: osdmap e1320: 8 total, 8 up, 8 in 2024-08-04T16:12:15.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:14 smithi007 ceph-mon[92692]: pgmap v2340: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.0 MiB/s wr, 504 op/s 2024-08-04T16:12:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:14 smithi007 ceph-mon[92692]: osdmap e1320: 8 total, 8 up, 8 in 2024-08-04T16:12:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:14 smithi007 ceph-mon[94998]: pgmap v2340: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.0 MiB/s wr, 504 op/s 2024-08-04T16:12:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:14 smithi007 ceph-mon[94998]: osdmap e1320: 8 total, 8 up, 8 in 2024-08-04T16:12:16.018 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5544 ms) 2024-08-04T16:12:16.018 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-08-04T16:12:16.051 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:12:16.061 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 41943040~10 2024-08-04T16:12:16.069 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:12:16.110 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:15 smithi007 ceph-mon[92692]: osdmap e1321: 8 total, 8 up, 8 in 2024-08-04T16:12:16.110 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:15 smithi007 ceph-mon[94998]: osdmap e1321: 8 total, 8 up, 8 in 2024-08-04T16:12:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:15 smithi062 ceph-mon[85960]: osdmap e1321: 8 total, 8 up, 8 in 2024-08-04T16:12:16.585 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:12:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:12:16] "GET /metrics HTTP/1.1" 200 38880 "" "Prometheus/2.43.0" 2024-08-04T16:12:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:16 smithi062 ceph-mon[85960]: pgmap v2343: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 21 KiB/s wr, 326 op/s 2024-08-04T16:12:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:16 smithi062 ceph-mon[85960]: osdmap e1322: 8 total, 8 up, 8 in 2024-08-04T16:12:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:16 smithi007 ceph-mon[94998]: pgmap v2343: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 21 KiB/s wr, 326 op/s 2024-08-04T16:12:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:16 smithi007 ceph-mon[94998]: osdmap e1322: 8 total, 8 up, 8 in 2024-08-04T16:12:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:16 smithi007 ceph-mon[92692]: pgmap v2343: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 21 KiB/s wr, 326 op/s 2024-08-04T16:12:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:16 smithi007 ceph-mon[92692]: osdmap e1322: 8 total, 8 up, 8 in 2024-08-04T16:12:17.879 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 41943040 2024-08-04T16:12:17.902 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:12:18.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:17 smithi062 ceph-mon[85960]: osdmap e1323: 8 total, 8 up, 8 in 2024-08-04T16:12:18.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:17 smithi007 ceph-mon[94998]: osdmap e1323: 8 total, 8 up, 8 in 2024-08-04T16:12:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:17 smithi007 ceph-mon[92692]: osdmap e1323: 8 total, 8 up, 8 in 2024-08-04T16:12:19.012 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:12:19.024 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap3 2024-08-04T16:12:19.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:18 smithi062 ceph-mon[85960]: pgmap v2346: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 271 KiB/s rd, 20 KiB/s wr, 349 op/s 2024-08-04T16:12:19.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:18 smithi062 ceph-mon[85960]: osdmap e1324: 8 total, 8 up, 8 in 2024-08-04T16:12:19.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:18 smithi007 ceph-mon[94998]: pgmap v2346: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 271 KiB/s rd, 20 KiB/s wr, 349 op/s 2024-08-04T16:12:19.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:18 smithi007 ceph-mon[94998]: osdmap e1324: 8 total, 8 up, 8 in 2024-08-04T16:12:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:18 smithi007 ceph-mon[92692]: pgmap v2346: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 271 KiB/s rd, 20 KiB/s wr, 349 op/s 2024-08-04T16:12:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:18 smithi007 ceph-mon[92692]: osdmap e1324: 8 total, 8 up, 8 in 2024-08-04T16:12:20.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:19 smithi062 ceph-mon[85960]: osdmap e1325: 8 total, 8 up, 8 in 2024-08-04T16:12:20.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:19 smithi007 ceph-mon[92692]: osdmap e1325: 8 total, 8 up, 8 in 2024-08-04T16:12:20.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:19 smithi007 ceph-mon[94998]: osdmap e1325: 8 total, 8 up, 8 in 2024-08-04T16:12:20.893 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 41943040~10 2024-08-04T16:12:20.902 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap4 2024-08-04T16:12:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:20 smithi062 ceph-mon[85960]: pgmap v2349: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 269 KiB/s rd, 23 KiB/s wr, 359 op/s 2024-08-04T16:12:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:20 smithi062 ceph-mon[85960]: osdmap e1326: 8 total, 8 up, 8 in 2024-08-04T16:12:21.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:20 smithi007 ceph-mon[94998]: pgmap v2349: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 269 KiB/s rd, 23 KiB/s wr, 359 op/s 2024-08-04T16:12:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:20 smithi007 ceph-mon[94998]: osdmap e1326: 8 total, 8 up, 8 in 2024-08-04T16:12:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:20 smithi007 ceph-mon[92692]: pgmap v2349: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 269 KiB/s rd, 23 KiB/s wr, 359 op/s 2024-08-04T16:12:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:20 smithi007 ceph-mon[92692]: osdmap e1326: 8 total, 8 up, 8 in 2024-08-04T16:12:22.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:21 smithi062 ceph-mon[85960]: osdmap e1327: 8 total, 8 up, 8 in 2024-08-04T16:12:22.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:12:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:21 smithi007 ceph-mon[92692]: osdmap e1327: 8 total, 8 up, 8 in 2024-08-04T16:12:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:12:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:21 smithi007 ceph-mon[94998]: osdmap e1327: 8 total, 8 up, 8 in 2024-08-04T16:12:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:12:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:12:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:12:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:12:22.912 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 41943040 2024-08-04T16:12:22.937 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:12:23.007 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:12:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:22 smithi062 ceph-mon[85960]: pgmap v2352: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 16 KiB/s wr, 236 op/s 2024-08-04T16:12:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:22 smithi062 ceph-mon[85960]: osdmap e1328: 8 total, 8 up, 8 in 2024-08-04T16:12:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:22 smithi007 ceph-mon[92692]: pgmap v2352: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 16 KiB/s wr, 236 op/s 2024-08-04T16:12:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:22 smithi007 ceph-mon[92692]: osdmap e1328: 8 total, 8 up, 8 in 2024-08-04T16:12:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:22 smithi007 ceph-mon[94998]: pgmap v2352: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 16 KiB/s wr, 236 op/s 2024-08-04T16:12:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:22 smithi007 ceph-mon[94998]: osdmap e1328: 8 total, 8 up, 8 in 2024-08-04T16:12:24.072 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8054 ms) 2024-08-04T16:12:24.072 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-08-04T16:12:24.105 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:12:24.118 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:12:24.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:23 smithi062 ceph-mon[85960]: osdmap e1329: 8 total, 8 up, 8 in 2024-08-04T16:12:24.295 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.AbortInUseImage (223 ms) 2024-08-04T16:12:24.295 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-08-04T16:12:24.327 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:12:24.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:23 smithi007 ceph-mon[92692]: osdmap e1329: 8 total, 8 up, 8 in 2024-08-04T16:12:24.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:23 smithi007 ceph-mon[94998]: osdmap e1329: 8 total, 8 up, 8 in 2024-08-04T16:12:24.338 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:12:24.395 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 16777218~8388609 2024-08-04T16:12:24.455 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:12:24.653 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:12:24.704 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 16777218~8388609 2024-08-04T16:12:24.761 INFO:tasks.workunit.client.0.smithi007.stdout:migration_abort 2024-08-04T16:12:24.944 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (649 ms) 2024-08-04T16:12:24.945 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-08-04T16:12:24.975 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:12:24.985 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:12:25.040 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:12:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:24 smithi062 ceph-mon[85960]: pgmap v2355: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-08-04T16:12:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:24 smithi062 ceph-mon[85960]: osdmap e1330: 8 total, 8 up, 8 in 2024-08-04T16:12:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:24 smithi007 ceph-mon[94998]: pgmap v2355: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-08-04T16:12:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:24 smithi007 ceph-mon[94998]: osdmap e1330: 8 total, 8 up, 8 in 2024-08-04T16:12:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:24 smithi007 ceph-mon[92692]: pgmap v2355: 169 pgs: 169 active+clean; 785 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-08-04T16:12:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:24 smithi007 ceph-mon[92692]: osdmap e1330: 8 total, 8 up, 8 in 2024-08-04T16:12:26.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:12:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:12:26] "GET /metrics HTTP/1.1" 200 38878 "" "Prometheus/2.43.0" 2024-08-04T16:12:26.841 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 8388609~8388609 2024-08-04T16:12:26.858 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 0~1000 2024-08-04T16:12:26.858 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 1010~1000 2024-08-04T16:12:26.858 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap2 2024-08-04T16:12:27.085 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:26 smithi007 ceph-mon[92692]: pgmap v2357: 169 pgs: 169 active+clean; 793 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 MiB/s wr, 259 op/s 2024-08-04T16:12:27.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:26 smithi007 ceph-mon[92692]: osdmap e1331: 8 total, 8 up, 8 in 2024-08-04T16:12:27.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:26 smithi007 ceph-mon[94998]: pgmap v2357: 169 pgs: 169 active+clean; 793 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 MiB/s wr, 259 op/s 2024-08-04T16:12:27.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:26 smithi007 ceph-mon[94998]: osdmap e1331: 8 total, 8 up, 8 in 2024-08-04T16:12:27.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:26 smithi062 ceph-mon[85960]: pgmap v2357: 169 pgs: 169 active+clean; 793 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 MiB/s wr, 259 op/s 2024-08-04T16:12:27.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:26 smithi062 ceph-mon[85960]: osdmap e1331: 8 total, 8 up, 8 in 2024-08-04T16:12:28.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:27 smithi062 ceph-mon[85960]: osdmap e1332: 8 total, 8 up, 8 in 2024-08-04T16:12:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:27 smithi007 ceph-mon[92692]: osdmap e1332: 8 total, 8 up, 8 in 2024-08-04T16:12:28.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:27 smithi007 ceph-mon[94998]: osdmap e1332: 8 total, 8 up, 8 in 2024-08-04T16:12:28.859 INFO:tasks.workunit.client.0.smithi007.stdout:write: X 8388609~1000 2024-08-04T16:12:28.866 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 16777228~1000 2024-08-04T16:12:28.866 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 167772160 2024-08-04T16:12:28.876 INFO:tasks.workunit.client.0.smithi007.stdout:write: 2 83886079~8388609 2024-08-04T16:12:28.894 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap3 2024-08-04T16:12:29.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:28 smithi062 ceph-mon[85960]: pgmap v2360: 169 pgs: 169 active+clean; 817 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 13 MiB/s wr, 428 op/s 2024-08-04T16:12:29.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:28 smithi062 ceph-mon[85960]: osdmap e1333: 8 total, 8 up, 8 in 2024-08-04T16:12:29.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:28 smithi007 ceph-mon[94998]: pgmap v2360: 169 pgs: 169 active+clean; 817 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 13 MiB/s wr, 428 op/s 2024-08-04T16:12:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:28 smithi007 ceph-mon[94998]: osdmap e1333: 8 total, 8 up, 8 in 2024-08-04T16:12:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:28 smithi007 ceph-mon[92692]: pgmap v2360: 169 pgs: 169 active+clean; 817 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 13 MiB/s wr, 428 op/s 2024-08-04T16:12:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:28 smithi007 ceph-mon[92692]: osdmap e1333: 8 total, 8 up, 8 in 2024-08-04T16:12:30.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:29 smithi062 ceph-mon[85960]: osdmap e1334: 8 total, 8 up, 8 in 2024-08-04T16:12:30.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:29 smithi007 ceph-mon[92692]: osdmap e1334: 8 total, 8 up, 8 in 2024-08-04T16:12:30.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:29 smithi007 ceph-mon[94998]: osdmap e1334: 8 total, 8 up, 8 in 2024-08-04T16:12:30.842 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:12:30.872 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 83886079~1 2024-08-04T16:12:30.882 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:12:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:30 smithi062 ceph-mon[85960]: pgmap v2363: 169 pgs: 169 active+clean; 853 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 26 MiB/s wr, 494 op/s 2024-08-04T16:12:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:30 smithi062 ceph-mon[85960]: osdmap e1335: 8 total, 8 up, 8 in 2024-08-04T16:12:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:30 smithi062 ceph-mon[85960]: osdmap e1336: 8 total, 8 up, 8 in 2024-08-04T16:12:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:30 smithi007 ceph-mon[92692]: pgmap v2363: 169 pgs: 169 active+clean; 853 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 26 MiB/s wr, 494 op/s 2024-08-04T16:12:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:30 smithi007 ceph-mon[92692]: osdmap e1335: 8 total, 8 up, 8 in 2024-08-04T16:12:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:30 smithi007 ceph-mon[92692]: osdmap e1336: 8 total, 8 up, 8 in 2024-08-04T16:12:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:30 smithi007 ceph-mon[94998]: pgmap v2363: 169 pgs: 169 active+clean; 853 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 26 MiB/s wr, 494 op/s 2024-08-04T16:12:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:30 smithi007 ceph-mon[94998]: osdmap e1335: 8 total, 8 up, 8 in 2024-08-04T16:12:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:30 smithi007 ceph-mon[94998]: osdmap e1336: 8 total, 8 up, 8 in 2024-08-04T16:12:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:12:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:12:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:12:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:32 smithi062 ceph-mon[85960]: pgmap v2366: 169 pgs: 169 active+clean; 869 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 8.2 MiB/s rd, 17 MiB/s wr, 279 op/s 2024-08-04T16:12:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:32 smithi062 ceph-mon[85960]: osdmap e1337: 8 total, 8 up, 8 in 2024-08-04T16:12:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:32 smithi007 ceph-mon[94998]: pgmap v2366: 169 pgs: 169 active+clean; 869 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 8.2 MiB/s rd, 17 MiB/s wr, 279 op/s 2024-08-04T16:12:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:32 smithi007 ceph-mon[94998]: osdmap e1337: 8 total, 8 up, 8 in 2024-08-04T16:12:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:32 smithi007 ceph-mon[92692]: pgmap v2366: 169 pgs: 169 active+clean; 869 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 8.2 MiB/s rd, 17 MiB/s wr, 279 op/s 2024-08-04T16:12:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:32 smithi007 ceph-mon[92692]: osdmap e1337: 8 total, 8 up, 8 in 2024-08-04T16:12:34.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:33 smithi062 ceph-mon[85960]: osdmap e1338: 8 total, 8 up, 8 in 2024-08-04T16:12:34.312 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:12:34.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:33 smithi007 ceph-mon[92692]: osdmap e1338: 8 total, 8 up, 8 in 2024-08-04T16:12:34.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:33 smithi007 ceph-mon[94998]: osdmap e1338: 8 total, 8 up, 8 in 2024-08-04T16:12:34.407 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 16777218~8388609 2024-08-04T16:12:34.890 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 0~8388609 2024-08-04T16:12:34.906 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 16777218~8388609 2024-08-04T16:12:34.985 INFO:tasks.workunit.client.0.smithi007.stdout:migration_abort 2024-08-04T16:12:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:34 smithi062 ceph-mon[85960]: pgmap v2369: 169 pgs: 169 active+clean; 873 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 14 KiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-08-04T16:12:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:34 smithi062 ceph-mon[85960]: osdmap e1339: 8 total, 8 up, 8 in 2024-08-04T16:12:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:34 smithi007 ceph-mon[92692]: pgmap v2369: 169 pgs: 169 active+clean; 873 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 14 KiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-08-04T16:12:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:34 smithi007 ceph-mon[92692]: osdmap e1339: 8 total, 8 up, 8 in 2024-08-04T16:12:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:34 smithi007 ceph-mon[94998]: pgmap v2369: 169 pgs: 169 active+clean; 873 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 14 KiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-08-04T16:12:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:34 smithi007 ceph-mon[94998]: osdmap e1339: 8 total, 8 up, 8 in 2024-08-04T16:12:36.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:35 smithi062 ceph-mon[85960]: osdmap e1340: 8 total, 8 up, 8 in 2024-08-04T16:12:36.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:35 smithi007 ceph-mon[94998]: osdmap e1340: 8 total, 8 up, 8 in 2024-08-04T16:12:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:35 smithi007 ceph-mon[92692]: osdmap e1340: 8 total, 8 up, 8 in 2024-08-04T16:12:36.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:12:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:12:36] "GET /metrics HTTP/1.1" 200 38882 "" "Prometheus/2.43.0" 2024-08-04T16:12:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:36 smithi062 ceph-mon[85960]: pgmap v2372: 169 pgs: 169 active+clean; 885 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 307 op/s 2024-08-04T16:12:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:36 smithi062 ceph-mon[85960]: osdmap e1341: 8 total, 8 up, 8 in 2024-08-04T16:12:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:12:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:36 smithi007 ceph-mon[94998]: pgmap v2372: 169 pgs: 169 active+clean; 885 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 307 op/s 2024-08-04T16:12:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:36 smithi007 ceph-mon[94998]: osdmap e1341: 8 total, 8 up, 8 in 2024-08-04T16:12:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:12:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:36 smithi007 ceph-mon[92692]: pgmap v2372: 169 pgs: 169 active+clean; 885 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 307 op/s 2024-08-04T16:12:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:36 smithi007 ceph-mon[92692]: osdmap e1341: 8 total, 8 up, 8 in 2024-08-04T16:12:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:12:38.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:37 smithi062 ceph-mon[85960]: osdmap e1342: 8 total, 8 up, 8 in 2024-08-04T16:12:38.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:37 smithi007 ceph-mon[92692]: osdmap e1342: 8 total, 8 up, 8 in 2024-08-04T16:12:38.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:37 smithi007 ceph-mon[94998]: osdmap e1342: 8 total, 8 up, 8 in 2024-08-04T16:12:39.259 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.AbortWithSnapshots (14315 ms) 2024-08-04T16:12:39.259 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-08-04T16:12:39.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:38 smithi062 ceph-mon[85960]: pgmap v2375: 169 pgs: 169 active+clean; 913 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 9.2 MiB/s rd, 12 MiB/s wr, 344 op/s 2024-08-04T16:12:39.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:38 smithi062 ceph-mon[85960]: osdmap e1343: 8 total, 8 up, 8 in 2024-08-04T16:12:39.290 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:12:39.302 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 0~10 2024-08-04T16:12:39.311 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:12:39.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:38 smithi007 ceph-mon[92692]: pgmap v2375: 169 pgs: 169 active+clean; 913 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 9.2 MiB/s rd, 12 MiB/s wr, 344 op/s 2024-08-04T16:12:39.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:38 smithi007 ceph-mon[92692]: osdmap e1343: 8 total, 8 up, 8 in 2024-08-04T16:12:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:38 smithi007 ceph-mon[94998]: pgmap v2375: 169 pgs: 169 active+clean; 913 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 9.2 MiB/s rd, 12 MiB/s wr, 344 op/s 2024-08-04T16:12:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:38 smithi007 ceph-mon[94998]: osdmap e1343: 8 total, 8 up, 8 in 2024-08-04T16:12:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:39 smithi062 ceph-mon[85960]: osdmap e1344: 8 total, 8 up, 8 in 2024-08-04T16:12:40.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:39 smithi007 ceph-mon[92692]: osdmap e1344: 8 total, 8 up, 8 in 2024-08-04T16:12:40.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:39 smithi007 ceph-mon[94998]: osdmap e1344: 8 total, 8 up, 8 in 2024-08-04T16:12:40.921 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap1 2024-08-04T16:12:40.990 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:12:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:40 smithi062 ceph-mon[85960]: pgmap v2378: 169 pgs: 169 active+clean; 929 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 20 MiB/s wr, 234 op/s 2024-08-04T16:12:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:40 smithi062 ceph-mon[85960]: osdmap e1345: 8 total, 8 up, 8 in 2024-08-04T16:12:41.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:40 smithi007 ceph-mon[94998]: pgmap v2378: 169 pgs: 169 active+clean; 929 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 20 MiB/s wr, 234 op/s 2024-08-04T16:12:41.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:40 smithi007 ceph-mon[94998]: osdmap e1345: 8 total, 8 up, 8 in 2024-08-04T16:12:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:40 smithi007 ceph-mon[92692]: pgmap v2378: 169 pgs: 169 active+clean; 929 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 20 MiB/s wr, 234 op/s 2024-08-04T16:12:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:40 smithi007 ceph-mon[92692]: osdmap e1345: 8 total, 8 up, 8 in 2024-08-04T16:12:42.137 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:12:42.218 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:12:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:41 smithi062 ceph-mon[85960]: osdmap e1346: 8 total, 8 up, 8 in 2024-08-04T16:12:42.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:41 smithi007 ceph-mon[92692]: osdmap e1346: 8 total, 8 up, 8 in 2024-08-04T16:12:42.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:41 smithi007 ceph-mon[94998]: osdmap e1346: 8 total, 8 up, 8 in 2024-08-04T16:12:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:12:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:12:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:12:43.064 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.CloneV1Parent (3805 ms) 2024-08-04T16:12:43.065 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-08-04T16:12:43.096 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:12:43.107 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 0~10 2024-08-04T16:12:43.117 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:12:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:42 smithi062 ceph-mon[85960]: pgmap v2381: 169 pgs: 169 active+clean; 917 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 11 MiB/s wr, 210 op/s 2024-08-04T16:12:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:42 smithi062 ceph-mon[85960]: osdmap e1347: 8 total, 8 up, 8 in 2024-08-04T16:12:43.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:42 smithi007 ceph-mon[94998]: pgmap v2381: 169 pgs: 169 active+clean; 917 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 11 MiB/s wr, 210 op/s 2024-08-04T16:12:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:42 smithi007 ceph-mon[94998]: osdmap e1347: 8 total, 8 up, 8 in 2024-08-04T16:12:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:42 smithi007 ceph-mon[92692]: pgmap v2381: 169 pgs: 169 active+clean; 917 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 11 MiB/s wr, 210 op/s 2024-08-04T16:12:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:42 smithi007 ceph-mon[92692]: osdmap e1347: 8 total, 8 up, 8 in 2024-08-04T16:12:44.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:43 smithi062 ceph-mon[85960]: osdmap e1348: 8 total, 8 up, 8 in 2024-08-04T16:12:44.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:43 smithi007 ceph-mon[94998]: osdmap e1348: 8 total, 8 up, 8 in 2024-08-04T16:12:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:43 smithi007 ceph-mon[92692]: osdmap e1348: 8 total, 8 up, 8 in 2024-08-04T16:12:44.952 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap1 2024-08-04T16:12:45.019 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:12:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:44 smithi062 ceph-mon[85960]: pgmap v2384: 169 pgs: 169 active+clean; 913 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 15 KiB/s wr, 332 op/s 2024-08-04T16:12:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:44 smithi062 ceph-mon[85960]: osdmap e1349: 8 total, 8 up, 8 in 2024-08-04T16:12:45.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:44 smithi007 ceph-mon[92692]: pgmap v2384: 169 pgs: 169 active+clean; 913 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 15 KiB/s wr, 332 op/s 2024-08-04T16:12:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:44 smithi007 ceph-mon[92692]: osdmap e1349: 8 total, 8 up, 8 in 2024-08-04T16:12:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:44 smithi007 ceph-mon[94998]: pgmap v2384: 169 pgs: 169 active+clean; 913 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 15 KiB/s wr, 332 op/s 2024-08-04T16:12:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:44 smithi007 ceph-mon[94998]: osdmap e1349: 8 total, 8 up, 8 in 2024-08-04T16:12:46.059 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:12:46.141 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:12:46.236 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:45 smithi007 ceph-mon[92692]: osdmap e1350: 8 total, 8 up, 8 in 2024-08-04T16:12:46.236 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:45 smithi007 ceph-mon[92692]: osdmap e1351: 8 total, 8 up, 8 in 2024-08-04T16:12:46.237 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:12:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:12:46] "GET /metrics HTTP/1.1" 200 38882 "" "Prometheus/2.43.0" 2024-08-04T16:12:46.237 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:45 smithi007 ceph-mon[94998]: osdmap e1350: 8 total, 8 up, 8 in 2024-08-04T16:12:46.237 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:45 smithi007 ceph-mon[94998]: osdmap e1351: 8 total, 8 up, 8 in 2024-08-04T16:12:46.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:45 smithi062 ceph-mon[85960]: osdmap e1350: 8 total, 8 up, 8 in 2024-08-04T16:12:46.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:45 smithi062 ceph-mon[85960]: osdmap e1351: 8 total, 8 up, 8 in 2024-08-04T16:12:47.095 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.CloneV2Parent (4030 ms) 2024-08-04T16:12:47.095 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-08-04T16:12:47.133 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:12:47.144 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 0~10 2024-08-04T16:12:47.153 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:12:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:46 smithi062 ceph-mon[85960]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 19 KiB/s wr, 405 op/s 2024-08-04T16:12:47.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:46 smithi007 ceph-mon[92692]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 19 KiB/s wr, 405 op/s 2024-08-04T16:12:47.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:46 smithi007 ceph-mon[94998]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 19 KiB/s wr, 405 op/s 2024-08-04T16:12:48.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:47 smithi062 ceph-mon[85960]: osdmap e1352: 8 total, 8 up, 8 in 2024-08-04T16:12:48.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:47 smithi007 ceph-mon[92692]: osdmap e1352: 8 total, 8 up, 8 in 2024-08-04T16:12:48.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:47 smithi007 ceph-mon[94998]: osdmap e1352: 8 total, 8 up, 8 in 2024-08-04T16:12:48.974 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap1 2024-08-04T16:12:49.045 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:12:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:48 smithi062 ceph-mon[85960]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 9.2 MiB/s rd, 17 KiB/s wr, 281 op/s 2024-08-04T16:12:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:48 smithi062 ceph-mon[85960]: osdmap e1353: 8 total, 8 up, 8 in 2024-08-04T16:12:49.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:48 smithi007 ceph-mon[92692]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 9.2 MiB/s rd, 17 KiB/s wr, 281 op/s 2024-08-04T16:12:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:48 smithi007 ceph-mon[92692]: osdmap e1353: 8 total, 8 up, 8 in 2024-08-04T16:12:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:48 smithi007 ceph-mon[94998]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 9.2 MiB/s rd, 17 KiB/s wr, 281 op/s 2024-08-04T16:12:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:48 smithi007 ceph-mon[94998]: osdmap e1353: 8 total, 8 up, 8 in 2024-08-04T16:12:50.160 INFO:tasks.workunit.client.0.smithi007.stdout:migration_abort 2024-08-04T16:12:50.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:49 smithi062 ceph-mon[85960]: osdmap e1354: 8 total, 8 up, 8 in 2024-08-04T16:12:50.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:49 smithi007 ceph-mon[94998]: osdmap e1354: 8 total, 8 up, 8 in 2024-08-04T16:12:50.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:49 smithi007 ceph-mon[92692]: osdmap e1354: 8 total, 8 up, 8 in 2024-08-04T16:12:50.993 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.CloneV1ParentAbort (3898 ms) 2024-08-04T16:12:50.993 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-08-04T16:12:51.027 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:12:51.038 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 0~10 2024-08-04T16:12:51.047 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:12:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:50 smithi062 ceph-mon[85960]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 279 KiB/s rd, 19 KiB/s wr, 359 op/s 2024-08-04T16:12:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:50 smithi062 ceph-mon[85960]: osdmap e1355: 8 total, 8 up, 8 in 2024-08-04T16:12:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:50 smithi062 ceph-mon[85960]: osdmap e1356: 8 total, 8 up, 8 in 2024-08-04T16:12:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:50 smithi007 ceph-mon[94998]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 279 KiB/s rd, 19 KiB/s wr, 359 op/s 2024-08-04T16:12:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:50 smithi007 ceph-mon[94998]: osdmap e1355: 8 total, 8 up, 8 in 2024-08-04T16:12:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:50 smithi007 ceph-mon[94998]: osdmap e1356: 8 total, 8 up, 8 in 2024-08-04T16:12:51.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:50 smithi007 ceph-mon[92692]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 279 KiB/s rd, 19 KiB/s wr, 359 op/s 2024-08-04T16:12:51.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:50 smithi007 ceph-mon[92692]: osdmap e1355: 8 total, 8 up, 8 in 2024-08-04T16:12:51.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:50 smithi007 ceph-mon[92692]: osdmap e1356: 8 total, 8 up, 8 in 2024-08-04T16:12:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:12:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:12:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:12:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:12:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:12:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:12:52.995 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap1 2024-08-04T16:12:53.070 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:12:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:52 smithi062 ceph-mon[85960]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 307 KiB/s rd, 21 KiB/s wr, 390 op/s 2024-08-04T16:12:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:52 smithi062 ceph-mon[85960]: osdmap e1357: 8 total, 8 up, 8 in 2024-08-04T16:12:53.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:52 smithi007 ceph-mon[92692]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 307 KiB/s rd, 21 KiB/s wr, 390 op/s 2024-08-04T16:12:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:52 smithi007 ceph-mon[92692]: osdmap e1357: 8 total, 8 up, 8 in 2024-08-04T16:12:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:52 smithi007 ceph-mon[94998]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 307 KiB/s rd, 21 KiB/s wr, 390 op/s 2024-08-04T16:12:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:52 smithi007 ceph-mon[94998]: osdmap e1357: 8 total, 8 up, 8 in 2024-08-04T16:12:54.156 INFO:tasks.workunit.client.0.smithi007.stdout:migration_abort 2024-08-04T16:12:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:53 smithi062 ceph-mon[85960]: osdmap e1358: 8 total, 8 up, 8 in 2024-08-04T16:12:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:53 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:12:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:53 smithi007 ceph-mon[92692]: osdmap e1358: 8 total, 8 up, 8 in 2024-08-04T16:12:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:53 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:12:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:53 smithi007 ceph-mon[94998]: osdmap e1358: 8 total, 8 up, 8 in 2024-08-04T16:12:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:53 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:12:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:54 smithi062 ceph-mon[85960]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 273 KiB/s rd, 16 KiB/s wr, 346 op/s 2024-08-04T16:12:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:54 smithi062 ceph-mon[85960]: osdmap e1359: 8 total, 8 up, 8 in 2024-08-04T16:12:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:54 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:12:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:54 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:12:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:54 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:12:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:54 smithi007 ceph-mon[94998]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 273 KiB/s rd, 16 KiB/s wr, 346 op/s 2024-08-04T16:12:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:54 smithi007 ceph-mon[94998]: osdmap e1359: 8 total, 8 up, 8 in 2024-08-04T16:12:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:54 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:12:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:54 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:12:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:54 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:12:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:54 smithi007 ceph-mon[92692]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 273 KiB/s rd, 16 KiB/s wr, 346 op/s 2024-08-04T16:12:55.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:54 smithi007 ceph-mon[92692]: osdmap e1359: 8 total, 8 up, 8 in 2024-08-04T16:12:55.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:54 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:12:55.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:54 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:12:55.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:54 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:12:55.366 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4373 ms) 2024-08-04T16:12:55.366 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-08-04T16:12:55.400 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:12:55.412 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 0~10 2024-08-04T16:12:55.422 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:12:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:56 smithi062 ceph-mon[85960]: osdmap e1360: 8 total, 8 up, 8 in 2024-08-04T16:12:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:56 smithi062 ceph-mon[85960]: osdmap e1361: 8 total, 8 up, 8 in 2024-08-04T16:12:56.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:56 smithi007 ceph-mon[92692]: osdmap e1360: 8 total, 8 up, 8 in 2024-08-04T16:12:56.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:56 smithi007 ceph-mon[92692]: osdmap e1361: 8 total, 8 up, 8 in 2024-08-04T16:12:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:12:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:12:56] "GET /metrics HTTP/1.1" 200 38879 "" "Prometheus/2.43.0" 2024-08-04T16:12:56.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:56 smithi007 ceph-mon[94998]: osdmap e1360: 8 total, 8 up, 8 in 2024-08-04T16:12:56.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:56 smithi007 ceph-mon[94998]: osdmap e1361: 8 total, 8 up, 8 in 2024-08-04T16:12:56.850 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap1 2024-08-04T16:12:56.918 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:12:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:57 smithi062 ceph-mon[85960]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 212 KiB/s rd, 13 KiB/s wr, 274 op/s 2024-08-04T16:12:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:57 smithi062 ceph-mon[85960]: osdmap e1362: 8 total, 8 up, 8 in 2024-08-04T16:12:57.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:57 smithi007 ceph-mon[92692]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 212 KiB/s rd, 13 KiB/s wr, 274 op/s 2024-08-04T16:12:57.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:57 smithi007 ceph-mon[92692]: osdmap e1362: 8 total, 8 up, 8 in 2024-08-04T16:12:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:57 smithi007 ceph-mon[94998]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 212 KiB/s rd, 13 KiB/s wr, 274 op/s 2024-08-04T16:12:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:57 smithi007 ceph-mon[94998]: osdmap e1362: 8 total, 8 up, 8 in 2024-08-04T16:12:58.043 INFO:tasks.workunit.client.0.smithi007.stdout:migration_abort 2024-08-04T16:12:58.993 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (3628 ms) 2024-08-04T16:12:58.994 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-08-04T16:12:59.024 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:12:59.036 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 0~10 2024-08-04T16:12:59.045 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:12:59.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:58 smithi062 ceph-mon[85960]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 260 KiB/s rd, 19 KiB/s wr, 332 op/s 2024-08-04T16:12:59.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:58 smithi062 ceph-mon[85960]: osdmap e1363: 8 total, 8 up, 8 in 2024-08-04T16:12:59.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:58 smithi007 ceph-mon[92692]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 260 KiB/s rd, 19 KiB/s wr, 332 op/s 2024-08-04T16:12:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:58 smithi007 ceph-mon[92692]: osdmap e1363: 8 total, 8 up, 8 in 2024-08-04T16:12:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:58 smithi007 ceph-mon[94998]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 260 KiB/s rd, 19 KiB/s wr, 332 op/s 2024-08-04T16:12:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:58 smithi007 ceph-mon[94998]: osdmap e1363: 8 total, 8 up, 8 in 2024-08-04T16:13:00.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:12:59 smithi062 ceph-mon[85960]: osdmap e1364: 8 total, 8 up, 8 in 2024-08-04T16:13:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:12:59 smithi007 ceph-mon[92692]: osdmap e1364: 8 total, 8 up, 8 in 2024-08-04T16:13:00.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:12:59 smithi007 ceph-mon[94998]: osdmap e1364: 8 total, 8 up, 8 in 2024-08-04T16:13:00.861 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap1 2024-08-04T16:13:00.921 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:13:01.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:00 smithi062 ceph-mon[85960]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 385 KiB/s rd, 26 KiB/s wr, 499 op/s 2024-08-04T16:13:01.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:00 smithi062 ceph-mon[85960]: osdmap e1365: 8 total, 8 up, 8 in 2024-08-04T16:13:01.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:00 smithi062 ceph-mon[85960]: osdmap e1366: 8 total, 8 up, 8 in 2024-08-04T16:13:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:00 smithi007 ceph-mon[94998]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 385 KiB/s rd, 26 KiB/s wr, 499 op/s 2024-08-04T16:13:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:00 smithi007 ceph-mon[94998]: osdmap e1365: 8 total, 8 up, 8 in 2024-08-04T16:13:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:00 smithi007 ceph-mon[94998]: osdmap e1366: 8 total, 8 up, 8 in 2024-08-04T16:13:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:00 smithi007 ceph-mon[92692]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 385 KiB/s rd, 26 KiB/s wr, 499 op/s 2024-08-04T16:13:01.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:00 smithi007 ceph-mon[92692]: osdmap e1365: 8 total, 8 up, 8 in 2024-08-04T16:13:01.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:00 smithi007 ceph-mon[92692]: osdmap e1366: 8 total, 8 up, 8 in 2024-08-04T16:13:02.055 INFO:tasks.workunit.client.0.smithi007.stdout:migration_abort 2024-08-04T16:13:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:13:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:13:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:13:03.020 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4026 ms) 2024-08-04T16:13:03.020 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-08-04T16:13:03.051 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:13:03.062 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 0~10 2024-08-04T16:13:03.071 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:13:03.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:02 smithi062 ceph-mon[85960]: pgmap v2411: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 302 KiB/s rd, 21 KiB/s wr, 386 op/s 2024-08-04T16:13:03.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:02 smithi062 ceph-mon[85960]: osdmap e1367: 8 total, 8 up, 8 in 2024-08-04T16:13:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:02 smithi007 ceph-mon[92692]: pgmap v2411: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 302 KiB/s rd, 21 KiB/s wr, 386 op/s 2024-08-04T16:13:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:02 smithi007 ceph-mon[92692]: osdmap e1367: 8 total, 8 up, 8 in 2024-08-04T16:13:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:02 smithi007 ceph-mon[94998]: pgmap v2411: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 302 KiB/s rd, 21 KiB/s wr, 386 op/s 2024-08-04T16:13:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:02 smithi007 ceph-mon[94998]: osdmap e1367: 8 total, 8 up, 8 in 2024-08-04T16:13:04.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:03 smithi062 ceph-mon[85960]: osdmap e1368: 8 total, 8 up, 8 in 2024-08-04T16:13:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:03 smithi007 ceph-mon[92692]: osdmap e1368: 8 total, 8 up, 8 in 2024-08-04T16:13:04.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:03 smithi007 ceph-mon[94998]: osdmap e1368: 8 total, 8 up, 8 in 2024-08-04T16:13:04.894 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap1 2024-08-04T16:13:04.960 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:13:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:04 smithi062 ceph-mon[85960]: pgmap v2414: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 98 KiB/s rd, 9.2 KiB/s wr, 132 op/s 2024-08-04T16:13:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:04 smithi062 ceph-mon[85960]: osdmap e1369: 8 total, 8 up, 8 in 2024-08-04T16:13:05.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:04 smithi007 ceph-mon[92692]: pgmap v2414: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 98 KiB/s rd, 9.2 KiB/s wr, 132 op/s 2024-08-04T16:13:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:04 smithi007 ceph-mon[92692]: osdmap e1369: 8 total, 8 up, 8 in 2024-08-04T16:13:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:04 smithi007 ceph-mon[94998]: pgmap v2414: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 98 KiB/s rd, 9.2 KiB/s wr, 132 op/s 2024-08-04T16:13:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:04 smithi007 ceph-mon[94998]: osdmap e1369: 8 total, 8 up, 8 in 2024-08-04T16:13:06.080 INFO:tasks.workunit.client.0.smithi007.stdout:migration_abort 2024-08-04T16:13:06.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:05 smithi062 ceph-mon[85960]: osdmap e1370: 8 total, 8 up, 8 in 2024-08-04T16:13:06.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:05 smithi007 ceph-mon[92692]: osdmap e1370: 8 total, 8 up, 8 in 2024-08-04T16:13:06.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:13:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:13:06] "GET /metrics HTTP/1.1" 200 38878 "" "Prometheus/2.43.0" 2024-08-04T16:13:06.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:05 smithi007 ceph-mon[94998]: osdmap e1370: 8 total, 8 up, 8 in 2024-08-04T16:13:07.052 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4032 ms) 2024-08-04T16:13:07.052 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-08-04T16:13:07.083 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:13:07.094 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 0~10 2024-08-04T16:13:07.103 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:13:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:06 smithi062 ceph-mon[85960]: pgmap v2417: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 215 KiB/s rd, 13 KiB/s wr, 276 op/s 2024-08-04T16:13:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:06 smithi062 ceph-mon[85960]: osdmap e1371: 8 total, 8 up, 8 in 2024-08-04T16:13:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:13:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:06 smithi007 ceph-mon[92692]: pgmap v2417: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 215 KiB/s rd, 13 KiB/s wr, 276 op/s 2024-08-04T16:13:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:06 smithi007 ceph-mon[92692]: osdmap e1371: 8 total, 8 up, 8 in 2024-08-04T16:13:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:06 smithi007 ceph-mon[94998]: pgmap v2417: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 215 KiB/s rd, 13 KiB/s wr, 276 op/s 2024-08-04T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:06 smithi007 ceph-mon[94998]: osdmap e1371: 8 total, 8 up, 8 in 2024-08-04T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:13:08.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:07 smithi062 ceph-mon[85960]: osdmap e1372: 8 total, 8 up, 8 in 2024-08-04T16:13:08.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:07 smithi007 ceph-mon[94998]: osdmap e1372: 8 total, 8 up, 8 in 2024-08-04T16:13:08.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:07 smithi007 ceph-mon[92692]: osdmap e1372: 8 total, 8 up, 8 in 2024-08-04T16:13:08.915 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap1 2024-08-04T16:13:08.973 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:13:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:08 smithi062 ceph-mon[85960]: pgmap v2420: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 313 KiB/s rd, 18 KiB/s wr, 396 op/s 2024-08-04T16:13:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:08 smithi062 ceph-mon[85960]: osdmap e1373: 8 total, 8 up, 8 in 2024-08-04T16:13:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:08 smithi007 ceph-mon[92692]: pgmap v2420: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 313 KiB/s rd, 18 KiB/s wr, 396 op/s 2024-08-04T16:13:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:08 smithi007 ceph-mon[92692]: osdmap e1373: 8 total, 8 up, 8 in 2024-08-04T16:13:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:08 smithi007 ceph-mon[94998]: pgmap v2420: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 313 KiB/s rd, 18 KiB/s wr, 396 op/s 2024-08-04T16:13:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:08 smithi007 ceph-mon[94998]: osdmap e1373: 8 total, 8 up, 8 in 2024-08-04T16:13:10.094 INFO:tasks.workunit.client.0.smithi007.stdout:migration_abort 2024-08-04T16:13:10.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:09 smithi062 ceph-mon[85960]: osdmap e1374: 8 total, 8 up, 8 in 2024-08-04T16:13:10.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:09 smithi007 ceph-mon[92692]: osdmap e1374: 8 total, 8 up, 8 in 2024-08-04T16:13:10.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:09 smithi007 ceph-mon[94998]: osdmap e1374: 8 total, 8 up, 8 in 2024-08-04T16:13:10.996 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (3944 ms) 2024-08-04T16:13:10.996 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-08-04T16:13:11.029 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:13:11.040 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 0~10 2024-08-04T16:13:11.051 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:13:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:10 smithi062 ceph-mon[85960]: pgmap v2423: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 323 KiB/s rd, 21 KiB/s wr, 419 op/s 2024-08-04T16:13:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:10 smithi062 ceph-mon[85960]: osdmap e1375: 8 total, 8 up, 8 in 2024-08-04T16:13:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:10 smithi062 ceph-mon[85960]: osdmap e1376: 8 total, 8 up, 8 in 2024-08-04T16:13:11.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:10 smithi007 ceph-mon[92692]: pgmap v2423: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 323 KiB/s rd, 21 KiB/s wr, 419 op/s 2024-08-04T16:13:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:10 smithi007 ceph-mon[92692]: osdmap e1375: 8 total, 8 up, 8 in 2024-08-04T16:13:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:10 smithi007 ceph-mon[92692]: osdmap e1376: 8 total, 8 up, 8 in 2024-08-04T16:13:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:10 smithi007 ceph-mon[94998]: pgmap v2423: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 323 KiB/s rd, 21 KiB/s wr, 419 op/s 2024-08-04T16:13:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:10 smithi007 ceph-mon[94998]: osdmap e1375: 8 total, 8 up, 8 in 2024-08-04T16:13:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:10 smithi007 ceph-mon[94998]: osdmap e1376: 8 total, 8 up, 8 in 2024-08-04T16:13:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:13:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:13:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:13:12.935 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap1 2024-08-04T16:13:13.003 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:13:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:12 smithi062 ceph-mon[85960]: pgmap v2426: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 275 KiB/s rd, 17 KiB/s wr, 347 op/s 2024-08-04T16:13:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:12 smithi062 ceph-mon[85960]: osdmap e1377: 8 total, 8 up, 8 in 2024-08-04T16:13:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:12 smithi007 ceph-mon[92692]: pgmap v2426: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 275 KiB/s rd, 17 KiB/s wr, 347 op/s 2024-08-04T16:13:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:12 smithi007 ceph-mon[92692]: osdmap e1377: 8 total, 8 up, 8 in 2024-08-04T16:13:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:12 smithi007 ceph-mon[94998]: pgmap v2426: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 275 KiB/s rd, 17 KiB/s wr, 347 op/s 2024-08-04T16:13:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:12 smithi007 ceph-mon[94998]: osdmap e1377: 8 total, 8 up, 8 in 2024-08-04T16:13:14.132 INFO:tasks.workunit.client.0.smithi007.stdout:migration_abort 2024-08-04T16:13:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:13 smithi062 ceph-mon[85960]: osdmap e1378: 8 total, 8 up, 8 in 2024-08-04T16:13:14.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:13 smithi007 ceph-mon[94998]: osdmap e1378: 8 total, 8 up, 8 in 2024-08-04T16:13:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:13 smithi007 ceph-mon[92692]: osdmap e1378: 8 total, 8 up, 8 in 2024-08-04T16:13:15.082 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4087 ms) 2024-08-04T16:13:15.083 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-08-04T16:13:15.115 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:13:15.126 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 0~10 2024-08-04T16:13:15.135 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:13:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:14 smithi062 ceph-mon[85960]: pgmap v2429: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 132 KiB/s rd, 13 KiB/s wr, 173 op/s 2024-08-04T16:13:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:14 smithi062 ceph-mon[85960]: osdmap e1379: 8 total, 8 up, 8 in 2024-08-04T16:13:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:14 smithi007 ceph-mon[92692]: pgmap v2429: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 132 KiB/s rd, 13 KiB/s wr, 173 op/s 2024-08-04T16:13:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:14 smithi007 ceph-mon[92692]: osdmap e1379: 8 total, 8 up, 8 in 2024-08-04T16:13:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:14 smithi007 ceph-mon[94998]: pgmap v2429: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 132 KiB/s rd, 13 KiB/s wr, 173 op/s 2024-08-04T16:13:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:14 smithi007 ceph-mon[94998]: osdmap e1379: 8 total, 8 up, 8 in 2024-08-04T16:13:16.237 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:13:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:13:16] "GET /metrics HTTP/1.1" 200 38878 "" "Prometheus/2.43.0" 2024-08-04T16:13:16.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:15 smithi007 ceph-mon[92692]: osdmap e1380: 8 total, 8 up, 8 in 2024-08-04T16:13:16.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:15 smithi007 ceph-mon[92692]: osdmap e1381: 8 total, 8 up, 8 in 2024-08-04T16:13:16.238 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:15 smithi007 ceph-mon[94998]: osdmap e1380: 8 total, 8 up, 8 in 2024-08-04T16:13:16.238 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:15 smithi007 ceph-mon[94998]: osdmap e1381: 8 total, 8 up, 8 in 2024-08-04T16:13:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:15 smithi062 ceph-mon[85960]: osdmap e1380: 8 total, 8 up, 8 in 2024-08-04T16:13:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:15 smithi062 ceph-mon[85960]: osdmap e1381: 8 total, 8 up, 8 in 2024-08-04T16:13:16.856 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap1 2024-08-04T16:13:16.926 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:13:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:16 smithi062 ceph-mon[85960]: pgmap v2432: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 350 KiB/s rd, 25 KiB/s wr, 447 op/s 2024-08-04T16:13:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:16 smithi062 ceph-mon[85960]: osdmap e1382: 8 total, 8 up, 8 in 2024-08-04T16:13:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:16 smithi007 ceph-mon[94998]: pgmap v2432: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 350 KiB/s rd, 25 KiB/s wr, 447 op/s 2024-08-04T16:13:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:16 smithi007 ceph-mon[94998]: osdmap e1382: 8 total, 8 up, 8 in 2024-08-04T16:13:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:16 smithi007 ceph-mon[92692]: pgmap v2432: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 350 KiB/s rd, 25 KiB/s wr, 447 op/s 2024-08-04T16:13:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:16 smithi007 ceph-mon[92692]: osdmap e1382: 8 total, 8 up, 8 in 2024-08-04T16:13:18.157 INFO:tasks.workunit.client.0.smithi007.stdout:migration_abort 2024-08-04T16:13:19.106 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4023 ms) 2024-08-04T16:13:19.106 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-08-04T16:13:19.136 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:13:19.146 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 19229608~599063 2024-08-04T16:13:19.159 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 37189205~6256283 2024-08-04T16:13:19.159 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 30000105~2961391 2024-08-04T16:13:19.192 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 53381941~2073325 2024-08-04T16:13:19.192 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 975323~7568498 2024-08-04T16:13:19.235 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 6252892~8266337 2024-08-04T16:13:19.243 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 74761875~7359889 2024-08-04T16:13:19.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:18 smithi062 ceph-mon[85960]: pgmap v2435: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 369 KiB/s rd, 26 KiB/s wr, 470 op/s 2024-08-04T16:13:19.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:18 smithi062 ceph-mon[85960]: osdmap e1383: 8 total, 8 up, 8 in 2024-08-04T16:13:19.288 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 66118675~8149633 2024-08-04T16:13:19.290 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap0 2024-08-04T16:13:19.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:18 smithi007 ceph-mon[94998]: pgmap v2435: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 369 KiB/s rd, 26 KiB/s wr, 470 op/s 2024-08-04T16:13:19.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:18 smithi007 ceph-mon[94998]: osdmap e1383: 8 total, 8 up, 8 in 2024-08-04T16:13:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:18 smithi007 ceph-mon[92692]: pgmap v2435: 169 pgs: 169 active+clean; 905 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 369 KiB/s rd, 26 KiB/s wr, 470 op/s 2024-08-04T16:13:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:18 smithi007 ceph-mon[92692]: osdmap e1383: 8 total, 8 up, 8 in 2024-08-04T16:13:20.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:19 smithi062 ceph-mon[85960]: osdmap e1384: 8 total, 8 up, 8 in 2024-08-04T16:13:20.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:19 smithi007 ceph-mon[94998]: osdmap e1384: 8 total, 8 up, 8 in 2024-08-04T16:13:20.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:19 smithi007 ceph-mon[92692]: osdmap e1384: 8 total, 8 up, 8 in 2024-08-04T16:13:20.865 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap0 2024-08-04T16:13:20.881 INFO:tasks.workunit.client.0.smithi007.stdout:clone image159 -> image162 2024-08-04T16:13:20.993 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 102489165 2024-08-04T16:13:21.004 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 62576599~5571392 2024-08-04T16:13:21.060 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 43950103~3149521 2024-08-04T16:13:21.066 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 33249354~627221 2024-08-04T16:13:21.110 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 26049717~1617693 2024-08-04T16:13:21.115 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 12562884~3272492 2024-08-04T16:13:21.144 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 53488097~1235777 2024-08-04T16:13:21.150 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 58756687~1862339 2024-08-04T16:13:21.162 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 5841507~5072204 2024-08-04T16:13:21.181 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:13:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:20 smithi062 ceph-mon[85960]: pgmap v2438: 169 pgs: 169 active+clean; 908 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 154 KiB/s rd, 205 KiB/s wr, 223 op/s 2024-08-04T16:13:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:20 smithi062 ceph-mon[85960]: osdmap e1385: 8 total, 8 up, 8 in 2024-08-04T16:13:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:20 smithi062 ceph-mon[85960]: osdmap e1386: 8 total, 8 up, 8 in 2024-08-04T16:13:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:20 smithi007 ceph-mon[94998]: pgmap v2438: 169 pgs: 169 active+clean; 908 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 154 KiB/s rd, 205 KiB/s wr, 223 op/s 2024-08-04T16:13:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:20 smithi007 ceph-mon[94998]: osdmap e1385: 8 total, 8 up, 8 in 2024-08-04T16:13:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:20 smithi007 ceph-mon[94998]: osdmap e1386: 8 total, 8 up, 8 in 2024-08-04T16:13:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:20 smithi007 ceph-mon[92692]: pgmap v2438: 169 pgs: 169 active+clean; 908 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 154 KiB/s rd, 205 KiB/s wr, 223 op/s 2024-08-04T16:13:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:20 smithi007 ceph-mon[92692]: osdmap e1385: 8 total, 8 up, 8 in 2024-08-04T16:13:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:20 smithi007 ceph-mon[92692]: osdmap e1386: 8 total, 8 up, 8 in 2024-08-04T16:13:22.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:13:22.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:13:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:13:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:13:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:13:22.984 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap1 2024-08-04T16:13:23.002 INFO:tasks.workunit.client.0.smithi007.stdout:clone image162 -> image164 2024-08-04T16:13:23.134 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 159994908 2024-08-04T16:13:23.146 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 138413256~1311246 2024-08-04T16:13:23.164 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 60961567~157152 2024-08-04T16:13:23.195 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 153044248~6950660 2024-08-04T16:13:23.234 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 110872741~453378 2024-08-04T16:13:23.234 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 153468056~6526852 2024-08-04T16:13:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:22 smithi062 ceph-mon[85960]: pgmap v2441: 169 pgs: 169 active+clean; 930 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 273 KiB/s rd, 4.6 MiB/s wr, 372 op/s 2024-08-04T16:13:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:22 smithi062 ceph-mon[85960]: osdmap e1387: 8 total, 8 up, 8 in 2024-08-04T16:13:23.264 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 62793486~3765370 2024-08-04T16:13:23.284 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 24495514~3673591 2024-08-04T16:13:23.310 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 121400081~3113635 2024-08-04T16:13:23.311 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap2 2024-08-04T16:13:23.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:22 smithi007 ceph-mon[94998]: pgmap v2441: 169 pgs: 169 active+clean; 930 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 273 KiB/s rd, 4.6 MiB/s wr, 372 op/s 2024-08-04T16:13:23.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:22 smithi007 ceph-mon[94998]: osdmap e1387: 8 total, 8 up, 8 in 2024-08-04T16:13:23.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:22 smithi007 ceph-mon[92692]: pgmap v2441: 169 pgs: 169 active+clean; 930 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 273 KiB/s rd, 4.6 MiB/s wr, 372 op/s 2024-08-04T16:13:23.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:22 smithi007 ceph-mon[92692]: osdmap e1387: 8 total, 8 up, 8 in 2024-08-04T16:13:24.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:23 smithi062 ceph-mon[85960]: osdmap e1388: 8 total, 8 up, 8 in 2024-08-04T16:13:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:23 smithi007 ceph-mon[92692]: osdmap e1388: 8 total, 8 up, 8 in 2024-08-04T16:13:24.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:23 smithi007 ceph-mon[94998]: osdmap e1388: 8 total, 8 up, 8 in 2024-08-04T16:13:24.996 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 24455920~3302214 2024-08-04T16:13:25.009 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 26674534~3566391 2024-08-04T16:13:25.024 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 152154544~6028077 2024-08-04T16:13:25.028 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 26934443~6427829 2024-08-04T16:13:25.061 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 8256805~7454517 2024-08-04T16:13:25.065 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 141967410~7977200 2024-08-04T16:13:25.065 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 36729318~2718163 2024-08-04T16:13:25.070 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 86150039~1281554 2024-08-04T16:13:25.072 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap3 2024-08-04T16:13:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:24 smithi062 ceph-mon[85960]: pgmap v2444: 169 pgs: 169 active+clean; 981 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 13 MiB/s wr, 391 op/s 2024-08-04T16:13:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:24 smithi062 ceph-mon[85960]: osdmap e1389: 8 total, 8 up, 8 in 2024-08-04T16:13:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:24 smithi007 ceph-mon[92692]: pgmap v2444: 169 pgs: 169 active+clean; 981 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 13 MiB/s wr, 391 op/s 2024-08-04T16:13:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:24 smithi007 ceph-mon[92692]: osdmap e1389: 8 total, 8 up, 8 in 2024-08-04T16:13:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:24 smithi007 ceph-mon[94998]: pgmap v2444: 169 pgs: 169 active+clean; 981 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 13 MiB/s wr, 391 op/s 2024-08-04T16:13:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:24 smithi007 ceph-mon[94998]: osdmap e1389: 8 total, 8 up, 8 in 2024-08-04T16:13:26.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:25 smithi062 ceph-mon[85960]: osdmap e1390: 8 total, 8 up, 8 in 2024-08-04T16:13:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:25 smithi007 ceph-mon[92692]: osdmap e1390: 8 total, 8 up, 8 in 2024-08-04T16:13:26.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:13:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:13:26] "GET /metrics HTTP/1.1" 200 38878 "" "Prometheus/2.43.0" 2024-08-04T16:13:26.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:25 smithi007 ceph-mon[94998]: osdmap e1390: 8 total, 8 up, 8 in 2024-08-04T16:13:27.012 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap3 2024-08-04T16:13:27.024 INFO:tasks.workunit.client.0.smithi007.stdout:clone image164 -> image166 2024-08-04T16:13:27.188 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 167330485 2024-08-04T16:13:27.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:26 smithi062 ceph-mon[85960]: pgmap v2447: 169 pgs: 169 active+clean; 1.0 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.1 MiB/s rd, 20 MiB/s wr, 333 op/s 2024-08-04T16:13:27.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:26 smithi062 ceph-mon[85960]: osdmap e1391: 8 total, 8 up, 8 in 2024-08-04T16:13:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:26 smithi007 ceph-mon[92692]: pgmap v2447: 169 pgs: 169 active+clean; 1.0 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.1 MiB/s rd, 20 MiB/s wr, 333 op/s 2024-08-04T16:13:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:26 smithi007 ceph-mon[92692]: osdmap e1391: 8 total, 8 up, 8 in 2024-08-04T16:13:27.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:26 smithi007 ceph-mon[94998]: pgmap v2447: 169 pgs: 169 active+clean; 1.0 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.1 MiB/s rd, 20 MiB/s wr, 333 op/s 2024-08-04T16:13:27.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:26 smithi007 ceph-mon[94998]: osdmap e1391: 8 total, 8 up, 8 in 2024-08-04T16:13:27.380 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.StressNoMigrate (8274 ms) 2024-08-04T16:13:27.380 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.Stress 2024-08-04T16:13:27.411 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:13:27.421 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 65275548~2542191 2024-08-04T16:13:27.447 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 17421606~141993 2024-08-04T16:13:27.447 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 50437755~1932055 2024-08-04T16:13:27.460 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 820765~4317981 2024-08-04T16:13:27.460 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 47945542~3219742 2024-08-04T16:13:27.480 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 70622505~336697 2024-08-04T16:13:27.483 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 38683429~916108 2024-08-04T16:13:27.493 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 72590462~7080032 2024-08-04T16:13:27.493 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap0 2024-08-04T16:13:28.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:28 smithi062 ceph-mon[85960]: osdmap e1392: 8 total, 8 up, 8 in 2024-08-04T16:13:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:28 smithi007 ceph-mon[92692]: osdmap e1392: 8 total, 8 up, 8 in 2024-08-04T16:13:28.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:28 smithi007 ceph-mon[94998]: osdmap e1392: 8 total, 8 up, 8 in 2024-08-04T16:13:29.023 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap0 2024-08-04T16:13:29.039 INFO:tasks.workunit.client.0.smithi007.stdout:clone image167 -> image170 2024-08-04T16:13:29.140 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 29261930~3520819 2024-08-04T16:13:29.171 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 74166017~139645 2024-08-04T16:13:29.176 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 42666472~3684698 2024-08-04T16:13:29.211 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 38138968~1386708 2024-08-04T16:13:29.221 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 79759495~2004986 2024-08-04T16:13:29.239 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 43791633~6673349 2024-08-04T16:13:29.256 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 17604148~6265772 2024-08-04T16:13:29.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:29 smithi062 ceph-mon[85960]: pgmap v2450: 169 pgs: 169 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 7.8 MiB/s rd, 22 MiB/s wr, 335 op/s 2024-08-04T16:13:29.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:29 smithi062 ceph-mon[85960]: osdmap e1393: 8 total, 8 up, 8 in 2024-08-04T16:13:29.301 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 6407766~15278 2024-08-04T16:13:29.305 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:13:29.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:29 smithi007 ceph-mon[92692]: pgmap v2450: 169 pgs: 169 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 7.8 MiB/s rd, 22 MiB/s wr, 335 op/s 2024-08-04T16:13:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:29 smithi007 ceph-mon[92692]: osdmap e1393: 8 total, 8 up, 8 in 2024-08-04T16:13:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:29 smithi007 ceph-mon[94998]: pgmap v2450: 169 pgs: 169 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 7.8 MiB/s rd, 22 MiB/s wr, 335 op/s 2024-08-04T16:13:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:29 smithi007 ceph-mon[94998]: osdmap e1393: 8 total, 8 up, 8 in 2024-08-04T16:13:30.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:30 smithi007 ceph-mon[94998]: osdmap e1394: 8 total, 8 up, 8 in 2024-08-04T16:13:30.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:30 smithi007 ceph-mon[92692]: osdmap e1394: 8 total, 8 up, 8 in 2024-08-04T16:13:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:30 smithi062 ceph-mon[85960]: osdmap e1394: 8 total, 8 up, 8 in 2024-08-04T16:13:30.864 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap1 2024-08-04T16:13:30.881 INFO:tasks.workunit.client.0.smithi007.stdout:clone image170 -> image172 2024-08-04T16:13:31.015 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 140731601 2024-08-04T16:13:31.027 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 47570940~5789303 2024-08-04T16:13:31.067 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 4388264~1345008 2024-08-04T16:13:31.073 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 131768235~3104796 2024-08-04T16:13:31.098 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 110867223~4319305 2024-08-04T16:13:31.098 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 129211550~3550073 2024-08-04T16:13:31.122 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 14092883~2613652 2024-08-04T16:13:31.128 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 108358121~4933115 2024-08-04T16:13:31.171 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 122122638~4763455 2024-08-04T16:13:31.173 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap2 2024-08-04T16:13:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:31 smithi007 ceph-mon[94998]: pgmap v2453: 169 pgs: 169 active+clean; 1.1 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 21 MiB/s wr, 311 op/s 2024-08-04T16:13:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:31 smithi007 ceph-mon[94998]: osdmap e1395: 8 total, 8 up, 8 in 2024-08-04T16:13:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:31 smithi007 ceph-mon[94998]: osdmap e1396: 8 total, 8 up, 8 in 2024-08-04T16:13:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:31 smithi007 ceph-mon[92692]: pgmap v2453: 169 pgs: 169 active+clean; 1.1 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 21 MiB/s wr, 311 op/s 2024-08-04T16:13:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:31 smithi007 ceph-mon[92692]: osdmap e1395: 8 total, 8 up, 8 in 2024-08-04T16:13:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:31 smithi007 ceph-mon[92692]: osdmap e1396: 8 total, 8 up, 8 in 2024-08-04T16:13:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:31 smithi062 ceph-mon[85960]: pgmap v2453: 169 pgs: 169 active+clean; 1.1 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 21 MiB/s wr, 311 op/s 2024-08-04T16:13:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:31 smithi062 ceph-mon[85960]: osdmap e1395: 8 total, 8 up, 8 in 2024-08-04T16:13:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:31 smithi062 ceph-mon[85960]: osdmap e1396: 8 total, 8 up, 8 in 2024-08-04T16:13:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:13:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:13:33.039 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 123509346 2024-08-04T16:13:33.065 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 9272849~6590384 2024-08-04T16:13:33.078 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 8085387~861784 2024-08-04T16:13:33.078 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 48531798~951859 2024-08-04T16:13:33.079 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 17205555~5702057 2024-08-04T16:13:33.080 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 4666497~5146714 2024-08-04T16:13:33.140 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 105716252~2914470 2024-08-04T16:13:33.140 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 52616846~4574074 2024-08-04T16:13:33.146 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 25996665~4616988 2024-08-04T16:13:33.146 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap3 2024-08-04T16:13:33.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:33 smithi007 ceph-mon[94998]: pgmap v2456: 169 pgs: 169 active+clean; 1.2 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 14 MiB/s wr, 402 op/s 2024-08-04T16:13:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:33 smithi007 ceph-mon[94998]: osdmap e1397: 8 total, 8 up, 8 in 2024-08-04T16:13:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:33 smithi007 ceph-mon[92692]: pgmap v2456: 169 pgs: 169 active+clean; 1.2 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 14 MiB/s wr, 402 op/s 2024-08-04T16:13:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:33 smithi007 ceph-mon[92692]: osdmap e1397: 8 total, 8 up, 8 in 2024-08-04T16:13:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:33 smithi062 ceph-mon[85960]: pgmap v2456: 169 pgs: 169 active+clean; 1.2 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 14 MiB/s wr, 402 op/s 2024-08-04T16:13:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:33 smithi062 ceph-mon[85960]: osdmap e1397: 8 total, 8 up, 8 in 2024-08-04T16:13:34.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:34 smithi007 ceph-mon[94998]: osdmap e1398: 8 total, 8 up, 8 in 2024-08-04T16:13:34.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:34 smithi007 ceph-mon[92692]: osdmap e1398: 8 total, 8 up, 8 in 2024-08-04T16:13:34.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:34 smithi062 ceph-mon[85960]: osdmap e1398: 8 total, 8 up, 8 in 2024-08-04T16:13:35.048 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 153473627 2024-08-04T16:13:35.072 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:13:35.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:35 smithi007 ceph-mon[94998]: pgmap v2459: 169 pgs: 169 active+clean; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 14 MiB/s wr, 385 op/s 2024-08-04T16:13:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:35 smithi007 ceph-mon[94998]: osdmap e1399: 8 total, 8 up, 8 in 2024-08-04T16:13:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:35 smithi007 ceph-mon[92692]: pgmap v2459: 169 pgs: 169 active+clean; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 14 MiB/s wr, 385 op/s 2024-08-04T16:13:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:35 smithi007 ceph-mon[92692]: osdmap e1399: 8 total, 8 up, 8 in 2024-08-04T16:13:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:35 smithi062 ceph-mon[85960]: pgmap v2459: 169 pgs: 169 active+clean; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 14 MiB/s wr, 385 op/s 2024-08-04T16:13:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:35 smithi062 ceph-mon[85960]: osdmap e1399: 8 total, 8 up, 8 in 2024-08-04T16:13:36.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:36 smithi007 ceph-mon[92692]: osdmap e1400: 8 total, 8 up, 8 in 2024-08-04T16:13:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:36 smithi007 ceph-mon[94998]: osdmap e1400: 8 total, 8 up, 8 in 2024-08-04T16:13:36.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:13:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:13:36] "GET /metrics HTTP/1.1" 200 38881 "" "Prometheus/2.43.0" 2024-08-04T16:13:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:36 smithi062 ceph-mon[85960]: osdmap e1400: 8 total, 8 up, 8 in 2024-08-04T16:13:37.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:37 smithi007 ceph-mon[94998]: pgmap v2462: 169 pgs: 169 active+clean; 1.3 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 7.1 MiB/s rd, 20 MiB/s wr, 416 op/s 2024-08-04T16:13:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:37 smithi007 ceph-mon[94998]: osdmap e1401: 8 total, 8 up, 8 in 2024-08-04T16:13:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:13:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:37 smithi007 ceph-mon[92692]: pgmap v2462: 169 pgs: 169 active+clean; 1.3 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 7.1 MiB/s rd, 20 MiB/s wr, 416 op/s 2024-08-04T16:13:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:37 smithi007 ceph-mon[92692]: osdmap e1401: 8 total, 8 up, 8 in 2024-08-04T16:13:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:13:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:37 smithi062 ceph-mon[85960]: pgmap v2462: 169 pgs: 169 active+clean; 1.3 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 7.1 MiB/s rd, 20 MiB/s wr, 416 op/s 2024-08-04T16:13:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:37 smithi062 ceph-mon[85960]: osdmap e1401: 8 total, 8 up, 8 in 2024-08-04T16:13:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:13:37.651 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:13:37.895 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:13:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:38 smithi007 ceph-mon[92692]: osdmap e1402: 8 total, 8 up, 8 in 2024-08-04T16:13:38.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:38 smithi007 ceph-mon[94998]: osdmap e1402: 8 total, 8 up, 8 in 2024-08-04T16:13:38.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:38 smithi062 ceph-mon[85960]: osdmap e1402: 8 total, 8 up, 8 in 2024-08-04T16:13:39.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:39 smithi007 ceph-mon[94998]: pgmap v2465: 169 pgs: 169 active+clean; 1.3 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 7.5 MiB/s rd, 15 MiB/s wr, 318 op/s 2024-08-04T16:13:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:39 smithi007 ceph-mon[94998]: osdmap e1403: 8 total, 8 up, 8 in 2024-08-04T16:13:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:39 smithi007 ceph-mon[92692]: pgmap v2465: 169 pgs: 169 active+clean; 1.3 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 7.5 MiB/s rd, 15 MiB/s wr, 318 op/s 2024-08-04T16:13:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:39 smithi007 ceph-mon[92692]: osdmap e1403: 8 total, 8 up, 8 in 2024-08-04T16:13:39.509 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.Stress (12129 ms) 2024-08-04T16:13:39.509 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.Stress2 2024-08-04T16:13:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:39 smithi062 ceph-mon[85960]: pgmap v2465: 169 pgs: 169 active+clean; 1.3 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 7.5 MiB/s rd, 15 MiB/s wr, 318 op/s 2024-08-04T16:13:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:39 smithi062 ceph-mon[85960]: osdmap e1403: 8 total, 8 up, 8 in 2024-08-04T16:13:39.539 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:13:39.552 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 38191534~243942 2024-08-04T16:13:39.562 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 19634810~5320265 2024-08-04T16:13:39.562 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 1864772~872303 2024-08-04T16:13:39.573 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 47578798~1178745 2024-08-04T16:13:39.573 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 78419647~5466433 2024-08-04T16:13:39.610 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 27232017~2734037 2024-08-04T16:13:39.610 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 35391735~1386370 2024-08-04T16:13:39.624 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 39815927~2927977 2024-08-04T16:13:39.626 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap0 2024-08-04T16:13:40.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:40 smithi007 ceph-mon[94998]: osdmap e1404: 8 total, 8 up, 8 in 2024-08-04T16:13:40.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:40 smithi007 ceph-mon[92692]: osdmap e1404: 8 total, 8 up, 8 in 2024-08-04T16:13:40.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:40 smithi062 ceph-mon[85960]: osdmap e1404: 8 total, 8 up, 8 in 2024-08-04T16:13:41.087 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap0 2024-08-04T16:13:41.100 INFO:tasks.workunit.client.0.smithi007.stdout:clone image173 -> image176 2024-08-04T16:13:41.210 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 62476555~3574945 2024-08-04T16:13:41.242 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 2359716~6813640 2024-08-04T16:13:41.253 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 26862836~6670769 2024-08-04T16:13:41.307 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 37519161~6933791 2024-08-04T16:13:41.327 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 65242710~6314000 2024-08-04T16:13:41.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:41 smithi007 ceph-mon[92692]: pgmap v2468: 169 pgs: 169 active+clean; 1.3 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 34 MiB/s rd, 10 MiB/s wr, 672 op/s 2024-08-04T16:13:41.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:41 smithi007 ceph-mon[92692]: osdmap e1405: 8 total, 8 up, 8 in 2024-08-04T16:13:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:41 smithi007 ceph-mon[94998]: pgmap v2468: 169 pgs: 169 active+clean; 1.3 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 34 MiB/s rd, 10 MiB/s wr, 672 op/s 2024-08-04T16:13:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:41 smithi007 ceph-mon[94998]: osdmap e1405: 8 total, 8 up, 8 in 2024-08-04T16:13:41.366 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 57732677~4363486 2024-08-04T16:13:41.371 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 12996036~2041815 2024-08-04T16:13:41.389 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 80236557~3649523 2024-08-04T16:13:41.412 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:13:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:41 smithi062 ceph-mon[85960]: pgmap v2468: 169 pgs: 169 active+clean; 1.3 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 34 MiB/s rd, 10 MiB/s wr, 672 op/s 2024-08-04T16:13:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:41 smithi062 ceph-mon[85960]: osdmap e1405: 8 total, 8 up, 8 in 2024-08-04T16:13:42.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:42 smithi007 ceph-mon[92692]: osdmap e1406: 8 total, 8 up, 8 in 2024-08-04T16:13:42.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:42 smithi007 ceph-mon[94998]: osdmap e1406: 8 total, 8 up, 8 in 2024-08-04T16:13:42.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:42 smithi062 ceph-mon[85960]: osdmap e1406: 8 total, 8 up, 8 in 2024-08-04T16:13:42.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:13:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:13:43.095 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap1 2024-08-04T16:13:43.114 INFO:tasks.workunit.client.0.smithi007.stdout:clone image176 -> image178 2024-08-04T16:13:43.255 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 84724325 2024-08-04T16:13:43.267 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 31132184~255159 2024-08-04T16:13:43.323 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 73075668~6304678 2024-08-04T16:13:43.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:43 smithi007 ceph-mon[94998]: pgmap v2471: 169 pgs: 169 active+clean; 1.3 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 76 MiB/s rd, 11 MiB/s wr, 829 op/s 2024-08-04T16:13:43.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:43 smithi007 ceph-mon[94998]: osdmap e1407: 8 total, 8 up, 8 in 2024-08-04T16:13:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:43 smithi007 ceph-mon[92692]: pgmap v2471: 169 pgs: 169 active+clean; 1.3 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 76 MiB/s rd, 11 MiB/s wr, 829 op/s 2024-08-04T16:13:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:43 smithi007 ceph-mon[92692]: osdmap e1407: 8 total, 8 up, 8 in 2024-08-04T16:13:43.336 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 80221310~4503015 2024-08-04T16:13:43.381 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 13064752~4826123 2024-08-04T16:13:43.396 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 63946317~2910241 2024-08-04T16:13:43.432 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 70021857~740872 2024-08-04T16:13:43.469 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 6179819~6273955 2024-08-04T16:13:43.505 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 27099694~3002199 2024-08-04T16:13:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:43 smithi062 ceph-mon[85960]: pgmap v2471: 169 pgs: 169 active+clean; 1.3 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 76 MiB/s rd, 11 MiB/s wr, 829 op/s 2024-08-04T16:13:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:43 smithi062 ceph-mon[85960]: osdmap e1407: 8 total, 8 up, 8 in 2024-08-04T16:13:43.518 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap2 2024-08-04T16:13:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:44 smithi062 ceph-mon[85960]: osdmap e1408: 8 total, 8 up, 8 in 2024-08-04T16:13:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:44 smithi007 ceph-mon[92692]: osdmap e1408: 8 total, 8 up, 8 in 2024-08-04T16:13:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:44 smithi007 ceph-mon[94998]: osdmap e1408: 8 total, 8 up, 8 in 2024-08-04T16:13:45.101 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 60441005~7178855 2024-08-04T16:13:45.124 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 41394184~2624604 2024-08-04T16:13:45.124 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 82005386~2718939 2024-08-04T16:13:45.127 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 48437320~7354517 2024-08-04T16:13:45.130 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 72610924~5286549 2024-08-04T16:13:45.138 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 30789133~6402782 2024-08-04T16:13:45.148 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 70419983~7166234 2024-08-04T16:13:45.186 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 21021275~3188746 2024-08-04T16:13:45.189 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap3 2024-08-04T16:13:45.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:45 smithi062 ceph-mon[85960]: pgmap v2474: 169 pgs: 169 active+clean; 1.4 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 64 MiB/s rd, 14 MiB/s wr, 270 op/s 2024-08-04T16:13:45.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:45 smithi062 ceph-mon[85960]: osdmap e1409: 8 total, 8 up, 8 in 2024-08-04T16:13:45.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:45 smithi007 ceph-mon[92692]: pgmap v2474: 169 pgs: 169 active+clean; 1.4 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 64 MiB/s rd, 14 MiB/s wr, 270 op/s 2024-08-04T16:13:45.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:45 smithi007 ceph-mon[92692]: osdmap e1409: 8 total, 8 up, 8 in 2024-08-04T16:13:45.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:45 smithi007 ceph-mon[94998]: pgmap v2474: 169 pgs: 169 active+clean; 1.4 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 64 MiB/s rd, 14 MiB/s wr, 270 op/s 2024-08-04T16:13:45.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:45 smithi007 ceph-mon[94998]: osdmap e1409: 8 total, 8 up, 8 in 2024-08-04T16:13:46.487 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:13:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:13:46] "GET /metrics HTTP/1.1" 200 38881 "" "Prometheus/2.43.0" 2024-08-04T16:13:46.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:46 smithi007 ceph-mon[92692]: osdmap e1410: 8 total, 8 up, 8 in 2024-08-04T16:13:46.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:46 smithi007 ceph-mon[92692]: osdmap e1411: 8 total, 8 up, 8 in 2024-08-04T16:13:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:46 smithi007 ceph-mon[94998]: osdmap e1410: 8 total, 8 up, 8 in 2024-08-04T16:13:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:46 smithi007 ceph-mon[94998]: osdmap e1411: 8 total, 8 up, 8 in 2024-08-04T16:13:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:46 smithi062 ceph-mon[85960]: osdmap e1410: 8 total, 8 up, 8 in 2024-08-04T16:13:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:46 smithi062 ceph-mon[85960]: osdmap e1411: 8 total, 8 up, 8 in 2024-08-04T16:13:46.864 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap3 2024-08-04T16:13:46.882 INFO:tasks.workunit.client.0.smithi007.stdout:clone image178 -> image180 2024-08-04T16:13:47.051 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 101542797 2024-08-04T16:13:47.067 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:13:47.470 INFO:tasks.workunit.client.0.smithi007.stdout:write: a 5643471~6535209 2024-08-04T16:13:47.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:47 smithi062 ceph-mon[85960]: pgmap v2477: 169 pgs: 169 active+clean; 1.4 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 36 MiB/s rd, 22 MiB/s wr, 362 op/s 2024-08-04T16:13:47.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:47 smithi062 ceph-mon[85960]: osdmap e1412: 8 total, 8 up, 8 in 2024-08-04T16:13:47.522 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 93567988~7974809 2024-08-04T16:13:47.526 INFO:tasks.workunit.client.0.smithi007.stdout:write: a 29329192~6384343 2024-08-04T16:13:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:47 smithi007 ceph-mon[92692]: pgmap v2477: 169 pgs: 169 active+clean; 1.4 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 36 MiB/s rd, 22 MiB/s wr, 362 op/s 2024-08-04T16:13:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:47 smithi007 ceph-mon[92692]: osdmap e1412: 8 total, 8 up, 8 in 2024-08-04T16:13:47.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:47 smithi007 ceph-mon[94998]: pgmap v2477: 169 pgs: 169 active+clean; 1.4 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 36 MiB/s rd, 22 MiB/s wr, 362 op/s 2024-08-04T16:13:47.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:47 smithi007 ceph-mon[94998]: osdmap e1412: 8 total, 8 up, 8 in 2024-08-04T16:13:47.589 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 6077607~7119567 2024-08-04T16:13:47.607 INFO:tasks.workunit.client.0.smithi007.stdout:write: a 40512661~7165567 2024-08-04T16:13:47.663 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 96270559~5272238 2024-08-04T16:13:47.665 INFO:tasks.workunit.client.0.smithi007.stdout:write: a 61535143~6154878 2024-08-04T16:13:47.711 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 53883719~6100776 2024-08-04T16:13:47.725 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: user0 2024-08-04T16:13:49.126 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 140196528 2024-08-04T16:13:49.142 INFO:tasks.workunit.client.0.smithi007.stdout:write: b 18492614~2044881 2024-08-04T16:13:49.152 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 88781398~4635743 2024-08-04T16:13:49.152 INFO:tasks.workunit.client.0.smithi007.stdout:write: b 106901688~3298564 2024-08-04T16:13:49.154 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 59220410~7150497 2024-08-04T16:13:49.154 INFO:tasks.workunit.client.0.smithi007.stdout:write: b 132083121~855650 2024-08-04T16:13:49.154 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 132149603~3276984 2024-08-04T16:13:49.189 INFO:tasks.workunit.client.0.smithi007.stdout:write: b 120114722~520153 2024-08-04T16:13:49.189 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 121298738~5802274 2024-08-04T16:13:49.189 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: user1 2024-08-04T16:13:49.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:49 smithi062 ceph-mon[85960]: pgmap v2480: 169 pgs: 169 active+clean; 1.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 26 MiB/s rd, 25 MiB/s wr, 581 op/s 2024-08-04T16:13:49.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:49 smithi062 ceph-mon[85960]: osdmap e1413: 8 total, 8 up, 8 in 2024-08-04T16:13:49.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:49 smithi007 ceph-mon[92692]: pgmap v2480: 169 pgs: 169 active+clean; 1.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 26 MiB/s rd, 25 MiB/s wr, 581 op/s 2024-08-04T16:13:49.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:49 smithi007 ceph-mon[92692]: osdmap e1413: 8 total, 8 up, 8 in 2024-08-04T16:13:49.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:49 smithi007 ceph-mon[94998]: pgmap v2480: 169 pgs: 169 active+clean; 1.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 26 MiB/s rd, 25 MiB/s wr, 581 op/s 2024-08-04T16:13:49.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:49 smithi007 ceph-mon[94998]: osdmap e1413: 8 total, 8 up, 8 in 2024-08-04T16:13:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:50 smithi062 ceph-mon[85960]: osdmap e1414: 8 total, 8 up, 8 in 2024-08-04T16:13:50.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:50 smithi007 ceph-mon[94998]: osdmap e1414: 8 total, 8 up, 8 in 2024-08-04T16:13:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:50 smithi007 ceph-mon[92692]: osdmap e1414: 8 total, 8 up, 8 in 2024-08-04T16:13:50.871 INFO:tasks.workunit.client.0.smithi007.stdout:write: c 10431402~3798009 2024-08-04T16:13:50.882 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 39845347~1000157 2024-08-04T16:13:50.882 INFO:tasks.workunit.client.0.smithi007.stdout:write: c 80384709~3046682 2024-08-04T16:13:50.884 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 36599733~3174545 2024-08-04T16:13:50.885 INFO:tasks.workunit.client.0.smithi007.stdout:write: c 100327548~6131059 2024-08-04T16:13:50.895 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 113625199~4235021 2024-08-04T16:13:50.895 INFO:tasks.workunit.client.0.smithi007.stdout:write: c 15633255~4760259 2024-08-04T16:13:50.900 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 137330224~2866304 2024-08-04T16:13:50.901 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: user2 2024-08-04T16:13:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:51 smithi062 ceph-mon[85960]: pgmap v2483: 169 pgs: 169 active+clean; 1.6 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 33 MiB/s wr, 661 op/s 2024-08-04T16:13:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:51 smithi062 ceph-mon[85960]: osdmap e1415: 8 total, 8 up, 8 in 2024-08-04T16:13:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:51 smithi062 ceph-mon[85960]: osdmap e1416: 8 total, 8 up, 8 in 2024-08-04T16:13:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:13:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:51 smithi007 ceph-mon[94998]: pgmap v2483: 169 pgs: 169 active+clean; 1.6 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 33 MiB/s wr, 661 op/s 2024-08-04T16:13:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:51 smithi007 ceph-mon[94998]: osdmap e1415: 8 total, 8 up, 8 in 2024-08-04T16:13:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:51 smithi007 ceph-mon[94998]: osdmap e1416: 8 total, 8 up, 8 in 2024-08-04T16:13:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:13:51.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:51 smithi007 ceph-mon[92692]: pgmap v2483: 169 pgs: 169 active+clean; 1.6 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 33 MiB/s wr, 661 op/s 2024-08-04T16:13:51.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:51 smithi007 ceph-mon[92692]: osdmap e1415: 8 total, 8 up, 8 in 2024-08-04T16:13:51.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:51 smithi007 ceph-mon[92692]: osdmap e1416: 8 total, 8 up, 8 in 2024-08-04T16:13:51.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:13:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:13:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:13:52.875 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 178731652 2024-08-04T16:13:52.890 INFO:tasks.workunit.client.0.smithi007.stdout:write: d 155662835~4954606 2024-08-04T16:13:52.906 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 156974432~1612456 2024-08-04T16:13:52.927 INFO:tasks.workunit.client.0.smithi007.stdout:write: d 42933877~6742513 2024-08-04T16:13:52.931 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 30172212~1410881 2024-08-04T16:13:52.931 INFO:tasks.workunit.client.0.smithi007.stdout:write: d 56412955~5976803 2024-08-04T16:13:52.942 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 6083157~4314982 2024-08-04T16:13:52.942 INFO:tasks.workunit.client.0.smithi007.stdout:write: d 143682631~5103665 2024-08-04T16:13:52.948 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 52645614~1964272 2024-08-04T16:13:52.968 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: user3 2024-08-04T16:13:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:52 smithi062 ceph-mon[85960]: pgmap v2486: 169 pgs: 169 active+clean; 1.6 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 30 MiB/s wr, 607 op/s 2024-08-04T16:13:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:52 smithi062 ceph-mon[85960]: osdmap e1417: 8 total, 8 up, 8 in 2024-08-04T16:13:53.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:52 smithi007 ceph-mon[94998]: pgmap v2486: 169 pgs: 169 active+clean; 1.6 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 30 MiB/s wr, 607 op/s 2024-08-04T16:13:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:52 smithi007 ceph-mon[94998]: osdmap e1417: 8 total, 8 up, 8 in 2024-08-04T16:13:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:52 smithi007 ceph-mon[92692]: pgmap v2486: 169 pgs: 169 active+clean; 1.6 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 30 MiB/s wr, 607 op/s 2024-08-04T16:13:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:52 smithi007 ceph-mon[92692]: osdmap e1417: 8 total, 8 up, 8 in 2024-08-04T16:13:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:53 smithi062 ceph-mon[85960]: osdmap e1418: 8 total, 8 up, 8 in 2024-08-04T16:13:54.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:53 smithi007 ceph-mon[94998]: osdmap e1418: 8 total, 8 up, 8 in 2024-08-04T16:13:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:53 smithi007 ceph-mon[92692]: osdmap e1418: 8 total, 8 up, 8 in 2024-08-04T16:13:54.887 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 17873165~4468291 2024-08-04T16:13:54.891 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 18990237~2234145 2024-08-04T16:13:54.940 INFO:tasks.workunit.client.0.smithi007.stdout:write: 2 35746330~4468291 2024-08-04T16:13:54.941 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 36863402~2234145 2024-08-04T16:13:54.976 INFO:tasks.workunit.client.0.smithi007.stdout:write: 3 53619495~4468291 2024-08-04T16:13:54.977 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 54736567~2234145 2024-08-04T16:13:55.015 INFO:tasks.workunit.client.0.smithi007.stdout:write: 4 71492660~4468291 2024-08-04T16:13:55.016 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 72609732~2234145 2024-08-04T16:13:55.077 INFO:tasks.workunit.client.0.smithi007.stdout:write: 5 89365826~4468291 2024-08-04T16:13:55.078 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 90482898~2234145 2024-08-04T16:13:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:54 smithi062 ceph-mon[85960]: pgmap v2489: 169 pgs: 169 active+clean; 1.7 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 8.4 MiB/s rd, 16 MiB/s wr, 351 op/s 2024-08-04T16:13:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:54 smithi062 ceph-mon[85960]: osdmap e1419: 8 total, 8 up, 8 in 2024-08-04T16:13:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:54 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:13:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:54 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:13:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:54 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:13:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:54 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:13:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:54 smithi007 ceph-mon[94998]: pgmap v2489: 169 pgs: 169 active+clean; 1.7 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 8.4 MiB/s rd, 16 MiB/s wr, 351 op/s 2024-08-04T16:13:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:54 smithi007 ceph-mon[94998]: osdmap e1419: 8 total, 8 up, 8 in 2024-08-04T16:13:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:54 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:13:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:54 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:13:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:54 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:13:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:54 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:13:55.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:54 smithi007 ceph-mon[92692]: pgmap v2489: 169 pgs: 169 active+clean; 1.7 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 8.4 MiB/s rd, 16 MiB/s wr, 351 op/s 2024-08-04T16:13:55.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:54 smithi007 ceph-mon[92692]: osdmap e1419: 8 total, 8 up, 8 in 2024-08-04T16:13:55.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:54 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:13:55.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:54 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:13:55.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:54 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:13:55.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:54 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:13:56.044 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:13:56.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:55 smithi062 ceph-mon[85960]: osdmap e1420: 8 total, 8 up, 8 in 2024-08-04T16:13:56.261 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:13:56.335 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:13:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:13:56] "GET /metrics HTTP/1.1" 200 38879 "" "Prometheus/2.43.0" 2024-08-04T16:13:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:55 smithi007 ceph-mon[92692]: osdmap e1420: 8 total, 8 up, 8 in 2024-08-04T16:13:56.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:55 smithi007 ceph-mon[94998]: osdmap e1420: 8 total, 8 up, 8 in 2024-08-04T16:13:57.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:56 smithi062 ceph-mon[85960]: pgmap v2492: 169 pgs: 169 active+clean; 1.7 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 23 MiB/s wr, 273 op/s 2024-08-04T16:13:57.318 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.Stress2 (17810 ms) 2024-08-04T16:13:57.318 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMigration.StressLive 2024-08-04T16:13:57.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:56 smithi007 ceph-mon[92692]: pgmap v2492: 169 pgs: 169 active+clean; 1.7 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 23 MiB/s wr, 273 op/s 2024-08-04T16:13:57.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:56 smithi007 ceph-mon[94998]: pgmap v2492: 169 pgs: 169 active+clean; 1.7 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 23 MiB/s wr, 273 op/s 2024-08-04T16:13:57.349 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 83886080 2024-08-04T16:13:57.360 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 6080003~5010954 2024-08-04T16:13:57.399 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 11533807~801235 2024-08-04T16:13:57.401 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 66323727~3822455 2024-08-04T16:13:57.431 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 63364134~7380221 2024-08-04T16:13:57.434 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 10964436~3975123 2024-08-04T16:13:57.458 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 72740029~7510183 2024-08-04T16:13:57.458 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 43915182~2407179 2024-08-04T16:13:57.472 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 33459866~2197163 2024-08-04T16:13:57.472 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap0 2024-08-04T16:13:58.903 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap0 2024-08-04T16:13:58.917 INFO:tasks.workunit.client.0.smithi007.stdout:clone image181 -> image184 2024-08-04T16:13:59.020 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 652639~6647947 2024-08-04T16:13:59.081 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 38715087~1741941 2024-08-04T16:13:59.086 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 77256638~6629442 2024-08-04T16:13:59.126 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 21101208~1087029 2024-08-04T16:13:59.131 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 811412~1291465 2024-08-04T16:13:59.141 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 24172503~6288264 2024-08-04T16:13:59.149 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 70019474~6826710 2024-08-04T16:13:59.185 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 24405161~5086683 2024-08-04T16:13:59.188 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap1 2024-08-04T16:13:59.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:58 smithi062 ceph-mon[85960]: pgmap v2493: 169 pgs: 169 active+clean; 1.8 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 48 MiB/s rd, 23 MiB/s wr, 306 op/s 2024-08-04T16:13:59.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:58 smithi062 ceph-mon[85960]: osdmap e1421: 8 total, 8 up, 8 in 2024-08-04T16:13:59.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:58 smithi007 ceph-mon[94998]: pgmap v2493: 169 pgs: 169 active+clean; 1.8 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 48 MiB/s rd, 23 MiB/s wr, 306 op/s 2024-08-04T16:13:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:58 smithi007 ceph-mon[94998]: osdmap e1421: 8 total, 8 up, 8 in 2024-08-04T16:13:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:58 smithi007 ceph-mon[92692]: pgmap v2493: 169 pgs: 169 active+clean; 1.8 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 48 MiB/s rd, 23 MiB/s wr, 306 op/s 2024-08-04T16:13:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:58 smithi007 ceph-mon[92692]: osdmap e1421: 8 total, 8 up, 8 in 2024-08-04T16:14:00.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:13:59 smithi062 ceph-mon[85960]: osdmap e1422: 8 total, 8 up, 8 in 2024-08-04T16:14:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:13:59 smithi007 ceph-mon[92692]: osdmap e1422: 8 total, 8 up, 8 in 2024-08-04T16:14:00.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:13:59 smithi007 ceph-mon[94998]: osdmap e1422: 8 total, 8 up, 8 in 2024-08-04T16:14:00.921 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap1 2024-08-04T16:14:00.933 INFO:tasks.workunit.client.0.smithi007.stdout:clone image184 -> image186 2024-08-04T16:14:01.064 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 77043271~6842809 2024-08-04T16:14:01.136 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 52760972~5164408 2024-08-04T16:14:01.143 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 37840415~7623251 2024-08-04T16:14:01.196 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 10030430~8060489 2024-08-04T16:14:01.228 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 43812084~6258125 2024-08-04T16:14:01.260 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 68562979~1547257 2024-08-04T16:14:01.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:00 smithi062 ceph-mon[85960]: pgmap v2496: 169 pgs: 169 active+clean; 1.8 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 174 MiB/s rd, 25 MiB/s wr, 480 op/s 2024-08-04T16:14:01.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:00 smithi062 ceph-mon[85960]: osdmap e1423: 8 total, 8 up, 8 in 2024-08-04T16:14:01.280 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 41749636~2200104 2024-08-04T16:14:01.297 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 12330653~2106755 2024-08-04T16:14:01.299 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap2 2024-08-04T16:14:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:00 smithi007 ceph-mon[92692]: pgmap v2496: 169 pgs: 169 active+clean; 1.8 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 174 MiB/s rd, 25 MiB/s wr, 480 op/s 2024-08-04T16:14:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:00 smithi007 ceph-mon[92692]: osdmap e1423: 8 total, 8 up, 8 in 2024-08-04T16:14:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:00 smithi007 ceph-mon[94998]: pgmap v2496: 169 pgs: 169 active+clean; 1.8 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 174 MiB/s rd, 25 MiB/s wr, 480 op/s 2024-08-04T16:14:01.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:00 smithi007 ceph-mon[94998]: osdmap e1423: 8 total, 8 up, 8 in 2024-08-04T16:14:02.162 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:01 smithi062 ceph-mon[85960]: osdmap e1424: 8 total, 8 up, 8 in 2024-08-04T16:14:02.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:01 smithi007 ceph-mon[92692]: osdmap e1424: 8 total, 8 up, 8 in 2024-08-04T16:14:02.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:01 smithi007 ceph-mon[94998]: osdmap e1424: 8 total, 8 up, 8 in 2024-08-04T16:14:02.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:14:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:14:02.928 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 125958965 2024-08-04T16:14:02.940 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 96556734~6054281 2024-08-04T16:14:02.953 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 23383220~1421310 2024-08-04T16:14:02.953 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 31904902~2571237 2024-08-04T16:14:02.956 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 38516899~5303796 2024-08-04T16:14:02.956 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 78222776~5514673 2024-08-04T16:14:02.964 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 104880669~3149049 2024-08-04T16:14:02.964 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 99951779~2997335 2024-08-04T16:14:03.013 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 122607481~2811003 2024-08-04T16:14:03.013 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: snap3 2024-08-04T16:14:03.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:02 smithi062 ceph-mon[85960]: pgmap v2499: 169 pgs: 169 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 236 MiB/s rd, 17 MiB/s wr, 770 op/s 2024-08-04T16:14:03.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:02 smithi062 ceph-mon[85960]: osdmap e1425: 8 total, 8 up, 8 in 2024-08-04T16:14:03.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:02 smithi007 ceph-mon[92692]: pgmap v2499: 169 pgs: 169 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 236 MiB/s rd, 17 MiB/s wr, 770 op/s 2024-08-04T16:14:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:02 smithi007 ceph-mon[92692]: osdmap e1425: 8 total, 8 up, 8 in 2024-08-04T16:14:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:02 smithi007 ceph-mon[94998]: pgmap v2499: 169 pgs: 169 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 236 MiB/s rd, 17 MiB/s wr, 770 op/s 2024-08-04T16:14:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:02 smithi007 ceph-mon[94998]: osdmap e1425: 8 total, 8 up, 8 in 2024-08-04T16:14:04.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:03 smithi062 ceph-mon[85960]: osdmap e1426: 8 total, 8 up, 8 in 2024-08-04T16:14:04.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:03 smithi007 ceph-mon[94998]: osdmap e1426: 8 total, 8 up, 8 in 2024-08-04T16:14:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:03 smithi007 ceph-mon[92692]: osdmap e1426: 8 total, 8 up, 8 in 2024-08-04T16:14:04.942 INFO:tasks.workunit.client.0.smithi007.stdout:snap_protect: snap3 2024-08-04T16:14:04.956 INFO:tasks.workunit.client.0.smithi007.stdout:clone image186 -> image188 2024-08-04T16:14:05.113 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 197517144 2024-08-04T16:14:05.128 INFO:tasks.workunit.client.0.smithi007.stdout:migration_prepare 2024-08-04T16:14:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:04 smithi062 ceph-mon[85960]: pgmap v2502: 169 pgs: 169 active+clean; 1.9 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 53 MiB/s rd, 18 MiB/s wr, 504 op/s 2024-08-04T16:14:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:04 smithi062 ceph-mon[85960]: osdmap e1427: 8 total, 8 up, 8 in 2024-08-04T16:14:05.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:04 smithi007 ceph-mon[92692]: pgmap v2502: 169 pgs: 169 active+clean; 1.9 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 53 MiB/s rd, 18 MiB/s wr, 504 op/s 2024-08-04T16:14:05.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:04 smithi007 ceph-mon[92692]: osdmap e1427: 8 total, 8 up, 8 in 2024-08-04T16:14:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:04 smithi007 ceph-mon[94998]: pgmap v2502: 169 pgs: 169 active+clean; 1.9 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 53 MiB/s rd, 18 MiB/s wr, 504 op/s 2024-08-04T16:14:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:04 smithi007 ceph-mon[94998]: osdmap e1427: 8 total, 8 up, 8 in 2024-08-04T16:14:05.579 INFO:tasks.workunit.client.0.smithi007.stdout:migration_execute 2024-08-04T16:14:05.579 INFO:tasks.workunit.client.0.smithi007.stdout:write: a 19434584~684329 2024-08-04T16:14:05.602 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 163885162~6967584 2024-08-04T16:14:05.605 INFO:tasks.workunit.client.0.smithi007.stdout:write: a 88474609~6420620 2024-08-04T16:14:05.658 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 47391567~2038182 2024-08-04T16:14:05.690 INFO:tasks.workunit.client.0.smithi007.stdout:write: a 8505746~4721126 2024-08-04T16:14:05.734 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 132180404~486356 2024-08-04T16:14:05.737 INFO:tasks.workunit.client.0.smithi007.stdout:write: a 190437914~4671108 2024-08-04T16:14:05.772 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 179308962~6272282 2024-08-04T16:14:05.795 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: user0 2024-08-04T16:14:06.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:05 smithi062 ceph-mon[85960]: osdmap e1428: 8 total, 8 up, 8 in 2024-08-04T16:14:06.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:05 smithi007 ceph-mon[94998]: osdmap e1428: 8 total, 8 up, 8 in 2024-08-04T16:14:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:05 smithi007 ceph-mon[92692]: osdmap e1428: 8 total, 8 up, 8 in 2024-08-04T16:14:06.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:14:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:14:06] "GET /metrics HTTP/1.1" 200 38876 "" "Prometheus/2.43.0" 2024-08-04T16:14:06.952 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 377299336 2024-08-04T16:14:06.966 INFO:tasks.workunit.client.0.smithi007.stdout:write: b 5386487~63382 2024-08-04T16:14:06.972 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 265029412~3826337 2024-08-04T16:14:06.972 INFO:tasks.workunit.client.0.smithi007.stdout:write: b 102888324~7971464 2024-08-04T16:14:06.978 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 293180023~7603851 2024-08-04T16:14:06.978 INFO:tasks.workunit.client.0.smithi007.stdout:write: b 122082414~4283936 2024-08-04T16:14:06.986 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 305546275~6821834 2024-08-04T16:14:06.989 INFO:tasks.workunit.client.0.smithi007.stdout:write: b 24659427~1351834 2024-08-04T16:14:06.990 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 302108723~7958819 2024-08-04T16:14:06.991 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: user1 2024-08-04T16:14:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:06 smithi062 ceph-mon[85960]: pgmap v2505: 169 pgs: 169 active+clean; 2.0 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 7.4 MiB/s rd, 24 MiB/s wr, 519 op/s 2024-08-04T16:14:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:06 smithi062 ceph-mon[85960]: osdmap e1429: 8 total, 8 up, 8 in 2024-08-04T16:14:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:14:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:06 smithi007 ceph-mon[92692]: pgmap v2505: 169 pgs: 169 active+clean; 2.0 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 7.4 MiB/s rd, 24 MiB/s wr, 519 op/s 2024-08-04T16:14:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:06 smithi007 ceph-mon[92692]: osdmap e1429: 8 total, 8 up, 8 in 2024-08-04T16:14:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:14:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:06 smithi007 ceph-mon[94998]: pgmap v2505: 169 pgs: 169 active+clean; 2.0 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 7.4 MiB/s rd, 24 MiB/s wr, 519 op/s 2024-08-04T16:14:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:06 smithi007 ceph-mon[94998]: osdmap e1429: 8 total, 8 up, 8 in 2024-08-04T16:14:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:14:08.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:07 smithi062 ceph-mon[85960]: osdmap e1430: 8 total, 8 up, 8 in 2024-08-04T16:14:08.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:07 smithi007 ceph-mon[92692]: osdmap e1430: 8 total, 8 up, 8 in 2024-08-04T16:14:08.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:07 smithi007 ceph-mon[94998]: osdmap e1430: 8 total, 8 up, 8 in 2024-08-04T16:14:08.969 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 530851711 2024-08-04T16:14:08.983 INFO:tasks.workunit.client.0.smithi007.stdout:write: c 529500220~709892 2024-08-04T16:14:08.994 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 206757610~6129598 2024-08-04T16:14:08.994 INFO:tasks.workunit.client.0.smithi007.stdout:write: c 91782422~2004150 2024-08-04T16:14:08.996 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 208001850~1893382 2024-08-04T16:14:08.996 INFO:tasks.workunit.client.0.smithi007.stdout:write: c 372525603~3385285 2024-08-04T16:14:09.002 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 507322719~1434844 2024-08-04T16:14:09.002 INFO:tasks.workunit.client.0.smithi007.stdout:write: c 120219125~6477329 2024-08-04T16:14:09.013 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 259592500~7548267 2024-08-04T16:14:09.013 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: user2 2024-08-04T16:14:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:08 smithi062 ceph-mon[85960]: pgmap v2508: 169 pgs: 169 active+clean; 2.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 11 MiB/s rd, 18 MiB/s wr, 385 op/s 2024-08-04T16:14:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:08 smithi062 ceph-mon[85960]: osdmap e1431: 8 total, 8 up, 8 in 2024-08-04T16:14:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:08 smithi007 ceph-mon[92692]: pgmap v2508: 169 pgs: 169 active+clean; 2.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 11 MiB/s rd, 18 MiB/s wr, 385 op/s 2024-08-04T16:14:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:08 smithi007 ceph-mon[92692]: osdmap e1431: 8 total, 8 up, 8 in 2024-08-04T16:14:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:08 smithi007 ceph-mon[94998]: pgmap v2508: 169 pgs: 169 active+clean; 2.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 11 MiB/s rd, 18 MiB/s wr, 385 op/s 2024-08-04T16:14:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:08 smithi007 ceph-mon[94998]: osdmap e1431: 8 total, 8 up, 8 in 2024-08-04T16:14:10.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:09 smithi062 ceph-mon[85960]: osdmap e1432: 8 total, 8 up, 8 in 2024-08-04T16:14:10.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:09 smithi007 ceph-mon[92692]: osdmap e1432: 8 total, 8 up, 8 in 2024-08-04T16:14:10.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:09 smithi007 ceph-mon[94998]: osdmap e1432: 8 total, 8 up, 8 in 2024-08-04T16:14:10.979 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 292184141 2024-08-04T16:14:11.004 INFO:tasks.workunit.client.0.smithi007.stdout:write: d 40291557~3387991 2024-08-04T16:14:11.015 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 183832695~6521843 2024-08-04T16:14:11.016 INFO:tasks.workunit.client.0.smithi007.stdout:write: d 189504445~1573281 2024-08-04T16:14:11.029 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 25370887~2275634 2024-08-04T16:14:11.029 INFO:tasks.workunit.client.0.smithi007.stdout:write: d 70486075~4072624 2024-08-04T16:14:11.035 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 167639595~2855926 2024-08-04T16:14:11.036 INFO:tasks.workunit.client.0.smithi007.stdout:write: d 107063392~7836677 2024-08-04T16:14:11.051 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 285236010~420480 2024-08-04T16:14:11.051 INFO:tasks.workunit.client.0.smithi007.stdout:snap_create: user3 2024-08-04T16:14:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:10 smithi062 ceph-mon[85960]: pgmap v2511: 169 pgs: 169 active+clean; 2.1 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 22 MiB/s wr, 617 op/s 2024-08-04T16:14:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:10 smithi062 ceph-mon[85960]: osdmap e1433: 8 total, 8 up, 8 in 2024-08-04T16:14:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:10 smithi007 ceph-mon[92692]: pgmap v2511: 169 pgs: 169 active+clean; 2.1 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 22 MiB/s wr, 617 op/s 2024-08-04T16:14:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:10 smithi007 ceph-mon[92692]: osdmap e1433: 8 total, 8 up, 8 in 2024-08-04T16:14:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:10 smithi007 ceph-mon[94998]: pgmap v2511: 169 pgs: 169 active+clean; 2.1 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 22 MiB/s wr, 617 op/s 2024-08-04T16:14:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:10 smithi007 ceph-mon[94998]: osdmap e1433: 8 total, 8 up, 8 in 2024-08-04T16:14:12.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:11 smithi062 ceph-mon[85960]: osdmap e1434: 8 total, 8 up, 8 in 2024-08-04T16:14:12.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:11 smithi007 ceph-mon[92692]: osdmap e1434: 8 total, 8 up, 8 in 2024-08-04T16:14:12.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:11 smithi007 ceph-mon[94998]: osdmap e1434: 8 total, 8 up, 8 in 2024-08-04T16:14:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:14:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:14:12.989 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 268582003 2024-08-04T16:14:13.009 INFO:tasks.workunit.client.0.smithi007.stdout:write: 1 26858200~6714550 2024-08-04T16:14:13.018 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 28536837~3357275 2024-08-04T16:14:13.060 INFO:tasks.workunit.client.0.smithi007.stdout:write: 2 53716400~6714550 2024-08-04T16:14:13.063 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 55395037~3357275 2024-08-04T16:14:13.094 INFO:tasks.workunit.client.0.smithi007.stdout:write: 3 80574600~6714550 2024-08-04T16:14:13.096 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 82253237~3357275 2024-08-04T16:14:13.139 INFO:tasks.workunit.client.0.smithi007.stdout:write: 4 107432801~6714550 2024-08-04T16:14:13.141 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 109111438~3357275 2024-08-04T16:14:13.173 INFO:tasks.workunit.client.0.smithi007.stdout:write: 5 134291001~6714550 2024-08-04T16:14:13.175 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 135969638~3357275 2024-08-04T16:14:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:12 smithi062 ceph-mon[85960]: pgmap v2514: 169 pgs: 169 active+clean; 2.1 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 22 MiB/s wr, 724 op/s 2024-08-04T16:14:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:12 smithi062 ceph-mon[85960]: osdmap e1435: 8 total, 8 up, 8 in 2024-08-04T16:14:13.285 INFO:tasks.workunit.client.0.smithi007.stdout:migration_commit 2024-08-04T16:14:13.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:12 smithi007 ceph-mon[92692]: pgmap v2514: 169 pgs: 169 active+clean; 2.1 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 22 MiB/s wr, 724 op/s 2024-08-04T16:14:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:12 smithi007 ceph-mon[92692]: osdmap e1435: 8 total, 8 up, 8 in 2024-08-04T16:14:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:12 smithi007 ceph-mon[94998]: pgmap v2514: 169 pgs: 169 active+clean; 2.1 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 22 MiB/s wr, 724 op/s 2024-08-04T16:14:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:12 smithi007 ceph-mon[94998]: osdmap e1435: 8 total, 8 up, 8 in 2024-08-04T16:14:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:13 smithi062 ceph-mon[85960]: osdmap e1436: 8 total, 8 up, 8 in 2024-08-04T16:14:14.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:13 smithi007 ceph-mon[94998]: osdmap e1436: 8 total, 8 up, 8 in 2024-08-04T16:14:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:13 smithi007 ceph-mon[92692]: osdmap e1436: 8 total, 8 up, 8 in 2024-08-04T16:14:14.675 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMigration.StressLive (17356 ms) 2024-08-04T16:14:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:14 smithi062 ceph-mon[85960]: pgmap v2517: 169 pgs: 169 active+clean; 2.1 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 9.8 MiB/s rd, 19 MiB/s wr, 210 op/s 2024-08-04T16:14:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:14 smithi007 ceph-mon[94998]: pgmap v2517: 169 pgs: 169 active+clean; 2.1 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 9.8 MiB/s rd, 19 MiB/s wr, 210 op/s 2024-08-04T16:14:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:14 smithi007 ceph-mon[92692]: pgmap v2517: 169 pgs: 169 active+clean; 2.1 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 9.8 MiB/s rd, 19 MiB/s wr, 210 op/s 2024-08-04T16:14:16.000 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 57 tests from TestMigration (260269 ms total) 2024-08-04T16:14:16.000 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:14:16.000 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 6 tests from TestGroup 2024-08-04T16:14:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:15 smithi062 ceph-mon[85960]: osdmap e1437: 8 total, 8 up, 8 in 2024-08-04T16:14:16.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:15 smithi007 ceph-mon[94998]: osdmap e1437: 8 total, 8 up, 8 in 2024-08-04T16:14:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:15 smithi007 ceph-mon[92692]: osdmap e1437: 8 total, 8 up, 8 in 2024-08-04T16:14:16.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:14:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:14:16] "GET /metrics HTTP/1.1" 200 38876 "" "Prometheus/2.43.0" 2024-08-04T16:14:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:16 smithi062 ceph-mon[85960]: pgmap v2519: 137 pgs: 137 active+clean; 2.1 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 5.2 MiB/s wr, 5 op/s 2024-08-04T16:14:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:17 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:14:17.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:17 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T16:14:17.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:17 smithi062 ceph-mon[85960]: osdmap e1438: 8 total, 8 up, 8 in 2024-08-04T16:14:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:16 smithi007 ceph-mon[92692]: pgmap v2519: 137 pgs: 137 active+clean; 2.1 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 5.2 MiB/s wr, 5 op/s 2024-08-04T16:14:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:16 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:14:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:16 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T16:14:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:16 smithi007 ceph-mon[92692]: osdmap e1438: 8 total, 8 up, 8 in 2024-08-04T16:14:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:17 smithi007 ceph-mon[94998]: pgmap v2519: 137 pgs: 137 active+clean; 2.1 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 5.2 MiB/s wr, 5 op/s 2024-08-04T16:14:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:17 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:14:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:17 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T16:14:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:17 smithi007 ceph-mon[94998]: osdmap e1438: 8 total, 8 up, 8 in 2024-08-04T16:14:17.998 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestGroup.group_create 2024-08-04T16:14:18.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:18 smithi007 ceph-mon[92692]: osdmap e1439: 8 total, 8 up, 8 in 2024-08-04T16:14:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:18 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/392793525' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:14:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:18 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:14:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:18 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:14:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:18 smithi007 ceph-mon[92692]: osdmap e1440: 8 total, 8 up, 8 in 2024-08-04T16:14:18.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:18 smithi007 ceph-mon[94998]: osdmap e1439: 8 total, 8 up, 8 in 2024-08-04T16:14:18.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:18 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/392793525' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:14:18.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:18 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:14:18.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:18 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:14:18.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:18 smithi007 ceph-mon[94998]: osdmap e1440: 8 total, 8 up, 8 in 2024-08-04T16:14:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:18 smithi062 ceph-mon[85960]: osdmap e1439: 8 total, 8 up, 8 in 2024-08-04T16:14:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:18 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/392793525' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:14:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:18 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:14:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:18 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:14:18.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:18 smithi062 ceph-mon[85960]: osdmap e1440: 8 total, 8 up, 8 in 2024-08-04T16:14:19.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:19 smithi007 ceph-mon[94998]: pgmap v2522: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 9.0 GiB used, 706 GiB / 715 GiB avail 2024-08-04T16:14:19.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:19 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:14:19.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:19 smithi007 ceph-mon[94998]: osdmap e1441: 8 total, 8 up, 8 in 2024-08-04T16:14:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:19 smithi007 ceph-mon[92692]: pgmap v2522: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 9.0 GiB used, 706 GiB / 715 GiB avail 2024-08-04T16:14:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:19 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:14:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:19 smithi007 ceph-mon[92692]: osdmap e1441: 8 total, 8 up, 8 in 2024-08-04T16:14:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:19 smithi062 ceph-mon[85960]: pgmap v2522: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 9.0 GiB used, 706 GiB / 715 GiB avail 2024-08-04T16:14:19.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:19 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:14:19.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:19 smithi062 ceph-mon[85960]: osdmap e1441: 8 total, 8 up, 8 in 2024-08-04T16:14:20.058 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestGroup.group_create (2061 ms) 2024-08-04T16:14:20.059 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestGroup.group_createPP 2024-08-04T16:14:20.078 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestGroup.group_createPP (20 ms) 2024-08-04T16:14:20.079 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestGroup.add_image 2024-08-04T16:14:20.119 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestGroup.add_image (40 ms) 2024-08-04T16:14:20.119 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestGroup.add_imagePP 2024-08-04T16:14:20.155 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestGroup.add_imagePP (36 ms) 2024-08-04T16:14:20.155 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestGroup.add_snapshot 2024-08-04T16:14:20.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:20 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:14:20.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:20 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T16:14:20.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:20 smithi007 ceph-mon[94998]: osdmap e1442: 8 total, 8 up, 8 in 2024-08-04T16:14:20.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:20 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:14:20.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:20 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T16:14:20.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:20 smithi007 ceph-mon[92692]: osdmap e1442: 8 total, 8 up, 8 in 2024-08-04T16:14:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:20 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:14:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:20 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T16:14:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:20 smithi062 ceph-mon[85960]: osdmap e1442: 8 total, 8 up, 8 in 2024-08-04T16:14:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:21 smithi007 ceph-mon[94998]: pgmap v2525: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-08-04T16:14:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:21 smithi007 ceph-mon[92692]: pgmap v2525: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-08-04T16:14:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:21 smithi062 ceph-mon[85960]: pgmap v2525: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-08-04T16:14:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:22 smithi007 ceph-mon[92692]: osdmap e1443: 8 total, 8 up, 8 in 2024-08-04T16:14:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:14:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:14:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:22 smithi007 ceph-mon[94998]: osdmap e1443: 8 total, 8 up, 8 in 2024-08-04T16:14:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:14:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:14:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:22 smithi062 ceph-mon[85960]: osdmap e1443: 8 total, 8 up, 8 in 2024-08-04T16:14:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:14:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:14:22.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:14:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:14:23.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:23 smithi007 ceph-mon[92692]: pgmap v2528: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-08-04T16:14:23.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:23 smithi007 ceph-mon[92692]: osdmap e1444: 8 total, 8 up, 8 in 2024-08-04T16:14:23.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:23 smithi007 ceph-mon[94998]: pgmap v2528: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-08-04T16:14:23.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:23 smithi007 ceph-mon[94998]: osdmap e1444: 8 total, 8 up, 8 in 2024-08-04T16:14:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:23 smithi062 ceph-mon[85960]: pgmap v2528: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-08-04T16:14:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:23 smithi062 ceph-mon[85960]: osdmap e1444: 8 total, 8 up, 8 in 2024-08-04T16:14:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:24 smithi062 ceph-mon[85960]: osdmap e1445: 8 total, 8 up, 8 in 2024-08-04T16:14:24.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:24 smithi007 ceph-mon[92692]: osdmap e1445: 8 total, 8 up, 8 in 2024-08-04T16:14:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:24 smithi007 ceph-mon[94998]: osdmap e1445: 8 total, 8 up, 8 in 2024-08-04T16:14:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:25 smithi062 ceph-mon[85960]: pgmap v2531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 12 KiB/s wr, 158 op/s 2024-08-04T16:14:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:25 smithi062 ceph-mon[85960]: osdmap e1446: 8 total, 8 up, 8 in 2024-08-04T16:14:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:25 smithi007 ceph-mon[92692]: pgmap v2531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 12 KiB/s wr, 158 op/s 2024-08-04T16:14:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:25 smithi007 ceph-mon[92692]: osdmap e1446: 8 total, 8 up, 8 in 2024-08-04T16:14:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:25 smithi007 ceph-mon[94998]: pgmap v2531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 12 KiB/s wr, 158 op/s 2024-08-04T16:14:25.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:25 smithi007 ceph-mon[94998]: osdmap e1446: 8 total, 8 up, 8 in 2024-08-04T16:14:26.138 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestGroup.add_snapshot (5983 ms) 2024-08-04T16:14:26.138 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-08-04T16:14:26.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:26 smithi062 ceph-mon[85960]: osdmap e1447: 8 total, 8 up, 8 in 2024-08-04T16:14:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:26 smithi007 ceph-mon[92692]: osdmap e1447: 8 total, 8 up, 8 in 2024-08-04T16:14:26.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:14:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:14:26] "GET /metrics HTTP/1.1" 200 36412 "" "Prometheus/2.43.0" 2024-08-04T16:14:26.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:26 smithi007 ceph-mon[94998]: osdmap e1447: 8 total, 8 up, 8 in 2024-08-04T16:14:27.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:27 smithi062 ceph-mon[85960]: pgmap v2534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 17 KiB/s wr, 202 op/s 2024-08-04T16:14:27.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:27 smithi062 ceph-mon[85960]: osdmap e1448: 8 total, 8 up, 8 in 2024-08-04T16:14:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:27 smithi007 ceph-mon[92692]: pgmap v2534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 17 KiB/s wr, 202 op/s 2024-08-04T16:14:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:27 smithi007 ceph-mon[92692]: osdmap e1448: 8 total, 8 up, 8 in 2024-08-04T16:14:27.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:27 smithi007 ceph-mon[94998]: pgmap v2534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 17 KiB/s wr, 202 op/s 2024-08-04T16:14:27.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:27 smithi007 ceph-mon[94998]: osdmap e1448: 8 total, 8 up, 8 in 2024-08-04T16:14:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:28 smithi062 ceph-mon[85960]: osdmap e1449: 8 total, 8 up, 8 in 2024-08-04T16:14:28.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:28 smithi007 ceph-mon[94998]: osdmap e1449: 8 total, 8 up, 8 in 2024-08-04T16:14:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:28 smithi007 ceph-mon[92692]: osdmap e1449: 8 total, 8 up, 8 in 2024-08-04T16:14:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:29 smithi062 ceph-mon[85960]: pgmap v2537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 8.0 KiB/s wr, 70 op/s 2024-08-04T16:14:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:29 smithi062 ceph-mon[85960]: osdmap e1450: 8 total, 8 up, 8 in 2024-08-04T16:14:29.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:29 smithi007 ceph-mon[94998]: pgmap v2537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 8.0 KiB/s wr, 70 op/s 2024-08-04T16:14:29.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:29 smithi007 ceph-mon[94998]: osdmap e1450: 8 total, 8 up, 8 in 2024-08-04T16:14:29.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:29 smithi007 ceph-mon[92692]: pgmap v2537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 8.0 KiB/s wr, 70 op/s 2024-08-04T16:14:29.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:29 smithi007 ceph-mon[92692]: osdmap e1450: 8 total, 8 up, 8 in 2024-08-04T16:14:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:30 smithi062 ceph-mon[85960]: osdmap e1451: 8 total, 8 up, 8 in 2024-08-04T16:14:30.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:30 smithi007 ceph-mon[92692]: osdmap e1451: 8 total, 8 up, 8 in 2024-08-04T16:14:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:30 smithi007 ceph-mon[94998]: osdmap e1451: 8 total, 8 up, 8 in 2024-08-04T16:14:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:31 smithi062 ceph-mon[85960]: pgmap v2540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.0 KiB/s wr, 74 op/s 2024-08-04T16:14:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:31 smithi062 ceph-mon[85960]: osdmap e1452: 8 total, 8 up, 8 in 2024-08-04T16:14:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:31 smithi062 ceph-mon[85960]: osdmap e1453: 8 total, 8 up, 8 in 2024-08-04T16:14:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:31 smithi007 ceph-mon[92692]: pgmap v2540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.0 KiB/s wr, 74 op/s 2024-08-04T16:14:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:31 smithi007 ceph-mon[92692]: osdmap e1452: 8 total, 8 up, 8 in 2024-08-04T16:14:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:31 smithi007 ceph-mon[92692]: osdmap e1453: 8 total, 8 up, 8 in 2024-08-04T16:14:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:31 smithi007 ceph-mon[94998]: pgmap v2540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.0 KiB/s wr, 74 op/s 2024-08-04T16:14:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:31 smithi007 ceph-mon[94998]: osdmap e1452: 8 total, 8 up, 8 in 2024-08-04T16:14:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:31 smithi007 ceph-mon[94998]: osdmap e1453: 8 total, 8 up, 8 in 2024-08-04T16:14:31.897 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestGroup.add_snapshotPP (5760 ms) 2024-08-04T16:14:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:14:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:14:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:14:32.872 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 6 tests from TestGroup (13900 ms total) 2024-08-04T16:14:32.872 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:14:32.873 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 31 tests from TestDeepCopy 2024-08-04T16:14:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:32 smithi062 ceph-mon[85960]: pgmap v2543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 11 KiB/s wr, 160 op/s 2024-08-04T16:14:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:32 smithi062 ceph-mon[85960]: osdmap e1454: 8 total, 8 up, 8 in 2024-08-04T16:14:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:32 smithi007 ceph-mon[94998]: pgmap v2543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 11 KiB/s wr, 160 op/s 2024-08-04T16:14:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:32 smithi007 ceph-mon[94998]: osdmap e1454: 8 total, 8 up, 8 in 2024-08-04T16:14:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:32 smithi007 ceph-mon[92692]: pgmap v2543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 11 KiB/s wr, 160 op/s 2024-08-04T16:14:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:32 smithi007 ceph-mon[92692]: osdmap e1454: 8 total, 8 up, 8 in 2024-08-04T16:14:34.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:33 smithi062 ceph-mon[85960]: osdmap e1455: 8 total, 8 up, 8 in 2024-08-04T16:14:34.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:33 smithi007 ceph-mon[94998]: osdmap e1455: 8 total, 8 up, 8 in 2024-08-04T16:14:34.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:33 smithi007 ceph-mon[92692]: osdmap e1455: 8 total, 8 up, 8 in 2024-08-04T16:14:34.877 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.Empty 2024-08-04T16:14:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:34 smithi062 ceph-mon[85960]: pgmap v2546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:14:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:34 smithi062 ceph-mon[85960]: osdmap e1456: 8 total, 8 up, 8 in 2024-08-04T16:14:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:34 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1144865822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:14:35.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:34 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:14:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:34 smithi007 ceph-mon[94998]: pgmap v2546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:14:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:34 smithi007 ceph-mon[94998]: osdmap e1456: 8 total, 8 up, 8 in 2024-08-04T16:14:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:34 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1144865822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:14:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:34 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:14:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:34 smithi007 ceph-mon[92692]: pgmap v2546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:14:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:34 smithi007 ceph-mon[92692]: osdmap e1456: 8 total, 8 up, 8 in 2024-08-04T16:14:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:34 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1144865822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:14:35.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:34 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:14:36.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:35 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:14:36.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:35 smithi062 ceph-mon[85960]: osdmap e1457: 8 total, 8 up, 8 in 2024-08-04T16:14:36.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:35 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:14:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:35 smithi007 ceph-mon[94998]: osdmap e1457: 8 total, 8 up, 8 in 2024-08-04T16:14:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:35 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:14:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:35 smithi007 ceph-mon[92692]: osdmap e1457: 8 total, 8 up, 8 in 2024-08-04T16:14:36.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:14:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:14:36] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-08-04T16:14:37.019 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.Empty (2142 ms) 2024-08-04T16:14:37.019 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-08-04T16:14:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:36 smithi062 ceph-mon[85960]: pgmap v2549: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:14:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:36 smithi062 ceph-mon[85960]: osdmap e1458: 8 total, 8 up, 8 in 2024-08-04T16:14:37.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:14:37.278 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.NoSnaps (259 ms) 2024-08-04T16:14:37.278 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.Snaps 2024-08-04T16:14:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:36 smithi007 ceph-mon[92692]: pgmap v2549: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:14:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:36 smithi007 ceph-mon[92692]: osdmap e1458: 8 total, 8 up, 8 in 2024-08-04T16:14:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:14:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:36 smithi007 ceph-mon[94998]: pgmap v2549: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-04T16:14:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:36 smithi007 ceph-mon[94998]: osdmap e1458: 8 total, 8 up, 8 in 2024-08-04T16:14:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:14:38.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:37 smithi062 ceph-mon[85960]: osdmap e1459: 8 total, 8 up, 8 in 2024-08-04T16:14:38.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:37 smithi007 ceph-mon[94998]: osdmap e1459: 8 total, 8 up, 8 in 2024-08-04T16:14:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:37 smithi007 ceph-mon[92692]: osdmap e1459: 8 total, 8 up, 8 in 2024-08-04T16:14:39.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:38 smithi062 ceph-mon[85960]: pgmap v2552: 137 pgs: 8 creating+peering, 8 unknown, 121 active+clean; 13 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-04T16:14:39.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:38 smithi062 ceph-mon[85960]: osdmap e1460: 8 total, 8 up, 8 in 2024-08-04T16:14:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:38 smithi007 ceph-mon[92692]: pgmap v2552: 137 pgs: 8 creating+peering, 8 unknown, 121 active+clean; 13 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-04T16:14:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:38 smithi007 ceph-mon[92692]: osdmap e1460: 8 total, 8 up, 8 in 2024-08-04T16:14:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:38 smithi007 ceph-mon[94998]: pgmap v2552: 137 pgs: 8 creating+peering, 8 unknown, 121 active+clean; 13 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-04T16:14:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:38 smithi007 ceph-mon[94998]: osdmap e1460: 8 total, 8 up, 8 in 2024-08-04T16:14:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:39 smithi062 ceph-mon[85960]: osdmap e1461: 8 total, 8 up, 8 in 2024-08-04T16:14:40.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:39 smithi007 ceph-mon[92692]: osdmap e1461: 8 total, 8 up, 8 in 2024-08-04T16:14:40.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:39 smithi007 ceph-mon[94998]: osdmap e1461: 8 total, 8 up, 8 in 2024-08-04T16:14:41.185 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.Snaps (3907 ms) 2024-08-04T16:14:41.185 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-08-04T16:14:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:40 smithi062 ceph-mon[85960]: pgmap v2555: 137 pgs: 137 active+clean; 37 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.0 MiB/s wr, 101 op/s 2024-08-04T16:14:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:40 smithi062 ceph-mon[85960]: osdmap e1462: 8 total, 8 up, 8 in 2024-08-04T16:14:41.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:40 smithi007 ceph-mon[94998]: pgmap v2555: 137 pgs: 137 active+clean; 37 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.0 MiB/s wr, 101 op/s 2024-08-04T16:14:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:40 smithi007 ceph-mon[94998]: osdmap e1462: 8 total, 8 up, 8 in 2024-08-04T16:14:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:40 smithi007 ceph-mon[92692]: pgmap v2555: 137 pgs: 137 active+clean; 37 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.0 MiB/s wr, 101 op/s 2024-08-04T16:14:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:40 smithi007 ceph-mon[92692]: osdmap e1462: 8 total, 8 up, 8 in 2024-08-04T16:14:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:41 smithi062 ceph-mon[85960]: osdmap e1463: 8 total, 8 up, 8 in 2024-08-04T16:14:42.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:41 smithi007 ceph-mon[92692]: osdmap e1463: 8 total, 8 up, 8 in 2024-08-04T16:14:42.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:41 smithi007 ceph-mon[94998]: osdmap e1463: 8 total, 8 up, 8 in 2024-08-04T16:14:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:14:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:14:43.053 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.SnapDiscard (1868 ms) 2024-08-04T16:14:43.053 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-08-04T16:14:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:42 smithi062 ceph-mon[85960]: pgmap v2558: 137 pgs: 137 active+clean; 61 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 12 MiB/s wr, 159 op/s 2024-08-04T16:14:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:42 smithi062 ceph-mon[85960]: osdmap e1464: 8 total, 8 up, 8 in 2024-08-04T16:14:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:42 smithi007 ceph-mon[92692]: pgmap v2558: 137 pgs: 137 active+clean; 61 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 12 MiB/s wr, 159 op/s 2024-08-04T16:14:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:42 smithi007 ceph-mon[92692]: osdmap e1464: 8 total, 8 up, 8 in 2024-08-04T16:14:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:42 smithi007 ceph-mon[94998]: pgmap v2558: 137 pgs: 137 active+clean; 61 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 12 MiB/s wr, 159 op/s 2024-08-04T16:14:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:42 smithi007 ceph-mon[94998]: osdmap e1464: 8 total, 8 up, 8 in 2024-08-04T16:14:44.125 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.CloneDiscard (1071 ms) 2024-08-04T16:14:44.125 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-08-04T16:14:44.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:43 smithi062 ceph-mon[85960]: osdmap e1465: 8 total, 8 up, 8 in 2024-08-04T16:14:44.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:43 smithi007 ceph-mon[92692]: osdmap e1465: 8 total, 8 up, 8 in 2024-08-04T16:14:44.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:43 smithi007 ceph-mon[94998]: osdmap e1465: 8 total, 8 up, 8 in 2024-08-04T16:14:45.117 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.CloneShrink (992 ms) 2024-08-04T16:14:45.117 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-08-04T16:14:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:44 smithi062 ceph-mon[85960]: pgmap v2561: 137 pgs: 137 active+clean; 65 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 79 op/s 2024-08-04T16:14:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:44 smithi062 ceph-mon[85960]: osdmap e1466: 8 total, 8 up, 8 in 2024-08-04T16:14:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:44 smithi007 ceph-mon[94998]: pgmap v2561: 137 pgs: 137 active+clean; 65 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 79 op/s 2024-08-04T16:14:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:44 smithi007 ceph-mon[94998]: osdmap e1466: 8 total, 8 up, 8 in 2024-08-04T16:14:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:44 smithi007 ceph-mon[92692]: pgmap v2561: 137 pgs: 137 active+clean; 65 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 79 op/s 2024-08-04T16:14:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:44 smithi007 ceph-mon[92692]: osdmap e1466: 8 total, 8 up, 8 in 2024-08-04T16:14:46.086 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.CloneExpand (967 ms) 2024-08-04T16:14:46.086 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-08-04T16:14:46.237 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:14:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:14:46] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-08-04T16:14:46.237 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:45 smithi007 ceph-mon[94998]: osdmap e1467: 8 total, 8 up, 8 in 2024-08-04T16:14:46.238 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:45 smithi007 ceph-mon[94998]: osdmap e1468: 8 total, 8 up, 8 in 2024-08-04T16:14:46.238 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:45 smithi007 ceph-mon[92692]: osdmap e1467: 8 total, 8 up, 8 in 2024-08-04T16:14:46.238 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:45 smithi007 ceph-mon[92692]: osdmap e1468: 8 total, 8 up, 8 in 2024-08-04T16:14:46.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:45 smithi062 ceph-mon[85960]: osdmap e1467: 8 total, 8 up, 8 in 2024-08-04T16:14:46.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:45 smithi062 ceph-mon[85960]: osdmap e1468: 8 total, 8 up, 8 in 2024-08-04T16:14:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:46 smithi062 ceph-mon[85960]: pgmap v2564: 137 pgs: 137 active+clean; 65 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 111 op/s 2024-08-04T16:14:47.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:46 smithi007 ceph-mon[94998]: pgmap v2564: 137 pgs: 137 active+clean; 65 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 111 op/s 2024-08-04T16:14:47.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:46 smithi007 ceph-mon[92692]: pgmap v2564: 137 pgs: 137 active+clean; 65 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 111 op/s 2024-08-04T16:14:48.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:47 smithi062 ceph-mon[85960]: osdmap e1469: 8 total, 8 up, 8 in 2024-08-04T16:14:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:47 smithi007 ceph-mon[92692]: osdmap e1469: 8 total, 8 up, 8 in 2024-08-04T16:14:48.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:47 smithi007 ceph-mon[94998]: osdmap e1469: 8 total, 8 up, 8 in 2024-08-04T16:14:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:48 smithi062 ceph-mon[85960]: pgmap v2567: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 267 op/s 2024-08-04T16:14:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:48 smithi062 ceph-mon[85960]: osdmap e1470: 8 total, 8 up, 8 in 2024-08-04T16:14:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:48 smithi007 ceph-mon[92692]: pgmap v2567: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 267 op/s 2024-08-04T16:14:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:48 smithi007 ceph-mon[92692]: osdmap e1470: 8 total, 8 up, 8 in 2024-08-04T16:14:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:48 smithi007 ceph-mon[94998]: pgmap v2567: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 267 op/s 2024-08-04T16:14:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:48 smithi007 ceph-mon[94998]: osdmap e1470: 8 total, 8 up, 8 in 2024-08-04T16:14:50.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:49 smithi062 ceph-mon[85960]: osdmap e1471: 8 total, 8 up, 8 in 2024-08-04T16:14:50.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:49 smithi007 ceph-mon[92692]: osdmap e1471: 8 total, 8 up, 8 in 2024-08-04T16:14:50.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:49 smithi007 ceph-mon[94998]: osdmap e1471: 8 total, 8 up, 8 in 2024-08-04T16:14:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:50 smithi062 ceph-mon[85960]: pgmap v2570: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.0 MiB/s wr, 474 op/s 2024-08-04T16:14:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:50 smithi062 ceph-mon[85960]: osdmap e1472: 8 total, 8 up, 8 in 2024-08-04T16:14:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:50 smithi007 ceph-mon[92692]: pgmap v2570: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.0 MiB/s wr, 474 op/s 2024-08-04T16:14:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:50 smithi007 ceph-mon[92692]: osdmap e1472: 8 total, 8 up, 8 in 2024-08-04T16:14:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:50 smithi007 ceph-mon[94998]: pgmap v2570: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.0 MiB/s wr, 474 op/s 2024-08-04T16:14:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:50 smithi007 ceph-mon[94998]: osdmap e1472: 8 total, 8 up, 8 in 2024-08-04T16:14:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:51 smithi062 ceph-mon[85960]: osdmap e1473: 8 total, 8 up, 8 in 2024-08-04T16:14:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:14:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:51 smithi007 ceph-mon[92692]: osdmap e1473: 8 total, 8 up, 8 in 2024-08-04T16:14:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:14:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:51 smithi007 ceph-mon[94998]: osdmap e1473: 8 total, 8 up, 8 in 2024-08-04T16:14:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:14:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:14:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:14:53.112 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.CloneHideParent (7028 ms) 2024-08-04T16:14:53.112 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.Clone 2024-08-04T16:14:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:52 smithi062 ceph-mon[85960]: pgmap v2573: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 17 KiB/s wr, 436 op/s 2024-08-04T16:14:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:52 smithi062 ceph-mon[85960]: osdmap e1474: 8 total, 8 up, 8 in 2024-08-04T16:14:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:52 smithi007 ceph-mon[92692]: pgmap v2573: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 17 KiB/s wr, 436 op/s 2024-08-04T16:14:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:52 smithi007 ceph-mon[92692]: osdmap e1474: 8 total, 8 up, 8 in 2024-08-04T16:14:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:52 smithi007 ceph-mon[94998]: pgmap v2573: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 17 KiB/s wr, 436 op/s 2024-08-04T16:14:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:52 smithi007 ceph-mon[94998]: osdmap e1474: 8 total, 8 up, 8 in 2024-08-04T16:14:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:53 smithi062 ceph-mon[85960]: osdmap e1475: 8 total, 8 up, 8 in 2024-08-04T16:14:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:53 smithi007 ceph-mon[92692]: osdmap e1475: 8 total, 8 up, 8 in 2024-08-04T16:14:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:53 smithi007 ceph-mon[94998]: osdmap e1475: 8 total, 8 up, 8 in 2024-08-04T16:14:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:54 smithi062 ceph-mon[85960]: pgmap v2576: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 9.7 KiB/s wr, 182 op/s 2024-08-04T16:14:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:54 smithi062 ceph-mon[85960]: osdmap e1476: 8 total, 8 up, 8 in 2024-08-04T16:14:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:54 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:14:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:54 smithi007 ceph-mon[92692]: pgmap v2576: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 9.7 KiB/s wr, 182 op/s 2024-08-04T16:14:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:54 smithi007 ceph-mon[92692]: osdmap e1476: 8 total, 8 up, 8 in 2024-08-04T16:14:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:54 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:14:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:54 smithi007 ceph-mon[94998]: pgmap v2576: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 9.7 KiB/s wr, 182 op/s 2024-08-04T16:14:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:54 smithi007 ceph-mon[94998]: osdmap e1476: 8 total, 8 up, 8 in 2024-08-04T16:14:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:54 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:14:55.347 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.Clone (2236 ms) 2024-08-04T16:14:55.348 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-08-04T16:14:56.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:56 smithi062 ceph-mon[85960]: osdmap e1477: 8 total, 8 up, 8 in 2024-08-04T16:14:56.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:14:56.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:14:56.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:14:56.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:14:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:14:56] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.43.0" 2024-08-04T16:14:56.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:56 smithi007 ceph-mon[94998]: osdmap e1477: 8 total, 8 up, 8 in 2024-08-04T16:14:56.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:14:56.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:14:56.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:14:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:56 smithi007 ceph-mon[92692]: osdmap e1477: 8 total, 8 up, 8 in 2024-08-04T16:14:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:14:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:14:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:14:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:57 smithi007 ceph-mon[94998]: pgmap v2579: 137 pgs: 137 active+clean; 85 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 119 op/s 2024-08-04T16:14:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:57 smithi007 ceph-mon[94998]: osdmap e1478: 8 total, 8 up, 8 in 2024-08-04T16:14:57.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:57 smithi007 ceph-mon[92692]: pgmap v2579: 137 pgs: 137 active+clean; 85 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 119 op/s 2024-08-04T16:14:57.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:57 smithi007 ceph-mon[92692]: osdmap e1478: 8 total, 8 up, 8 in 2024-08-04T16:14:57.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:57 smithi062 ceph-mon[85960]: pgmap v2579: 137 pgs: 137 active+clean; 85 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 119 op/s 2024-08-04T16:14:57.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:57 smithi062 ceph-mon[85960]: osdmap e1478: 8 total, 8 up, 8 in 2024-08-04T16:14:57.792 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.CloneFlatten (2445 ms) 2024-08-04T16:14:57.793 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.Stress 2024-08-04T16:14:57.815 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 52833259~3805015 2024-08-04T16:14:57.828 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 65910556~711280 2024-08-04T16:14:57.828 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 60866380~2278668 2024-08-04T16:14:57.837 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 50699038~1527544 2024-08-04T16:14:57.839 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 51018852~3644351 2024-08-04T16:14:57.854 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 43303526~2282449 2024-08-04T16:14:57.855 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 5670440~7818327 2024-08-04T16:14:57.873 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 47894602~6680472 2024-08-04T16:14:57.876 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap0 2024-08-04T16:14:58.340 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 153512967 2024-08-04T16:14:58.346 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 87510880~7229394 2024-08-04T16:14:58.349 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 95464937~6590647 2024-08-04T16:14:58.351 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 22904637~5646187 2024-08-04T16:14:58.351 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 44435516~134702 2024-08-04T16:14:58.358 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 110562767~4044285 2024-08-04T16:14:58.358 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 117189897~1431627 2024-08-04T16:14:58.358 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 34969647~1128777 2024-08-04T16:14:58.358 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 127428667~7180196 2024-08-04T16:14:58.386 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap1 2024-08-04T16:14:58.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:58 smithi007 ceph-mon[94998]: osdmap e1479: 8 total, 8 up, 8 in 2024-08-04T16:14:58.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:58 smithi007 ceph-mon[92692]: osdmap e1479: 8 total, 8 up, 8 in 2024-08-04T16:14:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:58 smithi062 ceph-mon[85960]: osdmap e1479: 8 total, 8 up, 8 in 2024-08-04T16:14:59.360 INFO:tasks.workunit.client.0.smithi007.stdout:clone image234 -> image235 2024-08-04T16:14:59.412 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 139113541~1458013 2024-08-04T16:14:59.422 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 35685243~4582063 2024-08-04T16:14:59.429 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 15165696~473138 2024-08-04T16:14:59.439 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 57295359~1574937 2024-08-04T16:14:59.457 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 112376896~4234414 2024-08-04T16:14:59.482 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 108949956~2708730 2024-08-04T16:14:59.485 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 73680021~1655915 2024-08-04T16:14:59.493 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 141615345~6889820 2024-08-04T16:14:59.496 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap2 2024-08-04T16:14:59.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:59 smithi007 ceph-mon[92692]: pgmap v2582: 137 pgs: 137 active+clean; 105 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 9.0 MiB/s wr, 308 op/s 2024-08-04T16:14:59.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:14:59 smithi007 ceph-mon[92692]: osdmap e1480: 8 total, 8 up, 8 in 2024-08-04T16:14:59.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:59 smithi007 ceph-mon[94998]: pgmap v2582: 137 pgs: 137 active+clean; 105 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 9.0 MiB/s wr, 308 op/s 2024-08-04T16:14:59.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:14:59 smithi007 ceph-mon[94998]: osdmap e1480: 8 total, 8 up, 8 in 2024-08-04T16:14:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:59 smithi062 ceph-mon[85960]: pgmap v2582: 137 pgs: 137 active+clean; 105 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 9.0 MiB/s wr, 308 op/s 2024-08-04T16:14:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:14:59 smithi062 ceph-mon[85960]: osdmap e1480: 8 total, 8 up, 8 in 2024-08-04T16:15:00.368 INFO:tasks.workunit.client.0.smithi007.stdout:clone image235 -> image236 2024-08-04T16:15:00.432 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 25853191~3481759 2024-08-04T16:15:00.463 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 7511638~4970798 2024-08-04T16:15:00.490 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 79381874~8083221 2024-08-04T16:15:00.516 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 41082946~5606351 2024-08-04T16:15:00.519 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 113435437~1947055 2024-08-04T16:15:00.539 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 61843172~753859 2024-08-04T16:15:00.548 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 13953043~5335652 2024-08-04T16:15:00.564 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 120638697~6349651 2024-08-04T16:15:00.567 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap3 2024-08-04T16:15:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:00 smithi062 ceph-mon[85960]: osdmap e1481: 8 total, 8 up, 8 in 2024-08-04T16:15:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:00 smithi062 ceph-mon[85960]: pgmap v2585: 137 pgs: 137 active+clean; 195 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 26 MiB/s wr, 382 op/s 2024-08-04T16:15:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:00 smithi007 ceph-mon[94998]: osdmap e1481: 8 total, 8 up, 8 in 2024-08-04T16:15:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:00 smithi007 ceph-mon[94998]: pgmap v2585: 137 pgs: 137 active+clean; 195 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 26 MiB/s wr, 382 op/s 2024-08-04T16:15:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:00 smithi007 ceph-mon[92692]: osdmap e1481: 8 total, 8 up, 8 in 2024-08-04T16:15:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:00 smithi007 ceph-mon[92692]: pgmap v2585: 137 pgs: 137 active+clean; 195 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 26 MiB/s wr, 382 op/s 2024-08-04T16:15:01.366 INFO:tasks.workunit.client.0.smithi007.stdout:clone image236 -> image237 2024-08-04T16:15:01.442 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 219690474 2024-08-04T16:15:01.755 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.Stress (3962 ms) 2024-08-04T16:15:01.755 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-08-04T16:15:01.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:01 smithi062 ceph-mon[85960]: osdmap e1482: 8 total, 8 up, 8 in 2024-08-04T16:15:01.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:01 smithi007 ceph-mon[92692]: osdmap e1482: 8 total, 8 up, 8 in 2024-08-04T16:15:01.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:01 smithi007 ceph-mon[94998]: osdmap e1482: 8 total, 8 up, 8 in 2024-08-04T16:15:02.007 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (253 ms) 2024-08-04T16:15:02.008 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-08-04T16:15:02.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:02 smithi062 ceph-mon[85960]: osdmap e1483: 8 total, 8 up, 8 in 2024-08-04T16:15:02.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:02 smithi062 ceph-mon[85960]: pgmap v2588: 137 pgs: 137 active+clean; 287 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 39 MiB/s wr, 552 op/s 2024-08-04T16:15:02.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:15:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:15:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:02 smithi007 ceph-mon[94998]: osdmap e1483: 8 total, 8 up, 8 in 2024-08-04T16:15:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:02 smithi007 ceph-mon[94998]: pgmap v2588: 137 pgs: 137 active+clean; 287 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 39 MiB/s wr, 552 op/s 2024-08-04T16:15:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:02 smithi007 ceph-mon[92692]: osdmap e1483: 8 total, 8 up, 8 in 2024-08-04T16:15:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:02 smithi007 ceph-mon[92692]: pgmap v2588: 137 pgs: 137 active+clean; 287 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 39 MiB/s wr, 552 op/s 2024-08-04T16:15:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:03 smithi062 ceph-mon[85960]: osdmap e1484: 8 total, 8 up, 8 in 2024-08-04T16:15:03.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:03 smithi007 ceph-mon[94998]: osdmap e1484: 8 total, 8 up, 8 in 2024-08-04T16:15:03.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:03 smithi007 ceph-mon[92692]: osdmap e1484: 8 total, 8 up, 8 in 2024-08-04T16:15:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:04 smithi062 ceph-mon[85960]: osdmap e1485: 8 total, 8 up, 8 in 2024-08-04T16:15:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:04 smithi062 ceph-mon[85960]: pgmap v2591: 137 pgs: 137 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 23 MiB/s wr, 454 op/s 2024-08-04T16:15:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:04 smithi007 ceph-mon[94998]: osdmap e1485: 8 total, 8 up, 8 in 2024-08-04T16:15:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:04 smithi007 ceph-mon[94998]: pgmap v2591: 137 pgs: 137 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 23 MiB/s wr, 454 op/s 2024-08-04T16:15:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:04 smithi007 ceph-mon[92692]: osdmap e1485: 8 total, 8 up, 8 in 2024-08-04T16:15:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:04 smithi007 ceph-mon[92692]: pgmap v2591: 137 pgs: 137 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 23 MiB/s wr, 454 op/s 2024-08-04T16:15:05.681 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3673 ms) 2024-08-04T16:15:05.681 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-08-04T16:15:05.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:05 smithi062 ceph-mon[85960]: osdmap e1486: 8 total, 8 up, 8 in 2024-08-04T16:15:05.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:05 smithi007 ceph-mon[94998]: osdmap e1486: 8 total, 8 up, 8 in 2024-08-04T16:15:05.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:05 smithi007 ceph-mon[92692]: osdmap e1486: 8 total, 8 up, 8 in 2024-08-04T16:15:06.377 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:15:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:15:06] "GET /metrics HTTP/1.1" 200 36444 "" "Prometheus/2.43.0" 2024-08-04T16:15:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:06 smithi062 ceph-mon[85960]: osdmap e1487: 8 total, 8 up, 8 in 2024-08-04T16:15:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:06 smithi062 ceph-mon[85960]: pgmap v2594: 137 pgs: 137 active+clean; 374 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 19 MiB/s wr, 316 op/s 2024-08-04T16:15:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:15:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:06 smithi007 ceph-mon[92692]: osdmap e1487: 8 total, 8 up, 8 in 2024-08-04T16:15:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:06 smithi007 ceph-mon[92692]: pgmap v2594: 137 pgs: 137 active+clean; 374 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 19 MiB/s wr, 316 op/s 2024-08-04T16:15:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:15:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:06 smithi007 ceph-mon[94998]: osdmap e1487: 8 total, 8 up, 8 in 2024-08-04T16:15:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:06 smithi007 ceph-mon[94998]: pgmap v2594: 137 pgs: 137 active+clean; 374 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 19 MiB/s wr, 316 op/s 2024-08-04T16:15:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:15:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:07 smithi062 ceph-mon[85960]: osdmap e1488: 8 total, 8 up, 8 in 2024-08-04T16:15:07.775 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2094 ms) 2024-08-04T16:15:07.775 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-08-04T16:15:07.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:07 smithi007 ceph-mon[92692]: osdmap e1488: 8 total, 8 up, 8 in 2024-08-04T16:15:07.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:07 smithi007 ceph-mon[94998]: osdmap e1488: 8 total, 8 up, 8 in 2024-08-04T16:15:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:08 smithi062 ceph-mon[85960]: osdmap e1489: 8 total, 8 up, 8 in 2024-08-04T16:15:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:08 smithi062 ceph-mon[85960]: pgmap v2597: 137 pgs: 137 active+clean; 398 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 20 MiB/s wr, 375 op/s 2024-08-04T16:15:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:08 smithi007 ceph-mon[94998]: osdmap e1489: 8 total, 8 up, 8 in 2024-08-04T16:15:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:08 smithi007 ceph-mon[94998]: pgmap v2597: 137 pgs: 137 active+clean; 398 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 20 MiB/s wr, 375 op/s 2024-08-04T16:15:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:08 smithi007 ceph-mon[92692]: osdmap e1489: 8 total, 8 up, 8 in 2024-08-04T16:15:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:08 smithi007 ceph-mon[92692]: pgmap v2597: 137 pgs: 137 active+clean; 398 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 20 MiB/s wr, 375 op/s 2024-08-04T16:15:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:09 smithi062 ceph-mon[85960]: osdmap e1490: 8 total, 8 up, 8 in 2024-08-04T16:15:09.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:09 smithi007 ceph-mon[92692]: osdmap e1490: 8 total, 8 up, 8 in 2024-08-04T16:15:09.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:09 smithi007 ceph-mon[94998]: osdmap e1490: 8 total, 8 up, 8 in 2024-08-04T16:15:09.895 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2121 ms) 2024-08-04T16:15:09.896 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-08-04T16:15:09.918 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 15675098~5069919 2024-08-04T16:15:09.940 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 6725834~7417022 2024-08-04T16:15:09.941 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 39472667~447399 2024-08-04T16:15:09.945 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 53015197~6583788 2024-08-04T16:15:09.945 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 18454155~1677027 2024-08-04T16:15:09.953 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 23425041~5054400 2024-08-04T16:15:09.953 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 63469270~814375 2024-08-04T16:15:09.958 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 14809335~4661642 2024-08-04T16:15:09.959 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap0 2024-08-04T16:15:10.414 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 103093354 2024-08-04T16:15:10.420 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 75218404~6326264 2024-08-04T16:15:10.422 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 10501815~7765710 2024-08-04T16:15:10.423 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 73507244~4340095 2024-08-04T16:15:10.453 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 81800241~4506619 2024-08-04T16:15:10.456 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 77547511~8377867 2024-08-04T16:15:10.464 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 26674542~7352037 2024-08-04T16:15:10.466 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 82845825~7119958 2024-08-04T16:15:10.481 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 56887266~2335136 2024-08-04T16:15:10.485 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap1 2024-08-04T16:15:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:10 smithi062 ceph-mon[85960]: osdmap e1491: 8 total, 8 up, 8 in 2024-08-04T16:15:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:10 smithi062 ceph-mon[85960]: pgmap v2600: 137 pgs: 137 active+clean; 426 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 13 MiB/s wr, 439 op/s 2024-08-04T16:15:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:10 smithi007 ceph-mon[92692]: osdmap e1491: 8 total, 8 up, 8 in 2024-08-04T16:15:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:10 smithi007 ceph-mon[92692]: pgmap v2600: 137 pgs: 137 active+clean; 426 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 13 MiB/s wr, 439 op/s 2024-08-04T16:15:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:10 smithi007 ceph-mon[94998]: osdmap e1491: 8 total, 8 up, 8 in 2024-08-04T16:15:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:10 smithi007 ceph-mon[94998]: pgmap v2600: 137 pgs: 137 active+clean; 426 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 13 MiB/s wr, 439 op/s 2024-08-04T16:15:11.429 INFO:tasks.workunit.client.0.smithi007.stdout:clone image256 -> image257 2024-08-04T16:15:11.488 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 133642030 2024-08-04T16:15:11.495 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 64291932~992260 2024-08-04T16:15:11.508 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 8925150~5329304 2024-08-04T16:15:11.516 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 3512051~8189615 2024-08-04T16:15:11.547 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 110307227~2407066 2024-08-04T16:15:11.548 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 19822267~4175798 2024-08-04T16:15:11.566 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 33498775~2682739 2024-08-04T16:15:11.571 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 121567883~5917127 2024-08-04T16:15:11.595 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 119148446~5982959 2024-08-04T16:15:11.597 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap2 2024-08-04T16:15:11.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:11 smithi062 ceph-mon[85960]: osdmap e1492: 8 total, 8 up, 8 in 2024-08-04T16:15:11.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:11 smithi007 ceph-mon[92692]: osdmap e1492: 8 total, 8 up, 8 in 2024-08-04T16:15:11.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:11 smithi007 ceph-mon[94998]: osdmap e1492: 8 total, 8 up, 8 in 2024-08-04T16:15:12.439 INFO:tasks.workunit.client.0.smithi007.stdout:clone image257 -> image258 2024-08-04T16:15:12.509 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 86070747 2024-08-04T16:15:12.536 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 11682129~7787555 2024-08-04T16:15:12.574 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 57516999~4234706 2024-08-04T16:15:12.578 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 19743272~1796542 2024-08-04T16:15:12.591 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 49743933~4612296 2024-08-04T16:15:12.594 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 75883752~34632 2024-08-04T16:15:12.621 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 74815135~3996442 2024-08-04T16:15:12.635 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 74916071~3913267 2024-08-04T16:15:12.650 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 68330123~627693 2024-08-04T16:15:12.653 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap3 2024-08-04T16:15:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:12 smithi062 ceph-mon[85960]: osdmap e1493: 8 total, 8 up, 8 in 2024-08-04T16:15:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:12 smithi062 ceph-mon[85960]: pgmap v2603: 137 pgs: 137 active+clean; 467 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 18 MiB/s wr, 500 op/s 2024-08-04T16:15:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:15:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:15:12.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:12 smithi007 ceph-mon[92692]: osdmap e1493: 8 total, 8 up, 8 in 2024-08-04T16:15:12.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:12 smithi007 ceph-mon[92692]: pgmap v2603: 137 pgs: 137 active+clean; 467 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 18 MiB/s wr, 500 op/s 2024-08-04T16:15:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:12 smithi007 ceph-mon[94998]: osdmap e1493: 8 total, 8 up, 8 in 2024-08-04T16:15:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:12 smithi007 ceph-mon[94998]: pgmap v2603: 137 pgs: 137 active+clean; 467 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 18 MiB/s wr, 500 op/s 2024-08-04T16:15:13.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:13 smithi062 ceph-mon[85960]: osdmap e1494: 8 total, 8 up, 8 in 2024-08-04T16:15:13.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:13 smithi007 ceph-mon[92692]: osdmap e1494: 8 total, 8 up, 8 in 2024-08-04T16:15:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:13 smithi007 ceph-mon[94998]: osdmap e1494: 8 total, 8 up, 8 in 2024-08-04T16:15:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:14 smithi062 ceph-mon[85960]: osdmap e1495: 8 total, 8 up, 8 in 2024-08-04T16:15:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:14 smithi062 ceph-mon[85960]: pgmap v2606: 137 pgs: 137 active+clean; 510 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 20 MiB/s wr, 175 op/s 2024-08-04T16:15:14.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:14 smithi007 ceph-mon[92692]: osdmap e1495: 8 total, 8 up, 8 in 2024-08-04T16:15:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:14 smithi007 ceph-mon[92692]: pgmap v2606: 137 pgs: 137 active+clean; 510 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 20 MiB/s wr, 175 op/s 2024-08-04T16:15:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:14 smithi007 ceph-mon[94998]: osdmap e1495: 8 total, 8 up, 8 in 2024-08-04T16:15:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:14 smithi007 ceph-mon[94998]: pgmap v2606: 137 pgs: 137 active+clean; 510 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 20 MiB/s wr, 175 op/s 2024-08-04T16:15:14.881 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (4986 ms) 2024-08-04T16:15:14.882 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-08-04T16:15:15.095 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (214 ms) 2024-08-04T16:15:15.095 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-08-04T16:15:15.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:15 smithi062 ceph-mon[85960]: osdmap e1496: 8 total, 8 up, 8 in 2024-08-04T16:15:15.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:15 smithi007 ceph-mon[92692]: osdmap e1496: 8 total, 8 up, 8 in 2024-08-04T16:15:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:15 smithi007 ceph-mon[94998]: osdmap e1496: 8 total, 8 up, 8 in 2024-08-04T16:15:16.436 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:15:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:15:16] "GET /metrics HTTP/1.1" 200 36444 "" "Prometheus/2.43.0" 2024-08-04T16:15:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:16 smithi062 ceph-mon[85960]: osdmap e1497: 8 total, 8 up, 8 in 2024-08-04T16:15:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:16 smithi062 ceph-mon[85960]: pgmap v2609: 137 pgs: 137 active+clean; 643 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 38 MiB/s wr, 367 op/s 2024-08-04T16:15:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:16 smithi007 ceph-mon[92692]: osdmap e1497: 8 total, 8 up, 8 in 2024-08-04T16:15:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:16 smithi007 ceph-mon[92692]: pgmap v2609: 137 pgs: 137 active+clean; 643 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 38 MiB/s wr, 367 op/s 2024-08-04T16:15:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:16 smithi007 ceph-mon[94998]: osdmap e1497: 8 total, 8 up, 8 in 2024-08-04T16:15:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:16 smithi007 ceph-mon[94998]: pgmap v2609: 137 pgs: 137 active+clean; 643 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 38 MiB/s wr, 367 op/s 2024-08-04T16:15:17.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:17 smithi062 ceph-mon[85960]: osdmap e1498: 8 total, 8 up, 8 in 2024-08-04T16:15:17.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:17 smithi007 ceph-mon[92692]: osdmap e1498: 8 total, 8 up, 8 in 2024-08-04T16:15:17.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:17 smithi007 ceph-mon[94998]: osdmap e1498: 8 total, 8 up, 8 in 2024-08-04T16:15:18.713 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3617 ms) 2024-08-04T16:15:18.713 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-08-04T16:15:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:18 smithi062 ceph-mon[85960]: osdmap e1499: 8 total, 8 up, 8 in 2024-08-04T16:15:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:18 smithi062 ceph-mon[85960]: pgmap v2612: 137 pgs: 137 active+clean; 695 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 42 MiB/s wr, 499 op/s 2024-08-04T16:15:18.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:18 smithi007 ceph-mon[94998]: osdmap e1499: 8 total, 8 up, 8 in 2024-08-04T16:15:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:18 smithi007 ceph-mon[94998]: pgmap v2612: 137 pgs: 137 active+clean; 695 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 42 MiB/s wr, 499 op/s 2024-08-04T16:15:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:18 smithi007 ceph-mon[92692]: osdmap e1499: 8 total, 8 up, 8 in 2024-08-04T16:15:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:18 smithi007 ceph-mon[92692]: pgmap v2612: 137 pgs: 137 active+clean; 695 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 42 MiB/s wr, 499 op/s 2024-08-04T16:15:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:19 smithi062 ceph-mon[85960]: osdmap e1500: 8 total, 8 up, 8 in 2024-08-04T16:15:19.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:19 smithi007 ceph-mon[94998]: osdmap e1500: 8 total, 8 up, 8 in 2024-08-04T16:15:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:19 smithi007 ceph-mon[92692]: osdmap e1500: 8 total, 8 up, 8 in 2024-08-04T16:15:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:20 smithi062 ceph-mon[85960]: osdmap e1501: 8 total, 8 up, 8 in 2024-08-04T16:15:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:20 smithi062 ceph-mon[85960]: pgmap v2615: 137 pgs: 137 active+clean; 771 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 69 MiB/s rd, 31 MiB/s wr, 345 op/s 2024-08-04T16:15:20.804 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2092 ms) 2024-08-04T16:15:20.805 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-08-04T16:15:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:20 smithi007 ceph-mon[94998]: osdmap e1501: 8 total, 8 up, 8 in 2024-08-04T16:15:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:20 smithi007 ceph-mon[94998]: pgmap v2615: 137 pgs: 137 active+clean; 771 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 69 MiB/s rd, 31 MiB/s wr, 345 op/s 2024-08-04T16:15:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:20 smithi007 ceph-mon[92692]: osdmap e1501: 8 total, 8 up, 8 in 2024-08-04T16:15:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:20 smithi007 ceph-mon[92692]: pgmap v2615: 137 pgs: 137 active+clean; 771 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 69 MiB/s rd, 31 MiB/s wr, 345 op/s 2024-08-04T16:15:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:21 smithi062 ceph-mon[85960]: osdmap e1502: 8 total, 8 up, 8 in 2024-08-04T16:15:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:15:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:21 smithi007 ceph-mon[92692]: osdmap e1502: 8 total, 8 up, 8 in 2024-08-04T16:15:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:15:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:21 smithi007 ceph-mon[94998]: osdmap e1502: 8 total, 8 up, 8 in 2024-08-04T16:15:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:15:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:22 smithi062 ceph-mon[85960]: osdmap e1503: 8 total, 8 up, 8 in 2024-08-04T16:15:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:22 smithi062 ceph-mon[85960]: pgmap v2618: 137 pgs: 137 active+clean; 799 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 59 MiB/s rd, 25 MiB/s wr, 303 op/s 2024-08-04T16:15:22.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:15:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:15:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:15:22.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:22 smithi007 ceph-mon[94998]: osdmap e1503: 8 total, 8 up, 8 in 2024-08-04T16:15:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:22 smithi007 ceph-mon[94998]: pgmap v2618: 137 pgs: 137 active+clean; 799 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 59 MiB/s rd, 25 MiB/s wr, 303 op/s 2024-08-04T16:15:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:22 smithi007 ceph-mon[92692]: osdmap e1503: 8 total, 8 up, 8 in 2024-08-04T16:15:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:22 smithi007 ceph-mon[92692]: pgmap v2618: 137 pgs: 137 active+clean; 799 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 59 MiB/s rd, 25 MiB/s wr, 303 op/s 2024-08-04T16:15:22.916 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2112 ms) 2024-08-04T16:15:22.916 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-08-04T16:15:22.939 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 20873237~3569249 2024-08-04T16:15:22.960 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 34652200~775812 2024-08-04T16:15:22.960 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 6758771~4769204 2024-08-04T16:15:22.970 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 26559698~7164424 2024-08-04T16:15:22.971 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 960483~5259333 2024-08-04T16:15:22.981 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 70858017~792822 2024-08-04T16:15:22.982 INFO:tasks.workunit.client.0.smithi007.stdout:write: A 78690890~5195190 2024-08-04T16:15:23.002 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 16549854~5545696 2024-08-04T16:15:23.006 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap0 2024-08-04T16:15:23.496 INFO:tasks.workunit.client.0.smithi007.stdout:clone image277 -> image278 2024-08-04T16:15:23.545 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 150802215 2024-08-04T16:15:23.550 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 114337113~6688501 2024-08-04T16:15:23.573 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 145397683~3494268 2024-08-04T16:15:23.573 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 4121961~2434834 2024-08-04T16:15:23.599 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 60418471~3784480 2024-08-04T16:15:23.602 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 17115119~2504725 2024-08-04T16:15:23.614 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 15764644~798749 2024-08-04T16:15:23.617 INFO:tasks.workunit.client.0.smithi007.stdout:write: B 106328982~2943507 2024-08-04T16:15:23.631 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 131797685~5839100 2024-08-04T16:15:23.631 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap1 2024-08-04T16:15:23.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:23 smithi062 ceph-mon[85960]: osdmap e1504: 8 total, 8 up, 8 in 2024-08-04T16:15:23.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:23 smithi007 ceph-mon[94998]: osdmap e1504: 8 total, 8 up, 8 in 2024-08-04T16:15:23.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:23 smithi007 ceph-mon[92692]: osdmap e1504: 8 total, 8 up, 8 in 2024-08-04T16:15:24.504 INFO:tasks.workunit.client.0.smithi007.stdout:clone image278 -> image279 2024-08-04T16:15:24.573 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 69778104~2817091 2024-08-04T16:15:24.585 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 28943398~1079989 2024-08-04T16:15:24.590 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 116386523~3462062 2024-08-04T16:15:24.619 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 4351822~584156 2024-08-04T16:15:24.642 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 143734047~1986230 2024-08-04T16:15:24.653 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 139805473~6384755 2024-08-04T16:15:24.654 INFO:tasks.workunit.client.0.smithi007.stdout:write: C 130899227~164066 2024-08-04T16:15:24.657 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 54375440~171599 2024-08-04T16:15:24.661 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap2 2024-08-04T16:15:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:24 smithi062 ceph-mon[85960]: osdmap e1505: 8 total, 8 up, 8 in 2024-08-04T16:15:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:24 smithi062 ceph-mon[85960]: pgmap v2621: 137 pgs: 137 active+clean; 817 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 12 MiB/s wr, 214 op/s 2024-08-04T16:15:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:24 smithi007 ceph-mon[94998]: osdmap e1505: 8 total, 8 up, 8 in 2024-08-04T16:15:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:24 smithi007 ceph-mon[94998]: pgmap v2621: 137 pgs: 137 active+clean; 817 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 12 MiB/s wr, 214 op/s 2024-08-04T16:15:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:24 smithi007 ceph-mon[92692]: osdmap e1505: 8 total, 8 up, 8 in 2024-08-04T16:15:24.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:24 smithi007 ceph-mon[92692]: pgmap v2621: 137 pgs: 137 active+clean; 817 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 12 MiB/s wr, 214 op/s 2024-08-04T16:15:25.511 INFO:tasks.workunit.client.0.smithi007.stdout:clone image279 -> image280 2024-08-04T16:15:25.598 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 142383481 2024-08-04T16:15:25.608 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 13054768~2293681 2024-08-04T16:15:25.624 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 94834047~1896412 2024-08-04T16:15:25.629 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 34354075~2790649 2024-08-04T16:15:25.642 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 109908700~4611446 2024-08-04T16:15:25.667 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 86378743~4410193 2024-08-04T16:15:25.682 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 50562497~572177 2024-08-04T16:15:25.686 INFO:tasks.workunit.client.0.smithi007.stdout:write: D 121350495~3081204 2024-08-04T16:15:25.711 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 82579106~1310838 2024-08-04T16:15:25.732 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap3 2024-08-04T16:15:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:25 smithi062 ceph-mon[85960]: osdmap e1506: 8 total, 8 up, 8 in 2024-08-04T16:15:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:25 smithi007 ceph-mon[92692]: osdmap e1506: 8 total, 8 up, 8 in 2024-08-04T16:15:25.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:25 smithi007 ceph-mon[94998]: osdmap e1506: 8 total, 8 up, 8 in 2024-08-04T16:15:26.491 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:15:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:15:26] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.43.0" 2024-08-04T16:15:26.508 INFO:tasks.workunit.client.0.smithi007.stdout:resize: 194443716 2024-08-04T16:15:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:26 smithi062 ceph-mon[85960]: osdmap e1507: 8 total, 8 up, 8 in 2024-08-04T16:15:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:26 smithi062 ceph-mon[85960]: pgmap v2624: 137 pgs: 137 active+clean; 903 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 24 MiB/s wr, 493 op/s 2024-08-04T16:15:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:26 smithi007 ceph-mon[92692]: osdmap e1507: 8 total, 8 up, 8 in 2024-08-04T16:15:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:26 smithi007 ceph-mon[92692]: pgmap v2624: 137 pgs: 137 active+clean; 903 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 24 MiB/s wr, 493 op/s 2024-08-04T16:15:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:26 smithi007 ceph-mon[94998]: osdmap e1507: 8 total, 8 up, 8 in 2024-08-04T16:15:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:26 smithi007 ceph-mon[94998]: pgmap v2624: 137 pgs: 137 active+clean; 903 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 24 MiB/s wr, 493 op/s 2024-08-04T16:15:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:27 smithi062 ceph-mon[85960]: osdmap e1508: 8 total, 8 up, 8 in 2024-08-04T16:15:27.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:27 smithi007 ceph-mon[92692]: osdmap e1508: 8 total, 8 up, 8 in 2024-08-04T16:15:27.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:27 smithi007 ceph-mon[94998]: osdmap e1508: 8 total, 8 up, 8 in 2024-08-04T16:15:27.948 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (5032 ms) 2024-08-04T16:15:27.948 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-08-04T16:15:27.970 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:15:28.040 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (92 ms) 2024-08-04T16:15:28.040 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-08-04T16:15:28.063 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:15:28.134 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (93 ms) 2024-08-04T16:15:28.134 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-08-04T16:15:28.157 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:15:28.227 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (93 ms) 2024-08-04T16:15:28.227 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-08-04T16:15:28.249 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:15:28.319 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (93 ms) 2024-08-04T16:15:28.319 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-08-04T16:15:28.341 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:15:28.411 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (91 ms) 2024-08-04T16:15:28.411 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-08-04T16:15:28.434 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:15:28.505 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (94 ms) 2024-08-04T16:15:28.505 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-08-04T16:15:28.529 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:15:28.599 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (94 ms) 2024-08-04T16:15:28.599 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-08-04T16:15:28.621 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:15:28.693 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (94 ms) 2024-08-04T16:15:28.693 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-08-04T16:15:28.715 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:15:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:28 smithi062 ceph-mon[85960]: osdmap e1509: 8 total, 8 up, 8 in 2024-08-04T16:15:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:28 smithi062 ceph-mon[85960]: pgmap v2627: 137 pgs: 137 active+clean; 996 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 39 MiB/s wr, 560 op/s 2024-08-04T16:15:28.785 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (92 ms) 2024-08-04T16:15:28.785 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-08-04T16:15:28.806 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:15:28.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:28 smithi007 ceph-mon[92692]: osdmap e1509: 8 total, 8 up, 8 in 2024-08-04T16:15:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:28 smithi007 ceph-mon[92692]: pgmap v2627: 137 pgs: 137 active+clean; 996 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 39 MiB/s wr, 560 op/s 2024-08-04T16:15:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:28 smithi007 ceph-mon[94998]: osdmap e1509: 8 total, 8 up, 8 in 2024-08-04T16:15:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:28 smithi007 ceph-mon[94998]: pgmap v2627: 137 pgs: 137 active+clean; 996 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 39 MiB/s wr, 560 op/s 2024-08-04T16:15:28.875 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (90 ms) 2024-08-04T16:15:29.512 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 31 tests from TestDeepCopy (53998 ms total) 2024-08-04T16:15:29.512 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:15:29.512 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 51 tests from TestMirroring 2024-08-04T16:15:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:30 smithi007 ceph-mon[92692]: osdmap e1510: 8 total, 8 up, 8 in 2024-08-04T16:15:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:30 smithi007 ceph-mon[92692]: pgmap v2629: 105 pgs: 105 active+clean; 4.6 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail 2024-08-04T16:15:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:30 smithi007 ceph-mon[94998]: osdmap e1510: 8 total, 8 up, 8 in 2024-08-04T16:15:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:30 smithi007 ceph-mon[94998]: pgmap v2629: 105 pgs: 105 active+clean; 4.6 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail 2024-08-04T16:15:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:30 smithi062 ceph-mon[85960]: osdmap e1510: 8 total, 8 up, 8 in 2024-08-04T16:15:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:30 smithi062 ceph-mon[85960]: pgmap v2629: 105 pgs: 105 active+clean; 4.6 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail 2024-08-04T16:15:31.520 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-08-04T16:15:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:31 smithi007 ceph-mon[92692]: osdmap e1511: 8 total, 8 up, 8 in 2024-08-04T16:15:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:31 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:15:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:31 smithi007 ceph-mon[94998]: osdmap e1511: 8 total, 8 up, 8 in 2024-08-04T16:15:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:31 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:15:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:31 smithi062 ceph-mon[85960]: osdmap e1511: 8 total, 8 up, 8 in 2024-08-04T16:15:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:31 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:15:32.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:32 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:15:32.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:32 smithi062 ceph-mon[85960]: osdmap e1512: 8 total, 8 up, 8 in 2024-08-04T16:15:32.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:32 smithi062 ceph-mon[85960]: pgmap v2632: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-08-04T16:15:32.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:15:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:15:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:32 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:15:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:32 smithi007 ceph-mon[92692]: osdmap e1512: 8 total, 8 up, 8 in 2024-08-04T16:15:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:32 smithi007 ceph-mon[92692]: pgmap v2632: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-08-04T16:15:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:32 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:15:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:32 smithi007 ceph-mon[94998]: osdmap e1512: 8 total, 8 up, 8 in 2024-08-04T16:15:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:32 smithi007 ceph-mon[94998]: pgmap v2632: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-08-04T16:15:33.661 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2140 ms) 2024-08-04T16:15:33.661 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-08-04T16:15:33.766 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (106 ms) 2024-08-04T16:15:33.766 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-08-04T16:15:33.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:33 smithi007 ceph-mon[94998]: osdmap e1513: 8 total, 8 up, 8 in 2024-08-04T16:15:33.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:33 smithi007 ceph-mon[92692]: osdmap e1513: 8 total, 8 up, 8 in 2024-08-04T16:15:33.846 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (79 ms) 2024-08-04T16:15:33.846 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-08-04T16:15:33.950 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (105 ms) 2024-08-04T16:15:33.950 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-08-04T16:15:34.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:33 smithi062 ceph-mon[85960]: osdmap e1513: 8 total, 8 up, 8 in 2024-08-04T16:15:34.042 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (92 ms) 2024-08-04T16:15:34.042 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-08-04T16:15:34.136 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (93 ms) 2024-08-04T16:15:34.136 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-08-04T16:15:34.248 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (113 ms) 2024-08-04T16:15:34.249 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-08-04T16:15:34.249 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:15:34.249 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-08-04T16:15:34.249 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-08-04T16:15:34.249 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:15:34.249 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-08-04T16:15:34.249 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-08-04T16:15:34.319 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (70 ms) 2024-08-04T16:15:34.319 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-08-04T16:15:34.393 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (75 ms) 2024-08-04T16:15:34.393 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-08-04T16:15:34.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:34 smithi007 ceph-mon[92692]: osdmap e1514: 8 total, 8 up, 8 in 2024-08-04T16:15:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:34 smithi007 ceph-mon[92692]: pgmap v2635: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-08-04T16:15:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:34 smithi007 ceph-mon[94998]: osdmap e1514: 8 total, 8 up, 8 in 2024-08-04T16:15:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:34 smithi007 ceph-mon[94998]: pgmap v2635: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-08-04T16:15:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:34 smithi062 ceph-mon[85960]: osdmap e1514: 8 total, 8 up, 8 in 2024-08-04T16:15:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:34 smithi062 ceph-mon[85960]: pgmap v2635: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-08-04T16:15:35.610 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1216 ms) 2024-08-04T16:15:35.610 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-08-04T16:15:35.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:35 smithi007 ceph-mon[92692]: osdmap e1515: 8 total, 8 up, 8 in 2024-08-04T16:15:35.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:35 smithi007 ceph-mon[94998]: osdmap e1515: 8 total, 8 up, 8 in 2024-08-04T16:15:36.013 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:35 smithi062 ceph-mon[85960]: osdmap e1515: 8 total, 8 up, 8 in 2024-08-04T16:15:36.549 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:15:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:15:36] "GET /metrics HTTP/1.1" 200 36414 "" "Prometheus/2.43.0" 2024-08-04T16:15:36.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:36 smithi007 ceph-mon[92692]: osdmap e1516: 8 total, 8 up, 8 in 2024-08-04T16:15:36.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:36 smithi007 ceph-mon[92692]: pgmap v2638: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 13 KiB/s wr, 107 op/s 2024-08-04T16:15:36.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:15:36.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:36 smithi007 ceph-mon[94998]: osdmap e1516: 8 total, 8 up, 8 in 2024-08-04T16:15:36.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:36 smithi007 ceph-mon[94998]: pgmap v2638: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 13 KiB/s wr, 107 op/s 2024-08-04T16:15:36.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:15:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:36 smithi062 ceph-mon[85960]: osdmap e1516: 8 total, 8 up, 8 in 2024-08-04T16:15:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:36 smithi062 ceph-mon[85960]: pgmap v2638: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 13 KiB/s wr, 107 op/s 2024-08-04T16:15:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:15:37.608 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (1998 ms) 2024-08-04T16:15:37.608 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-08-04T16:15:37.699 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (91 ms) 2024-08-04T16:15:37.699 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-08-04T16:15:37.786 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (88 ms) 2024-08-04T16:15:37.786 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-08-04T16:15:37.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:37 smithi007 ceph-mon[92692]: osdmap e1517: 8 total, 8 up, 8 in 2024-08-04T16:15:37.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:37 smithi007 ceph-mon[94998]: osdmap e1517: 8 total, 8 up, 8 in 2024-08-04T16:15:37.888 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (102 ms) 2024-08-04T16:15:37.888 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-08-04T16:15:37.970 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (82 ms) 2024-08-04T16:15:37.970 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-08-04T16:15:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:37 smithi062 ceph-mon[85960]: osdmap e1517: 8 total, 8 up, 8 in 2024-08-04T16:15:38.048 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (77 ms) 2024-08-04T16:15:38.048 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-08-04T16:15:38.137 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (89 ms) 2024-08-04T16:15:38.137 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-08-04T16:15:38.232 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (96 ms) 2024-08-04T16:15:38.233 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-08-04T16:15:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:38 smithi007 ceph-mon[92692]: osdmap e1518: 8 total, 8 up, 8 in 2024-08-04T16:15:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:38 smithi007 ceph-mon[92692]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 34 KiB/s wr, 368 op/s 2024-08-04T16:15:38.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:38 smithi007 ceph-mon[94998]: osdmap e1518: 8 total, 8 up, 8 in 2024-08-04T16:15:38.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:38 smithi007 ceph-mon[94998]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 34 KiB/s wr, 368 op/s 2024-08-04T16:15:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:38 smithi062 ceph-mon[85960]: osdmap e1518: 8 total, 8 up, 8 in 2024-08-04T16:15:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:38 smithi062 ceph-mon[85960]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 34 KiB/s wr, 368 op/s 2024-08-04T16:15:39.640 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1408 ms) 2024-08-04T16:15:39.641 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-08-04T16:15:39.752 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (112 ms) 2024-08-04T16:15:39.753 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-08-04T16:15:39.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:39 smithi007 ceph-mon[92692]: osdmap e1519: 8 total, 8 up, 8 in 2024-08-04T16:15:39.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:39 smithi007 ceph-mon[94998]: osdmap e1519: 8 total, 8 up, 8 in 2024-08-04T16:15:39.852 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (100 ms) 2024-08-04T16:15:39.852 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-08-04T16:15:39.952 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (100 ms) 2024-08-04T16:15:39.953 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-08-04T16:15:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:39 smithi062 ceph-mon[85960]: osdmap e1519: 8 total, 8 up, 8 in 2024-08-04T16:15:40.107 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (154 ms) 2024-08-04T16:15:40.107 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-08-04T16:15:40.269 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (163 ms) 2024-08-04T16:15:40.270 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-08-04T16:15:40.409 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (139 ms) 2024-08-04T16:15:40.409 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-08-04T16:15:40.556 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (147 ms) 2024-08-04T16:15:40.556 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-08-04T16:15:40.711 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (156 ms) 2024-08-04T16:15:40.711 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-08-04T16:15:40.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:40 smithi007 ceph-mon[92692]: osdmap e1520: 8 total, 8 up, 8 in 2024-08-04T16:15:40.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:40 smithi007 ceph-mon[92692]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 541 KiB/s rd, 65 KiB/s wr, 795 op/s 2024-08-04T16:15:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:40 smithi007 ceph-mon[94998]: osdmap e1520: 8 total, 8 up, 8 in 2024-08-04T16:15:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:40 smithi007 ceph-mon[94998]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 541 KiB/s rd, 65 KiB/s wr, 795 op/s 2024-08-04T16:15:40.885 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (174 ms) 2024-08-04T16:15:40.885 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-08-04T16:15:40.966 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (81 ms) 2024-08-04T16:15:40.966 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-08-04T16:15:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:40 smithi062 ceph-mon[85960]: osdmap e1520: 8 total, 8 up, 8 in 2024-08-04T16:15:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:40 smithi062 ceph-mon[85960]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 541 KiB/s rd, 65 KiB/s wr, 795 op/s 2024-08-04T16:15:41.044 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (77 ms) 2024-08-04T16:15:41.044 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-08-04T16:15:41.109 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (65 ms) 2024-08-04T16:15:41.109 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-08-04T16:15:41.226 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (116 ms) 2024-08-04T16:15:41.226 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-08-04T16:15:41.341 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (115 ms) 2024-08-04T16:15:41.341 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-08-04T16:15:41.445 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (104 ms) 2024-08-04T16:15:41.445 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-08-04T16:15:41.553 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (109 ms) 2024-08-04T16:15:41.554 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-08-04T16:15:41.626 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.MirrorStatusList (73 ms) 2024-08-04T16:15:41.626 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-08-04T16:15:41.721 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.RemoveBootstrapped (94 ms) 2024-08-04T16:15:41.721 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-08-04T16:15:42.101 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.AioPromoteDemote (380 ms) 2024-08-04T16:15:42.101 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-08-04T16:15:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:41 smithi062 ceph-mon[85960]: osdmap e1521: 8 total, 8 up, 8 in 2024-08-04T16:15:42.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:41 smithi007 ceph-mon[92692]: osdmap e1521: 8 total, 8 up, 8 in 2024-08-04T16:15:42.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:41 smithi007 ceph-mon[94998]: osdmap e1521: 8 total, 8 up, 8 in 2024-08-04T16:15:42.452 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.AioGetInfo (352 ms) 2024-08-04T16:15:42.453 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-08-04T16:15:42.673 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.AioGetStatus (221 ms) 2024-08-04T16:15:42.674 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.SiteName 2024-08-04T16:15:42.679 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.SiteName (6 ms) 2024-08-04T16:15:42.680 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.Bootstrap 2024-08-04T16:15:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:15:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:15:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:15:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:42 smithi062 ceph-mon[85960]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 673 KiB/s rd, 93 KiB/s wr, 965 op/s 2024-08-04T16:15:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:42 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' 2024-08-04T16:15:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:42 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:15:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:42 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:15:43.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:42 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-04T16:15:43.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:42 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:15:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:42 smithi007 ceph-mon[94998]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 673 KiB/s rd, 93 KiB/s wr, 965 op/s 2024-08-04T16:15:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:42 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' 2024-08-04T16:15:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:42 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:15:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:42 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:15:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:42 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-04T16:15:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:42 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:15:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:42 smithi007 ceph-mon[92692]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 673 KiB/s rd, 93 KiB/s wr, 965 op/s 2024-08-04T16:15:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:42 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' 2024-08-04T16:15:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:42 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:15:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:42 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:15:43.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:42 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-04T16:15:43.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:42 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:15:43.497 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.Bootstrap (817 ms) 2024-08-04T16:15:43.497 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.PeerDirection 2024-08-04T16:15:43.505 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.PeerDirection (8 ms) 2024-08-04T16:15:43.505 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.Snapshot 2024-08-04T16:15:44.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:43 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-04T16:15:44.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:43 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' 2024-08-04T16:15:44.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:43 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-04T16:15:44.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:43 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-08-04T16:15:44.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:43 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:15:44.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:43 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/858d925b-005a-4f89-91af-e35d68b042a7"}]: dispatch 2024-08-04T16:15:44.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:43 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/858d925b-005a-4f89-91af-e35d68b042a7"}]': finished 2024-08-04T16:15:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:43 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-04T16:15:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:43 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' 2024-08-04T16:15:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:43 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-04T16:15:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:43 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-08-04T16:15:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:43 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:15:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:43 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/858d925b-005a-4f89-91af-e35d68b042a7"}]: dispatch 2024-08-04T16:15:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:43 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/858d925b-005a-4f89-91af-e35d68b042a7"}]': finished 2024-08-04T16:15:44.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:43 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-04T16:15:44.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:43 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' 2024-08-04T16:15:44.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:43 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-04T16:15:44.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:43 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-08-04T16:15:44.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:43 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:15:44.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:43 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/858d925b-005a-4f89-91af-e35d68b042a7"}]: dispatch 2024-08-04T16:15:44.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:43 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/858d925b-005a-4f89-91af-e35d68b042a7"}]': finished 2024-08-04T16:15:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:44 smithi062 ceph-mon[85960]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 128 KiB/s wr, 1.26k op/s 2024-08-04T16:15:45.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:44 smithi062 ceph-mon[85960]: osdmap e1522: 8 total, 8 up, 8 in 2024-08-04T16:15:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:44 smithi007 ceph-mon[92692]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 128 KiB/s wr, 1.26k op/s 2024-08-04T16:15:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:44 smithi007 ceph-mon[92692]: osdmap e1522: 8 total, 8 up, 8 in 2024-08-04T16:15:45.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:44 smithi007 ceph-mon[94998]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 128 KiB/s wr, 1.26k op/s 2024-08-04T16:15:45.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:44 smithi007 ceph-mon[94998]: osdmap e1522: 8 total, 8 up, 8 in 2024-08-04T16:15:46.514 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:15:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:15:46] "GET /metrics HTTP/1.1" 200 36414 "" "Prometheus/2.43.0" 2024-08-04T16:15:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:46 smithi007 ceph-mon[94998]: osdmap e1523: 8 total, 8 up, 8 in 2024-08-04T16:15:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:46 smithi007 ceph-mon[94998]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 205 KiB/s wr, 1.84k op/s 2024-08-04T16:15:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:46 smithi007 ceph-mon[94998]: osdmap e1524: 8 total, 8 up, 8 in 2024-08-04T16:15:46.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:46 smithi007 ceph-mon[92692]: osdmap e1523: 8 total, 8 up, 8 in 2024-08-04T16:15:46.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:46 smithi007 ceph-mon[92692]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 205 KiB/s wr, 1.84k op/s 2024-08-04T16:15:46.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:46 smithi007 ceph-mon[92692]: osdmap e1524: 8 total, 8 up, 8 in 2024-08-04T16:15:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:46 smithi062 ceph-mon[85960]: osdmap e1523: 8 total, 8 up, 8 in 2024-08-04T16:15:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:46 smithi062 ceph-mon[85960]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 205 KiB/s wr, 1.84k op/s 2024-08-04T16:15:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:46 smithi062 ceph-mon[85960]: osdmap e1524: 8 total, 8 up, 8 in 2024-08-04T16:15:48.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:47 smithi062 ceph-mon[85960]: osdmap e1525: 8 total, 8 up, 8 in 2024-08-04T16:15:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:47 smithi007 ceph-mon[92692]: osdmap e1525: 8 total, 8 up, 8 in 2024-08-04T16:15:48.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:47 smithi007 ceph-mon[94998]: osdmap e1525: 8 total, 8 up, 8 in 2024-08-04T16:15:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:48 smithi062 ceph-mon[85960]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 182 KiB/s wr, 1.71k op/s 2024-08-04T16:15:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:48 smithi062 ceph-mon[85960]: osdmap e1526: 8 total, 8 up, 8 in 2024-08-04T16:15:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:48 smithi007 ceph-mon[92692]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 182 KiB/s wr, 1.71k op/s 2024-08-04T16:15:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:48 smithi007 ceph-mon[92692]: osdmap e1526: 8 total, 8 up, 8 in 2024-08-04T16:15:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:48 smithi007 ceph-mon[94998]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 182 KiB/s wr, 1.71k op/s 2024-08-04T16:15:49.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:48 smithi007 ceph-mon[94998]: osdmap e1526: 8 total, 8 up, 8 in 2024-08-04T16:15:50.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:49 smithi062 ceph-mon[85960]: osdmap e1527: 8 total, 8 up, 8 in 2024-08-04T16:15:50.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:49 smithi007 ceph-mon[94998]: osdmap e1527: 8 total, 8 up, 8 in 2024-08-04T16:15:50.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:49 smithi007 ceph-mon[92692]: osdmap e1527: 8 total, 8 up, 8 in 2024-08-04T16:15:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:50 smithi062 ceph-mon[85960]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 24 KiB/s wr, 305 op/s 2024-08-04T16:15:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:50 smithi062 ceph-mon[85960]: osdmap e1528: 8 total, 8 up, 8 in 2024-08-04T16:15:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:50 smithi062 ceph-mon[85960]: osdmap e1529: 8 total, 8 up, 8 in 2024-08-04T16:15:51.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:50 smithi007 ceph-mon[94998]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 24 KiB/s wr, 305 op/s 2024-08-04T16:15:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:50 smithi007 ceph-mon[94998]: osdmap e1528: 8 total, 8 up, 8 in 2024-08-04T16:15:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:50 smithi007 ceph-mon[94998]: osdmap e1529: 8 total, 8 up, 8 in 2024-08-04T16:15:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:50 smithi007 ceph-mon[92692]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 24 KiB/s wr, 305 op/s 2024-08-04T16:15:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:50 smithi007 ceph-mon[92692]: osdmap e1528: 8 total, 8 up, 8 in 2024-08-04T16:15:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:50 smithi007 ceph-mon[92692]: osdmap e1529: 8 total, 8 up, 8 in 2024-08-04T16:15:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:15:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:15:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:15:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:15:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:15:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:52 smithi062 ceph-mon[85960]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 6.2 KiB/s wr, 73 op/s 2024-08-04T16:15:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:52 smithi062 ceph-mon[85960]: osdmap e1530: 8 total, 8 up, 8 in 2024-08-04T16:15:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:52 smithi007 ceph-mon[92692]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 6.2 KiB/s wr, 73 op/s 2024-08-04T16:15:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:52 smithi007 ceph-mon[92692]: osdmap e1530: 8 total, 8 up, 8 in 2024-08-04T16:15:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:52 smithi007 ceph-mon[94998]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 6.2 KiB/s wr, 73 op/s 2024-08-04T16:15:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:52 smithi007 ceph-mon[94998]: osdmap e1530: 8 total, 8 up, 8 in 2024-08-04T16:15:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:53 smithi062 ceph-mon[85960]: osdmap e1531: 8 total, 8 up, 8 in 2024-08-04T16:15:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:53 smithi007 ceph-mon[92692]: osdmap e1531: 8 total, 8 up, 8 in 2024-08-04T16:15:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:53 smithi007 ceph-mon[94998]: osdmap e1531: 8 total, 8 up, 8 in 2024-08-04T16:15:55.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:54 smithi062 ceph-mon[85960]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.2 KiB/s wr, 69 op/s 2024-08-04T16:15:55.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:54 smithi062 ceph-mon[85960]: osdmap e1532: 8 total, 8 up, 8 in 2024-08-04T16:15:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:54 smithi007 ceph-mon[94998]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.2 KiB/s wr, 69 op/s 2024-08-04T16:15:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:54 smithi007 ceph-mon[94998]: osdmap e1532: 8 total, 8 up, 8 in 2024-08-04T16:15:55.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:54 smithi007 ceph-mon[92692]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.2 KiB/s wr, 69 op/s 2024-08-04T16:15:55.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:54 smithi007 ceph-mon[92692]: osdmap e1532: 8 total, 8 up, 8 in 2024-08-04T16:15:56.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:55 smithi062 ceph-mon[85960]: osdmap e1533: 8 total, 8 up, 8 in 2024-08-04T16:15:56.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:55 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:15:56.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:55 smithi062 ceph-mon[85960]: osdmap e1534: 8 total, 8 up, 8 in 2024-08-04T16:15:56.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:55 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:15:56.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:55 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:15:56.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:55 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:15:56.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:15:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:15:56] "GET /metrics HTTP/1.1" 200 36430 "" "Prometheus/2.43.0" 2024-08-04T16:15:56.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:55 smithi007 ceph-mon[94998]: osdmap e1533: 8 total, 8 up, 8 in 2024-08-04T16:15:56.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:55 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:15:56.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:55 smithi007 ceph-mon[94998]: osdmap e1534: 8 total, 8 up, 8 in 2024-08-04T16:15:56.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:55 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:15:56.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:55 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:15:56.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:55 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:15:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:55 smithi007 ceph-mon[92692]: osdmap e1533: 8 total, 8 up, 8 in 2024-08-04T16:15:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:55 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:15:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:55 smithi007 ceph-mon[92692]: osdmap e1534: 8 total, 8 up, 8 in 2024-08-04T16:15:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:55 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:15:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:55 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:15:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:55 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:15:57.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:56 smithi062 ceph-mon[85960]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 6.2 KiB/s wr, 94 op/s 2024-08-04T16:15:57.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:56 smithi062 ceph-mon[85960]: osdmap e1535: 8 total, 8 up, 8 in 2024-08-04T16:15:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:56 smithi007 ceph-mon[92692]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 6.2 KiB/s wr, 94 op/s 2024-08-04T16:15:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:56 smithi007 ceph-mon[92692]: osdmap e1535: 8 total, 8 up, 8 in 2024-08-04T16:15:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:56 smithi007 ceph-mon[94998]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 6.2 KiB/s wr, 94 op/s 2024-08-04T16:15:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:56 smithi007 ceph-mon[94998]: osdmap e1535: 8 total, 8 up, 8 in 2024-08-04T16:15:59.040 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.Snapshot (15535 ms) 2024-08-04T16:15:59.040 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-08-04T16:15:59.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:58 smithi062 ceph-mon[85960]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 92 op/s 2024-08-04T16:15:59.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:58 smithi062 ceph-mon[85960]: osdmap e1536: 8 total, 8 up, 8 in 2024-08-04T16:15:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:58 smithi007 ceph-mon[92692]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 92 op/s 2024-08-04T16:15:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:58 smithi007 ceph-mon[92692]: osdmap e1536: 8 total, 8 up, 8 in 2024-08-04T16:15:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:58 smithi007 ceph-mon[94998]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 92 op/s 2024-08-04T16:15:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:58 smithi007 ceph-mon[94998]: osdmap e1536: 8 total, 8 up, 8 in 2024-08-04T16:16:00.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:59 smithi062 ceph-mon[85960]: osdmap e1537: 8 total, 8 up, 8 in 2024-08-04T16:16:00.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:59 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/901d003d-27b6-4786-b8bf-5563c876520d"}]: dispatch 2024-08-04T16:16:00.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:15:59 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/901d003d-27b6-4786-b8bf-5563c876520d"}]': finished 2024-08-04T16:16:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:59 smithi007 ceph-mon[92692]: osdmap e1537: 8 total, 8 up, 8 in 2024-08-04T16:16:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:59 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/901d003d-27b6-4786-b8bf-5563c876520d"}]: dispatch 2024-08-04T16:16:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:15:59 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/901d003d-27b6-4786-b8bf-5563c876520d"}]': finished 2024-08-04T16:16:00.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:59 smithi007 ceph-mon[94998]: osdmap e1537: 8 total, 8 up, 8 in 2024-08-04T16:16:00.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:59 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/901d003d-27b6-4786-b8bf-5563c876520d"}]: dispatch 2024-08-04T16:16:00.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:15:59 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/901d003d-27b6-4786-b8bf-5563c876520d"}]': finished 2024-08-04T16:16:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:01 smithi007 ceph-mon[92692]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 KiB/s rd, 511 B/s wr, 16 op/s 2024-08-04T16:16:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:01 smithi007 ceph-mon[92692]: osdmap e1538: 8 total, 8 up, 8 in 2024-08-04T16:16:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:01 smithi007 ceph-mon[92692]: osdmap e1539: 8 total, 8 up, 8 in 2024-08-04T16:16:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:01 smithi007 ceph-mon[94998]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 KiB/s rd, 511 B/s wr, 16 op/s 2024-08-04T16:16:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:01 smithi007 ceph-mon[94998]: osdmap e1538: 8 total, 8 up, 8 in 2024-08-04T16:16:01.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:01 smithi007 ceph-mon[94998]: osdmap e1539: 8 total, 8 up, 8 in 2024-08-04T16:16:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:01 smithi062 ceph-mon[85960]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 KiB/s rd, 511 B/s wr, 16 op/s 2024-08-04T16:16:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:01 smithi062 ceph-mon[85960]: osdmap e1538: 8 total, 8 up, 8 in 2024-08-04T16:16:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:01 smithi062 ceph-mon[85960]: osdmap e1539: 8 total, 8 up, 8 in 2024-08-04T16:16:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:16:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:16:02.985 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (3946 ms) 2024-08-04T16:16:02.985 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-08-04T16:16:03.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:02 smithi062 ceph-mon[85960]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 4.5 KiB/s wr, 79 op/s 2024-08-04T16:16:03.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:02 smithi062 ceph-mon[85960]: osdmap e1540: 8 total, 8 up, 8 in 2024-08-04T16:16:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:02 smithi007 ceph-mon[92692]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 4.5 KiB/s wr, 79 op/s 2024-08-04T16:16:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:02 smithi007 ceph-mon[92692]: osdmap e1540: 8 total, 8 up, 8 in 2024-08-04T16:16:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:02 smithi007 ceph-mon[94998]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 4.5 KiB/s wr, 79 op/s 2024-08-04T16:16:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:02 smithi007 ceph-mon[94998]: osdmap e1540: 8 total, 8 up, 8 in 2024-08-04T16:16:04.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:03 smithi062 ceph-mon[85960]: osdmap e1541: 8 total, 8 up, 8 in 2024-08-04T16:16:04.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:03 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17498b3b-8a57-4458-b6a4-b7e592787d9f"}]: dispatch 2024-08-04T16:16:04.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:03 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17498b3b-8a57-4458-b6a4-b7e592787d9f"}]': finished 2024-08-04T16:16:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:03 smithi007 ceph-mon[92692]: osdmap e1541: 8 total, 8 up, 8 in 2024-08-04T16:16:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:03 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17498b3b-8a57-4458-b6a4-b7e592787d9f"}]: dispatch 2024-08-04T16:16:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:03 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17498b3b-8a57-4458-b6a4-b7e592787d9f"}]': finished 2024-08-04T16:16:04.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:03 smithi007 ceph-mon[94998]: osdmap e1541: 8 total, 8 up, 8 in 2024-08-04T16:16:04.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:03 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17498b3b-8a57-4458-b6a4-b7e592787d9f"}]: dispatch 2024-08-04T16:16:04.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:03 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17498b3b-8a57-4458-b6a4-b7e592787d9f"}]': finished 2024-08-04T16:16:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:04 smithi062 ceph-mon[85960]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-08-04T16:16:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:04 smithi062 ceph-mon[85960]: osdmap e1542: 8 total, 8 up, 8 in 2024-08-04T16:16:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:04 smithi007 ceph-mon[92692]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-08-04T16:16:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:04 smithi007 ceph-mon[92692]: osdmap e1542: 8 total, 8 up, 8 in 2024-08-04T16:16:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:04 smithi007 ceph-mon[94998]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-08-04T16:16:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:04 smithi007 ceph-mon[94998]: osdmap e1542: 8 total, 8 up, 8 in 2024-08-04T16:16:06.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:05 smithi062 ceph-mon[85960]: osdmap e1543: 8 total, 8 up, 8 in 2024-08-04T16:16:06.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:05 smithi062 ceph-mon[85960]: osdmap e1544: 8 total, 8 up, 8 in 2024-08-04T16:16:06.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:16:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:16:06] "GET /metrics HTTP/1.1" 200 36430 "" "Prometheus/2.43.0" 2024-08-04T16:16:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:05 smithi007 ceph-mon[92692]: osdmap e1543: 8 total, 8 up, 8 in 2024-08-04T16:16:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:05 smithi007 ceph-mon[92692]: osdmap e1544: 8 total, 8 up, 8 in 2024-08-04T16:16:06.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:05 smithi007 ceph-mon[94998]: osdmap e1543: 8 total, 8 up, 8 in 2024-08-04T16:16:06.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:05 smithi007 ceph-mon[94998]: osdmap e1544: 8 total, 8 up, 8 in 2024-08-04T16:16:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:06 smithi062 ceph-mon[85960]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 10 KiB/s wr, 126 op/s 2024-08-04T16:16:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:16:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:06 smithi062 ceph-mon[85960]: osdmap e1545: 8 total, 8 up, 8 in 2024-08-04T16:16:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:06 smithi007 ceph-mon[92692]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 10 KiB/s wr, 126 op/s 2024-08-04T16:16:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:16:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:06 smithi007 ceph-mon[92692]: osdmap e1545: 8 total, 8 up, 8 in 2024-08-04T16:16:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:06 smithi007 ceph-mon[94998]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 10 KiB/s wr, 126 op/s 2024-08-04T16:16:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:16:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:06 smithi007 ceph-mon[94998]: osdmap e1545: 8 total, 8 up, 8 in 2024-08-04T16:16:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:08 smithi062 ceph-mon[85960]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 11 KiB/s wr, 128 op/s 2024-08-04T16:16:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:08 smithi062 ceph-mon[85960]: osdmap e1546: 8 total, 8 up, 8 in 2024-08-04T16:16:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:08 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d911de81-a358-4d16-aec9-93f4c08eb548"}]: dispatch 2024-08-04T16:16:09.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:08 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d911de81-a358-4d16-aec9-93f4c08eb548"}]': finished 2024-08-04T16:16:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:08 smithi007 ceph-mon[92692]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 11 KiB/s wr, 128 op/s 2024-08-04T16:16:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:08 smithi007 ceph-mon[92692]: osdmap e1546: 8 total, 8 up, 8 in 2024-08-04T16:16:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:08 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d911de81-a358-4d16-aec9-93f4c08eb548"}]: dispatch 2024-08-04T16:16:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:08 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d911de81-a358-4d16-aec9-93f4c08eb548"}]': finished 2024-08-04T16:16:09.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:08 smithi007 ceph-mon[94998]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 11 KiB/s wr, 128 op/s 2024-08-04T16:16:09.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:08 smithi007 ceph-mon[94998]: osdmap e1546: 8 total, 8 up, 8 in 2024-08-04T16:16:09.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:08 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d911de81-a358-4d16-aec9-93f4c08eb548"}]: dispatch 2024-08-04T16:16:09.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:08 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d911de81-a358-4d16-aec9-93f4c08eb548"}]': finished 2024-08-04T16:16:10.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:09 smithi062 ceph-mon[85960]: osdmap e1547: 8 total, 8 up, 8 in 2024-08-04T16:16:10.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:09 smithi007 ceph-mon[92692]: osdmap e1547: 8 total, 8 up, 8 in 2024-08-04T16:16:10.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:09 smithi007 ceph-mon[94998]: osdmap e1547: 8 total, 8 up, 8 in 2024-08-04T16:16:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:10 smithi062 ceph-mon[85960]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 KiB/s wr, 89 op/s 2024-08-04T16:16:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:10 smithi062 ceph-mon[85960]: osdmap e1548: 8 total, 8 up, 8 in 2024-08-04T16:16:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:10 smithi062 ceph-mon[85960]: osdmap e1549: 8 total, 8 up, 8 in 2024-08-04T16:16:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:10 smithi007 ceph-mon[92692]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 KiB/s wr, 89 op/s 2024-08-04T16:16:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:10 smithi007 ceph-mon[92692]: osdmap e1548: 8 total, 8 up, 8 in 2024-08-04T16:16:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:10 smithi007 ceph-mon[92692]: osdmap e1549: 8 total, 8 up, 8 in 2024-08-04T16:16:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:10 smithi007 ceph-mon[94998]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 KiB/s wr, 89 op/s 2024-08-04T16:16:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:10 smithi007 ceph-mon[94998]: osdmap e1548: 8 total, 8 up, 8 in 2024-08-04T16:16:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:10 smithi007 ceph-mon[94998]: osdmap e1549: 8 total, 8 up, 8 in 2024-08-04T16:16:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:16:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:16:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:16:13.018 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (10032 ms) 2024-08-04T16:16:13.018 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-08-04T16:16:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:12 smithi062 ceph-mon[85960]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 12 KiB/s wr, 226 op/s 2024-08-04T16:16:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:12 smithi062 ceph-mon[85960]: osdmap e1550: 8 total, 8 up, 8 in 2024-08-04T16:16:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:12 smithi007 ceph-mon[94998]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 12 KiB/s wr, 226 op/s 2024-08-04T16:16:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:12 smithi007 ceph-mon[94998]: osdmap e1550: 8 total, 8 up, 8 in 2024-08-04T16:16:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:12 smithi007 ceph-mon[92692]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 12 KiB/s wr, 226 op/s 2024-08-04T16:16:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:12 smithi007 ceph-mon[92692]: osdmap e1550: 8 total, 8 up, 8 in 2024-08-04T16:16:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:13 smithi062 ceph-mon[85960]: osdmap e1551: 8 total, 8 up, 8 in 2024-08-04T16:16:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:13 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e7b1675b-94bf-4150-beba-c94b83bfc921"}]: dispatch 2024-08-04T16:16:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:13 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e7b1675b-94bf-4150-beba-c94b83bfc921"}]': finished 2024-08-04T16:16:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:13 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7774bbc3-f0a6-48ec-ba4f-e43442add7e0"}]: dispatch 2024-08-04T16:16:14.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:13 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7774bbc3-f0a6-48ec-ba4f-e43442add7e0"}]': finished 2024-08-04T16:16:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:13 smithi007 ceph-mon[92692]: osdmap e1551: 8 total, 8 up, 8 in 2024-08-04T16:16:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:13 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e7b1675b-94bf-4150-beba-c94b83bfc921"}]: dispatch 2024-08-04T16:16:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:13 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e7b1675b-94bf-4150-beba-c94b83bfc921"}]': finished 2024-08-04T16:16:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:13 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7774bbc3-f0a6-48ec-ba4f-e43442add7e0"}]: dispatch 2024-08-04T16:16:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:13 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7774bbc3-f0a6-48ec-ba4f-e43442add7e0"}]': finished 2024-08-04T16:16:14.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:13 smithi007 ceph-mon[94998]: osdmap e1551: 8 total, 8 up, 8 in 2024-08-04T16:16:14.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:13 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e7b1675b-94bf-4150-beba-c94b83bfc921"}]: dispatch 2024-08-04T16:16:14.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:13 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e7b1675b-94bf-4150-beba-c94b83bfc921"}]': finished 2024-08-04T16:16:14.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:13 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7774bbc3-f0a6-48ec-ba4f-e43442add7e0"}]: dispatch 2024-08-04T16:16:14.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:13 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7774bbc3-f0a6-48ec-ba4f-e43442add7e0"}]': finished 2024-08-04T16:16:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:15 smithi007 ceph-mon[92692]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 7.2 KiB/s wr, 173 op/s 2024-08-04T16:16:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:15 smithi007 ceph-mon[92692]: osdmap e1552: 8 total, 8 up, 8 in 2024-08-04T16:16:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:15 smithi007 ceph-mon[94998]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 7.2 KiB/s wr, 173 op/s 2024-08-04T16:16:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:15 smithi007 ceph-mon[94998]: osdmap e1552: 8 total, 8 up, 8 in 2024-08-04T16:16:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:15 smithi062 ceph-mon[85960]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 7.2 KiB/s wr, 173 op/s 2024-08-04T16:16:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:15 smithi062 ceph-mon[85960]: osdmap e1552: 8 total, 8 up, 8 in 2024-08-04T16:16:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:16 smithi007 ceph-mon[92692]: osdmap e1553: 8 total, 8 up, 8 in 2024-08-04T16:16:16.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:16:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:16:16] "GET /metrics HTTP/1.1" 200 36430 "" "Prometheus/2.43.0" 2024-08-04T16:16:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:16 smithi007 ceph-mon[94998]: osdmap e1553: 8 total, 8 up, 8 in 2024-08-04T16:16:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:16 smithi062 ceph-mon[85960]: osdmap e1553: 8 total, 8 up, 8 in 2024-08-04T16:16:17.095 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.SnapshotImageState (4078 ms) 2024-08-04T16:16:17.096 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-08-04T16:16:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:17 smithi007 ceph-mon[92692]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 13 KiB/s wr, 209 op/s 2024-08-04T16:16:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:17 smithi007 ceph-mon[92692]: osdmap e1554: 8 total, 8 up, 8 in 2024-08-04T16:16:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:17 smithi007 ceph-mon[94998]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 13 KiB/s wr, 209 op/s 2024-08-04T16:16:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:17 smithi007 ceph-mon[94998]: osdmap e1554: 8 total, 8 up, 8 in 2024-08-04T16:16:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:17 smithi062 ceph-mon[85960]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 13 KiB/s wr, 209 op/s 2024-08-04T16:16:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:17 smithi062 ceph-mon[85960]: osdmap e1554: 8 total, 8 up, 8 in 2024-08-04T16:16:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:18 smithi007 ceph-mon[92692]: osdmap e1555: 8 total, 8 up, 8 in 2024-08-04T16:16:18.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:18 smithi007 ceph-mon[94998]: osdmap e1555: 8 total, 8 up, 8 in 2024-08-04T16:16:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:18 smithi062 ceph-mon[85960]: osdmap e1555: 8 total, 8 up, 8 in 2024-08-04T16:16:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:19 smithi007 ceph-mon[92692]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 18 KiB/s wr, 210 op/s 2024-08-04T16:16:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:19 smithi007 ceph-mon[92692]: osdmap e1556: 8 total, 8 up, 8 in 2024-08-04T16:16:19.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:19 smithi007 ceph-mon[94998]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 18 KiB/s wr, 210 op/s 2024-08-04T16:16:19.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:19 smithi007 ceph-mon[94998]: osdmap e1556: 8 total, 8 up, 8 in 2024-08-04T16:16:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:19 smithi062 ceph-mon[85960]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 18 KiB/s wr, 210 op/s 2024-08-04T16:16:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:19 smithi062 ceph-mon[85960]: osdmap e1556: 8 total, 8 up, 8 in 2024-08-04T16:16:20.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:20 smithi007 ceph-mon[92692]: osdmap e1557: 8 total, 8 up, 8 in 2024-08-04T16:16:20.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:20 smithi007 ceph-mon[94998]: osdmap e1557: 8 total, 8 up, 8 in 2024-08-04T16:16:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:20 smithi062 ceph-mon[85960]: osdmap e1557: 8 total, 8 up, 8 in 2024-08-04T16:16:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:21 smithi007 ceph-mon[94998]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 15 KiB/s wr, 63 op/s 2024-08-04T16:16:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:21 smithi007 ceph-mon[94998]: osdmap e1558: 8 total, 8 up, 8 in 2024-08-04T16:16:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:21 smithi007 ceph-mon[94998]: osdmap e1559: 8 total, 8 up, 8 in 2024-08-04T16:16:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:21 smithi007 ceph-mon[92692]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 15 KiB/s wr, 63 op/s 2024-08-04T16:16:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:21 smithi007 ceph-mon[92692]: osdmap e1558: 8 total, 8 up, 8 in 2024-08-04T16:16:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:21 smithi007 ceph-mon[92692]: osdmap e1559: 8 total, 8 up, 8 in 2024-08-04T16:16:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:21 smithi062 ceph-mon[85960]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 15 KiB/s wr, 63 op/s 2024-08-04T16:16:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:21 smithi062 ceph-mon[85960]: osdmap e1558: 8 total, 8 up, 8 in 2024-08-04T16:16:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:21 smithi062 ceph-mon[85960]: osdmap e1559: 8 total, 8 up, 8 in 2024-08-04T16:16:22.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:16:22.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:22 smithi062 ceph-mon[85960]: osdmap e1560: 8 total, 8 up, 8 in 2024-08-04T16:16:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:16:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:22 smithi007 ceph-mon[92692]: osdmap e1560: 8 total, 8 up, 8 in 2024-08-04T16:16:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:16:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:22 smithi007 ceph-mon[94998]: osdmap e1560: 8 total, 8 up, 8 in 2024-08-04T16:16:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:16:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:16:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:16:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:23 smithi007 ceph-mon[92692]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 15 KiB/s wr, 151 op/s 2024-08-04T16:16:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:23 smithi007 ceph-mon[92692]: osdmap e1561: 8 total, 8 up, 8 in 2024-08-04T16:16:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:23 smithi007 ceph-mon[94998]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 15 KiB/s wr, 151 op/s 2024-08-04T16:16:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:23 smithi007 ceph-mon[94998]: osdmap e1561: 8 total, 8 up, 8 in 2024-08-04T16:16:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:23 smithi062 ceph-mon[85960]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 15 KiB/s wr, 151 op/s 2024-08-04T16:16:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:23 smithi062 ceph-mon[85960]: osdmap e1561: 8 total, 8 up, 8 in 2024-08-04T16:16:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:24 smithi062 ceph-mon[85960]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 6.2 KiB/s wr, 113 op/s 2024-08-04T16:16:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:24 smithi062 ceph-mon[85960]: osdmap e1562: 8 total, 8 up, 8 in 2024-08-04T16:16:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:24 smithi007 ceph-mon[92692]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 6.2 KiB/s wr, 113 op/s 2024-08-04T16:16:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:24 smithi007 ceph-mon[92692]: osdmap e1562: 8 total, 8 up, 8 in 2024-08-04T16:16:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:24 smithi007 ceph-mon[94998]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 6.2 KiB/s wr, 113 op/s 2024-08-04T16:16:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:24 smithi007 ceph-mon[94998]: osdmap e1562: 8 total, 8 up, 8 in 2024-08-04T16:16:26.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:25 smithi062 ceph-mon[85960]: osdmap e1563: 8 total, 8 up, 8 in 2024-08-04T16:16:26.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:25 smithi062 ceph-mon[85960]: osdmap e1564: 8 total, 8 up, 8 in 2024-08-04T16:16:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:25 smithi007 ceph-mon[92692]: osdmap e1563: 8 total, 8 up, 8 in 2024-08-04T16:16:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:25 smithi007 ceph-mon[92692]: osdmap e1564: 8 total, 8 up, 8 in 2024-08-04T16:16:26.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:16:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:16:26] "GET /metrics HTTP/1.1" 200 36430 "" "Prometheus/2.43.0" 2024-08-04T16:16:26.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:25 smithi007 ceph-mon[94998]: osdmap e1563: 8 total, 8 up, 8 in 2024-08-04T16:16:26.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:25 smithi007 ceph-mon[94998]: osdmap e1564: 8 total, 8 up, 8 in 2024-08-04T16:16:26.975 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9880 ms) 2024-08-04T16:16:26.975 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-08-04T16:16:27.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:26 smithi062 ceph-mon[85960]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 21 op/s 2024-08-04T16:16:27.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:26 smithi007 ceph-mon[94998]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 21 op/s 2024-08-04T16:16:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:26 smithi007 ceph-mon[92692]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 21 op/s 2024-08-04T16:16:28.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:27 smithi062 ceph-mon[85960]: osdmap e1565: 8 total, 8 up, 8 in 2024-08-04T16:16:28.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:27 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d37c6ad3-e41b-4618-be64-08f8e07877db"}]: dispatch 2024-08-04T16:16:28.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:27 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d37c6ad3-e41b-4618-be64-08f8e07877db"}]': finished 2024-08-04T16:16:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:27 smithi007 ceph-mon[92692]: osdmap e1565: 8 total, 8 up, 8 in 2024-08-04T16:16:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:27 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d37c6ad3-e41b-4618-be64-08f8e07877db"}]: dispatch 2024-08-04T16:16:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:27 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d37c6ad3-e41b-4618-be64-08f8e07877db"}]': finished 2024-08-04T16:16:28.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:27 smithi007 ceph-mon[94998]: osdmap e1565: 8 total, 8 up, 8 in 2024-08-04T16:16:28.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:27 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d37c6ad3-e41b-4618-be64-08f8e07877db"}]: dispatch 2024-08-04T16:16:28.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:27 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d37c6ad3-e41b-4618-be64-08f8e07877db"}]': finished 2024-08-04T16:16:29.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:28 smithi062 ceph-mon[85960]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.0 KiB/s wr, 107 op/s 2024-08-04T16:16:29.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:28 smithi062 ceph-mon[85960]: osdmap e1566: 8 total, 8 up, 8 in 2024-08-04T16:16:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:28 smithi007 ceph-mon[92692]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.0 KiB/s wr, 107 op/s 2024-08-04T16:16:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:28 smithi007 ceph-mon[92692]: osdmap e1566: 8 total, 8 up, 8 in 2024-08-04T16:16:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:28 smithi007 ceph-mon[94998]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.0 KiB/s wr, 107 op/s 2024-08-04T16:16:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:28 smithi007 ceph-mon[94998]: osdmap e1566: 8 total, 8 up, 8 in 2024-08-04T16:16:30.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:29 smithi062 ceph-mon[85960]: osdmap e1567: 8 total, 8 up, 8 in 2024-08-04T16:16:30.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:29 smithi007 ceph-mon[94998]: osdmap e1567: 8 total, 8 up, 8 in 2024-08-04T16:16:30.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:29 smithi007 ceph-mon[92692]: osdmap e1567: 8 total, 8 up, 8 in 2024-08-04T16:16:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:30 smithi062 ceph-mon[85960]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 8.5 KiB/s wr, 110 op/s 2024-08-04T16:16:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:30 smithi062 ceph-mon[85960]: osdmap e1568: 8 total, 8 up, 8 in 2024-08-04T16:16:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:30 smithi062 ceph-mon[85960]: osdmap e1569: 8 total, 8 up, 8 in 2024-08-04T16:16:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:30 smithi007 ceph-mon[92692]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 8.5 KiB/s wr, 110 op/s 2024-08-04T16:16:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:30 smithi007 ceph-mon[92692]: osdmap e1568: 8 total, 8 up, 8 in 2024-08-04T16:16:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:30 smithi007 ceph-mon[92692]: osdmap e1569: 8 total, 8 up, 8 in 2024-08-04T16:16:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:30 smithi007 ceph-mon[94998]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 8.5 KiB/s wr, 110 op/s 2024-08-04T16:16:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:30 smithi007 ceph-mon[94998]: osdmap e1568: 8 total, 8 up, 8 in 2024-08-04T16:16:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:30 smithi007 ceph-mon[94998]: osdmap e1569: 8 total, 8 up, 8 in 2024-08-04T16:16:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:16:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:16:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:16:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:32 smithi062 ceph-mon[85960]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 8.7 KiB/s wr, 101 op/s 2024-08-04T16:16:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:32 smithi062 ceph-mon[85960]: osdmap e1570: 8 total, 8 up, 8 in 2024-08-04T16:16:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:32 smithi007 ceph-mon[94998]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 8.7 KiB/s wr, 101 op/s 2024-08-04T16:16:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:32 smithi007 ceph-mon[94998]: osdmap e1570: 8 total, 8 up, 8 in 2024-08-04T16:16:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:32 smithi007 ceph-mon[92692]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 8.7 KiB/s wr, 101 op/s 2024-08-04T16:16:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:32 smithi007 ceph-mon[92692]: osdmap e1570: 8 total, 8 up, 8 in 2024-08-04T16:16:34.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:33 smithi062 ceph-mon[85960]: osdmap e1571: 8 total, 8 up, 8 in 2024-08-04T16:16:34.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:33 smithi007 ceph-mon[94998]: osdmap e1571: 8 total, 8 up, 8 in 2024-08-04T16:16:34.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:33 smithi007 ceph-mon[92692]: osdmap e1571: 8 total, 8 up, 8 in 2024-08-04T16:16:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:34 smithi062 ceph-mon[85960]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 12 KiB/s wr, 130 op/s 2024-08-04T16:16:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:34 smithi062 ceph-mon[85960]: osdmap e1572: 8 total, 8 up, 8 in 2024-08-04T16:16:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:34 smithi007 ceph-mon[92692]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 12 KiB/s wr, 130 op/s 2024-08-04T16:16:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:34 smithi007 ceph-mon[92692]: osdmap e1572: 8 total, 8 up, 8 in 2024-08-04T16:16:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:34 smithi007 ceph-mon[94998]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 12 KiB/s wr, 130 op/s 2024-08-04T16:16:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:34 smithi007 ceph-mon[94998]: osdmap e1572: 8 total, 8 up, 8 in 2024-08-04T16:16:36.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:35 smithi062 ceph-mon[85960]: osdmap e1573: 8 total, 8 up, 8 in 2024-08-04T16:16:36.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:35 smithi062 ceph-mon[85960]: osdmap e1574: 8 total, 8 up, 8 in 2024-08-04T16:16:36.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:16:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:16:36] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.43.0" 2024-08-04T16:16:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:35 smithi007 ceph-mon[92692]: osdmap e1573: 8 total, 8 up, 8 in 2024-08-04T16:16:36.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:35 smithi007 ceph-mon[92692]: osdmap e1574: 8 total, 8 up, 8 in 2024-08-04T16:16:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:35 smithi007 ceph-mon[94998]: osdmap e1573: 8 total, 8 up, 8 in 2024-08-04T16:16:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:35 smithi007 ceph-mon[94998]: osdmap e1574: 8 total, 8 up, 8 in 2024-08-04T16:16:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:36 smithi062 ceph-mon[85960]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 10 KiB/s wr, 71 op/s 2024-08-04T16:16:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:16:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:36 smithi007 ceph-mon[92692]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 10 KiB/s wr, 71 op/s 2024-08-04T16:16:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:16:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:36 smithi007 ceph-mon[94998]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 10 KiB/s wr, 71 op/s 2024-08-04T16:16:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:16:38.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:37 smithi062 ceph-mon[85960]: osdmap e1575: 8 total, 8 up, 8 in 2024-08-04T16:16:38.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:37 smithi007 ceph-mon[94998]: osdmap e1575: 8 total, 8 up, 8 in 2024-08-04T16:16:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:37 smithi007 ceph-mon[92692]: osdmap e1575: 8 total, 8 up, 8 in 2024-08-04T16:16:39.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:38 smithi062 ceph-mon[85960]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 9.2 KiB/s wr, 69 op/s 2024-08-04T16:16:39.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:38 smithi062 ceph-mon[85960]: osdmap e1576: 8 total, 8 up, 8 in 2024-08-04T16:16:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:38 smithi007 ceph-mon[94998]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 9.2 KiB/s wr, 69 op/s 2024-08-04T16:16:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:38 smithi007 ceph-mon[94998]: osdmap e1576: 8 total, 8 up, 8 in 2024-08-04T16:16:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:38 smithi007 ceph-mon[92692]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 9.2 KiB/s wr, 69 op/s 2024-08-04T16:16:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:38 smithi007 ceph-mon[92692]: osdmap e1576: 8 total, 8 up, 8 in 2024-08-04T16:16:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:39 smithi062 ceph-mon[85960]: osdmap e1577: 8 total, 8 up, 8 in 2024-08-04T16:16:40.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:39 smithi007 ceph-mon[92692]: osdmap e1577: 8 total, 8 up, 8 in 2024-08-04T16:16:40.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:39 smithi007 ceph-mon[94998]: osdmap e1577: 8 total, 8 up, 8 in 2024-08-04T16:16:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:40 smithi062 ceph-mon[85960]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 14 KiB/s wr, 137 op/s 2024-08-04T16:16:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:40 smithi062 ceph-mon[85960]: osdmap e1578: 8 total, 8 up, 8 in 2024-08-04T16:16:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:40 smithi007 ceph-mon[94998]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 14 KiB/s wr, 137 op/s 2024-08-04T16:16:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:40 smithi007 ceph-mon[94998]: osdmap e1578: 8 total, 8 up, 8 in 2024-08-04T16:16:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:40 smithi007 ceph-mon[92692]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 14 KiB/s wr, 137 op/s 2024-08-04T16:16:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:40 smithi007 ceph-mon[92692]: osdmap e1578: 8 total, 8 up, 8 in 2024-08-04T16:16:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:41 smithi062 ceph-mon[85960]: osdmap e1579: 8 total, 8 up, 8 in 2024-08-04T16:16:42.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:41 smithi007 ceph-mon[94998]: osdmap e1579: 8 total, 8 up, 8 in 2024-08-04T16:16:42.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:41 smithi007 ceph-mon[92692]: osdmap e1579: 8 total, 8 up, 8 in 2024-08-04T16:16:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:16:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:16:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:42 smithi062 ceph-mon[85960]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 19 KiB/s wr, 228 op/s 2024-08-04T16:16:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:42 smithi062 ceph-mon[85960]: osdmap e1580: 8 total, 8 up, 8 in 2024-08-04T16:16:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:42 smithi007 ceph-mon[94998]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 19 KiB/s wr, 228 op/s 2024-08-04T16:16:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:42 smithi007 ceph-mon[94998]: osdmap e1580: 8 total, 8 up, 8 in 2024-08-04T16:16:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:42 smithi007 ceph-mon[92692]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 19 KiB/s wr, 228 op/s 2024-08-04T16:16:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:42 smithi007 ceph-mon[92692]: osdmap e1580: 8 total, 8 up, 8 in 2024-08-04T16:16:44.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:43 smithi062 ceph-mon[85960]: osdmap e1581: 8 total, 8 up, 8 in 2024-08-04T16:16:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:43 smithi007 ceph-mon[92692]: osdmap e1581: 8 total, 8 up, 8 in 2024-08-04T16:16:44.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:43 smithi007 ceph-mon[94998]: osdmap e1581: 8 total, 8 up, 8 in 2024-08-04T16:16:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:44 smithi062 ceph-mon[85960]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 13 KiB/s wr, 176 op/s 2024-08-04T16:16:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:44 smithi062 ceph-mon[85960]: osdmap e1582: 8 total, 8 up, 8 in 2024-08-04T16:16:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:44 smithi007 ceph-mon[92692]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 13 KiB/s wr, 176 op/s 2024-08-04T16:16:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:44 smithi007 ceph-mon[92692]: osdmap e1582: 8 total, 8 up, 8 in 2024-08-04T16:16:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:44 smithi007 ceph-mon[94998]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 13 KiB/s wr, 176 op/s 2024-08-04T16:16:45.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:44 smithi007 ceph-mon[94998]: osdmap e1582: 8 total, 8 up, 8 in 2024-08-04T16:16:46.237 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:16:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:16:46] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.43.0" 2024-08-04T16:16:46.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:45 smithi007 ceph-mon[92692]: osdmap e1583: 8 total, 8 up, 8 in 2024-08-04T16:16:46.238 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:45 smithi007 ceph-mon[94998]: osdmap e1583: 8 total, 8 up, 8 in 2024-08-04T16:16:46.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:45 smithi062 ceph-mon[85960]: osdmap e1583: 8 total, 8 up, 8 in 2024-08-04T16:16:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:46 smithi062 ceph-mon[85960]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-08-04T16:16:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:46 smithi062 ceph-mon[85960]: osdmap e1584: 8 total, 8 up, 8 in 2024-08-04T16:16:47.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:46 smithi007 ceph-mon[94998]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-08-04T16:16:47.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:46 smithi007 ceph-mon[94998]: osdmap e1584: 8 total, 8 up, 8 in 2024-08-04T16:16:47.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:46 smithi007 ceph-mon[92692]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-08-04T16:16:47.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:46 smithi007 ceph-mon[92692]: osdmap e1584: 8 total, 8 up, 8 in 2024-08-04T16:16:48.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:47 smithi062 ceph-mon[85960]: osdmap e1585: 8 total, 8 up, 8 in 2024-08-04T16:16:48.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:47 smithi007 ceph-mon[92692]: osdmap e1585: 8 total, 8 up, 8 in 2024-08-04T16:16:48.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:47 smithi007 ceph-mon[94998]: osdmap e1585: 8 total, 8 up, 8 in 2024-08-04T16:16:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:48 smithi062 ceph-mon[85960]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 10 KiB/s wr, 137 op/s 2024-08-04T16:16:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:48 smithi062 ceph-mon[85960]: osdmap e1586: 8 total, 8 up, 8 in 2024-08-04T16:16:49.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:48 smithi007 ceph-mon[92692]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 10 KiB/s wr, 137 op/s 2024-08-04T16:16:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:48 smithi007 ceph-mon[92692]: osdmap e1586: 8 total, 8 up, 8 in 2024-08-04T16:16:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:48 smithi007 ceph-mon[94998]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 10 KiB/s wr, 137 op/s 2024-08-04T16:16:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:48 smithi007 ceph-mon[94998]: osdmap e1586: 8 total, 8 up, 8 in 2024-08-04T16:16:50.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:49 smithi062 ceph-mon[85960]: osdmap e1587: 8 total, 8 up, 8 in 2024-08-04T16:16:50.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:49 smithi007 ceph-mon[94998]: osdmap e1587: 8 total, 8 up, 8 in 2024-08-04T16:16:50.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:49 smithi007 ceph-mon[92692]: osdmap e1587: 8 total, 8 up, 8 in 2024-08-04T16:16:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:50 smithi062 ceph-mon[85960]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 10 KiB/s wr, 156 op/s 2024-08-04T16:16:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:50 smithi062 ceph-mon[85960]: osdmap e1588: 8 total, 8 up, 8 in 2024-08-04T16:16:51.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:50 smithi062 ceph-mon[85960]: osdmap e1589: 8 total, 8 up, 8 in 2024-08-04T16:16:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:50 smithi007 ceph-mon[94998]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 10 KiB/s wr, 156 op/s 2024-08-04T16:16:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:50 smithi007 ceph-mon[94998]: osdmap e1588: 8 total, 8 up, 8 in 2024-08-04T16:16:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:50 smithi007 ceph-mon[94998]: osdmap e1589: 8 total, 8 up, 8 in 2024-08-04T16:16:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:50 smithi007 ceph-mon[92692]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 10 KiB/s wr, 156 op/s 2024-08-04T16:16:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:50 smithi007 ceph-mon[92692]: osdmap e1588: 8 total, 8 up, 8 in 2024-08-04T16:16:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:50 smithi007 ceph-mon[92692]: osdmap e1589: 8 total, 8 up, 8 in 2024-08-04T16:16:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:16:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:52 smithi062 ceph-mon[85960]: osdmap e1590: 8 total, 8 up, 8 in 2024-08-04T16:16:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:16:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:52 smithi007 ceph-mon[92692]: osdmap e1590: 8 total, 8 up, 8 in 2024-08-04T16:16:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:16:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:52 smithi007 ceph-mon[94998]: osdmap e1590: 8 total, 8 up, 8 in 2024-08-04T16:16:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:16:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:16:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:53 smithi062 ceph-mon[85960]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 4.7 KiB/s wr, 101 op/s 2024-08-04T16:16:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:53 smithi062 ceph-mon[85960]: osdmap e1591: 8 total, 8 up, 8 in 2024-08-04T16:16:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:53 smithi007 ceph-mon[92692]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 4.7 KiB/s wr, 101 op/s 2024-08-04T16:16:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:53 smithi007 ceph-mon[92692]: osdmap e1591: 8 total, 8 up, 8 in 2024-08-04T16:16:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:53 smithi007 ceph-mon[94998]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 4.7 KiB/s wr, 101 op/s 2024-08-04T16:16:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:53 smithi007 ceph-mon[94998]: osdmap e1591: 8 total, 8 up, 8 in 2024-08-04T16:16:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:54 smithi062 ceph-mon[85960]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 4.7 KiB/s wr, 116 op/s 2024-08-04T16:16:55.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:54 smithi062 ceph-mon[85960]: osdmap e1592: 8 total, 8 up, 8 in 2024-08-04T16:16:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:54 smithi007 ceph-mon[92692]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 4.7 KiB/s wr, 116 op/s 2024-08-04T16:16:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:54 smithi007 ceph-mon[92692]: osdmap e1592: 8 total, 8 up, 8 in 2024-08-04T16:16:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:54 smithi007 ceph-mon[94998]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 4.7 KiB/s wr, 116 op/s 2024-08-04T16:16:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:54 smithi007 ceph-mon[94998]: osdmap e1592: 8 total, 8 up, 8 in 2024-08-04T16:16:56.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:55 smithi062 ceph-mon[85960]: osdmap e1593: 8 total, 8 up, 8 in 2024-08-04T16:16:56.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:55 smithi062 ceph-mon[85960]: osdmap e1594: 8 total, 8 up, 8 in 2024-08-04T16:16:56.335 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:16:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:16:56] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.43.0" 2024-08-04T16:16:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:55 smithi007 ceph-mon[92692]: osdmap e1593: 8 total, 8 up, 8 in 2024-08-04T16:16:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:55 smithi007 ceph-mon[92692]: osdmap e1594: 8 total, 8 up, 8 in 2024-08-04T16:16:56.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:55 smithi007 ceph-mon[94998]: osdmap e1593: 8 total, 8 up, 8 in 2024-08-04T16:16:56.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:55 smithi007 ceph-mon[94998]: osdmap e1594: 8 total, 8 up, 8 in 2024-08-04T16:16:57.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:56 smithi062 ceph-mon[85960]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 KiB/s wr, 82 op/s 2024-08-04T16:16:57.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:16:57.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:16:57.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:16:57.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:16:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:56 smithi007 ceph-mon[94998]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 KiB/s wr, 82 op/s 2024-08-04T16:16:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:16:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:16:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:16:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:16:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:56 smithi007 ceph-mon[92692]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 KiB/s wr, 82 op/s 2024-08-04T16:16:57.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:16:57.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:16:57.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:16:57.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:16:57.997 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31022 ms) 2024-08-04T16:16:58.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:57 smithi062 ceph-mon[85960]: osdmap e1595: 8 total, 8 up, 8 in 2024-08-04T16:16:58.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:57 smithi007 ceph-mon[92692]: osdmap e1595: 8 total, 8 up, 8 in 2024-08-04T16:16:58.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:57 smithi007 ceph-mon[94998]: osdmap e1595: 8 total, 8 up, 8 in 2024-08-04T16:16:58.999 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 51 tests from TestMirroring (86477 ms total) 2024-08-04T16:16:58.999 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:16:58.999 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 34 tests from TestInternal 2024-08-04T16:16:59.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:58 smithi062 ceph-mon[85960]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 5.7 KiB/s wr, 61 op/s 2024-08-04T16:16:59.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:58 smithi062 ceph-mon[85960]: osdmap e1596: 8 total, 8 up, 8 in 2024-08-04T16:16:59.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:58 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c841f39d-0b70-4d42-8563-ce276e932020"}]: dispatch 2024-08-04T16:16:59.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:58 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c841f39d-0b70-4d42-8563-ce276e932020"}]': finished 2024-08-04T16:16:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:58 smithi007 ceph-mon[92692]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 5.7 KiB/s wr, 61 op/s 2024-08-04T16:16:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:58 smithi007 ceph-mon[92692]: osdmap e1596: 8 total, 8 up, 8 in 2024-08-04T16:16:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:58 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c841f39d-0b70-4d42-8563-ce276e932020"}]: dispatch 2024-08-04T16:16:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:58 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c841f39d-0b70-4d42-8563-ce276e932020"}]': finished 2024-08-04T16:16:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:58 smithi007 ceph-mon[94998]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 5.7 KiB/s wr, 61 op/s 2024-08-04T16:16:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:58 smithi007 ceph-mon[94998]: osdmap e1596: 8 total, 8 up, 8 in 2024-08-04T16:16:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:58 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c841f39d-0b70-4d42-8563-ce276e932020"}]: dispatch 2024-08-04T16:16:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:58 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1509090227' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c841f39d-0b70-4d42-8563-ce276e932020"}]': finished 2024-08-04T16:17:00.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:16:59 smithi062 ceph-mon[85960]: osdmap e1597: 8 total, 8 up, 8 in 2024-08-04T16:17:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:16:59 smithi007 ceph-mon[92692]: osdmap e1597: 8 total, 8 up, 8 in 2024-08-04T16:17:00.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:16:59 smithi007 ceph-mon[94998]: osdmap e1597: 8 total, 8 up, 8 in 2024-08-04T16:17:01.005 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.OpenByID 2024-08-04T16:17:01.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:01 smithi062 ceph-mon[85960]: pgmap v2761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:17:01.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:01 smithi062 ceph-mon[85960]: osdmap e1598: 8 total, 8 up, 8 in 2024-08-04T16:17:01.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:01 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3123047003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:01.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:01 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:01 smithi007 ceph-mon[94998]: pgmap v2761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:17:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:01 smithi007 ceph-mon[94998]: osdmap e1598: 8 total, 8 up, 8 in 2024-08-04T16:17:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:01 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3123047003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:01 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:01 smithi007 ceph-mon[92692]: pgmap v2761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:17:01.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:01 smithi007 ceph-mon[92692]: osdmap e1598: 8 total, 8 up, 8 in 2024-08-04T16:17:01.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:01 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3123047003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:01.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:01 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:02.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:02 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:17:02.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:02 smithi062 ceph-mon[85960]: osdmap e1599: 8 total, 8 up, 8 in 2024-08-04T16:17:02.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:02 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:17:02.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:02 smithi007 ceph-mon[92692]: osdmap e1599: 8 total, 8 up, 8 in 2024-08-04T16:17:02.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:02 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:17:02.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:02 smithi007 ceph-mon[94998]: osdmap e1599: 8 total, 8 up, 8 in 2024-08-04T16:17:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:17:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:17:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:17:03.064 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.OpenByID (2059 ms) 2024-08-04T16:17:03.064 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-08-04T16:17:03.089 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.OpenSnapDNE (26 ms) 2024-08-04T16:17:03.090 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-08-04T16:17:03.115 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (26 ms) 2024-08-04T16:17:03.115 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-08-04T16:17:03.141 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.ResizeLocksImage (25 ms) 2024-08-04T16:17:03.141 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-08-04T16:17:03.162 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (21 ms) 2024-08-04T16:17:03.162 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-08-04T16:17:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:03 smithi007 ceph-mon[94998]: pgmap v2764: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:17:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:03 smithi007 ceph-mon[94998]: osdmap e1600: 8 total, 8 up, 8 in 2024-08-04T16:17:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:03 smithi007 ceph-mon[92692]: pgmap v2764: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:17:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:03 smithi007 ceph-mon[92692]: osdmap e1600: 8 total, 8 up, 8 in 2024-08-04T16:17:03.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:03 smithi062 ceph-mon[85960]: pgmap v2764: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:17:03.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:03 smithi062 ceph-mon[85960]: osdmap e1600: 8 total, 8 up, 8 in 2024-08-04T16:17:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:04 smithi007 ceph-mon[92692]: osdmap e1601: 8 total, 8 up, 8 in 2024-08-04T16:17:04.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:04 smithi007 ceph-mon[94998]: osdmap e1601: 8 total, 8 up, 8 in 2024-08-04T16:17:04.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:04 smithi062 ceph-mon[85960]: osdmap e1601: 8 total, 8 up, 8 in 2024-08-04T16:17:05.049 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1887 ms) 2024-08-04T16:17:05.049 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-08-04T16:17:05.074 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (26 ms) 2024-08-04T16:17:05.074 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-08-04T16:17:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:05 smithi007 ceph-mon[94998]: pgmap v2767: 137 pgs: 12 creating+peering, 7 unknown, 118 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 2 op/s 2024-08-04T16:17:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:05 smithi007 ceph-mon[94998]: osdmap e1602: 8 total, 8 up, 8 in 2024-08-04T16:17:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:05 smithi007 ceph-mon[92692]: pgmap v2767: 137 pgs: 12 creating+peering, 7 unknown, 118 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 2 op/s 2024-08-04T16:17:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:05 smithi007 ceph-mon[92692]: osdmap e1602: 8 total, 8 up, 8 in 2024-08-04T16:17:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:05 smithi062 ceph-mon[85960]: pgmap v2767: 137 pgs: 12 creating+peering, 7 unknown, 118 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 2 op/s 2024-08-04T16:17:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:05 smithi062 ceph-mon[85960]: osdmap e1602: 8 total, 8 up, 8 in 2024-08-04T16:17:06.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:06 smithi007 ceph-mon[94998]: osdmap e1603: 8 total, 8 up, 8 in 2024-08-04T16:17:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:06 smithi007 ceph-mon[92692]: osdmap e1603: 8 total, 8 up, 8 in 2024-08-04T16:17:06.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:17:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:17:06] "GET /metrics HTTP/1.1" 200 36419 "" "Prometheus/2.43.0" 2024-08-04T16:17:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:06 smithi062 ceph-mon[85960]: osdmap e1603: 8 total, 8 up, 8 in 2024-08-04T16:17:07.069 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1994 ms) 2024-08-04T16:17:07.069 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-08-04T16:17:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:07 smithi007 ceph-mon[92692]: pgmap v2770: 137 pgs: 6 creating+peering, 131 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-08-04T16:17:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:07 smithi007 ceph-mon[92692]: osdmap e1604: 8 total, 8 up, 8 in 2024-08-04T16:17:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:17:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:07 smithi007 ceph-mon[94998]: pgmap v2770: 137 pgs: 6 creating+peering, 131 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-08-04T16:17:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:07 smithi007 ceph-mon[94998]: osdmap e1604: 8 total, 8 up, 8 in 2024-08-04T16:17:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:17:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:07 smithi062 ceph-mon[85960]: pgmap v2770: 137 pgs: 6 creating+peering, 131 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-08-04T16:17:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:07 smithi062 ceph-mon[85960]: osdmap e1604: 8 total, 8 up, 8 in 2024-08-04T16:17:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:17:08.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:08 smithi007 ceph-mon[92692]: osdmap e1605: 8 total, 8 up, 8 in 2024-08-04T16:17:08.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:08 smithi007 ceph-mon[94998]: osdmap e1605: 8 total, 8 up, 8 in 2024-08-04T16:17:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:08 smithi062 ceph-mon[85960]: osdmap e1605: 8 total, 8 up, 8 in 2024-08-04T16:17:09.078 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2010 ms) 2024-08-04T16:17:09.078 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-08-04T16:17:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:09 smithi007 ceph-mon[92692]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 9.5 KiB/s wr, 119 op/s 2024-08-04T16:17:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:09 smithi007 ceph-mon[92692]: osdmap e1606: 8 total, 8 up, 8 in 2024-08-04T16:17:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:09 smithi007 ceph-mon[94998]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 9.5 KiB/s wr, 119 op/s 2024-08-04T16:17:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:09 smithi007 ceph-mon[94998]: osdmap e1606: 8 total, 8 up, 8 in 2024-08-04T16:17:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:09 smithi062 ceph-mon[85960]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 9.5 KiB/s wr, 119 op/s 2024-08-04T16:17:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:09 smithi062 ceph-mon[85960]: osdmap e1606: 8 total, 8 up, 8 in 2024-08-04T16:17:10.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:10 smithi007 ceph-mon[92692]: osdmap e1607: 8 total, 8 up, 8 in 2024-08-04T16:17:10.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:10 smithi007 ceph-mon[94998]: osdmap e1607: 8 total, 8 up, 8 in 2024-08-04T16:17:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:10 smithi062 ceph-mon[85960]: osdmap e1607: 8 total, 8 up, 8 in 2024-08-04T16:17:10.922 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1844 ms) 2024-08-04T16:17:10.922 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-08-04T16:17:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:11 smithi007 ceph-mon[92692]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 9.7 KiB/s wr, 130 op/s 2024-08-04T16:17:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:11 smithi007 ceph-mon[92692]: osdmap e1608: 8 total, 8 up, 8 in 2024-08-04T16:17:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:11 smithi007 ceph-mon[92692]: osdmap e1609: 8 total, 8 up, 8 in 2024-08-04T16:17:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:11 smithi007 ceph-mon[94998]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 9.7 KiB/s wr, 130 op/s 2024-08-04T16:17:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:11 smithi007 ceph-mon[94998]: osdmap e1608: 8 total, 8 up, 8 in 2024-08-04T16:17:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:11 smithi007 ceph-mon[94998]: osdmap e1609: 8 total, 8 up, 8 in 2024-08-04T16:17:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:11 smithi062 ceph-mon[85960]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 9.7 KiB/s wr, 130 op/s 2024-08-04T16:17:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:11 smithi062 ceph-mon[85960]: osdmap e1608: 8 total, 8 up, 8 in 2024-08-04T16:17:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:11 smithi062 ceph-mon[85960]: osdmap e1609: 8 total, 8 up, 8 in 2024-08-04T16:17:12.261 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 16:17:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=cleanup t=2024-08-04T16:17:11.971002349Z level=info msg="Completed cleanup jobs" duration=3.222873ms 2024-08-04T16:17:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:17:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:17:12.931 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.FlattenLocksImage (2008 ms) 2024-08-04T16:17:12.931 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-08-04T16:17:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:12 smithi062 ceph-mon[85960]: pgmap v2779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 97 op/s 2024-08-04T16:17:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:12 smithi062 ceph-mon[85960]: osdmap e1610: 8 total, 8 up, 8 in 2024-08-04T16:17:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:12 smithi007 ceph-mon[92692]: pgmap v2779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 97 op/s 2024-08-04T16:17:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:12 smithi007 ceph-mon[92692]: osdmap e1610: 8 total, 8 up, 8 in 2024-08-04T16:17:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:12 smithi007 ceph-mon[94998]: pgmap v2779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 97 op/s 2024-08-04T16:17:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:12 smithi007 ceph-mon[94998]: osdmap e1610: 8 total, 8 up, 8 in 2024-08-04T16:17:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:13 smithi062 ceph-mon[85960]: osdmap e1611: 8 total, 8 up, 8 in 2024-08-04T16:17:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:13 smithi007 ceph-mon[92692]: osdmap e1611: 8 total, 8 up, 8 in 2024-08-04T16:17:14.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:13 smithi007 ceph-mon[94998]: osdmap e1611: 8 total, 8 up, 8 in 2024-08-04T16:17:14.945 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2014 ms) 2024-08-04T16:17:14.945 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-08-04T16:17:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:14 smithi062 ceph-mon[85960]: pgmap v2782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 6.7 KiB/s wr, 126 op/s 2024-08-04T16:17:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:14 smithi062 ceph-mon[85960]: osdmap e1612: 8 total, 8 up, 8 in 2024-08-04T16:17:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:14 smithi007 ceph-mon[92692]: pgmap v2782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 6.7 KiB/s wr, 126 op/s 2024-08-04T16:17:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:14 smithi007 ceph-mon[92692]: osdmap e1612: 8 total, 8 up, 8 in 2024-08-04T16:17:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:14 smithi007 ceph-mon[94998]: pgmap v2782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 6.7 KiB/s wr, 126 op/s 2024-08-04T16:17:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:14 smithi007 ceph-mon[94998]: osdmap e1612: 8 total, 8 up, 8 in 2024-08-04T16:17:15.909 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (964 ms) 2024-08-04T16:17:15.909 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-08-04T16:17:16.237 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:17:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:17:16] "GET /metrics HTTP/1.1" 200 36419 "" "Prometheus/2.43.0" 2024-08-04T16:17:16.237 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:15 smithi007 ceph-mon[94998]: osdmap e1613: 8 total, 8 up, 8 in 2024-08-04T16:17:16.237 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:15 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/436675263' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/436675263"}]: dispatch 2024-08-04T16:17:16.238 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:15 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/436675263"}]: dispatch 2024-08-04T16:17:16.238 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:15 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/436675263"}]': finished 2024-08-04T16:17:16.238 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:15 smithi007 ceph-mon[94998]: osdmap e1614: 8 total, 8 up, 8 in 2024-08-04T16:17:16.238 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:15 smithi007 ceph-mon[92692]: osdmap e1613: 8 total, 8 up, 8 in 2024-08-04T16:17:16.238 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:15 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/436675263' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/436675263"}]: dispatch 2024-08-04T16:17:16.238 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:15 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/436675263"}]: dispatch 2024-08-04T16:17:16.238 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:15 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/436675263"}]': finished 2024-08-04T16:17:16.238 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:15 smithi007 ceph-mon[92692]: osdmap e1614: 8 total, 8 up, 8 in 2024-08-04T16:17:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:15 smithi062 ceph-mon[85960]: osdmap e1613: 8 total, 8 up, 8 in 2024-08-04T16:17:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:15 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/436675263' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/436675263"}]: dispatch 2024-08-04T16:17:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:15 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/436675263"}]: dispatch 2024-08-04T16:17:16.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:15 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/436675263"}]': finished 2024-08-04T16:17:16.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:15 smithi062 ceph-mon[85960]: osdmap e1614: 8 total, 8 up, 8 in 2024-08-04T16:17:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:16 smithi062 ceph-mon[85960]: pgmap v2785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 7.5 KiB/s wr, 136 op/s 2024-08-04T16:17:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:16 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/216958126' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/216958126"}]: dispatch 2024-08-04T16:17:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:16 smithi007 ceph-mon[92692]: pgmap v2785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 7.5 KiB/s wr, 136 op/s 2024-08-04T16:17:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:16 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/216958126' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/216958126"}]: dispatch 2024-08-04T16:17:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:16 smithi007 ceph-mon[94998]: pgmap v2785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 7.5 KiB/s wr, 136 op/s 2024-08-04T16:17:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:16 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/216958126' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/216958126"}]: dispatch 2024-08-04T16:17:17.938 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2029 ms) 2024-08-04T16:17:17.938 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-08-04T16:17:17.972 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.AioWriteRequestsLock (34 ms) 2024-08-04T16:17:17.972 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-08-04T16:17:17.999 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (27 ms) 2024-08-04T16:17:17.999 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-08-04T16:17:18.044 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.CancelAsyncResize (46 ms) 2024-08-04T16:17:18.044 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.MultipleResize 2024-08-04T16:17:18.102 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.MultipleResize (58 ms) 2024-08-04T16:17:18.103 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.Metadata 2024-08-04T16:17:18.150 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.Metadata (48 ms) 2024-08-04T16:17:18.150 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-08-04T16:17:18.180 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.MetadataConfApply (30 ms) 2024-08-04T16:17:18.180 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-08-04T16:17:18.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:17 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/216958126' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/216958126"}]': finished 2024-08-04T16:17:18.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:17 smithi062 ceph-mon[85960]: osdmap e1615: 8 total, 8 up, 8 in 2024-08-04T16:17:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:17 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/216958126' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/216958126"}]': finished 2024-08-04T16:17:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:17 smithi007 ceph-mon[92692]: osdmap e1615: 8 total, 8 up, 8 in 2024-08-04T16:17:18.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:17 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/216958126' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/216958126"}]': finished 2024-08-04T16:17:18.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:17 smithi007 ceph-mon[94998]: osdmap e1615: 8 total, 8 up, 8 in 2024-08-04T16:17:19.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:18 smithi062 ceph-mon[85960]: pgmap v2788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 9.5 KiB/s wr, 185 op/s 2024-08-04T16:17:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:18 smithi007 ceph-mon[92692]: pgmap v2788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 9.5 KiB/s wr, 185 op/s 2024-08-04T16:17:19.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:18 smithi007 ceph-mon[94998]: pgmap v2788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 9.5 KiB/s wr, 185 op/s 2024-08-04T16:17:20.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:19 smithi062 ceph-mon[85960]: osdmap e1616: 8 total, 8 up, 8 in 2024-08-04T16:17:20.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:19 smithi007 ceph-mon[94998]: osdmap e1616: 8 total, 8 up, 8 in 2024-08-04T16:17:20.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:19 smithi007 ceph-mon[92692]: osdmap e1616: 8 total, 8 up, 8 in 2024-08-04T16:17:20.996 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.SnapshotCopyup (2816 ms) 2024-08-04T16:17:20.996 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-08-04T16:17:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:20 smithi062 ceph-mon[85960]: pgmap v2790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 17 KiB/s wr, 203 op/s 2024-08-04T16:17:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:20 smithi062 ceph-mon[85960]: osdmap e1617: 8 total, 8 up, 8 in 2024-08-04T16:17:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:20 smithi062 ceph-mon[85960]: osdmap e1618: 8 total, 8 up, 8 in 2024-08-04T16:17:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:20 smithi007 ceph-mon[94998]: pgmap v2790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 17 KiB/s wr, 203 op/s 2024-08-04T16:17:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:20 smithi007 ceph-mon[94998]: osdmap e1617: 8 total, 8 up, 8 in 2024-08-04T16:17:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:20 smithi007 ceph-mon[94998]: osdmap e1618: 8 total, 8 up, 8 in 2024-08-04T16:17:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:20 smithi007 ceph-mon[92692]: pgmap v2790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 17 KiB/s wr, 203 op/s 2024-08-04T16:17:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:20 smithi007 ceph-mon[92692]: osdmap e1617: 8 total, 8 up, 8 in 2024-08-04T16:17:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:20 smithi007 ceph-mon[92692]: osdmap e1618: 8 total, 8 up, 8 in 2024-08-04T16:17:22.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:17:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:17:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:17:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:17:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:17:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:22 smithi062 ceph-mon[85960]: pgmap v2793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 20 KiB/s wr, 204 op/s 2024-08-04T16:17:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:22 smithi062 ceph-mon[85960]: osdmap e1619: 8 total, 8 up, 8 in 2024-08-04T16:17:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.7", "id": [7, 1]}]: dispatch 2024-08-04T16:17:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 4]}]: dispatch 2024-08-04T16:17:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:22 smithi007 ceph-mon[94998]: pgmap v2793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 20 KiB/s wr, 204 op/s 2024-08-04T16:17:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:22 smithi007 ceph-mon[94998]: osdmap e1619: 8 total, 8 up, 8 in 2024-08-04T16:17:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.7", "id": [7, 1]}]: dispatch 2024-08-04T16:17:23.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 4]}]: dispatch 2024-08-04T16:17:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:22 smithi007 ceph-mon[92692]: pgmap v2793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 20 KiB/s wr, 204 op/s 2024-08-04T16:17:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:22 smithi007 ceph-mon[92692]: osdmap e1619: 8 total, 8 up, 8 in 2024-08-04T16:17:23.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.7", "id": [7, 1]}]: dispatch 2024-08-04T16:17:23.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 4]}]: dispatch 2024-08-04T16:17:23.996 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (3000 ms) 2024-08-04T16:17:23.997 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-08-04T16:17:24.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.7", "id": [7, 1]}]': finished 2024-08-04T16:17:24.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 4]}]': finished 2024-08-04T16:17:24.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:23 smithi062 ceph-mon[85960]: osdmap e1620: 8 total, 8 up, 8 in 2024-08-04T16:17:24.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.7", "id": [7, 1]}]': finished 2024-08-04T16:17:24.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 4]}]': finished 2024-08-04T16:17:24.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:23 smithi007 ceph-mon[94998]: osdmap e1620: 8 total, 8 up, 8 in 2024-08-04T16:17:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.7", "id": [7, 1]}]': finished 2024-08-04T16:17:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 4]}]': finished 2024-08-04T16:17:24.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:23 smithi007 ceph-mon[92692]: osdmap e1620: 8 total, 8 up, 8 in 2024-08-04T16:17:25.010 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1012 ms) 2024-08-04T16:17:25.010 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-08-04T16:17:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:24 smithi062 ceph-mon[85960]: pgmap v2796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 16 KiB/s wr, 251 op/s 2024-08-04T16:17:25.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:24 smithi062 ceph-mon[85960]: osdmap e1621: 8 total, 8 up, 8 in 2024-08-04T16:17:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:24 smithi007 ceph-mon[92692]: pgmap v2796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 16 KiB/s wr, 251 op/s 2024-08-04T16:17:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:24 smithi007 ceph-mon[92692]: osdmap e1621: 8 total, 8 up, 8 in 2024-08-04T16:17:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:24 smithi007 ceph-mon[94998]: pgmap v2796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 16 KiB/s wr, 251 op/s 2024-08-04T16:17:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:24 smithi007 ceph-mon[94998]: osdmap e1621: 8 total, 8 up, 8 in 2024-08-04T16:17:26.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:25 smithi062 ceph-mon[85960]: osdmap e1622: 8 total, 8 up, 8 in 2024-08-04T16:17:26.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:17:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:17:26] "GET /metrics HTTP/1.1" 200 36423 "" "Prometheus/2.43.0" 2024-08-04T16:17:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:25 smithi007 ceph-mon[92692]: osdmap e1622: 8 total, 8 up, 8 in 2024-08-04T16:17:26.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:25 smithi007 ceph-mon[94998]: osdmap e1622: 8 total, 8 up, 8 in 2024-08-04T16:17:27.041 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.ResizeCopyup (2032 ms) 2024-08-04T16:17:27.041 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-08-04T16:17:27.049 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:17:27.049 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.DiscardCopyup (9 ms) 2024-08-04T16:17:27.049 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.ImageOptions 2024-08-04T16:17:27.058 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.ImageOptions (9 ms) 2024-08-04T16:17:27.058 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-08-04T16:17:27.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:26 smithi062 ceph-mon[85960]: pgmap v2799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 13 KiB/s wr, 194 op/s 2024-08-04T16:17:27.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:26 smithi062 ceph-mon[85960]: osdmap e1623: 8 total, 8 up, 8 in 2024-08-04T16:17:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:26 smithi007 ceph-mon[92692]: pgmap v2799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 13 KiB/s wr, 194 op/s 2024-08-04T16:17:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:26 smithi007 ceph-mon[92692]: osdmap e1623: 8 total, 8 up, 8 in 2024-08-04T16:17:27.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:26 smithi007 ceph-mon[94998]: pgmap v2799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 13 KiB/s wr, 194 op/s 2024-08-04T16:17:27.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:26 smithi007 ceph-mon[94998]: osdmap e1623: 8 total, 8 up, 8 in 2024-08-04T16:17:28.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:27 smithi062 ceph-mon[85960]: osdmap e1624: 8 total, 8 up, 8 in 2024-08-04T16:17:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:27 smithi007 ceph-mon[92692]: osdmap e1624: 8 total, 8 up, 8 in 2024-08-04T16:17:28.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:27 smithi007 ceph-mon[94998]: osdmap e1624: 8 total, 8 up, 8 in 2024-08-04T16:17:29.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:28 smithi062 ceph-mon[85960]: pgmap v2802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 17 KiB/s wr, 207 op/s; 17 B/s, 3 keys/s, 1 objects/s recovering 2024-08-04T16:17:29.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:28 smithi062 ceph-mon[85960]: osdmap e1625: 8 total, 8 up, 8 in 2024-08-04T16:17:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:28 smithi007 ceph-mon[92692]: pgmap v2802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 17 KiB/s wr, 207 op/s; 17 B/s, 3 keys/s, 1 objects/s recovering 2024-08-04T16:17:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:28 smithi007 ceph-mon[92692]: osdmap e1625: 8 total, 8 up, 8 in 2024-08-04T16:17:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:28 smithi007 ceph-mon[94998]: pgmap v2802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 17 KiB/s wr, 207 op/s; 17 B/s, 3 keys/s, 1 objects/s recovering 2024-08-04T16:17:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:28 smithi007 ceph-mon[94998]: osdmap e1625: 8 total, 8 up, 8 in 2024-08-04T16:17:30.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:30 smithi007 ceph-mon[94998]: osdmap e1626: 8 total, 8 up, 8 in 2024-08-04T16:17:30.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:30 smithi007 ceph-mon[92692]: osdmap e1626: 8 total, 8 up, 8 in 2024-08-04T16:17:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:30 smithi062 ceph-mon[85960]: osdmap e1626: 8 total, 8 up, 8 in 2024-08-04T16:17:31.033 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.WriteFullCopyup (3975 ms) 2024-08-04T16:17:31.034 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-08-04T16:17:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:31 smithi062 ceph-mon[85960]: pgmap v2805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 21 KiB/s wr, 219 op/s; 17 B/s, 3 keys/s, 1 objects/s recovering 2024-08-04T16:17:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:31 smithi062 ceph-mon[85960]: osdmap e1627: 8 total, 8 up, 8 in 2024-08-04T16:17:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:31 smithi007 ceph-mon[94998]: pgmap v2805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 21 KiB/s wr, 219 op/s; 17 B/s, 3 keys/s, 1 objects/s recovering 2024-08-04T16:17:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:31 smithi007 ceph-mon[94998]: osdmap e1627: 8 total, 8 up, 8 in 2024-08-04T16:17:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:31 smithi007 ceph-mon[92692]: pgmap v2805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 21 KiB/s wr, 219 op/s; 17 B/s, 3 keys/s, 1 objects/s recovering 2024-08-04T16:17:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:31 smithi007 ceph-mon[92692]: osdmap e1627: 8 total, 8 up, 8 in 2024-08-04T16:17:32.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:32 smithi062 ceph-mon[85960]: osdmap e1628: 8 total, 8 up, 8 in 2024-08-04T16:17:32.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:32 smithi007 ceph-mon[92692]: osdmap e1628: 8 total, 8 up, 8 in 2024-08-04T16:17:32.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:32 smithi007 ceph-mon[94998]: osdmap e1628: 8 total, 8 up, 8 in 2024-08-04T16:17:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:17:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:17:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:17:33.055 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2021 ms) 2024-08-04T16:17:33.055 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.TestCoR 2024-08-04T16:17:33.064 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-08-04T16:17:33.064 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.TestCoR (10 ms) 2024-08-04T16:17:33.064 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-08-04T16:17:33.308 INFO:tasks.workunit.client.0.smithi007.stdout:made parent image "image391": 4194304K (1024 * 4K) 2024-08-04T16:17:33.308 INFO:tasks.workunit.client.0.smithi007.stdout:generated random write map: 2024-08-04T16:17:33.308 INFO:tasks.workunit.client.0.smithi007.stdout: [0 , 553 ] 2024-08-04T16:17:33.308 INFO:tasks.workunit.client.0.smithi007.stdout: [11 , 45224 ] 2024-08-04T16:17:33.308 INFO:tasks.workunit.client.0.smithi007.stdout: [20 , 83681 ] 2024-08-04T16:17:33.308 INFO:tasks.workunit.client.0.smithi007.stdout: [22 , 90569 ] 2024-08-04T16:17:33.308 INFO:tasks.workunit.client.0.smithi007.stdout: [32 , 131497 ] 2024-08-04T16:17:33.309 INFO:tasks.workunit.client.0.smithi007.stdout: [68 , 281141 ] 2024-08-04T16:17:33.309 INFO:tasks.workunit.client.0.smithi007.stdout: [73 , 299545 ] 2024-08-04T16:17:33.309 INFO:tasks.workunit.client.0.smithi007.stdout: [88 , 362518 ] 2024-08-04T16:17:33.309 INFO:tasks.workunit.client.0.smithi007.stdout: [92 , 380221 ] 2024-08-04T16:17:33.309 INFO:tasks.workunit.client.0.smithi007.stdout: [94 , 386279 ] 2024-08-04T16:17:33.309 INFO:tasks.workunit.client.0.smithi007.stdout: [117 , 482495 ] 2024-08-04T16:17:33.309 INFO:tasks.workunit.client.0.smithi007.stdout: [125 , 513429 ] 2024-08-04T16:17:33.309 INFO:tasks.workunit.client.0.smithi007.stdout: [127 , 520352 ] 2024-08-04T16:17:33.309 INFO:tasks.workunit.client.0.smithi007.stdout: [155 , 637237 ] 2024-08-04T16:17:33.309 INFO:tasks.workunit.client.0.smithi007.stdout: [183 , 753122 ] 2024-08-04T16:17:33.309 INFO:tasks.workunit.client.0.smithi007.stdout: [187 , 768015 ] 2024-08-04T16:17:33.309 INFO:tasks.workunit.client.0.smithi007.stdout: [190 , 778325 ] 2024-08-04T16:17:33.309 INFO:tasks.workunit.client.0.smithi007.stdout: [194 , 796137 ] 2024-08-04T16:17:33.309 INFO:tasks.workunit.client.0.smithi007.stdout: [211 , 865898 ] 2024-08-04T16:17:33.310 INFO:tasks.workunit.client.0.smithi007.stdout: [214 , 876638 ] 2024-08-04T16:17:33.310 INFO:tasks.workunit.client.0.smithi007.stdout: [231 , 949469 ] 2024-08-04T16:17:33.310 INFO:tasks.workunit.client.0.smithi007.stdout: [241 , 988069 ] 2024-08-04T16:17:33.310 INFO:tasks.workunit.client.0.smithi007.stdout: [269 , 1104144 ] 2024-08-04T16:17:33.310 INFO:tasks.workunit.client.0.smithi007.stdout: [278 , 1140908 ] 2024-08-04T16:17:33.310 INFO:tasks.workunit.client.0.smithi007.stdout: [279 , 1146100 ] 2024-08-04T16:17:33.310 INFO:tasks.workunit.client.0.smithi007.stdout: [286 , 1173711 ] 2024-08-04T16:17:33.310 INFO:tasks.workunit.client.0.smithi007.stdout: [290 , 1190170 ] 2024-08-04T16:17:33.310 INFO:tasks.workunit.client.0.smithi007.stdout: [291 , 1195467 ] 2024-08-04T16:17:33.310 INFO:tasks.workunit.client.0.smithi007.stdout: [308 , 1263148 ] 2024-08-04T16:17:33.310 INFO:tasks.workunit.client.0.smithi007.stdout: [342 , 1402141 ] 2024-08-04T16:17:33.310 INFO:tasks.workunit.client.0.smithi007.stdout: [371 , 1521139 ] 2024-08-04T16:17:33.310 INFO:tasks.workunit.client.0.smithi007.stdout: [394 , 1614224 ] 2024-08-04T16:17:33.310 INFO:tasks.workunit.client.0.smithi007.stdout: [403 , 1650695 ] 2024-08-04T16:17:33.311 INFO:tasks.workunit.client.0.smithi007.stdout: [411 , 1685650 ] 2024-08-04T16:17:33.311 INFO:tasks.workunit.client.0.smithi007.stdout: [422 , 1729948 ] 2024-08-04T16:17:33.311 INFO:tasks.workunit.client.0.smithi007.stdout: [425 , 1742949 ] 2024-08-04T16:17:33.311 INFO:tasks.workunit.client.0.smithi007.stdout: [436 , 1786944 ] 2024-08-04T16:17:33.311 INFO:tasks.workunit.client.0.smithi007.stdout: [440 , 1802917 ] 2024-08-04T16:17:33.311 INFO:tasks.workunit.client.0.smithi007.stdout: [479 , 1965173 ] 2024-08-04T16:17:33.311 INFO:tasks.workunit.client.0.smithi007.stdout: [489 , 2005445 ] 2024-08-04T16:17:33.311 INFO:tasks.workunit.client.0.smithi007.stdout: [492 , 2018461 ] 2024-08-04T16:17:33.311 INFO:tasks.workunit.client.0.smithi007.stdout: [506 , 2075008 ] 2024-08-04T16:17:33.311 INFO:tasks.workunit.client.0.smithi007.stdout: [522 , 2140855 ] 2024-08-04T16:17:33.311 INFO:tasks.workunit.client.0.smithi007.stdout: [533 , 2185826 ] 2024-08-04T16:17:33.311 INFO:tasks.workunit.client.0.smithi007.stdout: [545 , 2235261 ] 2024-08-04T16:17:33.311 INFO:tasks.workunit.client.0.smithi007.stdout: [549 , 2251961 ] 2024-08-04T16:17:33.311 INFO:tasks.workunit.client.0.smithi007.stdout: [551 , 2259499 ] 2024-08-04T16:17:33.311 INFO:tasks.workunit.client.0.smithi007.stdout: [553 , 2265383 ] 2024-08-04T16:17:33.312 INFO:tasks.workunit.client.0.smithi007.stdout: [590 , 2417431 ] 2024-08-04T16:17:33.312 INFO:tasks.workunit.client.0.smithi007.stdout: [596 , 2443180 ] 2024-08-04T16:17:33.312 INFO:tasks.workunit.client.0.smithi007.stdout: [602 , 2466810 ] 2024-08-04T16:17:33.312 INFO:tasks.workunit.client.0.smithi007.stdout: [626 , 2567280 ] 2024-08-04T16:17:33.312 INFO:tasks.workunit.client.0.smithi007.stdout: [629 , 2578909 ] 2024-08-04T16:17:33.312 INFO:tasks.workunit.client.0.smithi007.stdout: [630 , 2582714 ] 2024-08-04T16:17:33.312 INFO:tasks.workunit.client.0.smithi007.stdout: [650 , 2665548 ] 2024-08-04T16:17:33.312 INFO:tasks.workunit.client.0.smithi007.stdout: [670 , 2744743 ] 2024-08-04T16:17:33.312 INFO:tasks.workunit.client.0.smithi007.stdout: [680 , 2788131 ] 2024-08-04T16:17:33.312 INFO:tasks.workunit.client.0.smithi007.stdout: [681 , 2791932 ] 2024-08-04T16:17:33.312 INFO:tasks.workunit.client.0.smithi007.stdout: [683 , 2798211 ] 2024-08-04T16:17:33.312 INFO:tasks.workunit.client.0.smithi007.stdout: [689 , 2823529 ] 2024-08-04T16:17:33.313 INFO:tasks.workunit.client.0.smithi007.stdout: [690 , 2827700 ] 2024-08-04T16:17:33.313 INFO:tasks.workunit.client.0.smithi007.stdout: [725 , 2971604 ] 2024-08-04T16:17:33.313 INFO:tasks.workunit.client.0.smithi007.stdout: [730 , 2992963 ] 2024-08-04T16:17:33.313 INFO:tasks.workunit.client.0.smithi007.stdout: [732 , 3000191 ] 2024-08-04T16:17:33.313 INFO:tasks.workunit.client.0.smithi007.stdout: [737 , 3021350 ] 2024-08-04T16:17:33.313 INFO:tasks.workunit.client.0.smithi007.stdout: [739 , 3030497 ] 2024-08-04T16:17:33.313 INFO:tasks.workunit.client.0.smithi007.stdout: [752 , 3083002 ] 2024-08-04T16:17:33.313 INFO:tasks.workunit.client.0.smithi007.stdout: [753 , 3085951 ] 2024-08-04T16:17:33.313 INFO:tasks.workunit.client.0.smithi007.stdout: [756 , 3098872 ] 2024-08-04T16:17:33.313 INFO:tasks.workunit.client.0.smithi007.stdout: [766 , 3138006 ] 2024-08-04T16:17:33.313 INFO:tasks.workunit.client.0.smithi007.stdout: [795 , 3256479 ] 2024-08-04T16:17:33.313 INFO:tasks.workunit.client.0.smithi007.stdout: [809 , 3314604 ] 2024-08-04T16:17:33.313 INFO:tasks.workunit.client.0.smithi007.stdout: [821 , 3364518 ] 2024-08-04T16:17:33.313 INFO:tasks.workunit.client.0.smithi007.stdout: [828 , 3394886 ] 2024-08-04T16:17:33.313 INFO:tasks.workunit.client.0.smithi007.stdout: [843 , 3455921 ] 2024-08-04T16:17:33.314 INFO:tasks.workunit.client.0.smithi007.stdout: [855 , 3505622 ] 2024-08-04T16:17:33.314 INFO:tasks.workunit.client.0.smithi007.stdout: [863 , 3535215 ] 2024-08-04T16:17:33.314 INFO:tasks.workunit.client.0.smithi007.stdout: [873 , 3577406 ] 2024-08-04T16:17:33.314 INFO:tasks.workunit.client.0.smithi007.stdout: [880 , 3604944 ] 2024-08-04T16:17:33.314 INFO:tasks.workunit.client.0.smithi007.stdout: [895 , 3667470 ] 2024-08-04T16:17:33.314 INFO:tasks.workunit.client.0.smithi007.stdout: [896 , 3671421 ] 2024-08-04T16:17:33.314 INFO:tasks.workunit.client.0.smithi007.stdout: [897 , 3675183 ] 2024-08-04T16:17:33.314 INFO:tasks.workunit.client.0.smithi007.stdout: [901 , 3693123 ] 2024-08-04T16:17:33.314 INFO:tasks.workunit.client.0.smithi007.stdout: [911 , 3734260 ] 2024-08-04T16:17:33.314 INFO:tasks.workunit.client.0.smithi007.stdout: [928 , 3801808 ] 2024-08-04T16:17:33.314 INFO:tasks.workunit.client.0.smithi007.stdout: [932 , 3819657 ] 2024-08-04T16:17:33.314 INFO:tasks.workunit.client.0.smithi007.stdout: [939 , 3849125 ] 2024-08-04T16:17:33.314 INFO:tasks.workunit.client.0.smithi007.stdout: [956 , 3918367 ] 2024-08-04T16:17:33.314 INFO:tasks.workunit.client.0.smithi007.stdout: [959 , 3931418 ] 2024-08-04T16:17:33.315 INFO:tasks.workunit.client.0.smithi007.stdout: [973 , 3985859 ] 2024-08-04T16:17:33.315 INFO:tasks.workunit.client.0.smithi007.stdout: [978 , 4007451 ] 2024-08-04T16:17:33.315 INFO:tasks.workunit.client.0.smithi007.stdout: [989 , 4050952 ] 2024-08-04T16:17:33.315 INFO:tasks.workunit.client.0.smithi007.stdout: [1004 , 4113420 ] 2024-08-04T16:17:33.315 INFO:tasks.workunit.client.0.smithi007.stdout: [1010 , 4140435 ] 2024-08-04T16:17:33.315 INFO:tasks.workunit.client.0.smithi007.stdout: [1013 , 4151831 ] 2024-08-04T16:17:33.315 INFO:tasks.workunit.client.0.smithi007.stdout: [1016 , 4164564 ] 2024-08-04T16:17:33.315 INFO:tasks.workunit.client.0.smithi007.stdout:write data based on random map 2024-08-04T16:17:33.315 INFO:tasks.workunit.client.0.smithi007.stdout: write object-0 2024-08-04T16:17:33.315 INFO:tasks.workunit.client.0.smithi007.stdout: write object-11 2024-08-04T16:17:33.315 INFO:tasks.workunit.client.0.smithi007.stdout: write object-20 2024-08-04T16:17:33.315 INFO:tasks.workunit.client.0.smithi007.stdout: write object-22 2024-08-04T16:17:33.315 INFO:tasks.workunit.client.0.smithi007.stdout: write object-32 2024-08-04T16:17:33.315 INFO:tasks.workunit.client.0.smithi007.stdout: write object-68 2024-08-04T16:17:33.316 INFO:tasks.workunit.client.0.smithi007.stdout: write object-73 2024-08-04T16:17:33.316 INFO:tasks.workunit.client.0.smithi007.stdout: write object-88 2024-08-04T16:17:33.316 INFO:tasks.workunit.client.0.smithi007.stdout: write object-92 2024-08-04T16:17:33.316 INFO:tasks.workunit.client.0.smithi007.stdout: write object-94 2024-08-04T16:17:33.316 INFO:tasks.workunit.client.0.smithi007.stdout: write object-117 2024-08-04T16:17:33.316 INFO:tasks.workunit.client.0.smithi007.stdout: write object-125 2024-08-04T16:17:33.316 INFO:tasks.workunit.client.0.smithi007.stdout: write object-127 2024-08-04T16:17:33.316 INFO:tasks.workunit.client.0.smithi007.stdout: write object-155 2024-08-04T16:17:33.316 INFO:tasks.workunit.client.0.smithi007.stdout: write object-183 2024-08-04T16:17:33.316 INFO:tasks.workunit.client.0.smithi007.stdout: write object-187 2024-08-04T16:17:33.316 INFO:tasks.workunit.client.0.smithi007.stdout: write object-190 2024-08-04T16:17:33.317 INFO:tasks.workunit.client.0.smithi007.stdout: write object-194 2024-08-04T16:17:33.317 INFO:tasks.workunit.client.0.smithi007.stdout: write object-211 2024-08-04T16:17:33.317 INFO:tasks.workunit.client.0.smithi007.stdout: write object-214 2024-08-04T16:17:33.317 INFO:tasks.workunit.client.0.smithi007.stdout: write object-231 2024-08-04T16:17:33.317 INFO:tasks.workunit.client.0.smithi007.stdout: write object-241 2024-08-04T16:17:33.317 INFO:tasks.workunit.client.0.smithi007.stdout: write object-269 2024-08-04T16:17:33.317 INFO:tasks.workunit.client.0.smithi007.stdout: write object-278 2024-08-04T16:17:33.317 INFO:tasks.workunit.client.0.smithi007.stdout: write object-279 2024-08-04T16:17:33.317 INFO:tasks.workunit.client.0.smithi007.stdout: write object-286 2024-08-04T16:17:33.317 INFO:tasks.workunit.client.0.smithi007.stdout: write object-290 2024-08-04T16:17:33.317 INFO:tasks.workunit.client.0.smithi007.stdout: write object-291 2024-08-04T16:17:33.317 INFO:tasks.workunit.client.0.smithi007.stdout: write object-308 2024-08-04T16:17:33.317 INFO:tasks.workunit.client.0.smithi007.stdout: write object-342 2024-08-04T16:17:33.317 INFO:tasks.workunit.client.0.smithi007.stdout: write object-371 2024-08-04T16:17:33.317 INFO:tasks.workunit.client.0.smithi007.stdout: write object-394 2024-08-04T16:17:33.318 INFO:tasks.workunit.client.0.smithi007.stdout: write object-403 2024-08-04T16:17:33.318 INFO:tasks.workunit.client.0.smithi007.stdout: write object-411 2024-08-04T16:17:33.318 INFO:tasks.workunit.client.0.smithi007.stdout: write object-422 2024-08-04T16:17:33.318 INFO:tasks.workunit.client.0.smithi007.stdout: write object-425 2024-08-04T16:17:33.318 INFO:tasks.workunit.client.0.smithi007.stdout: write object-436 2024-08-04T16:17:33.318 INFO:tasks.workunit.client.0.smithi007.stdout: write object-440 2024-08-04T16:17:33.318 INFO:tasks.workunit.client.0.smithi007.stdout: write object-479 2024-08-04T16:17:33.318 INFO:tasks.workunit.client.0.smithi007.stdout: write object-489 2024-08-04T16:17:33.318 INFO:tasks.workunit.client.0.smithi007.stdout: write object-492 2024-08-04T16:17:33.318 INFO:tasks.workunit.client.0.smithi007.stdout: write object-506 2024-08-04T16:17:33.318 INFO:tasks.workunit.client.0.smithi007.stdout: write object-522 2024-08-04T16:17:33.318 INFO:tasks.workunit.client.0.smithi007.stdout: write object-533 2024-08-04T16:17:33.318 INFO:tasks.workunit.client.0.smithi007.stdout: write object-545 2024-08-04T16:17:33.318 INFO:tasks.workunit.client.0.smithi007.stdout: write object-549 2024-08-04T16:17:33.319 INFO:tasks.workunit.client.0.smithi007.stdout: write object-551 2024-08-04T16:17:33.319 INFO:tasks.workunit.client.0.smithi007.stdout: write object-553 2024-08-04T16:17:33.319 INFO:tasks.workunit.client.0.smithi007.stdout: write object-590 2024-08-04T16:17:33.319 INFO:tasks.workunit.client.0.smithi007.stdout: write object-596 2024-08-04T16:17:33.319 INFO:tasks.workunit.client.0.smithi007.stdout: write object-602 2024-08-04T16:17:33.319 INFO:tasks.workunit.client.0.smithi007.stdout: write object-626 2024-08-04T16:17:33.319 INFO:tasks.workunit.client.0.smithi007.stdout: write object-629 2024-08-04T16:17:33.319 INFO:tasks.workunit.client.0.smithi007.stdout: write object-630 2024-08-04T16:17:33.319 INFO:tasks.workunit.client.0.smithi007.stdout: write object-650 2024-08-04T16:17:33.319 INFO:tasks.workunit.client.0.smithi007.stdout: write object-670 2024-08-04T16:17:33.319 INFO:tasks.workunit.client.0.smithi007.stdout: write object-680 2024-08-04T16:17:33.319 INFO:tasks.workunit.client.0.smithi007.stdout: write object-681 2024-08-04T16:17:33.319 INFO:tasks.workunit.client.0.smithi007.stdout: write object-683 2024-08-04T16:17:33.320 INFO:tasks.workunit.client.0.smithi007.stdout: write object-689 2024-08-04T16:17:33.320 INFO:tasks.workunit.client.0.smithi007.stdout: write object-690 2024-08-04T16:17:33.320 INFO:tasks.workunit.client.0.smithi007.stdout: write object-725 2024-08-04T16:17:33.320 INFO:tasks.workunit.client.0.smithi007.stdout: write object-730 2024-08-04T16:17:33.320 INFO:tasks.workunit.client.0.smithi007.stdout: write object-732 2024-08-04T16:17:33.320 INFO:tasks.workunit.client.0.smithi007.stdout: write object-737 2024-08-04T16:17:33.320 INFO:tasks.workunit.client.0.smithi007.stdout: write object-739 2024-08-04T16:17:33.320 INFO:tasks.workunit.client.0.smithi007.stdout: write object-752 2024-08-04T16:17:33.320 INFO:tasks.workunit.client.0.smithi007.stdout: write object-753 2024-08-04T16:17:33.320 INFO:tasks.workunit.client.0.smithi007.stdout: write object-756 2024-08-04T16:17:33.320 INFO:tasks.workunit.client.0.smithi007.stdout: write object-766 2024-08-04T16:17:33.320 INFO:tasks.workunit.client.0.smithi007.stdout: write object-795 2024-08-04T16:17:33.320 INFO:tasks.workunit.client.0.smithi007.stdout: write object-809 2024-08-04T16:17:33.320 INFO:tasks.workunit.client.0.smithi007.stdout: write object-821 2024-08-04T16:17:33.321 INFO:tasks.workunit.client.0.smithi007.stdout: write object-828 2024-08-04T16:17:33.321 INFO:tasks.workunit.client.0.smithi007.stdout: write object-843 2024-08-04T16:17:33.321 INFO:tasks.workunit.client.0.smithi007.stdout: write object-855 2024-08-04T16:17:33.321 INFO:tasks.workunit.client.0.smithi007.stdout: write object-863 2024-08-04T16:17:33.321 INFO:tasks.workunit.client.0.smithi007.stdout: write object-873 2024-08-04T16:17:33.321 INFO:tasks.workunit.client.0.smithi007.stdout: write object-880 2024-08-04T16:17:33.321 INFO:tasks.workunit.client.0.smithi007.stdout: write object-895 2024-08-04T16:17:33.321 INFO:tasks.workunit.client.0.smithi007.stdout: write object-896 2024-08-04T16:17:33.321 INFO:tasks.workunit.client.0.smithi007.stdout: write object-897 2024-08-04T16:17:33.321 INFO:tasks.workunit.client.0.smithi007.stdout: write object-901 2024-08-04T16:17:33.321 INFO:tasks.workunit.client.0.smithi007.stdout: write object-911 2024-08-04T16:17:33.321 INFO:tasks.workunit.client.0.smithi007.stdout: write object-928 2024-08-04T16:17:33.321 INFO:tasks.workunit.client.0.smithi007.stdout: write object-932 2024-08-04T16:17:33.321 INFO:tasks.workunit.client.0.smithi007.stdout: write object-939 2024-08-04T16:17:33.322 INFO:tasks.workunit.client.0.smithi007.stdout: write object-956 2024-08-04T16:17:33.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:33 smithi007 ceph-mon[92692]: pgmap v2808: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 221 op/s 2024-08-04T16:17:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:33 smithi007 ceph-mon[92692]: osdmap e1629: 8 total, 8 up, 8 in 2024-08-04T16:17:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:33 smithi007 ceph-mon[94998]: pgmap v2808: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 221 op/s 2024-08-04T16:17:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:33 smithi007 ceph-mon[94998]: osdmap e1629: 8 total, 8 up, 8 in 2024-08-04T16:17:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:33 smithi062 ceph-mon[85960]: pgmap v2808: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 221 op/s 2024-08-04T16:17:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:33 smithi062 ceph-mon[85960]: osdmap e1629: 8 total, 8 up, 8 in 2024-08-04T16:17:34.234 INFO:tasks.workunit.client.0.smithi007.stdout: write object-959 2024-08-04T16:17:34.234 INFO:tasks.workunit.client.0.smithi007.stdout: write object-973 2024-08-04T16:17:34.234 INFO:tasks.workunit.client.0.smithi007.stdout: write object-978 2024-08-04T16:17:34.234 INFO:tasks.workunit.client.0.smithi007.stdout: write object-989 2024-08-04T16:17:34.234 INFO:tasks.workunit.client.0.smithi007.stdout: write object-1004 2024-08-04T16:17:34.234 INFO:tasks.workunit.client.0.smithi007.stdout: write object-1010 2024-08-04T16:17:34.234 INFO:tasks.workunit.client.0.smithi007.stdout: write object-1013 2024-08-04T16:17:34.235 INFO:tasks.workunit.client.0.smithi007.stdout: write object-1016 2024-08-04T16:17:34.235 INFO:tasks.workunit.client.0.smithi007.stdout:verify written data by reading 2024-08-04T16:17:34.235 INFO:tasks.workunit.client.0.smithi007.stdout: read object-0 2024-08-04T16:17:34.235 INFO:tasks.workunit.client.0.smithi007.stdout:made snapshot "image391@parent_snap" and protect it 2024-08-04T16:17:34.235 INFO:tasks.workunit.client.0.smithi007.stdout:made and opened clone "image392" 2024-08-04T16:17:34.235 INFO:tasks.workunit.client.0.smithi007.stdout:flattening clone: "image392" 2024-08-04T16:17:34.235 INFO:tasks.workunit.client.0.smithi007.stdout:check whether child image has the same set of objects as parent 2024-08-04T16:17:34.235 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1166 ms) 2024-08-04T16:17:34.235 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-08-04T16:17:34.305 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.PoolMetadataConfApply (74 ms) 2024-08-04T16:17:34.305 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.Sparsify 2024-08-04T16:17:34.327 INFO:tasks.workunit.client.0.smithi007.stdout:sparsify_supported=1 2024-08-04T16:17:34.327 INFO:tasks.workunit.client.0.smithi007.stdout:sparse_read_supported=1 2024-08-04T16:17:34.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:34 smithi007 ceph-mon[92692]: osdmap e1630: 8 total, 8 up, 8 in 2024-08-04T16:17:34.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:17:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:17:34] ENGINE Bus STOPPING 2024-08-04T16:17:34.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:34 smithi007 ceph-mon[94998]: osdmap e1630: 8 total, 8 up, 8 in 2024-08-04T16:17:34.355 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.Sparsify (51 ms) 2024-08-04T16:17:34.355 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.SparsifyClone 2024-08-04T16:17:34.372 INFO:tasks.workunit.client.0.smithi007.stdout:sparsify_supported=1 2024-08-04T16:17:34.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:34 smithi062 ceph-mon[85960]: osdmap e1630: 8 total, 8 up, 8 in 2024-08-04T16:17:35.029 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:17:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:17:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T16:17:35.029 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:17:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:17:34] ENGINE Bus STOPPED 2024-08-04T16:17:35.029 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:17:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:17:34] ENGINE Bus STARTING 2024-08-04T16:17:35.029 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:17:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:17:34] ENGINE Serving on http://:::9283 2024-08-04T16:17:35.029 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:17:34 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:17:34] ENGINE Bus STARTED 2024-08-04T16:17:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:35 smithi007 ceph-mon[92692]: pgmap v2811: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 196 op/s 2024-08-04T16:17:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:35 smithi007 ceph-mon[92692]: osdmap e1631: 8 total, 8 up, 8 in 2024-08-04T16:17:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:35 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' 2024-08-04T16:17:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:35 smithi007 ceph-mon[92692]: pgmap v2813: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 131 op/s 2024-08-04T16:17:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:35 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:17:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:35 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:17:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:35 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:17:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:35 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:17:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:35 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:17:35.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:35 smithi007 ceph-mon[94998]: pgmap v2811: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 196 op/s 2024-08-04T16:17:35.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:35 smithi007 ceph-mon[94998]: osdmap e1631: 8 total, 8 up, 8 in 2024-08-04T16:17:35.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:35 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' 2024-08-04T16:17:35.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:35 smithi007 ceph-mon[94998]: pgmap v2813: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 131 op/s 2024-08-04T16:17:35.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:35 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:17:35.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:35 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:17:35.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:35 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:17:35.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:35 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:17:35.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:35 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:17:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:35 smithi062 ceph-mon[85960]: pgmap v2811: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 196 op/s 2024-08-04T16:17:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:35 smithi062 ceph-mon[85960]: osdmap e1631: 8 total, 8 up, 8 in 2024-08-04T16:17:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:35 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' 2024-08-04T16:17:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:35 smithi062 ceph-mon[85960]: pgmap v2813: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 131 op/s 2024-08-04T16:17:35.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:35 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:17:35.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:35 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:17:35.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:35 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:17:35.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:35 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:17:35.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:35 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:17:36.292 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.SparsifyClone (1936 ms) 2024-08-04T16:17:36.292 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestInternal.MissingDataPool 2024-08-04T16:17:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:36 smithi007 ceph-mon[94998]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-04T16:17:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:36 smithi007 ceph-mon[94998]: osdmap e1632: 8 total, 8 up, 8 in 2024-08-04T16:17:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:36 smithi007 ceph-mon[92692]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-04T16:17:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:36 smithi007 ceph-mon[92692]: osdmap e1632: 8 total, 8 up, 8 in 2024-08-04T16:17:36.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:17:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:17:36] "GET /metrics HTTP/1.1" 200 36513 "" "Prometheus/2.43.0" 2024-08-04T16:17:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:36 smithi062 ceph-mon[85960]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-04T16:17:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:36 smithi062 ceph-mon[85960]: osdmap e1632: 8 total, 8 up, 8 in 2024-08-04T16:17:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:17:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:17:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:37 smithi007 ceph-mon[92692]: pgmap v2815: 137 pgs: 137 active+clean; 8.9 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 649 op/s 2024-08-04T16:17:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:37 smithi007 ceph-mon[92692]: osdmap e1633: 8 total, 8 up, 8 in 2024-08-04T16:17:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:17:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:17:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:37 smithi007 ceph-mon[94998]: pgmap v2815: 137 pgs: 137 active+clean; 8.9 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 649 op/s 2024-08-04T16:17:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:37 smithi007 ceph-mon[94998]: osdmap e1633: 8 total, 8 up, 8 in 2024-08-04T16:17:37.389 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestInternal.MissingDataPool (1097 ms) 2024-08-04T16:17:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:17:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:17:37.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:37 smithi062 ceph-mon[85960]: pgmap v2815: 137 pgs: 137 active+clean; 8.9 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 649 op/s 2024-08-04T16:17:37.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:37 smithi062 ceph-mon[85960]: osdmap e1633: 8 total, 8 up, 8 in 2024-08-04T16:17:38.289 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 34 tests from TestInternal (36384 ms total) 2024-08-04T16:17:38.289 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:17:38.289 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 17 tests from TestImageWatcher 2024-08-04T16:17:38.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:38 smithi007 ceph-mon[92692]: osdmap e1634: 8 total, 8 up, 8 in 2024-08-04T16:17:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:38 smithi007 ceph-mon[94998]: osdmap e1634: 8 total, 8 up, 8 in 2024-08-04T16:17:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:38 smithi062 ceph-mon[85960]: osdmap e1634: 8 total, 8 up, 8 in 2024-08-04T16:17:39.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:39 smithi007 ceph-mon[92692]: pgmap v2818: 137 pgs: 137 active+clean; 9.0 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 478 KiB/s rd, 173 KiB/s wr, 765 op/s 2024-08-04T16:17:39.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:39 smithi007 ceph-mon[92692]: osdmap e1635: 8 total, 8 up, 8 in 2024-08-04T16:17:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:39 smithi007 ceph-mon[94998]: pgmap v2818: 137 pgs: 137 active+clean; 9.0 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 478 KiB/s rd, 173 KiB/s wr, 765 op/s 2024-08-04T16:17:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:39 smithi007 ceph-mon[94998]: osdmap e1635: 8 total, 8 up, 8 in 2024-08-04T16:17:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:39 smithi062 ceph-mon[85960]: pgmap v2818: 137 pgs: 137 active+clean; 9.0 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 478 KiB/s rd, 173 KiB/s wr, 765 op/s 2024-08-04T16:17:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:39 smithi062 ceph-mon[85960]: osdmap e1635: 8 total, 8 up, 8 in 2024-08-04T16:17:40.288 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-08-04T16:17:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:40 smithi007 ceph-mon[94998]: osdmap e1636: 8 total, 8 up, 8 in 2024-08-04T16:17:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:40 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1247868250' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:40 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:40 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:17:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:40 smithi007 ceph-mon[94998]: osdmap e1637: 8 total, 8 up, 8 in 2024-08-04T16:17:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:40 smithi007 ceph-mon[92692]: osdmap e1636: 8 total, 8 up, 8 in 2024-08-04T16:17:40.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:40 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1247868250' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:40.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:40 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:40.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:40 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:17:40.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:40 smithi007 ceph-mon[92692]: osdmap e1637: 8 total, 8 up, 8 in 2024-08-04T16:17:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:40 smithi062 ceph-mon[85960]: osdmap e1636: 8 total, 8 up, 8 in 2024-08-04T16:17:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:40 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1247868250' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:40 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:40 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:17:40.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:40 smithi062 ceph-mon[85960]: osdmap e1637: 8 total, 8 up, 8 in 2024-08-04T16:17:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:41 smithi007 ceph-mon[94998]: pgmap v2821: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:17:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:41 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:17:41.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:41 smithi007 ceph-mon[92692]: pgmap v2821: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:17:41.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:41 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:17:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:41 smithi062 ceph-mon[85960]: pgmap v2821: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:17:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:41 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:17:42.348 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2059 ms) 2024-08-04T16:17:42.348 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-08-04T16:17:42.372 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestImageWatcher.NotifyFlatten (24 ms) 2024-08-04T16:17:42.372 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-08-04T16:17:42.397 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestImageWatcher.NotifyResize (26 ms) 2024-08-04T16:17:42.398 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-08-04T16:17:42.420 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (22 ms) 2024-08-04T16:17:42.420 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-08-04T16:17:42.443 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (24 ms) 2024-08-04T16:17:42.443 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-08-04T16:17:42.465 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (21 ms) 2024-08-04T16:17:42.465 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-08-04T16:17:42.485 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (21 ms) 2024-08-04T16:17:42.486 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-08-04T16:17:42.507 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestImageWatcher.NotifySnapRename (21 ms) 2024-08-04T16:17:42.507 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-08-04T16:17:42.526 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (19 ms) 2024-08-04T16:17:42.526 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-08-04T16:17:42.546 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (19 ms) 2024-08-04T16:17:42.546 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-08-04T16:17:42.566 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (20 ms) 2024-08-04T16:17:42.566 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-08-04T16:17:42.585 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:42 smithi007 ceph-mon[94998]: osdmap e1638: 8 total, 8 up, 8 in 2024-08-04T16:17:42.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:42 smithi007 ceph-mon[92692]: osdmap e1638: 8 total, 8 up, 8 in 2024-08-04T16:17:42.587 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (21 ms) 2024-08-04T16:17:42.587 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-08-04T16:17:42.608 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestImageWatcher.NotifyRename (21 ms) 2024-08-04T16:17:42.608 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-08-04T16:17:42.627 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (20 ms) 2024-08-04T16:17:42.627 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-08-04T16:17:42.645 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (18 ms) 2024-08-04T16:17:42.645 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-08-04T16:17:42.665 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (19 ms) 2024-08-04T16:17:42.665 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-08-04T16:17:42.684 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (20 ms) 2024-08-04T16:17:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:42 smithi062 ceph-mon[85960]: osdmap e1638: 8 total, 8 up, 8 in 2024-08-04T16:17:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:17:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:17:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:17:43.316 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 17 tests from TestImageWatcher (2396 ms total) 2024-08-04T16:17:43.316 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:17:43.316 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 161 tests from TestLibRBD 2024-08-04T16:17:43.349 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-08-04T16:17:43.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:43 smithi007 ceph-mon[92692]: pgmap v2824: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:17:43.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:43 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:17:43.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:43 smithi007 ceph-mon[92692]: osdmap e1639: 8 total, 8 up, 8 in 2024-08-04T16:17:43.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:43 smithi007 ceph-mon[94998]: pgmap v2824: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:17:43.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:43 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:17:43.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:43 smithi007 ceph-mon[94998]: osdmap e1639: 8 total, 8 up, 8 in 2024-08-04T16:17:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:43 smithi062 ceph-mon[85960]: pgmap v2824: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:17:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:43 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:17:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:43 smithi062 ceph-mon[85960]: osdmap e1639: 8 total, 8 up, 8 in 2024-08-04T16:17:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:44 smithi007 ceph-mon[94998]: osdmap e1640: 8 total, 8 up, 8 in 2024-08-04T16:17:44.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:44 smithi007 ceph-mon[92692]: osdmap e1640: 8 total, 8 up, 8 in 2024-08-04T16:17:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:44 smithi062 ceph-mon[85960]: osdmap e1640: 8 total, 8 up, 8 in 2024-08-04T16:17:45.332 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:45.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:45 smithi007 ceph-mon[94998]: pgmap v2827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:17:45.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:45 smithi007 ceph-mon[94998]: osdmap e1641: 8 total, 8 up, 8 in 2024-08-04T16:17:45.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:45 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1627458835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:45.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:45 smithi007 ceph-mon[92692]: pgmap v2827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:17:45.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:45 smithi007 ceph-mon[92692]: osdmap e1641: 8 total, 8 up, 8 in 2024-08-04T16:17:45.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:45 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1627458835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:45 smithi062 ceph-mon[85960]: pgmap v2827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:17:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:45 smithi062 ceph-mon[85960]: osdmap e1641: 8 total, 8 up, 8 in 2024-08-04T16:17:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:45 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1627458835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:46.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:46 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1627458835' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:17:46.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:46 smithi007 ceph-mon[92692]: osdmap e1642: 8 total, 8 up, 8 in 2024-08-04T16:17:46.488 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:17:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:17:46] "GET /metrics HTTP/1.1" 200 36513 "" "Prometheus/2.43.0" 2024-08-04T16:17:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:46 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1627458835' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:17:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:46 smithi007 ceph-mon[94998]: osdmap e1642: 8 total, 8 up, 8 in 2024-08-04T16:17:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:46 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1627458835' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:17:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:46 smithi062 ceph-mon[85960]: osdmap e1642: 8 total, 8 up, 8 in 2024-08-04T16:17:47.383 INFO:tasks.workunit.client.0.smithi007.stdout:image has size 2097152 and order 22 2024-08-04T16:17:47.383 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.CreateAndStat (4035 ms) 2024-08-04T16:17:47.384 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-08-04T16:17:47.384 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:47.402 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (18 ms) 2024-08-04T16:17:47.402 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-08-04T16:17:47.402 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:47.422 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.CreateAndStatPP (20 ms) 2024-08-04T16:17:47.422 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.GetId 2024-08-04T16:17:47.422 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:47.450 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.GetId (28 ms) 2024-08-04T16:17:47.450 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-08-04T16:17:47.450 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:47.476 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.GetIdPP (26 ms) 2024-08-04T16:17:47.476 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-08-04T16:17:47.476 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:47.490 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (15 ms) 2024-08-04T16:17:47.490 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-08-04T16:17:47.491 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:47.507 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (16 ms) 2024-08-04T16:17:47.507 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-08-04T16:17:47.507 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:47.522 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (16 ms) 2024-08-04T16:17:47.522 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-08-04T16:17:47.523 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:47.539 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (16 ms) 2024-08-04T16:17:47.539 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.OpenAio 2024-08-04T16:17:47.539 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:47.555 INFO:tasks.workunit.client.0.smithi007.stdout:image has size 2097152 and order 22 2024-08-04T16:17:47.555 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.OpenAio (17 ms) 2024-08-04T16:17:47.555 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-08-04T16:17:47.558 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.OpenAioFail (2 ms) 2024-08-04T16:17:47.558 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-08-04T16:17:47.558 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:47.582 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.OpenAioPP (24 ms) 2024-08-04T16:17:47.582 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-08-04T16:17:47.584 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-08-04T16:17:47.584 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-08-04T16:17:47.584 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: pgmap v2830: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:17:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: osdmap e1643: 8 total, 8 up, 8 in 2024-08-04T16:17:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:17:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:17:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:17:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:17:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:17:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:17:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:17:47.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:17:47.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:17:47.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:17:47.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:17:47.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:17:47.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:17:47.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:17:47.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:17:47.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:17:47.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:17:47.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:17:47.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:17:47.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:17:47.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:17:47.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:17:47.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:17:47.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:17:47.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:17:47.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: pgmap v2830: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:17:47.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: osdmap e1643: 8 total, 8 up, 8 in 2024-08-04T16:17:47.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:17:47.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:17:47.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:17:47.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:17:47.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:17:47.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:17:47.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:17:47.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:17:47.589 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:17:47.590 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:17:47.590 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:17:47.590 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:17:47.590 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:17:47.590 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:17:47.590 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:17:47.590 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:17:47.590 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:17:47.590 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:17:47.590 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:17:47.590 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:17:47.590 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:17:47.590 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:17:47.590 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:17:47.591 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:17:47.591 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:47 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:17:47.618 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.ResizeAndStat (34 ms) 2024-08-04T16:17:47.618 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-08-04T16:17:47.618 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:47.649 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (30 ms) 2024-08-04T16:17:47.649 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-08-04T16:17:47.649 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:47.679 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (30 ms) 2024-08-04T16:17:47.679 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-08-04T16:17:47.679 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:47.709 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (30 ms) 2024-08-04T16:17:47.709 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-08-04T16:17:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: pgmap v2830: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:17:47.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: osdmap e1643: 8 total, 8 up, 8 in 2024-08-04T16:17:47.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:17:47.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:17:47.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:17:47.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:17:47.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:17:47.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:17:47.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:17:47.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:17:47.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:17:47.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:17:47.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:17:47.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:17:47.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:17:47.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:17:47.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:17:47.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:17:47.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:17:47.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:17:47.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:17:47.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:17:47.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:17:47.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:17:47.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:17:47.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:17:47.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:47 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:17:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:48 smithi062 ceph-mon[85960]: osdmap e1644: 8 total, 8 up, 8 in 2024-08-04T16:17:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:48 smithi007 ceph-mon[92692]: osdmap e1644: 8 total, 8 up, 8 in 2024-08-04T16:17:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:48 smithi007 ceph-mon[94998]: osdmap e1644: 8 total, 8 up, 8 in 2024-08-04T16:17:49.370 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:49 smithi062 ceph-mon[85960]: pgmap v2833: 137 pgs: 7 creating+peering, 7 unknown, 123 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.2 KiB/s rd, 4.0 KiB/s wr, 12 op/s 2024-08-04T16:17:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:49 smithi062 ceph-mon[85960]: osdmap e1645: 8 total, 8 up, 8 in 2024-08-04T16:17:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:49 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4252676326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:49 smithi007 ceph-mon[92692]: pgmap v2833: 137 pgs: 7 creating+peering, 7 unknown, 123 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.2 KiB/s rd, 4.0 KiB/s wr, 12 op/s 2024-08-04T16:17:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:49 smithi007 ceph-mon[92692]: osdmap e1645: 8 total, 8 up, 8 in 2024-08-04T16:17:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:49 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4252676326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:49 smithi007 ceph-mon[94998]: pgmap v2833: 137 pgs: 7 creating+peering, 7 unknown, 123 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.2 KiB/s rd, 4.0 KiB/s wr, 12 op/s 2024-08-04T16:17:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:49 smithi007 ceph-mon[94998]: osdmap e1645: 8 total, 8 up, 8 in 2024-08-04T16:17:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:49 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4252676326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:50 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4252676326' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:17:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:50 smithi062 ceph-mon[85960]: osdmap e1646: 8 total, 8 up, 8 in 2024-08-04T16:17:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:50 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4252676326' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:17:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:50 smithi007 ceph-mon[94998]: osdmap e1646: 8 total, 8 up, 8 in 2024-08-04T16:17:50.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:50 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4252676326' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:17:50.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:50 smithi007 ceph-mon[92692]: osdmap e1646: 8 total, 8 up, 8 in 2024-08-04T16:17:51.387 INFO:tasks.workunit.client.0.smithi007.stdout:image: image18 2024-08-04T16:17:51.387 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image18 2024-08-04T16:17:51.387 INFO:tasks.workunit.client.0.smithi007.stdout:found image18 2024-08-04T16:17:51.387 INFO:tasks.workunit.client.0.smithi007.stdout:erased image18 2024-08-04T16:17:51.387 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:51.469 INFO:tasks.workunit.client.0.smithi007.stdout:image: image18 2024-08-04T16:17:51.469 INFO:tasks.workunit.client.0.smithi007.stdout:image: image19 2024-08-04T16:17:51.469 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image18 2024-08-04T16:17:51.470 INFO:tasks.workunit.client.0.smithi007.stdout:found image18 2024-08-04T16:17:51.470 INFO:tasks.workunit.client.0.smithi007.stdout:erased image18 2024-08-04T16:17:51.470 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image19 2024-08-04T16:17:51.470 INFO:tasks.workunit.client.0.smithi007.stdout:found image19 2024-08-04T16:17:51.470 INFO:tasks.workunit.client.0.smithi007.stdout:erased image19 2024-08-04T16:17:51.470 INFO:tasks.workunit.client.0.smithi007.stdout:image: image19 2024-08-04T16:17:51.470 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image19 2024-08-04T16:17:51.470 INFO:tasks.workunit.client.0.smithi007.stdout:found image19 2024-08-04T16:17:51.470 INFO:tasks.workunit.client.0.smithi007.stdout:erased image19 2024-08-04T16:17:51.470 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3760 ms) 2024-08-04T16:17:51.470 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-08-04T16:17:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:51 smithi062 ceph-mon[85960]: pgmap v2836: 169 pgs: 5 creating+peering, 18 unknown, 146 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 10 KiB/s wr, 85 op/s 2024-08-04T16:17:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:51 smithi062 ceph-mon[85960]: osdmap e1647: 8 total, 8 up, 8 in 2024-08-04T16:17:51.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:17:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:51 smithi007 ceph-mon[92692]: pgmap v2836: 169 pgs: 5 creating+peering, 18 unknown, 146 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 10 KiB/s wr, 85 op/s 2024-08-04T16:17:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:51 smithi007 ceph-mon[92692]: osdmap e1647: 8 total, 8 up, 8 in 2024-08-04T16:17:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:17:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:51 smithi007 ceph-mon[94998]: pgmap v2836: 169 pgs: 5 creating+peering, 18 unknown, 146 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 10 KiB/s wr, 85 op/s 2024-08-04T16:17:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:51 smithi007 ceph-mon[94998]: osdmap e1647: 8 total, 8 up, 8 in 2024-08-04T16:17:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:17:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:52 smithi062 ceph-mon[85960]: osdmap e1648: 8 total, 8 up, 8 in 2024-08-04T16:17:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:52 smithi062 ceph-mon[85960]: pgmap v2839: 169 pgs: 5 creating+peering, 4 unknown, 160 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 16 KiB/s wr, 261 op/s 2024-08-04T16:17:52.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:17:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:17:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:52 smithi007 ceph-mon[92692]: osdmap e1648: 8 total, 8 up, 8 in 2024-08-04T16:17:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:52 smithi007 ceph-mon[92692]: pgmap v2839: 169 pgs: 5 creating+peering, 4 unknown, 160 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 16 KiB/s wr, 261 op/s 2024-08-04T16:17:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:52 smithi007 ceph-mon[94998]: osdmap e1648: 8 total, 8 up, 8 in 2024-08-04T16:17:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:52 smithi007 ceph-mon[94998]: pgmap v2839: 169 pgs: 5 creating+peering, 4 unknown, 160 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 16 KiB/s wr, 261 op/s 2024-08-04T16:17:53.387 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:53 smithi062 ceph-mon[85960]: osdmap e1649: 8 total, 8 up, 8 in 2024-08-04T16:17:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:53 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1394021074' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:53 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:53 smithi007 ceph-mon[92692]: osdmap e1649: 8 total, 8 up, 8 in 2024-08-04T16:17:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:53 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1394021074' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:53 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:53 smithi007 ceph-mon[94998]: osdmap e1649: 8 total, 8 up, 8 in 2024-08-04T16:17:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:53 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1394021074' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:53 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:54 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:17:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:54 smithi062 ceph-mon[85960]: osdmap e1650: 8 total, 8 up, 8 in 2024-08-04T16:17:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:54 smithi062 ceph-mon[85960]: pgmap v2842: 201 pgs: 3 creating+peering, 20 unknown, 178 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 10 KiB/s wr, 191 op/s 2024-08-04T16:17:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:54 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:17:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:54 smithi007 ceph-mon[92692]: osdmap e1650: 8 total, 8 up, 8 in 2024-08-04T16:17:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:54 smithi007 ceph-mon[92692]: pgmap v2842: 201 pgs: 3 creating+peering, 20 unknown, 178 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 10 KiB/s wr, 191 op/s 2024-08-04T16:17:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:54 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:17:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:54 smithi007 ceph-mon[94998]: osdmap e1650: 8 total, 8 up, 8 in 2024-08-04T16:17:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:54 smithi007 ceph-mon[94998]: pgmap v2842: 201 pgs: 3 creating+peering, 20 unknown, 178 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 10 KiB/s wr, 191 op/s 2024-08-04T16:17:55.424 INFO:tasks.workunit.client.0.smithi007.stdout:num images is: 1 2024-08-04T16:17:55.424 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 1 2024-08-04T16:17:55.424 INFO:tasks.workunit.client.0.smithi007.stdout:image: image20 2024-08-04T16:17:55.424 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image20 2024-08-04T16:17:55.424 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:55.434 INFO:tasks.workunit.client.0.smithi007.stdout:num images is: 2 2024-08-04T16:17:55.434 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 2 2024-08-04T16:17:55.434 INFO:tasks.workunit.client.0.smithi007.stdout:image: image20 2024-08-04T16:17:55.434 INFO:tasks.workunit.client.0.smithi007.stdout:image: image21 2024-08-04T16:17:55.434 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image20 2024-08-04T16:17:55.434 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image21 2024-08-04T16:17:55.495 INFO:tasks.workunit.client.0.smithi007.stdout:num images is: 1 2024-08-04T16:17:55.496 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 1 2024-08-04T16:17:55.496 INFO:tasks.workunit.client.0.smithi007.stdout:image: image21 2024-08-04T16:17:55.496 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image21 2024-08-04T16:17:55.496 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4026 ms) 2024-08-04T16:17:55.496 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCopy 2024-08-04T16:17:55.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:55 smithi062 ceph-mon[85960]: osdmap e1651: 8 total, 8 up, 8 in 2024-08-04T16:17:55.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:55 smithi007 ceph-mon[94998]: osdmap e1651: 8 total, 8 up, 8 in 2024-08-04T16:17:55.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:55 smithi007 ceph-mon[92692]: osdmap e1651: 8 total, 8 up, 8 in 2024-08-04T16:17:56.396 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:17:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:17:56] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-08-04T16:17:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:56 smithi062 ceph-mon[85960]: osdmap e1652: 8 total, 8 up, 8 in 2024-08-04T16:17:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:56 smithi062 ceph-mon[85960]: osdmap e1653: 8 total, 8 up, 8 in 2024-08-04T16:17:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:56 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2397918787' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:56 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:56 smithi062 ceph-mon[85960]: pgmap v2846: 233 pgs: 3 creating+peering, 34 unknown, 196 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 4.1 KiB/s wr, 21 op/s 2024-08-04T16:17:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:56 smithi007 ceph-mon[92692]: osdmap e1652: 8 total, 8 up, 8 in 2024-08-04T16:17:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:56 smithi007 ceph-mon[92692]: osdmap e1653: 8 total, 8 up, 8 in 2024-08-04T16:17:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:56 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2397918787' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:56 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:56 smithi007 ceph-mon[92692]: pgmap v2846: 233 pgs: 3 creating+peering, 34 unknown, 196 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 4.1 KiB/s wr, 21 op/s 2024-08-04T16:17:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:56 smithi007 ceph-mon[94998]: osdmap e1652: 8 total, 8 up, 8 in 2024-08-04T16:17:56.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:56 smithi007 ceph-mon[94998]: osdmap e1653: 8 total, 8 up, 8 in 2024-08-04T16:17:56.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:56 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2397918787' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:56.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:56 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:17:56.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:56 smithi007 ceph-mon[94998]: pgmap v2846: 233 pgs: 3 creating+peering, 34 unknown, 196 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 4.1 KiB/s wr, 21 op/s 2024-08-04T16:17:56.967 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:17:57.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:57 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:17:57.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:57 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:17:57.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:57 smithi062 ceph-mon[85960]: osdmap e1654: 8 total, 8 up, 8 in 2024-08-04T16:17:57.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:57 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:17:57.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:57 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:17:57.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:57 smithi007 ceph-mon[92692]: osdmap e1654: 8 total, 8 up, 8 in 2024-08-04T16:17:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:57 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:17:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:57 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:17:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:57 smithi007 ceph-mon[94998]: osdmap e1654: 8 total, 8 up, 8 in 2024-08-04T16:17:59.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:58 smithi062 ceph-mon[85960]: osdmap e1655: 8 total, 8 up, 8 in 2024-08-04T16:17:59.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:58 smithi062 ceph-mon[85960]: pgmap v2849: 233 pgs: 30 unknown, 203 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 4.4 KiB/s wr, 25 op/s 2024-08-04T16:17:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:58 smithi007 ceph-mon[94998]: osdmap e1655: 8 total, 8 up, 8 in 2024-08-04T16:17:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:58 smithi007 ceph-mon[94998]: pgmap v2849: 233 pgs: 30 unknown, 203 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 4.4 KiB/s wr, 25 op/s 2024-08-04T16:17:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:58 smithi007 ceph-mon[92692]: osdmap e1655: 8 total, 8 up, 8 in 2024-08-04T16:17:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:58 smithi007 ceph-mon[92692]: pgmap v2849: 233 pgs: 30 unknown, 203 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 4.4 KiB/s wr, 25 op/s 2024-08-04T16:17:59.366 INFO:tasks.workunit.client.0.smithi007.stdout:image: image22 2024-08-04T16:17:59.366 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image22 2024-08-04T16:17:59.366 INFO:tasks.workunit.client.0.smithi007.stdout:found image22 2024-08-04T16:17:59.366 INFO:tasks.workunit.client.0.smithi007.stdout:erased image22 2024-08-04T16:17:59.366 INFO:tasks.workunit.client.0.smithi007.stdout:image: image22 2024-08-04T16:17:59.366 INFO:tasks.workunit.client.0.smithi007.stdout:image: image23 2024-08-04T16:17:59.366 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image22 2024-08-04T16:17:59.366 INFO:tasks.workunit.client.0.smithi007.stdout:found image22 2024-08-04T16:17:59.366 INFO:tasks.workunit.client.0.smithi007.stdout:erased image22 2024-08-04T16:17:59.366 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image23 2024-08-04T16:17:59.366 INFO:tasks.workunit.client.0.smithi007.stdout:found image23 2024-08-04T16:17:59.367 INFO:tasks.workunit.client.0.smithi007.stdout:erased image23 2024-08-04T16:17:59.367 INFO:tasks.workunit.client.0.smithi007.stdout:100.00% done 2024-08-04T16:17:59.367 INFO:tasks.workunit.client.0.smithi007.stdout:image: image22 2024-08-04T16:17:59.367 INFO:tasks.workunit.client.0.smithi007.stdout:image: image23 2024-08-04T16:17:59.367 INFO:tasks.workunit.client.0.smithi007.stdout:image: image24 2024-08-04T16:17:59.367 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image22 2024-08-04T16:17:59.367 INFO:tasks.workunit.client.0.smithi007.stdout:found image22 2024-08-04T16:17:59.367 INFO:tasks.workunit.client.0.smithi007.stdout:erased image22 2024-08-04T16:17:59.367 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image23 2024-08-04T16:17:59.367 INFO:tasks.workunit.client.0.smithi007.stdout:found image23 2024-08-04T16:17:59.367 INFO:tasks.workunit.client.0.smithi007.stdout:erased image23 2024-08-04T16:17:59.367 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image24 2024-08-04T16:17:59.367 INFO:tasks.workunit.client.0.smithi007.stdout:found image24 2024-08-04T16:17:59.367 INFO:tasks.workunit.client.0.smithi007.stdout:erased image24 2024-08-04T16:17:59.368 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCopy (3870 ms) 2024-08-04T16:17:59.368 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-08-04T16:18:00.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:59 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:18:00.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:17:59 smithi062 ceph-mon[85960]: osdmap e1656: 8 total, 8 up, 8 in 2024-08-04T16:18:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:59 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:18:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:17:59 smithi007 ceph-mon[92692]: osdmap e1656: 8 total, 8 up, 8 in 2024-08-04T16:18:00.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:59 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:18:00.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:17:59 smithi007 ceph-mon[94998]: osdmap e1656: 8 total, 8 up, 8 in 2024-08-04T16:18:00.963 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:18:01.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:00 smithi062 ceph-mon[85960]: osdmap e1657: 8 total, 8 up, 8 in 2024-08-04T16:18:01.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:00 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2509562875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:01.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:00 smithi062 ceph-mon[85960]: pgmap v2852: 265 pgs: 40 unknown, 225 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 21 KiB/s wr, 347 op/s 2024-08-04T16:18:01.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:00 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2509562875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:18:01.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:00 smithi062 ceph-mon[85960]: osdmap e1658: 8 total, 8 up, 8 in 2024-08-04T16:18:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:00 smithi007 ceph-mon[92692]: osdmap e1657: 8 total, 8 up, 8 in 2024-08-04T16:18:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:00 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2509562875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:00 smithi007 ceph-mon[92692]: pgmap v2852: 265 pgs: 40 unknown, 225 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 21 KiB/s wr, 347 op/s 2024-08-04T16:18:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:00 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2509562875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:18:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:00 smithi007 ceph-mon[92692]: osdmap e1658: 8 total, 8 up, 8 in 2024-08-04T16:18:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:00 smithi007 ceph-mon[94998]: osdmap e1657: 8 total, 8 up, 8 in 2024-08-04T16:18:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:00 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2509562875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:01.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:00 smithi007 ceph-mon[94998]: pgmap v2852: 265 pgs: 40 unknown, 225 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 21 KiB/s wr, 347 op/s 2024-08-04T16:18:01.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:00 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2509562875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:18:01.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:00 smithi007 ceph-mon[94998]: osdmap e1658: 8 total, 8 up, 8 in 2024-08-04T16:18:02.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:01 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:18:02.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:01 smithi062 ceph-mon[85960]: osdmap e1659: 8 total, 8 up, 8 in 2024-08-04T16:18:02.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:01 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:18:02.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:01 smithi007 ceph-mon[92692]: osdmap e1659: 8 total, 8 up, 8 in 2024-08-04T16:18:02.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:01 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:18:02.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:01 smithi007 ceph-mon[94998]: osdmap e1659: 8 total, 8 up, 8 in 2024-08-04T16:18:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:18:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:18:03.251 INFO:tasks.workunit.client.0.smithi007.stdout:num images is: 1 2024-08-04T16:18:03.251 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 1 2024-08-04T16:18:03.251 INFO:tasks.workunit.client.0.smithi007.stdout:image: image25 2024-08-04T16:18:03.251 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image25 2024-08-04T16:18:03.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:02 smithi062 ceph-mon[85960]: pgmap v2855: 265 pgs: 10 creating+peering, 17 unknown, 238 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 23 KiB/s wr, 408 op/s 2024-08-04T16:18:03.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:02 smithi062 ceph-mon[85960]: osdmap e1660: 8 total, 8 up, 8 in 2024-08-04T16:18:03.270 INFO:tasks.workunit.client.0.smithi007.stdout:num images is: 2 2024-08-04T16:18:03.270 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 2 2024-08-04T16:18:03.270 INFO:tasks.workunit.client.0.smithi007.stdout:image: image25 2024-08-04T16:18:03.270 INFO:tasks.workunit.client.0.smithi007.stdout:image: image26 2024-08-04T16:18:03.270 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image25 2024-08-04T16:18:03.270 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image26 2024-08-04T16:18:03.311 INFO:tasks.workunit.client.0.smithi007.stdout:100.00% done 2024-08-04T16:18:03.311 INFO:tasks.workunit.client.0.smithi007.stdout:num images is: 3 2024-08-04T16:18:03.312 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 3 2024-08-04T16:18:03.312 INFO:tasks.workunit.client.0.smithi007.stdout:image: image25 2024-08-04T16:18:03.312 INFO:tasks.workunit.client.0.smithi007.stdout:image: image26 2024-08-04T16:18:03.312 INFO:tasks.workunit.client.0.smithi007.stdout:image: image27 2024-08-04T16:18:03.312 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image25 2024-08-04T16:18:03.312 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image26 2024-08-04T16:18:03.312 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image27 2024-08-04T16:18:03.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:02 smithi007 ceph-mon[92692]: pgmap v2855: 265 pgs: 10 creating+peering, 17 unknown, 238 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 23 KiB/s wr, 408 op/s 2024-08-04T16:18:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:02 smithi007 ceph-mon[92692]: osdmap e1660: 8 total, 8 up, 8 in 2024-08-04T16:18:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:02 smithi007 ceph-mon[94998]: pgmap v2855: 265 pgs: 10 creating+peering, 17 unknown, 238 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 23 KiB/s wr, 408 op/s 2024-08-04T16:18:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:02 smithi007 ceph-mon[94998]: osdmap e1660: 8 total, 8 up, 8 in 2024-08-04T16:18:03.343 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCopyPP (3977 ms) 2024-08-04T16:18:03.343 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-08-04T16:18:04.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:03 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:18:04.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:03 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:18:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:03 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:18:05.012 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:18:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:05 smithi062 ceph-mon[85960]: osdmap e1661: 8 total, 8 up, 8 in 2024-08-04T16:18:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:05 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1927833319' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:05 smithi062 ceph-mon[85960]: pgmap v2858: 297 pgs: 10 creating+peering, 37 unknown, 250 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 21 KiB/s wr, 394 op/s 2024-08-04T16:18:05.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:05 smithi007 ceph-mon[92692]: osdmap e1661: 8 total, 8 up, 8 in 2024-08-04T16:18:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:05 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1927833319' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:05 smithi007 ceph-mon[92692]: pgmap v2858: 297 pgs: 10 creating+peering, 37 unknown, 250 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 21 KiB/s wr, 394 op/s 2024-08-04T16:18:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:05 smithi007 ceph-mon[94998]: osdmap e1661: 8 total, 8 up, 8 in 2024-08-04T16:18:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:05 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1927833319' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:05 smithi007 ceph-mon[94998]: pgmap v2858: 297 pgs: 10 creating+peering, 37 unknown, 250 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 21 KiB/s wr, 394 op/s 2024-08-04T16:18:06.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:06 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:18:06.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:06 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1927833319' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:18:06.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:06 smithi062 ceph-mon[85960]: osdmap e1662: 8 total, 8 up, 8 in 2024-08-04T16:18:06.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:06 smithi062 ceph-mon[85960]: osdmap e1663: 8 total, 8 up, 8 in 2024-08-04T16:18:06.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:18:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:18:06] "GET /metrics HTTP/1.1" 200 48478 "" "Prometheus/2.43.0" 2024-08-04T16:18:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:06 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:18:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:06 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1927833319' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:18:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:06 smithi007 ceph-mon[92692]: osdmap e1662: 8 total, 8 up, 8 in 2024-08-04T16:18:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:06 smithi007 ceph-mon[92692]: osdmap e1663: 8 total, 8 up, 8 in 2024-08-04T16:18:06.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:06 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:18:06.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:06 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1927833319' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:18:06.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:06 smithi007 ceph-mon[94998]: osdmap e1662: 8 total, 8 up, 8 in 2024-08-04T16:18:06.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:06 smithi007 ceph-mon[94998]: osdmap e1663: 8 total, 8 up, 8 in 2024-08-04T16:18:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:18:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:07 smithi007 ceph-mon[92692]: pgmap v2861: 297 pgs: 8 creating+peering, 19 unknown, 270 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 339 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-08-04T16:18:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:07 smithi007 ceph-mon[92692]: osdmap e1664: 8 total, 8 up, 8 in 2024-08-04T16:18:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:18:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:07 smithi007 ceph-mon[94998]: pgmap v2861: 297 pgs: 8 creating+peering, 19 unknown, 270 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 339 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-08-04T16:18:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:07 smithi007 ceph-mon[94998]: osdmap e1664: 8 total, 8 up, 8 in 2024-08-04T16:18:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:18:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:07 smithi062 ceph-mon[85960]: pgmap v2861: 297 pgs: 8 creating+peering, 19 unknown, 270 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 339 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-08-04T16:18:07.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:07 smithi062 ceph-mon[85960]: osdmap e1664: 8 total, 8 up, 8 in 2024-08-04T16:18:08.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:08 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:18:08.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:08 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:18:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:08 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:18:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:09 smithi062 ceph-mon[85960]: osdmap e1665: 8 total, 8 up, 8 in 2024-08-04T16:18:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:09 smithi062 ceph-mon[85960]: pgmap v2864: 297 pgs: 8 creating+peering, 9 unknown, 280 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 352 KiB/s rd, 22 KiB/s wr, 412 op/s 2024-08-04T16:18:09.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:09 smithi007 ceph-mon[92692]: osdmap e1665: 8 total, 8 up, 8 in 2024-08-04T16:18:09.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:09 smithi007 ceph-mon[92692]: pgmap v2864: 297 pgs: 8 creating+peering, 9 unknown, 280 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 352 KiB/s rd, 22 KiB/s wr, 412 op/s 2024-08-04T16:18:09.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:09 smithi007 ceph-mon[94998]: osdmap e1665: 8 total, 8 up, 8 in 2024-08-04T16:18:09.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:09 smithi007 ceph-mon[94998]: pgmap v2864: 297 pgs: 8 creating+peering, 9 unknown, 280 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 352 KiB/s rd, 22 KiB/s wr, 412 op/s 2024-08-04T16:18:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:10 smithi062 ceph-mon[85960]: osdmap e1666: 8 total, 8 up, 8 in 2024-08-04T16:18:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:10 smithi007 ceph-mon[92692]: osdmap e1666: 8 total, 8 up, 8 in 2024-08-04T16:18:10.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:10 smithi007 ceph-mon[94998]: osdmap e1666: 8 total, 8 up, 8 in 2024-08-04T16:18:11.065 INFO:tasks.workunit.client.0.smithi007.stdout:image: image28 2024-08-04T16:18:11.065 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image28 2024-08-04T16:18:11.065 INFO:tasks.workunit.client.0.smithi007.stdout:found image28 2024-08-04T16:18:11.065 INFO:tasks.workunit.client.0.smithi007.stdout:erased image28 2024-08-04T16:18:11.066 INFO:tasks.workunit.client.0.smithi007.stdout:image: image28 2024-08-04T16:18:11.066 INFO:tasks.workunit.client.0.smithi007.stdout:image: image29 2024-08-04T16:18:11.066 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image28 2024-08-04T16:18:11.066 INFO:tasks.workunit.client.0.smithi007.stdout:found image28 2024-08-04T16:18:11.066 INFO:tasks.workunit.client.0.smithi007.stdout:erased image28 2024-08-04T16:18:11.066 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image29 2024-08-04T16:18:11.066 INFO:tasks.workunit.client.0.smithi007.stdout:found image29 2024-08-04T16:18:11.066 INFO:tasks.workunit.client.0.smithi007.stdout:erased image29 2024-08-04T16:18:11.066 INFO:tasks.workunit.client.0.smithi007.stdout:100.00% done 2024-08-04T16:18:11.066 INFO:tasks.workunit.client.0.smithi007.stdout:image: image28 2024-08-04T16:18:11.066 INFO:tasks.workunit.client.0.smithi007.stdout:image: image29 2024-08-04T16:18:11.066 INFO:tasks.workunit.client.0.smithi007.stdout:image: image30 2024-08-04T16:18:11.067 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image28 2024-08-04T16:18:11.067 INFO:tasks.workunit.client.0.smithi007.stdout:found image28 2024-08-04T16:18:11.067 INFO:tasks.workunit.client.0.smithi007.stdout:erased image28 2024-08-04T16:18:11.067 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image29 2024-08-04T16:18:11.067 INFO:tasks.workunit.client.0.smithi007.stdout:found image29 2024-08-04T16:18:11.067 INFO:tasks.workunit.client.0.smithi007.stdout:erased image29 2024-08-04T16:18:11.067 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image30 2024-08-04T16:18:11.067 INFO:tasks.workunit.client.0.smithi007.stdout:found image30 2024-08-04T16:18:11.067 INFO:tasks.workunit.client.0.smithi007.stdout:erased image30 2024-08-04T16:18:11.067 INFO:tasks.workunit.client.0.smithi007.stdout:image: image28 2024-08-04T16:18:11.067 INFO:tasks.workunit.client.0.smithi007.stdout:image: image29 2024-08-04T16:18:11.067 INFO:tasks.workunit.client.0.smithi007.stdout:image: image30 2024-08-04T16:18:11.067 INFO:tasks.workunit.client.0.smithi007.stdout:image: image31 2024-08-04T16:18:11.067 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image28 2024-08-04T16:18:11.067 INFO:tasks.workunit.client.0.smithi007.stdout:found image28 2024-08-04T16:18:11.068 INFO:tasks.workunit.client.0.smithi007.stdout:erased image28 2024-08-04T16:18:11.068 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image29 2024-08-04T16:18:11.068 INFO:tasks.workunit.client.0.smithi007.stdout:found image29 2024-08-04T16:18:11.068 INFO:tasks.workunit.client.0.smithi007.stdout:erased image29 2024-08-04T16:18:11.068 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image30 2024-08-04T16:18:11.068 INFO:tasks.workunit.client.0.smithi007.stdout:found image30 2024-08-04T16:18:11.068 INFO:tasks.workunit.client.0.smithi007.stdout:erased image30 2024-08-04T16:18:11.068 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image31 2024-08-04T16:18:11.068 INFO:tasks.workunit.client.0.smithi007.stdout:found image31 2024-08-04T16:18:11.068 INFO:tasks.workunit.client.0.smithi007.stdout:erased image31 2024-08-04T16:18:11.068 INFO:tasks.workunit.client.0.smithi007.stdout:image: image28 2024-08-04T16:18:11.068 INFO:tasks.workunit.client.0.smithi007.stdout:image: image29 2024-08-04T16:18:11.068 INFO:tasks.workunit.client.0.smithi007.stdout:image: image30 2024-08-04T16:18:11.068 INFO:tasks.workunit.client.0.smithi007.stdout:image: image31 2024-08-04T16:18:11.069 INFO:tasks.workunit.client.0.smithi007.stdout:image: image32 2024-08-04T16:18:11.069 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image28 2024-08-04T16:18:11.069 INFO:tasks.workunit.client.0.smithi007.stdout:found image28 2024-08-04T16:18:11.069 INFO:tasks.workunit.client.0.smithi007.stdout:erased image28 2024-08-04T16:18:11.069 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image29 2024-08-04T16:18:11.069 INFO:tasks.workunit.client.0.smithi007.stdout:found image29 2024-08-04T16:18:11.069 INFO:tasks.workunit.client.0.smithi007.stdout:erased image29 2024-08-04T16:18:11.069 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image30 2024-08-04T16:18:11.069 INFO:tasks.workunit.client.0.smithi007.stdout:found image30 2024-08-04T16:18:11.069 INFO:tasks.workunit.client.0.smithi007.stdout:erased image30 2024-08-04T16:18:11.069 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image31 2024-08-04T16:18:11.069 INFO:tasks.workunit.client.0.smithi007.stdout:found image31 2024-08-04T16:18:11.069 INFO:tasks.workunit.client.0.smithi007.stdout:erased image31 2024-08-04T16:18:11.069 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image32 2024-08-04T16:18:11.070 INFO:tasks.workunit.client.0.smithi007.stdout:found image32 2024-08-04T16:18:11.070 INFO:tasks.workunit.client.0.smithi007.stdout:erased image32 2024-08-04T16:18:11.070 INFO:tasks.workunit.client.0.smithi007.stdout:100.00% done 2024-08-04T16:18:11.070 INFO:tasks.workunit.client.0.smithi007.stdout:image: image28 2024-08-04T16:18:11.070 INFO:tasks.workunit.client.0.smithi007.stdout:image: image29 2024-08-04T16:18:11.070 INFO:tasks.workunit.client.0.smithi007.stdout:image: image30 2024-08-04T16:18:11.070 INFO:tasks.workunit.client.0.smithi007.stdout:image: image31 2024-08-04T16:18:11.070 INFO:tasks.workunit.client.0.smithi007.stdout:image: image32 2024-08-04T16:18:11.070 INFO:tasks.workunit.client.0.smithi007.stdout:image: image33 2024-08-04T16:18:11.070 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image28 2024-08-04T16:18:11.070 INFO:tasks.workunit.client.0.smithi007.stdout:found image28 2024-08-04T16:18:11.070 INFO:tasks.workunit.client.0.smithi007.stdout:erased image28 2024-08-04T16:18:11.071 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image29 2024-08-04T16:18:11.071 INFO:tasks.workunit.client.0.smithi007.stdout:found image29 2024-08-04T16:18:11.071 INFO:tasks.workunit.client.0.smithi007.stdout:erased image29 2024-08-04T16:18:11.071 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image30 2024-08-04T16:18:11.071 INFO:tasks.workunit.client.0.smithi007.stdout:found image30 2024-08-04T16:18:11.071 INFO:tasks.workunit.client.0.smithi007.stdout:erased image30 2024-08-04T16:18:11.071 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image31 2024-08-04T16:18:11.071 INFO:tasks.workunit.client.0.smithi007.stdout:found image31 2024-08-04T16:18:11.071 INFO:tasks.workunit.client.0.smithi007.stdout:erased image31 2024-08-04T16:18:11.071 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image32 2024-08-04T16:18:11.071 INFO:tasks.workunit.client.0.smithi007.stdout:found image32 2024-08-04T16:18:11.071 INFO:tasks.workunit.client.0.smithi007.stdout:erased image32 2024-08-04T16:18:11.071 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image33 2024-08-04T16:18:11.071 INFO:tasks.workunit.client.0.smithi007.stdout:found image33 2024-08-04T16:18:11.072 INFO:tasks.workunit.client.0.smithi007.stdout:erased image33 2024-08-04T16:18:11.072 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestDeepCopy (7722 ms) 2024-08-04T16:18:11.072 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-08-04T16:18:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:11 smithi007 ceph-mon[92692]: osdmap e1667: 8 total, 8 up, 8 in 2024-08-04T16:18:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:11 smithi007 ceph-mon[92692]: pgmap v2867: 297 pgs: 297 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 362 KiB/s rd, 23 KiB/s wr, 425 op/s 2024-08-04T16:18:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:11 smithi007 ceph-mon[92692]: osdmap e1668: 8 total, 8 up, 8 in 2024-08-04T16:18:11.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:11 smithi007 ceph-mon[94998]: osdmap e1667: 8 total, 8 up, 8 in 2024-08-04T16:18:11.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:11 smithi007 ceph-mon[94998]: pgmap v2867: 297 pgs: 297 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 362 KiB/s rd, 23 KiB/s wr, 425 op/s 2024-08-04T16:18:11.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:11 smithi007 ceph-mon[94998]: osdmap e1668: 8 total, 8 up, 8 in 2024-08-04T16:18:12.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:11 smithi062 ceph-mon[85960]: osdmap e1667: 8 total, 8 up, 8 in 2024-08-04T16:18:12.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:11 smithi062 ceph-mon[85960]: pgmap v2867: 297 pgs: 297 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 362 KiB/s rd, 23 KiB/s wr, 425 op/s 2024-08-04T16:18:12.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:11 smithi062 ceph-mon[85960]: osdmap e1668: 8 total, 8 up, 8 in 2024-08-04T16:18:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:18:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:18:12.979 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:18:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:12 smithi062 ceph-mon[85960]: osdmap e1669: 8 total, 8 up, 8 in 2024-08-04T16:18:13.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:12 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2197409767' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:13.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:12 smithi062 ceph-mon[85960]: pgmap v2870: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 10 KiB/s wr, 183 op/s 2024-08-04T16:18:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:12 smithi007 ceph-mon[92692]: osdmap e1669: 8 total, 8 up, 8 in 2024-08-04T16:18:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:12 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2197409767' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:12 smithi007 ceph-mon[92692]: pgmap v2870: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 10 KiB/s wr, 183 op/s 2024-08-04T16:18:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:12 smithi007 ceph-mon[94998]: osdmap e1669: 8 total, 8 up, 8 in 2024-08-04T16:18:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:12 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2197409767' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:12 smithi007 ceph-mon[94998]: pgmap v2870: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 10 KiB/s wr, 183 op/s 2024-08-04T16:18:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:13 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:18:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:13 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2197409767' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:18:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:13 smithi062 ceph-mon[85960]: osdmap e1670: 8 total, 8 up, 8 in 2024-08-04T16:18:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:13 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:18:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:13 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2197409767' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:18:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:13 smithi007 ceph-mon[92692]: osdmap e1670: 8 total, 8 up, 8 in 2024-08-04T16:18:14.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:13 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:18:14.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:13 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2197409767' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:18:14.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:13 smithi007 ceph-mon[94998]: osdmap e1670: 8 total, 8 up, 8 in 2024-08-04T16:18:15.259 INFO:tasks.workunit.client.0.smithi007.stdout:num images is: 1 2024-08-04T16:18:15.259 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 1 2024-08-04T16:18:15.259 INFO:tasks.workunit.client.0.smithi007.stdout:image: image34 2024-08-04T16:18:15.259 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image34 2024-08-04T16:18:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:14 smithi062 ceph-mon[85960]: osdmap e1671: 8 total, 8 up, 8 in 2024-08-04T16:18:15.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:14 smithi062 ceph-mon[85960]: pgmap v2873: 329 pgs: 1 creating+peering, 21 unknown, 307 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 7.7 KiB/s wr, 207 op/s 2024-08-04T16:18:15.285 INFO:tasks.workunit.client.0.smithi007.stdout:num images is: 2 2024-08-04T16:18:15.285 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 2 2024-08-04T16:18:15.285 INFO:tasks.workunit.client.0.smithi007.stdout:image: image34 2024-08-04T16:18:15.285 INFO:tasks.workunit.client.0.smithi007.stdout:image: image35 2024-08-04T16:18:15.285 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image34 2024-08-04T16:18:15.285 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image35 2024-08-04T16:18:15.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:14 smithi007 ceph-mon[92692]: osdmap e1671: 8 total, 8 up, 8 in 2024-08-04T16:18:15.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:14 smithi007 ceph-mon[92692]: pgmap v2873: 329 pgs: 1 creating+peering, 21 unknown, 307 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 7.7 KiB/s wr, 207 op/s 2024-08-04T16:18:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:14 smithi007 ceph-mon[94998]: osdmap e1671: 8 total, 8 up, 8 in 2024-08-04T16:18:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:14 smithi007 ceph-mon[94998]: pgmap v2873: 329 pgs: 1 creating+peering, 21 unknown, 307 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 7.7 KiB/s wr, 207 op/s 2024-08-04T16:18:15.342 INFO:tasks.workunit.client.0.smithi007.stdout:100.00% done 2024-08-04T16:18:15.342 INFO:tasks.workunit.client.0.smithi007.stdout:num images is: 3 2024-08-04T16:18:15.342 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 3 2024-08-04T16:18:15.342 INFO:tasks.workunit.client.0.smithi007.stdout:image: image34 2024-08-04T16:18:15.342 INFO:tasks.workunit.client.0.smithi007.stdout:image: image35 2024-08-04T16:18:15.342 INFO:tasks.workunit.client.0.smithi007.stdout:image: image36 2024-08-04T16:18:15.342 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image34 2024-08-04T16:18:15.342 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image35 2024-08-04T16:18:15.342 INFO:tasks.workunit.client.0.smithi007.stdout:expected = image36 2024-08-04T16:18:15.377 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4313 ms) 2024-08-04T16:18:15.377 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-08-04T16:18:15.377 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:18:16.237 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:18:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:18:16] "GET /metrics HTTP/1.1" 200 48478 "" "Prometheus/2.43.0" 2024-08-04T16:18:16.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:15 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:18:16.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:15 smithi007 ceph-mon[92692]: osdmap e1672: 8 total, 8 up, 8 in 2024-08-04T16:18:16.238 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:15 smithi007 ceph-mon[92692]: osdmap e1673: 8 total, 8 up, 8 in 2024-08-04T16:18:16.238 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:15 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:18:16.238 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:15 smithi007 ceph-mon[94998]: osdmap e1672: 8 total, 8 up, 8 in 2024-08-04T16:18:16.238 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:15 smithi007 ceph-mon[94998]: osdmap e1673: 8 total, 8 up, 8 in 2024-08-04T16:18:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:15 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:18:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:15 smithi062 ceph-mon[85960]: osdmap e1672: 8 total, 8 up, 8 in 2024-08-04T16:18:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:15 smithi062 ceph-mon[85960]: osdmap e1673: 8 total, 8 up, 8 in 2024-08-04T16:18:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:16 smithi062 ceph-mon[85960]: pgmap v2876: 329 pgs: 1 creating+peering, 4 unknown, 324 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 6.5 KiB/s wr, 201 op/s 2024-08-04T16:18:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:16 smithi007 ceph-mon[94998]: pgmap v2876: 329 pgs: 1 creating+peering, 4 unknown, 324 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 6.5 KiB/s wr, 201 op/s 2024-08-04T16:18:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:16 smithi007 ceph-mon[92692]: pgmap v2876: 329 pgs: 1 creating+peering, 4 unknown, 324 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 6.5 KiB/s wr, 201 op/s 2024-08-04T16:18:18.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:17 smithi062 ceph-mon[85960]: osdmap e1674: 8 total, 8 up, 8 in 2024-08-04T16:18:18.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:17 smithi007 ceph-mon[94998]: osdmap e1674: 8 total, 8 up, 8 in 2024-08-04T16:18:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:17 smithi007 ceph-mon[92692]: osdmap e1674: 8 total, 8 up, 8 in 2024-08-04T16:18:19.030 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 1 2024-08-04T16:18:19.030 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 1 2024-08-04T16:18:19.030 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap1 2024-08-04T16:18:19.030 INFO:tasks.workunit.client.0.smithi007.stdout:found snap1 with size 2097152 2024-08-04T16:18:19.030 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 2 2024-08-04T16:18:19.030 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 2 2024-08-04T16:18:19.030 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap1 2024-08-04T16:18:19.031 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap2 2024-08-04T16:18:19.031 INFO:tasks.workunit.client.0.smithi007.stdout:found snap1 with size 2097152 2024-08-04T16:18:19.031 INFO:tasks.workunit.client.0.smithi007.stdout:found snap2 with size 4194304 2024-08-04T16:18:19.031 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 1 2024-08-04T16:18:19.031 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 1 2024-08-04T16:18:19.031 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap2 2024-08-04T16:18:19.031 INFO:tasks.workunit.client.0.smithi007.stdout:found snap2 with size 4194304 2024-08-04T16:18:19.031 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 0 2024-08-04T16:18:19.031 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 0 2024-08-04T16:18:19.031 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3652 ms) 2024-08-04T16:18:19.031 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-08-04T16:18:19.031 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:18:19.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:18 smithi062 ceph-mon[85960]: osdmap e1675: 8 total, 8 up, 8 in 2024-08-04T16:18:19.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:18 smithi062 ceph-mon[85960]: pgmap v2879: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 7.0 KiB/s wr, 150 op/s 2024-08-04T16:18:19.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:18 smithi007 ceph-mon[94998]: osdmap e1675: 8 total, 8 up, 8 in 2024-08-04T16:18:19.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:18 smithi007 ceph-mon[94998]: pgmap v2879: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 7.0 KiB/s wr, 150 op/s 2024-08-04T16:18:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:18 smithi007 ceph-mon[92692]: osdmap e1675: 8 total, 8 up, 8 in 2024-08-04T16:18:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:18 smithi007 ceph-mon[92692]: pgmap v2879: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 7.0 KiB/s wr, 150 op/s 2024-08-04T16:18:20.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:19 smithi062 ceph-mon[85960]: osdmap e1676: 8 total, 8 up, 8 in 2024-08-04T16:18:20.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:19 smithi007 ceph-mon[94998]: osdmap e1676: 8 total, 8 up, 8 in 2024-08-04T16:18:20.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:19 smithi007 ceph-mon[92692]: osdmap e1676: 8 total, 8 up, 8 in 2024-08-04T16:18:21.042 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2012 ms) 2024-08-04T16:18:21.042 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-08-04T16:18:21.042 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:18:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:21 smithi062 ceph-mon[85960]: osdmap e1677: 8 total, 8 up, 8 in 2024-08-04T16:18:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:21 smithi062 ceph-mon[85960]: pgmap v2882: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 332 KiB/s rd, 22 KiB/s wr, 397 op/s 2024-08-04T16:18:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:21 smithi007 ceph-mon[94998]: osdmap e1677: 8 total, 8 up, 8 in 2024-08-04T16:18:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:21 smithi007 ceph-mon[94998]: pgmap v2882: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 332 KiB/s rd, 22 KiB/s wr, 397 op/s 2024-08-04T16:18:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:21 smithi007 ceph-mon[92692]: osdmap e1677: 8 total, 8 up, 8 in 2024-08-04T16:18:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:21 smithi007 ceph-mon[92692]: pgmap v2882: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 332 KiB/s rd, 22 KiB/s wr, 397 op/s 2024-08-04T16:18:22.041 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 1 2024-08-04T16:18:22.042 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 1 2024-08-04T16:18:22.042 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap1 2024-08-04T16:18:22.042 INFO:tasks.workunit.client.0.smithi007.stdout:found snap1 with size 2097152 2024-08-04T16:18:22.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:22 smithi062 ceph-mon[85960]: osdmap e1678: 8 total, 8 up, 8 in 2024-08-04T16:18:22.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:22.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:18:22.335 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:22 smithi007 ceph-mon[94998]: osdmap e1678: 8 total, 8 up, 8 in 2024-08-04T16:18:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:18:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:22 smithi007 ceph-mon[92692]: osdmap e1678: 8 total, 8 up, 8 in 2024-08-04T16:18:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:18:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:18:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:18:23.048 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 2 2024-08-04T16:18:23.048 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 2 2024-08-04T16:18:23.048 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap1 2024-08-04T16:18:23.048 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap2 2024-08-04T16:18:23.049 INFO:tasks.workunit.client.0.smithi007.stdout:found snap1 with size 2097152 2024-08-04T16:18:23.049 INFO:tasks.workunit.client.0.smithi007.stdout:found snap2 with size 4194304 2024-08-04T16:18:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:23 smithi007 ceph-mon[92692]: osdmap e1679: 8 total, 8 up, 8 in 2024-08-04T16:18:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:23 smithi007 ceph-mon[92692]: pgmap v2885: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 327 KiB/s rd, 25 KiB/s wr, 398 op/s 2024-08-04T16:18:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]: dispatch 2024-08-04T16:18:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 3]}]: dispatch 2024-08-04T16:18:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]: dispatch 2024-08-04T16:18:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.4", "id": [1, 7]}]: dispatch 2024-08-04T16:18:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.15", "id": [1, 4]}]: dispatch 2024-08-04T16:18:23.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]: dispatch 2024-08-04T16:18:23.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.2", "id": [0, 7]}]: dispatch 2024-08-04T16:18:23.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:23 smithi007 ceph-mon[94998]: osdmap e1679: 8 total, 8 up, 8 in 2024-08-04T16:18:23.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:23 smithi007 ceph-mon[94998]: pgmap v2885: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 327 KiB/s rd, 25 KiB/s wr, 398 op/s 2024-08-04T16:18:23.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]: dispatch 2024-08-04T16:18:23.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 3]}]: dispatch 2024-08-04T16:18:23.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]: dispatch 2024-08-04T16:18:23.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.4", "id": [1, 7]}]: dispatch 2024-08-04T16:18:23.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.15", "id": [1, 4]}]: dispatch 2024-08-04T16:18:23.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]: dispatch 2024-08-04T16:18:23.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.2", "id": [0, 7]}]: dispatch 2024-08-04T16:18:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:23 smithi062 ceph-mon[85960]: osdmap e1679: 8 total, 8 up, 8 in 2024-08-04T16:18:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:23 smithi062 ceph-mon[85960]: pgmap v2885: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 327 KiB/s rd, 25 KiB/s wr, 398 op/s 2024-08-04T16:18:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]: dispatch 2024-08-04T16:18:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 3]}]: dispatch 2024-08-04T16:18:23.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]: dispatch 2024-08-04T16:18:23.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.4", "id": [1, 7]}]: dispatch 2024-08-04T16:18:23.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.15", "id": [1, 4]}]: dispatch 2024-08-04T16:18:23.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]: dispatch 2024-08-04T16:18:23.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.2", "id": [0, 7]}]: dispatch 2024-08-04T16:18:24.060 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 1 2024-08-04T16:18:24.060 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 1 2024-08-04T16:18:24.060 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap2 2024-08-04T16:18:24.060 INFO:tasks.workunit.client.0.smithi007.stdout:found snap2 with size 4194304 2024-08-04T16:18:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]': finished 2024-08-04T16:18:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 3]}]': finished 2024-08-04T16:18:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]': finished 2024-08-04T16:18:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.4", "id": [1, 7]}]': finished 2024-08-04T16:18:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.15", "id": [1, 4]}]': finished 2024-08-04T16:18:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]': finished 2024-08-04T16:18:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.2", "id": [0, 7]}]': finished 2024-08-04T16:18:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:24 smithi007 ceph-mon[92692]: osdmap e1680: 8 total, 8 up, 8 in 2024-08-04T16:18:24.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]': finished 2024-08-04T16:18:24.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 3]}]': finished 2024-08-04T16:18:24.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]': finished 2024-08-04T16:18:24.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.4", "id": [1, 7]}]': finished 2024-08-04T16:18:24.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.15", "id": [1, 4]}]': finished 2024-08-04T16:18:24.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]': finished 2024-08-04T16:18:24.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.2", "id": [0, 7]}]': finished 2024-08-04T16:18:24.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:24 smithi007 ceph-mon[94998]: osdmap e1680: 8 total, 8 up, 8 in 2024-08-04T16:18:24.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]': finished 2024-08-04T16:18:24.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 3]}]': finished 2024-08-04T16:18:24.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]': finished 2024-08-04T16:18:24.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.4", "id": [1, 7]}]': finished 2024-08-04T16:18:24.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.15", "id": [1, 4]}]': finished 2024-08-04T16:18:24.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]': finished 2024-08-04T16:18:24.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.2", "id": [0, 7]}]': finished 2024-08-04T16:18:24.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:24 smithi062 ceph-mon[85960]: osdmap e1680: 8 total, 8 up, 8 in 2024-08-04T16:18:25.064 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 0 2024-08-04T16:18:25.064 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 0 2024-08-04T16:18:25.068 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4027 ms) 2024-08-04T16:18:25.069 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-08-04T16:18:25.069 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:18:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:25 smithi007 ceph-mon[92692]: osdmap e1681: 8 total, 8 up, 8 in 2024-08-04T16:18:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:25 smithi007 ceph-mon[92692]: pgmap v2888: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 7.7 KiB/s wr, 93 op/s 2024-08-04T16:18:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:25 smithi007 ceph-mon[94998]: osdmap e1681: 8 total, 8 up, 8 in 2024-08-04T16:18:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:25 smithi007 ceph-mon[94998]: pgmap v2888: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 7.7 KiB/s wr, 93 op/s 2024-08-04T16:18:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:25 smithi062 ceph-mon[85960]: osdmap e1681: 8 total, 8 up, 8 in 2024-08-04T16:18:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:25 smithi062 ceph-mon[85960]: pgmap v2888: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 7.7 KiB/s wr, 93 op/s 2024-08-04T16:18:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:26 smithi007 ceph-mon[92692]: osdmap e1682: 8 total, 8 up, 8 in 2024-08-04T16:18:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:26 smithi007 ceph-mon[92692]: osdmap e1683: 8 total, 8 up, 8 in 2024-08-04T16:18:26.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:18:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:18:26] "GET /metrics HTTP/1.1" 200 50938 "" "Prometheus/2.43.0" 2024-08-04T16:18:26.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:26 smithi007 ceph-mon[94998]: osdmap e1682: 8 total, 8 up, 8 in 2024-08-04T16:18:26.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:26 smithi007 ceph-mon[94998]: osdmap e1683: 8 total, 8 up, 8 in 2024-08-04T16:18:26.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:26 smithi062 ceph-mon[85960]: osdmap e1682: 8 total, 8 up, 8 in 2024-08-04T16:18:26.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:26 smithi062 ceph-mon[85960]: osdmap e1683: 8 total, 8 up, 8 in 2024-08-04T16:18:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:27 smithi007 ceph-mon[92692]: pgmap v2891: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 40 op/s; 12 B/s, 2 keys/s, 0 objects/s recovering 2024-08-04T16:18:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:27 smithi007 ceph-mon[92692]: osdmap e1684: 8 total, 8 up, 8 in 2024-08-04T16:18:27.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:27 smithi007 ceph-mon[94998]: pgmap v2891: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 40 op/s; 12 B/s, 2 keys/s, 0 objects/s recovering 2024-08-04T16:18:27.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:27 smithi007 ceph-mon[94998]: osdmap e1684: 8 total, 8 up, 8 in 2024-08-04T16:18:27.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:27 smithi062 ceph-mon[85960]: pgmap v2891: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 40 op/s; 12 B/s, 2 keys/s, 0 objects/s recovering 2024-08-04T16:18:27.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:27 smithi062 ceph-mon[85960]: osdmap e1684: 8 total, 8 up, 8 in 2024-08-04T16:18:29.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:28 smithi062 ceph-mon[85960]: osdmap e1685: 8 total, 8 up, 8 in 2024-08-04T16:18:29.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:28 smithi062 ceph-mon[85960]: pgmap v2894: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.5 KiB/s wr, 30 op/s; 17 B/s, 2 keys/s, 1 objects/s recovering 2024-08-04T16:18:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:28 smithi007 ceph-mon[92692]: osdmap e1685: 8 total, 8 up, 8 in 2024-08-04T16:18:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:28 smithi007 ceph-mon[92692]: pgmap v2894: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.5 KiB/s wr, 30 op/s; 17 B/s, 2 keys/s, 1 objects/s recovering 2024-08-04T16:18:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:28 smithi007 ceph-mon[94998]: osdmap e1685: 8 total, 8 up, 8 in 2024-08-04T16:18:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:28 smithi007 ceph-mon[94998]: pgmap v2894: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.5 KiB/s wr, 30 op/s; 17 B/s, 2 keys/s, 1 objects/s recovering 2024-08-04T16:18:30.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:29 smithi062 ceph-mon[85960]: osdmap e1686: 8 total, 8 up, 8 in 2024-08-04T16:18:30.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:29 smithi007 ceph-mon[92692]: osdmap e1686: 8 total, 8 up, 8 in 2024-08-04T16:18:30.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:29 smithi007 ceph-mon[94998]: osdmap e1686: 8 total, 8 up, 8 in 2024-08-04T16:18:30.997 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 0 2024-08-04T16:18:31.059 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 0 2024-08-04T16:18:31.059 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (5937 ms) 2024-08-04T16:18:31.059 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-08-04T16:18:31.059 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:18:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:30 smithi062 ceph-mon[85960]: osdmap e1687: 8 total, 8 up, 8 in 2024-08-04T16:18:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:30 smithi062 ceph-mon[85960]: pgmap v2897: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.2 KiB/s wr, 44 op/s; 4 B/s, 0 objects/s recovering 2024-08-04T16:18:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:30 smithi007 ceph-mon[92692]: osdmap e1687: 8 total, 8 up, 8 in 2024-08-04T16:18:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:30 smithi007 ceph-mon[92692]: pgmap v2897: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.2 KiB/s wr, 44 op/s; 4 B/s, 0 objects/s recovering 2024-08-04T16:18:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:30 smithi007 ceph-mon[94998]: osdmap e1687: 8 total, 8 up, 8 in 2024-08-04T16:18:31.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:30 smithi007 ceph-mon[94998]: pgmap v2897: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.2 KiB/s wr, 44 op/s; 4 B/s, 0 objects/s recovering 2024-08-04T16:18:32.007 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 1 2024-08-04T16:18:32.007 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 1 2024-08-04T16:18:32.007 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap1 2024-08-04T16:18:32.007 INFO:tasks.workunit.client.0.smithi007.stdout:found snap1 with size 2097152 2024-08-04T16:18:32.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:31 smithi062 ceph-mon[85960]: osdmap e1688: 8 total, 8 up, 8 in 2024-08-04T16:18:32.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:31 smithi007 ceph-mon[94998]: osdmap e1688: 8 total, 8 up, 8 in 2024-08-04T16:18:32.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:31 smithi007 ceph-mon[92692]: osdmap e1688: 8 total, 8 up, 8 in 2024-08-04T16:18:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:18:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:18:33.009 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 2 2024-08-04T16:18:33.010 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 2 2024-08-04T16:18:33.010 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap1 2024-08-04T16:18:33.010 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap2 2024-08-04T16:18:33.010 INFO:tasks.workunit.client.0.smithi007.stdout:found snap1 with size 2097152 2024-08-04T16:18:33.010 INFO:tasks.workunit.client.0.smithi007.stdout:found snap2 with size 4194304 2024-08-04T16:18:33.015 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 2 2024-08-04T16:18:33.016 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 2 2024-08-04T16:18:33.016 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap1-rename 2024-08-04T16:18:33.016 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap2 2024-08-04T16:18:33.016 INFO:tasks.workunit.client.0.smithi007.stdout:found snap1-rename with size 2097152 2024-08-04T16:18:33.016 INFO:tasks.workunit.client.0.smithi007.stdout:found snap2 with size 4194304 2024-08-04T16:18:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:32 smithi062 ceph-mon[85960]: osdmap e1689: 8 total, 8 up, 8 in 2024-08-04T16:18:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:32 smithi062 ceph-mon[85960]: pgmap v2900: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.2 KiB/s wr, 73 op/s 2024-08-04T16:18:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:32 smithi007 ceph-mon[92692]: osdmap e1689: 8 total, 8 up, 8 in 2024-08-04T16:18:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:32 smithi007 ceph-mon[92692]: pgmap v2900: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.2 KiB/s wr, 73 op/s 2024-08-04T16:18:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:32 smithi007 ceph-mon[94998]: osdmap e1689: 8 total, 8 up, 8 in 2024-08-04T16:18:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:32 smithi007 ceph-mon[94998]: pgmap v2900: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.2 KiB/s wr, 73 op/s 2024-08-04T16:18:34.028 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 1 2024-08-04T16:18:34.028 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 1 2024-08-04T16:18:34.028 INFO:tasks.workunit.client.0.smithi007.stdout:snap: snap2-rename 2024-08-04T16:18:34.028 INFO:tasks.workunit.client.0.smithi007.stdout:found snap2-rename with size 4194304 2024-08-04T16:18:34.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:33 smithi062 ceph-mon[85960]: osdmap e1690: 8 total, 8 up, 8 in 2024-08-04T16:18:34.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:33 smithi007 ceph-mon[92692]: osdmap e1690: 8 total, 8 up, 8 in 2024-08-04T16:18:34.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:33 smithi007 ceph-mon[94998]: osdmap e1690: 8 total, 8 up, 8 in 2024-08-04T16:18:35.026 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 0 2024-08-04T16:18:35.026 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 0 2024-08-04T16:18:35.032 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4026 ms) 2024-08-04T16:18:35.032 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-08-04T16:18:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:35 smithi062 ceph-mon[85960]: osdmap e1691: 8 total, 8 up, 8 in 2024-08-04T16:18:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:35 smithi062 ceph-mon[85960]: pgmap v2903: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 5.0 KiB/s wr, 59 op/s 2024-08-04T16:18:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:35 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:18:35.288 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:35 smithi007 ceph-mon[92692]: osdmap e1691: 8 total, 8 up, 8 in 2024-08-04T16:18:35.288 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:35 smithi007 ceph-mon[92692]: pgmap v2903: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 5.0 KiB/s wr, 59 op/s 2024-08-04T16:18:35.288 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:35 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:18:35.288 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:35 smithi007 ceph-mon[94998]: osdmap e1691: 8 total, 8 up, 8 in 2024-08-04T16:18:35.288 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:35 smithi007 ceph-mon[94998]: pgmap v2903: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 5.0 KiB/s wr, 59 op/s 2024-08-04T16:18:35.288 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:35 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:18:36.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:36 smithi062 ceph-mon[85960]: osdmap e1692: 8 total, 8 up, 8 in 2024-08-04T16:18:36.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:36 smithi062 ceph-mon[85960]: osdmap e1693: 8 total, 8 up, 8 in 2024-08-04T16:18:36.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:36 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3974180122' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:36.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:36 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:36.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:18:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:18:36] "GET /metrics HTTP/1.1" 200 50938 "" "Prometheus/2.43.0" 2024-08-04T16:18:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:36 smithi007 ceph-mon[92692]: osdmap e1692: 8 total, 8 up, 8 in 2024-08-04T16:18:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:36 smithi007 ceph-mon[92692]: osdmap e1693: 8 total, 8 up, 8 in 2024-08-04T16:18:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:36 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3974180122' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:36 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:36 smithi007 ceph-mon[94998]: osdmap e1692: 8 total, 8 up, 8 in 2024-08-04T16:18:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:36 smithi007 ceph-mon[94998]: osdmap e1693: 8 total, 8 up, 8 in 2024-08-04T16:18:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:36 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3974180122' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:36 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:36.981 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:18:36.981 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:18:36.981 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:18:36.981 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:18:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:18:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:37 smithi007 ceph-mon[92692]: pgmap v2906: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.5 KiB/s wr, 62 op/s 2024-08-04T16:18:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:37 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:18:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:37 smithi007 ceph-mon[92692]: osdmap e1694: 8 total, 8 up, 8 in 2024-08-04T16:18:37.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:18:37.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:37 smithi007 ceph-mon[94998]: pgmap v2906: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.5 KiB/s wr, 62 op/s 2024-08-04T16:18:37.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:37 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:18:37.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:37 smithi007 ceph-mon[94998]: osdmap e1694: 8 total, 8 up, 8 in 2024-08-04T16:18:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:18:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:37 smithi062 ceph-mon[85960]: pgmap v2906: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.5 KiB/s wr, 62 op/s 2024-08-04T16:18:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:37 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:18:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:37 smithi062 ceph-mon[85960]: osdmap e1694: 8 total, 8 up, 8 in 2024-08-04T16:18:38.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:38 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:18:38.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:38.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:38.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:38.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:38.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:38 smithi062 ceph-mon[85960]: osdmap e1695: 8 total, 8 up, 8 in 2024-08-04T16:18:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:38 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:18:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:38 smithi007 ceph-mon[92692]: osdmap e1695: 8 total, 8 up, 8 in 2024-08-04T16:18:38.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:38 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:18:38.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:38.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:38.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:38.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:38.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:38 smithi007 ceph-mon[94998]: osdmap e1695: 8 total, 8 up, 8 in 2024-08-04T16:18:39.261 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4229 ms) 2024-08-04T16:18:39.261 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-08-04T16:18:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:39 smithi007 ceph-mon[92692]: pgmap v2909: 361 pgs: 3 creating+peering, 26 unknown, 332 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.7 KiB/s wr, 66 op/s 2024-08-04T16:18:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:18:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:18:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:39 smithi007 ceph-mon[92692]: osdmap e1696: 8 total, 8 up, 8 in 2024-08-04T16:18:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:39 smithi007 ceph-mon[94998]: pgmap v2909: 361 pgs: 3 creating+peering, 26 unknown, 332 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.7 KiB/s wr, 66 op/s 2024-08-04T16:18:39.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:18:39.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:18:39.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:39.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:39 smithi007 ceph-mon[94998]: osdmap e1696: 8 total, 8 up, 8 in 2024-08-04T16:18:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:39 smithi062 ceph-mon[85960]: pgmap v2909: 361 pgs: 3 creating+peering, 26 unknown, 332 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.7 KiB/s wr, 66 op/s 2024-08-04T16:18:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:18:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:18:39.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:39.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:39 smithi062 ceph-mon[85960]: osdmap e1696: 8 total, 8 up, 8 in 2024-08-04T16:18:40.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:40 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:18:40.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:40 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:18:40.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:40 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:18:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:41 smithi007 ceph-mon[92692]: osdmap e1697: 8 total, 8 up, 8 in 2024-08-04T16:18:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:41 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4205962882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:41 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:41.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:41 smithi007 ceph-mon[92692]: pgmap v2912: 393 pgs: 3 creating+peering, 39 unknown, 351 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 6.0 KiB/s wr, 82 op/s 2024-08-04T16:18:41.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:41 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:18:41.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:41 smithi007 ceph-mon[92692]: osdmap e1698: 8 total, 8 up, 8 in 2024-08-04T16:18:41.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:41 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:41.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:41 smithi007 ceph-mon[94998]: osdmap e1697: 8 total, 8 up, 8 in 2024-08-04T16:18:41.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:41 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4205962882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:41.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:41 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:41.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:41 smithi007 ceph-mon[94998]: pgmap v2912: 393 pgs: 3 creating+peering, 39 unknown, 351 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 6.0 KiB/s wr, 82 op/s 2024-08-04T16:18:41.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:41 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:18:41.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:41 smithi007 ceph-mon[94998]: osdmap e1698: 8 total, 8 up, 8 in 2024-08-04T16:18:41.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:41 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:41 smithi062 ceph-mon[85960]: osdmap e1697: 8 total, 8 up, 8 in 2024-08-04T16:18:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:41 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4205962882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:41 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:41 smithi062 ceph-mon[85960]: pgmap v2912: 393 pgs: 3 creating+peering, 39 unknown, 351 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 6.0 KiB/s wr, 82 op/s 2024-08-04T16:18:41.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:41 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:18:41.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:41 smithi062 ceph-mon[85960]: osdmap e1698: 8 total, 8 up, 8 in 2024-08-04T16:18:41.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:41 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:18:42.316 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:42 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:18:42.316 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:42 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-04T16:18:42.316 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:42 smithi062 ceph-mon[85960]: osdmap e1699: 8 total, 8 up, 8 in 2024-08-04T16:18:42.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:42 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:18:42.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:42 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-04T16:18:42.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:42 smithi007 ceph-mon[92692]: osdmap e1699: 8 total, 8 up, 8 in 2024-08-04T16:18:42.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:42 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:18:42.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:42 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-04T16:18:42.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:42 smithi007 ceph-mon[94998]: osdmap e1699: 8 total, 8 up, 8 in 2024-08-04T16:18:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:18:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:18:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:18:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:43 smithi007 ceph-mon[92692]: pgmap v2915: 393 pgs: 10 creating+peering, 19 unknown, 364 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 6.2 KiB/s wr, 86 op/s 2024-08-04T16:18:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:43 smithi007 ceph-mon[92692]: osdmap e1700: 8 total, 8 up, 8 in 2024-08-04T16:18:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:43 smithi007 ceph-mon[94998]: pgmap v2915: 393 pgs: 10 creating+peering, 19 unknown, 364 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 6.2 KiB/s wr, 86 op/s 2024-08-04T16:18:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:43 smithi007 ceph-mon[94998]: osdmap e1700: 8 total, 8 up, 8 in 2024-08-04T16:18:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:43 smithi062 ceph-mon[85960]: pgmap v2915: 393 pgs: 10 creating+peering, 19 unknown, 364 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 6.2 KiB/s wr, 86 op/s 2024-08-04T16:18:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:43 smithi062 ceph-mon[85960]: osdmap e1700: 8 total, 8 up, 8 in 2024-08-04T16:18:44.014 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:18:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:18:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[92692]: osdmap e1701: 8 total, 8 up, 8 in 2024-08-04T16:18:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' 2024-08-04T16:18:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-04T16:18:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:18:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:18:44.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:18:44.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:18:44.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:44.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:18:44.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:18:44.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[94998]: osdmap e1701: 8 total, 8 up, 8 in 2024-08-04T16:18:44.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' 2024-08-04T16:18:44.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-04T16:18:44.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:18:44.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:18:44.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:18:44.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:18:44.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:44.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:18:44.338 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:18:44] ENGINE Bus STOPPING 2024-08-04T16:18:44.338 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:18:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T16:18:44.338 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:18:44] ENGINE Bus STOPPED 2024-08-04T16:18:44.338 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:18:44] ENGINE Bus STARTING 2024-08-04T16:18:44.338 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:18:44] ENGINE Serving on http://:::9283 2024-08-04T16:18:44.338 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:18:44 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:18:44] ENGINE Bus STARTED 2024-08-04T16:18:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:44 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:18:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:44 smithi062 ceph-mon[85960]: osdmap e1701: 8 total, 8 up, 8 in 2024-08-04T16:18:44.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:44 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' 2024-08-04T16:18:44.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:44 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-04T16:18:44.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:18:44.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:18:44.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:18:44.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:18:44.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:18:44.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:44 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:18:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:18:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:18:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:18:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:18:45.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:18:45.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:18:45.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:18:45.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:18:45.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:18:45.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:18:45.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:18:45.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:18:45.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:18:45.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:18:45.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:18:45.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:18:45.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:18:45.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:18:45.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:18:45.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:18:45.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:18:45.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:18:45.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:18:45.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:18:45.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: pgmap v2918: 393 pgs: 10 creating+peering, 10 unknown, 373 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 3.0 KiB/s wr, 75 op/s 2024-08-04T16:18:45.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-04T16:18:45.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[92692]: osdmap e1702: 8 total, 8 up, 8 in 2024-08-04T16:18:45.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:18:45.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:18:45.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:18:45.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:18:45.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:18:45.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:18:45.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:18:45.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:18:45.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:18:45.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:18:45.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:18:45.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:18:45.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:18:45.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:18:45.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:18:45.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:18:45.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:18:45.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:18:45.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:18:45.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:18:45.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:18:45.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:18:45.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:18:45.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:18:45.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: pgmap v2918: 393 pgs: 10 creating+peering, 10 unknown, 373 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 3.0 KiB/s wr, 75 op/s 2024-08-04T16:18:45.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-04T16:18:45.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:45 smithi007 ceph-mon[94998]: osdmap e1702: 8 total, 8 up, 8 in 2024-08-04T16:18:45.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:18:45.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:18:45.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:18:45.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:18:45.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:18:45.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:18:45.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:18:45.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:18:45.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:18:45.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:18:45.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:18:45.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:18:45.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:18:45.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:18:45.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:18:45.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:18:45.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:18:45.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:18:45.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:18:45.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:18:45.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:18:45.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:18:45.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:18:45.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:18:45.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: pgmap v2918: 393 pgs: 10 creating+peering, 10 unknown, 373 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 3.0 KiB/s wr, 75 op/s 2024-08-04T16:18:45.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-04T16:18:45.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:45 smithi062 ceph-mon[85960]: osdmap e1702: 8 total, 8 up, 8 in 2024-08-04T16:18:46.530 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:18:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:18:46] "GET /metrics HTTP/1.1" 200 53306 "" "Prometheus/2.43.0" 2024-08-04T16:18:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:46 smithi062 ceph-mon[85960]: osdmap e1703: 8 total, 8 up, 8 in 2024-08-04T16:18:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:46 smithi062 ceph-mon[85960]: pgmap v2921: 393 pgs: 393 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.7 KiB/s wr, 86 op/s 2024-08-04T16:18:47.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:46 smithi007 ceph-mon[92692]: osdmap e1703: 8 total, 8 up, 8 in 2024-08-04T16:18:47.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:46 smithi007 ceph-mon[92692]: pgmap v2921: 393 pgs: 393 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.7 KiB/s wr, 86 op/s 2024-08-04T16:18:47.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:46 smithi007 ceph-mon[94998]: osdmap e1703: 8 total, 8 up, 8 in 2024-08-04T16:18:47.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:46 smithi007 ceph-mon[94998]: pgmap v2921: 393 pgs: 393 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.7 KiB/s wr, 86 op/s 2024-08-04T16:18:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:49 smithi062 ceph-mon[85960]: pgmap v2922: 393 pgs: 393 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 2.6 KiB/s wr, 64 op/s 2024-08-04T16:18:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:49 smithi007 ceph-mon[92692]: pgmap v2922: 393 pgs: 393 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 2.6 KiB/s wr, 64 op/s 2024-08-04T16:18:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:49 smithi007 ceph-mon[94998]: pgmap v2922: 393 pgs: 393 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 2.6 KiB/s wr, 64 op/s 2024-08-04T16:18:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:51 smithi062 ceph-mon[85960]: pgmap v2923: 393 pgs: 393 active+clean; 9.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 815 KiB/s wr, 17 op/s 2024-08-04T16:18:51.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:51 smithi062 ceph-mon[85960]: osdmap e1704: 8 total, 8 up, 8 in 2024-08-04T16:18:51.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:18:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:51 smithi007 ceph-mon[92692]: pgmap v2923: 393 pgs: 393 active+clean; 9.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 815 KiB/s wr, 17 op/s 2024-08-04T16:18:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:51 smithi007 ceph-mon[92692]: osdmap e1704: 8 total, 8 up, 8 in 2024-08-04T16:18:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:18:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:51 smithi007 ceph-mon[94998]: pgmap v2923: 393 pgs: 393 active+clean; 9.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 815 KiB/s wr, 17 op/s 2024-08-04T16:18:51.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:51 smithi007 ceph-mon[94998]: osdmap e1704: 8 total, 8 up, 8 in 2024-08-04T16:18:51.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:18:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:18:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:18:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:53 smithi062 ceph-mon[85960]: pgmap v2925: 393 pgs: 393 active+clean; 9.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 705 KiB/s wr, 7 op/s 2024-08-04T16:18:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:53 smithi007 ceph-mon[92692]: pgmap v2925: 393 pgs: 393 active+clean; 9.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 705 KiB/s wr, 7 op/s 2024-08-04T16:18:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:53 smithi007 ceph-mon[94998]: pgmap v2925: 393 pgs: 393 active+clean; 9.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 705 KiB/s wr, 7 op/s 2024-08-04T16:18:55.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:55 smithi062 ceph-mon[85960]: pgmap v2926: 393 pgs: 393 active+clean; 9.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 KiB/s rd, 617 KiB/s wr, 4 op/s 2024-08-04T16:18:55.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:55 smithi007 ceph-mon[92692]: pgmap v2926: 393 pgs: 393 active+clean; 9.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 KiB/s rd, 617 KiB/s wr, 4 op/s 2024-08-04T16:18:55.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:55 smithi007 ceph-mon[94998]: pgmap v2926: 393 pgs: 393 active+clean; 9.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 KiB/s rd, 617 KiB/s wr, 4 op/s 2024-08-04T16:18:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:18:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:18:56] "GET /metrics HTTP/1.1" 200 55764 "" "Prometheus/2.43.0" 2024-08-04T16:18:57.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:57 smithi062 ceph-mon[85960]: pgmap v2927: 393 pgs: 393 active+clean; 15 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-04T16:18:57.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:57 smithi007 ceph-mon[92692]: pgmap v2927: 393 pgs: 393 active+clean; 15 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-04T16:18:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:57 smithi007 ceph-mon[94998]: pgmap v2927: 393 pgs: 393 active+clean; 15 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-04T16:18:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:18:59 smithi062 ceph-mon[85960]: pgmap v2928: 393 pgs: 393 active+clean; 15 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-04T16:18:59.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:18:59 smithi007 ceph-mon[94998]: pgmap v2928: 393 pgs: 393 active+clean; 15 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-04T16:18:59.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:18:59 smithi007 ceph-mon[92692]: pgmap v2928: 393 pgs: 393 active+clean; 15 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-04T16:19:01.220 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.RemoveFullTry (21960 ms) 2024-08-04T16:19:01.220 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-08-04T16:19:02.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:01 smithi062 ceph-mon[85960]: pgmap v2929: 393 pgs: 393 active+clean; 20 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-04T16:19:02.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:01 smithi062 ceph-mon[85960]: pool 'test-librbd-smithi007-143401-23' is full (reached quota's max_bytes: 10 MiB) 2024-08-04T16:19:02.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:01 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-04T16:19:02.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:01 smithi062 ceph-mon[85960]: osdmap e1705: 8 total, 8 up, 8 in 2024-08-04T16:19:02.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:01 smithi007 ceph-mon[92692]: pgmap v2929: 393 pgs: 393 active+clean; 20 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-04T16:19:02.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:01 smithi007 ceph-mon[92692]: pool 'test-librbd-smithi007-143401-23' is full (reached quota's max_bytes: 10 MiB) 2024-08-04T16:19:02.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:01 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-04T16:19:02.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:01 smithi007 ceph-mon[92692]: osdmap e1705: 8 total, 8 up, 8 in 2024-08-04T16:19:02.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:01 smithi007 ceph-mon[94998]: pgmap v2929: 393 pgs: 393 active+clean; 20 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-04T16:19:02.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:01 smithi007 ceph-mon[94998]: pool 'test-librbd-smithi007-143401-23' is full (reached quota's max_bytes: 10 MiB) 2024-08-04T16:19:02.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:01 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-04T16:19:02.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:01 smithi007 ceph-mon[94998]: osdmap e1705: 8 total, 8 up, 8 in 2024-08-04T16:19:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:19:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:19:03.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:02 smithi062 ceph-mon[85960]: osdmap e1706: 8 total, 8 up, 8 in 2024-08-04T16:19:03.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:02 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1795630437' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:03.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:02 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:03.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:02 smithi062 ceph-mon[85960]: pgmap v2932: 425 pgs: 32 unknown, 393 active+clean; 20 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 639 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-08-04T16:19:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:02 smithi007 ceph-mon[94998]: osdmap e1706: 8 total, 8 up, 8 in 2024-08-04T16:19:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:02 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1795630437' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:02 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:02 smithi007 ceph-mon[94998]: pgmap v2932: 425 pgs: 32 unknown, 393 active+clean; 20 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 639 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-08-04T16:19:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:02 smithi007 ceph-mon[92692]: osdmap e1706: 8 total, 8 up, 8 in 2024-08-04T16:19:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:02 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1795630437' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:02 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:02 smithi007 ceph-mon[92692]: pgmap v2932: 425 pgs: 32 unknown, 393 active+clean; 20 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 639 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-08-04T16:19:04.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:03 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:19:04.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:03 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:19:04.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:03 smithi062 ceph-mon[85960]: osdmap e1707: 8 total, 8 up, 8 in 2024-08-04T16:19:04.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:03 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:19:04.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:03 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:19:04.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:03 smithi007 ceph-mon[94998]: osdmap e1707: 8 total, 8 up, 8 in 2024-08-04T16:19:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:03 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:19:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:03 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:19:04.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:03 smithi007 ceph-mon[92692]: osdmap e1707: 8 total, 8 up, 8 in 2024-08-04T16:19:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:05 smithi062 ceph-mon[85960]: osdmap e1708: 8 total, 8 up, 8 in 2024-08-04T16:19:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:05 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1256286271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:05.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:05 smithi062 ceph-mon[85960]: pgmap v2935: 457 pgs: 3 creating+peering, 55 unknown, 399 active+clean; 16 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-08-04T16:19:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:04 smithi007 ceph-mon[92692]: osdmap e1708: 8 total, 8 up, 8 in 2024-08-04T16:19:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:04 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1256286271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:04 smithi007 ceph-mon[92692]: pgmap v2935: 457 pgs: 3 creating+peering, 55 unknown, 399 active+clean; 16 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-08-04T16:19:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:04 smithi007 ceph-mon[94998]: osdmap e1708: 8 total, 8 up, 8 in 2024-08-04T16:19:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:04 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1256286271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:04 smithi007 ceph-mon[94998]: pgmap v2935: 457 pgs: 3 creating+peering, 55 unknown, 399 active+clean; 16 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-08-04T16:19:06.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:19:06] "GET /metrics HTTP/1.1" 200 55764 "" "Prometheus/2.43.0" 2024-08-04T16:19:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:06 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1256286271' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:19:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:06 smithi007 ceph-mon[92692]: osdmap e1709: 8 total, 8 up, 8 in 2024-08-04T16:19:06.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:06 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:06.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:06 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1256286271' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:19:06.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:06 smithi007 ceph-mon[94998]: osdmap e1709: 8 total, 8 up, 8 in 2024-08-04T16:19:06.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:06 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:06 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1256286271' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:19:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:06 smithi062 ceph-mon[85960]: osdmap e1709: 8 total, 8 up, 8 in 2024-08-04T16:19:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:06 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:07 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-04T16:19:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:07 smithi007 ceph-mon[92692]: osdmap e1710: 8 total, 8 up, 8 in 2024-08-04T16:19:07.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:19:07.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:19:07.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:07 smithi007 ceph-mon[92692]: pgmap v2938: 457 pgs: 9 creating+peering, 25 unknown, 423 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 258 KiB/s wr, 41 op/s 2024-08-04T16:19:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:07 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-04T16:19:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:07 smithi007 ceph-mon[94998]: osdmap e1710: 8 total, 8 up, 8 in 2024-08-04T16:19:07.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:19:07.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:19:07.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:07 smithi007 ceph-mon[94998]: pgmap v2938: 457 pgs: 9 creating+peering, 25 unknown, 423 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 258 KiB/s wr, 41 op/s 2024-08-04T16:19:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:07 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-04T16:19:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:07 smithi062 ceph-mon[85960]: osdmap e1710: 8 total, 8 up, 8 in 2024-08-04T16:19:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:19:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:19:07.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:07 smithi062 ceph-mon[85960]: pgmap v2938: 457 pgs: 9 creating+peering, 25 unknown, 423 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 258 KiB/s wr, 41 op/s 2024-08-04T16:19:08.061 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:19:08.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:08 smithi007 ceph-mon[92692]: osdmap e1711: 8 total, 8 up, 8 in 2024-08-04T16:19:08.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:08 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:19:08.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:08 smithi007 ceph-mon[94998]: osdmap e1711: 8 total, 8 up, 8 in 2024-08-04T16:19:08.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:08 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:19:08.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:08 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:19:08] ENGINE Bus STOPPING 2024-08-04T16:19:08.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:08 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:19:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T16:19:08.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:08 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:19:08] ENGINE Bus STOPPED 2024-08-04T16:19:08.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:08 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:19:08] ENGINE Bus STARTING 2024-08-04T16:19:08.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:08 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:19:08] ENGINE Serving on http://:::9283 2024-08-04T16:19:08.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:08 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:19:08] ENGINE Bus STARTED 2024-08-04T16:19:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:08 smithi062 ceph-mon[85960]: osdmap e1711: 8 total, 8 up, 8 in 2024-08-04T16:19:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:08 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:19:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: osdmap e1712: 8 total, 8 up, 8 in 2024-08-04T16:19:09.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' 2024-08-04T16:19:09.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:19:09.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:19:09.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:19:09.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:19:09.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:19:09.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:19:09.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:09.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:09.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:09.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:09.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:09.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:09.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:09.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:09.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:09.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:09.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:09.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:09.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:09.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:09.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:09.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:09.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:09.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:09.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:09.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:09.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:09.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:09.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:09.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:09.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[92692]: pgmap v2941: 457 pgs: 6 creating+peering, 12 unknown, 439 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 257 KiB/s wr, 29 op/s 2024-08-04T16:19:09.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: osdmap e1712: 8 total, 8 up, 8 in 2024-08-04T16:19:09.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' 2024-08-04T16:19:09.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:19:09.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:19:09.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:19:09.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:19:09.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:19:09.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:19:09.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:09.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:09.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:09.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:09.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:09.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:09.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:09.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:09.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:09.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:09.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:09.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:09.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:09.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:09.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:09.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:09.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:09.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:09.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:09.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:09.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:09.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:09.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:09.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:09.343 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:09 smithi007 ceph-mon[94998]: pgmap v2941: 457 pgs: 6 creating+peering, 12 unknown, 439 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 257 KiB/s wr, 29 op/s 2024-08-04T16:19:09.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: osdmap e1712: 8 total, 8 up, 8 in 2024-08-04T16:19:09.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' 2024-08-04T16:19:09.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:19:09.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:19:09.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:19:09.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:19:09.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:19:09.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:19:09.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:09.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:09.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:09.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:09.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:09.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:09.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:09.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:09.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:09.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:09.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:09.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:09.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:09.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:09.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:09.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:09.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:09.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:09.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:09.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:09.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:09.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:09.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:09.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:09.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:09 smithi062 ceph-mon[85960]: pgmap v2941: 457 pgs: 6 creating+peering, 12 unknown, 439 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 257 KiB/s wr, 29 op/s 2024-08-04T16:19:10.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:10 smithi007 ceph-mon[94998]: osdmap e1713: 8 total, 8 up, 8 in 2024-08-04T16:19:10.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:10 smithi007 ceph-mon[92692]: osdmap e1713: 8 total, 8 up, 8 in 2024-08-04T16:19:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:10 smithi062 ceph-mon[85960]: osdmap e1713: 8 total, 8 up, 8 in 2024-08-04T16:19:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:11 smithi007 ceph-mon[92692]: osdmap e1714: 8 total, 8 up, 8 in 2024-08-04T16:19:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:11 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-04T16:19:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:11 smithi007 ceph-mon[92692]: pgmap v2944: 457 pgs: 457 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-04T16:19:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:11 smithi007 ceph-mon[92692]: pool 'test-librbd-smithi007-143401-23' no longer out of quota; removing NO_QUOTA flag 2024-08-04T16:19:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:11 smithi007 ceph-mon[92692]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-04T16:19:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:11 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-04T16:19:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:11 smithi007 ceph-mon[92692]: osdmap e1715: 8 total, 8 up, 8 in 2024-08-04T16:19:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:11 smithi007 ceph-mon[94998]: osdmap e1714: 8 total, 8 up, 8 in 2024-08-04T16:19:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:11 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-04T16:19:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:11 smithi007 ceph-mon[94998]: pgmap v2944: 457 pgs: 457 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-04T16:19:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:11 smithi007 ceph-mon[94998]: pool 'test-librbd-smithi007-143401-23' no longer out of quota; removing NO_QUOTA flag 2024-08-04T16:19:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:11 smithi007 ceph-mon[94998]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-04T16:19:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:11 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-04T16:19:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:11 smithi007 ceph-mon[94998]: osdmap e1715: 8 total, 8 up, 8 in 2024-08-04T16:19:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:11 smithi062 ceph-mon[85960]: osdmap e1714: 8 total, 8 up, 8 in 2024-08-04T16:19:11.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:11 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-04T16:19:11.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:11 smithi062 ceph-mon[85960]: pgmap v2944: 457 pgs: 457 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-04T16:19:11.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:11 smithi062 ceph-mon[85960]: pool 'test-librbd-smithi007-143401-23' no longer out of quota; removing NO_QUOTA flag 2024-08-04T16:19:11.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:11 smithi062 ceph-mon[85960]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-04T16:19:11.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:11 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-04T16:19:11.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:11 smithi062 ceph-mon[85960]: osdmap e1715: 8 total, 8 up, 8 in 2024-08-04T16:19:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:19:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:19:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:19:13.746 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:13 smithi062 ceph-mon[85960]: pgmap v2946: 457 pgs: 457 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.9 KiB/s wr, 24 op/s 2024-08-04T16:19:13.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:13 smithi007 ceph-mon[92692]: pgmap v2946: 457 pgs: 457 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.9 KiB/s wr, 24 op/s 2024-08-04T16:19:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:13 smithi007 ceph-mon[94998]: pgmap v2946: 457 pgs: 457 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.9 KiB/s wr, 24 op/s 2024-08-04T16:19:15.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:15 smithi062 ceph-mon[85960]: pgmap v2947: 457 pgs: 457 active+clean; 7.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 513 KiB/s wr, 17 op/s 2024-08-04T16:19:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:15 smithi007 ceph-mon[94998]: pgmap v2947: 457 pgs: 457 active+clean; 7.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 513 KiB/s wr, 17 op/s 2024-08-04T16:19:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:15 smithi007 ceph-mon[92692]: pgmap v2947: 457 pgs: 457 active+clean; 7.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 513 KiB/s wr, 17 op/s 2024-08-04T16:19:16.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:19:16] "GET /metrics HTTP/1.1" 200 60665 "" "Prometheus/2.43.0" 2024-08-04T16:19:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:16 smithi062 ceph-mon[85960]: osdmap e1716: 8 total, 8 up, 8 in 2024-08-04T16:19:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:16 smithi062 ceph-mon[85960]: pgmap v2949: 457 pgs: 457 active+clean; 7.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.5 KiB/s rd, 495 KiB/s wr, 10 op/s 2024-08-04T16:19:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:16 smithi007 ceph-mon[92692]: osdmap e1716: 8 total, 8 up, 8 in 2024-08-04T16:19:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:16 smithi007 ceph-mon[92692]: pgmap v2949: 457 pgs: 457 active+clean; 7.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.5 KiB/s rd, 495 KiB/s wr, 10 op/s 2024-08-04T16:19:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:16 smithi007 ceph-mon[94998]: osdmap e1716: 8 total, 8 up, 8 in 2024-08-04T16:19:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:16 smithi007 ceph-mon[94998]: pgmap v2949: 457 pgs: 457 active+clean; 7.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.5 KiB/s rd, 495 KiB/s wr, 10 op/s 2024-08-04T16:19:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:19 smithi062 ceph-mon[85960]: pgmap v2950: 457 pgs: 457 active+clean; 7.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.9 KiB/s rd, 385 KiB/s wr, 8 op/s 2024-08-04T16:19:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:19 smithi007 ceph-mon[94998]: pgmap v2950: 457 pgs: 457 active+clean; 7.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.9 KiB/s rd, 385 KiB/s wr, 8 op/s 2024-08-04T16:19:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:19 smithi007 ceph-mon[92692]: pgmap v2950: 457 pgs: 457 active+clean; 7.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.9 KiB/s rd, 385 KiB/s wr, 8 op/s 2024-08-04T16:19:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:21 smithi062 ceph-mon[85960]: pgmap v2951: 457 pgs: 457 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 880 KiB/s wr, 7 op/s 2024-08-04T16:19:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:21 smithi062 ceph-mon[85960]: osdmap e1717: 8 total, 8 up, 8 in 2024-08-04T16:19:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:19:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:19:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:21 smithi007 ceph-mon[92692]: pgmap v2951: 457 pgs: 457 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 880 KiB/s wr, 7 op/s 2024-08-04T16:19:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:21 smithi007 ceph-mon[92692]: osdmap e1717: 8 total, 8 up, 8 in 2024-08-04T16:19:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:19:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:19:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:21 smithi007 ceph-mon[94998]: pgmap v2951: 457 pgs: 457 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 880 KiB/s wr, 7 op/s 2024-08-04T16:19:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:21 smithi007 ceph-mon[94998]: osdmap e1717: 8 total, 8 up, 8 in 2024-08-04T16:19:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:19:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:19:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:19:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:19:22.317Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:19:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:23 smithi062 ceph-mon[85960]: pgmap v2953: 457 pgs: 457 active+clean; 16 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-04T16:19:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.18", "id": [4, 3]}]: dispatch 2024-08-04T16:19:23.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:23 smithi007 ceph-mon[92692]: pgmap v2953: 457 pgs: 457 active+clean; 16 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-04T16:19:23.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.18", "id": [4, 3]}]: dispatch 2024-08-04T16:19:23.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:23 smithi007 ceph-mon[94998]: pgmap v2953: 457 pgs: 457 active+clean; 16 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-04T16:19:23.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.18", "id": [4, 3]}]: dispatch 2024-08-04T16:19:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.18", "id": [4, 3]}]': finished 2024-08-04T16:19:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:24 smithi062 ceph-mon[85960]: osdmap e1718: 8 total, 8 up, 8 in 2024-08-04T16:19:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.18", "id": [4, 3]}]': finished 2024-08-04T16:19:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:24 smithi007 ceph-mon[92692]: osdmap e1718: 8 total, 8 up, 8 in 2024-08-04T16:19:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.18", "id": [4, 3]}]': finished 2024-08-04T16:19:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:24 smithi007 ceph-mon[94998]: osdmap e1718: 8 total, 8 up, 8 in 2024-08-04T16:19:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:25 smithi062 ceph-mon[85960]: pgmap v2955: 457 pgs: 457 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-08-04T16:19:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:25 smithi062 ceph-mon[85960]: osdmap e1719: 8 total, 8 up, 8 in 2024-08-04T16:19:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:25 smithi007 ceph-mon[92692]: pgmap v2955: 457 pgs: 457 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-08-04T16:19:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:25 smithi007 ceph-mon[92692]: osdmap e1719: 8 total, 8 up, 8 in 2024-08-04T16:19:25.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:25 smithi007 ceph-mon[94998]: pgmap v2955: 457 pgs: 457 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-08-04T16:19:25.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:25 smithi007 ceph-mon[94998]: osdmap e1719: 8 total, 8 up, 8 in 2024-08-04T16:19:26.370 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:19:26] "GET /metrics HTTP/1.1" 200 60757 "" "Prometheus/2.43.0" 2024-08-04T16:19:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:26 smithi062 ceph-mon[85960]: pool 'test-librbd-smithi007-143401-25' is full (reached quota's max_bytes: 10 MiB) 2024-08-04T16:19:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:26 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-04T16:19:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:26 smithi062 ceph-mon[85960]: osdmap e1720: 8 total, 8 up, 8 in 2024-08-04T16:19:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:26 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-24", "field": "max_objects", "val": "6"}]: dispatch 2024-08-04T16:19:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:26 smithi062 ceph-mon[85960]: pgmap v2958: 457 pgs: 457 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 962 B/s rd, 770 KiB/s wr, 2 op/s 2024-08-04T16:19:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:26 smithi007 ceph-mon[92692]: pool 'test-librbd-smithi007-143401-25' is full (reached quota's max_bytes: 10 MiB) 2024-08-04T16:19:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:26 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-04T16:19:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:26 smithi007 ceph-mon[92692]: osdmap e1720: 8 total, 8 up, 8 in 2024-08-04T16:19:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:26 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-24", "field": "max_objects", "val": "6"}]: dispatch 2024-08-04T16:19:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:26 smithi007 ceph-mon[92692]: pgmap v2958: 457 pgs: 457 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 962 B/s rd, 770 KiB/s wr, 2 op/s 2024-08-04T16:19:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:26 smithi007 ceph-mon[94998]: pool 'test-librbd-smithi007-143401-25' is full (reached quota's max_bytes: 10 MiB) 2024-08-04T16:19:26.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:26 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-04T16:19:26.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:26 smithi007 ceph-mon[94998]: osdmap e1720: 8 total, 8 up, 8 in 2024-08-04T16:19:26.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:26 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-24", "field": "max_objects", "val": "6"}]: dispatch 2024-08-04T16:19:26.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:26 smithi007 ceph-mon[94998]: pgmap v2958: 457 pgs: 457 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 962 B/s rd, 770 KiB/s wr, 2 op/s 2024-08-04T16:19:26.987 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:19:28.010 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:19:28.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:27 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-24", "field": "max_objects", "val": "6"}]': finished 2024-08-04T16:19:28.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:27 smithi062 ceph-mon[85960]: osdmap e1721: 8 total, 8 up, 8 in 2024-08-04T16:19:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:27 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-24", "field": "max_objects", "val": "6"}]': finished 2024-08-04T16:19:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:27 smithi007 ceph-mon[92692]: osdmap e1721: 8 total, 8 up, 8 in 2024-08-04T16:19:28.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:27 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-24", "field": "max_objects", "val": "6"}]': finished 2024-08-04T16:19:28.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:27 smithi007 ceph-mon[94998]: osdmap e1721: 8 total, 8 up, 8 in 2024-08-04T16:19:29.022 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:19:29.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:28 smithi062 ceph-mon[85960]: pgmap v2960: 457 pgs: 457 active+clean; 18 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 KiB/s rd, 415 KiB/s wr, 2 op/s 2024-08-04T16:19:29.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:28 smithi007 ceph-mon[92692]: pgmap v2960: 457 pgs: 457 active+clean; 18 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 KiB/s rd, 415 KiB/s wr, 2 op/s 2024-08-04T16:19:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:28 smithi007 ceph-mon[94998]: pgmap v2960: 457 pgs: 457 active+clean; 18 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 KiB/s rd, 415 KiB/s wr, 2 op/s 2024-08-04T16:19:30.032 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:19:31.044 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:19:31.117 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (29897 ms) 2024-08-04T16:19:31.117 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespace 2024-08-04T16:19:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:31 smithi007 ceph-mon[92692]: pgmap v2961: 457 pgs: 457 active+clean; 20 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 514 KiB/s wr, 6 op/s 2024-08-04T16:19:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:31 smithi007 ceph-mon[92692]: pool 'test-librbd-smithi007-143401-24' is full (reached quota's max_objects: 6) 2024-08-04T16:19:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:31 smithi007 ceph-mon[92692]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-04T16:19:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:31 smithi007 ceph-mon[92692]: osdmap e1722: 8 total, 8 up, 8 in 2024-08-04T16:19:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:31 smithi007 ceph-mon[94998]: pgmap v2961: 457 pgs: 457 active+clean; 20 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 514 KiB/s wr, 6 op/s 2024-08-04T16:19:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:31 smithi007 ceph-mon[94998]: pool 'test-librbd-smithi007-143401-24' is full (reached quota's max_objects: 6) 2024-08-04T16:19:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:31 smithi007 ceph-mon[94998]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-04T16:19:31.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:31 smithi007 ceph-mon[94998]: osdmap e1722: 8 total, 8 up, 8 in 2024-08-04T16:19:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:31 smithi062 ceph-mon[85960]: pgmap v2961: 457 pgs: 457 active+clean; 20 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 514 KiB/s wr, 6 op/s 2024-08-04T16:19:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:31 smithi062 ceph-mon[85960]: pool 'test-librbd-smithi007-143401-24' is full (reached quota's max_objects: 6) 2024-08-04T16:19:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:31 smithi062 ceph-mon[85960]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-04T16:19:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:31 smithi062 ceph-mon[85960]: osdmap e1722: 8 total, 8 up, 8 in 2024-08-04T16:19:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:19:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:19:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:19:33.040 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:19:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:32 smithi062 ceph-mon[85960]: osdmap e1723: 8 total, 8 up, 8 in 2024-08-04T16:19:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:32 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3189014218' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:33.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:32 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:33.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:32 smithi062 ceph-mon[85960]: pgmap v2964: 489 pgs: 32 unknown, 457 active+clean; 16 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 515 KiB/s wr, 30 op/s 2024-08-04T16:19:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:32 smithi007 ceph-mon[94998]: osdmap e1723: 8 total, 8 up, 8 in 2024-08-04T16:19:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:32 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3189014218' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:32 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:32 smithi007 ceph-mon[94998]: pgmap v2964: 489 pgs: 32 unknown, 457 active+clean; 16 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 515 KiB/s wr, 30 op/s 2024-08-04T16:19:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:32 smithi007 ceph-mon[92692]: osdmap e1723: 8 total, 8 up, 8 in 2024-08-04T16:19:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:32 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3189014218' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:32 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:33.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:32 smithi007 ceph-mon[92692]: pgmap v2964: 489 pgs: 32 unknown, 457 active+clean; 16 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 515 KiB/s wr, 30 op/s 2024-08-04T16:19:33.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:33 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:19:33] ENGINE Bus STOPPING 2024-08-04T16:19:33.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:33 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:19:33] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T16:19:33.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:33 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:19:33] ENGINE Bus STOPPED 2024-08-04T16:19:33.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:33 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:19:33] ENGINE Bus STARTING 2024-08-04T16:19:33.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:33 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:19:33] ENGINE Serving on http://:::9283 2024-08-04T16:19:33.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:33 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:19:33] ENGINE Bus STARTED 2024-08-04T16:19:34.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:19:34.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:19:34.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: osdmap e1724: 8 total, 8 up, 8 in 2024-08-04T16:19:34.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' 2024-08-04T16:19:34.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:19:34.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:19:34.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:19:34.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:19:34.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:19:34.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:19:34.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:34.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:34.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:34.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:34.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:34.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:34.263 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:34.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:34.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:34.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:34.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:34.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:34.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:34.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:34.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:34.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:34.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:34.264 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:34.265 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:34.265 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:34.265 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:34.265 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:34.265 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:34.265 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:34 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:34.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:19:34.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:19:34.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: osdmap e1724: 8 total, 8 up, 8 in 2024-08-04T16:19:34.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' 2024-08-04T16:19:34.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:19:34.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:19:34.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:19:34.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:19:34.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:19:34.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:19:34.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:34.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:34.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:34.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:34.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:34.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:34.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:34.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:34.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:34.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:34.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:34.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:34.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:34.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:34.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:34.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:34.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:34.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:34.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:19:34.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:19:34.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: osdmap e1724: 8 total, 8 up, 8 in 2024-08-04T16:19:34.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' 2024-08-04T16:19:34.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:19:34.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:19:34.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:19:34.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:19:34.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:19:34.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:19:34.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:34.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:34.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:34.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:34.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:34.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:34.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:34.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:34.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:34.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:34.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:34.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:34.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:34.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:34.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:34.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:34.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:34.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:34.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:34.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:34.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:34.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:34.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:34.342 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:34.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:34.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:34.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:34.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:34.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:34.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:34 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:35 smithi007 ceph-mon[92692]: osdmap e1725: 8 total, 8 up, 8 in 2024-08-04T16:19:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:35 smithi007 ceph-mon[92692]: pgmap v2967: 489 pgs: 4 creating+peering, 16 unknown, 469 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 KiB/s wr, 38 op/s 2024-08-04T16:19:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:35 smithi007 ceph-mon[94998]: osdmap e1725: 8 total, 8 up, 8 in 2024-08-04T16:19:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:35 smithi007 ceph-mon[94998]: pgmap v2967: 489 pgs: 4 creating+peering, 16 unknown, 469 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 KiB/s wr, 38 op/s 2024-08-04T16:19:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:35 smithi062 ceph-mon[85960]: osdmap e1725: 8 total, 8 up, 8 in 2024-08-04T16:19:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:35 smithi062 ceph-mon[85960]: pgmap v2967: 489 pgs: 4 creating+peering, 16 unknown, 469 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 KiB/s wr, 38 op/s 2024-08-04T16:19:36.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:19:36] "GET /metrics HTTP/1.1" 200 60757 "" "Prometheus/2.43.0" 2024-08-04T16:19:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:36 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:19:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:36 smithi007 ceph-mon[94998]: osdmap e1726: 8 total, 8 up, 8 in 2024-08-04T16:19:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:36 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-04T16:19:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:36 smithi007 ceph-mon[94998]: pool 'test-librbd-smithi007-143401-25' no longer out of quota; removing NO_QUOTA flag 2024-08-04T16:19:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:36 smithi007 ceph-mon[94998]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-04T16:19:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:36 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-04T16:19:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:36 smithi007 ceph-mon[94998]: osdmap e1727: 8 total, 8 up, 8 in 2024-08-04T16:19:36.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:36 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:19:36.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:36 smithi007 ceph-mon[92692]: osdmap e1726: 8 total, 8 up, 8 in 2024-08-04T16:19:36.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:36 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-04T16:19:36.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:36 smithi007 ceph-mon[92692]: pool 'test-librbd-smithi007-143401-25' no longer out of quota; removing NO_QUOTA flag 2024-08-04T16:19:36.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:36 smithi007 ceph-mon[92692]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-04T16:19:36.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:36 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-04T16:19:36.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:36 smithi007 ceph-mon[92692]: osdmap e1727: 8 total, 8 up, 8 in 2024-08-04T16:19:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:36 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:19:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:36 smithi062 ceph-mon[85960]: osdmap e1726: 8 total, 8 up, 8 in 2024-08-04T16:19:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:36 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-04T16:19:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:36 smithi062 ceph-mon[85960]: pool 'test-librbd-smithi007-143401-25' no longer out of quota; removing NO_QUOTA flag 2024-08-04T16:19:36.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:36 smithi062 ceph-mon[85960]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-04T16:19:36.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:36 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-04T16:19:36.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:36 smithi062 ceph-mon[85960]: osdmap e1727: 8 total, 8 up, 8 in 2024-08-04T16:19:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:19:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:19:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:37 smithi062 ceph-mon[85960]: pgmap v2970: 489 pgs: 4 creating+peering, 2 unknown, 483 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 KiB/s wr, 26 op/s 2024-08-04T16:19:37.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:19:37.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:19:37.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:37 smithi007 ceph-mon[92692]: pgmap v2970: 489 pgs: 4 creating+peering, 2 unknown, 483 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 KiB/s wr, 26 op/s 2024-08-04T16:19:37.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:19:37.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:19:37.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:37 smithi007 ceph-mon[94998]: pgmap v2970: 489 pgs: 4 creating+peering, 2 unknown, 483 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 KiB/s wr, 26 op/s 2024-08-04T16:19:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:39 smithi062 ceph-mon[85960]: pgmap v2971: 489 pgs: 489 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 388 KiB/s wr, 25 op/s 2024-08-04T16:19:39.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:39 smithi007 ceph-mon[92692]: pgmap v2971: 489 pgs: 489 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 388 KiB/s wr, 25 op/s 2024-08-04T16:19:39.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:39 smithi007 ceph-mon[94998]: pgmap v2971: 489 pgs: 489 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 388 KiB/s wr, 25 op/s 2024-08-04T16:19:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:41 smithi062 ceph-mon[85960]: pgmap v2972: 489 pgs: 489 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 326 KiB/s wr, 20 op/s 2024-08-04T16:19:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:41 smithi062 ceph-mon[85960]: osdmap e1728: 8 total, 8 up, 8 in 2024-08-04T16:19:41.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:41 smithi007 ceph-mon[92692]: pgmap v2972: 489 pgs: 489 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 326 KiB/s wr, 20 op/s 2024-08-04T16:19:41.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:41 smithi007 ceph-mon[92692]: osdmap e1728: 8 total, 8 up, 8 in 2024-08-04T16:19:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:41 smithi007 ceph-mon[94998]: pgmap v2972: 489 pgs: 489 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 326 KiB/s wr, 20 op/s 2024-08-04T16:19:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:41 smithi007 ceph-mon[94998]: osdmap e1728: 8 total, 8 up, 8 in 2024-08-04T16:19:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:19:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:19:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:43 smithi062 ceph-mon[85960]: pgmap v2974: 489 pgs: 489 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 282 KiB/s wr, 10 op/s 2024-08-04T16:19:43.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:43 smithi007 ceph-mon[92692]: pgmap v2974: 489 pgs: 489 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 282 KiB/s wr, 10 op/s 2024-08-04T16:19:43.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:43 smithi007 ceph-mon[94998]: pgmap v2974: 489 pgs: 489 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 282 KiB/s wr, 10 op/s 2024-08-04T16:19:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:45 smithi062 ceph-mon[85960]: pgmap v2975: 489 pgs: 489 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 985 KiB/s wr, 7 op/s 2024-08-04T16:19:45.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:45 smithi007 ceph-mon[92692]: pgmap v2975: 489 pgs: 489 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 985 KiB/s wr, 7 op/s 2024-08-04T16:19:45.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:45 smithi007 ceph-mon[94998]: pgmap v2975: 489 pgs: 489 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 985 KiB/s wr, 7 op/s 2024-08-04T16:19:46.422 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:19:46] "GET /metrics HTTP/1.1" 200 63215 "" "Prometheus/2.43.0" 2024-08-04T16:19:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:46 smithi062 ceph-mon[85960]: pgmap v2976: 489 pgs: 489 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 820 KiB/s wr, 7 op/s 2024-08-04T16:19:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:46 smithi007 ceph-mon[92692]: pgmap v2976: 489 pgs: 489 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 820 KiB/s wr, 7 op/s 2024-08-04T16:19:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:46 smithi007 ceph-mon[94998]: pgmap v2976: 489 pgs: 489 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 820 KiB/s wr, 7 op/s 2024-08-04T16:19:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:49 smithi062 ceph-mon[85960]: pgmap v2977: 489 pgs: 489 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 KiB/s rd, 615 KiB/s wr, 4 op/s 2024-08-04T16:19:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:49 smithi007 ceph-mon[92692]: pgmap v2977: 489 pgs: 489 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 KiB/s rd, 615 KiB/s wr, 4 op/s 2024-08-04T16:19:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:49 smithi007 ceph-mon[94998]: pgmap v2977: 489 pgs: 489 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 KiB/s rd, 615 KiB/s wr, 4 op/s 2024-08-04T16:19:51.173 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespace (20056 ms) 2024-08-04T16:19:51.173 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespaceDataPool 2024-08-04T16:19:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:51 smithi062 ceph-mon[85960]: pgmap v2978: 489 pgs: 489 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1024 KiB/s wr, 4 op/s 2024-08-04T16:19:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:51 smithi062 ceph-mon[85960]: pool 'test-librbd-smithi007-143401-26' is full (reached quota's max_bytes: 10 MiB) 2024-08-04T16:19:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:51 smithi062 ceph-mon[85960]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-04T16:19:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:51 smithi062 ceph-mon[85960]: osdmap e1729: 8 total, 8 up, 8 in 2024-08-04T16:19:52.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:19:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:51 smithi007 ceph-mon[94998]: pgmap v2978: 489 pgs: 489 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1024 KiB/s wr, 4 op/s 2024-08-04T16:19:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:51 smithi007 ceph-mon[94998]: pool 'test-librbd-smithi007-143401-26' is full (reached quota's max_bytes: 10 MiB) 2024-08-04T16:19:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:51 smithi007 ceph-mon[94998]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-04T16:19:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:51 smithi007 ceph-mon[94998]: osdmap e1729: 8 total, 8 up, 8 in 2024-08-04T16:19:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:19:52.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:51 smithi007 ceph-mon[92692]: pgmap v2978: 489 pgs: 489 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1024 KiB/s wr, 4 op/s 2024-08-04T16:19:52.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:51 smithi007 ceph-mon[92692]: pool 'test-librbd-smithi007-143401-26' is full (reached quota's max_bytes: 10 MiB) 2024-08-04T16:19:52.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:51 smithi007 ceph-mon[92692]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-04T16:19:52.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:51 smithi007 ceph-mon[92692]: osdmap e1729: 8 total, 8 up, 8 in 2024-08-04T16:19:52.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:19:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:19:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:19:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:52 smithi062 ceph-mon[85960]: osdmap e1730: 8 total, 8 up, 8 in 2024-08-04T16:19:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:52 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1476411187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:53.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:52 smithi062 ceph-mon[85960]: pgmap v2981: 521 pgs: 32 unknown, 489 active+clean; 20 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 896 KiB/s wr, 2 op/s 2024-08-04T16:19:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:53 smithi007 ceph-mon[94998]: osdmap e1730: 8 total, 8 up, 8 in 2024-08-04T16:19:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:53 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1476411187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:53 smithi007 ceph-mon[94998]: pgmap v2981: 521 pgs: 32 unknown, 489 active+clean; 20 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 896 KiB/s wr, 2 op/s 2024-08-04T16:19:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:52 smithi007 ceph-mon[92692]: osdmap e1730: 8 total, 8 up, 8 in 2024-08-04T16:19:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:52 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1476411187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:52 smithi007 ceph-mon[92692]: pgmap v2981: 521 pgs: 32 unknown, 489 active+clean; 20 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 896 KiB/s wr, 2 op/s 2024-08-04T16:19:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:54 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:19:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:54 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1476411187' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:19:54.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:54 smithi062 ceph-mon[85960]: osdmap e1731: 8 total, 8 up, 8 in 2024-08-04T16:19:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:54 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:19:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:54 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1476411187' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:19:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:54 smithi007 ceph-mon[92692]: osdmap e1731: 8 total, 8 up, 8 in 2024-08-04T16:19:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:54 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:19:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:54 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1476411187' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:19:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:54 smithi007 ceph-mon[94998]: osdmap e1731: 8 total, 8 up, 8 in 2024-08-04T16:19:55.054 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:19:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:55 smithi007 ceph-mon[92692]: osdmap e1732: 8 total, 8 up, 8 in 2024-08-04T16:19:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:55 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3022324582' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:55 smithi007 ceph-mon[92692]: pgmap v2984: 553 pgs: 5 creating+peering, 54 unknown, 494 active+clean; 7.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 769 KiB/s wr, 32 op/s 2024-08-04T16:19:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:55 smithi007 ceph-mon[94998]: osdmap e1732: 8 total, 8 up, 8 in 2024-08-04T16:19:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:55 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3022324582' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:55 smithi007 ceph-mon[94998]: pgmap v2984: 553 pgs: 5 creating+peering, 54 unknown, 494 active+clean; 7.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 769 KiB/s wr, 32 op/s 2024-08-04T16:19:55.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:19:55] ENGINE Bus STOPPING 2024-08-04T16:19:55.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:19:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T16:19:55.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:19:55] ENGINE Bus STOPPED 2024-08-04T16:19:55.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:19:55] ENGINE Bus STARTING 2024-08-04T16:19:55.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:19:55] ENGINE Serving on http://:::9283 2024-08-04T16:19:55.337 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:19:55] ENGINE Bus STARTED 2024-08-04T16:19:55.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:55 smithi062 ceph-mon[85960]: osdmap e1732: 8 total, 8 up, 8 in 2024-08-04T16:19:55.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:55 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3022324582' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:19:55.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:55 smithi062 ceph-mon[85960]: pgmap v2984: 553 pgs: 5 creating+peering, 54 unknown, 494 active+clean; 7.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 769 KiB/s wr, 32 op/s 2024-08-04T16:19:56.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:19:56] "GET /metrics HTTP/1.1" 200 63237 "" "Prometheus/2.43.0" 2024-08-04T16:19:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3022324582' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:19:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: osdmap e1733: 8 total, 8 up, 8 in 2024-08-04T16:19:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' 2024-08-04T16:19:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:19:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:19:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:19:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:56.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:56.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3022324582' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:19:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: osdmap e1733: 8 total, 8 up, 8 in 2024-08-04T16:19:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' 2024-08-04T16:19:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:19:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:19:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:19:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:56.339 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:56.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:56.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:56.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:56.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:56.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:56.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:56.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:56.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:56.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:56.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:56.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:56.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:56.340 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:56.341 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:56.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:56.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:56.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:19:56.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:19:56.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:19:56.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: pool 'test-librbd-smithi007-143401-26' no longer out of quota; removing NO_QUOTA flag 2024-08-04T16:19:56.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-04T16:19:56.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[92692]: osdmap e1734: 8 total, 8 up, 8 in 2024-08-04T16:19:56.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:56.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:56.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:19:56.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:19:56.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:19:56.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: pool 'test-librbd-smithi007-143401-26' no longer out of quota; removing NO_QUOTA flag 2024-08-04T16:19:56.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-04T16:19:56.342 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:56 smithi007 ceph-mon[94998]: osdmap e1734: 8 total, 8 up, 8 in 2024-08-04T16:19:56.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3022324582' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:19:56.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: osdmap e1733: 8 total, 8 up, 8 in 2024-08-04T16:19:56.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' 2024-08-04T16:19:56.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:19:56.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:19:56.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:19:56.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:56.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:56.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:56.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:56.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:56.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:56.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:56.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:56.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:56.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:56.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:56.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:56.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:56.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:56.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:56.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:56.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:56.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:56.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:56.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:19:56.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:19:56.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:19:56.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:19:56.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:19:56.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:19:56.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:19:56.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:19:56.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: pool 'test-librbd-smithi007-143401-26' no longer out of quota; removing NO_QUOTA flag 2024-08-04T16:19:56.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-04T16:19:56.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:56 smithi062 ceph-mon[85960]: osdmap e1734: 8 total, 8 up, 8 in 2024-08-04T16:19:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:57 smithi007 ceph-mon[94998]: pgmap v2987: 553 pgs: 14 creating+peering, 25 unknown, 514 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.7 KiB/s wr, 39 op/s 2024-08-04T16:19:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:57 smithi007 ceph-mon[94998]: osdmap e1735: 8 total, 8 up, 8 in 2024-08-04T16:19:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:57 smithi007 ceph-mon[92692]: pgmap v2987: 553 pgs: 14 creating+peering, 25 unknown, 514 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.7 KiB/s wr, 39 op/s 2024-08-04T16:19:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:57 smithi007 ceph-mon[92692]: osdmap e1735: 8 total, 8 up, 8 in 2024-08-04T16:19:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:57 smithi062 ceph-mon[85960]: pgmap v2987: 553 pgs: 14 creating+peering, 25 unknown, 514 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.7 KiB/s wr, 39 op/s 2024-08-04T16:19:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:57 smithi062 ceph-mon[85960]: osdmap e1735: 8 total, 8 up, 8 in 2024-08-04T16:19:58.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:58 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:19:58.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:58 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-04T16:19:58.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:58 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:19:58.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:58 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-04T16:19:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:58 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:19:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:58 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-04T16:19:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:59 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-04T16:19:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:59 smithi007 ceph-mon[94998]: osdmap e1736: 8 total, 8 up, 8 in 2024-08-04T16:19:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:19:59 smithi007 ceph-mon[94998]: pgmap v2990: 553 pgs: 9 creating+peering, 10 unknown, 534 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-08-04T16:19:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:59 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-04T16:19:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:59 smithi007 ceph-mon[92692]: osdmap e1736: 8 total, 8 up, 8 in 2024-08-04T16:19:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:19:59 smithi007 ceph-mon[92692]: pgmap v2990: 553 pgs: 9 creating+peering, 10 unknown, 534 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-08-04T16:19:59.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:59 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-04T16:19:59.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:59 smithi062 ceph-mon[85960]: osdmap e1736: 8 total, 8 up, 8 in 2024-08-04T16:19:59.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:19:59 smithi062 ceph-mon[85960]: pgmap v2990: 553 pgs: 9 creating+peering, 10 unknown, 534 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-08-04T16:20:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:00 smithi007 ceph-mon[92692]: Health detail: HEALTH_WARN 1 pool(s) full; Telemetry requires re-opt-in 2024-08-04T16:20:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:00 smithi007 ceph-mon[92692]: [WRN] POOL_FULL: 1 pool(s) full 2024-08-04T16:20:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:00 smithi007 ceph-mon[92692]: pool 'test-librbd-smithi007-143401-24' is full (running out of quota) 2024-08-04T16:20:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:00 smithi007 ceph-mon[92692]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-04T16:20:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:00 smithi007 ceph-mon[92692]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-04T16:20:00.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:00 smithi007 ceph-mon[94998]: Health detail: HEALTH_WARN 1 pool(s) full; Telemetry requires re-opt-in 2024-08-04T16:20:00.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:00 smithi007 ceph-mon[94998]: [WRN] POOL_FULL: 1 pool(s) full 2024-08-04T16:20:00.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:00 smithi007 ceph-mon[94998]: pool 'test-librbd-smithi007-143401-24' is full (running out of quota) 2024-08-04T16:20:00.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:00 smithi007 ceph-mon[94998]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-04T16:20:00.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:00 smithi007 ceph-mon[94998]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-04T16:20:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:00 smithi062 ceph-mon[85960]: Health detail: HEALTH_WARN 1 pool(s) full; Telemetry requires re-opt-in 2024-08-04T16:20:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:00 smithi062 ceph-mon[85960]: [WRN] POOL_FULL: 1 pool(s) full 2024-08-04T16:20:00.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:00 smithi062 ceph-mon[85960]: pool 'test-librbd-smithi007-143401-24' is full (running out of quota) 2024-08-04T16:20:00.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:00 smithi062 ceph-mon[85960]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-04T16:20:00.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:00 smithi062 ceph-mon[85960]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-04T16:20:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:01 smithi007 ceph-mon[92692]: pgmap v2991: 553 pgs: 553 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 1.9 KiB/s wr, 19 op/s 2024-08-04T16:20:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:01 smithi007 ceph-mon[94998]: pgmap v2991: 553 pgs: 553 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 1.9 KiB/s wr, 19 op/s 2024-08-04T16:20:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:01 smithi062 ceph-mon[85960]: pgmap v2991: 553 pgs: 553 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 1.9 KiB/s wr, 19 op/s 2024-08-04T16:20:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:20:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:20:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:03 smithi062 ceph-mon[85960]: pgmap v2992: 553 pgs: 553 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.7 KiB/s wr, 17 op/s 2024-08-04T16:20:03.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:03 smithi007 ceph-mon[92692]: pgmap v2992: 553 pgs: 553 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.7 KiB/s wr, 17 op/s 2024-08-04T16:20:03.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:03 smithi007 ceph-mon[94998]: pgmap v2992: 553 pgs: 553 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.7 KiB/s wr, 17 op/s 2024-08-04T16:20:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:04 smithi062 ceph-mon[85960]: pgmap v2993: 553 pgs: 553 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.7 KiB/s rd, 513 KiB/s wr, 14 op/s 2024-08-04T16:20:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:04 smithi007 ceph-mon[92692]: pgmap v2993: 553 pgs: 553 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.7 KiB/s rd, 513 KiB/s wr, 14 op/s 2024-08-04T16:20:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:04 smithi007 ceph-mon[94998]: pgmap v2993: 553 pgs: 553 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.7 KiB/s rd, 513 KiB/s wr, 14 op/s 2024-08-04T16:20:06.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:20:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:20:06] "GET /metrics HTTP/1.1" 200 63237 "" "Prometheus/2.43.0" 2024-08-04T16:20:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:07 smithi062 ceph-mon[85960]: osdmap e1737: 8 total, 8 up, 8 in 2024-08-04T16:20:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:20:07.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:07 smithi062 ceph-mon[85960]: pgmap v2995: 553 pgs: 553 active+clean; 12 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 866 KiB/s wr, 15 op/s 2024-08-04T16:20:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:07 smithi007 ceph-mon[92692]: osdmap e1737: 8 total, 8 up, 8 in 2024-08-04T16:20:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:20:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:07 smithi007 ceph-mon[92692]: pgmap v2995: 553 pgs: 553 active+clean; 12 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 866 KiB/s wr, 15 op/s 2024-08-04T16:20:07.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:07 smithi007 ceph-mon[94998]: osdmap e1737: 8 total, 8 up, 8 in 2024-08-04T16:20:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:20:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:07 smithi007 ceph-mon[94998]: pgmap v2995: 553 pgs: 553 active+clean; 12 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 866 KiB/s wr, 15 op/s 2024-08-04T16:20:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:08 smithi062 ceph-mon[85960]: pgmap v2996: 553 pgs: 553 active+clean; 12 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 718 KiB/s wr, 12 op/s 2024-08-04T16:20:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:08 smithi007 ceph-mon[92692]: pgmap v2996: 553 pgs: 553 active+clean; 12 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 718 KiB/s wr, 12 op/s 2024-08-04T16:20:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:08 smithi007 ceph-mon[94998]: pgmap v2996: 553 pgs: 553 active+clean; 12 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 718 KiB/s wr, 12 op/s 2024-08-04T16:20:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:10 smithi062 ceph-mon[85960]: pgmap v2997: 553 pgs: 553 active+clean; 16 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.4 KiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-04T16:20:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:10 smithi007 ceph-mon[92692]: pgmap v2997: 553 pgs: 553 active+clean; 16 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.4 KiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-04T16:20:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:10 smithi007 ceph-mon[94998]: pgmap v2997: 553 pgs: 553 active+clean; 16 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.4 KiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-04T16:20:11.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:11 smithi062 ceph-mon[85960]: pool 'test-librbd-smithi007-143401-28' is full (reached quota's max_bytes: 10 MiB) 2024-08-04T16:20:11.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:11 smithi062 ceph-mon[85960]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-04T16:20:11.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:11 smithi062 ceph-mon[85960]: osdmap e1738: 8 total, 8 up, 8 in 2024-08-04T16:20:11.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:11 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-27", "field": "max_objects", "val": "7"}]: dispatch 2024-08-04T16:20:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:11 smithi007 ceph-mon[92692]: pool 'test-librbd-smithi007-143401-28' is full (reached quota's max_bytes: 10 MiB) 2024-08-04T16:20:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:11 smithi007 ceph-mon[92692]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-04T16:20:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:11 smithi007 ceph-mon[92692]: osdmap e1738: 8 total, 8 up, 8 in 2024-08-04T16:20:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:11 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-27", "field": "max_objects", "val": "7"}]: dispatch 2024-08-04T16:20:11.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:11 smithi007 ceph-mon[94998]: pool 'test-librbd-smithi007-143401-28' is full (reached quota's max_bytes: 10 MiB) 2024-08-04T16:20:11.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:11 smithi007 ceph-mon[94998]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-04T16:20:11.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:11 smithi007 ceph-mon[94998]: osdmap e1738: 8 total, 8 up, 8 in 2024-08-04T16:20:11.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:11 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-27", "field": "max_objects", "val": "7"}]: dispatch 2024-08-04T16:20:11.998 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:20:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:20:13.025 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:13 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-27", "field": "max_objects", "val": "7"}]': finished 2024-08-04T16:20:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:13 smithi062 ceph-mon[85960]: osdmap e1739: 8 total, 8 up, 8 in 2024-08-04T16:20:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:13 smithi062 ceph-mon[85960]: pgmap v3000: 553 pgs: 553 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 810 KiB/s wr, 3 op/s 2024-08-04T16:20:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:13 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-27", "field": "max_objects", "val": "7"}]': finished 2024-08-04T16:20:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:13 smithi007 ceph-mon[92692]: osdmap e1739: 8 total, 8 up, 8 in 2024-08-04T16:20:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:13 smithi007 ceph-mon[92692]: pgmap v3000: 553 pgs: 553 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 810 KiB/s wr, 3 op/s 2024-08-04T16:20:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:13 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi007-143401-27", "field": "max_objects", "val": "7"}]': finished 2024-08-04T16:20:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:13 smithi007 ceph-mon[94998]: osdmap e1739: 8 total, 8 up, 8 in 2024-08-04T16:20:13.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:13 smithi007 ceph-mon[94998]: pgmap v3000: 553 pgs: 553 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 810 KiB/s wr, 3 op/s 2024-08-04T16:20:14.036 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:14 smithi062 ceph-mon[85960]: pgmap v3001: 553 pgs: 553 active+clean; 18 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 KiB/s rd, 768 KiB/s wr, 2 op/s 2024-08-04T16:20:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:14 smithi007 ceph-mon[92692]: pgmap v3001: 553 pgs: 553 active+clean; 18 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 KiB/s rd, 768 KiB/s wr, 2 op/s 2024-08-04T16:20:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:14 smithi007 ceph-mon[94998]: pgmap v3001: 553 pgs: 553 active+clean; 18 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 KiB/s rd, 768 KiB/s wr, 2 op/s 2024-08-04T16:20:15.048 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:16.060 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:16.133 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespaceDataPool (24960 ms) 2024-08-04T16:20:16.133 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestIO 2024-08-04T16:20:16.133 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:16.335 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:20:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:20:16] "GET /metrics HTTP/1.1" 200 68153 "" "Prometheus/2.43.0" 2024-08-04T16:20:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:16 smithi007 ceph-mon[92692]: pool 'test-librbd-smithi007-143401-27' is full (reached quota's max_objects: 7) 2024-08-04T16:20:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:16 smithi007 ceph-mon[92692]: Health check update: 3 pool(s) full (POOL_FULL) 2024-08-04T16:20:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:16 smithi007 ceph-mon[92692]: osdmap e1740: 8 total, 8 up, 8 in 2024-08-04T16:20:16.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:16 smithi007 ceph-mon[94998]: pool 'test-librbd-smithi007-143401-27' is full (reached quota's max_objects: 7) 2024-08-04T16:20:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:16 smithi007 ceph-mon[94998]: Health check update: 3 pool(s) full (POOL_FULL) 2024-08-04T16:20:16.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:16 smithi007 ceph-mon[94998]: osdmap e1740: 8 total, 8 up, 8 in 2024-08-04T16:20:16.453 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:16 smithi062 ceph-mon[85960]: pool 'test-librbd-smithi007-143401-27' is full (reached quota's max_objects: 7) 2024-08-04T16:20:16.453 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:16 smithi062 ceph-mon[85960]: Health check update: 3 pool(s) full (POOL_FULL) 2024-08-04T16:20:16.453 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:16 smithi062 ceph-mon[85960]: osdmap e1740: 8 total, 8 up, 8 in 2024-08-04T16:20:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:17 smithi007 ceph-mon[92692]: pgmap v3003: 553 pgs: 553 active+clean; 18 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 343 KiB/s wr, 8 op/s 2024-08-04T16:20:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:17 smithi007 ceph-mon[94998]: pgmap v3003: 553 pgs: 553 active+clean; 18 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 343 KiB/s wr, 8 op/s 2024-08-04T16:20:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:17 smithi062 ceph-mon[85960]: pgmap v3003: 553 pgs: 553 active+clean; 18 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 343 KiB/s wr, 8 op/s 2024-08-04T16:20:17.991 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:17.992 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:17.992 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:17.992 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:17.992 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:17.992 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:17.992 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:17.992 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:17.992 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:17.992 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:17.992 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:17.993 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:17.993 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:17.993 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:17.993 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:17.993 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:17.993 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:17.993 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:17.993 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:17.993 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:17.993 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:17.994 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:17.994 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:17.994 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:17.994 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:17.994 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:17.994 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:17.994 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:17.994 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:17.994 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:17.995 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:17.995 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:17.995 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:17.995 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:17.995 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:17.995 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:17.995 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:17.995 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:17.995 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:17.995 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:17.995 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:17.995 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:17.995 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:17.996 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:17.996 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:17.996 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:17.996 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:17.996 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:17.996 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:17.996 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:17.996 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:17.996 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:17.997 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:17.997 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:17.997 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:17.997 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:17.997 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:17.997 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:17.997 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:17.997 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:17.997 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:17.997 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:17.997 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:17.997 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:17.997 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:17.997 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:17.997 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:17.998 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:17.998 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:17.998 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:17.998 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:17.998 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:17.998 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:17.998 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:17.998 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:17.998 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:17.998 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:17.998 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:17.998 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:17.998 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:17.999 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:17.999 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:17.999 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:17.999 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:17.999 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:17.999 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:17.999 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:17.999 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:17.999 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:17.999 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:17.999 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 512~512 = 512 2024-08-04T16:20:17.999 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:17.999 INFO:tasks.workunit.client.0.smithi007.stdout:aio discard: 1536~512 = 0 2024-08-04T16:20:18.000 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:18.000 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:18.000 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:18.000 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:18.000 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:18.000 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 0 2024-08-04T16:20:18.000 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.000 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.000 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 0 2024-08-04T16:20:18.000 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.000 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.000 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 16384 2024-08-04T16:20:18.000 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.000 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.000 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 16384 2024-08-04T16:20:18.001 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.001 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.001 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:18.001 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:18.001 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 49152 2024-08-04T16:20:18.001 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.001 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.001 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 49152 2024-08-04T16:20:18.001 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.001 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.001 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 65536 2024-08-04T16:20:18.001 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.001 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.002 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 65536 2024-08-04T16:20:18.002 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.002 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.002 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:18.002 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:18.002 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 98304 2024-08-04T16:20:18.002 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.002 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.002 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 98304 2024-08-04T16:20:18.002 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.002 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.002 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 114688 2024-08-04T16:20:18.002 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.002 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.003 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 114688 2024-08-04T16:20:18.003 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.003 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.003 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:18.003 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:18.003 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 147456 2024-08-04T16:20:18.003 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.003 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.003 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 147456 2024-08-04T16:20:18.003 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.003 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.003 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 163840 2024-08-04T16:20:18.003 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.004 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.004 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 163840 2024-08-04T16:20:18.004 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.004 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.004 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:18.004 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:18.004 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 196608 2024-08-04T16:20:18.004 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.004 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.004 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 196608 2024-08-04T16:20:18.004 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.004 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.004 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 212992 2024-08-04T16:20:18.004 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.005 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.005 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 212992 2024-08-04T16:20:18.005 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.005 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.005 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:18.005 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:18.005 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:18.005 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:18.005 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:18.005 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:18.005 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:18.005 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.005 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.006 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:18.006 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:18.006 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:18.006 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:18.006 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:18.006 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.006 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.006 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:18.007 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:18.007 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:18.007 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:18.007 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:18.007 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.007 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.007 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:18.007 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:18.007 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:18.007 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:18.007 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:18.007 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.007 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.007 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:18.007 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:18.008 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:18.008 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:18.008 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:18.008 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:18.008 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:18.008 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:18.008 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:18.008 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:18.008 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:18.008 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.008 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.008 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:18.008 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:18.008 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:18.009 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:18.009 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:18.009 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:18.009 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:18.009 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:18 smithi062 ceph-mon[85960]: pgmap v3004: 553 pgs: 553 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 281 KiB/s wr, 20 op/s 2024-08-04T16:20:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:18 smithi007 ceph-mon[92692]: pgmap v3004: 553 pgs: 553 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 281 KiB/s wr, 20 op/s 2024-08-04T16:20:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:18 smithi007 ceph-mon[94998]: pgmap v3004: 553 pgs: 553 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 281 KiB/s wr, 20 op/s 2024-08-04T16:20:19.609 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.609 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:19.609 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:19.609 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:19.609 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:19.609 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:19.609 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.610 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.610 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:19.610 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:19.610 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:19.610 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:19.610 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:19.610 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.610 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.610 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:19.610 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.611 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.611 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:19.611 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.611 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.611 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:19.611 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:19.611 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:19.611 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:19.611 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:19.611 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.611 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.611 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:19.612 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:19.612 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:19.612 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:19.612 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:19.612 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.612 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.612 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:19.612 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:19.612 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:19.612 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:19.612 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:19.612 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.613 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.613 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:19.613 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:19.613 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:19.613 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:19.613 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:19.613 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.613 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.613 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:19.613 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.614 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.614 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:19.614 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.614 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.614 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:19.614 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:19.614 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:19.614 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:19.614 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:19.614 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.615 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.615 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:19.615 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:19.615 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:19.615 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:19.615 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:19.615 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.615 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.616 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:19.616 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:19.616 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:19.616 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:19.616 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:19.616 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.616 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.616 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:19.616 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:19.617 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:19.617 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:19.617 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:19.617 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.617 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.617 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:19.617 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.617 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.617 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:19.617 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.617 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.617 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:19.618 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:19.618 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:19.618 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:19.618 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:19.618 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.618 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.618 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:19.618 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:19.618 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:19.618 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:19.619 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:19.619 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.619 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.619 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:19.619 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:19.619 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:19.619 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:19.619 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:19.619 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.619 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.619 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:19.621 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:19.622 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:19.622 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:19.622 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:19.622 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.622 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.622 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:19.622 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:19.622 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:19.623 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:19.623 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:19.623 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:19.623 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:19.623 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:19.623 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestIO (3475 ms) 2024-08-04T16:20:19.623 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-08-04T16:20:19.623 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:20 smithi062 ceph-mon[85960]: pgmap v3005: 553 pgs: 553 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 311 KiB/s wr, 749 op/s 2024-08-04T16:20:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:20 smithi007 ceph-mon[92692]: pgmap v3005: 553 pgs: 553 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 311 KiB/s wr, 749 op/s 2024-08-04T16:20:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:20 smithi007 ceph-mon[94998]: pgmap v3005: 553 pgs: 553 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 311 KiB/s wr, 749 op/s 2024-08-04T16:20:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:21 smithi062 ceph-mon[85960]: pool 'test-librbd-smithi007-143401-28' no longer out of quota; removing NO_QUOTA flag 2024-08-04T16:20:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:21 smithi062 ceph-mon[85960]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-04T16:20:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:21 smithi062 ceph-mon[85960]: osdmap e1741: 8 total, 8 up, 8 in 2024-08-04T16:20:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:20:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:21 smithi007 ceph-mon[94998]: pool 'test-librbd-smithi007-143401-28' no longer out of quota; removing NO_QUOTA flag 2024-08-04T16:20:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:21 smithi007 ceph-mon[94998]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-04T16:20:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:21 smithi007 ceph-mon[94998]: osdmap e1741: 8 total, 8 up, 8 in 2024-08-04T16:20:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:20:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:21 smithi007 ceph-mon[92692]: pool 'test-librbd-smithi007-143401-28' no longer out of quota; removing NO_QUOTA flag 2024-08-04T16:20:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:21 smithi007 ceph-mon[92692]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-04T16:20:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:21 smithi007 ceph-mon[92692]: osdmap e1741: 8 total, 8 up, 8 in 2024-08-04T16:20:21.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:20:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:22 smithi062 ceph-mon[85960]: pgmap v3007: 553 pgs: 553 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 196 KiB/s wr, 790 op/s 2024-08-04T16:20:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:20:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:20:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:20:22.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:22 smithi007 ceph-mon[92692]: pgmap v3007: 553 pgs: 553 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 196 KiB/s wr, 790 op/s 2024-08-04T16:20:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:22 smithi007 ceph-mon[94998]: pgmap v3007: 553 pgs: 553 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 196 KiB/s wr, 790 op/s 2024-08-04T16:20:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.d", "id": [6, 4]}]: dispatch 2024-08-04T16:20:23.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.d", "id": [6, 4]}]: dispatch 2024-08-04T16:20:23.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.d", "id": [6, 4]}]: dispatch 2024-08-04T16:20:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.d", "id": [6, 4]}]': finished 2024-08-04T16:20:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:24 smithi062 ceph-mon[85960]: osdmap e1742: 8 total, 8 up, 8 in 2024-08-04T16:20:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:24 smithi062 ceph-mon[85960]: pgmap v3009: 553 pgs: 553 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 548 KiB/s rd, 266 KiB/s wr, 1.09k op/s 2024-08-04T16:20:24.814 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.d", "id": [6, 4]}]': finished 2024-08-04T16:20:24.814 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:24 smithi007 ceph-mon[92692]: osdmap e1742: 8 total, 8 up, 8 in 2024-08-04T16:20:24.814 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:24 smithi007 ceph-mon[92692]: pgmap v3009: 553 pgs: 553 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 548 KiB/s rd, 266 KiB/s wr, 1.09k op/s 2024-08-04T16:20:24.814 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.d", "id": [6, 4]}]': finished 2024-08-04T16:20:24.814 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:24 smithi007 ceph-mon[94998]: osdmap e1742: 8 total, 8 up, 8 in 2024-08-04T16:20:24.814 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:24 smithi007 ceph-mon[94998]: pgmap v3009: 553 pgs: 553 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 548 KiB/s rd, 266 KiB/s wr, 1.09k op/s 2024-08-04T16:20:25.332 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:25.332 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:25.332 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:25.332 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:25.332 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:25.333 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.333 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:25.333 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:25.333 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:25.333 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:25.333 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.333 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:25.333 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:25.333 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:25.333 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:25.333 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.333 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:25.333 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:25.333 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:25.334 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:25.334 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.334 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:25.334 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:25.334 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:25.334 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:25.334 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.334 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:25.334 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:25.334 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:25.334 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:25.334 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:25.334 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:25.335 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:25.335 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:25.335 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:25.335 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:25.335 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:25.335 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:25.335 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:25.335 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:25.335 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.335 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:25.335 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:25.335 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:25.335 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:25.335 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.335 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:25.336 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:25.336 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:25.336 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:25.336 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.336 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:25.336 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:25.336 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:25.336 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:25.336 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.336 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:25.336 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:25.336 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:25.336 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:25.336 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.337 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:25.337 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:25.337 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:25.337 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:25.337 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:25.337 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:25.337 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:25.337 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:25.337 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:25.337 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.337 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:25.337 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:25.337 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:25.338 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.338 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:25.338 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:25.338 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:25.338 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.338 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:25.338 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:25.338 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:25.338 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.338 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:25.338 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:25.338 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:25.338 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.338 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:25.338 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:25.339 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:25.339 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 512~512 = 512 2024-08-04T16:20:25.339 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:25.339 INFO:tasks.workunit.client.0.smithi007.stdout:aio discard: 1536~512 = 0 2024-08-04T16:20:25.339 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:25.339 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:25.339 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:25.339 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:25.339 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:25.339 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 0 2024-08-04T16:20:25.339 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.339 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.339 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 0 2024-08-04T16:20:25.339 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.340 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.340 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 16384 2024-08-04T16:20:25.340 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.340 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.340 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 16384 2024-08-04T16:20:25.340 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.340 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.340 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:25.340 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:25.340 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 49152 2024-08-04T16:20:25.340 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.340 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.340 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 49152 2024-08-04T16:20:25.340 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.341 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.341 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 65536 2024-08-04T16:20:25.341 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.341 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.341 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 65536 2024-08-04T16:20:25.341 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.341 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.341 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:25.341 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:25.341 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 98304 2024-08-04T16:20:25.341 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.341 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.341 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 98304 2024-08-04T16:20:25.341 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.341 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.342 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 114688 2024-08-04T16:20:25.342 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.342 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.342 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 114688 2024-08-04T16:20:25.342 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.342 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.342 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:25.342 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:25.342 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 147456 2024-08-04T16:20:25.342 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.342 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.342 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 147456 2024-08-04T16:20:25.342 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.342 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.343 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 163840 2024-08-04T16:20:25.343 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.343 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.343 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 163840 2024-08-04T16:20:25.343 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.343 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.343 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:25.343 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:25.343 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 196608 2024-08-04T16:20:25.343 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.343 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.343 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 196608 2024-08-04T16:20:25.343 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.343 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.343 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 212992 2024-08-04T16:20:25.344 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.344 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.344 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 212992 2024-08-04T16:20:25.344 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.344 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.344 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:25.344 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:25.344 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.344 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:25.344 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:25.344 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:25.344 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:25.344 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.344 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.345 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.345 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:25.345 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:25.345 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:25.345 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:25.345 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.345 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.345 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.345 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:25.345 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:25.345 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:25.345 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:25.345 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.345 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.346 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.346 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:25.346 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:25.346 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:25.346 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:25.346 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.346 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.346 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.346 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:25.346 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:25.346 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.346 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:25.346 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:25.346 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.347 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:25.347 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:25.347 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:25.347 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:25.347 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.347 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.347 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.347 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:25.347 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:25.347 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:25.347 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:25.347 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:25.347 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:25.347 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:25 smithi062 ceph-mon[85960]: osdmap e1743: 8 total, 8 up, 8 in 2024-08-04T16:20:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:25 smithi007 ceph-mon[92692]: osdmap e1743: 8 total, 8 up, 8 in 2024-08-04T16:20:25.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:25 smithi007 ceph-mon[94998]: osdmap e1743: 8 total, 8 up, 8 in 2024-08-04T16:20:26.443 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:20:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:20:26] "GET /metrics HTTP/1.1" 200 68153 "" "Prometheus/2.43.0" 2024-08-04T16:20:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:26 smithi062 ceph-mon[85960]: pgmap v3011: 553 pgs: 553 active+clean; 11 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 682 KiB/s rd, 1.0 MiB/s wr, 907 op/s 2024-08-04T16:20:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:26 smithi007 ceph-mon[92692]: pgmap v3011: 553 pgs: 553 active+clean; 11 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 682 KiB/s rd, 1.0 MiB/s wr, 907 op/s 2024-08-04T16:20:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:26 smithi007 ceph-mon[94998]: pgmap v3011: 553 pgs: 553 active+clean; 11 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 682 KiB/s rd, 1.0 MiB/s wr, 907 op/s 2024-08-04T16:20:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:28 smithi062 ceph-mon[85960]: pgmap v3012: 553 pgs: 553 active+clean; 11 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 555 KiB/s rd, 841 KiB/s wr, 735 op/s 2024-08-04T16:20:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:28 smithi007 ceph-mon[92692]: pgmap v3012: 553 pgs: 553 active+clean; 11 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 555 KiB/s rd, 841 KiB/s wr, 735 op/s 2024-08-04T16:20:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:28 smithi007 ceph-mon[94998]: pgmap v3012: 553 pgs: 553 active+clean; 11 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 555 KiB/s rd, 841 KiB/s wr, 735 op/s 2024-08-04T16:20:29.219 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.219 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:29.219 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:29.219 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:29.219 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:29.219 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:29.219 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.220 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.220 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:29.220 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:29.220 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:29.220 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:29.220 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:29.220 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.220 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.221 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:29.221 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.221 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.221 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:29.221 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.221 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.221 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:29.221 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:29.221 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:29.221 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:29.221 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:29.221 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.222 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.222 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:29.222 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:29.222 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:29.222 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:29.222 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:29.222 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.222 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.222 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:29.222 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:29.222 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:29.222 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:29.223 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:29.223 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.223 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.223 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:29.223 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:29.223 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:29.223 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:29.223 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:29.223 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.223 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.223 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:29.223 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.223 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.223 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:29.224 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.224 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.224 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:29.224 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:29.224 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:29.224 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:29.224 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:29.224 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.224 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.224 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:29.224 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:29.224 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:29.224 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:29.224 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:29.225 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.225 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.225 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:29.225 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:29.225 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:29.225 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:29.225 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:29.225 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.225 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.225 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:29.225 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:29.225 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:29.225 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:29.226 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:29.226 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.226 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.226 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:29.226 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.226 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.226 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:29.226 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.226 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.226 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:29.226 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:29.226 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:29.226 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:29.227 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:29.227 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.227 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.227 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:29.227 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:29.227 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:29.227 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:29.227 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:29.227 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.227 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.227 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:29.227 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:29.227 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:29.227 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:29.228 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:29.228 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.228 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.228 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:29.228 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:29.228 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:29.228 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:29.228 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:29.228 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.228 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.228 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:29.228 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:29.228 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:29.228 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:29.229 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:29.229 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:29.229 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:29.229 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:29.229 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 4 2024-08-04T16:20:29.229 INFO:tasks.workunit.client.0.smithi007.stdout:read: 4 2024-08-04T16:20:29.229 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (9610 ms) 2024-08-04T16:20:29.229 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-08-04T16:20:29.229 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:30 smithi062 ceph-mon[85960]: pgmap v3013: 553 pgs: 553 active+clean; 15 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 1.36k op/s 2024-08-04T16:20:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:30 smithi007 ceph-mon[92692]: pgmap v3013: 553 pgs: 553 active+clean; 15 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 1.36k op/s 2024-08-04T16:20:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:30 smithi007 ceph-mon[94998]: pgmap v3013: 553 pgs: 553 active+clean; 15 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 1.36k op/s 2024-08-04T16:20:32.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:32 smithi062 ceph-mon[85960]: pgmap v3014: 553 pgs: 553 active+clean; 15 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 997 KiB/s wr, 1.23k op/s 2024-08-04T16:20:32.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:20:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:20:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:20:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:32 smithi007 ceph-mon[92692]: pgmap v3014: 553 pgs: 553 active+clean; 15 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 997 KiB/s wr, 1.23k op/s 2024-08-04T16:20:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:32 smithi007 ceph-mon[94998]: pgmap v3014: 553 pgs: 553 active+clean; 15 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 997 KiB/s wr, 1.23k op/s 2024-08-04T16:20:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:34 smithi062 ceph-mon[85960]: pgmap v3015: 553 pgs: 553 active+clean; 15 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 873 KiB/s rd, 830 KiB/s wr, 852 op/s 2024-08-04T16:20:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:34 smithi007 ceph-mon[92692]: pgmap v3015: 553 pgs: 553 active+clean; 15 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 873 KiB/s rd, 830 KiB/s wr, 852 op/s 2024-08-04T16:20:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:34 smithi007 ceph-mon[94998]: pgmap v3015: 553 pgs: 553 active+clean; 15 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 873 KiB/s rd, 830 KiB/s wr, 852 op/s 2024-08-04T16:20:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:20:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:20:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:20:36] "GET /metrics HTTP/1.1" 200 68153 "" "Prometheus/2.43.0" 2024-08-04T16:20:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:20:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:20:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:37 smithi062 ceph-mon[85960]: pgmap v3016: 553 pgs: 553 active+clean; 15 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 734 KiB/s rd, 698 KiB/s wr, 717 op/s 2024-08-04T16:20:37.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:37 smithi007 ceph-mon[92692]: pgmap v3016: 553 pgs: 553 active+clean; 15 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 734 KiB/s rd, 698 KiB/s wr, 717 op/s 2024-08-04T16:20:37.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:37 smithi007 ceph-mon[94998]: pgmap v3016: 553 pgs: 553 active+clean; 15 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 734 KiB/s rd, 698 KiB/s wr, 717 op/s 2024-08-04T16:20:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:38 smithi062 ceph-mon[85960]: pgmap v3017: 553 pgs: 553 active+clean; 23 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 487 KiB/s rd, 909 KiB/s wr, 468 op/s 2024-08-04T16:20:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:38 smithi007 ceph-mon[92692]: pgmap v3017: 553 pgs: 553 active+clean; 23 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 487 KiB/s rd, 909 KiB/s wr, 468 op/s 2024-08-04T16:20:38.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:38 smithi007 ceph-mon[94998]: pgmap v3017: 553 pgs: 553 active+clean; 23 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 487 KiB/s rd, 909 KiB/s wr, 468 op/s 2024-08-04T16:20:38.891 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:38.892 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:38.892 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:38.892 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:38.892 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:38.892 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.892 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:38.892 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:38.892 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:38.892 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:38.892 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.892 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:38.892 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:38.892 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:38.893 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:38.893 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.893 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:38.893 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:38.893 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:38.893 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:38.893 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.893 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:38.893 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:38.893 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:38.893 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:38.893 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.894 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:38.894 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:38.894 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:38.894 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:38.894 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:38.894 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:38.894 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:38.894 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:38.894 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:38.894 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:38.894 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:38.894 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:38.894 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:38.895 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:38.895 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.895 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:38.895 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:38.895 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:38.895 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:38.895 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.895 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:38.895 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:38.895 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:38.895 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:38.895 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.895 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:38.895 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:38.896 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:38.896 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:38.896 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.896 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:38.896 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:38.896 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:38.896 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:38.896 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.896 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:38.897 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:38.897 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:38.897 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:38.897 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:38.897 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:38.897 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:38.897 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:38.897 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:38.897 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.897 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:38.897 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:38.897 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:38.897 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.898 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:38.898 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:38.898 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:38.898 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.898 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:38.898 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:38.898 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:38.898 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.898 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:38.898 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:38.898 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:38.898 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.898 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:38.899 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:38.899 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:38.899 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 512~512 = 512 2024-08-04T16:20:38.899 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:38.899 INFO:tasks.workunit.client.0.smithi007.stdout:aio discard: 1536~512 = 0 2024-08-04T16:20:38.899 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:38.899 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:38.899 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:38.899 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:38.899 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:38.899 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 0 2024-08-04T16:20:38.899 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.899 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.899 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 0 2024-08-04T16:20:38.900 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.900 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.900 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 16384 2024-08-04T16:20:38.900 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.900 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.900 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 16384 2024-08-04T16:20:38.900 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.900 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.900 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:38.900 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:38.900 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 49152 2024-08-04T16:20:38.900 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.900 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.900 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 49152 2024-08-04T16:20:38.901 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.901 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.901 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 65536 2024-08-04T16:20:38.901 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.901 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.901 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 65536 2024-08-04T16:20:38.901 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.901 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.901 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:38.901 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:38.901 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 98304 2024-08-04T16:20:38.901 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.901 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.902 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 98304 2024-08-04T16:20:38.902 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.902 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.902 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 114688 2024-08-04T16:20:38.902 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.902 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.902 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 114688 2024-08-04T16:20:38.902 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.902 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.902 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:38.902 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:38.902 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 147456 2024-08-04T16:20:38.902 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.903 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.903 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 147456 2024-08-04T16:20:38.903 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.903 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.903 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 163840 2024-08-04T16:20:38.903 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.903 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.903 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 163840 2024-08-04T16:20:38.903 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.903 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.903 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:38.903 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:38.903 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 196608 2024-08-04T16:20:38.904 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.904 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.904 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 196608 2024-08-04T16:20:38.904 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.904 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.904 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 212992 2024-08-04T16:20:38.904 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.904 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.904 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 212992 2024-08-04T16:20:38.904 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.904 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.904 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:38.904 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:38.904 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.905 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:38.905 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:38.905 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:38.905 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:38.905 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.905 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.905 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.905 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:38.905 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:38.905 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:38.905 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:38.905 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.905 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.906 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.906 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:38.906 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:38.906 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:38.906 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:38.906 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.906 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.906 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.906 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:38.906 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:38.906 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:38.906 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:38.906 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.907 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.907 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.907 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:38.907 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:38.907 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.907 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:38.907 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:38.907 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.907 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:38.907 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:38.907 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:38.907 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:38.908 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.908 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.908 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:38.908 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:38.908 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:38.908 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:38.908 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:38.908 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:38.908 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:38.908 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:40 smithi062 ceph-mon[85960]: pgmap v3018: 553 pgs: 553 active+clean; 31 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 487 KiB/s rd, 1.6 MiB/s wr, 469 op/s 2024-08-04T16:20:40.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:40 smithi007 ceph-mon[92692]: pgmap v3018: 553 pgs: 553 active+clean; 31 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 487 KiB/s rd, 1.6 MiB/s wr, 469 op/s 2024-08-04T16:20:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:40 smithi007 ceph-mon[94998]: pgmap v3018: 553 pgs: 553 active+clean; 31 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 487 KiB/s rd, 1.6 MiB/s wr, 469 op/s 2024-08-04T16:20:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:42 smithi062 ceph-mon[85960]: pgmap v3019: 553 pgs: 553 active+clean; 31 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 670 op/s 2024-08-04T16:20:42.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:20:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:20:42.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:42 smithi007 ceph-mon[92692]: pgmap v3019: 553 pgs: 553 active+clean; 31 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 670 op/s 2024-08-04T16:20:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:42 smithi007 ceph-mon[94998]: pgmap v3019: 553 pgs: 553 active+clean; 31 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 670 op/s 2024-08-04T16:20:42.962 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.962 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:42.962 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:42.962 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:42.962 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:42.962 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:42.963 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.963 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.963 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:42.963 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:42.963 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:42.963 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:42.963 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:42.963 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.963 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.963 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:42.963 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.963 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.963 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:42.964 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.964 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.964 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:42.964 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:42.964 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:42.964 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:42.964 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:42.964 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.964 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.964 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:42.964 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:42.964 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:42.964 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:42.964 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:42.965 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.965 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.965 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:42.965 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:42.965 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:42.965 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:42.965 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:42.965 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.965 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.965 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:42.965 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:42.966 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:42.966 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:42.966 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:42.966 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.966 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.966 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:42.966 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.966 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.966 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:42.966 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.966 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.967 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:42.967 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:42.967 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:42.967 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:42.967 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:42.967 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.967 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.967 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:42.967 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:42.967 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:42.967 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:42.967 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:42.967 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.967 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.968 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:42.968 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:42.968 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:42.968 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:42.968 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:42.968 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.968 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.968 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:42.968 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:42.968 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:42.968 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:42.968 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:42.968 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.968 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.969 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:42.969 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.969 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.969 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:42.969 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.969 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.969 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:42.969 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:42.969 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:42.969 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:42.969 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:42.969 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.969 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.970 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:42.970 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:42.970 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:42.970 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:42.970 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:42.970 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.970 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.970 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:42.970 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:42.970 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:42.970 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:42.971 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:42.971 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.971 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.971 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:42.971 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:42.971 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:42.971 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:42.971 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:42.971 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.971 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.971 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:42.971 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:42.971 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:42.971 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:42.972 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:42.972 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:42.972 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:42.972 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:42.972 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 4 2024-08-04T16:20:42.972 INFO:tasks.workunit.client.0.smithi007.stdout:read: 4 2024-08-04T16:20:42.972 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (13743 ms) 2024-08-04T16:20:42.972 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-08-04T16:20:42.972 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:44 smithi062 ceph-mon[85960]: pgmap v3020: 553 pgs: 553 active+clean; 31 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 666 op/s 2024-08-04T16:20:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:44 smithi007 ceph-mon[94998]: pgmap v3020: 553 pgs: 553 active+clean; 31 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 666 op/s 2024-08-04T16:20:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:44 smithi007 ceph-mon[92692]: pgmap v3020: 553 pgs: 553 active+clean; 31 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 666 op/s 2024-08-04T16:20:45.171 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:45.171 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:45.171 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:45.171 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:45.171 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:45.172 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.172 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:45.172 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:45.172 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:45.172 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:45.172 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.172 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:45.172 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:45.172 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:45.172 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:45.172 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.172 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:45.172 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:45.172 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:45.172 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:45.173 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.173 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:45.173 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:45.173 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:45.173 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:45.173 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.173 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:45.173 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:45.173 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:45.173 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:45.173 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:45.173 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:45.173 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:45.173 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:45.173 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:45.174 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:45.174 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:45.174 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:45.174 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:45.174 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:45.174 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.174 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:45.174 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:45.174 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:45.174 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:45.174 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.174 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:45.174 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:45.174 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:45.174 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:45.174 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.175 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:45.175 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:45.175 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:45.175 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:45.175 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.175 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:45.175 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:45.175 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:45.175 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:45.175 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.175 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:45.175 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:45.175 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:45.175 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:45.175 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:45.176 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:45.176 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:45.176 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:45.176 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:45.176 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.176 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:45.176 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:45.176 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:45.176 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.176 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:45.176 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:45.176 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:45.176 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.176 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:45.176 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:45.176 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:45.177 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.177 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:45.177 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:45.177 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:45.177 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.177 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:45.177 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:45.177 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:45.177 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 512~512 = 512 2024-08-04T16:20:45.177 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:45.177 INFO:tasks.workunit.client.0.smithi007.stdout:aio discard: 1536~512 = 0 2024-08-04T16:20:45.177 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:45.177 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:45.177 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:45.177 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:45.178 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:45.178 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 0 2024-08-04T16:20:45.178 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.178 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.178 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 0 2024-08-04T16:20:45.178 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.178 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.178 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 16384 2024-08-04T16:20:45.178 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.178 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.178 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 16384 2024-08-04T16:20:45.178 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.178 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.178 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:45.179 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:45.179 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 49152 2024-08-04T16:20:45.179 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.179 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.179 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 49152 2024-08-04T16:20:45.179 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.179 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.179 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 65536 2024-08-04T16:20:45.179 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.179 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.179 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 65536 2024-08-04T16:20:45.179 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.179 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.179 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:45.179 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:45.180 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 98304 2024-08-04T16:20:45.180 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.180 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.180 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 98304 2024-08-04T16:20:45.180 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.180 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.180 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 114688 2024-08-04T16:20:45.180 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.180 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.180 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 114688 2024-08-04T16:20:45.180 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.180 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.180 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:45.180 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:45.181 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 147456 2024-08-04T16:20:45.181 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.181 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.181 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 147456 2024-08-04T16:20:45.181 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.181 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.181 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 163840 2024-08-04T16:20:45.181 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.181 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.181 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 163840 2024-08-04T16:20:45.181 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.181 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.181 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:45.181 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:45.182 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 196608 2024-08-04T16:20:45.182 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.182 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.182 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 196608 2024-08-04T16:20:45.182 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.182 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.182 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 212992 2024-08-04T16:20:45.182 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.182 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.182 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 212992 2024-08-04T16:20:45.182 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.182 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.182 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:45.183 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:45.183 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.183 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:45.183 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:45.183 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:45.183 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:45.183 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.183 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.183 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.183 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:45.183 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:45.183 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:45.183 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:45.183 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.183 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.184 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.184 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:45.184 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:45.184 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:45.184 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:45.184 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.184 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.184 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.184 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:45.184 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:45.184 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:45.184 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:45.184 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.184 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.184 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.184 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:45.185 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:45.185 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.185 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:45.185 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:45.185 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.185 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:45.185 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:45.185 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:45.185 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:45.185 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.185 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.185 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:45.185 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:45.185 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:45.185 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:45.186 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:45.186 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:45.186 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:45.186 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:46.429 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:20:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:20:46] "GET /metrics HTTP/1.1" 200 68169 "" "Prometheus/2.43.0" 2024-08-04T16:20:46.725 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:46 smithi007 ceph-mon[92692]: pgmap v3021: 553 pgs: 553 active+clean; 35 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 1.17k op/s 2024-08-04T16:20:46.725 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:46 smithi007 ceph-mon[94998]: pgmap v3021: 553 pgs: 553 active+clean; 35 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 1.17k op/s 2024-08-04T16:20:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:46 smithi062 ceph-mon[85960]: pgmap v3021: 553 pgs: 553 active+clean; 35 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 1.17k op/s 2024-08-04T16:20:47.004 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.004 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:47.004 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:47.004 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:47.004 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:47.004 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:47.004 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.004 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.004 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:47.004 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:47.005 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:47.005 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:47.005 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:47.005 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.005 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.005 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:47.005 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.005 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.005 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:47.005 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.005 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.005 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:47.005 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:47.005 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:47.006 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:47.006 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:47.006 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.006 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.006 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:47.006 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:47.006 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:47.006 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:47.006 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:47.006 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.006 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.006 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:47.006 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:47.006 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:47.007 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:47.007 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:47.007 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.007 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.007 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:47.007 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:47.007 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:47.007 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:47.007 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:47.007 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.007 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.007 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:47.007 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.007 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.008 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:47.008 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.008 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.008 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:47.008 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:47.008 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:47.008 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:47.008 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:47.008 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.008 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.008 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:47.008 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:47.008 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:47.008 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:47.009 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:47.009 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.009 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.009 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:47.009 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:47.009 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:47.009 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:47.009 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:47.009 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.009 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.009 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:47.009 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:47.009 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:47.009 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:47.010 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:47.010 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.010 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.010 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:47.010 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.010 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.010 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:47.010 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.010 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.010 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:47.010 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:47.010 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:47.010 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:47.011 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:47.011 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.011 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.011 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:47.011 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:47.011 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:47.011 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:47.011 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:47.011 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.011 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.011 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:47.011 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:47.011 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:47.011 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:47.011 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:47.012 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.012 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.012 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:47.012 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:47.012 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:47.012 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:47.012 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:47.012 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.012 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.012 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:47.012 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:47.012 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:47.012 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:47.013 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:47.013 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:47.013 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:47.013 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (4042 ms) 2024-08-04T16:20:47.013 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-08-04T16:20:48.547 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:48 smithi007 ceph-mon[92692]: osdmap e1744: 8 total, 8 up, 8 in 2024-08-04T16:20:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:48 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3515920836' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:20:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:48 smithi007 ceph-mon[92692]: pgmap v3023: 585 pgs: 6 creating+peering, 26 unknown, 553 active+clean; 35 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 1.40k op/s 2024-08-04T16:20:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:48 smithi007 ceph-mon[94998]: osdmap e1744: 8 total, 8 up, 8 in 2024-08-04T16:20:48.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:48 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3515920836' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:20:48.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:48 smithi007 ceph-mon[94998]: pgmap v3023: 585 pgs: 6 creating+peering, 26 unknown, 553 active+clean; 35 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 1.40k op/s 2024-08-04T16:20:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:48 smithi062 ceph-mon[85960]: osdmap e1744: 8 total, 8 up, 8 in 2024-08-04T16:20:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:48 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3515920836' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:20:49.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:48 smithi062 ceph-mon[85960]: pgmap v3023: 585 pgs: 6 creating+peering, 26 unknown, 553 active+clean; 35 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 1.40k op/s 2024-08-04T16:20:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:49 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:20:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:49 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3515920836' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:20:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:49 smithi007 ceph-mon[92692]: osdmap e1745: 8 total, 8 up, 8 in 2024-08-04T16:20:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:49 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:20:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:49 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3515920836' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:20:49.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:49 smithi007 ceph-mon[94998]: osdmap e1745: 8 total, 8 up, 8 in 2024-08-04T16:20:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:49 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:20:50.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:49 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3515920836' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:20:50.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:49 smithi062 ceph-mon[85960]: osdmap e1745: 8 total, 8 up, 8 in 2024-08-04T16:20:50.623 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:50.623 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:50.623 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:50.623 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:50.623 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:50.623 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:50.623 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:50.623 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:50.623 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:50.623 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:50.624 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:50.624 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:50.624 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:50.624 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:50.624 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:50.624 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:50.624 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:50.624 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:50.624 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:50.624 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:50.624 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:50.624 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:50.624 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:50.624 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:50.624 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:50.625 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:50.625 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:50.625 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:50.625 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:50.625 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:50.625 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:50.625 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:50.625 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:50.625 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:50.625 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:50.625 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:50.625 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:50.625 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:50.625 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:50.625 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:50.626 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:50.626 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:50.626 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:50.626 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:50.626 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:50.626 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:50.626 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:50.626 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:50.626 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:50.626 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:50.626 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:50.626 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:50.626 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:50.626 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:50.626 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:50.627 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 512~512 = 512 2024-08-04T16:20:50.627 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:50.627 INFO:tasks.workunit.client.0.smithi007.stdout:aio discard: 1536~512 = 0 2024-08-04T16:20:50.627 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:50.627 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:50.627 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:50.627 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:50.627 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:50.627 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:50.627 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:50.627 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3619 ms) 2024-08-04T16:20:50.627 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-08-04T16:20:50.627 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:50.652 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (29 ms) 2024-08-04T16:20:50.652 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-08-04T16:20:50.652 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:50.679 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (27 ms) 2024-08-04T16:20:50.679 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-08-04T16:20:50.679 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:50.703 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (25 ms) 2024-08-04T16:20:50.703 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-08-04T16:20:50.703 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:50.730 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (27 ms) 2024-08-04T16:20:50.730 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-08-04T16:20:50.730 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:50.795 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (64 ms) 2024-08-04T16:20:50.795 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-08-04T16:20:50.795 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:50.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:50 smithi007 ceph-mon[92692]: osdmap e1746: 8 total, 8 up, 8 in 2024-08-04T16:20:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:50 smithi007 ceph-mon[92692]: pgmap v3026: 585 pgs: 6 creating+peering, 11 unknown, 568 active+clean; 35 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 942 KiB/s rd, 271 KiB/s wr, 1.01k op/s 2024-08-04T16:20:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:50 smithi007 ceph-mon[94998]: osdmap e1746: 8 total, 8 up, 8 in 2024-08-04T16:20:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:50 smithi007 ceph-mon[94998]: pgmap v3026: 585 pgs: 6 creating+peering, 11 unknown, 568 active+clean; 35 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 942 KiB/s rd, 271 KiB/s wr, 1.01k op/s 2024-08-04T16:20:50.852 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (58 ms) 2024-08-04T16:20:50.852 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-08-04T16:20:50.853 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:50.914 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (62 ms) 2024-08-04T16:20:50.914 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-08-04T16:20:50.914 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:50.987 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (72 ms) 2024-08-04T16:20:50.987 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-08-04T16:20:50.987 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:50 smithi062 ceph-mon[85960]: osdmap e1746: 8 total, 8 up, 8 in 2024-08-04T16:20:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:50 smithi062 ceph-mon[85960]: pgmap v3026: 585 pgs: 6 creating+peering, 11 unknown, 568 active+clean; 35 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 942 KiB/s rd, 271 KiB/s wr, 1.01k op/s 2024-08-04T16:20:51.364 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (377 ms) 2024-08-04T16:20:51.364 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-08-04T16:20:51.364 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:51.618 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (255 ms) 2024-08-04T16:20:51.618 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-08-04T16:20:51.619 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:51.641 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (23 ms) 2024-08-04T16:20:51.641 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-08-04T16:20:51.642 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:51.665 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (24 ms) 2024-08-04T16:20:51.665 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-08-04T16:20:51.665 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:51.689 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (24 ms) 2024-08-04T16:20:51.690 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-08-04T16:20:51.690 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:51.714 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (24 ms) 2024-08-04T16:20:51.714 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-08-04T16:20:51.714 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:51.737 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:51.737 INFO:tasks.workunit.client.0.smithi007.stdout:aio discard: 0~1048576 = 0 2024-08-04T16:20:51.737 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:51.738 INFO:tasks.workunit.client.0.smithi007.stdout:aio discard: 0~4194304 = 0 2024-08-04T16:20:51.738 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:51.738 INFO:tasks.workunit.client.0.smithi007.stdout:aio discard: 3145728~1048576 = 0 2024-08-04T16:20:51.738 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (24 ms) 2024-08-04T16:20:51.738 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestFUA 2024-08-04T16:20:51.738 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:51 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:20:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:51 smithi007 ceph-mon[92692]: osdmap e1747: 8 total, 8 up, 8 in 2024-08-04T16:20:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:20:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:51 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:20:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:51 smithi007 ceph-mon[94998]: osdmap e1747: 8 total, 8 up, 8 in 2024-08-04T16:20:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:20:51.842 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:51.842 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:51.842 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:51.842 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:51.842 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:51.842 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:51.842 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:51.842 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:51.842 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:51.842 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:51.843 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.843 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:51.843 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:51.843 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:51.843 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:51.843 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.843 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:51.843 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:51.843 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:51.843 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:51.843 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.843 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:51.843 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:51.843 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:51.843 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:51.844 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.844 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:51.844 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:51.844 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:51.844 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:51.844 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.844 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:51.844 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:51.844 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:51.844 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:51.844 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.844 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:51.844 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:51.844 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:51.845 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.845 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:51.845 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:51.845 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:51.845 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.845 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:51.845 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:51.845 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:51.845 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.845 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:51.845 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:51.845 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:51.845 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.845 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:51.845 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:51.846 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:51.846 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestFUA (104 ms) 2024-08-04T16:20:51.846 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-08-04T16:20:51.846 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:51.863 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:51.863 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:51.863 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:51.863 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:51.863 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:51.863 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.863 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:51.863 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:51.863 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:51.863 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:51.864 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.864 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:51.864 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:51.864 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:51.864 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:51.864 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.864 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:51.864 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:51.864 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:51.864 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:51.864 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.864 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:51.864 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:51.864 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:51.865 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:51.865 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.865 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:51.865 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:51.878 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:51.878 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:51.878 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:51.878 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:51.878 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:51.878 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:51.878 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:51.878 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:51.878 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:51.879 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:51.879 INFO:tasks.workunit.client.0.smithi007.stdout:start compare and write 2024-08-04T16:20:51.879 INFO:tasks.workunit.client.0.smithi007.stdout:compare and wrote: 512 2024-08-04T16:20:51.879 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.879 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:51.879 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:51.879 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:51.879 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:51.879 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.880 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:51.880 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:51.880 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:51.880 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:51.880 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.880 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:51.880 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:51.880 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:51.880 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:51.880 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.881 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:51.881 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:51.881 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:51.881 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:51.881 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.881 INFO:tasks.workunit.client.0.smithi007.stdout:started aio compare and write 2024-08-04T16:20:51.881 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:51.883 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:51.883 INFO:tasks.workunit.client.0.smithi007.stdout:finished aio compare and write 2024-08-04T16:20:51.883 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:51.883 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:51.883 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:51.883 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:51.883 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:51.883 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.883 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:51.883 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:51.883 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:51.883 INFO:tasks.workunit.client.0.smithi007.stdout:finished read 2024-08-04T16:20:51.884 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.884 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:51.884 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:51.884 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:51.884 INFO:tasks.workunit.client.0.smithi007.stdout:finished read 2024-08-04T16:20:51.884 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.885 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:51.885 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:51.885 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:51.885 INFO:tasks.workunit.client.0.smithi007.stdout:finished read 2024-08-04T16:20:51.885 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.885 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:51.885 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:51.885 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:51.885 INFO:tasks.workunit.client.0.smithi007.stdout:finished read 2024-08-04T16:20:51.885 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:51.885 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:51.885 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:51.885 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:51.885 INFO:tasks.workunit.client.0.smithi007.stdout:finished read 2024-08-04T16:20:51.886 INFO:tasks.workunit.client.0.smithi007.stdout:discard: 512~512 2024-08-04T16:20:51.886 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:51 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:20:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:51 smithi062 ceph-mon[85960]: osdmap e1747: 8 total, 8 up, 8 in 2024-08-04T16:20:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:20:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:52 smithi062 ceph-mon[85960]: pgmap v3028: 585 pgs: 6 creating+peering, 579 active+clean; 45 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 657 op/s 2024-08-04T16:20:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:20:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:20:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:52 smithi007 ceph-mon[92692]: pgmap v3028: 585 pgs: 6 creating+peering, 579 active+clean; 45 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 657 op/s 2024-08-04T16:20:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:52 smithi007 ceph-mon[94998]: pgmap v3028: 585 pgs: 6 creating+peering, 579 active+clean; 45 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 657 op/s 2024-08-04T16:20:52.975 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:52.975 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:52.975 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:52.975 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:52.975 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:52.975 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 0 2024-08-04T16:20:52.975 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.975 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.975 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 0 2024-08-04T16:20:52.975 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.976 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.976 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 16384 2024-08-04T16:20:52.976 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.976 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.976 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 16384 2024-08-04T16:20:52.976 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.976 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.976 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:52.976 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:52.976 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 49152 2024-08-04T16:20:52.976 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.976 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.976 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 49152 2024-08-04T16:20:52.977 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.977 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.977 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 65536 2024-08-04T16:20:52.977 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.977 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.977 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 65536 2024-08-04T16:20:52.977 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.977 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.977 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:52.977 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:52.977 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 98304 2024-08-04T16:20:52.977 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.977 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.977 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 98304 2024-08-04T16:20:52.978 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.978 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.978 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 114688 2024-08-04T16:20:52.978 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.978 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.978 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 114688 2024-08-04T16:20:52.978 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.978 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.978 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:52.978 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:52.978 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 147456 2024-08-04T16:20:52.978 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.978 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.979 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 147456 2024-08-04T16:20:52.979 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.979 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.979 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 163840 2024-08-04T16:20:52.979 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.979 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.979 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 163840 2024-08-04T16:20:52.979 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.979 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.979 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:52.979 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:52.979 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 196608 2024-08-04T16:20:52.979 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.979 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.980 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 196608 2024-08-04T16:20:52.980 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.980 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.980 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 212992 2024-08-04T16:20:52.980 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.980 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.980 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 212992 2024-08-04T16:20:52.980 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.980 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.980 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:52.980 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:52.980 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:52.980 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:52.981 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:52.981 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:52.981 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:52.981 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.981 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.981 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:52.981 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:52.981 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:52.981 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:52.981 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:52.981 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.981 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.981 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:52.982 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:52.982 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:52.984 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:52.984 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:52.985 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.985 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.985 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:52.985 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:52.985 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:52.997 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:52.997 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:52.997 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:52.997 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:52.997 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:52.997 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:52.997 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:52.997 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:52.997 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:52.997 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:52.997 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:52.997 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:52.998 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:53.023 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:53.023 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:53.023 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:53.023 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:53.024 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.024 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.024 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:53.050 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:53.050 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:53.050 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:53.050 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:53.050 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.050 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.050 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:53.085 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:53.086 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:53.086 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:53.086 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:53.086 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.086 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.086 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:53.119 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:53.120 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:53.120 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:53.120 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:53.120 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.120 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.120 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:53.120 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.120 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.120 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:53.120 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.120 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.120 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:53.185 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:53.185 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:53.185 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:53.185 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:53.185 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.186 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.186 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:53.236 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:53.236 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:53.236 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:53.236 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:53.236 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.236 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.236 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:53.296 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:53.296 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:53.297 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:53.297 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:53.297 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.297 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.297 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:53.354 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:53.354 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:53.354 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:53.354 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:53.354 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.354 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.354 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:53.354 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.354 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.354 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:53.355 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.355 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.355 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:53.449 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:53.449 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:53.450 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:53.450 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:53.450 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.450 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.450 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:53.536 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:53.536 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:53.536 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:53.536 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:53.537 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.537 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.537 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:53.624 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:53.624 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:53.624 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:53.624 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:53.624 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.624 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.624 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:53.701 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:53.701 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:53.701 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:53.702 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:53.702 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.702 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.702 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:53.702 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.702 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.702 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:53.702 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.702 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.702 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:53.819 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:53.819 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:53.820 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:53.820 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:53.820 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.820 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.820 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:53.959 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:53.959 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:53.959 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:53.959 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:53.959 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:53.959 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:53.959 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:54.108 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:54.108 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:54.108 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:54.108 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:54.108 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:54.108 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:54.108 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:54.212 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:54.212 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:54.212 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:54.212 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:54.213 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:54.213 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:54.213 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:54.213 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:54.213 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:54.213 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:54.213 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestIOPP (2371 ms) 2024-08-04T16:20:54.213 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-08-04T16:20:54.213 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:54.234 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (22 ms) 2024-08-04T16:20:54.234 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-08-04T16:20:54.235 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:54.256 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (22 ms) 2024-08-04T16:20:54.256 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-08-04T16:20:54.256 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:54.281 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (25 ms) 2024-08-04T16:20:54.281 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-08-04T16:20:54.282 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:54.305 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (23 ms) 2024-08-04T16:20:54.305 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-08-04T16:20:54.305 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:54.329 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (25 ms) 2024-08-04T16:20:54.330 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-08-04T16:20:54.330 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:54.351 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:54.355 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (26 ms) 2024-08-04T16:20:54.355 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-08-04T16:20:54.355 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:54.378 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (23 ms) 2024-08-04T16:20:54.379 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-08-04T16:20:54.379 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:54.400 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:54.404 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (25 ms) 2024-08-04T16:20:54.404 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-08-04T16:20:54.404 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:54.432 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (29 ms) 2024-08-04T16:20:54.433 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-08-04T16:20:54.433 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:54.453 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:54.456 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (24 ms) 2024-08-04T16:20:54.456 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-08-04T16:20:54.457 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:54.485 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (28 ms) 2024-08-04T16:20:54.485 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-08-04T16:20:54.485 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:54.507 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:54.511 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (26 ms) 2024-08-04T16:20:54.511 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-08-04T16:20:54.511 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:54.567 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (57 ms) 2024-08-04T16:20:54.568 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-08-04T16:20:54.568 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:54.611 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:54.630 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (62 ms) 2024-08-04T16:20:54.630 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-08-04T16:20:54.630 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:54.702 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (72 ms) 2024-08-04T16:20:54.702 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-08-04T16:20:54.702 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:54.744 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:54 smithi062 ceph-mon[85960]: pgmap v3029: 585 pgs: 585 active+clean; 63 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.8 MiB/s wr, 639 op/s 2024-08-04T16:20:54.765 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (63 ms) 2024-08-04T16:20:54.765 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-08-04T16:20:54.765 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:54 smithi007 ceph-mon[92692]: pgmap v3029: 585 pgs: 585 active+clean; 63 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.8 MiB/s wr, 639 op/s 2024-08-04T16:20:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:54 smithi007 ceph-mon[94998]: pgmap v3029: 585 pgs: 585 active+clean; 63 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.8 MiB/s wr, 639 op/s 2024-08-04T16:20:55.163 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (397 ms) 2024-08-04T16:20:55.163 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-08-04T16:20:55.163 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:55.538 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:55.563 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (400 ms) 2024-08-04T16:20:55.563 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-08-04T16:20:55.563 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:55.590 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:55.590 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:55.590 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:55.590 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:55.590 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:20:55.590 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:55.590 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:55.590 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:55.591 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:55.591 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:55.591 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:55.591 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:55.591 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:55.592 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:55.592 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:55.592 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:55.592 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:55.592 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:55.593 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:55.593 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:55.593 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:55.593 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:55.593 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:55.595 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:55.595 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:55.595 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:55.595 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:20:55.595 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:55.596 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:55.596 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:20:55.596 INFO:tasks.workunit.client.0.smithi007.stdout:read: 512 2024-08-04T16:20:55.596 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:55.596 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:55.596 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:55.596 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:55.596 INFO:tasks.workunit.client.0.smithi007.stdout:finished read 2024-08-04T16:20:55.596 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:55.596 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:55.596 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:55.597 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:55.597 INFO:tasks.workunit.client.0.smithi007.stdout:finished read 2024-08-04T16:20:55.597 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:55.597 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:55.597 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:55.597 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:55.597 INFO:tasks.workunit.client.0.smithi007.stdout:finished read 2024-08-04T16:20:55.597 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:55.598 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:55.598 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:55.598 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:55.598 INFO:tasks.workunit.client.0.smithi007.stdout:finished read 2024-08-04T16:20:55.598 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:55.598 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:20:55.598 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:20:56.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:55 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:20:56.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:55 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:20:56.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:55 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:20:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:20:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:20:56] "GET /metrics HTTP/1.1" 200 70608 "" "Prometheus/2.43.0" 2024-08-04T16:20:56.724 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:20:56.724 INFO:tasks.workunit.client.0.smithi007.stdout:finished read 2024-08-04T16:20:56.725 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 0 2024-08-04T16:20:56.725 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.725 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.725 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 0 2024-08-04T16:20:56.725 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.725 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.725 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 16384 2024-08-04T16:20:56.725 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.725 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.725 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 16384 2024-08-04T16:20:56.725 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.725 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.726 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:56.726 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:56.726 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 49152 2024-08-04T16:20:56.726 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.726 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.726 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 49152 2024-08-04T16:20:56.726 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.726 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.726 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 65536 2024-08-04T16:20:56.726 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.726 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.726 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 65536 2024-08-04T16:20:56.726 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.727 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.727 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:56.727 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:56.727 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 98304 2024-08-04T16:20:56.727 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.727 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.727 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 98304 2024-08-04T16:20:56.727 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.727 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.727 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 114688 2024-08-04T16:20:56.727 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.727 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.727 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 114688 2024-08-04T16:20:56.728 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.728 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.728 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:56.728 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:56.728 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 147456 2024-08-04T16:20:56.728 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.728 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.728 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 147456 2024-08-04T16:20:56.728 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.728 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.728 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 163840 2024-08-04T16:20:56.728 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.728 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.728 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 163840 2024-08-04T16:20:56.729 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.729 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.729 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:56.729 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:56.729 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 196608 2024-08-04T16:20:56.729 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.729 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.729 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 196608 2024-08-04T16:20:56.729 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.729 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.729 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 212992 2024-08-04T16:20:56.729 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.729 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.729 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 212992 2024-08-04T16:20:56.730 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.730 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.730 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:56.730 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:56.730 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:56.730 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:56.730 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:56.730 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:56.730 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:56.730 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.730 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.730 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:56.730 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:56.731 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:56.731 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:56.731 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:56.731 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.731 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.731 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:56.731 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:56.731 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:56.735 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:56.735 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:56.735 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.736 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.736 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:56.736 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:56.736 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:56.745 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:56.745 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:56.745 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.745 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.746 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:56.746 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:56.746 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:56.746 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:56.746 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:56.746 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:56.746 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:56.746 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:56.746 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:56.773 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:56.773 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:56.773 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.774 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.774 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:56.774 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:56.774 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:56.801 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:56.801 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:56.801 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.801 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.801 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:56.801 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:56.801 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:56.836 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:56.836 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:56.836 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.836 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.836 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:56.836 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:56.836 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:56.874 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:56.874 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:56.874 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.874 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.874 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:56.874 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:56.874 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:56.875 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:56.875 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:56.875 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:56.875 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:56.875 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:56.875 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:56.929 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:56.929 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:56.929 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.929 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.929 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:56.929 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:56.930 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:56.979 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:56.979 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:56.979 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:56.979 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:56.980 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:56.980 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:56.980 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:57.045 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:57.045 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:57.045 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:57.046 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:57.046 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:57.046 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:57.046 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:57.105 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:57.105 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:57.106 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:57.106 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:57.106 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:57.106 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:57.106 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:57.106 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:57.106 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:57.106 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:57.106 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:57.106 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:57.106 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:57.189 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:57.189 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:57.189 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:57.189 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:57.189 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:57.189 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:57.189 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:57.283 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:57.283 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:57.284 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:57.284 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:57.284 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:57.284 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:57.284 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:20:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:20:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:20:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:20:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:57 smithi007 ceph-mon[92692]: pgmap v3030: 585 pgs: 585 active+clean; 99 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.1 MiB/s wr, 1.70k op/s 2024-08-04T16:20:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:20:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:20:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:20:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:20:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:20:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:20:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:20:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:57 smithi007 ceph-mon[94998]: pgmap v3030: 585 pgs: 585 active+clean; 99 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.1 MiB/s wr, 1.70k op/s 2024-08-04T16:20:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:20:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:20:57.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:20:57.380 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:57.380 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:57.380 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:57.381 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:57.381 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:57.381 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:57.381 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:57.466 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:57.466 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:57.467 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:57.467 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:57.467 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:57.467 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:57.467 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:57.467 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:57.467 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:57.467 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:57.467 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:57.467 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:57.467 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:20:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:20:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:20:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:20:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:57 smithi062 ceph-mon[85960]: pgmap v3030: 585 pgs: 585 active+clean; 99 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.1 MiB/s wr, 1.70k op/s 2024-08-04T16:20:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:20:57.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:20:57.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:20:57.570 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:57.571 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:57.571 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:57.571 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:57.571 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:57.571 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:57.571 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:57.667 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:57.667 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:57.667 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:57.667 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:57.667 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:57.667 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:57.668 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:57.775 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:57.775 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:57.775 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:57.775 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:57.775 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:57.776 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:57.776 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:20:57.877 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:20:57.877 INFO:tasks.workunit.client.0.smithi007.stdout:finished writesame 2024-08-04T16:20:57.877 INFO:tasks.workunit.client.0.smithi007.stdout:to verify the data 2024-08-04T16:20:57.877 INFO:tasks.workunit.client.0.smithi007.stdout:verified 2024-08-04T16:20:57.877 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:57.877 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:57.878 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:57.878 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:20:57.878 INFO:tasks.workunit.client.0.smithi007.stdout:started writesame 2024-08-04T16:20:57.878 INFO:tasks.workunit.client.0.smithi007.stdout:expected fail, finished writesame 2024-08-04T16:20:57.878 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2314 ms) 2024-08-04T16:20:57.878 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-08-04T16:20:57.878 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:20:59.071 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 0 2024-08-04T16:20:59.071 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 0 2024-08-04T16:20:59.071 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 1 2024-08-04T16:20:59.072 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 1 2024-08-04T16:20:59.072 INFO:tasks.workunit.client.0.smithi007.stdout:snap: orig 2024-08-04T16:20:59.072 INFO:tasks.workunit.client.0.smithi007.stdout:found orig with size 2097152 2024-08-04T16:20:59.072 INFO:tasks.workunit.client.0.smithi007.stdout:read: 80 2024-08-04T16:20:59.072 INFO:tasks.workunit.client.0.smithi007.stdout:write test data! 2024-08-04T16:20:59.072 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 80 2024-08-04T16:20:59.072 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 2 2024-08-04T16:20:59.072 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 2 2024-08-04T16:20:59.072 INFO:tasks.workunit.client.0.smithi007.stdout:snap: orig 2024-08-04T16:20:59.072 INFO:tasks.workunit.client.0.smithi007.stdout:snap: written 2024-08-04T16:20:59.072 INFO:tasks.workunit.client.0.smithi007.stdout:found orig with size 2097152 2024-08-04T16:20:59.072 INFO:tasks.workunit.client.0.smithi007.stdout:found written with size 2097152 2024-08-04T16:20:59.072 INFO:tasks.workunit.client.0.smithi007.stdout:read: 80 2024-08-04T16:20:59.072 INFO:tasks.workunit.client.0.smithi007.stdout:read: 80 2024-08-04T16:20:59.073 INFO:tasks.workunit.client.0.smithi007.stdout:read: 80 2024-08-04T16:20:59.073 INFO:tasks.workunit.client.0.smithi007.stdout:write to snapshot returned -30 2024-08-04T16:20:59.073 INFO:tasks.workunit.client.0.smithi007.stdout:Read-only file system 2024-08-04T16:20:59.096 INFO:tasks.workunit.client.0.smithi007.stdout:read: 80 2024-08-04T16:20:59.096 INFO:tasks.workunit.client.0.smithi007.stdout:read: 80 2024-08-04T16:20:59.096 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 80 2024-08-04T16:20:59.096 INFO:tasks.workunit.client.0.smithi007.stdout:opening testimg@orig 2024-08-04T16:20:59.096 INFO:tasks.workunit.client.0.smithi007.stdout:read: 80 2024-08-04T16:20:59.096 INFO:tasks.workunit.client.0.smithi007.stdout:write to snapshot returned -30 2024-08-04T16:20:59.096 INFO:tasks.workunit.client.0.smithi007.stdout:Read-only file system 2024-08-04T16:20:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:59 smithi007 ceph-mon[92692]: osdmap e1748: 8 total, 8 up, 8 in 2024-08-04T16:20:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:20:59 smithi007 ceph-mon[92692]: pgmap v3032: 585 pgs: 585 active+clean; 107 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.9 MiB/s wr, 1.73k op/s 2024-08-04T16:20:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:59 smithi007 ceph-mon[94998]: osdmap e1748: 8 total, 8 up, 8 in 2024-08-04T16:20:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:20:59 smithi007 ceph-mon[94998]: pgmap v3032: 585 pgs: 585 active+clean; 107 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.9 MiB/s wr, 1.73k op/s 2024-08-04T16:20:59.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:59 smithi062 ceph-mon[85960]: osdmap e1748: 8 total, 8 up, 8 in 2024-08-04T16:20:59.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:20:59 smithi062 ceph-mon[85960]: pgmap v3032: 585 pgs: 585 active+clean; 107 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.9 MiB/s wr, 1.73k op/s 2024-08-04T16:21:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:00 smithi007 ceph-mon[92692]: osdmap e1749: 8 total, 8 up, 8 in 2024-08-04T16:21:00.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:00 smithi007 ceph-mon[94998]: osdmap e1749: 8 total, 8 up, 8 in 2024-08-04T16:21:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:00 smithi062 ceph-mon[85960]: osdmap e1749: 8 total, 8 up, 8 in 2024-08-04T16:21:01.054 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 2 2024-08-04T16:21:01.054 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 2 2024-08-04T16:21:01.054 INFO:tasks.workunit.client.0.smithi007.stdout:snap: orig 2024-08-04T16:21:01.054 INFO:tasks.workunit.client.0.smithi007.stdout:snap: written 2024-08-04T16:21:01.054 INFO:tasks.workunit.client.0.smithi007.stdout:found orig with size 2097152 2024-08-04T16:21:01.054 INFO:tasks.workunit.client.0.smithi007.stdout:found written with size 2097152 2024-08-04T16:21:01.054 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 1 2024-08-04T16:21:01.054 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 1 2024-08-04T16:21:01.054 INFO:tasks.workunit.client.0.smithi007.stdout:snap: orig 2024-08-04T16:21:01.055 INFO:tasks.workunit.client.0.smithi007.stdout:found orig with size 2097152 2024-08-04T16:21:01.055 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 0 2024-08-04T16:21:01.055 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 0 2024-08-04T16:21:01.055 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3177 ms) 2024-08-04T16:21:01.055 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-08-04T16:21:01.055 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:01 smithi007 ceph-mon[92692]: osdmap e1750: 8 total, 8 up, 8 in 2024-08-04T16:21:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:01 smithi007 ceph-mon[92692]: pgmap v3035: 585 pgs: 585 active+clean; 135 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 1.71k op/s 2024-08-04T16:21:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:01 smithi007 ceph-mon[92692]: osdmap e1751: 8 total, 8 up, 8 in 2024-08-04T16:21:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:01 smithi007 ceph-mon[94998]: osdmap e1750: 8 total, 8 up, 8 in 2024-08-04T16:21:01.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:01 smithi007 ceph-mon[94998]: pgmap v3035: 585 pgs: 585 active+clean; 135 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 1.71k op/s 2024-08-04T16:21:01.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:01 smithi007 ceph-mon[94998]: osdmap e1751: 8 total, 8 up, 8 in 2024-08-04T16:21:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:01 smithi062 ceph-mon[85960]: osdmap e1750: 8 total, 8 up, 8 in 2024-08-04T16:21:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:01 smithi062 ceph-mon[85960]: pgmap v3035: 585 pgs: 585 active+clean; 135 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 1.71k op/s 2024-08-04T16:21:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:01 smithi062 ceph-mon[85960]: osdmap e1751: 8 total, 8 up, 8 in 2024-08-04T16:21:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:21:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:21:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:21:03.091 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2037 ms) 2024-08-04T16:21:03.091 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestClone 2024-08-04T16:21:03.091 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:03 smithi007 ceph-mon[92692]: osdmap e1752: 8 total, 8 up, 8 in 2024-08-04T16:21:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:03 smithi007 ceph-mon[92692]: pgmap v3038: 585 pgs: 585 active+clean; 135 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.5 MiB/s wr, 2.17k op/s 2024-08-04T16:21:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:03 smithi007 ceph-mon[94998]: osdmap e1752: 8 total, 8 up, 8 in 2024-08-04T16:21:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:03 smithi007 ceph-mon[94998]: pgmap v3038: 585 pgs: 585 active+clean; 135 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.5 MiB/s wr, 2.17k op/s 2024-08-04T16:21:03.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:03 smithi062 ceph-mon[85960]: osdmap e1752: 8 total, 8 up, 8 in 2024-08-04T16:21:03.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:03 smithi062 ceph-mon[85960]: pgmap v3038: 585 pgs: 585 active+clean; 135 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.5 MiB/s wr, 2.17k op/s 2024-08-04T16:21:04.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:04 smithi007 ceph-mon[94998]: osdmap e1753: 8 total, 8 up, 8 in 2024-08-04T16:21:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:04 smithi007 ceph-mon[92692]: osdmap e1753: 8 total, 8 up, 8 in 2024-08-04T16:21:04.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:04 smithi062 ceph-mon[85960]: osdmap e1753: 8 total, 8 up, 8 in 2024-08-04T16:21:05.111 INFO:tasks.workunit.client.0.smithi007.stdout:made parent image "parent" 2024-08-04T16:21:05.111 INFO:tasks.workunit.client.0.smithi007.stdout:parent has no parent info 2024-08-04T16:21:05.111 INFO:tasks.workunit.client.0.smithi007.stdout:made snapshot "parent@parent_snap" 2024-08-04T16:21:05.111 INFO:tasks.workunit.client.0.smithi007.stdout:can't unprotect an unprotected snap 2024-08-04T16:21:05.111 INFO:tasks.workunit.client.0.smithi007.stdout:can't protect a protected snap 2024-08-04T16:21:05.112 INFO:tasks.workunit.client.0.smithi007.stdout:made and opened clone "child" 2024-08-04T16:21:05.112 INFO:tasks.workunit.client.0.smithi007.stdout:read: 8 2024-08-04T16:21:05.112 INFO:tasks.workunit.client.0.smithi007.stdout:read: 8 2024-08-04T16:21:05.112 INFO:tasks.workunit.client.0.smithi007.stdout:read: 8 2024-08-04T16:21:05.112 INFO:tasks.workunit.client.0.smithi007.stdout:sizes and overlaps are good between parent and child 2024-08-04T16:21:05.112 INFO:tasks.workunit.client.0.smithi007.stdout:child image successfully cloned all image-meta pairs 2024-08-04T16:21:05.112 INFO:tasks.workunit.client.0.smithi007.stdout:sized down clone, changed overlap 2024-08-04T16:21:05.112 INFO:tasks.workunit.client.0.smithi007.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-08-04T16:21:05.112 INFO:tasks.workunit.client.0.smithi007.stdout:sized up clone, changed size but not overlap or parent's size 2024-08-04T16:21:05.112 INFO:tasks.workunit.client.0.smithi007.stdout:can't remove parent while child still exists 2024-08-04T16:21:05.112 INFO:tasks.workunit.client.0.smithi007.stdout:can't remove parent while still protected 2024-08-04T16:21:05.112 INFO:tasks.workunit.client.0.smithi007.stdout:removed parent snap after unprotecting 2024-08-04T16:21:05.112 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestClone (2020 ms) 2024-08-04T16:21:05.112 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestClone2 2024-08-04T16:21:05.113 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:05.335 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:05 smithi007 ceph-mon[92692]: osdmap e1754: 8 total, 8 up, 8 in 2024-08-04T16:21:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:05 smithi007 ceph-mon[92692]: pgmap v3041: 585 pgs: 585 active+clean; 135 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 528 KiB/s wr, 2.18k op/s 2024-08-04T16:21:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:05 smithi007 ceph-mon[94998]: osdmap e1754: 8 total, 8 up, 8 in 2024-08-04T16:21:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:05 smithi007 ceph-mon[94998]: pgmap v3041: 585 pgs: 585 active+clean; 135 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 528 KiB/s wr, 2.18k op/s 2024-08-04T16:21:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:05 smithi062 ceph-mon[85960]: osdmap e1754: 8 total, 8 up, 8 in 2024-08-04T16:21:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:05 smithi062 ceph-mon[85960]: pgmap v3041: 585 pgs: 585 active+clean; 135 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 528 KiB/s wr, 2.18k op/s 2024-08-04T16:21:06.208 INFO:tasks.workunit.client.0.smithi007.stdout:made parent image "parent" 2024-08-04T16:21:06.210 INFO:tasks.workunit.client.0.smithi007.stdout:parent has no parent info 2024-08-04T16:21:06.210 INFO:tasks.workunit.client.0.smithi007.stdout:made snapshot "parent@parent_snap" 2024-08-04T16:21:06.210 INFO:tasks.workunit.client.0.smithi007.stdout:made and opened clone "child" 2024-08-04T16:21:06.211 INFO:tasks.workunit.client.0.smithi007.stdout:child image successfully cloned all image-meta pairs 2024-08-04T16:21:06.211 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestClone2 (1096 ms) 2024-08-04T16:21:06.211 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.ListChildren 2024-08-04T16:21:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:06 smithi062 ceph-mon[85960]: osdmap e1755: 8 total, 8 up, 8 in 2024-08-04T16:21:06.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:21:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:21:06] "GET /metrics HTTP/1.1" 200 70608 "" "Prometheus/2.43.0" 2024-08-04T16:21:06.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:06 smithi007 ceph-mon[94998]: osdmap e1755: 8 total, 8 up, 8 in 2024-08-04T16:21:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:06 smithi007 ceph-mon[92692]: osdmap e1755: 8 total, 8 up, 8 in 2024-08-04T16:21:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:07 smithi062 ceph-mon[85960]: osdmap e1756: 8 total, 8 up, 8 in 2024-08-04T16:21:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:21:07.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:07 smithi062 ceph-mon[85960]: pgmap v3044: 585 pgs: 585 active+clean; 135 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 453 KiB/s rd, 34 KiB/s wr, 551 op/s 2024-08-04T16:21:07.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:07 smithi007 ceph-mon[92692]: osdmap e1756: 8 total, 8 up, 8 in 2024-08-04T16:21:07.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:21:07.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:07 smithi007 ceph-mon[92692]: pgmap v3044: 585 pgs: 585 active+clean; 135 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 453 KiB/s rd, 34 KiB/s wr, 551 op/s 2024-08-04T16:21:07.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:07 smithi007 ceph-mon[94998]: osdmap e1756: 8 total, 8 up, 8 in 2024-08-04T16:21:07.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:21:07.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:07 smithi007 ceph-mon[94998]: pgmap v3044: 585 pgs: 585 active+clean; 135 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 453 KiB/s rd, 34 KiB/s wr, 551 op/s 2024-08-04T16:21:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:08 smithi062 ceph-mon[85960]: osdmap e1757: 8 total, 8 up, 8 in 2024-08-04T16:21:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:08 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/77283944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:08 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:08.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:08 smithi007 ceph-mon[94998]: osdmap e1757: 8 total, 8 up, 8 in 2024-08-04T16:21:08.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:08 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/77283944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:08.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:08 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:08 smithi007 ceph-mon[92692]: osdmap e1757: 8 total, 8 up, 8 in 2024-08-04T16:21:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:08 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/77283944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:08 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:09 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:21:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:09 smithi062 ceph-mon[85960]: osdmap e1758: 8 total, 8 up, 8 in 2024-08-04T16:21:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:09 smithi062 ceph-mon[85960]: pgmap v3047: 617 pgs: 2 creating+peering, 30 unknown, 585 active+clean; 135 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 752 KiB/s rd, 51 KiB/s wr, 892 op/s 2024-08-04T16:21:09.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:09 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:21:09.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:09 smithi007 ceph-mon[94998]: osdmap e1758: 8 total, 8 up, 8 in 2024-08-04T16:21:09.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:09 smithi007 ceph-mon[94998]: pgmap v3047: 617 pgs: 2 creating+peering, 30 unknown, 585 active+clean; 135 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 752 KiB/s rd, 51 KiB/s wr, 892 op/s 2024-08-04T16:21:09.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:09 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:21:09.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:09 smithi007 ceph-mon[92692]: osdmap e1758: 8 total, 8 up, 8 in 2024-08-04T16:21:09.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:09 smithi007 ceph-mon[92692]: pgmap v3047: 617 pgs: 2 creating+peering, 30 unknown, 585 active+clean; 135 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 752 KiB/s rd, 51 KiB/s wr, 892 op/s 2024-08-04T16:21:10.128 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:10 smithi062 ceph-mon[85960]: osdmap e1759: 8 total, 8 up, 8 in 2024-08-04T16:21:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:10 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2937120766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:10.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:10 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:10.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:10 smithi007 ceph-mon[94998]: osdmap e1759: 8 total, 8 up, 8 in 2024-08-04T16:21:10.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:10 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2937120766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:10.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:10 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:10 smithi007 ceph-mon[92692]: osdmap e1759: 8 total, 8 up, 8 in 2024-08-04T16:21:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:10 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2937120766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:10.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:10 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:11 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:21:11.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:11 smithi062 ceph-mon[85960]: osdmap e1760: 8 total, 8 up, 8 in 2024-08-04T16:21:11.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:11 smithi062 ceph-mon[85960]: pgmap v3050: 649 pgs: 7 creating+peering, 40 unknown, 602 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 27 KiB/s wr, 458 op/s 2024-08-04T16:21:11.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:11 smithi062 ceph-mon[85960]: osdmap e1761: 8 total, 8 up, 8 in 2024-08-04T16:21:11.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:11 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:21:11.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:11 smithi007 ceph-mon[94998]: osdmap e1760: 8 total, 8 up, 8 in 2024-08-04T16:21:11.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:11 smithi007 ceph-mon[94998]: pgmap v3050: 649 pgs: 7 creating+peering, 40 unknown, 602 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 27 KiB/s wr, 458 op/s 2024-08-04T16:21:11.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:11 smithi007 ceph-mon[94998]: osdmap e1761: 8 total, 8 up, 8 in 2024-08-04T16:21:11.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:11 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:21:11.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:11 smithi007 ceph-mon[92692]: osdmap e1760: 8 total, 8 up, 8 in 2024-08-04T16:21:11.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:11 smithi007 ceph-mon[92692]: pgmap v3050: 649 pgs: 7 creating+peering, 40 unknown, 602 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 27 KiB/s wr, 458 op/s 2024-08-04T16:21:11.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:11 smithi007 ceph-mon[92692]: osdmap e1761: 8 total, 8 up, 8 in 2024-08-04T16:21:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:21:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:21:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:21:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:13 smithi007 ceph-mon[94998]: osdmap e1762: 8 total, 8 up, 8 in 2024-08-04T16:21:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:13 smithi007 ceph-mon[94998]: pgmap v3053: 649 pgs: 7 creating+peering, 14 unknown, 628 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.0 KiB/s wr, 55 op/s 2024-08-04T16:21:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:13 smithi007 ceph-mon[92692]: osdmap e1762: 8 total, 8 up, 8 in 2024-08-04T16:21:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:13 smithi007 ceph-mon[92692]: pgmap v3053: 649 pgs: 7 creating+peering, 14 unknown, 628 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.0 KiB/s wr, 55 op/s 2024-08-04T16:21:13.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:13 smithi062 ceph-mon[85960]: osdmap e1762: 8 total, 8 up, 8 in 2024-08-04T16:21:13.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:13 smithi062 ceph-mon[85960]: pgmap v3053: 649 pgs: 7 creating+peering, 14 unknown, 628 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.0 KiB/s wr, 55 op/s 2024-08-04T16:21:14.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:14 smithi007 ceph-mon[94998]: osdmap e1763: 8 total, 8 up, 8 in 2024-08-04T16:21:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:14 smithi007 ceph-mon[92692]: osdmap e1763: 8 total, 8 up, 8 in 2024-08-04T16:21:14.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:14 smithi062 ceph-mon[85960]: osdmap e1763: 8 total, 8 up, 8 in 2024-08-04T16:21:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:15 smithi007 ceph-mon[92692]: osdmap e1764: 8 total, 8 up, 8 in 2024-08-04T16:21:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:15 smithi007 ceph-mon[92692]: pgmap v3056: 649 pgs: 5 creating+peering, 644 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-08-04T16:21:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:15 smithi007 ceph-mon[94998]: osdmap e1764: 8 total, 8 up, 8 in 2024-08-04T16:21:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:15 smithi007 ceph-mon[94998]: pgmap v3056: 649 pgs: 5 creating+peering, 644 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-08-04T16:21:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:15 smithi062 ceph-mon[85960]: osdmap e1764: 8 total, 8 up, 8 in 2024-08-04T16:21:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:15 smithi062 ceph-mon[85960]: pgmap v3056: 649 pgs: 5 creating+peering, 644 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-08-04T16:21:15.558 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.558 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.558 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.558 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.558 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.559 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 1 2024-08-04T16:21:15.559 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 1 2024-08-04T16:21:15.559 INFO:tasks.workunit.client.0.smithi007.stdout:child: image108 2024-08-04T16:21:15.559 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image108/8b2c850aafac 2024-08-04T16:21:15.559 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.559 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.559 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.559 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.559 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.559 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.559 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.559 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.559 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.559 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.560 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.560 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.560 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 2 2024-08-04T16:21:15.560 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 2 2024-08-04T16:21:15.560 INFO:tasks.workunit.client.0.smithi007.stdout:child: image109 2024-08-04T16:21:15.560 INFO:tasks.workunit.client.0.smithi007.stdout:child: image108 2024-08-04T16:21:15.560 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image108/8b2c850aafac 2024-08-04T16:21:15.560 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.560 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-30/image109/8b2c4a5ce2da 2024-08-04T16:21:15.560 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.560 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.560 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.560 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.560 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.560 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.561 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.561 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.561 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.561 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.561 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.561 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.561 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.561 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-31/image110 2024-08-04T16:21:15.561 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.561 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.561 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image110 2024-08-04T16:21:15.561 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image110 2024-08-04T16:21:15.561 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.561 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 3 2024-08-04T16:21:15.561 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 3 2024-08-04T16:21:15.561 INFO:tasks.workunit.client.0.smithi007.stdout:child: image109 2024-08-04T16:21:15.562 INFO:tasks.workunit.client.0.smithi007.stdout:child: image108 2024-08-04T16:21:15.562 INFO:tasks.workunit.client.0.smithi007.stdout:child: image110 2024-08-04T16:21:15.562 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image108/8b2c850aafac 2024-08-04T16:21:15.562 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.562 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-30/image109/8b2c4a5ce2da 2024-08-04T16:21:15.562 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.562 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image110/8b2c94e5ded1 2024-08-04T16:21:15.562 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.562 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.562 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.562 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.562 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.562 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.562 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.563 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.563 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.563 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.563 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.563 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.563 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 3 2024-08-04T16:21:15.563 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 3 2024-08-04T16:21:15.563 INFO:tasks.workunit.client.0.smithi007.stdout:child: image109 2024-08-04T16:21:15.563 INFO:tasks.workunit.client.0.smithi007.stdout:child: image108 2024-08-04T16:21:15.563 INFO:tasks.workunit.client.0.smithi007.stdout:child: image110 2024-08-04T16:21:15.563 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image108/8b2c850aafac 2024-08-04T16:21:15.563 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.563 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-30/image109/8b2c4a5ce2da 2024-08-04T16:21:15.563 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.564 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image110/8b2c94e5ded1 2024-08-04T16:21:15.564 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.564 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.564 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.564 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.564 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.564 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.564 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.564 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.564 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.564 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.564 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.564 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.565 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.565 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-31/image111 2024-08-04T16:21:15.565 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.565 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.565 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image111 2024-08-04T16:21:15.565 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image111 2024-08-04T16:21:15.565 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.565 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 4 2024-08-04T16:21:15.565 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 4 2024-08-04T16:21:15.565 INFO:tasks.workunit.client.0.smithi007.stdout:child: image109 2024-08-04T16:21:15.565 INFO:tasks.workunit.client.0.smithi007.stdout:child: image108 2024-08-04T16:21:15.565 INFO:tasks.workunit.client.0.smithi007.stdout:child: image110 2024-08-04T16:21:15.565 INFO:tasks.workunit.client.0.smithi007.stdout:child: image111 2024-08-04T16:21:15.566 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image108/8b2c850aafac 2024-08-04T16:21:15.566 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.566 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-30/image109/8b2c4a5ce2da 2024-08-04T16:21:15.566 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.566 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image110/8b2c94e5ded1 2024-08-04T16:21:15.566 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.566 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image111/8b2cd6d995a0 2024-08-04T16:21:15.566 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.566 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.566 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.566 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.566 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.566 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.566 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.567 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.567 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.567 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.567 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.567 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.567 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.567 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-31/image110 2024-08-04T16:21:15.567 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:15.567 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:15.568 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image110 2024-08-04T16:21:15.568 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image110 2024-08-04T16:21:15.568 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.568 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:15.568 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-31/image111 2024-08-04T16:21:16.105 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:16.105 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image108 2024-08-04T16:21:16.105 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image110 2024-08-04T16:21:16.105 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image111 2024-08-04T16:21:16.105 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image111 2024-08-04T16:21:16.105 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.105 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 4 2024-08-04T16:21:16.106 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 4 2024-08-04T16:21:16.106 INFO:tasks.workunit.client.0.smithi007.stdout:child: image109 2024-08-04T16:21:16.106 INFO:tasks.workunit.client.0.smithi007.stdout:child: image108 2024-08-04T16:21:16.106 INFO:tasks.workunit.client.0.smithi007.stdout:child: image110 2024-08-04T16:21:16.106 INFO:tasks.workunit.client.0.smithi007.stdout:child: image111 2024-08-04T16:21:16.106 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image108/8b2c850aafac 2024-08-04T16:21:16.106 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.106 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-30/image109/8b2c4a5ce2da 2024-08-04T16:21:16.106 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.106 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image110/8b2c94e5ded1 2024-08-04T16:21:16.106 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.106 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image111/8b2cd6d995a0 2024-08-04T16:21:16.106 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.106 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.107 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:16.107 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:16.107 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:16.107 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.107 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.107 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-31/image110 2024-08-04T16:21:16.107 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:16.107 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image110 2024-08-04T16:21:16.107 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image110 2024-08-04T16:21:16.107 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.107 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.107 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-31/image111 2024-08-04T16:21:16.107 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:16.107 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image110 2024-08-04T16:21:16.107 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image111 2024-08-04T16:21:16.108 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image111 2024-08-04T16:21:16.108 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.108 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 3 2024-08-04T16:21:16.108 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 3 2024-08-04T16:21:16.108 INFO:tasks.workunit.client.0.smithi007.stdout:child: image109 2024-08-04T16:21:16.108 INFO:tasks.workunit.client.0.smithi007.stdout:child: image110 2024-08-04T16:21:16.108 INFO:tasks.workunit.client.0.smithi007.stdout:child: image111 2024-08-04T16:21:16.108 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-30/image109/8b2c4a5ce2da 2024-08-04T16:21:16.108 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.108 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image110/8b2c94e5ded1 2024-08-04T16:21:16.108 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.108 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image111/8b2cd6d995a0 2024-08-04T16:21:16.108 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.108 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.108 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:16.108 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:16.109 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:16.109 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.109 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.109 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-31/image111 2024-08-04T16:21:16.109 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:16.109 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-31/image111 2024-08-04T16:21:16.109 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image111 2024-08-04T16:21:16.109 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.109 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 2 2024-08-04T16:21:16.109 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 2 2024-08-04T16:21:16.109 INFO:tasks.workunit.client.0.smithi007.stdout:child: image109 2024-08-04T16:21:16.109 INFO:tasks.workunit.client.0.smithi007.stdout:child: image111 2024-08-04T16:21:16.109 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-30/image109/8b2c4a5ce2da 2024-08-04T16:21:16.109 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.109 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-31/image111/8b2cd6d995a0 2024-08-04T16:21:16.110 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.110 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.110 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:16.110 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:16.110 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-30/image109 2024-08-04T16:21:16.110 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.110 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 1 2024-08-04T16:21:16.110 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 1 2024-08-04T16:21:16.110 INFO:tasks.workunit.client.0.smithi007.stdout:child: image109 2024-08-04T16:21:16.110 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-30/image109/8b2c4a5ce2da 2024-08-04T16:21:16.110 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:16.110 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 0 2024-08-04T16:21:16.110 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 0 2024-08-04T16:21:16.110 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.ListChildren (9898 ms) 2024-08-04T16:21:16.111 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-08-04T16:21:16.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:16 smithi007 ceph-mon[94998]: osdmap e1765: 8 total, 8 up, 8 in 2024-08-04T16:21:16.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:16 smithi007 ceph-mon[94998]: osdmap e1766: 8 total, 8 up, 8 in 2024-08-04T16:21:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:16 smithi007 ceph-mon[92692]: osdmap e1765: 8 total, 8 up, 8 in 2024-08-04T16:21:16.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:16 smithi007 ceph-mon[92692]: osdmap e1766: 8 total, 8 up, 8 in 2024-08-04T16:21:16.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:21:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:21:16] "GET /metrics HTTP/1.1" 200 70637 "" "Prometheus/2.43.0" 2024-08-04T16:21:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:16 smithi062 ceph-mon[85960]: osdmap e1765: 8 total, 8 up, 8 in 2024-08-04T16:21:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:16 smithi062 ceph-mon[85960]: osdmap e1766: 8 total, 8 up, 8 in 2024-08-04T16:21:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:17 smithi007 ceph-mon[92692]: pgmap v3059: 649 pgs: 649 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 4.2 KiB/s wr, 143 op/s 2024-08-04T16:21:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:17 smithi007 ceph-mon[94998]: pgmap v3059: 649 pgs: 649 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 4.2 KiB/s wr, 143 op/s 2024-08-04T16:21:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:17 smithi062 ceph-mon[85960]: pgmap v3059: 649 pgs: 649 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 4.2 KiB/s wr, 143 op/s 2024-08-04T16:21:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:18 smithi007 ceph-mon[92692]: osdmap e1767: 8 total, 8 up, 8 in 2024-08-04T16:21:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:18 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2477236123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:18 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:18.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:18 smithi007 ceph-mon[94998]: osdmap e1767: 8 total, 8 up, 8 in 2024-08-04T16:21:18.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:18 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2477236123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:18.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:18 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:18 smithi062 ceph-mon[85960]: osdmap e1767: 8 total, 8 up, 8 in 2024-08-04T16:21:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:18 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2477236123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:18 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:19 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:21:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:19 smithi007 ceph-mon[92692]: osdmap e1768: 8 total, 8 up, 8 in 2024-08-04T16:21:19.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:19 smithi007 ceph-mon[92692]: pgmap v3062: 681 pgs: 3 creating+peering, 29 unknown, 649 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 7.7 KiB/s wr, 386 op/s 2024-08-04T16:21:19.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:19 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:21:19.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:19 smithi007 ceph-mon[94998]: osdmap e1768: 8 total, 8 up, 8 in 2024-08-04T16:21:19.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:19 smithi007 ceph-mon[94998]: pgmap v3062: 681 pgs: 3 creating+peering, 29 unknown, 649 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 7.7 KiB/s wr, 386 op/s 2024-08-04T16:21:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:19 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:21:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:19 smithi062 ceph-mon[85960]: osdmap e1768: 8 total, 8 up, 8 in 2024-08-04T16:21:19.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:19 smithi062 ceph-mon[85960]: pgmap v3062: 681 pgs: 3 creating+peering, 29 unknown, 649 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 7.7 KiB/s wr, 386 op/s 2024-08-04T16:21:20.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:20 smithi007 ceph-mon[92692]: osdmap e1769: 8 total, 8 up, 8 in 2024-08-04T16:21:20.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:20 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3230489992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:20.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:20 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:20.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:20 smithi007 ceph-mon[94998]: osdmap e1769: 8 total, 8 up, 8 in 2024-08-04T16:21:20.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:20 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3230489992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:20.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:20 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:20 smithi062 ceph-mon[85960]: osdmap e1769: 8 total, 8 up, 8 in 2024-08-04T16:21:20.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:20 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3230489992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:20.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:20 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:21.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:21 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:21:21.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:21 smithi062 ceph-mon[85960]: osdmap e1770: 8 total, 8 up, 8 in 2024-08-04T16:21:21.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:21 smithi062 ceph-mon[85960]: pgmap v3065: 713 pgs: 13 creating+peering, 37 unknown, 663 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 435 KiB/s rd, 6.5 KiB/s wr, 520 op/s 2024-08-04T16:21:21.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:21 smithi062 ceph-mon[85960]: osdmap e1771: 8 total, 8 up, 8 in 2024-08-04T16:21:21.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:21 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3876146370' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:21.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:21 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:21 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:21:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:21 smithi007 ceph-mon[92692]: osdmap e1770: 8 total, 8 up, 8 in 2024-08-04T16:21:21.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:21 smithi007 ceph-mon[92692]: pgmap v3065: 713 pgs: 13 creating+peering, 37 unknown, 663 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 435 KiB/s rd, 6.5 KiB/s wr, 520 op/s 2024-08-04T16:21:21.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:21 smithi007 ceph-mon[92692]: osdmap e1771: 8 total, 8 up, 8 in 2024-08-04T16:21:21.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:21 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3876146370' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:21.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:21 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:21.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:21 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:21:21.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:21 smithi007 ceph-mon[94998]: osdmap e1770: 8 total, 8 up, 8 in 2024-08-04T16:21:21.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:21 smithi007 ceph-mon[94998]: pgmap v3065: 713 pgs: 13 creating+peering, 37 unknown, 663 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 435 KiB/s rd, 6.5 KiB/s wr, 520 op/s 2024-08-04T16:21:21.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:21 smithi007 ceph-mon[94998]: osdmap e1771: 8 total, 8 up, 8 in 2024-08-04T16:21:21.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:21 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3876146370' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:21.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:21 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:21:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:21:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:22 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:21:22.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:22 smithi062 ceph-mon[85960]: osdmap e1772: 8 total, 8 up, 8 in 2024-08-04T16:21:22.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:22 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi007-143401-32", "tierpool":"test-librbd-smithi007-143401-34", "force_nonempty":""}]: dispatch 2024-08-04T16:21:22.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:21:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:21:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:21:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:21:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:22 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:21:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:22 smithi007 ceph-mon[92692]: osdmap e1772: 8 total, 8 up, 8 in 2024-08-04T16:21:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:22 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi007-143401-32", "tierpool":"test-librbd-smithi007-143401-34", "force_nonempty":""}]: dispatch 2024-08-04T16:21:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:21:22.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:22 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:21:22.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:22 smithi007 ceph-mon[94998]: osdmap e1772: 8 total, 8 up, 8 in 2024-08-04T16:21:22.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:22 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi007-143401-32", "tierpool":"test-librbd-smithi007-143401-34", "force_nonempty":""}]: dispatch 2024-08-04T16:21:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:23 smithi062 ceph-mon[85960]: pgmap v3068: 745 pgs: 16 creating+peering, 40 unknown, 689 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 278 KiB/s rd, 8.2 KiB/s wr, 340 op/s 2024-08-04T16:21:23.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:23 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi007-143401-32", "tierpool":"test-librbd-smithi007-143401-34", "force_nonempty":""}]': finished 2024-08-04T16:21:23.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:23 smithi062 ceph-mon[85960]: osdmap e1773: 8 total, 8 up, 8 in 2024-08-04T16:21:23.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:23 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi007-143401-34", "mode":"writeback"}]: dispatch 2024-08-04T16:21:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:23 smithi007 ceph-mon[94998]: pgmap v3068: 745 pgs: 16 creating+peering, 40 unknown, 689 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 278 KiB/s rd, 8.2 KiB/s wr, 340 op/s 2024-08-04T16:21:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:23 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi007-143401-32", "tierpool":"test-librbd-smithi007-143401-34", "force_nonempty":""}]': finished 2024-08-04T16:21:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:23 smithi007 ceph-mon[94998]: osdmap e1773: 8 total, 8 up, 8 in 2024-08-04T16:21:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:23 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi007-143401-34", "mode":"writeback"}]: dispatch 2024-08-04T16:21:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:23 smithi007 ceph-mon[92692]: pgmap v3068: 745 pgs: 16 creating+peering, 40 unknown, 689 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 278 KiB/s rd, 8.2 KiB/s wr, 340 op/s 2024-08-04T16:21:23.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:23 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi007-143401-32", "tierpool":"test-librbd-smithi007-143401-34", "force_nonempty":""}]': finished 2024-08-04T16:21:23.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:23 smithi007 ceph-mon[92692]: osdmap e1773: 8 total, 8 up, 8 in 2024-08-04T16:21:23.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:23 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi007-143401-34", "mode":"writeback"}]: dispatch 2024-08-04T16:21:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:24 smithi062 ceph-mon[85960]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-08-04T16:21:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:24 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi007-143401-34", "mode":"writeback"}]': finished 2024-08-04T16:21:24.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:24 smithi062 ceph-mon[85960]: osdmap e1774: 8 total, 8 up, 8 in 2024-08-04T16:21:24.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:24 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi007-143401-32", "overlaypool":"test-librbd-smithi007-143401-34"}]: dispatch 2024-08-04T16:21:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:24 smithi007 ceph-mon[94998]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-08-04T16:21:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:24 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi007-143401-34", "mode":"writeback"}]': finished 2024-08-04T16:21:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:24 smithi007 ceph-mon[94998]: osdmap e1774: 8 total, 8 up, 8 in 2024-08-04T16:21:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:24 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi007-143401-32", "overlaypool":"test-librbd-smithi007-143401-34"}]: dispatch 2024-08-04T16:21:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:24 smithi007 ceph-mon[92692]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-08-04T16:21:24.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:24 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi007-143401-34", "mode":"writeback"}]': finished 2024-08-04T16:21:24.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:24 smithi007 ceph-mon[92692]: osdmap e1774: 8 total, 8 up, 8 in 2024-08-04T16:21:24.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:24 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi007-143401-32", "overlaypool":"test-librbd-smithi007-143401-34"}]: dispatch 2024-08-04T16:21:25.030 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:25 smithi062 ceph-mon[85960]: pgmap v3071: 745 pgs: 13 creating+peering, 16 unknown, 716 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 5.5 KiB/s wr, 66 op/s 2024-08-04T16:21:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:25 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi007-143401-32", "overlaypool":"test-librbd-smithi007-143401-34"}]': finished 2024-08-04T16:21:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:25 smithi062 ceph-mon[85960]: osdmap e1775: 8 total, 8 up, 8 in 2024-08-04T16:21:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:25 smithi007 ceph-mon[92692]: pgmap v3071: 745 pgs: 13 creating+peering, 16 unknown, 716 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 5.5 KiB/s wr, 66 op/s 2024-08-04T16:21:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:25 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi007-143401-32", "overlaypool":"test-librbd-smithi007-143401-34"}]': finished 2024-08-04T16:21:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:25 smithi007 ceph-mon[92692]: osdmap e1775: 8 total, 8 up, 8 in 2024-08-04T16:21:25.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:25 smithi007 ceph-mon[94998]: pgmap v3071: 745 pgs: 13 creating+peering, 16 unknown, 716 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 5.5 KiB/s wr, 66 op/s 2024-08-04T16:21:25.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:25 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi007-143401-32", "overlaypool":"test-librbd-smithi007-143401-34"}]': finished 2024-08-04T16:21:25.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:25 smithi007 ceph-mon[94998]: osdmap e1775: 8 total, 8 up, 8 in 2024-08-04T16:21:26.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:21:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:21:26] "GET /metrics HTTP/1.1" 200 82839 "" "Prometheus/2.43.0" 2024-08-04T16:21:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:27 smithi007 ceph-mon[92692]: osdmap e1776: 8 total, 8 up, 8 in 2024-08-04T16:21:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:27 smithi007 ceph-mon[92692]: pgmap v3074: 745 pgs: 3 creating+peering, 742 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:21:27.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:27 smithi007 ceph-mon[94998]: osdmap e1776: 8 total, 8 up, 8 in 2024-08-04T16:21:27.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:27 smithi007 ceph-mon[94998]: pgmap v3074: 745 pgs: 3 creating+peering, 742 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:21:27.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:27 smithi062 ceph-mon[85960]: osdmap e1776: 8 total, 8 up, 8 in 2024-08-04T16:21:27.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:27 smithi062 ceph-mon[85960]: pgmap v3074: 745 pgs: 3 creating+peering, 742 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:21:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:28 smithi007 ceph-mon[92692]: osdmap e1777: 8 total, 8 up, 8 in 2024-08-04T16:21:28.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:28 smithi007 ceph-mon[94998]: osdmap e1777: 8 total, 8 up, 8 in 2024-08-04T16:21:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:28 smithi062 ceph-mon[85960]: osdmap e1777: 8 total, 8 up, 8 in 2024-08-04T16:21:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:29 smithi007 ceph-mon[92692]: osdmap e1778: 8 total, 8 up, 8 in 2024-08-04T16:21:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:29 smithi007 ceph-mon[92692]: pgmap v3077: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:21:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:29 smithi007 ceph-mon[94998]: osdmap e1778: 8 total, 8 up, 8 in 2024-08-04T16:21:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:29 smithi007 ceph-mon[94998]: pgmap v3077: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:21:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:29 smithi062 ceph-mon[85960]: osdmap e1778: 8 total, 8 up, 8 in 2024-08-04T16:21:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:29 smithi062 ceph-mon[85960]: pgmap v3077: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:21:30.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:30 smithi007 ceph-mon[92692]: osdmap e1779: 8 total, 8 up, 8 in 2024-08-04T16:21:30.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:30 smithi007 ceph-mon[94998]: osdmap e1779: 8 total, 8 up, 8 in 2024-08-04T16:21:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:30 smithi062 ceph-mon[85960]: osdmap e1779: 8 total, 8 up, 8 in 2024-08-04T16:21:30.577 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.577 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.577 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.577 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.578 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.578 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 1 2024-08-04T16:21:30.578 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 1 2024-08-04T16:21:30.578 INFO:tasks.workunit.client.0.smithi007.stdout:child: image113 2024-08-04T16:21:30.578 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image113/8b2c803886cc 2024-08-04T16:21:30.578 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.578 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.578 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.578 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.578 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.578 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.578 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.578 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.579 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.579 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.579 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.579 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.579 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 2 2024-08-04T16:21:30.579 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 2 2024-08-04T16:21:30.579 INFO:tasks.workunit.client.0.smithi007.stdout:child: image114 2024-08-04T16:21:30.579 INFO:tasks.workunit.client.0.smithi007.stdout:child: image113 2024-08-04T16:21:30.579 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image113/8b2c803886cc 2024-08-04T16:21:30.579 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.579 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-32/image114/8b2cf3fcced8 2024-08-04T16:21:30.579 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.579 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.579 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.579 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.580 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.580 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.580 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.580 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.580 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.580 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.580 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.580 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.580 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.580 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-33/image115 2024-08-04T16:21:30.580 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.580 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.580 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image115 2024-08-04T16:21:30.581 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image115 2024-08-04T16:21:30.581 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.581 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 3 2024-08-04T16:21:30.581 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 3 2024-08-04T16:21:30.581 INFO:tasks.workunit.client.0.smithi007.stdout:child: image114 2024-08-04T16:21:30.581 INFO:tasks.workunit.client.0.smithi007.stdout:child: image113 2024-08-04T16:21:30.581 INFO:tasks.workunit.client.0.smithi007.stdout:child: image115 2024-08-04T16:21:30.581 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image113/8b2c803886cc 2024-08-04T16:21:30.581 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.581 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-32/image114/8b2cf3fcced8 2024-08-04T16:21:30.581 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.581 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image115/8b2ca889ea4a 2024-08-04T16:21:30.581 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.582 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.582 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.582 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.582 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.582 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.582 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.582 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.582 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.582 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.582 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.582 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.582 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 3 2024-08-04T16:21:30.582 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 3 2024-08-04T16:21:30.582 INFO:tasks.workunit.client.0.smithi007.stdout:child: image114 2024-08-04T16:21:30.583 INFO:tasks.workunit.client.0.smithi007.stdout:child: image113 2024-08-04T16:21:30.583 INFO:tasks.workunit.client.0.smithi007.stdout:child: image115 2024-08-04T16:21:30.583 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image113/8b2c803886cc 2024-08-04T16:21:30.583 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.583 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-32/image114/8b2cf3fcced8 2024-08-04T16:21:30.583 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.583 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image115/8b2ca889ea4a 2024-08-04T16:21:30.583 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.583 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.583 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.583 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.583 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.583 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.583 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.584 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.584 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.584 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.584 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.584 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.584 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.584 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-33/image116 2024-08-04T16:21:30.584 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.584 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.584 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image116 2024-08-04T16:21:30.584 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image116 2024-08-04T16:21:30.584 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.584 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 4 2024-08-04T16:21:30.584 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 4 2024-08-04T16:21:30.585 INFO:tasks.workunit.client.0.smithi007.stdout:child: image114 2024-08-04T16:21:30.585 INFO:tasks.workunit.client.0.smithi007.stdout:child: image113 2024-08-04T16:21:30.585 INFO:tasks.workunit.client.0.smithi007.stdout:child: image115 2024-08-04T16:21:30.585 INFO:tasks.workunit.client.0.smithi007.stdout:child: image116 2024-08-04T16:21:30.585 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image113/8b2c803886cc 2024-08-04T16:21:30.585 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.585 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-32/image114/8b2cf3fcced8 2024-08-04T16:21:30.585 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.585 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image115/8b2ca889ea4a 2024-08-04T16:21:30.585 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.585 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image116/8b2c892ea459 2024-08-04T16:21:30.585 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.585 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.585 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.586 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.586 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.586 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.586 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.586 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.586 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.586 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.586 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.586 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.586 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.586 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-33/image115 2024-08-04T16:21:30.586 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:30.586 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:30.587 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image115 2024-08-04T16:21:30.587 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image115 2024-08-04T16:21:30.587 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.587 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:30.587 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-33/image116 2024-08-04T16:21:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:31 smithi007 ceph-mon[92692]: osdmap e1780: 8 total, 8 up, 8 in 2024-08-04T16:21:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:31 smithi007 ceph-mon[92692]: pgmap v3080: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.5 KiB/s wr, 36 op/s 2024-08-04T16:21:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:31 smithi007 ceph-mon[94998]: osdmap e1780: 8 total, 8 up, 8 in 2024-08-04T16:21:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:31 smithi007 ceph-mon[94998]: pgmap v3080: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.5 KiB/s wr, 36 op/s 2024-08-04T16:21:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:31 smithi062 ceph-mon[85960]: osdmap e1780: 8 total, 8 up, 8 in 2024-08-04T16:21:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:31 smithi062 ceph-mon[85960]: pgmap v3080: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.5 KiB/s wr, 36 op/s 2024-08-04T16:21:32.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:32 smithi062 ceph-mon[85960]: osdmap e1781: 8 total, 8 up, 8 in 2024-08-04T16:21:32.316 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:32 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi007-143401-32"}]: dispatch 2024-08-04T16:21:32.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:32 smithi007 ceph-mon[92692]: osdmap e1781: 8 total, 8 up, 8 in 2024-08-04T16:21:32.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:32 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi007-143401-32"}]: dispatch 2024-08-04T16:21:32.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:32 smithi007 ceph-mon[94998]: osdmap e1781: 8 total, 8 up, 8 in 2024-08-04T16:21:32.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:32 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi007-143401-32"}]: dispatch 2024-08-04T16:21:32.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:21:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:21:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:21:33.047 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:33.047 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image113 2024-08-04T16:21:33.047 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image115 2024-08-04T16:21:33.048 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image116 2024-08-04T16:21:33.048 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image116 2024-08-04T16:21:33.048 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.048 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 4 2024-08-04T16:21:33.048 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 4 2024-08-04T16:21:33.048 INFO:tasks.workunit.client.0.smithi007.stdout:child: image114 2024-08-04T16:21:33.048 INFO:tasks.workunit.client.0.smithi007.stdout:child: image113 2024-08-04T16:21:33.048 INFO:tasks.workunit.client.0.smithi007.stdout:child: image115 2024-08-04T16:21:33.048 INFO:tasks.workunit.client.0.smithi007.stdout:child: image116 2024-08-04T16:21:33.048 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image113/8b2c803886cc 2024-08-04T16:21:33.048 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.049 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-32/image114/8b2cf3fcced8 2024-08-04T16:21:33.049 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.049 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image115/8b2ca889ea4a 2024-08-04T16:21:33.049 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.049 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image116/8b2c892ea459 2024-08-04T16:21:33.049 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.049 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.049 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:33.049 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:33.049 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:33.049 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.049 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.049 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-33/image115 2024-08-04T16:21:33.050 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:33.050 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image115 2024-08-04T16:21:33.050 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image115 2024-08-04T16:21:33.050 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.050 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.050 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-33/image116 2024-08-04T16:21:33.050 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:33.050 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image115 2024-08-04T16:21:33.050 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image116 2024-08-04T16:21:33.050 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image116 2024-08-04T16:21:33.050 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.051 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 3 2024-08-04T16:21:33.051 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 3 2024-08-04T16:21:33.051 INFO:tasks.workunit.client.0.smithi007.stdout:child: image114 2024-08-04T16:21:33.051 INFO:tasks.workunit.client.0.smithi007.stdout:child: image115 2024-08-04T16:21:33.051 INFO:tasks.workunit.client.0.smithi007.stdout:child: image116 2024-08-04T16:21:33.051 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-32/image114/8b2cf3fcced8 2024-08-04T16:21:33.051 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.051 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image115/8b2ca889ea4a 2024-08-04T16:21:33.051 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.051 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image116/8b2c892ea459 2024-08-04T16:21:33.051 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.051 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.052 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:33.052 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:33.052 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:33.052 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.052 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.052 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-33/image116 2024-08-04T16:21:33.052 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:33.052 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-33/image116 2024-08-04T16:21:33.052 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image116 2024-08-04T16:21:33.052 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.052 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 2 2024-08-04T16:21:33.052 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 2 2024-08-04T16:21:33.052 INFO:tasks.workunit.client.0.smithi007.stdout:child: image114 2024-08-04T16:21:33.053 INFO:tasks.workunit.client.0.smithi007.stdout:child: image116 2024-08-04T16:21:33.053 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-32/image114/8b2cf3fcced8 2024-08-04T16:21:33.053 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.053 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-33/image116/8b2c892ea459 2024-08-04T16:21:33.053 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.053 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.053 INFO:tasks.workunit.client.0.smithi007.stdout:trying to find test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:33.053 INFO:tasks.workunit.client.0.smithi007.stdout:checking test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:33.053 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-32/image114 2024-08-04T16:21:33.053 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.053 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 1 2024-08-04T16:21:33.053 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 1 2024-08-04T16:21:33.054 INFO:tasks.workunit.client.0.smithi007.stdout:child: image114 2024-08-04T16:21:33.054 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-32/image114/8b2cf3fcced8 2024-08-04T16:21:33.054 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:21:33.054 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 0 2024-08-04T16:21:33.054 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 0 2024-08-04T16:21:33.054 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16942 ms) 2024-08-04T16:21:33.054 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.LockingPP 2024-08-04T16:21:33.054 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:33.116 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.LockingPP (70 ms) 2024-08-04T16:21:33.117 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.FlushAio 2024-08-04T16:21:33.117 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:33 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi007-143401-32"}]': finished 2024-08-04T16:21:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:33 smithi007 ceph-mon[92692]: osdmap e1782: 8 total, 8 up, 8 in 2024-08-04T16:21:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:33 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi007-143401-32", "tierpool":"test-librbd-smithi007-143401-34"}]: dispatch 2024-08-04T16:21:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:33 smithi007 ceph-mon[92692]: pgmap v3083: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 4.5 KiB/s wr, 150 op/s 2024-08-04T16:21:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:33 smithi007 ceph-mon[92692]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-08-04T16:21:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:33 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi007-143401-32", "tierpool":"test-librbd-smithi007-143401-34"}]': finished 2024-08-04T16:21:33.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:33 smithi007 ceph-mon[92692]: osdmap e1783: 8 total, 8 up, 8 in 2024-08-04T16:21:33.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:33 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi007-143401-32"}]': finished 2024-08-04T16:21:33.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:33 smithi007 ceph-mon[94998]: osdmap e1782: 8 total, 8 up, 8 in 2024-08-04T16:21:33.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:33 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi007-143401-32", "tierpool":"test-librbd-smithi007-143401-34"}]: dispatch 2024-08-04T16:21:33.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:33 smithi007 ceph-mon[94998]: pgmap v3083: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 4.5 KiB/s wr, 150 op/s 2024-08-04T16:21:33.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:33 smithi007 ceph-mon[94998]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-08-04T16:21:33.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:33 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi007-143401-32", "tierpool":"test-librbd-smithi007-143401-34"}]': finished 2024-08-04T16:21:33.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:33 smithi007 ceph-mon[94998]: osdmap e1783: 8 total, 8 up, 8 in 2024-08-04T16:21:33.352 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.FlushAio (236 ms) 2024-08-04T16:21:33.352 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-08-04T16:21:33.352 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:33 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi007-143401-32"}]': finished 2024-08-04T16:21:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:33 smithi062 ceph-mon[85960]: osdmap e1782: 8 total, 8 up, 8 in 2024-08-04T16:21:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:33 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi007-143401-32", "tierpool":"test-librbd-smithi007-143401-34"}]: dispatch 2024-08-04T16:21:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:33 smithi062 ceph-mon[85960]: pgmap v3083: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 4.5 KiB/s wr, 150 op/s 2024-08-04T16:21:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:33 smithi062 ceph-mon[85960]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-08-04T16:21:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:33 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi007-143401-32", "tierpool":"test-librbd-smithi007-143401-34"}]': finished 2024-08-04T16:21:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:33 smithi062 ceph-mon[85960]: osdmap e1783: 8 total, 8 up, 8 in 2024-08-04T16:21:33.526 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.FlushAioPP (173 ms) 2024-08-04T16:21:33.526 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-08-04T16:21:33.526 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:33.549 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (23 ms) 2024-08-04T16:21:33.549 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-08-04T16:21:33.549 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:33.577 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (28 ms) 2024-08-04T16:21:33.577 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-08-04T16:21:33.577 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:33.593 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.ZeroLengthRead (17 ms) 2024-08-04T16:21:33.593 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-08-04T16:21:33.593 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:33.629 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.LargeCacheRead (36 ms) 2024-08-04T16:21:33.629 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-08-04T16:21:33.629 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:33.869 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestPendingAio (239 ms) 2024-08-04T16:21:33.869 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-08-04T16:21:33.869 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:34.158 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:35 smithi007 ceph-mon[92692]: osdmap e1784: 8 total, 8 up, 8 in 2024-08-04T16:21:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:35 smithi007 ceph-mon[92692]: pgmap v3086: 745 pgs: 745 active+clean; 137 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 416 KiB/s rd, 73 KiB/s wr, 570 op/s 2024-08-04T16:21:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:35 smithi007 ceph-mon[94998]: osdmap e1784: 8 total, 8 up, 8 in 2024-08-04T16:21:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:35 smithi007 ceph-mon[94998]: pgmap v3086: 745 pgs: 745 active+clean; 137 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 416 KiB/s rd, 73 KiB/s wr, 570 op/s 2024-08-04T16:21:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:35 smithi062 ceph-mon[85960]: osdmap e1784: 8 total, 8 up, 8 in 2024-08-04T16:21:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:35 smithi062 ceph-mon[85960]: pgmap v3086: 745 pgs: 745 active+clean; 137 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 416 KiB/s rd, 73 KiB/s wr, 570 op/s 2024-08-04T16:21:36.069 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2200 ms) 2024-08-04T16:21:36.069 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-08-04T16:21:36.069 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:36 smithi007 ceph-mon[92692]: osdmap e1785: 8 total, 8 up, 8 in 2024-08-04T16:21:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:36 smithi007 ceph-mon[92692]: osdmap e1786: 8 total, 8 up, 8 in 2024-08-04T16:21:36.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:21:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:21:36] "GET /metrics HTTP/1.1" 200 82839 "" "Prometheus/2.43.0" 2024-08-04T16:21:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:36 smithi007 ceph-mon[94998]: osdmap e1785: 8 total, 8 up, 8 in 2024-08-04T16:21:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:36 smithi007 ceph-mon[94998]: osdmap e1786: 8 total, 8 up, 8 in 2024-08-04T16:21:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:36 smithi062 ceph-mon[85960]: osdmap e1785: 8 total, 8 up, 8 in 2024-08-04T16:21:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:36 smithi062 ceph-mon[85960]: osdmap e1786: 8 total, 8 up, 8 in 2024-08-04T16:21:37.178 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:21:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:37 smithi007 ceph-mon[94998]: pgmap v3089: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 662 KiB/s wr, 971 op/s 2024-08-04T16:21:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:21:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:37 smithi007 ceph-mon[92692]: pgmap v3089: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 662 KiB/s wr, 971 op/s 2024-08-04T16:21:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:21:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:37 smithi062 ceph-mon[85960]: pgmap v3089: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 662 KiB/s wr, 971 op/s 2024-08-04T16:21:38.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:38 smithi007 ceph-mon[94998]: osdmap e1787: 8 total, 8 up, 8 in 2024-08-04T16:21:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:38 smithi007 ceph-mon[92692]: osdmap e1787: 8 total, 8 up, 8 in 2024-08-04T16:21:38.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:38 smithi062 ceph-mon[85960]: osdmap e1787: 8 total, 8 up, 8 in 2024-08-04T16:21:39.141 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3072 ms) 2024-08-04T16:21:39.141 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.Flatten 2024-08-04T16:21:39.141 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:39 smithi062 ceph-mon[85960]: osdmap e1788: 8 total, 8 up, 8 in 2024-08-04T16:21:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:39 smithi062 ceph-mon[85960]: pgmap v3092: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 947 KiB/s rd, 672 KiB/s wr, 688 op/s 2024-08-04T16:21:39.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:39 smithi007 ceph-mon[92692]: osdmap e1788: 8 total, 8 up, 8 in 2024-08-04T16:21:39.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:39 smithi007 ceph-mon[92692]: pgmap v3092: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 947 KiB/s rd, 672 KiB/s wr, 688 op/s 2024-08-04T16:21:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:39 smithi007 ceph-mon[94998]: osdmap e1788: 8 total, 8 up, 8 in 2024-08-04T16:21:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:39 smithi007 ceph-mon[94998]: pgmap v3092: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 947 KiB/s rd, 672 KiB/s wr, 688 op/s 2024-08-04T16:21:40.206 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.Flatten (1066 ms) 2024-08-04T16:21:40.207 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.Sparsify 2024-08-04T16:21:40.207 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:40.239 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 32768 2024-08-04T16:21:40.239 INFO:tasks.workunit.client.0.smithi007.stdout:read: 32768 2024-08-04T16:21:40.239 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.Sparsify (32 ms) 2024-08-04T16:21:40.239 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-08-04T16:21:40.239 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:40.269 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.SparsifyPP (30 ms) 2024-08-04T16:21:40.269 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-08-04T16:21:40.269 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:40.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:40 smithi062 ceph-mon[85960]: osdmap e1789: 8 total, 8 up, 8 in 2024-08-04T16:21:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:40 smithi007 ceph-mon[92692]: osdmap e1789: 8 total, 8 up, 8 in 2024-08-04T16:21:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:40 smithi007 ceph-mon[94998]: osdmap e1789: 8 total, 8 up, 8 in 2024-08-04T16:21:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:41 smithi062 ceph-mon[85960]: osdmap e1790: 8 total, 8 up, 8 in 2024-08-04T16:21:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:41 smithi062 ceph-mon[85960]: pgmap v3095: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 90 KiB/s wr, 325 op/s 2024-08-04T16:21:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:41 smithi062 ceph-mon[85960]: osdmap e1791: 8 total, 8 up, 8 in 2024-08-04T16:21:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:41 smithi007 ceph-mon[94998]: osdmap e1790: 8 total, 8 up, 8 in 2024-08-04T16:21:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:41 smithi007 ceph-mon[94998]: pgmap v3095: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 90 KiB/s wr, 325 op/s 2024-08-04T16:21:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:41 smithi007 ceph-mon[94998]: osdmap e1791: 8 total, 8 up, 8 in 2024-08-04T16:21:41.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:41 smithi007 ceph-mon[92692]: osdmap e1790: 8 total, 8 up, 8 in 2024-08-04T16:21:41.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:41 smithi007 ceph-mon[92692]: pgmap v3095: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 90 KiB/s wr, 325 op/s 2024-08-04T16:21:41.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:41 smithi007 ceph-mon[92692]: osdmap e1791: 8 total, 8 up, 8 in 2024-08-04T16:21:42.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:21:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:21:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:21:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:43 smithi007 ceph-mon[92692]: osdmap e1792: 8 total, 8 up, 8 in 2024-08-04T16:21:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:43 smithi007 ceph-mon[92692]: pgmap v3098: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 23 KiB/s wr, 216 op/s 2024-08-04T16:21:43.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:43 smithi007 ceph-mon[94998]: osdmap e1792: 8 total, 8 up, 8 in 2024-08-04T16:21:43.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:43 smithi007 ceph-mon[94998]: pgmap v3098: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 23 KiB/s wr, 216 op/s 2024-08-04T16:21:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:43 smithi062 ceph-mon[85960]: osdmap e1792: 8 total, 8 up, 8 in 2024-08-04T16:21:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:43 smithi062 ceph-mon[85960]: pgmap v3098: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 23 KiB/s wr, 216 op/s 2024-08-04T16:21:44.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:44 smithi007 ceph-mon[94998]: osdmap e1793: 8 total, 8 up, 8 in 2024-08-04T16:21:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:44 smithi007 ceph-mon[92692]: osdmap e1793: 8 total, 8 up, 8 in 2024-08-04T16:21:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:44 smithi062 ceph-mon[85960]: osdmap e1793: 8 total, 8 up, 8 in 2024-08-04T16:21:45.084 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.SnapshotLimit (4815 ms) 2024-08-04T16:21:45.084 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-08-04T16:21:45.084 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:45 smithi007 ceph-mon[94998]: osdmap e1794: 8 total, 8 up, 8 in 2024-08-04T16:21:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:45 smithi007 ceph-mon[94998]: pgmap v3101: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 32 KiB/s wr, 162 op/s 2024-08-04T16:21:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:45 smithi007 ceph-mon[92692]: osdmap e1794: 8 total, 8 up, 8 in 2024-08-04T16:21:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:45 smithi007 ceph-mon[92692]: pgmap v3101: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 32 KiB/s wr, 162 op/s 2024-08-04T16:21:45.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:45 smithi062 ceph-mon[85960]: osdmap e1794: 8 total, 8 up, 8 in 2024-08-04T16:21:45.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:45 smithi062 ceph-mon[85960]: pgmap v3101: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 32 KiB/s wr, 162 op/s 2024-08-04T16:21:46.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:46 smithi007 ceph-mon[92692]: osdmap e1795: 8 total, 8 up, 8 in 2024-08-04T16:21:46.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:46 smithi007 ceph-mon[94998]: osdmap e1795: 8 total, 8 up, 8 in 2024-08-04T16:21:46.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:21:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:21:46] "GET /metrics HTTP/1.1" 200 82905 "" "Prometheus/2.43.0" 2024-08-04T16:21:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:46 smithi062 ceph-mon[85960]: osdmap e1795: 8 total, 8 up, 8 in 2024-08-04T16:21:47.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:47 smithi007 ceph-mon[92692]: osdmap e1796: 8 total, 8 up, 8 in 2024-08-04T16:21:47.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:47 smithi007 ceph-mon[92692]: pgmap v3104: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 25 KiB/s wr, 172 op/s 2024-08-04T16:21:47.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:47 smithi007 ceph-mon[94998]: osdmap e1796: 8 total, 8 up, 8 in 2024-08-04T16:21:47.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:47 smithi007 ceph-mon[94998]: pgmap v3104: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 25 KiB/s wr, 172 op/s 2024-08-04T16:21:47.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:47 smithi062 ceph-mon[85960]: osdmap e1796: 8 total, 8 up, 8 in 2024-08-04T16:21:47.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:47 smithi062 ceph-mon[85960]: pgmap v3104: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 25 KiB/s wr, 172 op/s 2024-08-04T16:21:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:48 smithi007 ceph-mon[92692]: osdmap e1797: 8 total, 8 up, 8 in 2024-08-04T16:21:48.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:48 smithi007 ceph-mon[94998]: osdmap e1797: 8 total, 8 up, 8 in 2024-08-04T16:21:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:48 smithi062 ceph-mon[85960]: osdmap e1797: 8 total, 8 up, 8 in 2024-08-04T16:21:49.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:49 smithi062 ceph-mon[85960]: osdmap e1798: 8 total, 8 up, 8 in 2024-08-04T16:21:49.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:49 smithi062 ceph-mon[85960]: pgmap v3107: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.7 KiB/s wr, 75 op/s 2024-08-04T16:21:49.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:49 smithi007 ceph-mon[94998]: osdmap e1798: 8 total, 8 up, 8 in 2024-08-04T16:21:49.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:49 smithi007 ceph-mon[94998]: pgmap v3107: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.7 KiB/s wr, 75 op/s 2024-08-04T16:21:49.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:49 smithi007 ceph-mon[92692]: osdmap e1798: 8 total, 8 up, 8 in 2024-08-04T16:21:49.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:49 smithi007 ceph-mon[92692]: pgmap v3107: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.7 KiB/s wr, 75 op/s 2024-08-04T16:21:50.127 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5044 ms) 2024-08-04T16:21:50.128 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-08-04T16:21:50.128 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:50.187 INFO:tasks.workunit.client.0.smithi007.stdout:0.00% done 2024-08-04T16:21:50.187 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (59 ms) 2024-08-04T16:21:50.187 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-08-04T16:21:50.187 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:50.250 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (64 ms) 2024-08-04T16:21:50.251 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-08-04T16:21:50.251 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:50 smithi062 ceph-mon[85960]: osdmap e1799: 8 total, 8 up, 8 in 2024-08-04T16:21:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:50 smithi007 ceph-mon[92692]: osdmap e1799: 8 total, 8 up, 8 in 2024-08-04T16:21:50.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:50 smithi007 ceph-mon[94998]: osdmap e1799: 8 total, 8 up, 8 in 2024-08-04T16:21:51.149 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (899 ms) 2024-08-04T16:21:51.150 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-08-04T16:21:51.150 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:51 smithi062 ceph-mon[85960]: osdmap e1800: 8 total, 8 up, 8 in 2024-08-04T16:21:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:51 smithi062 ceph-mon[85960]: pgmap v3110: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 KiB/s wr, 31 op/s 2024-08-04T16:21:51.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:21:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:51 smithi007 ceph-mon[92692]: osdmap e1800: 8 total, 8 up, 8 in 2024-08-04T16:21:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:51 smithi007 ceph-mon[92692]: pgmap v3110: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 KiB/s wr, 31 op/s 2024-08-04T16:21:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:21:51.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:51 smithi007 ceph-mon[94998]: osdmap e1800: 8 total, 8 up, 8 in 2024-08-04T16:21:51.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:51 smithi007 ceph-mon[94998]: pgmap v3110: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 KiB/s wr, 31 op/s 2024-08-04T16:21:51.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:21:52.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:52 smithi062 ceph-mon[85960]: osdmap e1801: 8 total, 8 up, 8 in 2024-08-04T16:21:52.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:21:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:21:52.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:52 smithi007 ceph-mon[94998]: osdmap e1801: 8 total, 8 up, 8 in 2024-08-04T16:21:52.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:52 smithi007 ceph-mon[92692]: osdmap e1801: 8 total, 8 up, 8 in 2024-08-04T16:21:53.162 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2012 ms) 2024-08-04T16:21:53.162 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-08-04T16:21:53.162 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:53.208 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (47 ms) 2024-08-04T16:21:53.209 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-08-04T16:21:53.209 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:21:53.209 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-08-04T16:21:53.209 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-08-04T16:21:53.209 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:53.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:53 smithi062 ceph-mon[85960]: osdmap e1802: 8 total, 8 up, 8 in 2024-08-04T16:21:53.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:53 smithi062 ceph-mon[85960]: pgmap v3113: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 6.7 KiB/s wr, 85 op/s 2024-08-04T16:21:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:53 smithi007 ceph-mon[94998]: osdmap e1802: 8 total, 8 up, 8 in 2024-08-04T16:21:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:53 smithi007 ceph-mon[94998]: pgmap v3113: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 6.7 KiB/s wr, 85 op/s 2024-08-04T16:21:53.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:53 smithi007 ceph-mon[92692]: osdmap e1802: 8 total, 8 up, 8 in 2024-08-04T16:21:53.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:53 smithi007 ceph-mon[92692]: pgmap v3113: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 6.7 KiB/s wr, 85 op/s 2024-08-04T16:21:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:54 smithi062 ceph-mon[85960]: osdmap e1803: 8 total, 8 up, 8 in 2024-08-04T16:21:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:54 smithi007 ceph-mon[92692]: osdmap e1803: 8 total, 8 up, 8 in 2024-08-04T16:21:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:54 smithi007 ceph-mon[94998]: osdmap e1803: 8 total, 8 up, 8 in 2024-08-04T16:21:55.163 INFO:tasks.workunit.client.0.smithi007.stdout:100.00% done 2024-08-04T16:21:55.164 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.SnapRemove2 (1955 ms) 2024-08-04T16:21:55.164 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-08-04T16:21:55.164 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:55.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:55 smithi062 ceph-mon[85960]: osdmap e1804: 8 total, 8 up, 8 in 2024-08-04T16:21:55.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:55 smithi062 ceph-mon[85960]: pgmap v3116: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 8.7 KiB/s wr, 130 op/s 2024-08-04T16:21:55.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:55 smithi007 ceph-mon[92692]: osdmap e1804: 8 total, 8 up, 8 in 2024-08-04T16:21:55.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:55 smithi007 ceph-mon[92692]: pgmap v3116: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 8.7 KiB/s wr, 130 op/s 2024-08-04T16:21:55.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:55 smithi007 ceph-mon[94998]: osdmap e1804: 8 total, 8 up, 8 in 2024-08-04T16:21:55.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:55 smithi007 ceph-mon[94998]: pgmap v3116: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 8.7 KiB/s wr, 130 op/s 2024-08-04T16:21:56.078 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (914 ms) 2024-08-04T16:21:56.078 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-08-04T16:21:56.078 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:56 smithi062 ceph-mon[85960]: osdmap e1805: 8 total, 8 up, 8 in 2024-08-04T16:21:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:56 smithi062 ceph-mon[85960]: osdmap e1806: 8 total, 8 up, 8 in 2024-08-04T16:21:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:21:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:21:56] "GET /metrics HTTP/1.1" 200 82901 "" "Prometheus/2.43.0" 2024-08-04T16:21:56.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:56 smithi007 ceph-mon[92692]: osdmap e1805: 8 total, 8 up, 8 in 2024-08-04T16:21:56.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:56 smithi007 ceph-mon[92692]: osdmap e1806: 8 total, 8 up, 8 in 2024-08-04T16:21:56.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:56 smithi007 ceph-mon[94998]: osdmap e1805: 8 total, 8 up, 8 in 2024-08-04T16:21:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:56 smithi007 ceph-mon[94998]: osdmap e1806: 8 total, 8 up, 8 in 2024-08-04T16:21:57.084 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1006 ms) 2024-08-04T16:21:57.084 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-08-04T16:21:57.084 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:57.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:57 smithi062 ceph-mon[85960]: pgmap v3119: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 8.7 KiB/s wr, 132 op/s 2024-08-04T16:21:57.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:21:57.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:21:57.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:21:57.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:57 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:21:57.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:57 smithi062 ceph-mon[85960]: osdmap e1807: 8 total, 8 up, 8 in 2024-08-04T16:21:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:57 smithi007 ceph-mon[94998]: pgmap v3119: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 8.7 KiB/s wr, 132 op/s 2024-08-04T16:21:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:21:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:21:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:21:57.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:57 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:21:57.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:57 smithi007 ceph-mon[94998]: osdmap e1807: 8 total, 8 up, 8 in 2024-08-04T16:21:57.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:57 smithi007 ceph-mon[92692]: pgmap v3119: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 8.7 KiB/s wr, 132 op/s 2024-08-04T16:21:57.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:21:57.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:21:57.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:21:57.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:57 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:21:57.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:57 smithi007 ceph-mon[92692]: osdmap e1807: 8 total, 8 up, 8 in 2024-08-04T16:21:58.091 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1008 ms) 2024-08-04T16:21:58.091 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-08-04T16:21:58.091 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:59.148 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1057 ms) 2024-08-04T16:21:59.149 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-08-04T16:21:59.149 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:59.185 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (37 ms) 2024-08-04T16:21:59.185 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-08-04T16:21:59.185 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:59.225 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (39 ms) 2024-08-04T16:21:59.225 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-08-04T16:21:59.225 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:21:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:59 smithi007 ceph-mon[92692]: osdmap e1808: 8 total, 8 up, 8 in 2024-08-04T16:21:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:21:59 smithi007 ceph-mon[92692]: pgmap v3122: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 173 op/s 2024-08-04T16:21:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:59 smithi007 ceph-mon[94998]: osdmap e1808: 8 total, 8 up, 8 in 2024-08-04T16:21:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:21:59 smithi007 ceph-mon[94998]: pgmap v3122: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 173 op/s 2024-08-04T16:21:59.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:59 smithi062 ceph-mon[85960]: osdmap e1808: 8 total, 8 up, 8 in 2024-08-04T16:21:59.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:21:59 smithi062 ceph-mon[85960]: pgmap v3122: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 173 op/s 2024-08-04T16:22:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:00 smithi007 ceph-mon[92692]: osdmap e1809: 8 total, 8 up, 8 in 2024-08-04T16:22:00.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:00 smithi007 ceph-mon[94998]: osdmap e1809: 8 total, 8 up, 8 in 2024-08-04T16:22:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:00 smithi062 ceph-mon[85960]: osdmap e1809: 8 total, 8 up, 8 in 2024-08-04T16:22:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:01 smithi007 ceph-mon[92692]: osdmap e1810: 8 total, 8 up, 8 in 2024-08-04T16:22:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:01 smithi007 ceph-mon[92692]: pgmap v3125: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 212 op/s 2024-08-04T16:22:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:01 smithi007 ceph-mon[92692]: osdmap e1811: 8 total, 8 up, 8 in 2024-08-04T16:22:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:01 smithi007 ceph-mon[94998]: osdmap e1810: 8 total, 8 up, 8 in 2024-08-04T16:22:01.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:01 smithi007 ceph-mon[94998]: pgmap v3125: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 212 op/s 2024-08-04T16:22:01.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:01 smithi007 ceph-mon[94998]: osdmap e1811: 8 total, 8 up, 8 in 2024-08-04T16:22:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:01 smithi062 ceph-mon[85960]: osdmap e1810: 8 total, 8 up, 8 in 2024-08-04T16:22:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:01 smithi062 ceph-mon[85960]: pgmap v3125: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 212 op/s 2024-08-04T16:22:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:01 smithi062 ceph-mon[85960]: osdmap e1811: 8 total, 8 up, 8 in 2024-08-04T16:22:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:22:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:22:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:22:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:03 smithi007 ceph-mon[92692]: osdmap e1812: 8 total, 8 up, 8 in 2024-08-04T16:22:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:03 smithi007 ceph-mon[92692]: pgmap v3128: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 9.2 KiB/s wr, 251 op/s 2024-08-04T16:22:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:03 smithi007 ceph-mon[94998]: osdmap e1812: 8 total, 8 up, 8 in 2024-08-04T16:22:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:03 smithi007 ceph-mon[94998]: pgmap v3128: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 9.2 KiB/s wr, 251 op/s 2024-08-04T16:22:03.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:03 smithi062 ceph-mon[85960]: osdmap e1812: 8 total, 8 up, 8 in 2024-08-04T16:22:03.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:03 smithi062 ceph-mon[85960]: pgmap v3128: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 9.2 KiB/s wr, 251 op/s 2024-08-04T16:22:04.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:04 smithi007 ceph-mon[94998]: osdmap e1813: 8 total, 8 up, 8 in 2024-08-04T16:22:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:04 smithi007 ceph-mon[92692]: osdmap e1813: 8 total, 8 up, 8 in 2024-08-04T16:22:04.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:04 smithi062 ceph-mon[85960]: osdmap e1813: 8 total, 8 up, 8 in 2024-08-04T16:22:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:05 smithi007 ceph-mon[94998]: osdmap e1814: 8 total, 8 up, 8 in 2024-08-04T16:22:05.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:05 smithi007 ceph-mon[94998]: pgmap v3131: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 8.5 KiB/s wr, 202 op/s 2024-08-04T16:22:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:05 smithi007 ceph-mon[92692]: osdmap e1814: 8 total, 8 up, 8 in 2024-08-04T16:22:05.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:05 smithi007 ceph-mon[92692]: pgmap v3131: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 8.5 KiB/s wr, 202 op/s 2024-08-04T16:22:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:05 smithi062 ceph-mon[85960]: osdmap e1814: 8 total, 8 up, 8 in 2024-08-04T16:22:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:05 smithi062 ceph-mon[85960]: pgmap v3131: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 8.5 KiB/s wr, 202 op/s 2024-08-04T16:22:06.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:22:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:22:06] "GET /metrics HTTP/1.1" 200 82901 "" "Prometheus/2.43.0" 2024-08-04T16:22:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:06 smithi007 ceph-mon[92692]: osdmap e1815: 8 total, 8 up, 8 in 2024-08-04T16:22:06.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:06 smithi007 ceph-mon[92692]: osdmap e1816: 8 total, 8 up, 8 in 2024-08-04T16:22:06.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:06 smithi007 ceph-mon[94998]: osdmap e1815: 8 total, 8 up, 8 in 2024-08-04T16:22:06.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:06 smithi007 ceph-mon[94998]: osdmap e1816: 8 total, 8 up, 8 in 2024-08-04T16:22:06.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:06 smithi062 ceph-mon[85960]: osdmap e1815: 8 total, 8 up, 8 in 2024-08-04T16:22:06.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:06 smithi062 ceph-mon[85960]: osdmap e1816: 8 total, 8 up, 8 in 2024-08-04T16:22:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:22:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:07 smithi007 ceph-mon[92692]: pgmap v3134: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 6.7 KiB/s wr, 118 op/s 2024-08-04T16:22:07.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:07 smithi007 ceph-mon[92692]: osdmap e1817: 8 total, 8 up, 8 in 2024-08-04T16:22:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:22:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:07 smithi007 ceph-mon[94998]: pgmap v3134: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 6.7 KiB/s wr, 118 op/s 2024-08-04T16:22:07.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:07 smithi007 ceph-mon[94998]: osdmap e1817: 8 total, 8 up, 8 in 2024-08-04T16:22:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:22:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:07 smithi062 ceph-mon[85960]: pgmap v3134: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 6.7 KiB/s wr, 118 op/s 2024-08-04T16:22:07.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:07 smithi062 ceph-mon[85960]: osdmap e1817: 8 total, 8 up, 8 in 2024-08-04T16:22:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:09 smithi007 ceph-mon[94998]: osdmap e1818: 8 total, 8 up, 8 in 2024-08-04T16:22:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:09 smithi007 ceph-mon[94998]: pgmap v3137: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 KiB/s wr, 71 op/s 2024-08-04T16:22:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:09 smithi007 ceph-mon[92692]: osdmap e1818: 8 total, 8 up, 8 in 2024-08-04T16:22:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:09 smithi007 ceph-mon[92692]: pgmap v3137: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 KiB/s wr, 71 op/s 2024-08-04T16:22:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:09 smithi062 ceph-mon[85960]: osdmap e1818: 8 total, 8 up, 8 in 2024-08-04T16:22:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:09 smithi062 ceph-mon[85960]: pgmap v3137: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 KiB/s wr, 71 op/s 2024-08-04T16:22:09.662 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10437 ms) 2024-08-04T16:22:09.662 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.Metadata 2024-08-04T16:22:09.663 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:10.146 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.Metadata (484 ms) 2024-08-04T16:22:10.146 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-08-04T16:22:10.146 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:10.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:10 smithi007 ceph-mon[92692]: osdmap e1819: 8 total, 8 up, 8 in 2024-08-04T16:22:10.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:10 smithi007 ceph-mon[94998]: osdmap e1819: 8 total, 8 up, 8 in 2024-08-04T16:22:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:10 smithi062 ceph-mon[85960]: osdmap e1819: 8 total, 8 up, 8 in 2024-08-04T16:22:11.166 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.MetadataPP (1020 ms) 2024-08-04T16:22:11.167 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-08-04T16:22:11.167 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:11.263 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.UpdateFeatures (97 ms) 2024-08-04T16:22:11.264 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-08-04T16:22:11.264 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-08-04T16:22:11.264 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-08-04T16:22:11.264 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:11 smithi007 ceph-mon[94998]: osdmap e1820: 8 total, 8 up, 8 in 2024-08-04T16:22:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:11 smithi007 ceph-mon[94998]: pgmap v3140: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 131 KiB/s wr, 484 op/s 2024-08-04T16:22:11.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:11 smithi007 ceph-mon[92692]: osdmap e1820: 8 total, 8 up, 8 in 2024-08-04T16:22:11.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:11 smithi007 ceph-mon[92692]: pgmap v3140: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 131 KiB/s wr, 484 op/s 2024-08-04T16:22:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:11 smithi062 ceph-mon[85960]: osdmap e1820: 8 total, 8 up, 8 in 2024-08-04T16:22:11.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:11 smithi062 ceph-mon[85960]: pgmap v3140: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 131 KiB/s wr, 484 op/s 2024-08-04T16:22:12.142 INFO:tasks.workunit.client.0.smithi007.stdout:0.00% done 2024-08-04T16:22:12.143 INFO:tasks.workunit.client.0.smithi007.stdout:25.00% done 2024-08-04T16:22:12.143 INFO:tasks.workunit.client.0.smithi007.stdout:50.00% done 2024-08-04T16:22:12.143 INFO:tasks.workunit.client.0.smithi007.stdout:75.00% done 2024-08-04T16:22:12.143 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.RebuildObjectMap (880 ms) 2024-08-04T16:22:12.143 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-08-04T16:22:12.178 INFO:tasks.workunit.client.0.smithi007.stdout:0.00% done 2024-08-04T16:22:12.178 INFO:tasks.workunit.client.0.smithi007.stdout:25.00% done 2024-08-04T16:22:12.178 INFO:tasks.workunit.client.0.smithi007.stdout:50.00% done 2024-08-04T16:22:12.178 INFO:tasks.workunit.client.0.smithi007.stdout:75.00% done 2024-08-04T16:22:12.179 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (35 ms) 2024-08-04T16:22:12.179 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-08-04T16:22:12.179 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:12.315 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:12 smithi062 ceph-mon[85960]: osdmap e1821: 8 total, 8 up, 8 in 2024-08-04T16:22:12.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:12 smithi007 ceph-mon[94998]: osdmap e1821: 8 total, 8 up, 8 in 2024-08-04T16:22:12.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:12 smithi007 ceph-mon[92692]: osdmap e1821: 8 total, 8 up, 8 in 2024-08-04T16:22:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:22:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:22:13.143 INFO:tasks.workunit.client.0.smithi007.stdout:0.00% done 2024-08-04T16:22:13.143 INFO:tasks.workunit.client.0.smithi007.stdout:25.00% done 2024-08-04T16:22:13.143 INFO:tasks.workunit.client.0.smithi007.stdout:50.00% done 2024-08-04T16:22:13.144 INFO:tasks.workunit.client.0.smithi007.stdout:75.00% done 2024-08-04T16:22:13.144 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.CheckObjectMap (966 ms) 2024-08-04T16:22:13.144 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-08-04T16:22:13.144 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:13.170 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.BlockingAIO (26 ms) 2024-08-04T16:22:13.170 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-08-04T16:22:13.170 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:13.295 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (126 ms) 2024-08-04T16:22:13.295 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-08-04T16:22:13.296 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:22:13.296 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-08-04T16:22:13.296 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-08-04T16:22:13.296 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:13 smithi007 ceph-mon[92692]: osdmap e1822: 8 total, 8 up, 8 in 2024-08-04T16:22:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:13 smithi007 ceph-mon[92692]: pgmap v3143: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 464 KiB/s rd, 166 KiB/s wr, 734 op/s 2024-08-04T16:22:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:13 smithi007 ceph-mon[94998]: osdmap e1822: 8 total, 8 up, 8 in 2024-08-04T16:22:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:13 smithi007 ceph-mon[94998]: pgmap v3143: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 464 KiB/s rd, 166 KiB/s wr, 734 op/s 2024-08-04T16:22:13.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:13 smithi062 ceph-mon[85960]: osdmap e1822: 8 total, 8 up, 8 in 2024-08-04T16:22:13.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:13 smithi062 ceph-mon[85960]: pgmap v3143: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 464 KiB/s rd, 166 KiB/s wr, 734 op/s 2024-08-04T16:22:14.163 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (868 ms) 2024-08-04T16:22:14.164 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-08-04T16:22:14.164 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:14 smithi007 ceph-mon[92692]: osdmap e1823: 8 total, 8 up, 8 in 2024-08-04T16:22:14.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:14 smithi007 ceph-mon[94998]: osdmap e1823: 8 total, 8 up, 8 in 2024-08-04T16:22:14.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:14 smithi062 ceph-mon[85960]: osdmap e1823: 8 total, 8 up, 8 in 2024-08-04T16:22:15.132 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (968 ms) 2024-08-04T16:22:15.132 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-08-04T16:22:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:15 smithi007 ceph-mon[94998]: osdmap e1824: 8 total, 8 up, 8 in 2024-08-04T16:22:15.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:15 smithi007 ceph-mon[94998]: pgmap v3146: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 89 KiB/s wr, 523 op/s 2024-08-04T16:22:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:15 smithi007 ceph-mon[92692]: osdmap e1824: 8 total, 8 up, 8 in 2024-08-04T16:22:15.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:15 smithi007 ceph-mon[92692]: pgmap v3146: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 89 KiB/s wr, 523 op/s 2024-08-04T16:22:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:15 smithi062 ceph-mon[85960]: osdmap e1824: 8 total, 8 up, 8 in 2024-08-04T16:22:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:15 smithi062 ceph-mon[85960]: pgmap v3146: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 89 KiB/s wr, 523 op/s 2024-08-04T16:22:16.214 INFO:tasks.workunit.client.0.smithi007.stdout:0.00% done 2024-08-04T16:22:16.214 INFO:tasks.workunit.client.0.smithi007.stdout:100.00% done 2024-08-04T16:22:16.215 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestImageOptions (1082 ms) 2024-08-04T16:22:16.215 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-08-04T16:22:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:16 smithi062 ceph-mon[85960]: osdmap e1825: 8 total, 8 up, 8 in 2024-08-04T16:22:16.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:16 smithi007 ceph-mon[92692]: osdmap e1825: 8 total, 8 up, 8 in 2024-08-04T16:22:16.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:16 smithi007 ceph-mon[94998]: osdmap e1825: 8 total, 8 up, 8 in 2024-08-04T16:22:16.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:22:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:22:16] "GET /metrics HTTP/1.1" 200 82909 "" "Prometheus/2.43.0" 2024-08-04T16:22:17.215 INFO:tasks.workunit.client.0.smithi007.stdout:0.00% done 2024-08-04T16:22:17.216 INFO:tasks.workunit.client.0.smithi007.stdout:100.00% done 2024-08-04T16:22:17.216 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (1000 ms) 2024-08-04T16:22:17.216 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-08-04T16:22:17.216 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-08-04T16:22:17.216 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-08-04T16:22:17.216 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-08-04T16:22:17.216 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-08-04T16:22:17.216 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:17.254 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:22:17.255 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:22:17.255 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:22:17.255 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:22:17.255 INFO:tasks.workunit.client.0.smithi007.stdout:wrote: 512 2024-08-04T16:22:17.255 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:22:17.255 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:22:17.255 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:22:17.255 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:22:17.255 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:22:17.255 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:22:17.255 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:22:17.255 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:22:17.255 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:22:17.256 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:22:17.256 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:22:17.256 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:22:17.256 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:22:17.256 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:22:17.256 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:22:17.256 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:22:17.256 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:22:17.256 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:22:17.256 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:22:17.256 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:22:17.256 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:22:17.257 INFO:tasks.workunit.client.0.smithi007.stdout:started write 2024-08-04T16:22:17.257 INFO:tasks.workunit.client.0.smithi007.stdout:write completion cb called! 2024-08-04T16:22:17.257 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 0 2024-08-04T16:22:17.257 INFO:tasks.workunit.client.0.smithi007.stdout:finished write 2024-08-04T16:22:17.257 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:22:17.257 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:22:17.257 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:22:17.257 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:22:17.257 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:22:17.257 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:22:17.257 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:22:17.257 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:22:17.257 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:22:17.258 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:22:17.258 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:22:17.258 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:22:17.258 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:22:17.258 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:22:17.258 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:22:17.258 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:22:17.258 INFO:tasks.workunit.client.0.smithi007.stdout:created completion 2024-08-04T16:22:17.258 INFO:tasks.workunit.client.0.smithi007.stdout:started read 2024-08-04T16:22:17.258 INFO:tasks.workunit.client.0.smithi007.stdout:read completion cb called! 2024-08-04T16:22:17.258 INFO:tasks.workunit.client.0.smithi007.stdout:return value is: 512 2024-08-04T16:22:17.258 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.ImagePollIO (40 ms) 2024-08-04T16:22:17.258 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.Mirror 2024-08-04T16:22:17.259 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:17.266 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:17 smithi062 ceph-mon[85960]: osdmap e1826: 8 total, 8 up, 8 in 2024-08-04T16:22:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:17 smithi062 ceph-mon[85960]: pgmap v3149: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 404 KiB/s rd, 145 KiB/s wr, 568 op/s 2024-08-04T16:22:17.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:17 smithi007 ceph-mon[92692]: osdmap e1826: 8 total, 8 up, 8 in 2024-08-04T16:22:17.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:17 smithi007 ceph-mon[92692]: pgmap v3149: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 404 KiB/s rd, 145 KiB/s wr, 568 op/s 2024-08-04T16:22:17.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:17 smithi007 ceph-mon[94998]: osdmap e1826: 8 total, 8 up, 8 in 2024-08-04T16:22:17.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:17 smithi007 ceph-mon[94998]: pgmap v3149: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 404 KiB/s rd, 145 KiB/s wr, 568 op/s 2024-08-04T16:22:18.272 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.Mirror (1017 ms) 2024-08-04T16:22:18.272 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-08-04T16:22:18.287 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (15 ms) 2024-08-04T16:22:18.287 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-08-04T16:22:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:18 smithi062 ceph-mon[85960]: osdmap e1827: 8 total, 8 up, 8 in 2024-08-04T16:22:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:18 smithi007 ceph-mon[94998]: osdmap e1827: 8 total, 8 up, 8 in 2024-08-04T16:22:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:18 smithi007 ceph-mon[92692]: osdmap e1827: 8 total, 8 up, 8 in 2024-08-04T16:22:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:19 smithi062 ceph-mon[85960]: osdmap e1828: 8 total, 8 up, 8 in 2024-08-04T16:22:19.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:19 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-04T16:22:19.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:19 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-08-04T16:22:19.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:19 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5141083a-8f50-4baf-a4b8-5787651fe10c"}]: dispatch 2024-08-04T16:22:19.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:19 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5141083a-8f50-4baf-a4b8-5787651fe10c"}]': finished 2024-08-04T16:22:19.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:19 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ad56eb7c-3ab0-4d41-a4c0-07a394c392db"}]: dispatch 2024-08-04T16:22:19.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:19 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ad56eb7c-3ab0-4d41-a4c0-07a394c392db"}]': finished 2024-08-04T16:22:19.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:19 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/bfce2b27-bf39-4175-98be-5e66c7b69d28"}]: dispatch 2024-08-04T16:22:19.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:19 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/bfce2b27-bf39-4175-98be-5e66c7b69d28"}]': finished 2024-08-04T16:22:19.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:19 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/6c0b037c-b895-4222-9258-4d281af6c510"}]: dispatch 2024-08-04T16:22:19.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:19 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' 2024-08-04T16:22:19.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:19 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/6c0b037c-b895-4222-9258-4d281af6c510"}]: dispatch 2024-08-04T16:22:19.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:19 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6c0b037c-b895-4222-9258-4d281af6c510"}]: dispatch 2024-08-04T16:22:19.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:19 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6c0b037c-b895-4222-9258-4d281af6c510"}]': finished 2024-08-04T16:22:19.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:19 smithi062 ceph-mon[85960]: pgmap v3152: 745 pgs: 745 active+clean; 146 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 820 KiB/s wr, 478 op/s 2024-08-04T16:22:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[94998]: osdmap e1828: 8 total, 8 up, 8 in 2024-08-04T16:22:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-04T16:22:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-08-04T16:22:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5141083a-8f50-4baf-a4b8-5787651fe10c"}]: dispatch 2024-08-04T16:22:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5141083a-8f50-4baf-a4b8-5787651fe10c"}]': finished 2024-08-04T16:22:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ad56eb7c-3ab0-4d41-a4c0-07a394c392db"}]: dispatch 2024-08-04T16:22:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ad56eb7c-3ab0-4d41-a4c0-07a394c392db"}]': finished 2024-08-04T16:22:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/bfce2b27-bf39-4175-98be-5e66c7b69d28"}]: dispatch 2024-08-04T16:22:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/bfce2b27-bf39-4175-98be-5e66c7b69d28"}]': finished 2024-08-04T16:22:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/6c0b037c-b895-4222-9258-4d281af6c510"}]: dispatch 2024-08-04T16:22:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' 2024-08-04T16:22:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/6c0b037c-b895-4222-9258-4d281af6c510"}]: dispatch 2024-08-04T16:22:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6c0b037c-b895-4222-9258-4d281af6c510"}]: dispatch 2024-08-04T16:22:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6c0b037c-b895-4222-9258-4d281af6c510"}]': finished 2024-08-04T16:22:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[94998]: pgmap v3152: 745 pgs: 745 active+clean; 146 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 820 KiB/s wr, 478 op/s 2024-08-04T16:22:19.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[92692]: osdmap e1828: 8 total, 8 up, 8 in 2024-08-04T16:22:19.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-04T16:22:19.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-08-04T16:22:19.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5141083a-8f50-4baf-a4b8-5787651fe10c"}]: dispatch 2024-08-04T16:22:19.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5141083a-8f50-4baf-a4b8-5787651fe10c"}]': finished 2024-08-04T16:22:19.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ad56eb7c-3ab0-4d41-a4c0-07a394c392db"}]: dispatch 2024-08-04T16:22:19.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ad56eb7c-3ab0-4d41-a4c0-07a394c392db"}]': finished 2024-08-04T16:22:19.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/bfce2b27-bf39-4175-98be-5e66c7b69d28"}]: dispatch 2024-08-04T16:22:19.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/bfce2b27-bf39-4175-98be-5e66c7b69d28"}]': finished 2024-08-04T16:22:19.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/6c0b037c-b895-4222-9258-4d281af6c510"}]: dispatch 2024-08-04T16:22:19.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' 2024-08-04T16:22:19.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/6c0b037c-b895-4222-9258-4d281af6c510"}]: dispatch 2024-08-04T16:22:19.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6c0b037c-b895-4222-9258-4d281af6c510"}]: dispatch 2024-08-04T16:22:19.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1450707303' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6c0b037c-b895-4222-9258-4d281af6c510"}]': finished 2024-08-04T16:22:19.588 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:19 smithi007 ceph-mon[92692]: pgmap v3152: 745 pgs: 745 active+clean; 146 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 820 KiB/s wr, 478 op/s 2024-08-04T16:22:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:20 smithi007 ceph-mon[92692]: osdmap e1829: 8 total, 8 up, 8 in 2024-08-04T16:22:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:20 smithi007 ceph-mon[94998]: osdmap e1829: 8 total, 8 up, 8 in 2024-08-04T16:22:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:20 smithi062 ceph-mon[85960]: osdmap e1829: 8 total, 8 up, 8 in 2024-08-04T16:22:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:21 smithi007 ceph-mon[94998]: osdmap e1830: 8 total, 8 up, 8 in 2024-08-04T16:22:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:21 smithi007 ceph-mon[94998]: pgmap v3155: 745 pgs: 745 active+clean; 150 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 1.6 MiB/s wr, 362 op/s 2024-08-04T16:22:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:22:21.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:21 smithi007 ceph-mon[92692]: osdmap e1830: 8 total, 8 up, 8 in 2024-08-04T16:22:21.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:21 smithi007 ceph-mon[92692]: pgmap v3155: 745 pgs: 745 active+clean; 150 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 1.6 MiB/s wr, 362 op/s 2024-08-04T16:22:21.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:22:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:21 smithi062 ceph-mon[85960]: osdmap e1830: 8 total, 8 up, 8 in 2024-08-04T16:22:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:21 smithi062 ceph-mon[85960]: pgmap v3155: 745 pgs: 745 active+clean; 150 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 1.6 MiB/s wr, 362 op/s 2024-08-04T16:22:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:22:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:22 smithi007 ceph-mon[92692]: osdmap e1831: 8 total, 8 up, 8 in 2024-08-04T16:22:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:22 smithi007 ceph-mon[94998]: osdmap e1831: 8 total, 8 up, 8 in 2024-08-04T16:22:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:22 smithi062 ceph-mon[85960]: osdmap e1831: 8 total, 8 up, 8 in 2024-08-04T16:22:22.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:22:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:22:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:22:23.354 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5068 ms) 2024-08-04T16:22:23.354 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-08-04T16:22:23.355 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:23 smithi007 ceph-mon[92692]: osdmap e1832: 8 total, 8 up, 8 in 2024-08-04T16:22:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:23 smithi007 ceph-mon[92692]: pgmap v3158: 745 pgs: 745 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 1.3 MiB/s wr, 296 op/s 2024-08-04T16:22:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:23 smithi007 ceph-mon[94998]: osdmap e1832: 8 total, 8 up, 8 in 2024-08-04T16:22:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:23 smithi007 ceph-mon[94998]: pgmap v3158: 745 pgs: 745 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 1.3 MiB/s wr, 296 op/s 2024-08-04T16:22:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:23 smithi062 ceph-mon[85960]: osdmap e1832: 8 total, 8 up, 8 in 2024-08-04T16:22:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:23 smithi062 ceph-mon[85960]: pgmap v3158: 745 pgs: 745 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 1.3 MiB/s wr, 296 op/s 2024-08-04T16:22:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:24 smithi007 ceph-mon[92692]: osdmap e1833: 8 total, 8 up, 8 in 2024-08-04T16:22:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]: dispatch 2024-08-04T16:22:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1e", "id": [3, 0]}]: dispatch 2024-08-04T16:22:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]: dispatch 2024-08-04T16:22:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]: dispatch 2024-08-04T16:22:24.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:24 smithi007 ceph-mon[94998]: osdmap e1833: 8 total, 8 up, 8 in 2024-08-04T16:22:24.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]: dispatch 2024-08-04T16:22:24.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1e", "id": [3, 0]}]: dispatch 2024-08-04T16:22:24.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]: dispatch 2024-08-04T16:22:24.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]: dispatch 2024-08-04T16:22:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:24 smithi062 ceph-mon[85960]: osdmap e1833: 8 total, 8 up, 8 in 2024-08-04T16:22:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]: dispatch 2024-08-04T16:22:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1e", "id": [3, 0]}]: dispatch 2024-08-04T16:22:24.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]: dispatch 2024-08-04T16:22:24.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]: dispatch 2024-08-04T16:22:25.371 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (2017 ms) 2024-08-04T16:22:25.372 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-08-04T16:22:25.372 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:25.424 INFO:tasks.workunit.client.0.smithi007.stdout:1: acquiring exclusive lock 2024-08-04T16:22:25.424 INFO:tasks.workunit.client.0.smithi007.stdout:2: acquiring exclusive lock 2024-08-04T16:22:25.427 INFO:tasks.workunit.client.0.smithi007.stdout:2: exclusive lock acquired 2024-08-04T16:22:25.448 INFO:tasks.workunit.client.0.smithi007.stdout:2: releasing exclusive lock 2024-08-04T16:22:25.451 INFO:tasks.workunit.client.0.smithi007.stdout:2: exclusive lock released 2024-08-04T16:22:25.451 INFO:tasks.workunit.client.0.smithi007.stdout:2: acquiring exclusive lock 2024-08-04T16:22:25.455 INFO:tasks.workunit.client.0.smithi007.stdout:2: exclusive lock acquired 2024-08-04T16:22:25.504 INFO:tasks.workunit.client.0.smithi007.stdout:2: releasing exclusive lock 2024-08-04T16:22:25.507 INFO:tasks.workunit.client.0.smithi007.stdout:2: exclusive lock released 2024-08-04T16:22:25.507 INFO:tasks.workunit.client.0.smithi007.stdout:2: acquiring exclusive lock 2024-08-04T16:22:25.509 INFO:tasks.workunit.client.0.smithi007.stdout:1: exclusive lock acquired 2024-08-04T16:22:25.557 INFO:tasks.workunit.client.0.smithi007.stdout:1: releasing exclusive lock 2024-08-04T16:22:25.559 INFO:tasks.workunit.client.0.smithi007.stdout:1: exclusive lock released 2024-08-04T16:22:25.560 INFO:tasks.workunit.client.0.smithi007.stdout:1: acquiring exclusive lock 2024-08-04T16:22:25.561 INFO:tasks.workunit.client.0.smithi007.stdout:2: exclusive lock acquired 2024-08-04T16:22:25.574 INFO:tasks.workunit.client.0.smithi007.stdout:2: releasing exclusive lock 2024-08-04T16:22:25.577 INFO:tasks.workunit.client.0.smithi007.stdout:2: exclusive lock released 2024-08-04T16:22:25.577 INFO:tasks.workunit.client.0.smithi007.stdout:2: acquiring exclusive lock 2024-08-04T16:22:25.581 INFO:tasks.workunit.client.0.smithi007.stdout:2: exclusive lock acquired 2024-08-04T16:22:25.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]': finished 2024-08-04T16:22:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1e", "id": [3, 0]}]': finished 2024-08-04T16:22:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]': finished 2024-08-04T16:22:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]': finished 2024-08-04T16:22:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:25 smithi007 ceph-mon[92692]: osdmap e1834: 8 total, 8 up, 8 in 2024-08-04T16:22:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:25 smithi007 ceph-mon[92692]: pgmap v3161: 745 pgs: 745 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 460 KiB/s wr, 142 op/s 2024-08-04T16:22:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]': finished 2024-08-04T16:22:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1e", "id": [3, 0]}]': finished 2024-08-04T16:22:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]': finished 2024-08-04T16:22:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]': finished 2024-08-04T16:22:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:25 smithi007 ceph-mon[94998]: osdmap e1834: 8 total, 8 up, 8 in 2024-08-04T16:22:25.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:25 smithi007 ceph-mon[94998]: pgmap v3161: 745 pgs: 745 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 460 KiB/s wr, 142 op/s 2024-08-04T16:22:25.619 INFO:tasks.workunit.client.0.smithi007.stdout:2: releasing exclusive lock 2024-08-04T16:22:25.621 INFO:tasks.workunit.client.0.smithi007.stdout:2: exclusive lock released 2024-08-04T16:22:25.621 INFO:tasks.workunit.client.0.smithi007.stdout:2: acquiring exclusive lock 2024-08-04T16:22:25.624 INFO:tasks.workunit.client.0.smithi007.stdout:1: exclusive lock acquired 2024-08-04T16:22:25.637 INFO:tasks.workunit.client.0.smithi007.stdout:1: releasing exclusive lock 2024-08-04T16:22:25.639 INFO:tasks.workunit.client.0.smithi007.stdout:1: exclusive lock released 2024-08-04T16:22:25.640 INFO:tasks.workunit.client.0.smithi007.stdout:1: acquiring exclusive lock 2024-08-04T16:22:25.644 INFO:tasks.workunit.client.0.smithi007.stdout:1: exclusive lock acquired 2024-08-04T16:22:25.661 INFO:tasks.workunit.client.0.smithi007.stdout:1: releasing exclusive lock 2024-08-04T16:22:25.663 INFO:tasks.workunit.client.0.smithi007.stdout:1: exclusive lock released 2024-08-04T16:22:25.664 INFO:tasks.workunit.client.0.smithi007.stdout:1: acquiring exclusive lock 2024-08-04T16:22:25.667 INFO:tasks.workunit.client.0.smithi007.stdout:1: exclusive lock acquired 2024-08-04T16:22:25.677 INFO:tasks.workunit.client.0.smithi007.stdout:1: releasing exclusive lock 2024-08-04T16:22:25.680 INFO:tasks.workunit.client.0.smithi007.stdout:1: exclusive lock released 2024-08-04T16:22:25.680 INFO:tasks.workunit.client.0.smithi007.stdout:1: acquiring exclusive lock 2024-08-04T16:22:25.684 INFO:tasks.workunit.client.0.smithi007.stdout:1: exclusive lock acquired 2024-08-04T16:22:25.718 INFO:tasks.workunit.client.0.smithi007.stdout:1: releasing exclusive lock 2024-08-04T16:22:25.720 INFO:tasks.workunit.client.0.smithi007.stdout:1: exclusive lock released 2024-08-04T16:22:25.722 INFO:tasks.workunit.client.0.smithi007.stdout:2: exclusive lock acquired 2024-08-04T16:22:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]': finished 2024-08-04T16:22:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1e", "id": [3, 0]}]': finished 2024-08-04T16:22:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]': finished 2024-08-04T16:22:25.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]': finished 2024-08-04T16:22:25.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:25 smithi062 ceph-mon[85960]: osdmap e1834: 8 total, 8 up, 8 in 2024-08-04T16:22:25.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:25 smithi062 ceph-mon[85960]: pgmap v3161: 745 pgs: 745 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 460 KiB/s wr, 142 op/s 2024-08-04T16:22:25.771 INFO:tasks.workunit.client.0.smithi007.stdout:2: releasing exclusive lock 2024-08-04T16:22:25.774 INFO:tasks.workunit.client.0.smithi007.stdout:2: exclusive lock released 2024-08-04T16:22:25.789 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.ExclusiveLock (417 ms) 2024-08-04T16:22:25.789 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.BreakLock 2024-08-04T16:22:25.803 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:26.375 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.BreakLock (587 ms) 2024-08-04T16:22:26.375 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-08-04T16:22:26.376 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:26.400 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (25 ms) 2024-08-04T16:22:26.400 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-08-04T16:22:26.400 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-08-04T16:22:26.401 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-08-04T16:22:26.401 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:26.460 INFO:tasks.workunit.client.0.smithi007.stdout:0.00% done 2024-08-04T16:22:26.461 INFO:tasks.workunit.client.0.smithi007.stdout:1.56% done 2024-08-04T16:22:26.461 INFO:tasks.workunit.client.0.smithi007.stdout:3.12% done 2024-08-04T16:22:26.461 INFO:tasks.workunit.client.0.smithi007.stdout:4.69% done 2024-08-04T16:22:26.461 INFO:tasks.workunit.client.0.smithi007.stdout:6.25% done 2024-08-04T16:22:26.461 INFO:tasks.workunit.client.0.smithi007.stdout:7.81% done 2024-08-04T16:22:26.461 INFO:tasks.workunit.client.0.smithi007.stdout:9.38% done 2024-08-04T16:22:26.461 INFO:tasks.workunit.client.0.smithi007.stdout:10.94% done 2024-08-04T16:22:26.461 INFO:tasks.workunit.client.0.smithi007.stdout:12.50% done 2024-08-04T16:22:26.461 INFO:tasks.workunit.client.0.smithi007.stdout:14.06% done 2024-08-04T16:22:26.461 INFO:tasks.workunit.client.0.smithi007.stdout:15.62% done 2024-08-04T16:22:26.461 INFO:tasks.workunit.client.0.smithi007.stdout:17.19% done 2024-08-04T16:22:26.462 INFO:tasks.workunit.client.0.smithi007.stdout:18.75% done 2024-08-04T16:22:26.462 INFO:tasks.workunit.client.0.smithi007.stdout:20.31% done 2024-08-04T16:22:26.462 INFO:tasks.workunit.client.0.smithi007.stdout:21.88% done 2024-08-04T16:22:26.462 INFO:tasks.workunit.client.0.smithi007.stdout:23.44% done 2024-08-04T16:22:26.462 INFO:tasks.workunit.client.0.smithi007.stdout:25.00% done 2024-08-04T16:22:26.462 INFO:tasks.workunit.client.0.smithi007.stdout:26.56% done 2024-08-04T16:22:26.462 INFO:tasks.workunit.client.0.smithi007.stdout:28.12% done 2024-08-04T16:22:26.462 INFO:tasks.workunit.client.0.smithi007.stdout:29.69% done 2024-08-04T16:22:26.462 INFO:tasks.workunit.client.0.smithi007.stdout:31.25% done 2024-08-04T16:22:26.462 INFO:tasks.workunit.client.0.smithi007.stdout:32.81% done 2024-08-04T16:22:26.462 INFO:tasks.workunit.client.0.smithi007.stdout:34.38% done 2024-08-04T16:22:26.462 INFO:tasks.workunit.client.0.smithi007.stdout:35.94% done 2024-08-04T16:22:26.462 INFO:tasks.workunit.client.0.smithi007.stdout:37.50% done 2024-08-04T16:22:26.463 INFO:tasks.workunit.client.0.smithi007.stdout:39.06% done 2024-08-04T16:22:26.463 INFO:tasks.workunit.client.0.smithi007.stdout:40.62% done 2024-08-04T16:22:26.463 INFO:tasks.workunit.client.0.smithi007.stdout:42.19% done 2024-08-04T16:22:26.463 INFO:tasks.workunit.client.0.smithi007.stdout:43.75% done 2024-08-04T16:22:26.463 INFO:tasks.workunit.client.0.smithi007.stdout:45.31% done 2024-08-04T16:22:26.463 INFO:tasks.workunit.client.0.smithi007.stdout:46.88% done 2024-08-04T16:22:26.463 INFO:tasks.workunit.client.0.smithi007.stdout:48.44% done 2024-08-04T16:22:26.463 INFO:tasks.workunit.client.0.smithi007.stdout:50.00% done 2024-08-04T16:22:26.463 INFO:tasks.workunit.client.0.smithi007.stdout:51.56% done 2024-08-04T16:22:26.463 INFO:tasks.workunit.client.0.smithi007.stdout:53.12% done 2024-08-04T16:22:26.463 INFO:tasks.workunit.client.0.smithi007.stdout:54.69% done 2024-08-04T16:22:26.463 INFO:tasks.workunit.client.0.smithi007.stdout:56.25% done 2024-08-04T16:22:26.463 INFO:tasks.workunit.client.0.smithi007.stdout:57.81% done 2024-08-04T16:22:26.463 INFO:tasks.workunit.client.0.smithi007.stdout:59.38% done 2024-08-04T16:22:26.464 INFO:tasks.workunit.client.0.smithi007.stdout:60.94% done 2024-08-04T16:22:26.464 INFO:tasks.workunit.client.0.smithi007.stdout:62.50% done 2024-08-04T16:22:26.464 INFO:tasks.workunit.client.0.smithi007.stdout:64.06% done 2024-08-04T16:22:26.464 INFO:tasks.workunit.client.0.smithi007.stdout:65.62% done 2024-08-04T16:22:26.464 INFO:tasks.workunit.client.0.smithi007.stdout:67.19% done 2024-08-04T16:22:26.464 INFO:tasks.workunit.client.0.smithi007.stdout:68.75% done 2024-08-04T16:22:26.464 INFO:tasks.workunit.client.0.smithi007.stdout:70.31% done 2024-08-04T16:22:26.464 INFO:tasks.workunit.client.0.smithi007.stdout:71.88% done 2024-08-04T16:22:26.464 INFO:tasks.workunit.client.0.smithi007.stdout:73.44% done 2024-08-04T16:22:26.464 INFO:tasks.workunit.client.0.smithi007.stdout:75.00% done 2024-08-04T16:22:26.464 INFO:tasks.workunit.client.0.smithi007.stdout:76.56% done 2024-08-04T16:22:26.464 INFO:tasks.workunit.client.0.smithi007.stdout:78.12% done 2024-08-04T16:22:26.464 INFO:tasks.workunit.client.0.smithi007.stdout:79.69% done 2024-08-04T16:22:26.465 INFO:tasks.workunit.client.0.smithi007.stdout:81.25% done 2024-08-04T16:22:26.465 INFO:tasks.workunit.client.0.smithi007.stdout:82.81% done 2024-08-04T16:22:26.465 INFO:tasks.workunit.client.0.smithi007.stdout:84.38% done 2024-08-04T16:22:26.465 INFO:tasks.workunit.client.0.smithi007.stdout:85.94% done 2024-08-04T16:22:26.465 INFO:tasks.workunit.client.0.smithi007.stdout:87.50% done 2024-08-04T16:22:26.465 INFO:tasks.workunit.client.0.smithi007.stdout:89.06% done 2024-08-04T16:22:26.465 INFO:tasks.workunit.client.0.smithi007.stdout:90.62% done 2024-08-04T16:22:26.465 INFO:tasks.workunit.client.0.smithi007.stdout:92.19% done 2024-08-04T16:22:26.465 INFO:tasks.workunit.client.0.smithi007.stdout:93.75% done 2024-08-04T16:22:26.465 INFO:tasks.workunit.client.0.smithi007.stdout:95.31% done 2024-08-04T16:22:26.465 INFO:tasks.workunit.client.0.smithi007.stdout:96.88% done 2024-08-04T16:22:26.465 INFO:tasks.workunit.client.0.smithi007.stdout:98.44% done 2024-08-04T16:22:26.465 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (60 ms) 2024-08-04T16:22:26.465 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-08-04T16:22:26.465 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:26.518 INFO:tasks.workunit.client.0.smithi007.stdout:0.00% done 2024-08-04T16:22:26.518 INFO:tasks.workunit.client.0.smithi007.stdout:1.56% done 2024-08-04T16:22:26.518 INFO:tasks.workunit.client.0.smithi007.stdout:3.12% done 2024-08-04T16:22:26.518 INFO:tasks.workunit.client.0.smithi007.stdout:4.69% done 2024-08-04T16:22:26.519 INFO:tasks.workunit.client.0.smithi007.stdout:6.25% done 2024-08-04T16:22:26.519 INFO:tasks.workunit.client.0.smithi007.stdout:7.81% done 2024-08-04T16:22:26.519 INFO:tasks.workunit.client.0.smithi007.stdout:9.38% done 2024-08-04T16:22:26.519 INFO:tasks.workunit.client.0.smithi007.stdout:10.94% done 2024-08-04T16:22:26.519 INFO:tasks.workunit.client.0.smithi007.stdout:12.50% done 2024-08-04T16:22:26.519 INFO:tasks.workunit.client.0.smithi007.stdout:14.06% done 2024-08-04T16:22:26.519 INFO:tasks.workunit.client.0.smithi007.stdout:15.62% done 2024-08-04T16:22:26.519 INFO:tasks.workunit.client.0.smithi007.stdout:17.19% done 2024-08-04T16:22:26.519 INFO:tasks.workunit.client.0.smithi007.stdout:18.75% done 2024-08-04T16:22:26.519 INFO:tasks.workunit.client.0.smithi007.stdout:20.31% done 2024-08-04T16:22:26.520 INFO:tasks.workunit.client.0.smithi007.stdout:21.88% done 2024-08-04T16:22:26.520 INFO:tasks.workunit.client.0.smithi007.stdout:23.44% done 2024-08-04T16:22:26.520 INFO:tasks.workunit.client.0.smithi007.stdout:25.00% done 2024-08-04T16:22:26.520 INFO:tasks.workunit.client.0.smithi007.stdout:26.56% done 2024-08-04T16:22:26.520 INFO:tasks.workunit.client.0.smithi007.stdout:28.12% done 2024-08-04T16:22:26.520 INFO:tasks.workunit.client.0.smithi007.stdout:29.69% done 2024-08-04T16:22:26.520 INFO:tasks.workunit.client.0.smithi007.stdout:31.25% done 2024-08-04T16:22:26.520 INFO:tasks.workunit.client.0.smithi007.stdout:32.81% done 2024-08-04T16:22:26.520 INFO:tasks.workunit.client.0.smithi007.stdout:34.38% done 2024-08-04T16:22:26.520 INFO:tasks.workunit.client.0.smithi007.stdout:35.94% done 2024-08-04T16:22:26.521 INFO:tasks.workunit.client.0.smithi007.stdout:37.50% done 2024-08-04T16:22:26.521 INFO:tasks.workunit.client.0.smithi007.stdout:39.06% done 2024-08-04T16:22:26.521 INFO:tasks.workunit.client.0.smithi007.stdout:40.62% done 2024-08-04T16:22:26.521 INFO:tasks.workunit.client.0.smithi007.stdout:42.19% done 2024-08-04T16:22:26.521 INFO:tasks.workunit.client.0.smithi007.stdout:43.75% done 2024-08-04T16:22:26.521 INFO:tasks.workunit.client.0.smithi007.stdout:45.31% done 2024-08-04T16:22:26.521 INFO:tasks.workunit.client.0.smithi007.stdout:46.88% done 2024-08-04T16:22:26.521 INFO:tasks.workunit.client.0.smithi007.stdout:48.44% done 2024-08-04T16:22:26.521 INFO:tasks.workunit.client.0.smithi007.stdout:50.00% done 2024-08-04T16:22:26.521 INFO:tasks.workunit.client.0.smithi007.stdout:51.56% done 2024-08-04T16:22:26.521 INFO:tasks.workunit.client.0.smithi007.stdout:53.12% done 2024-08-04T16:22:26.522 INFO:tasks.workunit.client.0.smithi007.stdout:54.69% done 2024-08-04T16:22:26.522 INFO:tasks.workunit.client.0.smithi007.stdout:56.25% done 2024-08-04T16:22:26.522 INFO:tasks.workunit.client.0.smithi007.stdout:57.81% done 2024-08-04T16:22:26.522 INFO:tasks.workunit.client.0.smithi007.stdout:59.38% done 2024-08-04T16:22:26.522 INFO:tasks.workunit.client.0.smithi007.stdout:60.94% done 2024-08-04T16:22:26.522 INFO:tasks.workunit.client.0.smithi007.stdout:62.50% done 2024-08-04T16:22:26.522 INFO:tasks.workunit.client.0.smithi007.stdout:64.06% done 2024-08-04T16:22:26.522 INFO:tasks.workunit.client.0.smithi007.stdout:65.62% done 2024-08-04T16:22:26.522 INFO:tasks.workunit.client.0.smithi007.stdout:67.19% done 2024-08-04T16:22:26.522 INFO:tasks.workunit.client.0.smithi007.stdout:68.75% done 2024-08-04T16:22:26.522 INFO:tasks.workunit.client.0.smithi007.stdout:70.31% done 2024-08-04T16:22:26.522 INFO:tasks.workunit.client.0.smithi007.stdout:71.88% done 2024-08-04T16:22:26.523 INFO:tasks.workunit.client.0.smithi007.stdout:73.44% done 2024-08-04T16:22:26.523 INFO:tasks.workunit.client.0.smithi007.stdout:75.00% done 2024-08-04T16:22:26.523 INFO:tasks.workunit.client.0.smithi007.stdout:76.56% done 2024-08-04T16:22:26.523 INFO:tasks.workunit.client.0.smithi007.stdout:78.12% done 2024-08-04T16:22:26.523 INFO:tasks.workunit.client.0.smithi007.stdout:79.69% done 2024-08-04T16:22:26.523 INFO:tasks.workunit.client.0.smithi007.stdout:81.25% done 2024-08-04T16:22:26.523 INFO:tasks.workunit.client.0.smithi007.stdout:82.81% done 2024-08-04T16:22:26.523 INFO:tasks.workunit.client.0.smithi007.stdout:84.38% done 2024-08-04T16:22:26.523 INFO:tasks.workunit.client.0.smithi007.stdout:85.94% done 2024-08-04T16:22:26.523 INFO:tasks.workunit.client.0.smithi007.stdout:87.50% done 2024-08-04T16:22:26.523 INFO:tasks.workunit.client.0.smithi007.stdout:89.06% done 2024-08-04T16:22:26.523 INFO:tasks.workunit.client.0.smithi007.stdout:90.62% done 2024-08-04T16:22:26.523 INFO:tasks.workunit.client.0.smithi007.stdout:92.19% done 2024-08-04T16:22:26.523 INFO:tasks.workunit.client.0.smithi007.stdout:93.75% done 2024-08-04T16:22:26.524 INFO:tasks.workunit.client.0.smithi007.stdout:95.31% done 2024-08-04T16:22:26.524 INFO:tasks.workunit.client.0.smithi007.stdout:96.88% done 2024-08-04T16:22:26.524 INFO:tasks.workunit.client.0.smithi007.stdout:98.44% done 2024-08-04T16:22:26.524 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (57 ms) 2024-08-04T16:22:26.524 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-08-04T16:22:26.524 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:26.526 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:26.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:22:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:22:26] "GET /metrics HTTP/1.1" 200 82895 "" "Prometheus/2.43.0" 2024-08-04T16:22:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:26 smithi007 ceph-mon[92692]: osdmap e1835: 8 total, 8 up, 8 in 2024-08-04T16:22:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:26 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/825073690"}]: dispatch 2024-08-04T16:22:26.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:26 smithi007 ceph-mon[94998]: osdmap e1835: 8 total, 8 up, 8 in 2024-08-04T16:22:26.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:26 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/825073690"}]: dispatch 2024-08-04T16:22:26.642 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestTrashPurge (125 ms) 2024-08-04T16:22:26.642 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-08-04T16:22:26.642 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:26.685 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (42 ms) 2024-08-04T16:22:26.685 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-08-04T16:22:26.685 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:26.706 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestListWatchers (22 ms) 2024-08-04T16:22:26.706 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-08-04T16:22:26.707 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:26 smithi062 ceph-mon[85960]: osdmap e1835: 8 total, 8 up, 8 in 2024-08-04T16:22:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:26 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/825073690"}]: dispatch 2024-08-04T16:22:27.384 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestSetSnapById (677 ms) 2024-08-04T16:22:27.384 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.Namespaces 2024-08-04T16:22:27.410 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.Namespaces (26 ms) 2024-08-04T16:22:27.410 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-08-04T16:22:27.446 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:27.451 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:27.533 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.NamespacesPP (123 ms) 2024-08-04T16:22:27.533 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.Migration 2024-08-04T16:22:27.533 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:27.533 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:27 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/825073690"}]': finished 2024-08-04T16:22:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:27 smithi062 ceph-mon[85960]: osdmap e1836: 8 total, 8 up, 8 in 2024-08-04T16:22:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:27 smithi062 ceph-mon[85960]: pgmap v3164: 745 pgs: 3 peering, 742 active+clean; 152 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 134 KiB/s wr, 180 op/s 2024-08-04T16:22:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:27 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/825073690"}]': finished 2024-08-04T16:22:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:27 smithi007 ceph-mon[92692]: osdmap e1836: 8 total, 8 up, 8 in 2024-08-04T16:22:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:27 smithi007 ceph-mon[92692]: pgmap v3164: 745 pgs: 3 peering, 742 active+clean; 152 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 134 KiB/s wr, 180 op/s 2024-08-04T16:22:27.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:27 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/825073690"}]': finished 2024-08-04T16:22:27.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:27 smithi007 ceph-mon[94998]: osdmap e1836: 8 total, 8 up, 8 in 2024-08-04T16:22:27.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:27 smithi007 ceph-mon[94998]: pgmap v3164: 745 pgs: 3 peering, 742 active+clean; 152 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 134 KiB/s wr, 180 op/s 2024-08-04T16:22:27.939 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.Migration (406 ms) 2024-08-04T16:22:27.939 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-08-04T16:22:27.939 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:27.939 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:28.360 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.MigrationPP (421 ms) 2024-08-04T16:22:28.360 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-08-04T16:22:28.360 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:28.376 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (16 ms) 2024-08-04T16:22:28.376 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-08-04T16:22:28.377 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:28.393 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (17 ms) 2024-08-04T16:22:28.393 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-08-04T16:22:28.394 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:28 smithi062 ceph-mon[85960]: osdmap e1837: 8 total, 8 up, 8 in 2024-08-04T16:22:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:28 smithi007 ceph-mon[92692]: osdmap e1837: 8 total, 8 up, 8 in 2024-08-04T16:22:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:28 smithi007 ceph-mon[94998]: osdmap e1837: 8 total, 8 up, 8 in 2024-08-04T16:22:29.460 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1067 ms) 2024-08-04T16:22:29.460 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-08-04T16:22:29.489 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.PoolMetadata (29 ms) 2024-08-04T16:22:29.489 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-08-04T16:22:29.513 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.PoolMetadataPP (24 ms) 2024-08-04T16:22:29.513 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.Config 2024-08-04T16:22:29.518 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:29.561 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.Config (48 ms) 2024-08-04T16:22:29.561 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-08-04T16:22:29.564 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:29.604 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.ConfigPP (44 ms) 2024-08-04T16:22:29.605 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-08-04T16:22:29.618 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:29 smithi007 ceph-mon[92692]: pgmap v3166: 745 pgs: 3 peering, 742 active+clean; 152 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 144 KiB/s wr, 320 op/s 2024-08-04T16:22:29.618 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:22:29 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:22:29] ENGINE Bus STOPPING 2024-08-04T16:22:29.618 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:29 smithi007 ceph-mon[94998]: pgmap v3166: 745 pgs: 3 peering, 742 active+clean; 152 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 144 KiB/s wr, 320 op/s 2024-08-04T16:22:29.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:29 smithi062 ceph-mon[85960]: pgmap v3166: 745 pgs: 3 peering, 742 active+clean; 152 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 144 KiB/s wr, 320 op/s 2024-08-04T16:22:30.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:22:29 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:22:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T16:22:30.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:22:29 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:22:29] ENGINE Bus STOPPED 2024-08-04T16:22:30.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:22:29 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:22:29] ENGINE Bus STARTING 2024-08-04T16:22:30.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:22:29 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:22:29] ENGINE Serving on http://:::9283 2024-08-04T16:22:30.086 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:22:29 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:22:29] ENGINE Bus STARTED 2024-08-04T16:22:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: osdmap e1838: 8 total, 8 up, 8 in 2024-08-04T16:22:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' 2024-08-04T16:22:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:22:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:22:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:22:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:22:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:22:30.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:22:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:22:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:22:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:22:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:22:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:22:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:22:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:22:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:22:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:22:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:22:30.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:22:30.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:22:30.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:22:30.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:22:30.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:22:30.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:22:30.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:22:30.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:22:30.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:22:30.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:22:30.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:22:30.764 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:22:30.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:22:30.765 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:22:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: osdmap e1838: 8 total, 8 up, 8 in 2024-08-04T16:22:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' 2024-08-04T16:22:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:22:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:22:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:22:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:22:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:22:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:22:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:22:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:22:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:22:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:22:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:22:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:22:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:22:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:22:30.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:22:30.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:22:30.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:22:30.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:22:30.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:22:30.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:22:30.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:22:30.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:22:30.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:22:30.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:22:30.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:22:30.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:22:30.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: osdmap e1838: 8 total, 8 up, 8 in 2024-08-04T16:22:30.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/16708434' entity='client.admin' 2024-08-04T16:22:30.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:22:30.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:22:30.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:22:30.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:22:30.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:22:30.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:22:30.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:22:30.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:22:30.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:22:30.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:22:30.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:22:30.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:22:30.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:22:30.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:22:30.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:22:30.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:22:30.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:22:30.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:22:30.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:22:30.840 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:22:30.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:22:30.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:22:30.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:22:30.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:22:30.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:22:30.841 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:22:30.841 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:22:30.841 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:22:30.841 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:22:30.841 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:22:30.842 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:22:30.842 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:22:30.842 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:22:30.842 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:22:31.044 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:31 smithi062 ceph-mon[85960]: pgmap v3168: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 270 KiB/s rd, 75 KiB/s wr, 400 op/s; 0 B/s, 0 objects/s recovering 2024-08-04T16:22:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:31 smithi062 ceph-mon[85960]: osdmap e1839: 8 total, 8 up, 8 in 2024-08-04T16:22:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:31 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1627119262' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:31.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:31 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:31.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:31 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:22:31.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:31 smithi062 ceph-mon[85960]: osdmap e1840: 8 total, 8 up, 8 in 2024-08-04T16:22:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:31 smithi007 ceph-mon[92692]: pgmap v3168: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 270 KiB/s rd, 75 KiB/s wr, 400 op/s; 0 B/s, 0 objects/s recovering 2024-08-04T16:22:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:31 smithi007 ceph-mon[92692]: osdmap e1839: 8 total, 8 up, 8 in 2024-08-04T16:22:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:31 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1627119262' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:31 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:31 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:22:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:31 smithi007 ceph-mon[92692]: osdmap e1840: 8 total, 8 up, 8 in 2024-08-04T16:22:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:31 smithi007 ceph-mon[94998]: pgmap v3168: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 270 KiB/s rd, 75 KiB/s wr, 400 op/s; 0 B/s, 0 objects/s recovering 2024-08-04T16:22:31.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:31 smithi007 ceph-mon[94998]: osdmap e1839: 8 total, 8 up, 8 in 2024-08-04T16:22:31.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:31 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1627119262' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:31.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:31 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:31.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:31 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:22:31.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:31 smithi007 ceph-mon[94998]: osdmap e1840: 8 total, 8 up, 8 in 2024-08-04T16:22:32.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:22:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:22:33.123 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:33.143 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:33.151 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:33 smithi007 ceph-mon[94998]: osdmap e1841: 8 total, 8 up, 8 in 2024-08-04T16:22:33.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:33 smithi007 ceph-mon[94998]: pgmap v3172: 777 pgs: 6 creating+peering, 20 unknown, 751 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 739 KiB/s rd, 41 KiB/s wr, 992 op/s; 0 B/s, 0 objects/s recovering 2024-08-04T16:22:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:33 smithi007 ceph-mon[92692]: osdmap e1841: 8 total, 8 up, 8 in 2024-08-04T16:22:33.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:33 smithi007 ceph-mon[92692]: pgmap v3172: 777 pgs: 6 creating+peering, 20 unknown, 751 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 739 KiB/s rd, 41 KiB/s wr, 992 op/s; 0 B/s, 0 objects/s recovering 2024-08-04T16:22:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:33 smithi062 ceph-mon[85960]: osdmap e1841: 8 total, 8 up, 8 in 2024-08-04T16:22:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:33 smithi062 ceph-mon[85960]: pgmap v3172: 777 pgs: 6 creating+peering, 20 unknown, 751 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 739 KiB/s rd, 41 KiB/s wr, 992 op/s; 0 B/s, 0 objects/s recovering 2024-08-04T16:22:34.126 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.PoolStatsPP (4521 ms) 2024-08-04T16:22:34.126 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-08-04T16:22:34.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:34 smithi007 ceph-mon[92692]: osdmap e1842: 8 total, 8 up, 8 in 2024-08-04T16:22:34.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:34 smithi007 ceph-mon[94998]: osdmap e1842: 8 total, 8 up, 8 in 2024-08-04T16:22:34.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:34 smithi062 ceph-mon[85960]: osdmap e1842: 8 total, 8 up, 8 in 2024-08-04T16:22:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:35 smithi007 ceph-mon[92692]: osdmap e1843: 8 total, 8 up, 8 in 2024-08-04T16:22:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:35 smithi007 ceph-mon[92692]: pgmap v3175: 777 pgs: 6 creating+peering, 11 unknown, 760 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 37 KiB/s wr, 852 op/s 2024-08-04T16:22:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:35 smithi007 ceph-mon[94998]: osdmap e1843: 8 total, 8 up, 8 in 2024-08-04T16:22:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:35 smithi007 ceph-mon[94998]: pgmap v3175: 777 pgs: 6 creating+peering, 11 unknown, 760 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 37 KiB/s wr, 852 op/s 2024-08-04T16:22:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:35 smithi062 ceph-mon[85960]: osdmap e1843: 8 total, 8 up, 8 in 2024-08-04T16:22:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:35 smithi062 ceph-mon[85960]: pgmap v3175: 777 pgs: 6 creating+peering, 11 unknown, 760 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 37 KiB/s wr, 852 op/s 2024-08-04T16:22:36.072 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:36.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:22:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:22:36] "GET /metrics HTTP/1.1" 200 82895 "" "Prometheus/2.43.0" 2024-08-04T16:22:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:36 smithi007 ceph-mon[92692]: osdmap e1844: 8 total, 8 up, 8 in 2024-08-04T16:22:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:36 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2834615967' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:36 smithi007 ceph-mon[94998]: osdmap e1844: 8 total, 8 up, 8 in 2024-08-04T16:22:36.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:36 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2834615967' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:36 smithi062 ceph-mon[85960]: osdmap e1844: 8 total, 8 up, 8 in 2024-08-04T16:22:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:36 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2834615967' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:37 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2834615967' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:22:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:37 smithi007 ceph-mon[92692]: osdmap e1845: 8 total, 8 up, 8 in 2024-08-04T16:22:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:22:37.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:37 smithi007 ceph-mon[92692]: pgmap v3178: 809 pgs: 9 creating+peering, 23 unknown, 777 active+clean; 152 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 13 KiB/s wr, 138 op/s 2024-08-04T16:22:37.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:37 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2834615967' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:22:37.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:37 smithi007 ceph-mon[94998]: osdmap e1845: 8 total, 8 up, 8 in 2024-08-04T16:22:37.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:22:37.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:37 smithi007 ceph-mon[94998]: pgmap v3178: 809 pgs: 9 creating+peering, 23 unknown, 777 active+clean; 152 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 13 KiB/s wr, 138 op/s 2024-08-04T16:22:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:37 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2834615967' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:22:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:37 smithi062 ceph-mon[85960]: osdmap e1845: 8 total, 8 up, 8 in 2024-08-04T16:22:37.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:22:37.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:37 smithi062 ceph-mon[85960]: pgmap v3178: 809 pgs: 9 creating+peering, 23 unknown, 777 active+clean; 152 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 13 KiB/s wr, 138 op/s 2024-08-04T16:22:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:38 smithi007 ceph-mon[92692]: osdmap e1846: 8 total, 8 up, 8 in 2024-08-04T16:22:38.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:38 smithi007 ceph-mon[94998]: osdmap e1846: 8 total, 8 up, 8 in 2024-08-04T16:22:38.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:38 smithi062 ceph-mon[85960]: osdmap e1846: 8 total, 8 up, 8 in 2024-08-04T16:22:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:39 smithi007 ceph-mon[92692]: osdmap e1847: 8 total, 8 up, 8 in 2024-08-04T16:22:39.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:39 smithi007 ceph-mon[92692]: pgmap v3181: 809 pgs: 9 creating+peering, 16 unknown, 784 active+clean; 152 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 5.0 KiB/s wr, 64 op/s 2024-08-04T16:22:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:39 smithi007 ceph-mon[94998]: osdmap e1847: 8 total, 8 up, 8 in 2024-08-04T16:22:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:39 smithi007 ceph-mon[94998]: pgmap v3181: 809 pgs: 9 creating+peering, 16 unknown, 784 active+clean; 152 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 5.0 KiB/s wr, 64 op/s 2024-08-04T16:22:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:39 smithi062 ceph-mon[85960]: osdmap e1847: 8 total, 8 up, 8 in 2024-08-04T16:22:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:39 smithi062 ceph-mon[85960]: pgmap v3181: 809 pgs: 9 creating+peering, 16 unknown, 784 active+clean; 152 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 5.0 KiB/s wr, 64 op/s 2024-08-04T16:22:40.231 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.ImageSpec (6106 ms) 2024-08-04T16:22:40.232 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-08-04T16:22:40.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:40 smithi007 ceph-mon[92692]: osdmap e1848: 8 total, 8 up, 8 in 2024-08-04T16:22:40.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:40 smithi007 ceph-mon[94998]: osdmap e1848: 8 total, 8 up, 8 in 2024-08-04T16:22:40.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:40 smithi062 ceph-mon[85960]: osdmap e1848: 8 total, 8 up, 8 in 2024-08-04T16:22:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:41 smithi007 ceph-mon[92692]: osdmap e1849: 8 total, 8 up, 8 in 2024-08-04T16:22:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:41 smithi007 ceph-mon[92692]: pgmap v3184: 809 pgs: 9 creating+peering, 800 active+clean; 152 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 3.5 KiB/s wr, 47 op/s 2024-08-04T16:22:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:41 smithi007 ceph-mon[92692]: osdmap e1850: 8 total, 8 up, 8 in 2024-08-04T16:22:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:41 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1334670527' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:41 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:41.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:41 smithi007 ceph-mon[94998]: osdmap e1849: 8 total, 8 up, 8 in 2024-08-04T16:22:41.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:41 smithi007 ceph-mon[94998]: pgmap v3184: 809 pgs: 9 creating+peering, 800 active+clean; 152 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 3.5 KiB/s wr, 47 op/s 2024-08-04T16:22:41.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:41 smithi007 ceph-mon[94998]: osdmap e1850: 8 total, 8 up, 8 in 2024-08-04T16:22:41.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:41 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1334670527' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:41.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:41 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:41 smithi062 ceph-mon[85960]: osdmap e1849: 8 total, 8 up, 8 in 2024-08-04T16:22:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:41 smithi062 ceph-mon[85960]: pgmap v3184: 809 pgs: 9 creating+peering, 800 active+clean; 152 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 3.5 KiB/s wr, 47 op/s 2024-08-04T16:22:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:41 smithi062 ceph-mon[85960]: osdmap e1850: 8 total, 8 up, 8 in 2024-08-04T16:22:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:41 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1334670527' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:41.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:41 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:42.052 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:22:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:22:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:22:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:43 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:22:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:43 smithi007 ceph-mon[92692]: osdmap e1851: 8 total, 8 up, 8 in 2024-08-04T16:22:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:43 smithi007 ceph-mon[92692]: pgmap v3187: 841 pgs: 6 creating+peering, 26 unknown, 809 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 4.2 KiB/s wr, 101 op/s 2024-08-04T16:22:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:43 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:22:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:43 smithi007 ceph-mon[94998]: osdmap e1851: 8 total, 8 up, 8 in 2024-08-04T16:22:43.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:43 smithi007 ceph-mon[94998]: pgmap v3187: 841 pgs: 6 creating+peering, 26 unknown, 809 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 4.2 KiB/s wr, 101 op/s 2024-08-04T16:22:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:43 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:22:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:43 smithi062 ceph-mon[85960]: osdmap e1851: 8 total, 8 up, 8 in 2024-08-04T16:22:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:43 smithi062 ceph-mon[85960]: pgmap v3187: 841 pgs: 6 creating+peering, 26 unknown, 809 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 4.2 KiB/s wr, 101 op/s 2024-08-04T16:22:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:44 smithi007 ceph-mon[92692]: osdmap e1852: 8 total, 8 up, 8 in 2024-08-04T16:22:44.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:44 smithi007 ceph-mon[94998]: osdmap e1852: 8 total, 8 up, 8 in 2024-08-04T16:22:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:44 smithi062 ceph-mon[85960]: osdmap e1852: 8 total, 8 up, 8 in 2024-08-04T16:22:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:45 smithi007 ceph-mon[92692]: osdmap e1853: 8 total, 8 up, 8 in 2024-08-04T16:22:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:45 smithi007 ceph-mon[92692]: pgmap v3190: 841 pgs: 6 creating+peering, 15 unknown, 820 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 3.7 KiB/s wr, 95 op/s 2024-08-04T16:22:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:45 smithi007 ceph-mon[94998]: osdmap e1853: 8 total, 8 up, 8 in 2024-08-04T16:22:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:45 smithi007 ceph-mon[94998]: pgmap v3190: 841 pgs: 6 creating+peering, 15 unknown, 820 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 3.7 KiB/s wr, 95 op/s 2024-08-04T16:22:45.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:45 smithi062 ceph-mon[85960]: osdmap e1853: 8 total, 8 up, 8 in 2024-08-04T16:22:45.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:45 smithi062 ceph-mon[85960]: pgmap v3190: 841 pgs: 6 creating+peering, 15 unknown, 820 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 3.7 KiB/s wr, 95 op/s 2024-08-04T16:22:46.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:22:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:22:46] "GET /metrics HTTP/1.1" 200 87804 "" "Prometheus/2.43.0" 2024-08-04T16:22:46.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:46 smithi007 ceph-mon[92692]: osdmap e1854: 8 total, 8 up, 8 in 2024-08-04T16:22:46.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:46 smithi007 ceph-mon[92692]: osdmap e1855: 8 total, 8 up, 8 in 2024-08-04T16:22:46.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:46 smithi007 ceph-mon[94998]: osdmap e1854: 8 total, 8 up, 8 in 2024-08-04T16:22:46.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:46 smithi007 ceph-mon[94998]: osdmap e1855: 8 total, 8 up, 8 in 2024-08-04T16:22:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:46 smithi062 ceph-mon[85960]: osdmap e1854: 8 total, 8 up, 8 in 2024-08-04T16:22:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:46 smithi062 ceph-mon[85960]: osdmap e1855: 8 total, 8 up, 8 in 2024-08-04T16:22:47.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:47 smithi007 ceph-mon[92692]: pgmap v3193: 841 pgs: 6 creating+peering, 835 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.5 KiB/s wr, 95 op/s 2024-08-04T16:22:47.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:47 smithi007 ceph-mon[94998]: pgmap v3193: 841 pgs: 6 creating+peering, 835 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.5 KiB/s wr, 95 op/s 2024-08-04T16:22:47.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:47 smithi062 ceph-mon[85960]: pgmap v3193: 841 pgs: 6 creating+peering, 835 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.5 KiB/s wr, 95 op/s 2024-08-04T16:22:48.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:48 smithi007 ceph-mon[94998]: osdmap e1856: 8 total, 8 up, 8 in 2024-08-04T16:22:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:48 smithi007 ceph-mon[92692]: osdmap e1856: 8 total, 8 up, 8 in 2024-08-04T16:22:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:48 smithi062 ceph-mon[85960]: osdmap e1856: 8 total, 8 up, 8 in 2024-08-04T16:22:49.133 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 3 2024-08-04T16:22:49.147 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 3 2024-08-04T16:22:49.148 INFO:tasks.workunit.client.0.smithi007.stdout:child: image213 2024-08-04T16:22:49.148 INFO:tasks.workunit.client.0.smithi007.stdout:child: image215 2024-08-04T16:22:49.148 INFO:tasks.workunit.client.0.smithi007.stdout:child: image214 2024-08-04T16:22:49.148 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-15/image213/8b2c98977ddc 2024-08-04T16:22:49.148 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:22:49.148 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-37/image214/8b2cfc12f837 2024-08-04T16:22:49.148 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:22:49.148 INFO:tasks.workunit.client.0.smithi007.stdout:found child test-librbd-smithi007-143401-15/image215/8b2cc6b51e9e 2024-08-04T16:22:49.148 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:22:49.148 INFO:tasks.workunit.client.0.smithi007.stdout:num children is: 0 2024-08-04T16:22:49.148 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 0 2024-08-04T16:22:49.148 INFO:tasks.workunit.client.0.smithi007.stdout:num snaps is: 0 2024-08-04T16:22:49.148 INFO:tasks.workunit.client.0.smithi007.stdout:expected: 0 2024-08-04T16:22:49.149 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8900 ms) 2024-08-04T16:22:49.149 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-08-04T16:22:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:49 smithi007 ceph-mon[92692]: osdmap e1857: 8 total, 8 up, 8 in 2024-08-04T16:22:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:49 smithi007 ceph-mon[92692]: pgmap v3196: 809 pgs: 809 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:22:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:49 smithi007 ceph-mon[94998]: osdmap e1857: 8 total, 8 up, 8 in 2024-08-04T16:22:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:49 smithi007 ceph-mon[94998]: pgmap v3196: 809 pgs: 809 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:22:49.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:49 smithi062 ceph-mon[85960]: osdmap e1857: 8 total, 8 up, 8 in 2024-08-04T16:22:49.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:49 smithi062 ceph-mon[85960]: pgmap v3196: 809 pgs: 809 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:22:50.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:50 smithi007 ceph-mon[92692]: osdmap e1858: 8 total, 8 up, 8 in 2024-08-04T16:22:50.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:50 smithi007 ceph-mon[94998]: osdmap e1858: 8 total, 8 up, 8 in 2024-08-04T16:22:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:50 smithi062 ceph-mon[85960]: osdmap e1858: 8 total, 8 up, 8 in 2024-08-04T16:22:51.116 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:51 smithi062 ceph-mon[85960]: osdmap e1859: 8 total, 8 up, 8 in 2024-08-04T16:22:51.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:51 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3249588608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:51.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:51 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:51.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:51 smithi062 ceph-mon[85960]: pgmap v3199: 841 pgs: 32 unknown, 809 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:22:51.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:22:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:51 smithi007 ceph-mon[92692]: osdmap e1859: 8 total, 8 up, 8 in 2024-08-04T16:22:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:51 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3249588608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:51 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:51 smithi007 ceph-mon[92692]: pgmap v3199: 841 pgs: 32 unknown, 809 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:22:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:22:51.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:51 smithi007 ceph-mon[94998]: osdmap e1859: 8 total, 8 up, 8 in 2024-08-04T16:22:51.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:51 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3249588608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:51.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:51 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:22:51.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:51 smithi007 ceph-mon[94998]: pgmap v3199: 841 pgs: 32 unknown, 809 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:22:51.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:22:52.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:52 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:22:52.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:52 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:22:52.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:52 smithi062 ceph-mon[85960]: osdmap e1860: 8 total, 8 up, 8 in 2024-08-04T16:22:52.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:22:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:22:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:22:52.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:52 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:22:52.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:52 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:22:52.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:52 smithi007 ceph-mon[92692]: osdmap e1860: 8 total, 8 up, 8 in 2024-08-04T16:22:52.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:52 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:22:52.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:52 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:22:52.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:52 smithi007 ceph-mon[94998]: osdmap e1860: 8 total, 8 up, 8 in 2024-08-04T16:22:53.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:53 smithi062 ceph-mon[85960]: osdmap e1861: 8 total, 8 up, 8 in 2024-08-04T16:22:53.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:53 smithi062 ceph-mon[85960]: pgmap v3202: 841 pgs: 8 creating+peering, 22 unknown, 811 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 7.7 KiB/s wr, 153 op/s 2024-08-04T16:22:53.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:53 smithi007 ceph-mon[92692]: osdmap e1861: 8 total, 8 up, 8 in 2024-08-04T16:22:53.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:53 smithi007 ceph-mon[92692]: pgmap v3202: 841 pgs: 8 creating+peering, 22 unknown, 811 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 7.7 KiB/s wr, 153 op/s 2024-08-04T16:22:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:53 smithi007 ceph-mon[94998]: osdmap e1861: 8 total, 8 up, 8 in 2024-08-04T16:22:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:53 smithi007 ceph-mon[94998]: pgmap v3202: 841 pgs: 8 creating+peering, 22 unknown, 811 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 7.7 KiB/s wr, 153 op/s 2024-08-04T16:22:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:54 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:22:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:54 smithi062 ceph-mon[85960]: osdmap e1862: 8 total, 8 up, 8 in 2024-08-04T16:22:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:54 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:22:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:54 smithi007 ceph-mon[92692]: osdmap e1862: 8 total, 8 up, 8 in 2024-08-04T16:22:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:54 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:22:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:54 smithi007 ceph-mon[94998]: osdmap e1862: 8 total, 8 up, 8 in 2024-08-04T16:22:55.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:55 smithi062 ceph-mon[85960]: osdmap e1863: 8 total, 8 up, 8 in 2024-08-04T16:22:55.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:55 smithi062 ceph-mon[85960]: pgmap v3205: 841 pgs: 8 creating+peering, 6 unknown, 827 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 6.5 KiB/s wr, 115 op/s 2024-08-04T16:22:55.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:55 smithi007 ceph-mon[92692]: osdmap e1863: 8 total, 8 up, 8 in 2024-08-04T16:22:55.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:55 smithi007 ceph-mon[92692]: pgmap v3205: 841 pgs: 8 creating+peering, 6 unknown, 827 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 6.5 KiB/s wr, 115 op/s 2024-08-04T16:22:55.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:55 smithi007 ceph-mon[94998]: osdmap e1863: 8 total, 8 up, 8 in 2024-08-04T16:22:55.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:55 smithi007 ceph-mon[94998]: pgmap v3205: 841 pgs: 8 creating+peering, 6 unknown, 827 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 6.5 KiB/s wr, 115 op/s 2024-08-04T16:22:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:56 smithi062 ceph-mon[85960]: osdmap e1864: 8 total, 8 up, 8 in 2024-08-04T16:22:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:56 smithi062 ceph-mon[85960]: osdmap e1865: 8 total, 8 up, 8 in 2024-08-04T16:22:56.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:56 smithi007 ceph-mon[92692]: osdmap e1864: 8 total, 8 up, 8 in 2024-08-04T16:22:56.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:56 smithi007 ceph-mon[92692]: osdmap e1865: 8 total, 8 up, 8 in 2024-08-04T16:22:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:22:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:22:56] "GET /metrics HTTP/1.1" 200 90285 "" "Prometheus/2.43.0" 2024-08-04T16:22:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:56 smithi007 ceph-mon[94998]: osdmap e1864: 8 total, 8 up, 8 in 2024-08-04T16:22:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:56 smithi007 ceph-mon[94998]: osdmap e1865: 8 total, 8 up, 8 in 2024-08-04T16:22:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:57 smithi062 ceph-mon[85960]: pgmap v3208: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.7 KiB/s wr, 38 op/s 2024-08-04T16:22:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:57 smithi062 ceph-mon[85960]: osdmap e1866: 8 total, 8 up, 8 in 2024-08-04T16:22:57.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:57 smithi007 ceph-mon[92692]: pgmap v3208: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.7 KiB/s wr, 38 op/s 2024-08-04T16:22:57.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:57 smithi007 ceph-mon[92692]: osdmap e1866: 8 total, 8 up, 8 in 2024-08-04T16:22:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:57 smithi007 ceph-mon[94998]: pgmap v3208: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.7 KiB/s wr, 38 op/s 2024-08-04T16:22:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:57 smithi007 ceph-mon[94998]: osdmap e1866: 8 total, 8 up, 8 in 2024-08-04T16:22:59.169 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.QuiesceWatch (10037 ms) 2024-08-04T16:22:59.169 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-08-04T16:22:59.169 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:22:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:59 smithi007 ceph-mon[92692]: osdmap e1867: 8 total, 8 up, 8 in 2024-08-04T16:22:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:22:59 smithi007 ceph-mon[92692]: pgmap v3211: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 KiB/s wr, 37 op/s 2024-08-04T16:22:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:59 smithi007 ceph-mon[94998]: osdmap e1867: 8 total, 8 up, 8 in 2024-08-04T16:22:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:22:59 smithi007 ceph-mon[94998]: pgmap v3211: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 KiB/s wr, 37 op/s 2024-08-04T16:22:59.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:59 smithi062 ceph-mon[85960]: osdmap e1867: 8 total, 8 up, 8 in 2024-08-04T16:22:59.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:22:59 smithi062 ceph-mon[85960]: pgmap v3211: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 KiB/s wr, 37 op/s 2024-08-04T16:23:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:00 smithi007 ceph-mon[92692]: osdmap e1868: 8 total, 8 up, 8 in 2024-08-04T16:23:00.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:00 smithi007 ceph-mon[94998]: osdmap e1868: 8 total, 8 up, 8 in 2024-08-04T16:23:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:00 smithi062 ceph-mon[85960]: osdmap e1868: 8 total, 8 up, 8 in 2024-08-04T16:23:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:01 smithi007 ceph-mon[92692]: osdmap e1869: 8 total, 8 up, 8 in 2024-08-04T16:23:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:01 smithi007 ceph-mon[92692]: pgmap v3214: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.7 KiB/s wr, 77 op/s 2024-08-04T16:23:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:01 smithi007 ceph-mon[92692]: osdmap e1870: 8 total, 8 up, 8 in 2024-08-04T16:23:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:01 smithi007 ceph-mon[94998]: osdmap e1869: 8 total, 8 up, 8 in 2024-08-04T16:23:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:01 smithi007 ceph-mon[94998]: pgmap v3214: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.7 KiB/s wr, 77 op/s 2024-08-04T16:23:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:01 smithi007 ceph-mon[94998]: osdmap e1870: 8 total, 8 up, 8 in 2024-08-04T16:23:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:01 smithi062 ceph-mon[85960]: osdmap e1869: 8 total, 8 up, 8 in 2024-08-04T16:23:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:01 smithi062 ceph-mon[85960]: pgmap v3214: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.7 KiB/s wr, 77 op/s 2024-08-04T16:23:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:01 smithi062 ceph-mon[85960]: osdmap e1870: 8 total, 8 up, 8 in 2024-08-04T16:23:02.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:23:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:23:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:03 smithi007 ceph-mon[94998]: osdmap e1871: 8 total, 8 up, 8 in 2024-08-04T16:23:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:03 smithi007 ceph-mon[94998]: pgmap v3217: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-08-04T16:23:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:03 smithi007 ceph-mon[92692]: osdmap e1871: 8 total, 8 up, 8 in 2024-08-04T16:23:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:03 smithi007 ceph-mon[92692]: pgmap v3217: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-08-04T16:23:03.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:03 smithi062 ceph-mon[85960]: osdmap e1871: 8 total, 8 up, 8 in 2024-08-04T16:23:03.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:03 smithi062 ceph-mon[85960]: pgmap v3217: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-08-04T16:23:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:04 smithi007 ceph-mon[92692]: osdmap e1872: 8 total, 8 up, 8 in 2024-08-04T16:23:04.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:04 smithi007 ceph-mon[94998]: osdmap e1872: 8 total, 8 up, 8 in 2024-08-04T16:23:04.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:04 smithi062 ceph-mon[85960]: osdmap e1872: 8 total, 8 up, 8 in 2024-08-04T16:23:05.199 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6030 ms) 2024-08-04T16:23:05.199 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-08-04T16:23:05.200 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:23:05.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:05 smithi062 ceph-mon[85960]: osdmap e1873: 8 total, 8 up, 8 in 2024-08-04T16:23:05.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:05 smithi062 ceph-mon[85960]: pgmap v3220: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-08-04T16:23:05.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:05 smithi007 ceph-mon[92692]: osdmap e1873: 8 total, 8 up, 8 in 2024-08-04T16:23:05.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:05 smithi007 ceph-mon[92692]: pgmap v3220: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-08-04T16:23:05.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:05 smithi007 ceph-mon[94998]: osdmap e1873: 8 total, 8 up, 8 in 2024-08-04T16:23:05.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:05 smithi007 ceph-mon[94998]: pgmap v3220: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-08-04T16:23:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:06 smithi062 ceph-mon[85960]: osdmap e1874: 8 total, 8 up, 8 in 2024-08-04T16:23:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:06 smithi062 ceph-mon[85960]: osdmap e1875: 8 total, 8 up, 8 in 2024-08-04T16:23:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:23:06.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:23:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:23:06] "GET /metrics HTTP/1.1" 200 90285 "" "Prometheus/2.43.0" 2024-08-04T16:23:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:06 smithi007 ceph-mon[92692]: osdmap e1874: 8 total, 8 up, 8 in 2024-08-04T16:23:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:06 smithi007 ceph-mon[92692]: osdmap e1875: 8 total, 8 up, 8 in 2024-08-04T16:23:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:23:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:06 smithi007 ceph-mon[94998]: osdmap e1874: 8 total, 8 up, 8 in 2024-08-04T16:23:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:06 smithi007 ceph-mon[94998]: osdmap e1875: 8 total, 8 up, 8 in 2024-08-04T16:23:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:23:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:07 smithi062 ceph-mon[85960]: pgmap v3223: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 79 op/s 2024-08-04T16:23:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:07 smithi062 ceph-mon[85960]: osdmap e1876: 8 total, 8 up, 8 in 2024-08-04T16:23:07.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:07 smithi007 ceph-mon[92692]: pgmap v3223: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 79 op/s 2024-08-04T16:23:07.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:07 smithi007 ceph-mon[92692]: osdmap e1876: 8 total, 8 up, 8 in 2024-08-04T16:23:07.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:07 smithi007 ceph-mon[94998]: pgmap v3223: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 79 op/s 2024-08-04T16:23:07.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:07 smithi007 ceph-mon[94998]: osdmap e1876: 8 total, 8 up, 8 in 2024-08-04T16:23:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:09 smithi007 ceph-mon[92692]: osdmap e1877: 8 total, 8 up, 8 in 2024-08-04T16:23:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:09 smithi007 ceph-mon[92692]: pgmap v3226: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-08-04T16:23:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:09 smithi007 ceph-mon[94998]: osdmap e1877: 8 total, 8 up, 8 in 2024-08-04T16:23:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:09 smithi007 ceph-mon[94998]: pgmap v3226: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-08-04T16:23:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:09 smithi062 ceph-mon[85960]: osdmap e1877: 8 total, 8 up, 8 in 2024-08-04T16:23:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:09 smithi062 ceph-mon[85960]: pgmap v3226: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-08-04T16:23:10.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:10 smithi007 ceph-mon[92692]: osdmap e1878: 8 total, 8 up, 8 in 2024-08-04T16:23:10.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:10 smithi007 ceph-mon[94998]: osdmap e1878: 8 total, 8 up, 8 in 2024-08-04T16:23:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:10 smithi062 ceph-mon[85960]: osdmap e1878: 8 total, 8 up, 8 in 2024-08-04T16:23:11.168 INFO:tasks.workunit.client.0.smithi007.stdout:10.00% done 2024-08-04T16:23:11.168 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5968 ms) 2024-08-04T16:23:11.168 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-08-04T16:23:11.168 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:23:11.181 INFO:tasks.workunit.client.0.smithi007.stderr:test quiesce is not long enough to time out 2024-08-04T16:23:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:11 smithi007 ceph-mon[92692]: osdmap e1879: 8 total, 8 up, 8 in 2024-08-04T16:23:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:11 smithi007 ceph-mon[92692]: pgmap v3229: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.0 KiB/s wr, 104 op/s 2024-08-04T16:23:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:11 smithi007 ceph-mon[92692]: osdmap e1880: 8 total, 8 up, 8 in 2024-08-04T16:23:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:11 smithi007 ceph-mon[94998]: osdmap e1879: 8 total, 8 up, 8 in 2024-08-04T16:23:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:11 smithi007 ceph-mon[94998]: pgmap v3229: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.0 KiB/s wr, 104 op/s 2024-08-04T16:23:11.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:11 smithi007 ceph-mon[94998]: osdmap e1880: 8 total, 8 up, 8 in 2024-08-04T16:23:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:11 smithi062 ceph-mon[85960]: osdmap e1879: 8 total, 8 up, 8 in 2024-08-04T16:23:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:11 smithi062 ceph-mon[85960]: pgmap v3229: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.0 KiB/s wr, 104 op/s 2024-08-04T16:23:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:11 smithi062 ceph-mon[85960]: osdmap e1880: 8 total, 8 up, 8 in 2024-08-04T16:23:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:23:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:23:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:23:13.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:13 smithi062 ceph-mon[85960]: pgmap v3231: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 4.6 KiB/s wr, 99 op/s 2024-08-04T16:23:13.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:13 smithi007 ceph-mon[92692]: pgmap v3231: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 4.6 KiB/s wr, 99 op/s 2024-08-04T16:23:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:13 smithi007 ceph-mon[94998]: pgmap v3231: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 4.6 KiB/s wr, 99 op/s 2024-08-04T16:23:15.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:15 smithi062 ceph-mon[85960]: pgmap v3232: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 5.5 KiB/s wr, 114 op/s 2024-08-04T16:23:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:15 smithi007 ceph-mon[92692]: pgmap v3232: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 5.5 KiB/s wr, 114 op/s 2024-08-04T16:23:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:15 smithi007 ceph-mon[94998]: pgmap v3232: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 5.5 KiB/s wr, 114 op/s 2024-08-04T16:23:16.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:23:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:23:16] "GET /metrics HTTP/1.1" 200 90328 "" "Prometheus/2.43.0" 2024-08-04T16:23:17.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:17 smithi007 ceph-mon[92692]: osdmap e1881: 8 total, 8 up, 8 in 2024-08-04T16:23:17.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:17 smithi007 ceph-mon[94998]: osdmap e1881: 8 total, 8 up, 8 in 2024-08-04T16:23:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:17 smithi062 ceph-mon[85960]: osdmap e1881: 8 total, 8 up, 8 in 2024-08-04T16:23:18.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:18 smithi007 ceph-mon[94998]: pgmap v3234: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.7 KiB/s wr, 47 op/s 2024-08-04T16:23:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:18 smithi007 ceph-mon[92692]: pgmap v3234: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.7 KiB/s wr, 47 op/s 2024-08-04T16:23:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:18 smithi062 ceph-mon[85960]: pgmap v3234: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.7 KiB/s wr, 47 op/s 2024-08-04T16:23:20.097 INFO:tasks.workunit.client.0.smithi007.stderr:test quiesce is timed out 2024-08-04T16:23:20.100 INFO:tasks.workunit.client.0.smithi007.stderr:waiting for timed out ... 0 2024-08-04T16:23:20.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:20 smithi007 ceph-mon[94998]: pgmap v3235: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.1 KiB/s wr, 37 op/s 2024-08-04T16:23:20.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:20 smithi007 ceph-mon[92692]: pgmap v3235: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.1 KiB/s wr, 37 op/s 2024-08-04T16:23:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:20 smithi062 ceph-mon[85960]: pgmap v3235: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.1 KiB/s wr, 37 op/s 2024-08-04T16:23:21.101 INFO:tasks.workunit.client.0.smithi007.stderr:waiting for timed out ... 1 2024-08-04T16:23:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:21 smithi007 ceph-mon[94998]: osdmap e1882: 8 total, 8 up, 8 in 2024-08-04T16:23:21.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:21 smithi007 ceph-mon[94998]: osdmap e1883: 8 total, 8 up, 8 in 2024-08-04T16:23:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:21 smithi007 ceph-mon[92692]: osdmap e1882: 8 total, 8 up, 8 in 2024-08-04T16:23:21.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:21 smithi007 ceph-mon[92692]: osdmap e1883: 8 total, 8 up, 8 in 2024-08-04T16:23:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:21 smithi062 ceph-mon[85960]: osdmap e1882: 8 total, 8 up, 8 in 2024-08-04T16:23:21.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:21 smithi062 ceph-mon[85960]: osdmap e1883: 8 total, 8 up, 8 in 2024-08-04T16:23:22.101 INFO:tasks.workunit.client.0.smithi007.stderr:waiting for timed out ... 2 2024-08-04T16:23:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:22 smithi007 ceph-mon[94998]: pgmap v3237: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 KiB/s wr, 33 op/s 2024-08-04T16:23:22.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:22 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:23:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:22 smithi007 ceph-mon[92692]: pgmap v3237: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 KiB/s wr, 33 op/s 2024-08-04T16:23:22.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:22 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:23:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:22 smithi062 ceph-mon[85960]: pgmap v3237: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 KiB/s wr, 33 op/s 2024-08-04T16:23:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:22 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:23:22.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:23:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:23:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:23:23.101 INFO:tasks.workunit.client.0.smithi007.stderr:waiting for timed out ... 3 2024-08-04T16:23:24.101 INFO:tasks.workunit.client.0.smithi007.stderr:waiting for timed out ... 4 2024-08-04T16:23:24.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:24 smithi007 ceph-mon[94998]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:23:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:24 smithi007 ceph-mon[92692]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:23:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:24 smithi062 ceph-mon[85960]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:23:25.101 INFO:tasks.workunit.client.0.smithi007.stderr:waiting for timed out ... 5 2024-08-04T16:23:26.101 INFO:tasks.workunit.client.0.smithi007.stderr:waiting for timed out ... 6 2024-08-04T16:23:26.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:26 smithi007 ceph-mon[94998]: pgmap v3240: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-04T16:23:26.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:26 smithi007 ceph-mon[92692]: pgmap v3240: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-04T16:23:26.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:23:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:23:26] "GET /metrics HTTP/1.1" 200 90326 "" "Prometheus/2.43.0" 2024-08-04T16:23:26.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:26 smithi062 ceph-mon[85960]: pgmap v3240: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-04T16:23:27.101 INFO:tasks.workunit.client.0.smithi007.stderr:waiting for timed out ... 7 2024-08-04T16:23:28.102 INFO:tasks.workunit.client.0.smithi007.stderr:waiting for timed out ... 8 2024-08-04T16:23:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:28 smithi007 ceph-mon[92692]: pgmap v3241: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-04T16:23:28.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:28 smithi007 ceph-mon[94998]: pgmap v3241: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-04T16:23:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:28 smithi062 ceph-mon[85960]: pgmap v3241: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-04T16:23:29.102 INFO:tasks.workunit.client.0.smithi007.stderr:waiting for timed out ... 9 2024-08-04T16:23:30.102 INFO:tasks.workunit.client.0.smithi007.stderr:waiting for timed out ... 10 2024-08-04T16:23:30.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:30 smithi007 ceph-mon[92692]: pgmap v3242: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 368 B/s wr, 4 op/s 2024-08-04T16:23:30.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:30 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:23:30.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:30 smithi007 ceph-mon[94998]: pgmap v3242: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 368 B/s wr, 4 op/s 2024-08-04T16:23:30.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:30 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:23:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:30 smithi062 ceph-mon[85960]: pgmap v3242: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 368 B/s wr, 4 op/s 2024-08-04T16:23:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:30 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:23:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:23:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:23:31.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:23:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:23:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:23:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:23:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:23:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:23:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:23:32.413 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:32 smithi062 ceph-mon[85960]: pgmap v3243: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-08-04T16:23:32.413 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:23:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:23:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:23:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:32 smithi007 ceph-mon[94998]: pgmap v3243: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-08-04T16:23:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:32 smithi007 ceph-mon[92692]: pgmap v3243: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-08-04T16:23:34.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:34 smithi062 ceph-mon[85960]: pgmap v3244: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 KiB/s rd, 270 B/s wr, 3 op/s 2024-08-04T16:23:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:34 smithi007 ceph-mon[94998]: pgmap v3244: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 KiB/s rd, 270 B/s wr, 3 op/s 2024-08-04T16:23:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:34 smithi007 ceph-mon[92692]: pgmap v3244: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 KiB/s rd, 270 B/s wr, 3 op/s 2024-08-04T16:23:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:36 smithi062 ceph-mon[85960]: pgmap v3245: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-08-04T16:23:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:23:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:23:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:23:36] "GET /metrics HTTP/1.1" 200 90326 "" "Prometheus/2.43.0" 2024-08-04T16:23:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:36 smithi007 ceph-mon[92692]: pgmap v3245: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-08-04T16:23:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:23:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:36 smithi007 ceph-mon[94998]: pgmap v3245: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-08-04T16:23:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:23:38.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:38 smithi062 ceph-mon[85960]: pgmap v3246: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:23:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:38 smithi007 ceph-mon[94998]: pgmap v3246: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:23:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:38 smithi007 ceph-mon[92692]: pgmap v3246: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:23:40.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:40 smithi062 ceph-mon[85960]: pgmap v3247: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:23:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:40 smithi007 ceph-mon[94998]: pgmap v3247: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:23:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:40 smithi007 ceph-mon[92692]: pgmap v3247: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:23:41.102 INFO:tasks.workunit.client.0.smithi007.stderr:test retry succeeds 2024-08-04T16:23:42.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:42 smithi062 ceph-mon[85960]: pgmap v3248: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:23:42.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:42 smithi062 ceph-mon[85960]: osdmap e1884: 8 total, 8 up, 8 in 2024-08-04T16:23:42.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:23:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:23:42.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:42 smithi007 ceph-mon[94998]: pgmap v3248: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:23:42.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:42 smithi007 ceph-mon[94998]: osdmap e1884: 8 total, 8 up, 8 in 2024-08-04T16:23:42.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:42 smithi007 ceph-mon[92692]: pgmap v3248: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:23:42.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:42 smithi007 ceph-mon[92692]: osdmap e1884: 8 total, 8 up, 8 in 2024-08-04T16:23:43.298 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32130 ms) 2024-08-04T16:23:43.298 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-08-04T16:23:43.298 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:23:43.360 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.WriteZeroes (62 ms) 2024-08-04T16:23:43.360 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-08-04T16:23:43.360 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:23:43.421 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (61 ms) 2024-08-04T16:23:43.421 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-08-04T16:23:43.421 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:23:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:43 smithi062 ceph-mon[85960]: osdmap e1885: 8 total, 8 up, 8 in 2024-08-04T16:23:43.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:43 smithi007 ceph-mon[92692]: osdmap e1885: 8 total, 8 up, 8 in 2024-08-04T16:23:43.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:43 smithi007 ceph-mon[94998]: osdmap e1885: 8 total, 8 up, 8 in 2024-08-04T16:23:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:44 smithi062 ceph-mon[85960]: pgmap v3251: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:23:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:44 smithi062 ceph-mon[85960]: osdmap e1886: 8 total, 8 up, 8 in 2024-08-04T16:23:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:44 smithi007 ceph-mon[94998]: pgmap v3251: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:23:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:44 smithi007 ceph-mon[94998]: osdmap e1886: 8 total, 8 up, 8 in 2024-08-04T16:23:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:44 smithi007 ceph-mon[92692]: pgmap v3251: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:23:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:44 smithi007 ceph-mon[92692]: osdmap e1886: 8 total, 8 up, 8 in 2024-08-04T16:23:45.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:45 smithi062 ceph-mon[85960]: osdmap e1887: 8 total, 8 up, 8 in 2024-08-04T16:23:45.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:45 smithi007 ceph-mon[94998]: osdmap e1887: 8 total, 8 up, 8 in 2024-08-04T16:23:45.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:45 smithi007 ceph-mon[92692]: osdmap e1887: 8 total, 8 up, 8 in 2024-08-04T16:23:46.487 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:23:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:23:46] "GET /metrics HTTP/1.1" 200 90337 "" "Prometheus/2.43.0" 2024-08-04T16:23:46.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:46 smithi007 ceph-mon[92692]: pgmap v3254: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 81 op/s 2024-08-04T16:23:46.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:46 smithi007 ceph-mon[92692]: osdmap e1888: 8 total, 8 up, 8 in 2024-08-04T16:23:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:46 smithi007 ceph-mon[94998]: pgmap v3254: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 81 op/s 2024-08-04T16:23:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:46 smithi007 ceph-mon[94998]: osdmap e1888: 8 total, 8 up, 8 in 2024-08-04T16:23:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:46 smithi062 ceph-mon[85960]: pgmap v3254: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 81 op/s 2024-08-04T16:23:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:46 smithi062 ceph-mon[85960]: osdmap e1888: 8 total, 8 up, 8 in 2024-08-04T16:23:47.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:47 smithi062 ceph-mon[85960]: osdmap e1889: 8 total, 8 up, 8 in 2024-08-04T16:23:47.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:47 smithi007 ceph-mon[94998]: osdmap e1889: 8 total, 8 up, 8 in 2024-08-04T16:23:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:47 smithi007 ceph-mon[92692]: osdmap e1889: 8 total, 8 up, 8 in 2024-08-04T16:23:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:48 smithi062 ceph-mon[85960]: pgmap v3257: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 9.0 KiB/s wr, 163 op/s 2024-08-04T16:23:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:48 smithi062 ceph-mon[85960]: osdmap e1890: 8 total, 8 up, 8 in 2024-08-04T16:23:48.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:48 smithi007 ceph-mon[94998]: pgmap v3257: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 9.0 KiB/s wr, 163 op/s 2024-08-04T16:23:48.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:48 smithi007 ceph-mon[94998]: osdmap e1890: 8 total, 8 up, 8 in 2024-08-04T16:23:48.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:48 smithi007 ceph-mon[92692]: pgmap v3257: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 9.0 KiB/s wr, 163 op/s 2024-08-04T16:23:48.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:48 smithi007 ceph-mon[92692]: osdmap e1890: 8 total, 8 up, 8 in 2024-08-04T16:23:49.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:49 smithi062 ceph-mon[85960]: osdmap e1891: 8 total, 8 up, 8 in 2024-08-04T16:23:49.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:49 smithi007 ceph-mon[92692]: osdmap e1891: 8 total, 8 up, 8 in 2024-08-04T16:23:49.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:49 smithi007 ceph-mon[94998]: osdmap e1891: 8 total, 8 up, 8 in 2024-08-04T16:23:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:50 smithi062 ceph-mon[85960]: pgmap v3260: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 4.0 KiB/s wr, 98 op/s 2024-08-04T16:23:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:50 smithi062 ceph-mon[85960]: osdmap e1892: 8 total, 8 up, 8 in 2024-08-04T16:23:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:50 smithi007 ceph-mon[92692]: pgmap v3260: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 4.0 KiB/s wr, 98 op/s 2024-08-04T16:23:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:50 smithi007 ceph-mon[92692]: osdmap e1892: 8 total, 8 up, 8 in 2024-08-04T16:23:50.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:50 smithi007 ceph-mon[94998]: pgmap v3260: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 4.0 KiB/s wr, 98 op/s 2024-08-04T16:23:50.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:50 smithi007 ceph-mon[94998]: osdmap e1892: 8 total, 8 up, 8 in 2024-08-04T16:23:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:51 smithi062 ceph-mon[85960]: osdmap e1893: 8 total, 8 up, 8 in 2024-08-04T16:23:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:51 smithi062 ceph-mon[85960]: osdmap e1894: 8 total, 8 up, 8 in 2024-08-04T16:23:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:23:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:51 smithi007 ceph-mon[92692]: osdmap e1893: 8 total, 8 up, 8 in 2024-08-04T16:23:51.622 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:51 smithi007 ceph-mon[92692]: osdmap e1894: 8 total, 8 up, 8 in 2024-08-04T16:23:51.622 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:23:51.626 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:51 smithi007 ceph-mon[94998]: osdmap e1893: 8 total, 8 up, 8 in 2024-08-04T16:23:51.626 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:51 smithi007 ceph-mon[94998]: osdmap e1894: 8 total, 8 up, 8 in 2024-08-04T16:23:51.626 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:23:52.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:52 smithi062 ceph-mon[85960]: pgmap v3263: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 4.2 KiB/s wr, 32 op/s 2024-08-04T16:23:52.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:52 smithi062 ceph-mon[85960]: osdmap e1895: 8 total, 8 up, 8 in 2024-08-04T16:23:52.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:23:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:23:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:23:52.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:52 smithi007 ceph-mon[92692]: pgmap v3263: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 4.2 KiB/s wr, 32 op/s 2024-08-04T16:23:52.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:52 smithi007 ceph-mon[92692]: osdmap e1895: 8 total, 8 up, 8 in 2024-08-04T16:23:52.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:52 smithi007 ceph-mon[94998]: pgmap v3263: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 4.2 KiB/s wr, 32 op/s 2024-08-04T16:23:52.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:52 smithi007 ceph-mon[94998]: osdmap e1895: 8 total, 8 up, 8 in 2024-08-04T16:23:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:54 smithi007 ceph-mon[92692]: pgmap v3266: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-08-04T16:23:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:54 smithi007 ceph-mon[92692]: osdmap e1896: 8 total, 8 up, 8 in 2024-08-04T16:23:54.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:54 smithi007 ceph-mon[94998]: pgmap v3266: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-08-04T16:23:54.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:54 smithi007 ceph-mon[94998]: osdmap e1896: 8 total, 8 up, 8 in 2024-08-04T16:23:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:54 smithi062 ceph-mon[85960]: pgmap v3266: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-08-04T16:23:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:54 smithi062 ceph-mon[85960]: osdmap e1896: 8 total, 8 up, 8 in 2024-08-04T16:23:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:55 smithi007 ceph-mon[92692]: osdmap e1897: 8 total, 8 up, 8 in 2024-08-04T16:23:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:55 smithi007 ceph-mon[94998]: osdmap e1897: 8 total, 8 up, 8 in 2024-08-04T16:23:55.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:55 smithi062 ceph-mon[85960]: osdmap e1897: 8 total, 8 up, 8 in 2024-08-04T16:23:56.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:23:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:23:56] "GET /metrics HTTP/1.1" 200 90341 "" "Prometheus/2.43.0" 2024-08-04T16:23:56.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:56 smithi007 ceph-mon[94998]: pgmap v3269: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 1023 B/s wr, 2 op/s 2024-08-04T16:23:56.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:56 smithi007 ceph-mon[94998]: osdmap e1898: 8 total, 8 up, 8 in 2024-08-04T16:23:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:56 smithi007 ceph-mon[92692]: pgmap v3269: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 1023 B/s wr, 2 op/s 2024-08-04T16:23:56.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:56 smithi007 ceph-mon[92692]: osdmap e1898: 8 total, 8 up, 8 in 2024-08-04T16:23:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:56 smithi062 ceph-mon[85960]: pgmap v3269: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 1023 B/s wr, 2 op/s 2024-08-04T16:23:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:56 smithi062 ceph-mon[85960]: osdmap e1898: 8 total, 8 up, 8 in 2024-08-04T16:23:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:57 smithi062 ceph-mon[85960]: osdmap e1899: 8 total, 8 up, 8 in 2024-08-04T16:23:57.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:57 smithi007 ceph-mon[92692]: osdmap e1899: 8 total, 8 up, 8 in 2024-08-04T16:23:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:57 smithi007 ceph-mon[94998]: osdmap e1899: 8 total, 8 up, 8 in 2024-08-04T16:23:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:58 smithi062 ceph-mon[85960]: pgmap v3272: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 4.7 KiB/s wr, 239 op/s 2024-08-04T16:23:58.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:58 smithi062 ceph-mon[85960]: osdmap e1900: 8 total, 8 up, 8 in 2024-08-04T16:23:58.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:58 smithi007 ceph-mon[92692]: pgmap v3272: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 4.7 KiB/s wr, 239 op/s 2024-08-04T16:23:58.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:58 smithi007 ceph-mon[92692]: osdmap e1900: 8 total, 8 up, 8 in 2024-08-04T16:23:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:58 smithi007 ceph-mon[94998]: pgmap v3272: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 4.7 KiB/s wr, 239 op/s 2024-08-04T16:23:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:58 smithi007 ceph-mon[94998]: osdmap e1900: 8 total, 8 up, 8 in 2024-08-04T16:23:59.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:23:59 smithi062 ceph-mon[85960]: osdmap e1901: 8 total, 8 up, 8 in 2024-08-04T16:23:59.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:23:59 smithi007 ceph-mon[92692]: osdmap e1901: 8 total, 8 up, 8 in 2024-08-04T16:23:59.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:23:59 smithi007 ceph-mon[94998]: osdmap e1901: 8 total, 8 up, 8 in 2024-08-04T16:24:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:00 smithi062 ceph-mon[85960]: pgmap v3275: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 4.2 KiB/s wr, 242 op/s 2024-08-04T16:24:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:00 smithi062 ceph-mon[85960]: osdmap e1902: 8 total, 8 up, 8 in 2024-08-04T16:24:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:00 smithi007 ceph-mon[94998]: pgmap v3275: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 4.2 KiB/s wr, 242 op/s 2024-08-04T16:24:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:00 smithi007 ceph-mon[94998]: osdmap e1902: 8 total, 8 up, 8 in 2024-08-04T16:24:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:00 smithi007 ceph-mon[92692]: pgmap v3275: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 4.2 KiB/s wr, 242 op/s 2024-08-04T16:24:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:00 smithi007 ceph-mon[92692]: osdmap e1902: 8 total, 8 up, 8 in 2024-08-04T16:24:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:01 smithi062 ceph-mon[85960]: osdmap e1903: 8 total, 8 up, 8 in 2024-08-04T16:24:01.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:01 smithi007 ceph-mon[92692]: osdmap e1903: 8 total, 8 up, 8 in 2024-08-04T16:24:01.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:01 smithi007 ceph-mon[94998]: osdmap e1903: 8 total, 8 up, 8 in 2024-08-04T16:24:02.412 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:02 smithi062 ceph-mon[85960]: pgmap v3278: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-08-04T16:24:02.413 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:02 smithi062 ceph-mon[85960]: osdmap e1904: 8 total, 8 up, 8 in 2024-08-04T16:24:02.413 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:24:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:24:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:24:02.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:02 smithi007 ceph-mon[94998]: pgmap v3278: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-08-04T16:24:02.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:02 smithi007 ceph-mon[94998]: osdmap e1904: 8 total, 8 up, 8 in 2024-08-04T16:24:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:02 smithi007 ceph-mon[92692]: pgmap v3278: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-08-04T16:24:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:02 smithi007 ceph-mon[92692]: osdmap e1904: 8 total, 8 up, 8 in 2024-08-04T16:24:03.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:03 smithi062 ceph-mon[85960]: osdmap e1905: 8 total, 8 up, 8 in 2024-08-04T16:24:03.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:03 smithi007 ceph-mon[94998]: osdmap e1905: 8 total, 8 up, 8 in 2024-08-04T16:24:03.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:03 smithi007 ceph-mon[92692]: osdmap e1905: 8 total, 8 up, 8 in 2024-08-04T16:24:04.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:04 smithi062 ceph-mon[85960]: pgmap v3281: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-08-04T16:24:04.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:04 smithi062 ceph-mon[85960]: osdmap e1906: 8 total, 8 up, 8 in 2024-08-04T16:24:04.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:04 smithi007 ceph-mon[94998]: pgmap v3281: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-08-04T16:24:04.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:04 smithi007 ceph-mon[94998]: osdmap e1906: 8 total, 8 up, 8 in 2024-08-04T16:24:04.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:04 smithi007 ceph-mon[92692]: pgmap v3281: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-08-04T16:24:04.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:04 smithi007 ceph-mon[92692]: osdmap e1906: 8 total, 8 up, 8 in 2024-08-04T16:24:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:05 smithi062 ceph-mon[85960]: osdmap e1907: 8 total, 8 up, 8 in 2024-08-04T16:24:05.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:05 smithi007 ceph-mon[94998]: osdmap e1907: 8 total, 8 up, 8 in 2024-08-04T16:24:05.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:05 smithi007 ceph-mon[92692]: osdmap e1907: 8 total, 8 up, 8 in 2024-08-04T16:24:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:06 smithi062 ceph-mon[85960]: pgmap v3284: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-04T16:24:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:06 smithi062 ceph-mon[85960]: osdmap e1908: 8 total, 8 up, 8 in 2024-08-04T16:24:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:06 smithi062 ceph-mon[85960]: osdmap e1909: 8 total, 8 up, 8 in 2024-08-04T16:24:06.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:24:06.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:24:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:24:06] "GET /metrics HTTP/1.1" 200 90341 "" "Prometheus/2.43.0" 2024-08-04T16:24:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:06 smithi007 ceph-mon[92692]: pgmap v3284: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-04T16:24:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:06 smithi007 ceph-mon[92692]: osdmap e1908: 8 total, 8 up, 8 in 2024-08-04T16:24:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:06 smithi007 ceph-mon[92692]: osdmap e1909: 8 total, 8 up, 8 in 2024-08-04T16:24:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:24:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:06 smithi007 ceph-mon[94998]: pgmap v3284: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-04T16:24:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:06 smithi007 ceph-mon[94998]: osdmap e1908: 8 total, 8 up, 8 in 2024-08-04T16:24:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:06 smithi007 ceph-mon[94998]: osdmap e1909: 8 total, 8 up, 8 in 2024-08-04T16:24:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:24:08.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:08 smithi007 ceph-mon[94998]: pgmap v3287: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 45 op/s 2024-08-04T16:24:08.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:08 smithi007 ceph-mon[94998]: osdmap e1910: 8 total, 8 up, 8 in 2024-08-04T16:24:08.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:08 smithi007 ceph-mon[92692]: pgmap v3287: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 45 op/s 2024-08-04T16:24:08.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:08 smithi007 ceph-mon[92692]: osdmap e1910: 8 total, 8 up, 8 in 2024-08-04T16:24:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:08 smithi062 ceph-mon[85960]: pgmap v3287: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 45 op/s 2024-08-04T16:24:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:08 smithi062 ceph-mon[85960]: osdmap e1910: 8 total, 8 up, 8 in 2024-08-04T16:24:09.195 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] TestLibRBD.ConcurentOperations (25773 ms) 2024-08-04T16:24:09.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:09 smithi007 ceph-mon[94998]: osdmap e1911: 8 total, 8 up, 8 in 2024-08-04T16:24:09.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:09 smithi007 ceph-mon[92692]: osdmap e1911: 8 total, 8 up, 8 in 2024-08-04T16:24:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:09 smithi062 ceph-mon[85960]: osdmap e1911: 8 total, 8 up, 8 in 2024-08-04T16:24:10.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:10 smithi007 ceph-mon[94998]: pgmap v3290: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 43 op/s 2024-08-04T16:24:10.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:10 smithi007 ceph-mon[94998]: osdmap e1912: 8 total, 8 up, 8 in 2024-08-04T16:24:10.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:10 smithi007 ceph-mon[92692]: pgmap v3290: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 43 op/s 2024-08-04T16:24:10.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:10 smithi007 ceph-mon[92692]: osdmap e1912: 8 total, 8 up, 8 in 2024-08-04T16:24:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:10 smithi062 ceph-mon[85960]: pgmap v3290: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 43 op/s 2024-08-04T16:24:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:10 smithi062 ceph-mon[85960]: osdmap e1912: 8 total, 8 up, 8 in 2024-08-04T16:24:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:11 smithi062 ceph-mon[85960]: osdmap e1913: 8 total, 8 up, 8 in 2024-08-04T16:24:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:11 smithi062 ceph-mon[85960]: osdmap e1914: 8 total, 8 up, 8 in 2024-08-04T16:24:11.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:11 smithi007 ceph-mon[92692]: osdmap e1913: 8 total, 8 up, 8 in 2024-08-04T16:24:11.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:11 smithi007 ceph-mon[92692]: osdmap e1914: 8 total, 8 up, 8 in 2024-08-04T16:24:11.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:11 smithi007 ceph-mon[94998]: osdmap e1913: 8 total, 8 up, 8 in 2024-08-04T16:24:11.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:11 smithi007 ceph-mon[94998]: osdmap e1914: 8 total, 8 up, 8 in 2024-08-04T16:24:12.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:24:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:24:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:24:12.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:12 smithi062 ceph-mon[85960]: pgmap v3293: 809 pgs: 809 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 1023 B/s wr, 65 op/s 2024-08-04T16:24:12.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:12 smithi062 ceph-mon[85960]: osdmap e1915: 8 total, 8 up, 8 in 2024-08-04T16:24:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:12 smithi007 ceph-mon[94998]: pgmap v3293: 809 pgs: 809 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 1023 B/s wr, 65 op/s 2024-08-04T16:24:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:12 smithi007 ceph-mon[94998]: osdmap e1915: 8 total, 8 up, 8 in 2024-08-04T16:24:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:12 smithi007 ceph-mon[92692]: pgmap v3293: 809 pgs: 809 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 1023 B/s wr, 65 op/s 2024-08-04T16:24:12.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:12 smithi007 ceph-mon[92692]: osdmap e1915: 8 total, 8 up, 8 in 2024-08-04T16:24:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:14 smithi007 ceph-mon[92692]: pgmap v3296: 745 pgs: 745 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:14 smithi007 ceph-mon[92692]: osdmap e1916: 8 total, 8 up, 8 in 2024-08-04T16:24:14.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:14 smithi007 ceph-mon[94998]: pgmap v3296: 745 pgs: 745 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:14.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:14 smithi007 ceph-mon[94998]: osdmap e1916: 8 total, 8 up, 8 in 2024-08-04T16:24:14.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:14 smithi062 ceph-mon[85960]: pgmap v3296: 745 pgs: 745 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:14.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:14 smithi062 ceph-mon[85960]: osdmap e1916: 8 total, 8 up, 8 in 2024-08-04T16:24:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:15 smithi062 ceph-mon[85960]: osdmap e1917: 8 total, 8 up, 8 in 2024-08-04T16:24:15.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:15 smithi007 ceph-mon[94998]: osdmap e1917: 8 total, 8 up, 8 in 2024-08-04T16:24:15.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:15 smithi007 ceph-mon[92692]: osdmap e1917: 8 total, 8 up, 8 in 2024-08-04T16:24:16.487 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:24:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:24:16] "GET /metrics HTTP/1.1" 200 90341 "" "Prometheus/2.43.0" 2024-08-04T16:24:16.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:16 smithi007 ceph-mon[92692]: pgmap v3299: 681 pgs: 681 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:16.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:16 smithi007 ceph-mon[92692]: osdmap e1918: 8 total, 8 up, 8 in 2024-08-04T16:24:16.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:16 smithi007 ceph-mon[92692]: osdmap e1919: 8 total, 8 up, 8 in 2024-08-04T16:24:16.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:16 smithi007 ceph-mon[94998]: pgmap v3299: 681 pgs: 681 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:16.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:16 smithi007 ceph-mon[94998]: osdmap e1918: 8 total, 8 up, 8 in 2024-08-04T16:24:16.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:16 smithi007 ceph-mon[94998]: osdmap e1919: 8 total, 8 up, 8 in 2024-08-04T16:24:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:16 smithi062 ceph-mon[85960]: pgmap v3299: 681 pgs: 681 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:16 smithi062 ceph-mon[85960]: osdmap e1918: 8 total, 8 up, 8 in 2024-08-04T16:24:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:16 smithi062 ceph-mon[85960]: osdmap e1919: 8 total, 8 up, 8 in 2024-08-04T16:24:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:18 smithi007 ceph-mon[92692]: pgmap v3302: 617 pgs: 617 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:18.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:18 smithi007 ceph-mon[92692]: osdmap e1920: 8 total, 8 up, 8 in 2024-08-04T16:24:18.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:18 smithi007 ceph-mon[94998]: pgmap v3302: 617 pgs: 617 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:18.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:18 smithi007 ceph-mon[94998]: osdmap e1920: 8 total, 8 up, 8 in 2024-08-04T16:24:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:18 smithi062 ceph-mon[85960]: pgmap v3302: 617 pgs: 617 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:18 smithi062 ceph-mon[85960]: osdmap e1920: 8 total, 8 up, 8 in 2024-08-04T16:24:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:19 smithi062 ceph-mon[85960]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-04T16:24:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:19 smithi062 ceph-mon[85960]: osdmap e1921: 8 total, 8 up, 8 in 2024-08-04T16:24:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:19 smithi062 ceph-mon[85960]: osdmap e1922: 8 total, 8 up, 8 in 2024-08-04T16:24:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:19 smithi007 ceph-mon[92692]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-04T16:24:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:19 smithi007 ceph-mon[92692]: osdmap e1921: 8 total, 8 up, 8 in 2024-08-04T16:24:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:19 smithi007 ceph-mon[92692]: osdmap e1922: 8 total, 8 up, 8 in 2024-08-04T16:24:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:19 smithi007 ceph-mon[94998]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-04T16:24:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:19 smithi007 ceph-mon[94998]: osdmap e1921: 8 total, 8 up, 8 in 2024-08-04T16:24:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:19 smithi007 ceph-mon[94998]: osdmap e1922: 8 total, 8 up, 8 in 2024-08-04T16:24:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:20 smithi062 ceph-mon[85960]: pgmap v3305: 553 pgs: 553 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:20.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:20 smithi062 ceph-mon[85960]: osdmap e1923: 8 total, 8 up, 8 in 2024-08-04T16:24:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:20 smithi007 ceph-mon[92692]: pgmap v3305: 553 pgs: 553 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:20 smithi007 ceph-mon[92692]: osdmap e1923: 8 total, 8 up, 8 in 2024-08-04T16:24:20.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:20 smithi007 ceph-mon[94998]: pgmap v3305: 553 pgs: 553 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:20.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:20 smithi007 ceph-mon[94998]: osdmap e1923: 8 total, 8 up, 8 in 2024-08-04T16:24:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:21 smithi062 ceph-mon[85960]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-04T16:24:21.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:21 smithi062 ceph-mon[85960]: osdmap e1924: 8 total, 8 up, 8 in 2024-08-04T16:24:21.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:24:21.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:24:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:21 smithi007 ceph-mon[92692]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-04T16:24:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:21 smithi007 ceph-mon[92692]: osdmap e1924: 8 total, 8 up, 8 in 2024-08-04T16:24:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:24:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:24:21.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:21 smithi007 ceph-mon[94998]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-04T16:24:21.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:21 smithi007 ceph-mon[94998]: osdmap e1924: 8 total, 8 up, 8 in 2024-08-04T16:24:21.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:24:21.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:24:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:22 smithi062 ceph-mon[85960]: pgmap v3308: 489 pgs: 489 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:22.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:22 smithi062 ceph-mon[85960]: osdmap e1925: 8 total, 8 up, 8 in 2024-08-04T16:24:22.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:24:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:24:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:24:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:22 smithi007 ceph-mon[92692]: pgmap v3308: 489 pgs: 489 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:22 smithi007 ceph-mon[92692]: osdmap e1925: 8 total, 8 up, 8 in 2024-08-04T16:24:22.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:22 smithi007 ceph-mon[94998]: pgmap v3308: 489 pgs: 489 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:22.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:22 smithi007 ceph-mon[94998]: osdmap e1925: 8 total, 8 up, 8 in 2024-08-04T16:24:24.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:24 smithi007 ceph-mon[94998]: pgmap v3311: 425 pgs: 425 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:24.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:24 smithi007 ceph-mon[94998]: osdmap e1926: 8 total, 8 up, 8 in 2024-08-04T16:24:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:24 smithi007 ceph-mon[92692]: pgmap v3311: 425 pgs: 425 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:24.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:24 smithi007 ceph-mon[92692]: osdmap e1926: 8 total, 8 up, 8 in 2024-08-04T16:24:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:24 smithi062 ceph-mon[85960]: pgmap v3311: 425 pgs: 425 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:24 smithi062 ceph-mon[85960]: osdmap e1926: 8 total, 8 up, 8 in 2024-08-04T16:24:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:25 smithi062 ceph-mon[85960]: osdmap e1927: 8 total, 8 up, 8 in 2024-08-04T16:24:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:25 smithi007 ceph-mon[94998]: osdmap e1927: 8 total, 8 up, 8 in 2024-08-04T16:24:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:25 smithi007 ceph-mon[92692]: osdmap e1927: 8 total, 8 up, 8 in 2024-08-04T16:24:26.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:26 smithi062 ceph-mon[85960]: pgmap v3314: 361 pgs: 361 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:26.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:26 smithi062 ceph-mon[85960]: osdmap e1928: 8 total, 8 up, 8 in 2024-08-04T16:24:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:26 smithi007 ceph-mon[92692]: pgmap v3314: 361 pgs: 361 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:26 smithi007 ceph-mon[92692]: osdmap e1928: 8 total, 8 up, 8 in 2024-08-04T16:24:26.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:24:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:24:26] "GET /metrics HTTP/1.1" 200 61216 "" "Prometheus/2.43.0" 2024-08-04T16:24:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:26 smithi007 ceph-mon[94998]: pgmap v3314: 361 pgs: 361 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:26 smithi007 ceph-mon[94998]: osdmap e1928: 8 total, 8 up, 8 in 2024-08-04T16:24:27.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:27 smithi062 ceph-mon[85960]: osdmap e1929: 8 total, 8 up, 8 in 2024-08-04T16:24:27.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:27 smithi062 ceph-mon[85960]: osdmap e1930: 8 total, 8 up, 8 in 2024-08-04T16:24:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:27 smithi007 ceph-mon[92692]: osdmap e1929: 8 total, 8 up, 8 in 2024-08-04T16:24:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:27 smithi007 ceph-mon[92692]: osdmap e1930: 8 total, 8 up, 8 in 2024-08-04T16:24:27.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:27 smithi007 ceph-mon[94998]: osdmap e1929: 8 total, 8 up, 8 in 2024-08-04T16:24:27.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:27 smithi007 ceph-mon[94998]: osdmap e1930: 8 total, 8 up, 8 in 2024-08-04T16:24:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:28 smithi062 ceph-mon[85960]: pgmap v3317: 297 pgs: 297 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:28 smithi062 ceph-mon[85960]: osdmap e1931: 8 total, 8 up, 8 in 2024-08-04T16:24:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:28 smithi007 ceph-mon[92692]: pgmap v3317: 297 pgs: 297 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:28 smithi007 ceph-mon[92692]: osdmap e1931: 8 total, 8 up, 8 in 2024-08-04T16:24:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:28 smithi007 ceph-mon[94998]: pgmap v3317: 297 pgs: 297 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:28 smithi007 ceph-mon[94998]: osdmap e1931: 8 total, 8 up, 8 in 2024-08-04T16:24:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:30 smithi062 ceph-mon[85960]: pgmap v3320: 233 pgs: 233 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:30 smithi062 ceph-mon[85960]: osdmap e1932: 8 total, 8 up, 8 in 2024-08-04T16:24:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:30 smithi007 ceph-mon[94998]: pgmap v3320: 233 pgs: 233 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:30 smithi007 ceph-mon[94998]: osdmap e1932: 8 total, 8 up, 8 in 2024-08-04T16:24:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:30 smithi007 ceph-mon[92692]: pgmap v3320: 233 pgs: 233 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:30 smithi007 ceph-mon[92692]: osdmap e1932: 8 total, 8 up, 8 in 2024-08-04T16:24:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:31 smithi062 ceph-mon[85960]: osdmap e1933: 8 total, 8 up, 8 in 2024-08-04T16:24:31.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:24:31.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:24:31.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:24:31.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:24:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:31 smithi007 ceph-mon[94998]: osdmap e1933: 8 total, 8 up, 8 in 2024-08-04T16:24:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:24:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:24:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:24:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:24:31.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:31 smithi007 ceph-mon[92692]: osdmap e1933: 8 total, 8 up, 8 in 2024-08-04T16:24:31.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:24:31.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:24:31.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:24:31.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:24:32.125 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 161 tests from TestLibRBD (385846 ms total) 2024-08-04T16:24:32.126 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:24:32.126 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 19 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-08-04T16:24:32.159 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-08-04T16:24:32.413 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:32 smithi062 ceph-mon[85960]: pgmap v3323: 169 pgs: 169 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:32.413 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:32 smithi062 ceph-mon[85960]: osdmap e1934: 8 total, 8 up, 8 in 2024-08-04T16:24:32.413 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:24:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:24:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:24:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:32 smithi007 ceph-mon[94998]: pgmap v3323: 169 pgs: 169 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:32 smithi007 ceph-mon[94998]: osdmap e1934: 8 total, 8 up, 8 in 2024-08-04T16:24:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:32 smithi007 ceph-mon[92692]: pgmap v3323: 169 pgs: 169 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:32 smithi007 ceph-mon[92692]: osdmap e1934: 8 total, 8 up, 8 in 2024-08-04T16:24:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:33 smithi062 ceph-mon[85960]: osdmap e1935: 8 total, 8 up, 8 in 2024-08-04T16:24:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:33 smithi007 ceph-mon[92692]: osdmap e1935: 8 total, 8 up, 8 in 2024-08-04T16:24:33.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:33 smithi007 ceph-mon[94998]: osdmap e1935: 8 total, 8 up, 8 in 2024-08-04T16:24:34.145 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:24:34.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:34 smithi062 ceph-mon[85960]: pgmap v3326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:34.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:34 smithi062 ceph-mon[85960]: osdmap e1936: 8 total, 8 up, 8 in 2024-08-04T16:24:34.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:34 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/228133150' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:24:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:34 smithi007 ceph-mon[92692]: pgmap v3326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:34 smithi007 ceph-mon[92692]: osdmap e1936: 8 total, 8 up, 8 in 2024-08-04T16:24:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:34 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/228133150' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:24:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:34 smithi007 ceph-mon[94998]: pgmap v3326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:34 smithi007 ceph-mon[94998]: osdmap e1936: 8 total, 8 up, 8 in 2024-08-04T16:24:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:34 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/228133150' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:24:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:35 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/228133150' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:24:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:35 smithi062 ceph-mon[85960]: osdmap e1937: 8 total, 8 up, 8 in 2024-08-04T16:24:35.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:35 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/228133150' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:24:35.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:35 smithi007 ceph-mon[92692]: osdmap e1937: 8 total, 8 up, 8 in 2024-08-04T16:24:35.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:35 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/228133150' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:24:35.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:35 smithi007 ceph-mon[94998]: osdmap e1937: 8 total, 8 up, 8 in 2024-08-04T16:24:36.197 INFO:tasks.workunit.client.0.smithi007.stdout: wrote [2532110~58064,7129092~65451,7377271~10286,8157165~100966,8704447~33611,9912699~20854,12475932~18948,13319990~43536,15912582~50606,20831676~3479] 2024-08-04T16:24:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:36 smithi062 ceph-mon[85960]: pgmap v3329: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:36 smithi062 ceph-mon[85960]: osdmap e1938: 8 total, 8 up, 8 in 2024-08-04T16:24:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:24:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:24:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:24:36] "GET /metrics HTTP/1.1" 200 36575 "" "Prometheus/2.43.0" 2024-08-04T16:24:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:36 smithi007 ceph-mon[94998]: pgmap v3329: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:36 smithi007 ceph-mon[94998]: osdmap e1938: 8 total, 8 up, 8 in 2024-08-04T16:24:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:24:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:36 smithi007 ceph-mon[92692]: pgmap v3329: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:36 smithi007 ceph-mon[92692]: osdmap e1938: 8 total, 8 up, 8 in 2024-08-04T16:24:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:24:37.183 INFO:tasks.workunit.client.0.smithi007.stdout: wrote [1079788~66263,2277571~96242,2544583~12905,2594311~42512,2883642~58245,11619070~6184,12038259~27578,14903812~19439,20505370~13522,20764617~29612] 2024-08-04T16:24:37.191 INFO:tasks.workunit.client.0.smithi007.stdout: diff was [1079788~66263,2277571~96242,2544583~12905,2590174~351713,11619070~6184,12038259~27578,14903812~19439,20505370~13522,20764617~29612] 2024-08-04T16:24:37.195 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5037 ms) 2024-08-04T16:24:37.195 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-08-04T16:24:37.196 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:24:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:37 smithi062 ceph-mon[85960]: osdmap e1939: 8 total, 8 up, 8 in 2024-08-04T16:24:37.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:37 smithi007 ceph-mon[94998]: osdmap e1939: 8 total, 8 up, 8 in 2024-08-04T16:24:37.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:37 smithi007 ceph-mon[92692]: osdmap e1939: 8 total, 8 up, 8 in 2024-08-04T16:24:38.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:38 smithi062 ceph-mon[85960]: pgmap v3332: 137 pgs: 10 creating+peering, 3 unknown, 124 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:38.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:38 smithi062 ceph-mon[85960]: osdmap e1940: 8 total, 8 up, 8 in 2024-08-04T16:24:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:38 smithi007 ceph-mon[94998]: pgmap v3332: 137 pgs: 10 creating+peering, 3 unknown, 124 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:38 smithi007 ceph-mon[94998]: osdmap e1940: 8 total, 8 up, 8 in 2024-08-04T16:24:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:38 smithi007 ceph-mon[92692]: pgmap v3332: 137 pgs: 10 creating+peering, 3 unknown, 124 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:38 smithi007 ceph-mon[92692]: osdmap e1940: 8 total, 8 up, 8 in 2024-08-04T16:24:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:39 smithi062 ceph-mon[85960]: osdmap e1941: 8 total, 8 up, 8 in 2024-08-04T16:24:39.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:39 smithi007 ceph-mon[92692]: osdmap e1941: 8 total, 8 up, 8 in 2024-08-04T16:24:39.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:39 smithi007 ceph-mon[94998]: osdmap e1941: 8 total, 8 up, 8 in 2024-08-04T16:24:40.206 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:24:40.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:40 smithi062 ceph-mon[85960]: pgmap v3335: 137 pgs: 10 creating+peering, 127 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:40.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:40 smithi062 ceph-mon[85960]: osdmap e1942: 8 total, 8 up, 8 in 2024-08-04T16:24:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:40 smithi007 ceph-mon[92692]: pgmap v3335: 137 pgs: 10 creating+peering, 127 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:40 smithi007 ceph-mon[92692]: osdmap e1942: 8 total, 8 up, 8 in 2024-08-04T16:24:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:40 smithi007 ceph-mon[94998]: pgmap v3335: 137 pgs: 10 creating+peering, 127 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:24:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:40 smithi007 ceph-mon[94998]: osdmap e1942: 8 total, 8 up, 8 in 2024-08-04T16:24:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:41 smithi062 ceph-mon[85960]: osdmap e1943: 8 total, 8 up, 8 in 2024-08-04T16:24:41.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:41 smithi007 ceph-mon[92692]: osdmap e1943: 8 total, 8 up, 8 in 2024-08-04T16:24:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:41 smithi007 ceph-mon[94998]: osdmap e1943: 8 total, 8 up, 8 in 2024-08-04T16:24:42.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:42 smithi062 ceph-mon[85960]: pgmap v3338: 137 pgs: 137 active+clean; 12 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 42 KiB/s wr, 22 op/s 2024-08-04T16:24:42.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:42 smithi062 ceph-mon[85960]: osdmap e1944: 8 total, 8 up, 8 in 2024-08-04T16:24:42.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:24:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:24:42.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:42 smithi007 ceph-mon[92692]: pgmap v3338: 137 pgs: 137 active+clean; 12 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 42 KiB/s wr, 22 op/s 2024-08-04T16:24:42.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:42 smithi007 ceph-mon[92692]: osdmap e1944: 8 total, 8 up, 8 in 2024-08-04T16:24:42.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:42 smithi007 ceph-mon[94998]: pgmap v3338: 137 pgs: 137 active+clean; 12 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 42 KiB/s wr, 22 op/s 2024-08-04T16:24:42.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:42 smithi007 ceph-mon[94998]: osdmap e1944: 8 total, 8 up, 8 in 2024-08-04T16:24:43.233 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:24:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:43 smithi062 ceph-mon[85960]: osdmap e1945: 8 total, 8 up, 8 in 2024-08-04T16:24:43.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:43 smithi007 ceph-mon[94998]: osdmap e1945: 8 total, 8 up, 8 in 2024-08-04T16:24:43.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:43 smithi007 ceph-mon[92692]: osdmap e1945: 8 total, 8 up, 8 in 2024-08-04T16:24:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:44 smithi062 ceph-mon[85960]: pgmap v3341: 137 pgs: 137 active+clean; 23 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 203 KiB/s wr, 78 op/s 2024-08-04T16:24:44.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:44 smithi062 ceph-mon[85960]: osdmap e1946: 8 total, 8 up, 8 in 2024-08-04T16:24:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:44 smithi007 ceph-mon[92692]: pgmap v3341: 137 pgs: 137 active+clean; 23 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 203 KiB/s wr, 78 op/s 2024-08-04T16:24:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:44 smithi007 ceph-mon[92692]: osdmap e1946: 8 total, 8 up, 8 in 2024-08-04T16:24:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:44 smithi007 ceph-mon[94998]: pgmap v3341: 137 pgs: 137 active+clean; 23 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 203 KiB/s wr, 78 op/s 2024-08-04T16:24:44.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:44 smithi007 ceph-mon[94998]: osdmap e1946: 8 total, 8 up, 8 in 2024-08-04T16:24:45.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:45 smithi062 ceph-mon[85960]: osdmap e1947: 8 total, 8 up, 8 in 2024-08-04T16:24:45.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:45 smithi007 ceph-mon[92692]: osdmap e1947: 8 total, 8 up, 8 in 2024-08-04T16:24:45.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:45 smithi007 ceph-mon[94998]: osdmap e1947: 8 total, 8 up, 8 in 2024-08-04T16:24:46.105 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:24:46.487 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:24:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:24:46] "GET /metrics HTTP/1.1" 200 36575 "" "Prometheus/2.43.0" 2024-08-04T16:24:46.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:46 smithi007 ceph-mon[92692]: pgmap v3344: 137 pgs: 137 active+clean; 23 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 163 KiB/s wr, 84 op/s 2024-08-04T16:24:46.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:46 smithi007 ceph-mon[92692]: osdmap e1948: 8 total, 8 up, 8 in 2024-08-04T16:24:46.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:46 smithi007 ceph-mon[92692]: osdmap e1949: 8 total, 8 up, 8 in 2024-08-04T16:24:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:46 smithi007 ceph-mon[94998]: pgmap v3344: 137 pgs: 137 active+clean; 23 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 163 KiB/s wr, 84 op/s 2024-08-04T16:24:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:46 smithi007 ceph-mon[94998]: osdmap e1948: 8 total, 8 up, 8 in 2024-08-04T16:24:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:46 smithi007 ceph-mon[94998]: osdmap e1949: 8 total, 8 up, 8 in 2024-08-04T16:24:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:46 smithi062 ceph-mon[85960]: pgmap v3344: 137 pgs: 137 active+clean; 23 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 163 KiB/s wr, 84 op/s 2024-08-04T16:24:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:46 smithi062 ceph-mon[85960]: osdmap e1948: 8 total, 8 up, 8 in 2024-08-04T16:24:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:46 smithi062 ceph-mon[85960]: osdmap e1949: 8 total, 8 up, 8 in 2024-08-04T16:24:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:48 smithi007 ceph-mon[92692]: pgmap v3347: 137 pgs: 137 active+clean; 26 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 104 op/s 2024-08-04T16:24:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:48 smithi007 ceph-mon[92692]: osdmap e1950: 8 total, 8 up, 8 in 2024-08-04T16:24:48.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:48 smithi007 ceph-mon[94998]: pgmap v3347: 137 pgs: 137 active+clean; 26 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 104 op/s 2024-08-04T16:24:48.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:48 smithi007 ceph-mon[94998]: osdmap e1950: 8 total, 8 up, 8 in 2024-08-04T16:24:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:48 smithi062 ceph-mon[85960]: pgmap v3347: 137 pgs: 137 active+clean; 26 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 104 op/s 2024-08-04T16:24:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:48 smithi062 ceph-mon[85960]: osdmap e1950: 8 total, 8 up, 8 in 2024-08-04T16:24:49.124 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:24:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:49 smithi007 ceph-mon[92692]: osdmap e1951: 8 total, 8 up, 8 in 2024-08-04T16:24:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:49 smithi007 ceph-mon[94998]: osdmap e1951: 8 total, 8 up, 8 in 2024-08-04T16:24:49.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:49 smithi062 ceph-mon[85960]: osdmap e1951: 8 total, 8 up, 8 in 2024-08-04T16:24:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:50 smithi062 ceph-mon[85960]: pgmap v3350: 137 pgs: 137 active+clean; 27 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 7.0 KiB/s wr, 91 op/s 2024-08-04T16:24:50.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:50 smithi062 ceph-mon[85960]: osdmap e1952: 8 total, 8 up, 8 in 2024-08-04T16:24:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:50 smithi007 ceph-mon[92692]: pgmap v3350: 137 pgs: 137 active+clean; 27 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 7.0 KiB/s wr, 91 op/s 2024-08-04T16:24:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:50 smithi007 ceph-mon[92692]: osdmap e1952: 8 total, 8 up, 8 in 2024-08-04T16:24:50.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:50 smithi007 ceph-mon[94998]: pgmap v3350: 137 pgs: 137 active+clean; 27 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 7.0 KiB/s wr, 91 op/s 2024-08-04T16:24:50.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:50 smithi007 ceph-mon[94998]: osdmap e1952: 8 total, 8 up, 8 in 2024-08-04T16:24:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:51 smithi062 ceph-mon[85960]: osdmap e1953: 8 total, 8 up, 8 in 2024-08-04T16:24:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:24:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:51 smithi007 ceph-mon[92692]: osdmap e1953: 8 total, 8 up, 8 in 2024-08-04T16:24:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:24:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:51 smithi007 ceph-mon[94998]: osdmap e1953: 8 total, 8 up, 8 in 2024-08-04T16:24:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:24:52.136 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (14941 ms) 2024-08-04T16:24:52.137 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-08-04T16:24:52.137 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:24:52.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:52 smithi062 ceph-mon[85960]: pgmap v3353: 137 pgs: 137 active+clean; 29 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 6.7 KiB/s wr, 63 op/s 2024-08-04T16:24:52.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:52 smithi062 ceph-mon[85960]: osdmap e1954: 8 total, 8 up, 8 in 2024-08-04T16:24:52.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:24:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:24:52.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:52 smithi007 ceph-mon[92692]: pgmap v3353: 137 pgs: 137 active+clean; 29 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 6.7 KiB/s wr, 63 op/s 2024-08-04T16:24:52.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:52 smithi007 ceph-mon[92692]: osdmap e1954: 8 total, 8 up, 8 in 2024-08-04T16:24:52.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:52 smithi007 ceph-mon[94998]: pgmap v3353: 137 pgs: 137 active+clean; 29 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 6.7 KiB/s wr, 63 op/s 2024-08-04T16:24:52.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:52 smithi007 ceph-mon[94998]: osdmap e1954: 8 total, 8 up, 8 in 2024-08-04T16:24:53.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:53 smithi062 ceph-mon[85960]: osdmap e1955: 8 total, 8 up, 8 in 2024-08-04T16:24:53.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:53 smithi007 ceph-mon[92692]: osdmap e1955: 8 total, 8 up, 8 in 2024-08-04T16:24:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:53 smithi007 ceph-mon[94998]: osdmap e1955: 8 total, 8 up, 8 in 2024-08-04T16:24:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:54 smithi062 ceph-mon[85960]: pgmap v3356: 137 pgs: 137 active+clean; 29 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 6.7 KiB/s wr, 53 op/s 2024-08-04T16:24:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:54 smithi062 ceph-mon[85960]: osdmap e1956: 8 total, 8 up, 8 in 2024-08-04T16:24:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:54 smithi007 ceph-mon[92692]: pgmap v3356: 137 pgs: 137 active+clean; 29 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 6.7 KiB/s wr, 53 op/s 2024-08-04T16:24:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:54 smithi007 ceph-mon[92692]: osdmap e1956: 8 total, 8 up, 8 in 2024-08-04T16:24:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:54 smithi007 ceph-mon[94998]: pgmap v3356: 137 pgs: 137 active+clean; 29 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 6.7 KiB/s wr, 53 op/s 2024-08-04T16:24:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:54 smithi007 ceph-mon[94998]: osdmap e1956: 8 total, 8 up, 8 in 2024-08-04T16:24:55.154 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:24:55.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:55 smithi062 ceph-mon[85960]: osdmap e1957: 8 total, 8 up, 8 in 2024-08-04T16:24:55.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:55 smithi007 ceph-mon[92692]: osdmap e1957: 8 total, 8 up, 8 in 2024-08-04T16:24:55.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:55 smithi007 ceph-mon[94998]: osdmap e1957: 8 total, 8 up, 8 in 2024-08-04T16:24:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:56 smithi062 ceph-mon[85960]: pgmap v3359: 137 pgs: 137 active+clean; 33 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 7.0 KiB/s wr, 85 op/s 2024-08-04T16:24:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:56 smithi062 ceph-mon[85960]: osdmap e1958: 8 total, 8 up, 8 in 2024-08-04T16:24:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:24:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:24:56] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-08-04T16:24:56.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:56 smithi007 ceph-mon[92692]: pgmap v3359: 137 pgs: 137 active+clean; 33 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 7.0 KiB/s wr, 85 op/s 2024-08-04T16:24:56.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:56 smithi007 ceph-mon[92692]: osdmap e1958: 8 total, 8 up, 8 in 2024-08-04T16:24:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:56 smithi007 ceph-mon[94998]: pgmap v3359: 137 pgs: 137 active+clean; 33 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 7.0 KiB/s wr, 85 op/s 2024-08-04T16:24:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:56 smithi007 ceph-mon[94998]: osdmap e1958: 8 total, 8 up, 8 in 2024-08-04T16:24:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:57 smithi062 ceph-mon[85960]: osdmap e1959: 8 total, 8 up, 8 in 2024-08-04T16:24:57.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:57 smithi007 ceph-mon[92692]: osdmap e1959: 8 total, 8 up, 8 in 2024-08-04T16:24:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:57 smithi007 ceph-mon[94998]: osdmap e1959: 8 total, 8 up, 8 in 2024-08-04T16:24:58.171 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:24:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:58 smithi062 ceph-mon[85960]: pgmap v3362: 137 pgs: 137 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 11 KiB/s wr, 142 op/s 2024-08-04T16:24:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:58 smithi062 ceph-mon[85960]: osdmap e1960: 8 total, 8 up, 8 in 2024-08-04T16:24:58.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:58 smithi007 ceph-mon[92692]: pgmap v3362: 137 pgs: 137 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 11 KiB/s wr, 142 op/s 2024-08-04T16:24:58.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:58 smithi007 ceph-mon[92692]: osdmap e1960: 8 total, 8 up, 8 in 2024-08-04T16:24:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:58 smithi007 ceph-mon[94998]: pgmap v3362: 137 pgs: 137 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 11 KiB/s wr, 142 op/s 2024-08-04T16:24:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:58 smithi007 ceph-mon[94998]: osdmap e1960: 8 total, 8 up, 8 in 2024-08-04T16:24:59.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:24:59 smithi062 ceph-mon[85960]: osdmap e1961: 8 total, 8 up, 8 in 2024-08-04T16:24:59.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:24:59 smithi007 ceph-mon[92692]: osdmap e1961: 8 total, 8 up, 8 in 2024-08-04T16:24:59.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:24:59 smithi007 ceph-mon[94998]: osdmap e1961: 8 total, 8 up, 8 in 2024-08-04T16:25:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:00 smithi062 ceph-mon[85960]: pgmap v3365: 137 pgs: 137 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 5.5 KiB/s wr, 63 op/s 2024-08-04T16:25:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:00 smithi062 ceph-mon[85960]: osdmap e1962: 8 total, 8 up, 8 in 2024-08-04T16:25:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:00 smithi007 ceph-mon[92692]: pgmap v3365: 137 pgs: 137 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 5.5 KiB/s wr, 63 op/s 2024-08-04T16:25:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:00 smithi007 ceph-mon[92692]: osdmap e1962: 8 total, 8 up, 8 in 2024-08-04T16:25:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:00 smithi007 ceph-mon[94998]: pgmap v3365: 137 pgs: 137 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 5.5 KiB/s wr, 63 op/s 2024-08-04T16:25:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:00 smithi007 ceph-mon[94998]: osdmap e1962: 8 total, 8 up, 8 in 2024-08-04T16:25:01.198 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:25:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:01 smithi062 ceph-mon[85960]: osdmap e1963: 8 total, 8 up, 8 in 2024-08-04T16:25:01.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:01 smithi007 ceph-mon[92692]: osdmap e1963: 8 total, 8 up, 8 in 2024-08-04T16:25:01.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:01 smithi007 ceph-mon[94998]: osdmap e1963: 8 total, 8 up, 8 in 2024-08-04T16:25:02.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:02 smithi062 ceph-mon[85960]: pgmap v3368: 137 pgs: 137 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 4.0 KiB/s wr, 25 op/s 2024-08-04T16:25:02.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:02 smithi062 ceph-mon[85960]: osdmap e1964: 8 total, 8 up, 8 in 2024-08-04T16:25:02.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:25:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:25:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:25:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:02 smithi007 ceph-mon[92692]: pgmap v3368: 137 pgs: 137 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 4.0 KiB/s wr, 25 op/s 2024-08-04T16:25:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:02 smithi007 ceph-mon[92692]: osdmap e1964: 8 total, 8 up, 8 in 2024-08-04T16:25:02.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:02 smithi007 ceph-mon[94998]: pgmap v3368: 137 pgs: 137 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 4.0 KiB/s wr, 25 op/s 2024-08-04T16:25:02.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:02 smithi007 ceph-mon[94998]: osdmap e1964: 8 total, 8 up, 8 in 2024-08-04T16:25:03.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:03 smithi062 ceph-mon[85960]: osdmap e1965: 8 total, 8 up, 8 in 2024-08-04T16:25:03.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:03 smithi007 ceph-mon[92692]: osdmap e1965: 8 total, 8 up, 8 in 2024-08-04T16:25:03.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:03 smithi007 ceph-mon[94998]: osdmap e1965: 8 total, 8 up, 8 in 2024-08-04T16:25:04.215 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:25:04.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:04 smithi062 ceph-mon[85960]: pgmap v3371: 137 pgs: 137 active+clean; 46 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 6.5 KiB/s wr, 62 op/s 2024-08-04T16:25:04.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:04 smithi062 ceph-mon[85960]: osdmap e1966: 8 total, 8 up, 8 in 2024-08-04T16:25:04.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:04 smithi007 ceph-mon[92692]: pgmap v3371: 137 pgs: 137 active+clean; 46 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 6.5 KiB/s wr, 62 op/s 2024-08-04T16:25:04.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:04 smithi007 ceph-mon[92692]: osdmap e1966: 8 total, 8 up, 8 in 2024-08-04T16:25:04.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:04 smithi007 ceph-mon[94998]: pgmap v3371: 137 pgs: 137 active+clean; 46 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 6.5 KiB/s wr, 62 op/s 2024-08-04T16:25:04.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:04 smithi007 ceph-mon[94998]: osdmap e1966: 8 total, 8 up, 8 in 2024-08-04T16:25:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:05 smithi062 ceph-mon[85960]: osdmap e1967: 8 total, 8 up, 8 in 2024-08-04T16:25:05.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:05 smithi007 ceph-mon[94998]: osdmap e1967: 8 total, 8 up, 8 in 2024-08-04T16:25:05.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:05 smithi007 ceph-mon[92692]: osdmap e1967: 8 total, 8 up, 8 in 2024-08-04T16:25:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:06 smithi062 ceph-mon[85960]: pgmap v3374: 137 pgs: 137 active+clean; 49 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 8.2 KiB/s wr, 92 op/s 2024-08-04T16:25:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:06 smithi062 ceph-mon[85960]: osdmap e1968: 8 total, 8 up, 8 in 2024-08-04T16:25:06.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:25:06.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:25:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:25:06] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2024-08-04T16:25:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:06 smithi007 ceph-mon[92692]: pgmap v3374: 137 pgs: 137 active+clean; 49 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 8.2 KiB/s wr, 92 op/s 2024-08-04T16:25:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:06 smithi007 ceph-mon[92692]: osdmap e1968: 8 total, 8 up, 8 in 2024-08-04T16:25:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:25:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:06 smithi007 ceph-mon[94998]: pgmap v3374: 137 pgs: 137 active+clean; 49 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 8.2 KiB/s wr, 92 op/s 2024-08-04T16:25:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:06 smithi007 ceph-mon[94998]: osdmap e1968: 8 total, 8 up, 8 in 2024-08-04T16:25:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:25:07.233 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (15097 ms) 2024-08-04T16:25:07.234 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 2024-08-04T16:25:07.234 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:25:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:07 smithi062 ceph-mon[85960]: osdmap e1969: 8 total, 8 up, 8 in 2024-08-04T16:25:07.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:07 smithi007 ceph-mon[94998]: osdmap e1969: 8 total, 8 up, 8 in 2024-08-04T16:25:07.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:07 smithi007 ceph-mon[92692]: osdmap e1969: 8 total, 8 up, 8 in 2024-08-04T16:25:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:08 smithi062 ceph-mon[85960]: pgmap v3377: 137 pgs: 137 active+clean; 55 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-08-04T16:25:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:08 smithi062 ceph-mon[85960]: osdmap e1970: 8 total, 8 up, 8 in 2024-08-04T16:25:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:08 smithi007 ceph-mon[92692]: pgmap v3377: 137 pgs: 137 active+clean; 55 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-08-04T16:25:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:08 smithi007 ceph-mon[92692]: osdmap e1970: 8 total, 8 up, 8 in 2024-08-04T16:25:08.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:08 smithi007 ceph-mon[94998]: pgmap v3377: 137 pgs: 137 active+clean; 55 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-08-04T16:25:08.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:08 smithi007 ceph-mon[94998]: osdmap e1970: 8 total, 8 up, 8 in 2024-08-04T16:25:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:10 smithi062 ceph-mon[85960]: pgmap v3379: 137 pgs: 137 active+clean; 59 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 5.4 KiB/s wr, 69 op/s 2024-08-04T16:25:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:10 smithi007 ceph-mon[92692]: pgmap v3379: 137 pgs: 137 active+clean; 59 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 5.4 KiB/s wr, 69 op/s 2024-08-04T16:25:10.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:10 smithi007 ceph-mon[94998]: pgmap v3379: 137 pgs: 137 active+clean; 59 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 5.4 KiB/s wr, 69 op/s 2024-08-04T16:25:12.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:12 smithi062 ceph-mon[85960]: pgmap v3380: 137 pgs: 137 active+clean; 59 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.7 KiB/s wr, 64 op/s 2024-08-04T16:25:12.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:12 smithi062 ceph-mon[85960]: osdmap e1971: 8 total, 8 up, 8 in 2024-08-04T16:25:12.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:25:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:25:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:25:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:12 smithi007 ceph-mon[94998]: pgmap v3380: 137 pgs: 137 active+clean; 59 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.7 KiB/s wr, 64 op/s 2024-08-04T16:25:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:12 smithi007 ceph-mon[94998]: osdmap e1971: 8 total, 8 up, 8 in 2024-08-04T16:25:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:12 smithi007 ceph-mon[92692]: pgmap v3380: 137 pgs: 137 active+clean; 59 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.7 KiB/s wr, 64 op/s 2024-08-04T16:25:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:12 smithi007 ceph-mon[92692]: osdmap e1971: 8 total, 8 up, 8 in 2024-08-04T16:25:13.254 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:25:13.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:13 smithi062 ceph-mon[85960]: osdmap e1972: 8 total, 8 up, 8 in 2024-08-04T16:25:13.585 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:13 smithi007 ceph-mon[92692]: osdmap e1972: 8 total, 8 up, 8 in 2024-08-04T16:25:13.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:13 smithi007 ceph-mon[94998]: osdmap e1972: 8 total, 8 up, 8 in 2024-08-04T16:25:14.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:14 smithi062 ceph-mon[85960]: pgmap v3383: 137 pgs: 137 active+clean; 63 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 35 op/s 2024-08-04T16:25:14.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:14 smithi062 ceph-mon[85960]: osdmap e1973: 8 total, 8 up, 8 in 2024-08-04T16:25:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:14 smithi007 ceph-mon[94998]: pgmap v3383: 137 pgs: 137 active+clean; 63 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 35 op/s 2024-08-04T16:25:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:14 smithi007 ceph-mon[94998]: osdmap e1973: 8 total, 8 up, 8 in 2024-08-04T16:25:14.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:14 smithi007 ceph-mon[92692]: pgmap v3383: 137 pgs: 137 active+clean; 63 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 35 op/s 2024-08-04T16:25:14.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:14 smithi007 ceph-mon[92692]: osdmap e1973: 8 total, 8 up, 8 in 2024-08-04T16:25:16.387 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:25:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:25:16] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2024-08-04T16:25:16.388 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:16 smithi007 ceph-mon[92692]: pgmap v3385: 137 pgs: 137 active+clean; 67 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 688 KiB/s wr, 45 op/s 2024-08-04T16:25:16.388 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:16 smithi007 ceph-mon[94998]: pgmap v3385: 137 pgs: 137 active+clean; 67 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 688 KiB/s wr, 45 op/s 2024-08-04T16:25:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:16 smithi062 ceph-mon[85960]: pgmap v3385: 137 pgs: 137 active+clean; 67 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 688 KiB/s wr, 45 op/s 2024-08-04T16:25:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:18 smithi062 ceph-mon[85960]: pgmap v3386: 137 pgs: 137 active+clean; 67 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-08-04T16:25:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:18 smithi062 ceph-mon[85960]: osdmap e1974: 8 total, 8 up, 8 in 2024-08-04T16:25:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:18 smithi007 ceph-mon[92692]: pgmap v3386: 137 pgs: 137 active+clean; 67 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-08-04T16:25:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:18 smithi007 ceph-mon[92692]: osdmap e1974: 8 total, 8 up, 8 in 2024-08-04T16:25:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:18 smithi007 ceph-mon[94998]: pgmap v3386: 137 pgs: 137 active+clean; 67 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-08-04T16:25:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:18 smithi007 ceph-mon[94998]: osdmap e1974: 8 total, 8 up, 8 in 2024-08-04T16:25:19.274 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:25:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:19 smithi062 ceph-mon[85960]: osdmap e1975: 8 total, 8 up, 8 in 2024-08-04T16:25:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:19 smithi007 ceph-mon[92692]: osdmap e1975: 8 total, 8 up, 8 in 2024-08-04T16:25:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:19 smithi007 ceph-mon[94998]: osdmap e1975: 8 total, 8 up, 8 in 2024-08-04T16:25:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:20 smithi062 ceph-mon[85960]: pgmap v3389: 137 pgs: 137 active+clean; 68 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-04T16:25:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:20 smithi062 ceph-mon[85960]: osdmap e1976: 8 total, 8 up, 8 in 2024-08-04T16:25:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:20 smithi007 ceph-mon[92692]: pgmap v3389: 137 pgs: 137 active+clean; 68 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-04T16:25:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:20 smithi007 ceph-mon[92692]: osdmap e1976: 8 total, 8 up, 8 in 2024-08-04T16:25:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:20 smithi007 ceph-mon[94998]: pgmap v3389: 137 pgs: 137 active+clean; 68 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-04T16:25:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:20 smithi007 ceph-mon[94998]: osdmap e1976: 8 total, 8 up, 8 in 2024-08-04T16:25:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:25:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:25:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:25:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:22 smithi062 ceph-mon[85960]: pgmap v3391: 137 pgs: 137 active+clean; 72 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-08-04T16:25:22.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:25:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:25:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:22 smithi007 ceph-mon[92692]: pgmap v3391: 137 pgs: 137 active+clean; 72 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-08-04T16:25:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:22 smithi007 ceph-mon[94998]: pgmap v3391: 137 pgs: 137 active+clean; 72 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-08-04T16:25:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:24 smithi062 ceph-mon[85960]: pgmap v3392: 137 pgs: 137 active+clean; 73 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-04T16:25:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:24 smithi062 ceph-mon[85960]: osdmap e1977: 8 total, 8 up, 8 in 2024-08-04T16:25:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:24 smithi007 ceph-mon[92692]: pgmap v3392: 137 pgs: 137 active+clean; 73 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-04T16:25:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:24 smithi007 ceph-mon[92692]: osdmap e1977: 8 total, 8 up, 8 in 2024-08-04T16:25:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:24 smithi007 ceph-mon[94998]: pgmap v3392: 137 pgs: 137 active+clean; 73 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-04T16:25:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:24 smithi007 ceph-mon[94998]: osdmap e1977: 8 total, 8 up, 8 in 2024-08-04T16:25:25.294 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:25:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:25 smithi007 ceph-mon[92692]: osdmap e1978: 8 total, 8 up, 8 in 2024-08-04T16:25:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:25 smithi007 ceph-mon[94998]: osdmap e1978: 8 total, 8 up, 8 in 2024-08-04T16:25:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:25 smithi062 ceph-mon[85960]: osdmap e1978: 8 total, 8 up, 8 in 2024-08-04T16:25:26.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:25:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:25:26] "GET /metrics HTTP/1.1" 200 36627 "" "Prometheus/2.43.0" 2024-08-04T16:25:26.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:26 smithi007 ceph-mon[94998]: pgmap v3395: 137 pgs: 137 active+clean; 73 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-04T16:25:26.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:26 smithi007 ceph-mon[94998]: osdmap e1979: 8 total, 8 up, 8 in 2024-08-04T16:25:26.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:26 smithi007 ceph-mon[92692]: pgmap v3395: 137 pgs: 137 active+clean; 73 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-04T16:25:26.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:26 smithi007 ceph-mon[92692]: osdmap e1979: 8 total, 8 up, 8 in 2024-08-04T16:25:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:26 smithi062 ceph-mon[85960]: pgmap v3395: 137 pgs: 137 active+clean; 73 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-04T16:25:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:26 smithi062 ceph-mon[85960]: osdmap e1979: 8 total, 8 up, 8 in 2024-08-04T16:25:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:28 smithi007 ceph-mon[92692]: pgmap v3397: 137 pgs: 137 active+clean; 79 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 687 KiB/s wr, 55 op/s 2024-08-04T16:25:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:28 smithi007 ceph-mon[94998]: pgmap v3397: 137 pgs: 137 active+clean; 79 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 687 KiB/s wr, 55 op/s 2024-08-04T16:25:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:28 smithi062 ceph-mon[85960]: pgmap v3397: 137 pgs: 137 active+clean; 79 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 687 KiB/s wr, 55 op/s 2024-08-04T16:25:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:30 smithi007 ceph-mon[94998]: pgmap v3398: 137 pgs: 137 active+clean; 79 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 46 op/s 2024-08-04T16:25:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:30 smithi007 ceph-mon[94998]: osdmap e1980: 8 total, 8 up, 8 in 2024-08-04T16:25:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:30 smithi007 ceph-mon[92692]: pgmap v3398: 137 pgs: 137 active+clean; 79 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 46 op/s 2024-08-04T16:25:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:30 smithi007 ceph-mon[92692]: osdmap e1980: 8 total, 8 up, 8 in 2024-08-04T16:25:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:30 smithi062 ceph-mon[85960]: pgmap v3398: 137 pgs: 137 active+clean; 79 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 46 op/s 2024-08-04T16:25:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:30 smithi062 ceph-mon[85960]: osdmap e1980: 8 total, 8 up, 8 in 2024-08-04T16:25:31.308 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:25:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:31 smithi007 ceph-mon[92692]: osdmap e1981: 8 total, 8 up, 8 in 2024-08-04T16:25:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:25:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:25:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:25:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:31 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:25:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:31 smithi007 ceph-mon[94998]: osdmap e1981: 8 total, 8 up, 8 in 2024-08-04T16:25:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:25:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:25:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:25:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:31 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:25:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:31 smithi062 ceph-mon[85960]: osdmap e1981: 8 total, 8 up, 8 in 2024-08-04T16:25:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:25:31.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:25:31.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:25:31.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:31 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:25:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:32 smithi007 ceph-mon[94998]: pgmap v3401: 137 pgs: 137 active+clean; 83 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-08-04T16:25:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:32 smithi007 ceph-mon[94998]: osdmap e1982: 8 total, 8 up, 8 in 2024-08-04T16:25:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:32 smithi007 ceph-mon[92692]: pgmap v3401: 137 pgs: 137 active+clean; 83 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-08-04T16:25:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:32 smithi007 ceph-mon[92692]: osdmap e1982: 8 total, 8 up, 8 in 2024-08-04T16:25:32.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:32 smithi062 ceph-mon[85960]: pgmap v3401: 137 pgs: 137 active+clean; 83 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-08-04T16:25:32.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:32 smithi062 ceph-mon[85960]: osdmap e1982: 8 total, 8 up, 8 in 2024-08-04T16:25:32.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:25:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:25:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:25:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:34 smithi007 ceph-mon[92692]: pgmap v3403: 137 pgs: 137 active+clean; 84 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 684 KiB/s wr, 19 op/s 2024-08-04T16:25:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:34 smithi007 ceph-mon[94998]: pgmap v3403: 137 pgs: 137 active+clean; 84 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 684 KiB/s wr, 19 op/s 2024-08-04T16:25:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:34 smithi062 ceph-mon[85960]: pgmap v3403: 137 pgs: 137 active+clean; 84 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 684 KiB/s wr, 19 op/s 2024-08-04T16:25:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:25:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:25:36] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-08-04T16:25:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:36 smithi007 ceph-mon[92692]: pgmap v3404: 137 pgs: 137 active+clean; 85 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-08-04T16:25:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:36 smithi007 ceph-mon[92692]: osdmap e1983: 8 total, 8 up, 8 in 2024-08-04T16:25:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:25:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:36 smithi007 ceph-mon[94998]: pgmap v3404: 137 pgs: 137 active+clean; 85 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-08-04T16:25:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:36 smithi007 ceph-mon[94998]: osdmap e1983: 8 total, 8 up, 8 in 2024-08-04T16:25:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:25:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:36 smithi062 ceph-mon[85960]: pgmap v3404: 137 pgs: 137 active+clean; 85 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-08-04T16:25:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:36 smithi062 ceph-mon[85960]: osdmap e1983: 8 total, 8 up, 8 in 2024-08-04T16:25:36.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:25:37.339 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 (30106 ms) 2024-08-04T16:25:37.339 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP 2024-08-04T16:25:37.340 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:25:37.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:37 smithi007 ceph-mon[92692]: osdmap e1984: 8 total, 8 up, 8 in 2024-08-04T16:25:37.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:37 smithi007 ceph-mon[94998]: osdmap e1984: 8 total, 8 up, 8 in 2024-08-04T16:25:37.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:37 smithi062 ceph-mon[85960]: osdmap e1984: 8 total, 8 up, 8 in 2024-08-04T16:25:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:38 smithi007 ceph-mon[92692]: pgmap v3407: 137 pgs: 137 active+clean; 93 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-08-04T16:25:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:38 smithi007 ceph-mon[92692]: osdmap e1985: 8 total, 8 up, 8 in 2024-08-04T16:25:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:38 smithi007 ceph-mon[94998]: pgmap v3407: 137 pgs: 137 active+clean; 93 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-08-04T16:25:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:38 smithi007 ceph-mon[94998]: osdmap e1985: 8 total, 8 up, 8 in 2024-08-04T16:25:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:38 smithi062 ceph-mon[85960]: pgmap v3407: 137 pgs: 137 active+clean; 93 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-08-04T16:25:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:38 smithi062 ceph-mon[85960]: osdmap e1985: 8 total, 8 up, 8 in 2024-08-04T16:25:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:40 smithi007 ceph-mon[92692]: pgmap v3409: 137 pgs: 137 active+clean; 93 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 45 op/s 2024-08-04T16:25:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:40 smithi007 ceph-mon[94998]: pgmap v3409: 137 pgs: 137 active+clean; 93 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 45 op/s 2024-08-04T16:25:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:40 smithi062 ceph-mon[85960]: pgmap v3409: 137 pgs: 137 active+clean; 93 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 45 op/s 2024-08-04T16:25:42.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:42 smithi007 ceph-mon[92692]: pgmap v3410: 137 pgs: 137 active+clean; 97 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-08-04T16:25:42.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:42 smithi007 ceph-mon[92692]: osdmap e1986: 8 total, 8 up, 8 in 2024-08-04T16:25:42.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:42 smithi007 ceph-mon[94998]: pgmap v3410: 137 pgs: 137 active+clean; 97 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-08-04T16:25:42.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:42 smithi007 ceph-mon[94998]: osdmap e1986: 8 total, 8 up, 8 in 2024-08-04T16:25:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:42 smithi062 ceph-mon[85960]: pgmap v3410: 137 pgs: 137 active+clean; 97 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-08-04T16:25:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:42 smithi062 ceph-mon[85960]: osdmap e1986: 8 total, 8 up, 8 in 2024-08-04T16:25:42.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:25:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:25:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:25:43.357 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:25:43.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:43 smithi007 ceph-mon[94998]: osdmap e1987: 8 total, 8 up, 8 in 2024-08-04T16:25:43.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:43 smithi007 ceph-mon[92692]: osdmap e1987: 8 total, 8 up, 8 in 2024-08-04T16:25:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:43 smithi062 ceph-mon[85960]: osdmap e1987: 8 total, 8 up, 8 in 2024-08-04T16:25:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:44 smithi007 ceph-mon[94998]: pgmap v3413: 137 pgs: 137 active+clean; 97 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.8 KiB/s wr, 39 op/s 2024-08-04T16:25:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:44 smithi007 ceph-mon[94998]: osdmap e1988: 8 total, 8 up, 8 in 2024-08-04T16:25:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:44 smithi007 ceph-mon[92692]: pgmap v3413: 137 pgs: 137 active+clean; 97 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.8 KiB/s wr, 39 op/s 2024-08-04T16:25:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:44 smithi007 ceph-mon[92692]: osdmap e1988: 8 total, 8 up, 8 in 2024-08-04T16:25:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:44 smithi062 ceph-mon[85960]: pgmap v3413: 137 pgs: 137 active+clean; 97 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.8 KiB/s wr, 39 op/s 2024-08-04T16:25:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:44 smithi062 ceph-mon[85960]: osdmap e1988: 8 total, 8 up, 8 in 2024-08-04T16:25:46.388 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:25:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:25:46] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-08-04T16:25:46.388 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:46 smithi007 ceph-mon[92692]: pgmap v3415: 137 pgs: 137 active+clean; 97 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.8 KiB/s wr, 39 op/s 2024-08-04T16:25:46.388 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:46 smithi007 ceph-mon[94998]: pgmap v3415: 137 pgs: 137 active+clean; 97 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.8 KiB/s wr, 39 op/s 2024-08-04T16:25:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:46 smithi062 ceph-mon[85960]: pgmap v3415: 137 pgs: 137 active+clean; 97 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.8 KiB/s wr, 39 op/s 2024-08-04T16:25:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:48 smithi062 ceph-mon[85960]: pgmap v3416: 137 pgs: 137 active+clean; 101 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-08-04T16:25:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:48 smithi062 ceph-mon[85960]: osdmap e1989: 8 total, 8 up, 8 in 2024-08-04T16:25:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:48 smithi007 ceph-mon[92692]: pgmap v3416: 137 pgs: 137 active+clean; 101 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-08-04T16:25:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:48 smithi007 ceph-mon[92692]: osdmap e1989: 8 total, 8 up, 8 in 2024-08-04T16:25:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:48 smithi007 ceph-mon[94998]: pgmap v3416: 137 pgs: 137 active+clean; 101 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-08-04T16:25:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:48 smithi007 ceph-mon[94998]: osdmap e1989: 8 total, 8 up, 8 in 2024-08-04T16:25:49.387 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:25:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:49 smithi062 ceph-mon[85960]: osdmap e1990: 8 total, 8 up, 8 in 2024-08-04T16:25:49.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:49 smithi007 ceph-mon[92692]: osdmap e1990: 8 total, 8 up, 8 in 2024-08-04T16:25:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:49 smithi007 ceph-mon[94998]: osdmap e1990: 8 total, 8 up, 8 in 2024-08-04T16:25:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:50 smithi062 ceph-mon[85960]: pgmap v3419: 137 pgs: 137 active+clean; 101 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-04T16:25:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:50 smithi062 ceph-mon[85960]: osdmap e1991: 8 total, 8 up, 8 in 2024-08-04T16:25:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:50 smithi007 ceph-mon[92692]: pgmap v3419: 137 pgs: 137 active+clean; 101 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-04T16:25:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:50 smithi007 ceph-mon[92692]: osdmap e1991: 8 total, 8 up, 8 in 2024-08-04T16:25:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:50 smithi007 ceph-mon[94998]: pgmap v3419: 137 pgs: 137 active+clean; 101 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-04T16:25:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:50 smithi007 ceph-mon[94998]: osdmap e1991: 8 total, 8 up, 8 in 2024-08-04T16:25:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:25:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:25:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:25:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:52 smithi062 ceph-mon[85960]: pgmap v3421: 137 pgs: 137 active+clean; 111 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 49 op/s 2024-08-04T16:25:52.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:25:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:25:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:52 smithi007 ceph-mon[94998]: pgmap v3421: 137 pgs: 137 active+clean; 111 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 49 op/s 2024-08-04T16:25:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:52 smithi007 ceph-mon[92692]: pgmap v3421: 137 pgs: 137 active+clean; 111 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 49 op/s 2024-08-04T16:25:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:54 smithi062 ceph-mon[85960]: pgmap v3422: 137 pgs: 137 active+clean; 111 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-04T16:25:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:54 smithi062 ceph-mon[85960]: osdmap e1992: 8 total, 8 up, 8 in 2024-08-04T16:25:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:54 smithi007 ceph-mon[92692]: pgmap v3422: 137 pgs: 137 active+clean; 111 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-04T16:25:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:54 smithi007 ceph-mon[92692]: osdmap e1992: 8 total, 8 up, 8 in 2024-08-04T16:25:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:54 smithi007 ceph-mon[94998]: pgmap v3422: 137 pgs: 137 active+clean; 111 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-04T16:25:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:54 smithi007 ceph-mon[94998]: osdmap e1992: 8 total, 8 up, 8 in 2024-08-04T16:25:55.378 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:55 smithi007 ceph-mon[92692]: osdmap e1993: 8 total, 8 up, 8 in 2024-08-04T16:25:55.378 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:55 smithi007 ceph-mon[94998]: osdmap e1993: 8 total, 8 up, 8 in 2024-08-04T16:25:55.407 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:25:55.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:55 smithi062 ceph-mon[85960]: osdmap e1993: 8 total, 8 up, 8 in 2024-08-04T16:25:56.376 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:25:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:25:56] "GET /metrics HTTP/1.1" 200 36633 "" "Prometheus/2.43.0" 2024-08-04T16:25:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:56 smithi062 ceph-mon[85960]: pgmap v3425: 137 pgs: 137 active+clean; 114 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-04T16:25:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:56 smithi062 ceph-mon[85960]: osdmap e1994: 8 total, 8 up, 8 in 2024-08-04T16:25:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:56 smithi007 ceph-mon[92692]: pgmap v3425: 137 pgs: 137 active+clean; 114 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-04T16:25:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:56 smithi007 ceph-mon[92692]: osdmap e1994: 8 total, 8 up, 8 in 2024-08-04T16:25:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:56 smithi007 ceph-mon[94998]: pgmap v3425: 137 pgs: 137 active+clean; 114 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-04T16:25:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:56 smithi007 ceph-mon[94998]: osdmap e1994: 8 total, 8 up, 8 in 2024-08-04T16:25:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:25:58 smithi062 ceph-mon[85960]: pgmap v3427: 137 pgs: 137 active+clean; 118 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 687 KiB/s wr, 32 op/s 2024-08-04T16:25:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:25:58 smithi007 ceph-mon[92692]: pgmap v3427: 137 pgs: 137 active+clean; 118 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 687 KiB/s wr, 32 op/s 2024-08-04T16:25:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:25:58 smithi007 ceph-mon[94998]: pgmap v3427: 137 pgs: 137 active+clean; 118 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 687 KiB/s wr, 32 op/s 2024-08-04T16:26:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:00 smithi062 ceph-mon[85960]: pgmap v3428: 137 pgs: 137 active+clean; 118 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 686 KiB/s wr, 23 op/s 2024-08-04T16:26:00.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:00 smithi062 ceph-mon[85960]: osdmap e1995: 8 total, 8 up, 8 in 2024-08-04T16:26:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:00 smithi007 ceph-mon[92692]: pgmap v3428: 137 pgs: 137 active+clean; 118 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 686 KiB/s wr, 23 op/s 2024-08-04T16:26:00.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:00 smithi007 ceph-mon[92692]: osdmap e1995: 8 total, 8 up, 8 in 2024-08-04T16:26:00.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:00 smithi007 ceph-mon[94998]: pgmap v3428: 137 pgs: 137 active+clean; 118 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 686 KiB/s wr, 23 op/s 2024-08-04T16:26:00.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:00 smithi007 ceph-mon[94998]: osdmap e1995: 8 total, 8 up, 8 in 2024-08-04T16:26:01.428 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:26:01.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:01 smithi062 ceph-mon[85960]: osdmap e1996: 8 total, 8 up, 8 in 2024-08-04T16:26:01.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:01 smithi007 ceph-mon[94998]: osdmap e1996: 8 total, 8 up, 8 in 2024-08-04T16:26:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:01 smithi007 ceph-mon[92692]: osdmap e1996: 8 total, 8 up, 8 in 2024-08-04T16:26:02.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:02 smithi062 ceph-mon[85960]: pgmap v3431: 137 pgs: 137 active+clean; 121 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-08-04T16:26:02.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:02 smithi062 ceph-mon[85960]: osdmap e1997: 8 total, 8 up, 8 in 2024-08-04T16:26:02.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:26:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:26:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:26:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:02 smithi007 ceph-mon[94998]: pgmap v3431: 137 pgs: 137 active+clean; 121 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-08-04T16:26:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:02 smithi007 ceph-mon[94998]: osdmap e1997: 8 total, 8 up, 8 in 2024-08-04T16:26:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:02 smithi007 ceph-mon[92692]: pgmap v3431: 137 pgs: 137 active+clean; 121 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-08-04T16:26:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:02 smithi007 ceph-mon[92692]: osdmap e1997: 8 total, 8 up, 8 in 2024-08-04T16:26:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:04 smithi062 ceph-mon[85960]: pgmap v3433: 137 pgs: 137 active+clean; 127 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 KiB/s wr, 26 op/s 2024-08-04T16:26:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:04 smithi007 ceph-mon[94998]: pgmap v3433: 137 pgs: 137 active+clean; 127 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 KiB/s wr, 26 op/s 2024-08-04T16:26:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:04 smithi007 ceph-mon[92692]: pgmap v3433: 137 pgs: 137 active+clean; 127 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 KiB/s wr, 26 op/s 2024-08-04T16:26:06.411 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:26:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:26:06] "GET /metrics HTTP/1.1" 200 36635 "" "Prometheus/2.43.0" 2024-08-04T16:26:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:06 smithi062 ceph-mon[85960]: pgmap v3434: 137 pgs: 137 active+clean; 131 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-04T16:26:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:06 smithi062 ceph-mon[85960]: osdmap e1998: 8 total, 8 up, 8 in 2024-08-04T16:26:06.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:26:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:06 smithi007 ceph-mon[92692]: pgmap v3434: 137 pgs: 137 active+clean; 131 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-04T16:26:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:06 smithi007 ceph-mon[92692]: osdmap e1998: 8 total, 8 up, 8 in 2024-08-04T16:26:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:26:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:06 smithi007 ceph-mon[94998]: pgmap v3434: 137 pgs: 137 active+clean; 131 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-04T16:26:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:06 smithi007 ceph-mon[94998]: osdmap e1998: 8 total, 8 up, 8 in 2024-08-04T16:26:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:26:07.455 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP (30115 ms) 2024-08-04T16:26:07.455 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 2024-08-04T16:26:07.455 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:26:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:07 smithi062 ceph-mon[85960]: osdmap e1999: 8 total, 8 up, 8 in 2024-08-04T16:26:07.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:07 smithi007 ceph-mon[92692]: osdmap e1999: 8 total, 8 up, 8 in 2024-08-04T16:26:07.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:07 smithi007 ceph-mon[94998]: osdmap e1999: 8 total, 8 up, 8 in 2024-08-04T16:26:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:08 smithi062 ceph-mon[85960]: pgmap v3437: 137 pgs: 137 active+clean; 131 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-08-04T16:26:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:08 smithi062 ceph-mon[85960]: osdmap e2000: 8 total, 8 up, 8 in 2024-08-04T16:26:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:08 smithi007 ceph-mon[92692]: pgmap v3437: 137 pgs: 137 active+clean; 131 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-08-04T16:26:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:08 smithi007 ceph-mon[92692]: osdmap e2000: 8 total, 8 up, 8 in 2024-08-04T16:26:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:08 smithi007 ceph-mon[94998]: pgmap v3437: 137 pgs: 137 active+clean; 131 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-08-04T16:26:08.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:08 smithi007 ceph-mon[94998]: osdmap e2000: 8 total, 8 up, 8 in 2024-08-04T16:26:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:10 smithi062 ceph-mon[85960]: pgmap v3439: 137 pgs: 137 active+clean; 131 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-08-04T16:26:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:10 smithi007 ceph-mon[94998]: pgmap v3439: 137 pgs: 137 active+clean; 131 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-08-04T16:26:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:10 smithi007 ceph-mon[92692]: pgmap v3439: 137 pgs: 137 active+clean; 131 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-08-04T16:26:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:12 smithi062 ceph-mon[85960]: pgmap v3440: 137 pgs: 137 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 687 KiB/s wr, 55 op/s 2024-08-04T16:26:12.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:26:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:26:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:12 smithi007 ceph-mon[92692]: pgmap v3440: 137 pgs: 137 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 687 KiB/s wr, 55 op/s 2024-08-04T16:26:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:12 smithi007 ceph-mon[94998]: pgmap v3440: 137 pgs: 137 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 687 KiB/s wr, 55 op/s 2024-08-04T16:26:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:14 smithi062 ceph-mon[85960]: pgmap v3441: 137 pgs: 137 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 584 KiB/s wr, 37 op/s 2024-08-04T16:26:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:14 smithi007 ceph-mon[94998]: pgmap v3441: 137 pgs: 137 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 584 KiB/s wr, 37 op/s 2024-08-04T16:26:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:14 smithi007 ceph-mon[92692]: pgmap v3441: 137 pgs: 137 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 584 KiB/s wr, 37 op/s 2024-08-04T16:26:16.431 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:26:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:26:16] "GET /metrics HTTP/1.1" 200 36635 "" "Prometheus/2.43.0" 2024-08-04T16:26:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:16 smithi062 ceph-mon[85960]: pgmap v3442: 137 pgs: 137 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 511 KiB/s wr, 30 op/s 2024-08-04T16:26:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:16 smithi062 ceph-mon[85960]: osdmap e2001: 8 total, 8 up, 8 in 2024-08-04T16:26:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:16 smithi007 ceph-mon[92692]: pgmap v3442: 137 pgs: 137 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 511 KiB/s wr, 30 op/s 2024-08-04T16:26:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:16 smithi007 ceph-mon[92692]: osdmap e2001: 8 total, 8 up, 8 in 2024-08-04T16:26:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:16 smithi007 ceph-mon[94998]: pgmap v3442: 137 pgs: 137 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 511 KiB/s wr, 30 op/s 2024-08-04T16:26:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:16 smithi007 ceph-mon[94998]: osdmap e2001: 8 total, 8 up, 8 in 2024-08-04T16:26:17.471 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:26:17.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:17 smithi062 ceph-mon[85960]: osdmap e2002: 8 total, 8 up, 8 in 2024-08-04T16:26:17.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:17 smithi062 ceph-mon[85960]: pgmap v3445: 137 pgs: 137 active+clean; 155 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-04T16:26:17.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:17 smithi007 ceph-mon[92692]: osdmap e2002: 8 total, 8 up, 8 in 2024-08-04T16:26:17.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:17 smithi007 ceph-mon[92692]: pgmap v3445: 137 pgs: 137 active+clean; 155 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-04T16:26:17.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:17 smithi007 ceph-mon[94998]: osdmap e2002: 8 total, 8 up, 8 in 2024-08-04T16:26:17.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:17 smithi007 ceph-mon[94998]: pgmap v3445: 137 pgs: 137 active+clean; 155 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-04T16:26:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:18 smithi062 ceph-mon[85960]: osdmap e2003: 8 total, 8 up, 8 in 2024-08-04T16:26:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:18 smithi007 ceph-mon[92692]: osdmap e2003: 8 total, 8 up, 8 in 2024-08-04T16:26:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:18 smithi007 ceph-mon[94998]: osdmap e2003: 8 total, 8 up, 8 in 2024-08-04T16:26:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:19 smithi062 ceph-mon[85960]: pgmap v3447: 137 pgs: 137 active+clean; 155 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-08-04T16:26:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:19 smithi007 ceph-mon[92692]: pgmap v3447: 137 pgs: 137 active+clean; 155 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-08-04T16:26:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:19 smithi007 ceph-mon[94998]: pgmap v3447: 137 pgs: 137 active+clean; 155 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-08-04T16:26:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:21 smithi007 ceph-mon[92692]: pgmap v3448: 137 pgs: 137 active+clean; 159 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-08-04T16:26:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:26:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:21 smithi007 ceph-mon[94998]: pgmap v3448: 137 pgs: 137 active+clean; 159 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-08-04T16:26:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:26:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:21 smithi062 ceph-mon[85960]: pgmap v3448: 137 pgs: 137 active+clean; 159 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-08-04T16:26:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:26:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:26:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:26:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:26:23.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:23 smithi007 ceph-mon[92692]: pgmap v3449: 137 pgs: 137 active+clean; 159 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-08-04T16:26:23.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:23 smithi007 ceph-mon[94998]: pgmap v3449: 137 pgs: 137 active+clean; 159 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-08-04T16:26:24.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:23 smithi062 ceph-mon[85960]: pgmap v3449: 137 pgs: 137 active+clean; 159 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-08-04T16:26:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:25 smithi007 ceph-mon[92692]: pgmap v3450: 137 pgs: 137 active+clean; 159 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 514 KiB/s wr, 28 op/s 2024-08-04T16:26:25.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:25 smithi007 ceph-mon[94998]: pgmap v3450: 137 pgs: 137 active+clean; 159 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 514 KiB/s wr, 28 op/s 2024-08-04T16:26:26.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:25 smithi062 ceph-mon[85960]: pgmap v3450: 137 pgs: 137 active+clean; 159 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 514 KiB/s wr, 28 op/s 2024-08-04T16:26:26.541 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:26:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:26:26] "GET /metrics HTTP/1.1" 200 36634 "" "Prometheus/2.43.0" 2024-08-04T16:26:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:26 smithi007 ceph-mon[92692]: osdmap e2004: 8 total, 8 up, 8 in 2024-08-04T16:26:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:26 smithi007 ceph-mon[94998]: osdmap e2004: 8 total, 8 up, 8 in 2024-08-04T16:26:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:26 smithi062 ceph-mon[85960]: osdmap e2004: 8 total, 8 up, 8 in 2024-08-04T16:26:27.576 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:26:27.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:27 smithi007 ceph-mon[94998]: pgmap v3452: 137 pgs: 137 active+clean; 171 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-08-04T16:26:27.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:27 smithi007 ceph-mon[94998]: osdmap e2005: 8 total, 8 up, 8 in 2024-08-04T16:26:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:27 smithi007 ceph-mon[92692]: pgmap v3452: 137 pgs: 137 active+clean; 171 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-08-04T16:26:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:27 smithi007 ceph-mon[92692]: osdmap e2005: 8 total, 8 up, 8 in 2024-08-04T16:26:28.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:27 smithi062 ceph-mon[85960]: pgmap v3452: 137 pgs: 137 active+clean; 171 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-08-04T16:26:28.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:27 smithi062 ceph-mon[85960]: osdmap e2005: 8 total, 8 up, 8 in 2024-08-04T16:26:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:28 smithi007 ceph-mon[92692]: osdmap e2006: 8 total, 8 up, 8 in 2024-08-04T16:26:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:28 smithi007 ceph-mon[94998]: osdmap e2006: 8 total, 8 up, 8 in 2024-08-04T16:26:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:28 smithi062 ceph-mon[85960]: osdmap e2006: 8 total, 8 up, 8 in 2024-08-04T16:26:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:29 smithi007 ceph-mon[92692]: pgmap v3455: 137 pgs: 137 active+clean; 175 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s wr, 0 op/s 2024-08-04T16:26:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:29 smithi007 ceph-mon[94998]: pgmap v3455: 137 pgs: 137 active+clean; 175 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s wr, 0 op/s 2024-08-04T16:26:30.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:29 smithi062 ceph-mon[85960]: pgmap v3455: 137 pgs: 137 active+clean; 175 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s wr, 0 op/s 2024-08-04T16:26:32.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:26:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:26:32.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:32 smithi062 ceph-mon[85960]: pgmap v3456: 137 pgs: 137 active+clean; 177 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-04T16:26:32.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:26:32.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:26:32.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:26:32.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:26:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:32 smithi007 ceph-mon[92692]: pgmap v3456: 137 pgs: 137 active+clean; 177 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-04T16:26:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:26:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:26:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:26:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:26:32.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:32 smithi007 ceph-mon[94998]: pgmap v3456: 137 pgs: 137 active+clean; 177 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-04T16:26:32.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:26:32.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:26:32.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:26:32.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:26:34.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:34 smithi062 ceph-mon[85960]: pgmap v3457: 137 pgs: 137 active+clean; 177 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-08-04T16:26:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:34 smithi007 ceph-mon[92692]: pgmap v3457: 137 pgs: 137 active+clean; 177 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-08-04T16:26:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:34 smithi007 ceph-mon[94998]: pgmap v3457: 137 pgs: 137 active+clean; 177 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-08-04T16:26:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:36 smithi062 ceph-mon[85960]: pgmap v3458: 137 pgs: 137 active+clean; 177 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 516 KiB/s wr, 33 op/s 2024-08-04T16:26:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:36 smithi062 ceph-mon[85960]: osdmap e2007: 8 total, 8 up, 8 in 2024-08-04T16:26:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:26:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:36 smithi007 ceph-mon[92692]: pgmap v3458: 137 pgs: 137 active+clean; 177 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 516 KiB/s wr, 33 op/s 2024-08-04T16:26:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:36 smithi007 ceph-mon[92692]: osdmap e2007: 8 total, 8 up, 8 in 2024-08-04T16:26:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:26:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:26:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:26:36] "GET /metrics HTTP/1.1" 200 36634 "" "Prometheus/2.43.0" 2024-08-04T16:26:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:36 smithi007 ceph-mon[94998]: pgmap v3458: 137 pgs: 137 active+clean; 177 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 516 KiB/s wr, 33 op/s 2024-08-04T16:26:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:36 smithi007 ceph-mon[94998]: osdmap e2007: 8 total, 8 up, 8 in 2024-08-04T16:26:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:26:37.145 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:26:37.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:37 smithi062 ceph-mon[85960]: osdmap e2008: 8 total, 8 up, 8 in 2024-08-04T16:26:37.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:37 smithi007 ceph-mon[92692]: osdmap e2008: 8 total, 8 up, 8 in 2024-08-04T16:26:37.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:37 smithi007 ceph-mon[94998]: osdmap e2008: 8 total, 8 up, 8 in 2024-08-04T16:26:38.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:38 smithi062 ceph-mon[85960]: pgmap v3461: 137 pgs: 137 active+clean; 181 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 518 KiB/s wr, 39 op/s 2024-08-04T16:26:38.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:38 smithi062 ceph-mon[85960]: osdmap e2009: 8 total, 8 up, 8 in 2024-08-04T16:26:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:38 smithi007 ceph-mon[92692]: pgmap v3461: 137 pgs: 137 active+clean; 181 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 518 KiB/s wr, 39 op/s 2024-08-04T16:26:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:38 smithi007 ceph-mon[92692]: osdmap e2009: 8 total, 8 up, 8 in 2024-08-04T16:26:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:38 smithi007 ceph-mon[94998]: pgmap v3461: 137 pgs: 137 active+clean; 181 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 518 KiB/s wr, 39 op/s 2024-08-04T16:26:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:38 smithi007 ceph-mon[94998]: osdmap e2009: 8 total, 8 up, 8 in 2024-08-04T16:26:40.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:40 smithi062 ceph-mon[85960]: pgmap v3463: 137 pgs: 137 active+clean; 181 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.8 KiB/s rd, 684 KiB/s wr, 8 op/s 2024-08-04T16:26:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:40 smithi007 ceph-mon[92692]: pgmap v3463: 137 pgs: 137 active+clean; 181 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.8 KiB/s rd, 684 KiB/s wr, 8 op/s 2024-08-04T16:26:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:40 smithi007 ceph-mon[94998]: pgmap v3463: 137 pgs: 137 active+clean; 181 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.8 KiB/s rd, 684 KiB/s wr, 8 op/s 2024-08-04T16:26:42.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:42 smithi062 ceph-mon[85960]: pgmap v3464: 137 pgs: 137 active+clean; 194 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-08-04T16:26:42.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:26:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:26:42.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:42 smithi007 ceph-mon[92692]: pgmap v3464: 137 pgs: 137 active+clean; 194 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-08-04T16:26:42.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:42 smithi007 ceph-mon[94998]: pgmap v3464: 137 pgs: 137 active+clean; 194 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-08-04T16:26:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:44 smithi062 ceph-mon[85960]: pgmap v3465: 137 pgs: 137 active+clean; 195 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.2 MiB/s wr, 36 op/s 2024-08-04T16:26:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:44 smithi007 ceph-mon[92692]: pgmap v3465: 137 pgs: 137 active+clean; 195 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.2 MiB/s wr, 36 op/s 2024-08-04T16:26:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:44 smithi007 ceph-mon[94998]: pgmap v3465: 137 pgs: 137 active+clean; 195 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.2 MiB/s wr, 36 op/s 2024-08-04T16:26:46.388 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:26:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:26:46] "GET /metrics HTTP/1.1" 200 36634 "" "Prometheus/2.43.0" 2024-08-04T16:26:46.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:46 smithi007 ceph-mon[92692]: pgmap v3466: 137 pgs: 137 active+clean; 195 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.4 MiB/s wr, 26 op/s 2024-08-04T16:26:46.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:46 smithi007 ceph-mon[92692]: osdmap e2010: 8 total, 8 up, 8 in 2024-08-04T16:26:46.389 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:46 smithi007 ceph-mon[94998]: pgmap v3466: 137 pgs: 137 active+clean; 195 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.4 MiB/s wr, 26 op/s 2024-08-04T16:26:46.389 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:46 smithi007 ceph-mon[94998]: osdmap e2010: 8 total, 8 up, 8 in 2024-08-04T16:26:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:46 smithi062 ceph-mon[85960]: pgmap v3466: 137 pgs: 137 active+clean; 195 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.4 MiB/s wr, 26 op/s 2024-08-04T16:26:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:46 smithi062 ceph-mon[85960]: osdmap e2010: 8 total, 8 up, 8 in 2024-08-04T16:26:47.166 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:26:47.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:47 smithi062 ceph-mon[85960]: osdmap e2011: 8 total, 8 up, 8 in 2024-08-04T16:26:47.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:47 smithi007 ceph-mon[92692]: osdmap e2011: 8 total, 8 up, 8 in 2024-08-04T16:26:47.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:47 smithi007 ceph-mon[94998]: osdmap e2011: 8 total, 8 up, 8 in 2024-08-04T16:26:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:48 smithi062 ceph-mon[85960]: pgmap v3469: 137 pgs: 137 active+clean; 199 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-08-04T16:26:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:48 smithi062 ceph-mon[85960]: osdmap e2012: 8 total, 8 up, 8 in 2024-08-04T16:26:48.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:48 smithi007 ceph-mon[94998]: pgmap v3469: 137 pgs: 137 active+clean; 199 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-08-04T16:26:48.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:48 smithi007 ceph-mon[94998]: osdmap e2012: 8 total, 8 up, 8 in 2024-08-04T16:26:48.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:48 smithi007 ceph-mon[92692]: pgmap v3469: 137 pgs: 137 active+clean; 199 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-08-04T16:26:48.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:48 smithi007 ceph-mon[92692]: osdmap e2012: 8 total, 8 up, 8 in 2024-08-04T16:26:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:50 smithi062 ceph-mon[85960]: pgmap v3471: 137 pgs: 137 active+clean; 208 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 2 op/s 2024-08-04T16:26:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:50 smithi007 ceph-mon[92692]: pgmap v3471: 137 pgs: 137 active+clean; 208 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 2 op/s 2024-08-04T16:26:50.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:50 smithi007 ceph-mon[94998]: pgmap v3471: 137 pgs: 137 active+clean; 208 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 2 op/s 2024-08-04T16:26:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:26:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:26:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:26:52.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:52 smithi062 ceph-mon[85960]: pgmap v3472: 137 pgs: 137 active+clean; 213 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-04T16:26:52.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:26:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:26:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:26:52.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:52 smithi007 ceph-mon[92692]: pgmap v3472: 137 pgs: 137 active+clean; 213 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-04T16:26:52.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:52 smithi007 ceph-mon[94998]: pgmap v3472: 137 pgs: 137 active+clean; 213 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-04T16:26:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:54 smithi062 ceph-mon[85960]: pgmap v3473: 137 pgs: 137 active+clean; 213 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.2 MiB/s wr, 36 op/s 2024-08-04T16:26:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:54 smithi007 ceph-mon[92692]: pgmap v3473: 137 pgs: 137 active+clean; 213 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.2 MiB/s wr, 36 op/s 2024-08-04T16:26:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:54 smithi007 ceph-mon[94998]: pgmap v3473: 137 pgs: 137 active+clean; 213 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.2 MiB/s wr, 36 op/s 2024-08-04T16:26:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:56 smithi062 ceph-mon[85960]: pgmap v3474: 137 pgs: 137 active+clean; 213 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.4 MiB/s wr, 32 op/s 2024-08-04T16:26:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:56 smithi062 ceph-mon[85960]: osdmap e2013: 8 total, 8 up, 8 in 2024-08-04T16:26:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:26:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:26:56] "GET /metrics HTTP/1.1" 200 36632 "" "Prometheus/2.43.0" 2024-08-04T16:26:56.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:56 smithi007 ceph-mon[92692]: pgmap v3474: 137 pgs: 137 active+clean; 213 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.4 MiB/s wr, 32 op/s 2024-08-04T16:26:56.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:56 smithi007 ceph-mon[92692]: osdmap e2013: 8 total, 8 up, 8 in 2024-08-04T16:26:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:56 smithi007 ceph-mon[94998]: pgmap v3474: 137 pgs: 137 active+clean; 213 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.4 MiB/s wr, 32 op/s 2024-08-04T16:26:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:56 smithi007 ceph-mon[94998]: osdmap e2013: 8 total, 8 up, 8 in 2024-08-04T16:26:57.200 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 (49745 ms) 2024-08-04T16:26:57.200 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP 2024-08-04T16:26:57.200 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:26:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:57 smithi062 ceph-mon[85960]: osdmap e2014: 8 total, 8 up, 8 in 2024-08-04T16:26:57.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:57 smithi007 ceph-mon[92692]: osdmap e2014: 8 total, 8 up, 8 in 2024-08-04T16:26:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:57 smithi007 ceph-mon[94998]: osdmap e2014: 8 total, 8 up, 8 in 2024-08-04T16:26:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:58 smithi062 ceph-mon[85960]: pgmap v3477: 137 pgs: 137 active+clean; 213 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 516 KiB/s wr, 31 op/s 2024-08-04T16:26:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:26:58 smithi062 ceph-mon[85960]: osdmap e2015: 8 total, 8 up, 8 in 2024-08-04T16:26:58.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:58 smithi007 ceph-mon[92692]: pgmap v3477: 137 pgs: 137 active+clean; 213 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 516 KiB/s wr, 31 op/s 2024-08-04T16:26:58.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:26:58 smithi007 ceph-mon[92692]: osdmap e2015: 8 total, 8 up, 8 in 2024-08-04T16:26:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:58 smithi007 ceph-mon[94998]: pgmap v3477: 137 pgs: 137 active+clean; 213 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 516 KiB/s wr, 31 op/s 2024-08-04T16:26:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:26:58 smithi007 ceph-mon[94998]: osdmap e2015: 8 total, 8 up, 8 in 2024-08-04T16:27:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:00 smithi062 ceph-mon[85960]: pgmap v3479: 137 pgs: 137 active+clean; 225 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 1.3 MiB/s wr, 2 op/s 2024-08-04T16:27:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:00 smithi007 ceph-mon[94998]: pgmap v3479: 137 pgs: 137 active+clean; 225 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 1.3 MiB/s wr, 2 op/s 2024-08-04T16:27:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:00 smithi007 ceph-mon[92692]: pgmap v3479: 137 pgs: 137 active+clean; 225 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 1.3 MiB/s wr, 2 op/s 2024-08-04T16:27:02.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:02 smithi062 ceph-mon[85960]: pgmap v3480: 137 pgs: 137 active+clean; 237 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-08-04T16:27:02.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:27:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:27:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:27:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:02 smithi007 ceph-mon[92692]: pgmap v3480: 137 pgs: 137 active+clean; 237 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-08-04T16:27:02.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:02 smithi007 ceph-mon[94998]: pgmap v3480: 137 pgs: 137 active+clean; 237 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-08-04T16:27:04.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:04 smithi062 ceph-mon[85960]: pgmap v3481: 137 pgs: 137 active+clean; 237 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.2 MiB/s wr, 36 op/s 2024-08-04T16:27:04.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:04 smithi007 ceph-mon[94998]: pgmap v3481: 137 pgs: 137 active+clean; 237 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.2 MiB/s wr, 36 op/s 2024-08-04T16:27:04.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:04 smithi007 ceph-mon[92692]: pgmap v3481: 137 pgs: 137 active+clean; 237 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.2 MiB/s wr, 36 op/s 2024-08-04T16:27:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:06 smithi062 ceph-mon[85960]: pgmap v3482: 137 pgs: 137 active+clean; 237 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-08-04T16:27:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:27:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:06 smithi007 ceph-mon[92692]: pgmap v3482: 137 pgs: 137 active+clean; 237 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-08-04T16:27:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:27:06.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:27:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:27:06] "GET /metrics HTTP/1.1" 200 36633 "" "Prometheus/2.43.0" 2024-08-04T16:27:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:06 smithi007 ceph-mon[94998]: pgmap v3482: 137 pgs: 137 active+clean; 237 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-08-04T16:27:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:27:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:07 smithi062 ceph-mon[85960]: osdmap e2016: 8 total, 8 up, 8 in 2024-08-04T16:27:07.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:07 smithi007 ceph-mon[94998]: osdmap e2016: 8 total, 8 up, 8 in 2024-08-04T16:27:07.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:07 smithi007 ceph-mon[92692]: osdmap e2016: 8 total, 8 up, 8 in 2024-08-04T16:27:08.248 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:27:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:08 smithi062 ceph-mon[85960]: pgmap v3484: 137 pgs: 137 active+clean; 237 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-08-04T16:27:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:08 smithi062 ceph-mon[85960]: osdmap e2017: 8 total, 8 up, 8 in 2024-08-04T16:27:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:08 smithi007 ceph-mon[92692]: pgmap v3484: 137 pgs: 137 active+clean; 237 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-08-04T16:27:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:08 smithi007 ceph-mon[92692]: osdmap e2017: 8 total, 8 up, 8 in 2024-08-04T16:27:08.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:08 smithi007 ceph-mon[94998]: pgmap v3484: 137 pgs: 137 active+clean; 237 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-08-04T16:27:08.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:08 smithi007 ceph-mon[94998]: osdmap e2017: 8 total, 8 up, 8 in 2024-08-04T16:27:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:09 smithi062 ceph-mon[85960]: osdmap e2018: 8 total, 8 up, 8 in 2024-08-04T16:27:09.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:09 smithi007 ceph-mon[92692]: osdmap e2018: 8 total, 8 up, 8 in 2024-08-04T16:27:09.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:09 smithi007 ceph-mon[94998]: osdmap e2018: 8 total, 8 up, 8 in 2024-08-04T16:27:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:10 smithi062 ceph-mon[85960]: pgmap v3487: 137 pgs: 137 active+clean; 237 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:27:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:10 smithi007 ceph-mon[92692]: pgmap v3487: 137 pgs: 137 active+clean; 237 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:27:10.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:10 smithi007 ceph-mon[94998]: pgmap v3487: 137 pgs: 137 active+clean; 237 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:27:12.227 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 16:27:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=cleanup t=2024-08-04T16:27:11.969124205Z level=info msg="Completed cleanup jobs" duration=1.150887ms 2024-08-04T16:27:12.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:12 smithi062 ceph-mon[85960]: pgmap v3488: 137 pgs: 137 active+clean; 253 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-04T16:27:12.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:27:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:27:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:27:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:12 smithi007 ceph-mon[92692]: pgmap v3488: 137 pgs: 137 active+clean; 253 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-04T16:27:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:12 smithi007 ceph-mon[94998]: pgmap v3488: 137 pgs: 137 active+clean; 253 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-04T16:27:14.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:14 smithi062 ceph-mon[85960]: pgmap v3489: 137 pgs: 137 active+clean; 253 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.6 MiB/s wr, 42 op/s 2024-08-04T16:27:14.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:14 smithi007 ceph-mon[92692]: pgmap v3489: 137 pgs: 137 active+clean; 253 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.6 MiB/s wr, 42 op/s 2024-08-04T16:27:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:14 smithi007 ceph-mon[94998]: pgmap v3489: 137 pgs: 137 active+clean; 253 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.6 MiB/s wr, 42 op/s 2024-08-04T16:27:16.388 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:16 smithi007 ceph-mon[92692]: pgmap v3490: 137 pgs: 137 active+clean; 253 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-04T16:27:16.388 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:27:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:27:16] "GET /metrics HTTP/1.1" 200 36633 "" "Prometheus/2.43.0" 2024-08-04T16:27:16.389 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:16 smithi007 ceph-mon[94998]: pgmap v3490: 137 pgs: 137 active+clean; 253 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-04T16:27:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:16 smithi062 ceph-mon[85960]: pgmap v3490: 137 pgs: 137 active+clean; 253 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-04T16:27:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:17 smithi062 ceph-mon[85960]: osdmap e2019: 8 total, 8 up, 8 in 2024-08-04T16:27:17.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:17 smithi007 ceph-mon[92692]: osdmap e2019: 8 total, 8 up, 8 in 2024-08-04T16:27:17.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:17 smithi007 ceph-mon[94998]: osdmap e2019: 8 total, 8 up, 8 in 2024-08-04T16:27:18.283 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:27:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:18 smithi062 ceph-mon[85960]: pgmap v3492: 137 pgs: 137 active+clean; 261 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.9 MiB/s wr, 32 op/s 2024-08-04T16:27:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:18 smithi062 ceph-mon[85960]: osdmap e2020: 8 total, 8 up, 8 in 2024-08-04T16:27:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:18 smithi007 ceph-mon[94998]: pgmap v3492: 137 pgs: 137 active+clean; 261 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.9 MiB/s wr, 32 op/s 2024-08-04T16:27:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:18 smithi007 ceph-mon[94998]: osdmap e2020: 8 total, 8 up, 8 in 2024-08-04T16:27:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:18 smithi007 ceph-mon[92692]: pgmap v3492: 137 pgs: 137 active+clean; 261 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.9 MiB/s wr, 32 op/s 2024-08-04T16:27:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:18 smithi007 ceph-mon[92692]: osdmap e2020: 8 total, 8 up, 8 in 2024-08-04T16:27:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:19 smithi062 ceph-mon[85960]: osdmap e2021: 8 total, 8 up, 8 in 2024-08-04T16:27:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:19 smithi007 ceph-mon[92692]: osdmap e2021: 8 total, 8 up, 8 in 2024-08-04T16:27:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:19 smithi007 ceph-mon[94998]: osdmap e2021: 8 total, 8 up, 8 in 2024-08-04T16:27:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:20 smithi062 ceph-mon[85960]: pgmap v3495: 137 pgs: 137 active+clean; 261 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 1.3 MiB/s wr, 0 op/s 2024-08-04T16:27:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:20 smithi007 ceph-mon[92692]: pgmap v3495: 137 pgs: 137 active+clean; 261 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 1.3 MiB/s wr, 0 op/s 2024-08-04T16:27:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:20 smithi007 ceph-mon[94998]: pgmap v3495: 137 pgs: 137 active+clean; 261 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 1.3 MiB/s wr, 0 op/s 2024-08-04T16:27:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:27:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:27:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:27:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:22 smithi007 ceph-mon[92692]: pgmap v3496: 137 pgs: 137 active+clean; 275 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-04T16:27:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:22 smithi007 ceph-mon[94998]: pgmap v3496: 137 pgs: 137 active+clean; 275 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-04T16:27:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:22 smithi062 ceph-mon[85960]: pgmap v3496: 137 pgs: 137 active+clean; 275 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-04T16:27:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:27:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:27:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:27:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:24 smithi007 ceph-mon[92692]: pgmap v3497: 137 pgs: 137 active+clean; 275 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-08-04T16:27:24.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:24 smithi007 ceph-mon[94998]: pgmap v3497: 137 pgs: 137 active+clean; 275 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-08-04T16:27:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:24 smithi062 ceph-mon[85960]: pgmap v3497: 137 pgs: 137 active+clean; 275 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-08-04T16:27:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:26 smithi007 ceph-mon[92692]: pgmap v3498: 137 pgs: 137 active+clean; 275 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-04T16:27:26.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:27:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:27:26] "GET /metrics HTTP/1.1" 200 36633 "" "Prometheus/2.43.0" 2024-08-04T16:27:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:26 smithi007 ceph-mon[94998]: pgmap v3498: 137 pgs: 137 active+clean; 275 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-04T16:27:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:26 smithi062 ceph-mon[85960]: pgmap v3498: 137 pgs: 137 active+clean; 275 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-04T16:27:27.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:27 smithi007 ceph-mon[94998]: osdmap e2022: 8 total, 8 up, 8 in 2024-08-04T16:27:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:27 smithi007 ceph-mon[92692]: osdmap e2022: 8 total, 8 up, 8 in 2024-08-04T16:27:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:27 smithi062 ceph-mon[85960]: osdmap e2022: 8 total, 8 up, 8 in 2024-08-04T16:27:28.317 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:27:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:28 smithi007 ceph-mon[92692]: pgmap v3500: 137 pgs: 137 active+clean; 283 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-08-04T16:27:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:28 smithi007 ceph-mon[92692]: osdmap e2023: 8 total, 8 up, 8 in 2024-08-04T16:27:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:28 smithi007 ceph-mon[94998]: pgmap v3500: 137 pgs: 137 active+clean; 283 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-08-04T16:27:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:28 smithi007 ceph-mon[94998]: osdmap e2023: 8 total, 8 up, 8 in 2024-08-04T16:27:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:28 smithi062 ceph-mon[85960]: pgmap v3500: 137 pgs: 137 active+clean; 283 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-08-04T16:27:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:28 smithi062 ceph-mon[85960]: osdmap e2023: 8 total, 8 up, 8 in 2024-08-04T16:27:29.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:29 smithi007 ceph-mon[92692]: osdmap e2024: 8 total, 8 up, 8 in 2024-08-04T16:27:29.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:29 smithi007 ceph-mon[94998]: osdmap e2024: 8 total, 8 up, 8 in 2024-08-04T16:27:29.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:29 smithi062 ceph-mon[85960]: osdmap e2024: 8 total, 8 up, 8 in 2024-08-04T16:27:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:30 smithi007 ceph-mon[94998]: pgmap v3503: 137 pgs: 137 active+clean; 283 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 1.3 MiB/s wr, 0 op/s 2024-08-04T16:27:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:30 smithi007 ceph-mon[92692]: pgmap v3503: 137 pgs: 137 active+clean; 283 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 1.3 MiB/s wr, 0 op/s 2024-08-04T16:27:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:30 smithi062 ceph-mon[85960]: pgmap v3503: 137 pgs: 137 active+clean; 283 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 1.3 MiB/s wr, 0 op/s 2024-08-04T16:27:32.564 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:32 smithi062 ceph-mon[85960]: pgmap v3504: 137 pgs: 137 active+clean; 294 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-08-04T16:27:32.564 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:32 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:27:32.565 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:27:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:27:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:27:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:32 smithi007 ceph-mon[92692]: pgmap v3504: 137 pgs: 137 active+clean; 294 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-08-04T16:27:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:32 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:27:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:32 smithi007 ceph-mon[94998]: pgmap v3504: 137 pgs: 137 active+clean; 294 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-08-04T16:27:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:32 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:27:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:33 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:27:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:33 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:27:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:33 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:27:33.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:33 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:27:33.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:33 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:27:33.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:33 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:27:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:33 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:27:33.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:33 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:27:33.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:33 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:27:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:34 smithi007 ceph-mon[92692]: pgmap v3505: 137 pgs: 137 active+clean; 297 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-08-04T16:27:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:34 smithi007 ceph-mon[94998]: pgmap v3505: 137 pgs: 137 active+clean; 297 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-08-04T16:27:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:34 smithi062 ceph-mon[85960]: pgmap v3505: 137 pgs: 137 active+clean; 297 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-08-04T16:27:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:27:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:27:36] "GET /metrics HTTP/1.1" 200 36635 "" "Prometheus/2.43.0" 2024-08-04T16:27:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:36 smithi007 ceph-mon[92692]: pgmap v3506: 137 pgs: 137 active+clean; 297 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-04T16:27:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:27:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:36 smithi007 ceph-mon[94998]: pgmap v3506: 137 pgs: 137 active+clean; 297 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-04T16:27:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:27:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:36 smithi062 ceph-mon[85960]: pgmap v3506: 137 pgs: 137 active+clean; 297 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-04T16:27:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:27:37.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:37 smithi007 ceph-mon[94998]: osdmap e2025: 8 total, 8 up, 8 in 2024-08-04T16:27:37.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:37 smithi007 ceph-mon[92692]: osdmap e2025: 8 total, 8 up, 8 in 2024-08-04T16:27:37.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:37 smithi062 ceph-mon[85960]: osdmap e2025: 8 total, 8 up, 8 in 2024-08-04T16:27:38.357 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:27:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:38 smithi007 ceph-mon[92692]: pgmap v3508: 137 pgs: 137 active+clean; 297 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1003 KiB/s wr, 32 op/s 2024-08-04T16:27:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:38 smithi007 ceph-mon[92692]: osdmap e2026: 8 total, 8 up, 8 in 2024-08-04T16:27:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:38 smithi007 ceph-mon[94998]: pgmap v3508: 137 pgs: 137 active+clean; 297 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1003 KiB/s wr, 32 op/s 2024-08-04T16:27:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:38 smithi007 ceph-mon[94998]: osdmap e2026: 8 total, 8 up, 8 in 2024-08-04T16:27:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:38 smithi062 ceph-mon[85960]: pgmap v3508: 137 pgs: 137 active+clean; 297 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1003 KiB/s wr, 32 op/s 2024-08-04T16:27:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:38 smithi062 ceph-mon[85960]: osdmap e2026: 8 total, 8 up, 8 in 2024-08-04T16:27:39.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:39 smithi007 ceph-mon[92692]: osdmap e2027: 8 total, 8 up, 8 in 2024-08-04T16:27:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:39 smithi007 ceph-mon[94998]: osdmap e2027: 8 total, 8 up, 8 in 2024-08-04T16:27:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:39 smithi062 ceph-mon[85960]: osdmap e2027: 8 total, 8 up, 8 in 2024-08-04T16:27:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:40 smithi007 ceph-mon[92692]: pgmap v3511: 137 pgs: 137 active+clean; 301 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 682 KiB/s wr, 0 op/s 2024-08-04T16:27:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:40 smithi007 ceph-mon[94998]: pgmap v3511: 137 pgs: 137 active+clean; 301 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 682 KiB/s wr, 0 op/s 2024-08-04T16:27:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:40 smithi062 ceph-mon[85960]: pgmap v3511: 137 pgs: 137 active+clean; 301 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 682 KiB/s wr, 0 op/s 2024-08-04T16:27:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:42 smithi062 ceph-mon[85960]: pgmap v3512: 137 pgs: 137 active+clean; 309 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-04T16:27:42.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:27:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:27:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:27:42.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:42 smithi007 ceph-mon[92692]: pgmap v3512: 137 pgs: 137 active+clean; 309 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-04T16:27:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:42 smithi007 ceph-mon[94998]: pgmap v3512: 137 pgs: 137 active+clean; 309 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-04T16:27:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:44 smithi062 ceph-mon[85960]: pgmap v3513: 137 pgs: 137 active+clean; 319 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.6 MiB/s wr, 43 op/s 2024-08-04T16:27:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:44 smithi007 ceph-mon[92692]: pgmap v3513: 137 pgs: 137 active+clean; 319 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.6 MiB/s wr, 43 op/s 2024-08-04T16:27:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:44 smithi007 ceph-mon[94998]: pgmap v3513: 137 pgs: 137 active+clean; 319 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.6 MiB/s wr, 43 op/s 2024-08-04T16:27:46.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:46 smithi007 ceph-mon[92692]: pgmap v3514: 137 pgs: 137 active+clean; 319 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-04T16:27:46.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:46 smithi007 ceph-mon[94998]: pgmap v3514: 137 pgs: 137 active+clean; 319 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-04T16:27:46.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:27:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:27:46] "GET /metrics HTTP/1.1" 200 36635 "" "Prometheus/2.43.0" 2024-08-04T16:27:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:46 smithi062 ceph-mon[85960]: pgmap v3514: 137 pgs: 137 active+clean; 319 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-04T16:27:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:47 smithi062 ceph-mon[85960]: osdmap e2028: 8 total, 8 up, 8 in 2024-08-04T16:27:47.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:47 smithi007 ceph-mon[94998]: osdmap e2028: 8 total, 8 up, 8 in 2024-08-04T16:27:47.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:47 smithi007 ceph-mon[92692]: osdmap e2028: 8 total, 8 up, 8 in 2024-08-04T16:27:48.396 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP (51197 ms) 2024-08-04T16:27:48.396 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-08-04T16:27:48.396 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:27:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:48 smithi062 ceph-mon[85960]: pgmap v3516: 137 pgs: 137 active+clean; 331 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-08-04T16:27:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:48 smithi062 ceph-mon[85960]: osdmap e2029: 8 total, 8 up, 8 in 2024-08-04T16:27:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:48 smithi007 ceph-mon[92692]: pgmap v3516: 137 pgs: 137 active+clean; 331 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-08-04T16:27:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:48 smithi007 ceph-mon[92692]: osdmap e2029: 8 total, 8 up, 8 in 2024-08-04T16:27:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:48 smithi007 ceph-mon[94998]: pgmap v3516: 137 pgs: 137 active+clean; 331 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-08-04T16:27:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:48 smithi007 ceph-mon[94998]: osdmap e2029: 8 total, 8 up, 8 in 2024-08-04T16:27:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:49 smithi062 ceph-mon[85960]: osdmap e2030: 8 total, 8 up, 8 in 2024-08-04T16:27:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:49 smithi007 ceph-mon[92692]: osdmap e2030: 8 total, 8 up, 8 in 2024-08-04T16:27:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:49 smithi007 ceph-mon[94998]: osdmap e2030: 8 total, 8 up, 8 in 2024-08-04T16:27:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:50 smithi062 ceph-mon[85960]: pgmap v3519: 137 pgs: 137 active+clean; 331 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s wr, 0 op/s 2024-08-04T16:27:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:50 smithi062 ceph-mon[85960]: osdmap e2031: 8 total, 8 up, 8 in 2024-08-04T16:27:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:50 smithi007 ceph-mon[92692]: pgmap v3519: 137 pgs: 137 active+clean; 331 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s wr, 0 op/s 2024-08-04T16:27:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:50 smithi007 ceph-mon[92692]: osdmap e2031: 8 total, 8 up, 8 in 2024-08-04T16:27:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:50 smithi007 ceph-mon[94998]: pgmap v3519: 137 pgs: 137 active+clean; 331 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s wr, 0 op/s 2024-08-04T16:27:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:50 smithi007 ceph-mon[94998]: osdmap e2031: 8 total, 8 up, 8 in 2024-08-04T16:27:51.414 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3018 ms) 2024-08-04T16:27:51.415 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-08-04T16:27:51.415 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:27:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:51 smithi062 ceph-mon[85960]: osdmap e2032: 8 total, 8 up, 8 in 2024-08-04T16:27:51.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:27:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:51 smithi007 ceph-mon[92692]: osdmap e2032: 8 total, 8 up, 8 in 2024-08-04T16:27:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:27:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:51 smithi007 ceph-mon[94998]: osdmap e2032: 8 total, 8 up, 8 in 2024-08-04T16:27:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:27:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:52 smithi062 ceph-mon[85960]: pgmap v3522: 137 pgs: 137 active+clean; 339 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.0 MiB/s wr, 88 op/s 2024-08-04T16:27:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:52 smithi062 ceph-mon[85960]: osdmap e2033: 8 total, 8 up, 8 in 2024-08-04T16:27:52.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:27:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:27:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:27:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:52 smithi007 ceph-mon[92692]: pgmap v3522: 137 pgs: 137 active+clean; 339 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.0 MiB/s wr, 88 op/s 2024-08-04T16:27:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:52 smithi007 ceph-mon[92692]: osdmap e2033: 8 total, 8 up, 8 in 2024-08-04T16:27:52.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:52 smithi007 ceph-mon[94998]: pgmap v3522: 137 pgs: 137 active+clean; 339 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.0 MiB/s wr, 88 op/s 2024-08-04T16:27:52.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:52 smithi007 ceph-mon[94998]: osdmap e2033: 8 total, 8 up, 8 in 2024-08-04T16:27:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:53 smithi062 ceph-mon[85960]: osdmap e2034: 8 total, 8 up, 8 in 2024-08-04T16:27:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:53 smithi007 ceph-mon[94998]: osdmap e2034: 8 total, 8 up, 8 in 2024-08-04T16:27:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:53 smithi007 ceph-mon[92692]: osdmap e2034: 8 total, 8 up, 8 in 2024-08-04T16:27:54.436 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3021 ms) 2024-08-04T16:27:54.436 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-08-04T16:27:54.436 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:27:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:54 smithi062 ceph-mon[85960]: pgmap v3525: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 1.0 MiB/s wr, 93 op/s 2024-08-04T16:27:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:54 smithi062 ceph-mon[85960]: osdmap e2035: 8 total, 8 up, 8 in 2024-08-04T16:27:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:54 smithi007 ceph-mon[94998]: pgmap v3525: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 1.0 MiB/s wr, 93 op/s 2024-08-04T16:27:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:54 smithi007 ceph-mon[94998]: osdmap e2035: 8 total, 8 up, 8 in 2024-08-04T16:27:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:54 smithi007 ceph-mon[92692]: pgmap v3525: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 1.0 MiB/s wr, 93 op/s 2024-08-04T16:27:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:54 smithi007 ceph-mon[92692]: osdmap e2035: 8 total, 8 up, 8 in 2024-08-04T16:27:55.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:55 smithi062 ceph-mon[85960]: osdmap e2036: 8 total, 8 up, 8 in 2024-08-04T16:27:55.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:55 smithi007 ceph-mon[92692]: osdmap e2036: 8 total, 8 up, 8 in 2024-08-04T16:27:55.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:55 smithi007 ceph-mon[94998]: osdmap e2036: 8 total, 8 up, 8 in 2024-08-04T16:27:56.417 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:27:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:27:56] "GET /metrics HTTP/1.1" 200 36637 "" "Prometheus/2.43.0" 2024-08-04T16:27:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:56 smithi062 ceph-mon[85960]: pgmap v3528: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.2 KiB/s wr, 12 op/s 2024-08-04T16:27:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:56 smithi062 ceph-mon[85960]: osdmap e2037: 8 total, 8 up, 8 in 2024-08-04T16:27:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:56 smithi007 ceph-mon[92692]: pgmap v3528: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.2 KiB/s wr, 12 op/s 2024-08-04T16:27:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:56 smithi007 ceph-mon[92692]: osdmap e2037: 8 total, 8 up, 8 in 2024-08-04T16:27:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:56 smithi007 ceph-mon[94998]: pgmap v3528: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.2 KiB/s wr, 12 op/s 2024-08-04T16:27:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:56 smithi007 ceph-mon[94998]: osdmap e2037: 8 total, 8 up, 8 in 2024-08-04T16:27:57.463 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3027 ms) 2024-08-04T16:27:57.463 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-08-04T16:27:57.463 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:27:57.534 INFO:tasks.workunit.client.0.smithi007.stdout: i=0 exists [49278110~827791,84396377~6514496,132350176~7186838,214101870~401121,277913781~4232041,324974897~1016802,388274075~10165247,408310003~6281504] wrote [49278110~827791,84396377~6514496,132350176~7186838,214101870~401121,277913781~4232041,324974897~1016802,388274075~10165247,408310003~6281504] 2024-08-04T16:27:57.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:57 smithi062 ceph-mon[85960]: osdmap e2038: 8 total, 8 up, 8 in 2024-08-04T16:27:57.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:57 smithi007 ceph-mon[92692]: osdmap e2038: 8 total, 8 up, 8 in 2024-08-04T16:27:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:57 smithi007 ceph-mon[94998]: osdmap e2038: 8 total, 8 up, 8 in 2024-08-04T16:27:58.493 INFO:tasks.workunit.client.0.smithi007.stdout: i=1 exists [36489336~1912374,49278110~827791,84396377~6514496,108563834~5604936,123849428~2558927,132350176~7186838,158215159~6547133,166927452~5479318,192794559~1303310,214101870~401121,277913781~4232041,301346201~6738180,324974897~1016802,332601773~5944606,388274075~16517768,408310003~6281504] wrote [36489336~1912374,108563834~5604936,123849428~2558927,158215159~6547133,166927452~5479318,192794559~1303310,279229961~2153647,301346201~6738180,332601773~5944606,397523325~7268518] 2024-08-04T16:27:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:58 smithi062 ceph-mon[85960]: pgmap v3531: 137 pgs: 137 active+clean; 344 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 265 KiB/s wr, 102 op/s 2024-08-04T16:27:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:58 smithi062 ceph-mon[85960]: osdmap e2039: 8 total, 8 up, 8 in 2024-08-04T16:27:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:58 smithi007 ceph-mon[92692]: pgmap v3531: 137 pgs: 137 active+clean; 344 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 265 KiB/s wr, 102 op/s 2024-08-04T16:27:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:58 smithi007 ceph-mon[92692]: osdmap e2039: 8 total, 8 up, 8 in 2024-08-04T16:27:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:58 smithi007 ceph-mon[94998]: pgmap v3531: 137 pgs: 137 active+clean; 344 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 265 KiB/s wr, 102 op/s 2024-08-04T16:27:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:58 smithi007 ceph-mon[94998]: osdmap e2039: 8 total, 8 up, 8 in 2024-08-04T16:27:59.496 INFO:tasks.workunit.client.0.smithi007.stdout: i=2 exists [6991092~7276119,34191987~4344764,49278110~827791,71001017~910626,84396377~6514496,96572120~3642041,108563834~5604936,123849428~2558927,132350176~7186838,158215159~6547133,166927452~5479318,192794559~1303310,194754801~2668079,214101870~401121,270850358~5861121,277913781~4232041,293647714~3178944,301346201~6835994,324974897~1016802,332601773~5944606,388274075~26317432] wrote [6991092~7276119,34191987~4344764,71001017~910626,96572120~3642041,194754801~2668079,270850358~5861121,293647714~3178944,301488033~6694162,404314842~6383149] 2024-08-04T16:27:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:27:59 smithi062 ceph-mon[85960]: osdmap e2040: 8 total, 8 up, 8 in 2024-08-04T16:27:59.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:27:59 smithi007 ceph-mon[92692]: osdmap e2040: 8 total, 8 up, 8 in 2024-08-04T16:27:59.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:27:59 smithi007 ceph-mon[94998]: osdmap e2040: 8 total, 8 up, 8 in 2024-08-04T16:28:00.495 INFO:tasks.workunit.client.0.smithi007.stdout: i=3 exists [6991092~8066935,34191987~4344764,49278110~827791,56101243~5191972,61556411~8006711,71001017~910626,84396377~6514496,96572120~3642041,108563834~5604936,123849428~2848344,132350176~12868120,158215159~6547133,166927452~5479318,192794559~1303310,194754801~2668079,202707795~3039344,214101870~401121,252951266~3278601,270850358~5861121,277913781~4232041,293647714~4249505,301346201~6835994,323508750~2482949,332601773~5944606,388274075~26317432] wrote [10674513~4383514,56101243~5191972,61556411~8006711,126043004~654768,137938230~7280066,202707795~3039344,252951266~3278601,295403182~2494037,323508750~2408162] 2024-08-04T16:28:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:00 smithi062 ceph-mon[85960]: pgmap v3534: 137 pgs: 137 active+clean; 348 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 796 KiB/s wr, 162 op/s 2024-08-04T16:28:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:00 smithi062 ceph-mon[85960]: osdmap e2041: 8 total, 8 up, 8 in 2024-08-04T16:28:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:00 smithi007 ceph-mon[92692]: pgmap v3534: 137 pgs: 137 active+clean; 348 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 796 KiB/s wr, 162 op/s 2024-08-04T16:28:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:00 smithi007 ceph-mon[92692]: osdmap e2041: 8 total, 8 up, 8 in 2024-08-04T16:28:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:00 smithi007 ceph-mon[94998]: pgmap v3534: 137 pgs: 137 active+clean; 348 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 796 KiB/s wr, 162 op/s 2024-08-04T16:28:00.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:00 smithi007 ceph-mon[94998]: osdmap e2041: 8 total, 8 up, 8 in 2024-08-04T16:28:01.520 INFO:tasks.workunit.client.0.smithi007.stdout: i=4 exists [6991092~8066935,33556538~4990507,49278110~827791,56101243~13461879,71001017~910626,77856798~13054075,96572120~3642041,108563834~5604936,123849428~2848344,132350176~16755905,158215159~6547133,166927452~6968646,174377056~738205,192794559~1303310,194754801~2668079,202707795~3039344,214101870~401121,252951266~3278601,270850358~5861121,277913781~4232041,287667250~10229969,301346201~9044803,323508750~2482949,332601773~5944606,374866977~779593,388274075~26317432] wrote [33556538~4990507,60613411~4474641,77856798~7529848,143562022~5544059,169988593~3907505,174377056~738205,287667250~6417617,307255533~3135471,374866977~779593,406586778~6676858] 2024-08-04T16:28:01.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:01 smithi062 ceph-mon[85960]: osdmap e2042: 8 total, 8 up, 8 in 2024-08-04T16:28:01.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:01 smithi007 ceph-mon[94998]: osdmap e2042: 8 total, 8 up, 8 in 2024-08-04T16:28:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:01 smithi007 ceph-mon[92692]: osdmap e2042: 8 total, 8 up, 8 in 2024-08-04T16:28:02.518 INFO:tasks.workunit.client.0.smithi007.stdout: i=5 exists [6991092~8066935,33556538~4990507,43761702~6344199,56101243~13461879,71001017~910626,77856798~13054075,96572120~3642041,102740740~2388157,108563834~5604936,123849428~2848344,132350176~16755905,155699294~1029941,158215159~6547133,166927452~6968646,174377056~738205,192794559~1303310,194754801~2668079,202707795~3039344,214101870~401121,252951266~3278601,268394049~8317430,277913781~4232041,287667250~10229969,301346201~9044803,323508750~2482949,332601773~5944606,362500592~847012,374866977~7791223,388137007~26454500] wrote [37436042~187283,43761702~6183191,102740740~2388157,155699294~1029941,160908903~3524041,268394049~4435650,293294295~3088446,362500592~847012,375171969~7486231,388137007~7711745] 2024-08-04T16:28:02.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:02 smithi062 ceph-mon[85960]: pgmap v3537: 137 pgs: 137 active+clean; 454 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 19 MiB/s wr, 121 op/s 2024-08-04T16:28:02.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:02 smithi062 ceph-mon[85960]: osdmap e2043: 8 total, 8 up, 8 in 2024-08-04T16:28:02.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:28:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:28:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:28:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:02 smithi007 ceph-mon[92692]: pgmap v3537: 137 pgs: 137 active+clean; 454 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 19 MiB/s wr, 121 op/s 2024-08-04T16:28:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:02 smithi007 ceph-mon[92692]: osdmap e2043: 8 total, 8 up, 8 in 2024-08-04T16:28:02.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:02 smithi007 ceph-mon[94998]: pgmap v3537: 137 pgs: 137 active+clean; 454 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 19 MiB/s wr, 121 op/s 2024-08-04T16:28:02.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:02 smithi007 ceph-mon[94998]: osdmap e2043: 8 total, 8 up, 8 in 2024-08-04T16:28:03.537 INFO:tasks.workunit.client.0.smithi007.stdout: i=6 exists [6991092~8066935,33556538~4990507,43761702~6344199,56101243~13461879,71001017~910626,77856798~13054075,96572120~3642041,102740740~2388157,108563834~5604936,123849428~2848344,129866398~19239683,155699294~1029941,158215159~6547133,166927452~6968646,174377056~738205,181241515~4561493,192794559~1303310,194754801~2668079,202707795~3039344,214101870~401121,225795156~1219375,252951266~3278601,264607888~2223001,268394049~8317430,277913781~4232041,287667250~10229969,301346201~9044803,323508750~2482949,332601773~9003504,342573075~3542850,347828295~8144894,361646678~5262234,374866977~7791223,388137007~26454500] wrote [129866398~7492465,181241515~4561493,195854233~1332997,225795156~1219375,264607888~2223001,337481484~4123793,342573075~3542850,347828295~8144894,361646678~5262234] 2024-08-04T16:28:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:03 smithi062 ceph-mon[85960]: osdmap e2044: 8 total, 8 up, 8 in 2024-08-04T16:28:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:03 smithi062 ceph-mon[85960]: pgmap v3540: 137 pgs: 137 active+clean; 489 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 27 MiB/s wr, 59 op/s 2024-08-04T16:28:03.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:03 smithi007 ceph-mon[94998]: osdmap e2044: 8 total, 8 up, 8 in 2024-08-04T16:28:03.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:03 smithi007 ceph-mon[94998]: pgmap v3540: 137 pgs: 137 active+clean; 489 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 27 MiB/s wr, 59 op/s 2024-08-04T16:28:03.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:03 smithi007 ceph-mon[92692]: osdmap e2044: 8 total, 8 up, 8 in 2024-08-04T16:28:03.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:03 smithi007 ceph-mon[92692]: pgmap v3540: 137 pgs: 137 active+clean; 489 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 27 MiB/s wr, 59 op/s 2024-08-04T16:28:04.523 INFO:tasks.workunit.client.0.smithi007.stdout: i=7 exists [6991092~8066935,33556538~4990507,43761702~6344199,56101243~17800453,77856798~13054075,96572120~3642041,102740740~2388157,108563834~5604936,123849428~4933188,129866398~19239683,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,178829344~81992,181241515~4561493,192794559~1303310,194754801~2668079,202707795~3039344,206565508~4869796,214101870~401121,225795156~1219375,247979410~3298868,252951266~3278601,264607888~2223001,268394049~8317430,277913781~4232041,287667250~10229969,300216088~10174916,319000013~82059,323508750~2482949,332601773~9003504,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~26454500] wrote [68023361~5878335,126083652~2698964,150381989~5791587,178829344~81992,206565508~4869796,247979410~3298868,300216088~1470500,319000013~82059,356150228~6233216,376305597~5334085] 2024-08-04T16:28:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:04 smithi062 ceph-mon[85960]: osdmap e2045: 8 total, 8 up, 8 in 2024-08-04T16:28:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:04 smithi007 ceph-mon[92692]: osdmap e2045: 8 total, 8 up, 8 in 2024-08-04T16:28:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:04 smithi007 ceph-mon[94998]: osdmap e2045: 8 total, 8 up, 8 in 2024-08-04T16:28:05.526 INFO:tasks.workunit.client.0.smithi007.stdout: i=8 exists [6991092~8066935,19741680~7371992,33556538~4990507,43761702~6344199,51426002~3491631,56101243~17800453,77856798~13054075,96572120~3642041,102740740~2388157,108563834~5604936,117537314~212130,123849428~4933188,129866398~19239683,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,178829344~81992,181241515~4561493,190797647~7942201,202707795~3039344,206565508~4869796,214101870~401121,225795156~1219375,247979410~3298868,252951266~3278601,264607888~2223001,268394049~8317430,277913781~4232041,287667250~10229969,300216088~10174916,319000013~82059,323508750~2482949,328160875~13444402,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~26454500] wrote [10641159~1752296,19741680~7371992,51426002~3491631,117537314~212130,190797647~7942201,270085333~4059880,328160875~5490025,358952722~1128860,399511807~2702037] 2024-08-04T16:28:05.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:05 smithi062 ceph-mon[85960]: osdmap e2046: 8 total, 8 up, 8 in 2024-08-04T16:28:05.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:05 smithi062 ceph-mon[85960]: pgmap v3543: 137 pgs: 137 active+clean; 574 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 128 KiB/s rd, 25 MiB/s wr, 219 op/s 2024-08-04T16:28:05.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:05 smithi007 ceph-mon[92692]: osdmap e2046: 8 total, 8 up, 8 in 2024-08-04T16:28:05.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:05 smithi007 ceph-mon[92692]: pgmap v3543: 137 pgs: 137 active+clean; 574 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 128 KiB/s rd, 25 MiB/s wr, 219 op/s 2024-08-04T16:28:05.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:05 smithi007 ceph-mon[94998]: osdmap e2046: 8 total, 8 up, 8 in 2024-08-04T16:28:05.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:05 smithi007 ceph-mon[94998]: pgmap v3543: 137 pgs: 137 active+clean; 574 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 128 KiB/s rd, 25 MiB/s wr, 219 op/s 2024-08-04T16:28:06.475 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:28:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:28:06] "GET /metrics HTTP/1.1" 200 36639 "" "Prometheus/2.43.0" 2024-08-04T16:28:06.543 INFO:tasks.workunit.client.0.smithi007.stdout: i=9 exists [2728164~1180579,6991092~8066935,19741680~7371992,33556538~6558476,43761702~6344199,51426002~3491631,56101243~19386486,77856798~13054075,96572120~3642041,102740740~2388157,108563834~5604936,117537314~212130,123849428~4933188,129866398~19239683,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,178829344~81992,181241515~4561493,190797647~7942201,202707795~3039344,206565508~4869796,214101870~401121,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,264074003~12637476,276982344~5163478,287667250~10229969,300216088~10174916,319000013~82059,323508750~2482949,328160875~13444402,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~26454500] wrote [2728164~1180579,34838704~5276310,56300311~1143269,71406869~4080860,143828593~1810996,215728261~1478654,264074003~4772686,276982344~2271671] 2024-08-04T16:28:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:06 smithi062 ceph-mon[85960]: osdmap e2047: 8 total, 8 up, 8 in 2024-08-04T16:28:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:28:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:06 smithi007 ceph-mon[92692]: osdmap e2047: 8 total, 8 up, 8 in 2024-08-04T16:28:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:28:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:06 smithi007 ceph-mon[94998]: osdmap e2047: 8 total, 8 up, 8 in 2024-08-04T16:28:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:28:07.545 INFO:tasks.workunit.client.0.smithi007.stdout: i=10 exists [434952~4234509,6991092~11126760,18764315~8349357,30747490~135947,33556538~6558476,43761702~6344199,51426002~3491631,56101243~19386486,77856798~13054075,96572120~8556777,108563834~5604936,117537314~212130,123849428~25256653,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,178829344~81992,181241515~7579041,190797647~7942201,201905780~9529524,214101870~401121,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~5163478,287667250~10229969,300216088~10174916,319000013~82059,323508750~2482949,328160875~13444402,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~26454500] wrote [434952~4234509,13188951~4928901,18764315~6525545,30747490~135947,99331691~3909184,125506184~5028227,184952458~3868098,197292579~402854,201905780~5330340,262089030~2812911] 2024-08-04T16:28:07.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:07 smithi062 ceph-mon[85960]: osdmap e2048: 8 total, 8 up, 8 in 2024-08-04T16:28:07.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:07 smithi062 ceph-mon[85960]: pgmap v3546: 137 pgs: 137 active+clean; 717 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 185 KiB/s rd, 48 MiB/s wr, 306 op/s 2024-08-04T16:28:07.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:07 smithi007 ceph-mon[94998]: osdmap e2048: 8 total, 8 up, 8 in 2024-08-04T16:28:07.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:07 smithi007 ceph-mon[94998]: pgmap v3546: 137 pgs: 137 active+clean; 717 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 185 KiB/s rd, 48 MiB/s wr, 306 op/s 2024-08-04T16:28:07.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:07 smithi007 ceph-mon[92692]: osdmap e2048: 8 total, 8 up, 8 in 2024-08-04T16:28:07.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:07 smithi007 ceph-mon[92692]: pgmap v3546: 137 pgs: 137 active+clean; 717 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 185 KiB/s rd, 48 MiB/s wr, 306 op/s 2024-08-04T16:28:08.568 INFO:tasks.workunit.client.0.smithi007.stdout: i=11 exists [434952~4234509,6991092~11126760,18764315~8349357,30747490~135947,33556538~6558476,43761702~6344199,51426002~3491631,56101243~19386486,77856798~13054075,96572120~8556777,108563834~5604936,117537314~212130,123849428~25256653,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,214101870~401121,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~5163478,287667250~10229969,300216088~10174916,313035386~2044122,319000013~82059,323508750~18096527,342573075~13400114,356150228~10758684,374866977~7791223,388137007~26454500] wrote [53027344~1088775,80146808~8572938,126301336~1784841,177999434~2550717,193215821~6844376,313035386~2044122,323687955~7419097,343803273~4875413,393923549~4835766] 2024-08-04T16:28:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:08 smithi062 ceph-mon[85960]: osdmap e2049: 8 total, 8 up, 8 in 2024-08-04T16:28:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:08 smithi007 ceph-mon[92692]: osdmap e2049: 8 total, 8 up, 8 in 2024-08-04T16:28:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:08 smithi007 ceph-mon[94998]: osdmap e2049: 8 total, 8 up, 8 in 2024-08-04T16:28:09.574 INFO:tasks.workunit.client.0.smithi007.stdout: i=12 exists [434952~4234509,6991092~11126760,18764315~8349357,30747490~135947,33556538~16549363,51426002~3491631,56101243~19386486,77856798~13054075,96572120~8556777,108563834~5604936,117537314~212130,117818023~3611174,123849428~25256653,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,214101870~401121,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~5163478,287667250~10229969,300216088~10174916,313035386~2044122,319000013~82059,323508750~18096527,342573075~13400114,356150228~12574760,374866977~7791223,388137007~26454500] wrote [36035329~8815274,117818023~3611174,272465105~3151954,359049023~1895411,361425497~7299491,397139118~2707954] 2024-08-04T16:28:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:09 smithi062 ceph-mon[85960]: osdmap e2050: 8 total, 8 up, 8 in 2024-08-04T16:28:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:09 smithi062 ceph-mon[85960]: pgmap v3549: 137 pgs: 137 active+clean; 730 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 35 MiB/s wr, 260 op/s 2024-08-04T16:28:09.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:09 smithi007 ceph-mon[92692]: osdmap e2050: 8 total, 8 up, 8 in 2024-08-04T16:28:09.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:09 smithi007 ceph-mon[92692]: pgmap v3549: 137 pgs: 137 active+clean; 730 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 35 MiB/s wr, 260 op/s 2024-08-04T16:28:09.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:09 smithi007 ceph-mon[94998]: osdmap e2050: 8 total, 8 up, 8 in 2024-08-04T16:28:09.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:09 smithi007 ceph-mon[94998]: pgmap v3549: 137 pgs: 137 active+clean; 730 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 35 MiB/s wr, 260 op/s 2024-08-04T16:28:10.578 INFO:tasks.workunit.client.0.smithi007.stdout: i=13 exists [434952~17682900,18764315~8349357,30747490~135947,33556538~16549363,51426002~24061727,76219907~14690966,96572120~8556777,108563834~5604936,117537314~212130,117818023~3611174,123849428~25256653,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,214101870~401121,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~5163478,287667250~10229969,300216088~10174916,310886388~1570187,313035386~2044122,319000013~82059,323289948~18315329,342573075~13400114,356150228~12574760,374866977~7791223,388137007~26454500] wrote [1748442~6758165,19268620~6822261,52598290~5974069,76219907~6703732,148694901~135360,288275531~8104485,310886388~1570187,323289948~6458144,330114659~3090455] 2024-08-04T16:28:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:10 smithi062 ceph-mon[85960]: osdmap e2051: 8 total, 8 up, 8 in 2024-08-04T16:28:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:10 smithi007 ceph-mon[92692]: osdmap e2051: 8 total, 8 up, 8 in 2024-08-04T16:28:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:10 smithi007 ceph-mon[94998]: osdmap e2051: 8 total, 8 up, 8 in 2024-08-04T16:28:11.576 INFO:tasks.workunit.client.0.smithi007.stdout: i=14 exists [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16549363,51426002~24061727,76219907~14690966,91262765~13866132,108563834~5604936,117537314~212130,117818023~31288058,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2764205,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~20914875,300216088~10174916,310886388~1570187,313035386~2044122,319000013~82059,323289948~18315384,342573075~13400114,356150228~12574760,374866977~7791223,388137007~26454500] wrote [28217985~1334650,91262765~6264292,118655170~7386460,211738786~2455263,270594819~4763434,281899267~6408292,324434945~7478999,340846743~758589,404664150~1747089] 2024-08-04T16:28:11.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:11 smithi062 ceph-mon[85960]: osdmap e2052: 8 total, 8 up, 8 in 2024-08-04T16:28:11.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:11 smithi062 ceph-mon[85960]: pgmap v3552: 137 pgs: 137 active+clean; 846 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 193 KiB/s rd, 32 MiB/s wr, 300 op/s 2024-08-04T16:28:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:11 smithi007 ceph-mon[92692]: osdmap e2052: 8 total, 8 up, 8 in 2024-08-04T16:28:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:11 smithi007 ceph-mon[92692]: pgmap v3552: 137 pgs: 137 active+clean; 846 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 193 KiB/s rd, 32 MiB/s wr, 300 op/s 2024-08-04T16:28:11.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:11 smithi007 ceph-mon[94998]: osdmap e2052: 8 total, 8 up, 8 in 2024-08-04T16:28:11.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:11 smithi007 ceph-mon[94998]: pgmap v3552: 137 pgs: 137 active+clean; 846 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 193 KiB/s rd, 32 MiB/s wr, 300 op/s 2024-08-04T16:28:12.630 INFO:tasks.workunit.client.0.smithi007.stdout: i=15 exists [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16549363,51426002~24061727,76219907~14690966,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2764205,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~14622449,276982344~20914875,300216088~10174916,310886388~1570187,313035386~2044122,319000013~82059,323289948~18315384,342573075~13400114,356150228~12574760,374866977~7791223,388137007~26454500] wrote [35473523~10080148,91980957~4187756,107601265~8051325,134232521~7375523,148023756~6435754,154799774~2206509,226541541~7576001,344740610~7638407] 2024-08-04T16:28:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:12 smithi062 ceph-mon[85960]: osdmap e2053: 8 total, 8 up, 8 in 2024-08-04T16:28:12.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:28:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:28:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:12 smithi007 ceph-mon[92692]: osdmap e2053: 8 total, 8 up, 8 in 2024-08-04T16:28:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:12 smithi007 ceph-mon[94998]: osdmap e2053: 8 total, 8 up, 8 in 2024-08-04T16:28:13.583 INFO:tasks.workunit.client.0.smithi007.stdout: i=16 exists [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16549363,51426002~24061727,76219907~14690966,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2764205,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~14622449,276982344~20914875,300216088~10174916,310886388~1570187,313035386~2044122,316946153~24659179,342573075~13400114,356150228~12574760,374866977~7791223,388137007~26454500] wrote [23142987~1307558,35623199~579492,57493793~7056238,119579342~1840221,145976030~1540497,210497482~418488,264474400~4216771,316946153~7017807,345166389~6191548] 2024-08-04T16:28:13.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:13 smithi007 ceph-mon[92692]: pgmap v3554: 137 pgs: 137 active+clean; 882 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 89 KiB/s rd, 37 MiB/s wr, 138 op/s 2024-08-04T16:28:13.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:13 smithi007 ceph-mon[92692]: osdmap e2054: 8 total, 8 up, 8 in 2024-08-04T16:28:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:13 smithi007 ceph-mon[94998]: pgmap v3554: 137 pgs: 137 active+clean; 882 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 89 KiB/s rd, 37 MiB/s wr, 138 op/s 2024-08-04T16:28:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:13 smithi007 ceph-mon[94998]: osdmap e2054: 8 total, 8 up, 8 in 2024-08-04T16:28:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:13 smithi062 ceph-mon[85960]: pgmap v3554: 137 pgs: 137 active+clean; 882 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 89 KiB/s rd, 37 MiB/s wr, 138 op/s 2024-08-04T16:28:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:13 smithi062 ceph-mon[85960]: osdmap e2054: 8 total, 8 up, 8 in 2024-08-04T16:28:14.624 INFO:tasks.workunit.client.0.smithi007.stdout: i=17 exists [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16549363,51426002~39541919,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2764205,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~14622449,276982344~20914875,300216088~10174916,310886388~30718944,342573075~13400114,356150228~12574760,374866977~7791223,388137007~26454500] wrote [3104230~400780,42752476~4454967,74022398~4992026,85158162~5809759,132689318~8033853,188998243~6589525,312308666~6632811,393337985~9716480,405959662~5368033] 2024-08-04T16:28:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:14 smithi007 ceph-mon[92692]: osdmap e2055: 8 total, 8 up, 8 in 2024-08-04T16:28:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:14 smithi007 ceph-mon[94998]: osdmap e2055: 8 total, 8 up, 8 in 2024-08-04T16:28:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:14 smithi062 ceph-mon[85960]: osdmap e2055: 8 total, 8 up, 8 in 2024-08-04T16:28:15.614 INFO:tasks.workunit.client.0.smithi007.stdout: i=18 exists [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17632060,51426002~39541919,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,158215159~6547133,166927452~6968646,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2764205,215728261~1478654,225795156~8322386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~20914875,300216088~10174916,310886388~45086801,356150228~12574760,371652845~3185493,374866977~7791223,388137007~26454500] wrote [32473841~5548309,71460807~1926486,131814007~1613535,174798185~2022276,252680894~4232020,311602054~2195285,322047931~4860719,341571851~5243860,356508167~6792974,371652845~3185493] 2024-08-04T16:28:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:15 smithi007 ceph-mon[94998]: pgmap v3557: 137 pgs: 137 active+clean; 961 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 110 KiB/s rd, 28 MiB/s wr, 191 op/s 2024-08-04T16:28:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:15 smithi007 ceph-mon[94998]: osdmap e2056: 8 total, 8 up, 8 in 2024-08-04T16:28:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:15 smithi007 ceph-mon[92692]: pgmap v3557: 137 pgs: 137 active+clean; 961 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 110 KiB/s rd, 28 MiB/s wr, 191 op/s 2024-08-04T16:28:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:15 smithi007 ceph-mon[92692]: osdmap e2056: 8 total, 8 up, 8 in 2024-08-04T16:28:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:15 smithi062 ceph-mon[85960]: pgmap v3557: 137 pgs: 137 active+clean; 961 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 110 KiB/s rd, 28 MiB/s wr, 191 op/s 2024-08-04T16:28:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:15 smithi062 ceph-mon[85960]: osdmap e2056: 8 total, 8 up, 8 in 2024-08-04T16:28:16.541 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:28:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:28:16] "GET /metrics HTTP/1.1" 200 36639 "" "Prometheus/2.43.0" 2024-08-04T16:28:16.599 INFO:tasks.workunit.client.0.smithi007.stdout: i=19 exists [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17632060,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2764205,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~20914875,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~26454500] wrote [87129864~422395,117264144~1629818,125188526~1397488,137821292~2614,166924609~5944257,223064383~7233235,236626067~3550386,288622642~6192410,314509733~3081150,367328776~4700084] 2024-08-04T16:28:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:16 smithi007 ceph-mon[92692]: osdmap e2057: 8 total, 8 up, 8 in 2024-08-04T16:28:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:16 smithi007 ceph-mon[94998]: osdmap e2057: 8 total, 8 up, 8 in 2024-08-04T16:28:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:16 smithi062 ceph-mon[85960]: osdmap e2057: 8 total, 8 up, 8 in 2024-08-04T16:28:17.566 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 1 diff [36489336~1912374,108563834~5604936,123849428~2558927,158215159~6547133,166927452~5479318,192794559~1303310,279229961~2153647,301346201~6738180,332601773~5944606,397523325~7268518] 2024-08-04T16:28:17.566 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [36489336~1912374,108563834~5604936,123849428~2558927,158215159~6547133,166927452~5479318,192794559~1303310,279229961~2153647,301346201~6738180,332601773~5944606,397523325~7268518] 2024-08-04T16:28:17.584 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [33554432~4847278,104857600~9311170,121634816~4773539,155189248~17217522,188743680~5354189,279229961~2153647,297795584~10288797,331350016~7196363,397523325~7268518] 2024-08-04T16:28:17.584 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 2 diff [6991092~7276119,34191987~4344764,71001017~910626,96572120~3642041,108563834~5604936,123849428~2558927,158215159~6547133,166927452~5479318,192794559~1303310,194754801~2668079,270850358~5861121,279229961~2153647,293647714~3178944,301346201~6835994,332601773~5944606,397523325~13174666] 2024-08-04T16:28:17.584 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [6991092~7276119,34191987~4344764,71001017~910626,96572120~3642041,108563834~5604936,123849428~2558927,158215159~6547133,166927452~5479318,192794559~1303310,194754801~2668079,270850358~5861121,279229961~2153647,293647714~3178944,301346201~6835994,332601773~5944606,397523325~13174666] 2024-08-04T16:28:17.591 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~10072907,33554432~4982319,67108864~4802779,96468992~3745169,104857600~9311170,121634816~4773539,155189248~17217522,188743680~8679200,268435456~8276023,279229961~2153647,293601280~3225378,297795584~10386611,331350016~7196363,397523325~13174666] 2024-08-04T16:28:17.591 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 3 diff [6991092~8066935,34191987~4344764,56101243~5191972,61556411~8006711,71001017~910626,96572120~3642041,108563834~5604936,123849428~2848344,137938230~7280066,158215159~6547133,166927452~5479318,192794559~1303310,194754801~2668079,202707795~3039344,252951266~3278601,270850358~5861121,279229961~2153647,293647714~4249505,301346201~6835994,323508750~2408162,332601773~5944606,397523325~13174666] 2024-08-04T16:28:17.591 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [6991092~8066935,34191987~4344764,56101243~5191972,61556411~8006711,71001017~910626,96572120~3642041,108563834~5604936,123849428~2848344,137938230~7280066,158215159~6547133,166927452~5479318,192794559~1303310,194754801~2668079,202707795~3039344,252951266~3278601,270850358~5861121,279229961~2153647,293647714~4249505,301346201~6835994,323508750~2408162,332601773~5944606,397523325~13174666] 2024-08-04T16:28:17.597 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~10863723,33554432~4982319,54525952~17385691,96468992~3745169,104857600~9311170,121634816~5062956,137938230~7280066,155189248~17217522,188743680~8679200,201326592~4420547,251658240~4571627,268435456~8276023,279229961~2153647,293601280~14580915,323508750~2408162,331350016~7196363,397523325~13174666] 2024-08-04T16:28:17.597 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 4 diff [6991092~8066935,33556538~4990507,56101243~13461879,71001017~910626,77856798~7529848,96572120~3642041,108563834~5604936,123849428~2848344,137938230~11167851,158215159~6547133,166927452~6968646,174377056~738205,192794559~1303310,194754801~2668079,202707795~3039344,252951266~3278601,270850358~5861121,279229961~2153647,287667250~10229969,301346201~9044803,323508750~2408162,332601773~5944606,374866977~779593,397523325~15740311] 2024-08-04T16:28:17.597 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [6991092~8066935,33556538~4990507,56101243~13461879,71001017~910626,77856798~7529848,96572120~3642041,108563834~5604936,123849428~2848344,137938230~11167851,158215159~6547133,166927452~6968646,174377056~738205,192794559~1303310,194754801~2668079,202707795~3039344,252951266~3278601,270850358~5861121,279229961~2153647,287667250~10229969,301346201~9044803,323508750~2408162,332601773~5944606,374866977~779593,397523325~15740311] 2024-08-04T16:28:17.604 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~10863723,33554432~4992613,54525952~17385691,75497472~9889174,96468992~3745169,104857600~9311170,121634816~5062956,137938230~11167851,155189248~19926013,188743680~8679200,201326592~4420547,251658240~4571627,268435456~8276023,279229961~2153647,285212672~25178332,323508750~2408162,331350016~7196363,373293056~2353514,397523325~15740311] 2024-08-04T16:28:17.604 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 5 diff [6991092~8066935,33556538~4990507,43761702~6183191,56101243~13461879,71001017~910626,77856798~7529848,96572120~3642041,102740740~2388157,108563834~5604936,123849428~2848344,137938230~11167851,155699294~1029941,158215159~6547133,166927452~6968646,174377056~738205,192794559~1303310,194754801~2668079,202707795~3039344,252951266~3278601,268394049~8317430,279229961~2153647,287667250~10229969,301346201~9044803,323508750~2408162,332601773~5944606,362500592~847012,374866977~7791223,388137007~7711745,397523325~15740311] 2024-08-04T16:28:17.604 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [6991092~8066935,33556538~4990507,43761702~6183191,56101243~13461879,71001017~910626,77856798~7529848,96572120~3642041,102740740~2388157,108563834~5604936,123849428~2848344,137938230~11167851,155699294~1029941,158215159~6547133,166927452~6968646,174377056~738205,192794559~1303310,194754801~2668079,202707795~3039344,252951266~3278601,268394049~8317430,279229961~2153647,287667250~10229969,301346201~9044803,323508750~2408162,332601773~5944606,362500592~847012,374866977~7791223,388137007~7711745,397523325~15740311] 2024-08-04T16:28:17.611 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~10863723,33554432~4992613,41943040~8001853,54525952~17385691,75497472~9889174,96468992~3745169,100663296~13505474,121634816~5062956,137938230~11167851,155189248~19926013,188743680~8679200,201326592~4420547,251658240~4571627,264241152~12470327,279229961~2153647,285212672~25178332,323508750~2408162,331350016~7196363,360710144~2637460,373293056~9365144,388137007~7711745,397523325~15740311] 2024-08-04T16:28:17.611 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 6 diff [6991092~8066935,33556538~4990507,43761702~6183191,56101243~13461879,71001017~910626,77856798~7529848,96572120~3642041,102740740~2388157,108563834~5604936,123849428~2848344,129866398~7492465,137938230~11167851,155699294~1029941,158215159~6547133,166927452~6968646,174377056~738205,181241515~4561493,192794559~1303310,194754801~2668079,202707795~3039344,225795156~1219375,252951266~3278601,264607888~2223001,268394049~8317430,279229961~2153647,287667250~10229969,301346201~9044803,323508750~2408162,332601773~9003504,342573075~3542850,347828295~8144894,361646678~5262234,374866977~7791223,388137007~7711745,397523325~15740311] 2024-08-04T16:28:17.611 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [6991092~8066935,33556538~4990507,43761702~6183191,56101243~13461879,71001017~910626,77856798~7529848,96572120~3642041,102740740~2388157,108563834~5604936,123849428~2848344,129866398~7492465,137938230~11167851,155699294~1029941,158215159~6547133,166927452~6968646,174377056~738205,181241515~4561493,192794559~1303310,194754801~2668079,202707795~3039344,225795156~1219375,252951266~3278601,264607888~2223001,268394049~8317430,279229961~2153647,287667250~10229969,301346201~9044803,323508750~2408162,332601773~9003504,342573075~3542850,347828295~8144894,361646678~5262234,374866977~7791223,388137007~7711745,397523325~15740311] 2024-08-04T16:28:17.617 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~10863723,33554432~4992613,41943040~8001853,54525952~17385691,75497472~9889174,96468992~3745169,100663296~13505474,121634816~15724047,137938230~11167851,155189248~19926013,180355072~5447936,188743680~8679200,201326592~4420547,222298112~4716419,251658240~4571627,264241152~12470327,279229961~2153647,285212672~25178332,323508750~2408162,331350016~24623173,360710144~6198768,373293056~9365144,388137007~7711745,397523325~15740311] 2024-08-04T16:28:17.617 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 7 diff [6991092~8066935,33556538~4990507,43761702~6183191,56101243~17800453,77856798~7529848,96572120~3642041,102740740~2388157,108563834~5604936,123849428~4933188,129866398~7492465,137938230~11167851,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,178829344~81992,181241515~4561493,192794559~1303310,194754801~2668079,202707795~3039344,206565508~4869796,225795156~1219375,247979410~3298868,252951266~3278601,264607888~2223001,268394049~8317430,279229961~2153647,287667250~10229969,300216088~10174916,319000013~82059,323508750~2408162,332601773~9003504,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,397523325~15740311] 2024-08-04T16:28:17.617 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [6991092~8066935,33556538~4990507,43761702~6183191,56101243~17800453,77856798~7529848,96572120~3642041,102740740~2388157,108563834~5604936,123849428~4933188,129866398~7492465,137938230~11167851,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,178829344~81992,181241515~4561493,192794559~1303310,194754801~2668079,202707795~3039344,206565508~4869796,225795156~1219375,247979410~3298868,252951266~3278601,264607888~2223001,268394049~8317430,279229961~2153647,287667250~10229969,300216088~10174916,319000013~82059,323508750~2408162,332601773~9003504,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,397523325~15740311] 2024-08-04T16:28:17.624 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~10863723,33554432~4992613,41943040~8001853,54525952~19375744,75497472~9889174,96468992~3745169,100663296~13505474,121634816~15724047,137938230~37177031,176160768~2750568,180355072~5447936,188743680~8679200,201326592~10108712,222298112~4716419,247463936~3814342,251658240~4571627,264241152~12470327,279229961~2153647,285212672~25178332,318767104~314968,323508750~2408162,331350016~35558896,373293056~9365144,388137007~7711745,397523325~15740311] 2024-08-04T16:28:17.624 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 8 diff [6991092~8066935,19741680~7371992,33556538~4990507,43761702~6183191,51426002~3491631,56101243~17800453,77856798~7529848,96572120~3642041,102740740~2388157,108563834~5604936,117537314~212130,123849428~4933188,129866398~7492465,137938230~11167851,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,178829344~81992,181241515~4561493,190797647~7942201,202707795~3039344,206565508~4869796,225795156~1219375,247979410~3298868,252951266~3278601,264607888~2223001,268394049~8317430,279229961~2153647,287667250~10229969,300216088~10174916,319000013~82059,323508750~2408162,328160875~13444402,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,397523325~15740311] 2024-08-04T16:28:17.624 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [6991092~8066935,19741680~7371992,33556538~4990507,43761702~6183191,51426002~3491631,56101243~17800453,77856798~7529848,96572120~3642041,102740740~2388157,108563834~5604936,117537314~212130,123849428~4933188,129866398~7492465,137938230~11167851,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,178829344~81992,181241515~4561493,190797647~7942201,202707795~3039344,206565508~4869796,225795156~1219375,247979410~3298868,252951266~3278601,264607888~2223001,268394049~8317430,279229961~2153647,287667250~10229969,300216088~10174916,319000013~82059,323508750~2408162,328160875~13444402,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,397523325~15740311] 2024-08-04T16:28:17.630 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~10863723,16777216~10336456,33554432~4992613,41943040~8001853,50331648~23570048,75497472~9889174,96468992~3745169,100663296~13505474,117440512~308932,121634816~15724047,137938230~37177031,176160768~2750568,180355072~5447936,188743680~9996168,201326592~10108712,222298112~4716419,247463936~3814342,251658240~4571627,264241152~12470327,279229961~2153647,285212672~25178332,318767104~314968,323508750~2408162,327155712~39753200,373293056~9365144,388137007~7711745,397523325~15740311] 2024-08-04T16:28:17.630 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 9 diff [2728164~1180579,6991092~8066935,19741680~7371992,33556538~6558476,43761702~6183191,51426002~3491631,56101243~19386486,77856798~7529848,96572120~3642041,102740740~2388157,108563834~5604936,117537314~212130,123849428~4933188,129866398~7492465,137938230~11167851,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,178829344~81992,181241515~4561493,190797647~7942201,202707795~3039344,206565508~4869796,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,264074003~12637476,276982344~4401264,287667250~10229969,300216088~10174916,319000013~82059,323508750~2408162,328160875~13444402,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,397523325~15740311] 2024-08-04T16:28:17.630 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [2728164~1180579,6991092~8066935,19741680~7371992,33556538~6558476,43761702~6183191,51426002~3491631,56101243~19386486,77856798~7529848,96572120~3642041,102740740~2388157,108563834~5604936,117537314~212130,123849428~4933188,129866398~7492465,137938230~11167851,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,178829344~81992,181241515~4561493,190797647~7942201,202707795~3039344,206565508~4869796,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,264074003~12637476,276982344~4401264,287667250~10229969,300216088~10174916,319000013~82059,323508750~2408162,328160875~13444402,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,397523325~15740311] 2024-08-04T16:28:17.637 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~3908743,4194304~10863723,16777216~10336456,33554432~6560582,41943040~8001853,50331648~25156081,75497472~9889174,96468992~3745169,100663296~13505474,117440512~308932,121634816~15724047,137938230~37177031,176160768~2750568,180355072~5447936,188743680~9996168,201326592~10108712,214502991~2703924,222298112~4716419,247463936~3814342,251658240~4571627,260046848~16664631,276982344~4401264,285212672~25178332,318767104~314968,323508750~2408162,327155712~39753200,373293056~9365144,388137007~7711745,397523325~15740311] 2024-08-04T16:28:17.637 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 10 diff [434952~4234509,6991092~11126760,18764315~8349357,30747490~135947,33556538~6558476,43761702~6183191,51426002~3491631,56101243~19386486,77856798~7529848,96572120~8556777,108563834~5604936,117537314~212130,123849428~13509435,137938230~11167851,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,178829344~81992,181241515~7579041,190797647~7942201,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~4401264,287667250~10229969,300216088~10174916,319000013~82059,323508750~2408162,328160875~13444402,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,397523325~15740311] 2024-08-04T16:28:17.637 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,6991092~11126760,18764315~8349357,30747490~135947,33556538~6558476,43761702~6183191,51426002~3491631,56101243~19386486,77856798~7529848,96572120~8556777,108563834~5604936,117537314~212130,123849428~13509435,137938230~11167851,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,178829344~81992,181241515~7579041,190797647~7942201,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~4401264,287667250~10229969,300216088~10174916,319000013~82059,323508750~2408162,328160875~13444402,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,397523325~15740311] 2024-08-04T16:28:17.643 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~27113672,29360128~1523309,33554432~6560582,41943040~8001853,50331648~25156081,75497472~9889174,96468992~17699778,117440512~308932,121634816~15724047,137938230~37177031,176160768~2750568,180355072~18384776,201326592~10108712,214502991~2703924,222298112~4716419,247463936~3814342,251658240~4571627,260046848~16664631,276982344~4401264,285212672~25178332,318767104~314968,323508750~2408162,327155712~39753200,373293056~9365144,388137007~7711745,397523325~15740311] 2024-08-04T16:28:17.643 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 11 diff [434952~4234509,6991092~11126760,18764315~8349357,30747490~135947,33556538~6558476,43761702~6183191,51426002~3491631,56101243~19386486,77856798~10862948,96572120~8556777,108563834~5604936,117537314~212130,123849428~13509435,137938230~11167851,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~4401264,287667250~10229969,300216088~10174916,313035386~2044122,319000013~82059,323508750~18096527,342573075~13400114,356150228~10758684,374866977~7791223,388137007~25126629] 2024-08-04T16:28:17.643 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,6991092~11126760,18764315~8349357,30747490~135947,33556538~6558476,43761702~6183191,51426002~3491631,56101243~19386486,77856798~10862948,96572120~8556777,108563834~5604936,117537314~212130,123849428~13509435,137938230~11167851,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~4401264,287667250~10229969,300216088~10174916,313035386~2044122,319000013~82059,323508750~18096527,342573075~13400114,356150228~10758684,374866977~7791223,388137007~25126629] 2024-08-04T16:28:17.649 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~27113672,29360128~1523309,33554432~6560582,41943040~8001853,50331648~25156081,75497472~13222274,96468992~17699778,117440512~308932,121634816~15724047,137938230~37177031,176160768~23899429,201326592~10108712,214502991~2703924,222298112~4716419,247463936~3814342,251658240~4571627,260046848~16664631,276982344~4401264,285212672~29866836,318767104~314968,323508750~43400162,373293056~9365144,388137007~25126629] 2024-08-04T16:28:17.649 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 12 diff [434952~4234509,6991092~11126760,18764315~8349357,30747490~135947,33556538~16388355,51426002~3491631,56101243~19386486,77856798~10862948,96572120~8556777,108563834~5604936,117537314~212130,117818023~3611174,123849428~13509435,137938230~11167851,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~4401264,287667250~10229969,300216088~10174916,313035386~2044122,319000013~82059,323508750~18096527,342573075~13400114,356150228~12574760,374866977~7791223,388137007~25126629] 2024-08-04T16:28:17.650 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,6991092~11126760,18764315~8349357,30747490~135947,33556538~16388355,51426002~3491631,56101243~19386486,77856798~10862948,96572120~8556777,108563834~5604936,117537314~212130,117818023~3611174,123849428~13509435,137938230~11167851,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~4401264,287667250~10229969,300216088~10174916,313035386~2044122,319000013~82059,323508750~18096527,342573075~13400114,356150228~12574760,374866977~7791223,388137007~25126629] 2024-08-04T16:28:17.655 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~27113672,29360128~1523309,33554432~16390461,50331648~25156081,75497472~13222274,96468992~17699778,117440512~3988685,121634816~15724047,137938230~37177031,176160768~23899429,201326592~10108712,214502991~2703924,222298112~4716419,247463936~3814342,251658240~4571627,260046848~16664631,276982344~4401264,285212672~29866836,318767104~314968,323508750~45216238,373293056~9365144,388137007~25126629] 2024-08-04T16:28:17.656 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 13 diff [434952~17682900,18764315~8349357,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,96572120~8556777,108563834~5604936,117537314~212130,117818023~3611174,123849428~13509435,137938230~11167851,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~4401264,287667250~10229969,300216088~10174916,310886388~1570187,313035386~2044122,319000013~82059,323289948~18315329,342573075~13400114,356150228~12574760,374866977~7791223,388137007~25126629] 2024-08-04T16:28:17.656 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,96572120~8556777,108563834~5604936,117537314~212130,117818023~3611174,123849428~13509435,137938230~11167851,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~4401264,287667250~10229969,300216088~10174916,310886388~1570187,313035386~2044122,319000013~82059,323289948~18315329,342573075~13400114,356150228~12574760,374866977~7791223,388137007~25126629] 2024-08-04T16:28:17.662 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~27113672,29360128~1523309,33554432~16390461,50331648~25156081,75497472~13222274,96468992~17699778,117440512~3988685,121634816~15724047,137938230~37177031,176160768~23899429,201326592~10108712,214502991~2703924,222298112~4716419,247463936~3814342,251658240~4571627,260046848~16664631,276982344~4401264,285212672~29866836,318767104~314968,323289948~45435040,373293056~9365144,388137007~25126629] 2024-08-04T16:28:17.662 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 14 diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,91262765~13866132,108563834~5604936,117537314~212130,117818023~19540840,137938230~11167851,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~1570187,313035386~2044122,319000013~82059,323289948~18315384,342573075~13400114,356150228~12574760,374866977~7791223,388137007~25126629] 2024-08-04T16:28:17.662 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,91262765~13866132,108563834~5604936,117537314~212130,117818023~19540840,137938230~11167851,150381989~6347246,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~1570187,313035386~2044122,319000013~82059,323289948~18315384,342573075~13400114,356150228~12574760,374866977~7791223,388137007~25126629] 2024-08-04T16:28:17.668 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~30883437,33554432~16390461,50331648~25156081,75497472~13222274,90910873~23257897,117440512~19918351,137938230~37177031,176160768~23899429,201326592~12867457,214502991~2703924,222298112~4716419,247463936~3814342,251658240~4571627,260046848~16664631,276982344~4401264,281899267~33180241,318767104~314968,323289948~45435040,373293056~9365144,388137007~25126629] 2024-08-04T16:28:17.668 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 15 diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~1570187,313035386~2044122,319000013~82059,323289948~18315384,342573075~13400114,356150228~12574760,374866977~7791223,388137007~25126629] 2024-08-04T16:28:17.668 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~1570187,313035386~2044122,319000013~82059,323289948~18315384,342573075~13400114,356150228~12574760,374866977~7791223,388137007~25126629] 2024-08-04T16:28:17.674 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~30883437,33554432~16390461,50331648~25156081,75497472~13222274,90910873~24741717,117440512~57674749,176160768~23899429,201326592~12867457,214502991~2703924,222298112~11819430,247463936~3814342,251658240~4571627,260046848~16664631,276982344~4401264,281899267~33180241,318767104~314968,323289948~45435040,373293056~9365144,388137007~25126629] 2024-08-04T16:28:17.674 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 16 diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~1570187,313035386~2044122,316946153~24659179,342573075~13400114,356150228~12574760,374866977~7791223,388137007~25126629] 2024-08-04T16:28:17.674 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~1570187,313035386~2044122,316946153~24659179,342573075~13400114,356150228~12574760,374866977~7791223,388137007~25126629] 2024-08-04T16:28:17.680 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~30883437,33554432~16390461,50331648~25156081,75497472~13222274,90910873~24741717,117440512~57674749,176160768~23899429,201326592~12867457,214502991~2703924,222298112~11819430,247463936~3814342,251658240~4571627,260046848~16664631,276982344~4401264,281899267~86825721,373293056~9365144,388137007~25126629] 2024-08-04T16:28:17.680 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 17 diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~39541919,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~30718944,342573075~13400114,356150228~12574760,374866977~7791223,388137007~25126629] 2024-08-04T16:28:17.680 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~39541919,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,158215159~6547133,166927452~6968646,174377056~738205,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~30718944,342573075~13400114,356150228~12574760,374866977~7791223,388137007~25126629] 2024-08-04T16:28:17.686 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~30883437,33554432~16390461,50331648~65320942,117440512~57674749,176160768~23899429,201326592~12867457,214502991~2703924,222298112~11819430,247463936~3814342,251658240~4571627,260046848~16664631,276982344~4401264,281899267~86825721,373293056~9365144,388137007~25126629] 2024-08-04T16:28:17.686 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 18 diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,158215159~6547133,166927452~6968646,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~12574760,371652845~3185493,374866977~7791223,388137007~25126629] 2024-08-04T16:28:17.686 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,158215159~6547133,166927452~6968646,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~12574760,371652845~3185493,374866977~7791223,388137007~25126629] 2024-08-04T16:28:17.692 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~65320942,117440512~82619685,201326592~12867457,214502991~2703924,222298112~11819430,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~86825721,369098752~13559448,388137007~25126629] 2024-08-04T16:28:17.692 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 19 diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:17.692 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:17.698 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:17.698 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 2 diff [6991092~7276119,34191987~4344764,71001017~910626,96572120~3642041,194754801~2668079,270850358~5861121,293647714~3178944,301488033~6694162,404314842~6383149] 2024-08-04T16:28:17.698 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [6991092~7276119,34191987~4344764,71001017~910626,96572120~3642041,194754801~2668079,270850358~5861121,293647714~3178944,301488033~6694162,404314842~6383149] 2024-08-04T16:28:17.703 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~10072907,34191987~4344764,67108864~4802779,96468992~3745169,194097869~3325011,268435456~8276023,293601280~3225378,301488033~6694162,404314842~6383149] 2024-08-04T16:28:17.704 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 3 diff [6991092~8066935,34191987~4344764,56101243~5191972,61556411~8006711,71001017~910626,96572120~3642041,126043004~654768,137938230~7280066,194754801~2668079,202707795~3039344,252951266~3278601,270850358~5861121,293647714~4249505,301488033~6694162,323508750~2408162,404314842~6383149] 2024-08-04T16:28:17.704 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [6991092~8066935,34191987~4344764,56101243~5191972,61556411~8006711,71001017~910626,96572120~3642041,126043004~654768,137938230~7280066,194754801~2668079,202707795~3039344,252951266~3278601,270850358~5861121,293647714~4249505,301488033~6694162,323508750~2408162,404314842~6383149] 2024-08-04T16:28:17.709 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~10863723,34191987~4344764,54525952~17385691,96468992~3745169,126043004~654768,137938230~7280066,194097869~3325011,201326592~4420547,251658240~4571627,268435456~8276023,293601280~4295939,301488033~6694162,323508750~2408162,404314842~6383149] 2024-08-04T16:28:17.709 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 4 diff [6991092~8066935,33556538~4990507,56101243~13461879,71001017~910626,77856798~7529848,96572120~3642041,126043004~654768,137938230~11167851,169988593~3907505,174377056~738205,194754801~2668079,202707795~3039344,252951266~3278601,270850358~5861121,287667250~10229969,301488033~8902971,323508750~2408162,374866977~779593,404314842~8948794] 2024-08-04T16:28:17.709 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [6991092~8066935,33556538~4990507,56101243~13461879,71001017~910626,77856798~7529848,96572120~3642041,126043004~654768,137938230~11167851,169988593~3907505,174377056~738205,194754801~2668079,202707795~3039344,252951266~3278601,270850358~5861121,287667250~10229969,301488033~8902971,323508750~2408162,374866977~779593,404314842~8948794] 2024-08-04T16:28:17.715 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~10863723,33556538~4990507,54525952~17385691,75497472~9889174,96468992~3745169,126043004~654768,137938230~11167851,169988593~5126668,194097869~3325011,201326592~4420547,251658240~4571627,268435456~8276023,285212672~12684547,301488033~8902971,323508750~2408162,373293056~2353514,404314842~8948794] 2024-08-04T16:28:17.715 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 5 diff [6991092~8066935,33556538~4990507,43761702~6183191,56101243~13461879,71001017~910626,77856798~7529848,96572120~3642041,102740740~2388157,126043004~654768,137938230~11167851,155699294~1029941,160908903~3524041,169988593~3907505,174377056~738205,194754801~2668079,202707795~3039344,252951266~3278601,268394049~8317430,287667250~10229969,301488033~8902971,323508750~2408162,362500592~847012,374866977~7791223,388137007~7711745,404314842~8948794] 2024-08-04T16:28:17.715 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [6991092~8066935,33556538~4990507,43761702~6183191,56101243~13461879,71001017~910626,77856798~7529848,96572120~3642041,102740740~2388157,126043004~654768,137938230~11167851,155699294~1029941,160908903~3524041,169988593~3907505,174377056~738205,194754801~2668079,202707795~3039344,252951266~3278601,268394049~8317430,287667250~10229969,301488033~8902971,323508750~2408162,362500592~847012,374866977~7791223,388137007~7711745,404314842~8948794] 2024-08-04T16:28:17.721 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~10863723,33556538~4990507,41943040~8001853,54525952~17385691,75497472~9889174,96468992~3745169,100663296~4465601,126043004~654768,137938230~11167851,155699294~1029941,160908903~3524041,169988593~5126668,194097869~3325011,201326592~4420547,251658240~4571627,264241152~12470327,285212672~12684547,301488033~8902971,323508750~2408162,360710144~2637460,373293056~9365144,388137007~7711745,404314842~8948794] 2024-08-04T16:28:17.721 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 6 diff [6991092~8066935,33556538~4990507,43761702~6183191,56101243~13461879,71001017~910626,77856798~7529848,96572120~3642041,102740740~2388157,126043004~654768,129866398~7492465,137938230~11167851,155699294~1029941,160908903~3524041,169988593~3907505,174377056~738205,181241515~4561493,194754801~2668079,202707795~3039344,225795156~1219375,252951266~3278601,264607888~2223001,268394049~8317430,287667250~10229969,301488033~8902971,323508750~2408162,337481484~4123793,342573075~3542850,347828295~8144894,361646678~5262234,374866977~7791223,388137007~7711745,404314842~8948794] 2024-08-04T16:28:17.721 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [6991092~8066935,33556538~4990507,43761702~6183191,56101243~13461879,71001017~910626,77856798~7529848,96572120~3642041,102740740~2388157,126043004~654768,129866398~7492465,137938230~11167851,155699294~1029941,160908903~3524041,169988593~3907505,174377056~738205,181241515~4561493,194754801~2668079,202707795~3039344,225795156~1219375,252951266~3278601,264607888~2223001,268394049~8317430,287667250~10229969,301488033~8902971,323508750~2408162,337481484~4123793,342573075~3542850,347828295~8144894,361646678~5262234,374866977~7791223,388137007~7711745,404314842~8948794] 2024-08-04T16:28:17.727 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~10863723,33556538~4990507,41943040~8001853,54525952~17385691,75497472~9889174,96468992~3745169,100663296~4465601,126043004~11315859,137938230~11167851,155699294~1029941,160908903~3524041,169988593~5126668,180355072~5447936,194097869~3325011,201326592~4420547,222298112~4716419,251658240~4571627,264241152~12470327,285212672~12684547,301488033~8902971,323508750~2408162,337481484~18491705,360710144~6198768,373293056~9365144,388137007~7711745,404314842~8948794] 2024-08-04T16:28:17.727 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 7 diff [6991092~8066935,33556538~4990507,43761702~6183191,56101243~17800453,77856798~7529848,96572120~3642041,102740740~2388157,126043004~2739612,129866398~7492465,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~4561493,194754801~2668079,202707795~3039344,206565508~4869796,225795156~1219375,247979410~3298868,252951266~3278601,264607888~2223001,268394049~8317430,287667250~10229969,300216088~10174916,319000013~82059,323508750~2408162,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,404314842~8948794] 2024-08-04T16:28:17.727 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [6991092~8066935,33556538~4990507,43761702~6183191,56101243~17800453,77856798~7529848,96572120~3642041,102740740~2388157,126043004~2739612,129866398~7492465,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~4561493,194754801~2668079,202707795~3039344,206565508~4869796,225795156~1219375,247979410~3298868,252951266~3278601,264607888~2223001,268394049~8317430,287667250~10229969,300216088~10174916,319000013~82059,323508750~2408162,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,404314842~8948794] 2024-08-04T16:28:17.732 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~10863723,33556538~4990507,41943040~8001853,54525952~19375744,75497472~9889174,96468992~3745169,100663296~4465601,126043004~11315859,137938230~18791005,160908903~3524041,169988593~5126668,176160768~2750568,180355072~5447936,194097869~3325011,201326592~10108712,222298112~4716419,247463936~3814342,251658240~4571627,264241152~12470327,285212672~12684547,300216088~10174916,318767104~314968,323508750~2408162,337481484~29427428,373293056~9365144,388137007~7711745,404314842~8948794] 2024-08-04T16:28:17.733 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 8 diff [6991092~8066935,19741680~7371992,33556538~4990507,43761702~6183191,51426002~3491631,56101243~17800453,77856798~7529848,96572120~3642041,102740740~2388157,117537314~212130,126043004~2739612,129866398~7492465,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~4561493,190797647~7942201,202707795~3039344,206565508~4869796,225795156~1219375,247979410~3298868,252951266~3278601,264607888~2223001,268394049~8317430,287667250~10229969,300216088~10174916,319000013~82059,323508750~2408162,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,399511807~2702037,404314842~8948794] 2024-08-04T16:28:17.733 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [6991092~8066935,19741680~7371992,33556538~4990507,43761702~6183191,51426002~3491631,56101243~17800453,77856798~7529848,96572120~3642041,102740740~2388157,117537314~212130,126043004~2739612,129866398~7492465,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~4561493,190797647~7942201,202707795~3039344,206565508~4869796,225795156~1219375,247979410~3298868,252951266~3278601,264607888~2223001,268394049~8317430,287667250~10229969,300216088~10174916,319000013~82059,323508750~2408162,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,399511807~2702037,404314842~8948794] 2024-08-04T16:28:17.738 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~10863723,16777216~10336456,33556538~4990507,41943040~8001853,50331648~23570048,75497472~9889174,96468992~3745169,100663296~4465601,117440512~308932,126043004~11315859,137938230~18791005,160908903~3524041,169988593~5126668,176160768~2750568,180355072~5447936,190797647~7942201,201326592~10108712,222298112~4716419,247463936~3814342,251658240~4571627,264241152~12470327,285212672~12684547,300216088~10174916,318767104~314968,323508750~2408162,327155712~6495188,337481484~29427428,373293056~9365144,388137007~7711745,399511807~2702037,404314842~8948794] 2024-08-04T16:28:17.738 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 9 diff [2728164~1180579,6991092~8066935,19741680~7371992,33556538~6558476,43761702~6183191,51426002~3491631,56101243~19386486,77856798~7529848,96572120~3642041,102740740~2388157,117537314~212130,126043004~2739612,129866398~7492465,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~4561493,190797647~7942201,202707795~3039344,206565508~4869796,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,264074003~12637476,276982344~2271671,287667250~10229969,300216088~10174916,319000013~82059,323508750~2408162,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,399511807~2702037,404314842~8948794] 2024-08-04T16:28:17.738 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [2728164~1180579,6991092~8066935,19741680~7371992,33556538~6558476,43761702~6183191,51426002~3491631,56101243~19386486,77856798~7529848,96572120~3642041,102740740~2388157,117537314~212130,126043004~2739612,129866398~7492465,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~4561493,190797647~7942201,202707795~3039344,206565508~4869796,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,264074003~12637476,276982344~2271671,287667250~10229969,300216088~10174916,319000013~82059,323508750~2408162,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,399511807~2702037,404314842~8948794] 2024-08-04T16:28:17.743 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~3908743,4194304~10863723,16777216~10336456,33556538~6558476,41943040~8001853,50331648~25156081,75497472~9889174,96468992~3745169,100663296~4465601,117440512~308932,126043004~11315859,137938230~18791005,160908903~3524041,169988593~5126668,176160768~2750568,180355072~5447936,190797647~7942201,201326592~10108712,214502991~2703924,222298112~4716419,247463936~3814342,251658240~4571627,260046848~16664631,276982344~2271671,285212672~12684547,300216088~10174916,318767104~314968,323508750~2408162,327155712~6495188,337481484~29427428,373293056~9365144,388137007~7711745,399511807~2702037,404314842~8948794] 2024-08-04T16:28:17.744 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 10 diff [434952~4234509,6991092~11126760,18764315~8349357,30747490~135947,33556538~6558476,43761702~6183191,51426002~3491631,56101243~19386486,77856798~7529848,96572120~8556777,117537314~212130,125506184~11852679,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~7579041,190797647~7942201,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~2271671,287667250~10229969,300216088~10174916,319000013~82059,323508750~2408162,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,399511807~2702037,404314842~8948794] 2024-08-04T16:28:17.744 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,6991092~11126760,18764315~8349357,30747490~135947,33556538~6558476,43761702~6183191,51426002~3491631,56101243~19386486,77856798~7529848,96572120~8556777,117537314~212130,125506184~11852679,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~7579041,190797647~7942201,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~2271671,287667250~10229969,300216088~10174916,319000013~82059,323508750~2408162,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,399511807~2702037,404314842~8948794] 2024-08-04T16:28:17.749 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~27113672,29360128~1523309,33556538~6558476,41943040~8001853,50331648~25156081,75497472~9889174,96468992~8659905,117440512~308932,125506184~11852679,137938230~18791005,160908903~3524041,169988593~5126668,176160768~2750568,180355072~8465484,190797647~7942201,201326592~10108712,214502991~2703924,222298112~4716419,247463936~3814342,251658240~4571627,260046848~16664631,276982344~2271671,285212672~12684547,300216088~10174916,318767104~314968,323508750~2408162,327155712~6495188,337481484~29427428,373293056~9365144,388137007~7711745,399511807~2702037,404314842~8948794] 2024-08-04T16:28:17.749 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 11 diff [434952~4234509,6991092~11126760,18764315~8349357,30747490~135947,33556538~6558476,43761702~6183191,51426002~3491631,56101243~19386486,77856798~10862948,96572120~8556777,117537314~212130,125506184~11852679,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~2271671,287667250~10229969,300216088~10174916,313035386~2044122,319000013~82059,323508750~10142150,337481484~4123793,342573075~13400114,356150228~10758684,374866977~7791223,388137007~10622308,399511807~2702037,404314842~8948794] 2024-08-04T16:28:17.750 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,6991092~11126760,18764315~8349357,30747490~135947,33556538~6558476,43761702~6183191,51426002~3491631,56101243~19386486,77856798~10862948,96572120~8556777,117537314~212130,125506184~11852679,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~2271671,287667250~10229969,300216088~10174916,313035386~2044122,319000013~82059,323508750~10142150,337481484~4123793,342573075~13400114,356150228~10758684,374866977~7791223,388137007~10622308,399511807~2702037,404314842~8948794] 2024-08-04T16:28:17.755 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~27113672,29360128~1523309,33556538~6558476,41943040~8001853,50331648~25156081,75497472~13222274,96468992~8659905,117440512~308932,125506184~11852679,137938230~18791005,160908903~3524041,169988593~5126668,176160768~12659788,190797647~9262550,201326592~10108712,214502991~2703924,222298112~4716419,247463936~3814342,251658240~4571627,260046848~16664631,276982344~2271671,285212672~12684547,300216088~14863420,318767104~314968,323508750~10142150,337481484~29427428,373293056~9365144,388137007~10622308,399511807~2702037,404314842~8948794] 2024-08-04T16:28:17.755 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 12 diff [434952~4234509,6991092~11126760,18764315~8349357,30747490~135947,33556538~16388355,51426002~3491631,56101243~19386486,77856798~10862948,96572120~8556777,117537314~212130,117818023~3611174,125506184~11852679,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~2271671,287667250~10229969,300216088~10174916,313035386~2044122,319000013~82059,323508750~10142150,337481484~4123793,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404314842~8948794] 2024-08-04T16:28:17.755 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,6991092~11126760,18764315~8349357,30747490~135947,33556538~16388355,51426002~3491631,56101243~19386486,77856798~10862948,96572120~8556777,117537314~212130,117818023~3611174,125506184~11852679,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~2271671,287667250~10229969,300216088~10174916,313035386~2044122,319000013~82059,323508750~10142150,337481484~4123793,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404314842~8948794] 2024-08-04T16:28:17.761 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~27113672,29360128~1523309,33556538~16388355,50331648~25156081,75497472~13222274,96468992~8659905,117440512~3988685,125506184~11852679,137938230~18791005,160908903~3524041,169988593~5126668,176160768~12659788,190797647~9262550,201326592~10108712,214502991~2703924,222298112~4716419,247463936~3814342,251658240~4571627,260046848~16664631,276982344~2271671,285212672~12684547,300216088~14863420,318767104~314968,323508750~10142150,337481484~31243504,373293056~9365144,388137007~14076837,404314842~8948794] 2024-08-04T16:28:17.761 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 13 diff [434952~17682900,18764315~8349357,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,96572120~8556777,117537314~212130,117818023~3611174,125506184~11852679,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~2271671,287667250~10229969,300216088~10174916,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123793,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404314842~8948794] 2024-08-04T16:28:17.761 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,96572120~8556777,117537314~212130,117818023~3611174,125506184~11852679,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~2271671,287667250~10229969,300216088~10174916,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123793,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404314842~8948794] 2024-08-04T16:28:17.766 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~27113672,29360128~1523309,33556538~16388355,50331648~25156081,75497472~13222274,96468992~8659905,117440512~3988685,125506184~11852679,137938230~18791005,160908903~3524041,169988593~5126668,176160768~12659788,190797647~9262550,201326592~10108712,214502991~2703924,222298112~4716419,247463936~3814342,251658240~4571627,260046848~16664631,276982344~2271671,285212672~12684547,300216088~14863420,318767104~314968,323289948~10360952,337481484~31243504,373293056~9365144,388137007~14076837,404314842~8948794] 2024-08-04T16:28:17.766 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 14 diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,91262765~13866132,117537314~212130,117818023~19540840,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404314842~8948794] 2024-08-04T16:28:17.767 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,91262765~13866132,117537314~212130,117818023~19540840,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404314842~8948794] 2024-08-04T16:28:17.772 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~30883437,33556538~16388355,50331648~25156081,75497472~13222274,90910873~14218024,117440512~19918351,137938230~18791005,160908903~3524041,169988593~5126668,176160768~12659788,190797647~9262550,201326592~12867457,214502991~2703924,222298112~4716419,247463936~3814342,251658240~4571627,260046848~16664631,276982344~2271671,281899267~15997952,300216088~14863420,318767104~314968,323289948~10360952,337481484~31243504,373293056~9365144,388137007~14076837,404314842~8948794] 2024-08-04T16:28:17.772 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 15 diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404314842~8948794] 2024-08-04T16:28:17.772 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404314842~8948794] 2024-08-04T16:28:17.778 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~30883437,33556538~16388355,50331648~25156081,75497472~13222274,90910873~14218024,107601265~8051325,117440512~39565771,160908903~3524041,169988593~5126668,176160768~12659788,190797647~9262550,201326592~12867457,214502991~2703924,222298112~11819430,247463936~3814342,251658240~4571627,260046848~16664631,276982344~2271671,281899267~15997952,300216088~14863420,318767104~314968,323289948~10360952,337481484~31243504,373293056~9365144,388137007~14076837,404314842~8948794] 2024-08-04T16:28:17.778 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 16 diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~1570187,313035386~2044122,316946153~16704747,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404314842~8948794] 2024-08-04T16:28:17.778 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~1570187,313035386~2044122,316946153~16704747,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404314842~8948794] 2024-08-04T16:28:17.783 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~30883437,33556538~16388355,50331648~25156081,75497472~13222274,90910873~14218024,107601265~8051325,117440512~39565771,160908903~3524041,169988593~5126668,176160768~12659788,190797647~9262550,201326592~12867457,214502991~2703924,222298112~11819430,247463936~3814342,251658240~4571627,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~31243504,373293056~9365144,388137007~14076837,404314842~8948794] 2024-08-04T16:28:17.783 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 17 diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~39541919,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:17.783 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~39541919,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:17.789 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~30883437,33556538~16388355,50331648~54797249,107601265~8051325,117440512~39565771,160908903~3524041,169988593~5126668,176160768~12659788,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,247463936~3814342,251658240~4571627,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~31243504,373293056~9365144,388137007~14917458,404314842~8948794] 2024-08-04T16:28:17.789 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 18 diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,160908903~3524041,169988593~3907505,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~12574760,371652845~3185493,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:17.789 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117537314~212130,117818023~39188260,160908903~3524041,169988593~3907505,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~12574760,371652845~3185493,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:17.794 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~8051325,117440512~39565771,160908903~3524041,169988593~18831963,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~31243504,369098752~13559448,388137007~14917458,404314842~8948794] 2024-08-04T16:28:17.794 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 19 diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:17.795 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:17.800 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~45176716,388137007~14917458,404314842~8948794] 2024-08-04T16:28:17.800 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 3 diff [10674513~4383514,56101243~5191972,61556411~8006711,126043004~654768,137938230~7280066,202707795~3039344,252951266~3278601,295403182~2494037,323508750~2408162] 2024-08-04T16:28:17.800 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [10674513~4383514,56101243~5191972,61556411~8006711,126043004~654768,137938230~7280066,202707795~3039344,252951266~3278601,295403182~2494037,323508750~2408162] 2024-08-04T16:28:17.806 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [10674513~4383514,54525952~15037170,126043004~654768,137938230~7280066,201326592~4420547,251658240~4571627,295403182~2494037,323508750~2408162] 2024-08-04T16:28:17.806 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 4 diff [10674513~4383514,33556538~4990507,56101243~13461879,77856798~7529848,126043004~654768,137938230~11167851,169988593~3907505,174377056~738205,202707795~3039344,252951266~3278601,287667250~6417617,295403182~2494037,307255533~3135471,323508750~2408162,374866977~779593,406586778~6676858] 2024-08-04T16:28:17.806 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [10674513~4383514,33556538~4990507,56101243~13461879,77856798~7529848,126043004~654768,137938230~11167851,169988593~3907505,174377056~738205,202707795~3039344,252951266~3278601,287667250~6417617,295403182~2494037,307255533~3135471,323508750~2408162,374866977~779593,406586778~6676858] 2024-08-04T16:28:17.812 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [10674513~4383514,33556538~4990507,54525952~15037170,75497472~9889174,126043004~654768,137938230~11167851,169988593~5126668,201326592~4420547,251658240~4571627,285212672~8872195,295403182~2494037,307255533~3135471,323508750~2408162,373293056~2353514,406586778~6676858] 2024-08-04T16:28:17.812 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 5 diff [10674513~4383514,33556538~4990507,43761702~6183191,56101243~13461879,77856798~7529848,102740740~2388157,126043004~654768,137938230~11167851,155699294~1029941,160908903~3524041,169988593~3907505,174377056~738205,202707795~3039344,252951266~3278601,268394049~4435650,287667250~10229969,307255533~3135471,323508750~2408162,362500592~847012,374866977~7791223,388137007~7711745,406586778~6676858] 2024-08-04T16:28:17.812 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [10674513~4383514,33556538~4990507,43761702~6183191,56101243~13461879,77856798~7529848,102740740~2388157,126043004~654768,137938230~11167851,155699294~1029941,160908903~3524041,169988593~3907505,174377056~738205,202707795~3039344,252951266~3278601,268394049~4435650,287667250~10229969,307255533~3135471,323508750~2408162,362500592~847012,374866977~7791223,388137007~7711745,406586778~6676858] 2024-08-04T16:28:17.817 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [10674513~4383514,33556538~4990507,41943040~8001853,54525952~15037170,75497472~9889174,100663296~4465601,126043004~654768,137938230~11167851,155699294~1029941,160908903~3524041,169988593~5126668,201326592~4420547,251658240~4571627,264241152~8588547,285212672~12684547,307255533~3135471,323508750~2408162,360710144~2637460,373293056~9365144,388137007~7711745,406586778~6676858] 2024-08-04T16:28:17.817 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 6 diff [10674513~4383514,33556538~4990507,43761702~6183191,56101243~13461879,77856798~7529848,102740740~2388157,126043004~654768,129866398~7492465,137938230~11167851,155699294~1029941,160908903~3524041,169988593~3907505,174377056~738205,181241515~4561493,195854233~1332997,202707795~3039344,225795156~1219375,252951266~3278601,264607888~2223001,268394049~4435650,287667250~10229969,307255533~3135471,323508750~2408162,337481484~4123793,342573075~3542850,347828295~8144894,361646678~5262234,374866977~7791223,388137007~7711745,406586778~6676858] 2024-08-04T16:28:17.817 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [10674513~4383514,33556538~4990507,43761702~6183191,56101243~13461879,77856798~7529848,102740740~2388157,126043004~654768,129866398~7492465,137938230~11167851,155699294~1029941,160908903~3524041,169988593~3907505,174377056~738205,181241515~4561493,195854233~1332997,202707795~3039344,225795156~1219375,252951266~3278601,264607888~2223001,268394049~4435650,287667250~10229969,307255533~3135471,323508750~2408162,337481484~4123793,342573075~3542850,347828295~8144894,361646678~5262234,374866977~7791223,388137007~7711745,406586778~6676858] 2024-08-04T16:28:17.822 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [10674513~4383514,33556538~4990507,41943040~8001853,54525952~15037170,75497472~9889174,100663296~4465601,126043004~11315859,137938230~11167851,155699294~1029941,160908903~3524041,169988593~5126668,180355072~5447936,195854233~1332997,201326592~4420547,222298112~4716419,251658240~4571627,264241152~8588547,285212672~12684547,307255533~3135471,323508750~2408162,337481484~18491705,360710144~6198768,373293056~9365144,388137007~7711745,406586778~6676858] 2024-08-04T16:28:17.823 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 7 diff [10674513~4383514,33556538~4990507,43761702~6183191,56101243~17800453,77856798~7529848,102740740~2388157,126043004~2739612,129866398~7492465,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~4561493,195854233~1332997,202707795~3039344,206565508~4869796,225795156~1219375,247979410~3298868,252951266~3278601,264607888~2223001,268394049~4435650,287667250~10229969,300216088~1470500,307255533~3135471,319000013~82059,323508750~2408162,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,406586778~6676858] 2024-08-04T16:28:17.823 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [10674513~4383514,33556538~4990507,43761702~6183191,56101243~17800453,77856798~7529848,102740740~2388157,126043004~2739612,129866398~7492465,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~4561493,195854233~1332997,202707795~3039344,206565508~4869796,225795156~1219375,247979410~3298868,252951266~3278601,264607888~2223001,268394049~4435650,287667250~10229969,300216088~1470500,307255533~3135471,319000013~82059,323508750~2408162,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,406586778~6676858] 2024-08-04T16:28:17.829 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [10674513~4383514,33556538~4990507,41943040~8001853,54525952~19375744,75497472~9889174,100663296~4465601,126043004~11315859,137938230~18791005,160908903~3524041,169988593~5126668,176160768~2750568,180355072~5447936,195854233~1332997,201326592~10108712,222298112~4716419,247463936~3814342,251658240~4571627,264241152~8588547,285212672~12684547,300216088~1470500,307255533~3135471,318767104~314968,323508750~2408162,337481484~29427428,373293056~9365144,388137007~7711745,406586778~6676858] 2024-08-04T16:28:17.829 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 8 diff [10641159~4416868,19741680~7371992,33556538~4990507,43761702~6183191,51426002~3491631,56101243~17800453,77856798~7529848,102740740~2388157,117537314~212130,126043004~2739612,129866398~7492465,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~4561493,190797647~7942201,202707795~3039344,206565508~4869796,225795156~1219375,247979410~3298868,252951266~3278601,264607888~2223001,268394049~5751164,287667250~10229969,300216088~1470500,307255533~3135471,319000013~82059,323508750~2408162,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.829 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [10641159~4416868,19741680~7371992,33556538~4990507,43761702~6183191,51426002~3491631,56101243~17800453,77856798~7529848,102740740~2388157,117537314~212130,126043004~2739612,129866398~7492465,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~4561493,190797647~7942201,202707795~3039344,206565508~4869796,225795156~1219375,247979410~3298868,252951266~3278601,264607888~2223001,268394049~5751164,287667250~10229969,300216088~1470500,307255533~3135471,319000013~82059,323508750~2408162,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.834 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [10641159~4416868,16777216~10336456,33556538~4990507,41943040~8001853,50331648~23570048,75497472~9889174,100663296~4465601,117440512~308932,126043004~11315859,137938230~18791005,160908903~3524041,169988593~5126668,176160768~2750568,180355072~5447936,190797647~7942201,201326592~10108712,222298112~4716419,247463936~3814342,251658240~4571627,264241152~9904061,285212672~12684547,300216088~1470500,307255533~3135471,318767104~314968,323508750~2408162,327155712~6495188,337481484~29427428,373293056~9365144,388137007~7711745,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.834 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 9 diff [2728164~1180579,10641159~4416868,19741680~7371992,33556538~6558476,43761702~6183191,51426002~3491631,56101243~19386486,77856798~7529848,102740740~2388157,117537314~212130,126043004~2739612,129866398~7492465,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~4561493,190797647~7942201,202707795~3039344,206565508~4869796,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,264074003~10071210,276982344~2271671,287667250~10229969,300216088~1470500,307255533~3135471,319000013~82059,323508750~2408162,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.834 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [2728164~1180579,10641159~4416868,19741680~7371992,33556538~6558476,43761702~6183191,51426002~3491631,56101243~19386486,77856798~7529848,102740740~2388157,117537314~212130,126043004~2739612,129866398~7492465,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~4561493,190797647~7942201,202707795~3039344,206565508~4869796,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,264074003~10071210,276982344~2271671,287667250~10229969,300216088~1470500,307255533~3135471,319000013~82059,323508750~2408162,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:17 smithi007 ceph-mon[94998]: pgmap v3560: 137 pgs: 137 active+clean; 1.1 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 232 KiB/s rd, 52 MiB/s wr, 365 op/s 2024-08-04T16:28:17.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:17 smithi007 ceph-mon[94998]: osdmap e2058: 8 total, 8 up, 8 in 2024-08-04T16:28:17.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:17 smithi007 ceph-mon[92692]: pgmap v3560: 137 pgs: 137 active+clean; 1.1 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 232 KiB/s rd, 52 MiB/s wr, 365 op/s 2024-08-04T16:28:17.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:17 smithi007 ceph-mon[92692]: osdmap e2058: 8 total, 8 up, 8 in 2024-08-04T16:28:17.840 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~3908743,10641159~4416868,16777216~10336456,33556538~6558476,41943040~8001853,50331648~25156081,75497472~9889174,100663296~4465601,117440512~308932,126043004~11315859,137938230~18791005,160908903~3524041,169988593~5126668,176160768~2750568,180355072~5447936,190797647~7942201,201326592~10108712,214502991~2703924,222298112~4716419,247463936~3814342,251658240~4571627,260046848~14098365,276982344~2271671,285212672~12684547,300216088~1470500,307255533~3135471,318767104~314968,323508750~2408162,327155712~6495188,337481484~29427428,373293056~9365144,388137007~7711745,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.840 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 10 diff [434952~4234509,10641159~7476693,18764315~8349357,30747490~135947,33556538~6558476,43761702~6183191,51426002~3491631,56101243~19386486,77856798~7529848,99331691~5797206,117537314~212130,125506184~11852679,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~7579041,190797647~7942201,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~12056183,276982344~2271671,287667250~10229969,300216088~1470500,307255533~3135471,319000013~82059,323508750~2408162,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.840 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,10641159~7476693,18764315~8349357,30747490~135947,33556538~6558476,43761702~6183191,51426002~3491631,56101243~19386486,77856798~7529848,99331691~5797206,117537314~212130,125506184~11852679,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~7579041,190797647~7942201,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~12056183,276982344~2271671,287667250~10229969,300216088~1470500,307255533~3135471,319000013~82059,323508750~2408162,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.846 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,10641159~16472513,29360128~1523309,33556538~6558476,41943040~8001853,50331648~25156081,75497472~9889174,99331691~5797206,117440512~308932,125506184~11852679,137938230~18791005,160908903~3524041,169988593~5126668,176160768~2750568,180355072~8465484,190797647~7942201,201326592~10108712,214502991~2703924,222298112~4716419,247463936~3814342,251658240~4571627,260046848~14098365,276982344~2271671,285212672~12684547,300216088~1470500,307255533~3135471,318767104~314968,323508750~2408162,327155712~6495188,337481484~29427428,373293056~9365144,388137007~7711745,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.846 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 11 diff [434952~4234509,10641159~7476693,18764315~8349357,30747490~135947,33556538~6558476,43761702~6183191,51426002~3491631,56101243~19386486,77856798~10862948,99331691~5797206,117537314~212130,125506184~11852679,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~12056183,276982344~2271671,287667250~10229969,300216088~1470500,307255533~3135471,313035386~2044122,319000013~82059,323508750~10142150,337481484~4123793,342573075~13400114,356150228~10758684,374866977~7791223,388137007~10622308,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.846 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,10641159~7476693,18764315~8349357,30747490~135947,33556538~6558476,43761702~6183191,51426002~3491631,56101243~19386486,77856798~10862948,99331691~5797206,117537314~212130,125506184~11852679,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~12056183,276982344~2271671,287667250~10229969,300216088~1470500,307255533~3135471,313035386~2044122,319000013~82059,323508750~10142150,337481484~4123793,342573075~13400114,356150228~10758684,374866977~7791223,388137007~10622308,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.852 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,10641159~16472513,29360128~1523309,33556538~6558476,41943040~8001853,50331648~25156081,75497472~13222274,99331691~5797206,117440512~308932,125506184~11852679,137938230~18791005,160908903~3524041,169988593~5126668,176160768~12659788,190797647~9262550,201326592~10108712,214502991~2703924,222298112~4716419,247463936~3814342,251658240~4571627,260046848~14098365,276982344~2271671,285212672~12684547,300216088~1470500,307255533~7823975,318767104~314968,323508750~10142150,337481484~29427428,373293056~9365144,388137007~10622308,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.852 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 12 diff [434952~4234509,10641159~7476693,18764315~8349357,30747490~135947,33556538~16388355,51426002~3491631,56101243~19386486,77856798~10862948,99331691~5797206,117537314~212130,117818023~3611174,125506184~11852679,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~13528029,276982344~2271671,287667250~10229969,300216088~1470500,307255533~3135471,313035386~2044122,319000013~82059,323508750~10142150,337481484~4123793,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,406586778~6676858] 2024-08-04T16:28:17.852 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,10641159~7476693,18764315~8349357,30747490~135947,33556538~16388355,51426002~3491631,56101243~19386486,77856798~10862948,99331691~5797206,117537314~212130,117818023~3611174,125506184~11852679,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~13528029,276982344~2271671,287667250~10229969,300216088~1470500,307255533~3135471,313035386~2044122,319000013~82059,323508750~10142150,337481484~4123793,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,406586778~6676858] 2024-08-04T16:28:17.857 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,10641159~16472513,29360128~1523309,33556538~16388355,50331648~25156081,75497472~13222274,99331691~5797206,117440512~3988685,125506184~11852679,137938230~18791005,160908903~3524041,169988593~5126668,176160768~12659788,190797647~9262550,201326592~10108712,214502991~2703924,222298112~4716419,247463936~3814342,251658240~4571627,260046848~15570211,276982344~2271671,285212672~12684547,300216088~1470500,307255533~7823975,318767104~314968,323508750~10142150,337481484~31243504,373293056~9365144,388137007~14076837,406586778~6676858] 2024-08-04T16:28:17.857 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 13 diff [434952~8071655,10641159~7476693,18764315~8349357,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,99331691~5797206,117537314~212130,117818023~3611174,125506184~11852679,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~13528029,276982344~2271671,287667250~10229969,300216088~1470500,307255533~3135471,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123793,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,406586778~6676858] 2024-08-04T16:28:17.857 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,99331691~5797206,117537314~212130,117818023~3611174,125506184~11852679,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~13528029,276982344~2271671,287667250~10229969,300216088~1470500,307255533~3135471,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123793,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,406586778~6676858] 2024-08-04T16:28:17.863 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~16472513,29360128~1523309,33556538~16388355,50331648~25156081,75497472~13222274,99331691~5797206,117440512~3988685,125506184~11852679,137938230~18791005,160908903~3524041,169988593~5126668,176160768~12659788,190797647~9262550,201326592~10108712,214502991~2703924,222298112~4716419,247463936~3814342,251658240~4571627,260046848~15570211,276982344~2271671,285212672~12684547,300216088~1470500,307255533~7823975,318767104~314968,323289948~10360952,337481484~31243504,373293056~9365144,388137007~14076837,406586778~6676858] 2024-08-04T16:28:17.863 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 14 diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,91262765~6264292,99331691~5797206,117537314~212130,117818023~19540840,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404664150~1747089,406586778~6676858] 2024-08-04T16:28:17.863 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,91262765~6264292,99331691~5797206,117537314~212130,117818023~19540840,137938230~11167851,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~1219375,247979410~3298868,252951266~3278601,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404664150~1747089,406586778~6676858] 2024-08-04T16:28:17.868 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~20242278,33556538~16388355,50331648~25156081,75497472~13222274,90910873~6616184,99331691~5797206,117440512~19918351,137938230~18791005,160908903~3524041,169988593~5126668,176160768~12659788,190797647~9262550,201326592~12867457,214502991~2703924,222298112~4716419,247463936~3814342,251658240~4571627,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~7823975,318767104~314968,323289948~10360952,337481484~31243504,373293056~9365144,388137007~14076837,404664150~1747089,406586778~6676858] 2024-08-04T16:28:17.868 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 15 diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~39188260,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404664150~1747089,406586778~6676858] 2024-08-04T16:28:17.868 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~39188260,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404664150~1747089,406586778~6676858] 2024-08-04T16:28:17.874 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~20242278,33556538~16388355,50331648~25156081,75497472~13222274,90910873~6616184,99331691~5797206,107601265~8051325,117440512~39565771,160908903~3524041,169988593~5126668,176160768~12659788,190797647~9262550,201326592~12867457,214502991~2703924,222298112~11819430,247463936~3814342,251658240~4571627,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~7823975,318767104~314968,323289948~10360952,337481484~31243504,373293056~9365144,388137007~14076837,404664150~1747089,406586778~6676858] 2024-08-04T16:28:17.874 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 16 diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~39188260,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~1570187,313035386~2044122,316946153~16704747,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404664150~1747089,406586778~6676858] 2024-08-04T16:28:17.874 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~24061727,76219907~12499839,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~39188260,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~1570187,313035386~2044122,316946153~16704747,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404664150~1747089,406586778~6676858] 2024-08-04T16:28:17.879 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~20242278,33556538~16388355,50331648~25156081,75497472~13222274,90910873~6616184,99331691~5797206,107601265~8051325,117440512~39565771,160908903~3524041,169988593~5126668,176160768~12659788,190797647~9262550,201326592~12867457,214502991~2703924,222298112~11819430,247463936~3814342,251658240~4571627,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~31243504,373293056~9365144,388137007~14076837,404664150~1747089,406586778~6676858] 2024-08-04T16:28:17.880 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 17 diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~39188260,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:17.880 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~39188260,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252951266~3278601,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:17.886 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~20242278,33556538~16388355,50331648~47195409,99331691~5797206,107601265~8051325,117440512~39565771,160908903~3524041,169988593~5126668,176160768~12659788,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,247463936~3814342,251658240~4571627,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~31243504,373293056~9365144,388137007~14917458,404664150~8599486] 2024-08-04T16:28:17.886 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 18 diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~39188260,160908903~3524041,169988593~3907505,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~12574760,371652845~3185493,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:17.886 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~39188260,160908903~3524041,169988593~3907505,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~12574760,371652845~3185493,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:17.891 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~39303734,50331648~47195409,99331691~5797206,107601265~8051325,117440512~39565771,160908903~3524041,169988593~18831963,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,247463936~3814342,251658240~5254674,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~31243504,369098752~13559448,388137007~14917458,404664150~8599486] 2024-08-04T16:28:17.891 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 19 diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:17.891 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:17.897 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~39303734,50331648~47195409,99331691~5797206,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:17.897 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 4 diff [33556538~4990507,60613411~4474641,77856798~7529848,143562022~5544059,169988593~3907505,174377056~738205,287667250~6417617,307255533~3135471,374866977~779593,406586778~6676858] 2024-08-04T16:28:17.897 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [33556538~4990507,60613411~4474641,77856798~7529848,143562022~5544059,169988593~3907505,174377056~738205,287667250~6417617,307255533~3135471,374866977~779593,406586778~6676858] 2024-08-04T16:28:17.902 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [33556538~4990507,60613411~4474641,75497472~9889174,143562022~5544059,169988593~5126668,285212672~8872195,307255533~3135471,373293056~2353514,406586778~6676858] 2024-08-04T16:28:17.903 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 5 diff [33556538~4990507,43761702~6183191,60613411~4474641,77856798~7529848,102740740~2388157,143562022~5544059,155699294~1029941,160908903~3524041,169988593~3907505,174377056~738205,268394049~4435650,287667250~8715491,307255533~3135471,362500592~847012,374866977~7791223,388137007~7711745,406586778~6676858] 2024-08-04T16:28:17.903 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [33556538~4990507,43761702~6183191,60613411~4474641,77856798~7529848,102740740~2388157,143562022~5544059,155699294~1029941,160908903~3524041,169988593~3907505,174377056~738205,268394049~4435650,287667250~8715491,307255533~3135471,362500592~847012,374866977~7791223,388137007~7711745,406586778~6676858] 2024-08-04T16:28:17.908 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [33556538~4990507,41943040~8001853,60613411~4474641,75497472~9889174,100663296~4465601,143562022~5544059,155699294~1029941,160908903~3524041,169988593~5126668,264241152~8588547,285212672~11170069,307255533~3135471,360710144~2637460,373293056~9365144,388137007~7711745,406586778~6676858] 2024-08-04T16:28:17.908 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 6 diff [33556538~4990507,43761702~6183191,60613411~4474641,77856798~7529848,102740740~2388157,129866398~7492465,143562022~5544059,155699294~1029941,160908903~3524041,169988593~3907505,174377056~738205,181241515~4561493,195854233~1332997,225795156~1219375,264607888~2223001,268394049~4435650,287667250~8715491,307255533~3135471,337481484~4123793,342573075~3542850,347828295~8144894,361646678~5262234,374866977~7791223,388137007~7711745,406586778~6676858] 2024-08-04T16:28:17.908 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [33556538~4990507,43761702~6183191,60613411~4474641,77856798~7529848,102740740~2388157,129866398~7492465,143562022~5544059,155699294~1029941,160908903~3524041,169988593~3907505,174377056~738205,181241515~4561493,195854233~1332997,225795156~1219375,264607888~2223001,268394049~4435650,287667250~8715491,307255533~3135471,337481484~4123793,342573075~3542850,347828295~8144894,361646678~5262234,374866977~7791223,388137007~7711745,406586778~6676858] 2024-08-04T16:28:17.913 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [33556538~4990507,41943040~8001853,60613411~4474641,75497472~9889174,100663296~4465601,126697772~10661091,143562022~5544059,155699294~1029941,160908903~3524041,169988593~5126668,180355072~5447936,195854233~1332997,222298112~4716419,264241152~8588547,285212672~11170069,307255533~3135471,337481484~18491705,360710144~6198768,373293056~9365144,388137007~7711745,406586778~6676858] 2024-08-04T16:28:17.914 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 7 diff [33556538~4990507,43761702~6183191,60613411~4474641,68023361~5878335,77856798~7529848,102740740~2388157,126083652~2698964,129866398~7492465,143562022~5544059,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~4561493,195854233~1332997,206565508~4869796,225795156~1219375,247979410~3298868,264607888~2223001,268394049~4435650,287667250~8715491,300216088~1470500,307255533~3135471,319000013~82059,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,406586778~6676858] 2024-08-04T16:28:17.914 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [33556538~4990507,43761702~6183191,60613411~4474641,68023361~5878335,77856798~7529848,102740740~2388157,126083652~2698964,129866398~7492465,143562022~5544059,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~4561493,195854233~1332997,206565508~4869796,225795156~1219375,247979410~3298868,264607888~2223001,268394049~4435650,287667250~8715491,300216088~1470500,307255533~3135471,319000013~82059,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,406586778~6676858] 2024-08-04T16:28:17.919 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [33556538~4990507,41943040~8001853,60613411~4474641,68023361~5878335,75497472~9889174,100663296~4465601,126083652~11275211,143562022~13167213,160908903~3524041,169988593~5126668,176160768~2750568,180355072~5447936,195854233~1332997,205747139~5688165,222298112~4716419,247463936~3814342,264241152~8588547,285212672~11170069,300216088~1470500,307255533~3135471,318767104~314968,337481484~29427428,373293056~9365144,388137007~7711745,406586778~6676858] 2024-08-04T16:28:17.919 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 8 diff [10641159~1752296,19741680~7371992,33556538~4990507,43761702~6183191,51426002~3491631,60613411~4474641,68023361~5878335,77856798~7529848,102740740~2388157,117537314~212130,126083652~2698964,129866398~7492465,143562022~5544059,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~4561493,190797647~7942201,206565508~4869796,225795156~1219375,247979410~3298868,264607888~2223001,268394049~5751164,287667250~8715491,300216088~1470500,307255533~3135471,319000013~82059,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.919 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [10641159~1752296,19741680~7371992,33556538~4990507,43761702~6183191,51426002~3491631,60613411~4474641,68023361~5878335,77856798~7529848,102740740~2388157,117537314~212130,126083652~2698964,129866398~7492465,143562022~5544059,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~4561493,190797647~7942201,206565508~4869796,225795156~1219375,247979410~3298868,264607888~2223001,268394049~5751164,287667250~8715491,300216088~1470500,307255533~3135471,319000013~82059,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.925 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [10641159~1752296,16777216~10336456,33556538~4990507,41943040~8001853,50331648~4585985,60613411~4474641,68023361~5878335,75497472~9889174,100663296~4465601,117440512~308932,126083652~11275211,143562022~13167213,160908903~3524041,169988593~5126668,176160768~2750568,180355072~5447936,190797647~7942201,205747139~5688165,222298112~4716419,247463936~3814342,264241152~9904061,285212672~11170069,300216088~1470500,307255533~3135471,318767104~314968,327155712~6495188,337481484~29427428,373293056~9365144,388137007~7711745,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.925 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 9 diff [2728164~1180579,10641159~1752296,19741680~7371992,33556538~6558476,43761702~6183191,51426002~3491631,56300311~1143269,60613411~4474641,68023361~7464368,77856798~7529848,102740740~2388157,117537314~212130,126083652~2698964,129866398~7492465,143562022~5544059,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~4561493,190797647~7942201,206565508~4869796,215728261~1478654,225795156~1219375,247979410~3298868,264074003~10071210,276982344~2271671,287667250~8715491,300216088~1470500,307255533~3135471,319000013~82059,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.925 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [2728164~1180579,10641159~1752296,19741680~7371992,33556538~6558476,43761702~6183191,51426002~3491631,56300311~1143269,60613411~4474641,68023361~7464368,77856798~7529848,102740740~2388157,117537314~212130,126083652~2698964,129866398~7492465,143562022~5544059,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~4561493,190797647~7942201,206565508~4869796,215728261~1478654,225795156~1219375,247979410~3298868,264074003~10071210,276982344~2271671,287667250~8715491,300216088~1470500,307255533~3135471,319000013~82059,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.931 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~3908743,10641159~1752296,16777216~10336456,33556538~6558476,41943040~8001853,50331648~4585985,56300311~1143269,60613411~4474641,68023361~7464368,75497472~9889174,100663296~4465601,117440512~308932,126083652~11275211,143562022~13167213,160908903~3524041,169988593~5126668,176160768~2750568,180355072~5447936,190797647~7942201,205747139~5688165,214502991~2703924,222298112~4716419,247463936~3814342,260046848~14098365,276982344~2271671,285212672~11170069,300216088~1470500,307255533~3135471,318767104~314968,327155712~6495188,337481484~29427428,373293056~9365144,388137007~7711745,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.931 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 10 diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,33556538~6558476,43761702~6183191,51426002~3491631,56300311~1143269,60613411~4474641,68023361~7464368,77856798~7529848,99331691~5797206,117537314~212130,125506184~11852679,143562022~5544059,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~7579041,190797647~7942201,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~12056183,276982344~2271671,287667250~8715491,300216088~1470500,307255533~3135471,319000013~82059,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.931 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,33556538~6558476,43761702~6183191,51426002~3491631,56300311~1143269,60613411~4474641,68023361~7464368,77856798~7529848,99331691~5797206,117537314~212130,125506184~11852679,143562022~5544059,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,178829344~81992,181241515~7579041,190797647~7942201,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~12056183,276982344~2271671,287667250~8715491,300216088~1470500,307255533~3135471,319000013~82059,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,374866977~7791223,388137007~7711745,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.936 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,10641159~1752296,13188951~13924721,29360128~1523309,33556538~6558476,41943040~8001853,50331648~4585985,56300311~1143269,60613411~4474641,68023361~7464368,75497472~9889174,99331691~5797206,117440512~308932,125506184~11852679,143562022~13167213,160908903~3524041,169988593~5126668,176160768~2750568,180355072~8465484,190797647~7942201,201905780~9529524,214502991~2703924,222298112~4716419,247463936~3814342,260046848~14098365,276982344~2271671,285212672~11170069,300216088~1470500,307255533~3135471,318767104~314968,327155712~6495188,337481484~29427428,373293056~9365144,388137007~7711745,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.937 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 11 diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,33556538~6558476,43761702~6183191,51426002~3491631,56300311~1143269,60613411~4474641,68023361~7464368,77856798~10862948,99331691~5797206,117537314~212130,125506184~11852679,143562022~5544059,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~12056183,276982344~2271671,287667250~8715491,300216088~1470500,307255533~3135471,313035386~2044122,319000013~82059,323687955~9962945,337481484~4123793,342573075~13400114,356150228~10758684,374866977~7791223,388137007~10622308,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.937 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,33556538~6558476,43761702~6183191,51426002~3491631,56300311~1143269,60613411~4474641,68023361~7464368,77856798~10862948,99331691~5797206,117537314~212130,125506184~11852679,143562022~5544059,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~12056183,276982344~2271671,287667250~8715491,300216088~1470500,307255533~3135471,313035386~2044122,319000013~82059,323687955~9962945,337481484~4123793,342573075~13400114,356150228~10758684,374866977~7791223,388137007~10622308,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.942 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,10641159~1752296,13188951~13924721,29360128~1523309,33556538~6558476,41943040~8001853,50331648~4585985,56300311~1143269,60613411~4474641,68023361~7464368,75497472~13222274,99331691~5797206,117440512~308932,125506184~11852679,143562022~13167213,160908903~3524041,169988593~5126668,176160768~12659788,190797647~9262550,201905780~9529524,214502991~2703924,222298112~4716419,247463936~3814342,260046848~14098365,276982344~2271671,285212672~11170069,300216088~1470500,307255533~7823975,318767104~314968,323687955~9962945,337481484~29427428,373293056~9365144,388137007~10622308,399511807~2702037,406586778~6676858] 2024-08-04T16:28:17.942 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 12 diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,33556538~16388355,51426002~3491631,56300311~1143269,60613411~4474641,68023361~7464368,77856798~10862948,99331691~5797206,117537314~212130,117818023~3611174,125506184~11852679,143562022~5544059,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~13528029,276982344~2271671,287667250~8715491,300216088~1470500,307255533~3135471,313035386~2044122,319000013~82059,323687955~9962945,337481484~4123793,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,406586778~6676858] 2024-08-04T16:28:17.942 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,33556538~16388355,51426002~3491631,56300311~1143269,60613411~4474641,68023361~7464368,77856798~10862948,99331691~5797206,117537314~212130,117818023~3611174,125506184~11852679,143562022~5544059,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~13528029,276982344~2271671,287667250~8715491,300216088~1470500,307255533~3135471,313035386~2044122,319000013~82059,323687955~9962945,337481484~4123793,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,406586778~6676858] 2024-08-04T16:28:17.948 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,10641159~1752296,13188951~13924721,29360128~1523309,33556538~16388355,50331648~4585985,56300311~1143269,60613411~4474641,68023361~7464368,75497472~13222274,99331691~5797206,117440512~3988685,125506184~11852679,143562022~13167213,160908903~3524041,169988593~5126668,176160768~12659788,190797647~9262550,201905780~9529524,214502991~2703924,222298112~4716419,247463936~3814342,260046848~15570211,276982344~2271671,285212672~11170069,300216088~1470500,307255533~7823975,318767104~314968,323687955~9962945,337481484~31243504,373293056~9365144,388137007~14076837,406586778~6676858] 2024-08-04T16:28:17.948 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 13 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,33556538~16388355,51426002~7146357,60613411~4474641,68023361~7464368,76219907~12499839,99331691~5797206,117537314~212130,117818023~3611174,125506184~11852679,143562022~5544059,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~13528029,276982344~2271671,287667250~8715491,300216088~1470500,307255533~3135471,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123793,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,406586778~6676858] 2024-08-04T16:28:17.948 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,33556538~16388355,51426002~7146357,60613411~4474641,68023361~7464368,76219907~12499839,99331691~5797206,117537314~212130,117818023~3611174,125506184~11852679,143562022~5544059,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~13528029,276982344~2271671,287667250~8715491,300216088~1470500,307255533~3135471,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123793,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,406586778~6676858] 2024-08-04T16:28:17.954 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~13924721,29360128~1523309,33556538~16388355,50331648~8240711,60613411~4474641,68023361~7464368,75497472~13222274,99331691~5797206,117440512~3988685,125506184~11852679,143562022~13167213,160908903~3524041,169988593~5126668,176160768~12659788,190797647~9262550,201905780~9529524,214502991~2703924,222298112~4716419,247463936~3814342,260046848~15570211,276982344~2271671,285212672~11170069,300216088~1470500,307255533~7823975,318767104~314968,323289948~10360952,337481484~31243504,373293056~9365144,388137007~14076837,406586778~6676858] 2024-08-04T16:28:17.954 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 14 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~7146357,60613411~4474641,68023361~7464368,76219907~12499839,91262765~6264292,99331691~5797206,117537314~212130,117818023~19540840,143562022~5544059,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~1219375,247979410~3298868,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404664150~1747089,406586778~6676858] 2024-08-04T16:28:17.954 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~7146357,60613411~4474641,68023361~7464368,76219907~12499839,91262765~6264292,99331691~5797206,117537314~212130,117818023~19540840,143562022~5544059,150381989~6347246,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~1219375,247979410~3298868,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404664150~1747089,406586778~6676858] 2024-08-04T16:28:17.959 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,33556538~16388355,50331648~8240711,60613411~4474641,68023361~7464368,75497472~13222274,90910873~6616184,99331691~5797206,117440512~19918351,143562022~13167213,160908903~3524041,169988593~5126668,176160768~12659788,190797647~9262550,201905780~12288269,214502991~2703924,222298112~4716419,247463936~3814342,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~7823975,318767104~314968,323289948~10360952,337481484~31243504,373293056~9365144,388137007~14076837,404664150~1747089,406586778~6676858] 2024-08-04T16:28:17.959 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 15 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~7146357,60613411~4474641,68023361~7464368,76219907~12499839,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~23790021,143562022~13444261,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404664150~1747089,406586778~6676858] 2024-08-04T16:28:17.960 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~7146357,60613411~4474641,68023361~7464368,76219907~12499839,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~23790021,143562022~13444261,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404664150~1747089,406586778~6676858] 2024-08-04T16:28:17.965 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,33556538~16388355,50331648~8240711,60613411~4474641,68023361~7464368,75497472~13222274,90910873~6616184,99331691~5797206,107601265~8051325,117440512~24167532,143562022~13444261,160908903~3524041,169988593~5126668,176160768~12659788,190797647~9262550,201905780~12288269,214502991~2703924,222298112~11819430,247463936~3814342,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~7823975,318767104~314968,323289948~10360952,337481484~31243504,373293056~9365144,388137007~14076837,404664150~1747089,406586778~6676858] 2024-08-04T16:28:17.965 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 16 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~13662050,68023361~7464368,76219907~12499839,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~23790021,143562022~13444261,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~1570187,313035386~2044122,316946153~16704747,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404664150~1747089,406586778~6676858] 2024-08-04T16:28:17.965 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~13662050,68023361~7464368,76219907~12499839,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~23790021,143562022~13444261,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~1570187,313035386~2044122,316946153~16704747,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14076837,404664150~1747089,406586778~6676858] 2024-08-04T16:28:17.971 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,33556538~16388355,50331648~14756404,68023361~7464368,75497472~13222274,90910873~6616184,99331691~5797206,107601265~8051325,117440512~24167532,143562022~13444261,160908903~3524041,169988593~5126668,176160768~12659788,190797647~9262550,201905780~12288269,214502991~2703924,222298112~11819430,247463936~3814342,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~31243504,373293056~9365144,388137007~14076837,404664150~1747089,406586778~6676858] 2024-08-04T16:28:17.971 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 17 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~23790021,143562022~13444261,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:17.971 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,33556538~16388355,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~23790021,143562022~13444261,160908903~3524041,169988593~3907505,174377056~738205,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~4123848,342573075~13400114,356150228~12574760,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:17.977 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,33556538~16388355,50331648~14756404,68023361~29503696,99331691~5797206,107601265~8051325,117440512~24167532,143562022~13444261,160908903~3524041,169988593~5126668,176160768~12659788,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,247463936~3814342,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~31243504,373293056~9365144,388137007~14917458,404664150~8599486] 2024-08-04T16:28:17.977 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 18 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~23790021,143562022~13444261,160908903~3524041,169988593~3907505,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~12574760,371652845~3185493,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:17.977 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~23790021,143562022~13444261,160908903~3524041,169988593~3907505,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~12574760,371652845~3185493,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:17.982 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14756404,68023361~29503696,99331691~5797206,107601265~8051325,117440512~24167532,143562022~13444261,160908903~3524041,169988593~18831963,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~31243504,369098752~13559448,388137007~14917458,404664150~8599486] 2024-08-04T16:28:17.982 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 19 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:17.983 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:17.988 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14756404,68023361~29503696,99331691~5797206,107601265~34006779,143562022~13444261,160908903~3524041,166924609~21895947,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:17.988 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 5 diff [37436042~187283,43761702~6183191,102740740~2388157,155699294~1029941,160908903~3524041,268394049~4435650,293294295~3088446,362500592~847012,375171969~7486231,388137007~7711745] 2024-08-04T16:28:17.989 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [37436042~187283,43761702~6183191,102740740~2388157,155699294~1029941,160908903~3524041,268394049~4435650,293294295~3088446,362500592~847012,375171969~7486231,388137007~7711745] 2024-08-04T16:28:17.994 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [37436042~187283,41943040~8001853,100663296~4465601,155699294~1029941,160908903~3524041,264241152~8588547,293294295~3088446,360710144~2637460,375171969~7486231,388137007~7711745] 2024-08-04T16:28:17.994 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 6 diff [37436042~187283,43761702~6183191,102740740~2388157,129866398~7492465,155699294~1029941,160908903~3524041,181241515~4561493,195854233~1332997,225795156~1219375,264607888~2223001,268394049~4435650,293294295~3088446,337481484~4123793,342573075~3542850,347828295~8144894,361646678~5262234,375171969~7486231,388137007~7711745] 2024-08-04T16:28:17.994 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [37436042~187283,43761702~6183191,102740740~2388157,129866398~7492465,155699294~1029941,160908903~3524041,181241515~4561493,195854233~1332997,225795156~1219375,264607888~2223001,268394049~4435650,293294295~3088446,337481484~4123793,342573075~3542850,347828295~8144894,361646678~5262234,375171969~7486231,388137007~7711745] 2024-08-04T16:28:17.999 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [37436042~187283,41943040~8001853,100663296~4465601,126697772~10661091,155699294~1029941,160908903~3524041,180355072~5447936,195854233~1332997,222298112~4716419,264241152~8588547,293294295~3088446,337481484~18491705,360710144~6198768,375171969~7486231,388137007~7711745] 2024-08-04T16:28:17.999 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 7 diff [37436042~187283,43761702~6183191,68023361~5878335,102740740~2388157,126083652~2698964,129866398~7492465,150381989~6347246,160908903~3524041,178829344~81992,181241515~4561493,195854233~1332997,206565508~4869796,225795156~1219375,247979410~3298868,264607888~2223001,268394049~4435650,293294295~3088446,300216088~1470500,319000013~82059,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,375171969~7486231,388137007~7711745] 2024-08-04T16:28:17.999 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [37436042~187283,43761702~6183191,68023361~5878335,102740740~2388157,126083652~2698964,129866398~7492465,150381989~6347246,160908903~3524041,178829344~81992,181241515~4561493,195854233~1332997,206565508~4869796,225795156~1219375,247979410~3298868,264607888~2223001,268394049~4435650,293294295~3088446,300216088~1470500,319000013~82059,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,375171969~7486231,388137007~7711745] 2024-08-04T16:28:18.005 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [37436042~187283,41943040~8001853,68023361~5878335,100663296~4465601,126083652~11275211,149106081~7623154,160908903~3524041,176160768~2750568,180355072~5447936,195854233~1332997,205747139~5688165,222298112~4716419,247463936~3814342,264241152~8588547,293294295~3088446,300216088~1470500,318767104~314968,337481484~29427428,375171969~7486231,388137007~7711745] 2024-08-04T16:28:18.005 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 8 diff [10641159~1752296,19741680~7371992,37436042~187283,43761702~6183191,51426002~3491631,68023361~5878335,102740740~2388157,117537314~212130,126083652~2698964,129866398~7492465,150381989~6347246,160908903~3524041,178829344~81992,181241515~4561493,190797647~7942201,206565508~4869796,225795156~1219375,247979410~3298868,264607888~2223001,268394049~5751164,293294295~3088446,300216088~1470500,319000013~82059,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,375171969~7486231,388137007~7711745,399511807~2702037] 2024-08-04T16:28:18.005 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [10641159~1752296,19741680~7371992,37436042~187283,43761702~6183191,51426002~3491631,68023361~5878335,102740740~2388157,117537314~212130,126083652~2698964,129866398~7492465,150381989~6347246,160908903~3524041,178829344~81992,181241515~4561493,190797647~7942201,206565508~4869796,225795156~1219375,247979410~3298868,264607888~2223001,268394049~5751164,293294295~3088446,300216088~1470500,319000013~82059,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,375171969~7486231,388137007~7711745,399511807~2702037] 2024-08-04T16:28:18.011 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [10641159~1752296,16777216~10336456,37436042~187283,41943040~8001853,50331648~4585985,68023361~5878335,100663296~4465601,117440512~308932,126083652~11275211,149106081~7623154,160908903~3524041,176160768~2750568,180355072~5447936,190797647~7942201,205747139~5688165,222298112~4716419,247463936~3814342,264241152~9904061,293294295~3088446,300216088~1470500,318767104~314968,327155712~6495188,337481484~29427428,375171969~7486231,388137007~7711745,399511807~2702037] 2024-08-04T16:28:18.011 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 9 diff [2728164~1180579,10641159~1752296,19741680~7371992,34838704~5276310,43761702~6183191,51426002~3491631,56300311~1143269,68023361~7464368,102740740~2388157,117537314~212130,126083652~2698964,129866398~7492465,143828593~1810996,150381989~6347246,160908903~3524041,178829344~81992,181241515~4561493,190797647~7942201,206565508~4869796,215728261~1478654,225795156~1219375,247979410~3298868,264074003~10071210,276982344~2271671,293294295~3088446,300216088~1470500,319000013~82059,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,375171969~7486231,388137007~7711745,399511807~2702037] 2024-08-04T16:28:18.011 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [2728164~1180579,10641159~1752296,19741680~7371992,34838704~5276310,43761702~6183191,51426002~3491631,56300311~1143269,68023361~7464368,102740740~2388157,117537314~212130,126083652~2698964,129866398~7492465,143828593~1810996,150381989~6347246,160908903~3524041,178829344~81992,181241515~4561493,190797647~7942201,206565508~4869796,215728261~1478654,225795156~1219375,247979410~3298868,264074003~10071210,276982344~2271671,293294295~3088446,300216088~1470500,319000013~82059,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,375171969~7486231,388137007~7711745,399511807~2702037] 2024-08-04T16:28:18.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:17 smithi062 ceph-mon[85960]: pgmap v3560: 137 pgs: 137 active+clean; 1.1 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 232 KiB/s rd, 52 MiB/s wr, 365 op/s 2024-08-04T16:28:18.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:17 smithi062 ceph-mon[85960]: osdmap e2058: 8 total, 8 up, 8 in 2024-08-04T16:28:18.016 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~3908743,10641159~1752296,16777216~10336456,34838704~5276310,41943040~8001853,50331648~4585985,56300311~1143269,68023361~7464368,100663296~4465601,117440512~308932,126083652~11275211,143828593~1810996,149106081~7623154,160908903~3524041,176160768~2750568,180355072~5447936,190797647~7942201,205747139~5688165,214502991~2703924,222298112~4716419,247463936~3814342,260046848~14098365,276982344~2271671,293294295~3088446,300216088~1470500,318767104~314968,327155712~6495188,337481484~29427428,375171969~7486231,388137007~7711745,399511807~2702037] 2024-08-04T16:28:18.016 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 10 diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~5276310,43761702~6183191,51426002~3491631,56300311~1143269,68023361~7464368,99331691~5797206,117537314~212130,125506184~11852679,143828593~1810996,150381989~6347246,160908903~3524041,178829344~81992,181241515~7579041,190797647~7942201,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~12056183,276982344~2271671,293294295~3088446,300216088~1470500,319000013~82059,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,375171969~7486231,388137007~7711745,399511807~2702037] 2024-08-04T16:28:18.016 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~5276310,43761702~6183191,51426002~3491631,56300311~1143269,68023361~7464368,99331691~5797206,117537314~212130,125506184~11852679,143828593~1810996,150381989~6347246,160908903~3524041,178829344~81992,181241515~7579041,190797647~7942201,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~12056183,276982344~2271671,293294295~3088446,300216088~1470500,319000013~82059,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,375171969~7486231,388137007~7711745,399511807~2702037] 2024-08-04T16:28:18.022 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,10641159~1752296,13188951~13924721,29360128~1523309,34838704~5276310,41943040~8001853,50331648~4585985,56300311~1143269,68023361~7464368,99331691~5797206,117440512~308932,125506184~11852679,143828593~1810996,149106081~7623154,160908903~3524041,176160768~2750568,180355072~8465484,190797647~7942201,201905780~9529524,214502991~2703924,222298112~4716419,247463936~3814342,260046848~14098365,276982344~2271671,293294295~3088446,300216088~1470500,318767104~314968,327155712~6495188,337481484~29427428,375171969~7486231,388137007~7711745,399511807~2702037] 2024-08-04T16:28:18.022 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 11 diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~5276310,43761702~6183191,51426002~3491631,56300311~1143269,68023361~7464368,80146808~8572938,99331691~5797206,117537314~212130,125506184~11852679,143828593~1810996,150381989~6347246,160908903~3524041,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~12056183,276982344~2271671,293294295~3088446,300216088~1470500,313035386~2044122,319000013~82059,323687955~9962945,337481484~4123793,342573075~13400114,356150228~10758684,375171969~7486231,388137007~10622308,399511807~2702037] 2024-08-04T16:28:18.022 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~5276310,43761702~6183191,51426002~3491631,56300311~1143269,68023361~7464368,80146808~8572938,99331691~5797206,117537314~212130,125506184~11852679,143828593~1810996,150381989~6347246,160908903~3524041,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~12056183,276982344~2271671,293294295~3088446,300216088~1470500,313035386~2044122,319000013~82059,323687955~9962945,337481484~4123793,342573075~13400114,356150228~10758684,375171969~7486231,388137007~10622308,399511807~2702037] 2024-08-04T16:28:18.027 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,10641159~1752296,13188951~13924721,29360128~1523309,34838704~5276310,41943040~8001853,50331648~4585985,56300311~1143269,68023361~7464368,80146808~8572938,99331691~5797206,117440512~308932,125506184~11852679,143828593~1810996,149106081~7623154,160908903~3524041,176160768~12659788,190797647~9262550,201905780~9529524,214502991~2703924,222298112~4716419,247463936~3814342,260046848~14098365,276982344~2271671,293294295~3088446,300216088~1470500,310391004~4688504,318767104~314968,323687955~9962945,337481484~29427428,375171969~7486231,388137007~10622308,399511807~2702037] 2024-08-04T16:28:18.027 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 12 diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~15106189,51426002~3491631,56300311~1143269,68023361~7464368,80146808~8572938,99331691~5797206,117537314~212130,117818023~3611174,125506184~11852679,143828593~1810996,150381989~6347246,160908903~3524041,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~13528029,276982344~2271671,293294295~3088446,300216088~1470500,313035386~2044122,319000013~82059,323687955~9962945,337481484~4123793,342573075~13400114,356150228~12574760,375171969~7486231,388137007~14076837] 2024-08-04T16:28:18.027 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~15106189,51426002~3491631,56300311~1143269,68023361~7464368,80146808~8572938,99331691~5797206,117537314~212130,117818023~3611174,125506184~11852679,143828593~1810996,150381989~6347246,160908903~3524041,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~13528029,276982344~2271671,293294295~3088446,300216088~1470500,313035386~2044122,319000013~82059,323687955~9962945,337481484~4123793,342573075~13400114,356150228~12574760,375171969~7486231,388137007~14076837] 2024-08-04T16:28:18.032 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,10641159~1752296,13188951~13924721,29360128~1523309,34838704~15106189,50331648~4585985,56300311~1143269,68023361~7464368,80146808~8572938,99331691~5797206,117440512~3988685,125506184~11852679,143828593~1810996,149106081~7623154,160908903~3524041,176160768~12659788,190797647~9262550,201905780~9529524,214502991~2703924,222298112~4716419,247463936~3814342,260046848~15570211,276982344~2271671,293294295~3088446,300216088~1470500,310391004~4688504,318767104~314968,323687955~9962945,337481484~31243504,375171969~7486231,388137007~14076837] 2024-08-04T16:28:18.032 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 13 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~15106189,51426002~7146357,68023361~7464368,76219907~12499839,99331691~5797206,117537314~212130,117818023~3611174,125506184~11852679,143828593~1810996,148694901~135360,150381989~6347246,160908903~3524041,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~13528029,276982344~2271671,288275531~8107210,300216088~1470500,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123793,342573075~13400114,356150228~12574760,375171969~7486231,388137007~14076837] 2024-08-04T16:28:18.033 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~15106189,51426002~7146357,68023361~7464368,76219907~12499839,99331691~5797206,117537314~212130,117818023~3611174,125506184~11852679,143828593~1810996,148694901~135360,150381989~6347246,160908903~3524041,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~13528029,276982344~2271671,288275531~8107210,300216088~1470500,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123793,342573075~13400114,356150228~12574760,375171969~7486231,388137007~14076837] 2024-08-04T16:28:18.038 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~13924721,29360128~1523309,34838704~15106189,50331648~8240711,68023361~7464368,76219907~12499839,99331691~5797206,117440512~3988685,125506184~11852679,143828593~1810996,148694901~135360,149106081~7623154,160908903~3524041,176160768~12659788,190797647~9262550,201905780~9529524,214502991~2703924,222298112~4716419,247463936~3814342,260046848~15570211,276982344~2271671,288275531~8107210,300216088~1470500,310391004~4688504,318767104~314968,323289948~10360952,337481484~31243504,375171969~7486231,388137007~14076837] 2024-08-04T16:28:18.038 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 14 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~15106189,51426002~7146357,68023361~7464368,76219907~12499839,91262765~6264292,99331691~5797206,117537314~212130,117818023~19540840,143828593~1810996,148694901~135360,150381989~6347246,160908903~3524041,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~1219375,247979410~3298868,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,375171969~7486231,388137007~14076837,404664150~1747089] 2024-08-04T16:28:18.038 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~15106189,51426002~7146357,68023361~7464368,76219907~12499839,91262765~6264292,99331691~5797206,117537314~212130,117818023~19540840,143828593~1810996,148694901~135360,150381989~6347246,160908903~3524041,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~1219375,247979410~3298868,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,375171969~7486231,388137007~14076837,404664150~1747089] 2024-08-04T16:28:18.044 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,34838704~15106189,50331648~8240711,68023361~7464368,76219907~12499839,90910873~6616184,99331691~5797206,117440512~19918351,143828593~1810996,148694901~135360,149106081~7623154,160908903~3524041,176160768~12659788,190797647~9262550,201905780~12288269,214502991~2703924,222298112~4716419,247463936~3814342,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~4688504,318767104~314968,323289948~10360952,337481484~31243504,375171969~7486231,388137007~14076837,404664150~1747089] 2024-08-04T16:28:18.044 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 15 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~15106189,51426002~7146357,68023361~7464368,76219907~12499839,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~23790021,143828593~1810996,148023756~8982527,160908903~3524041,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,375171969~7486231,388137007~14076837,404664150~1747089] 2024-08-04T16:28:18.044 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~15106189,51426002~7146357,68023361~7464368,76219907~12499839,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~23790021,143828593~1810996,148023756~8982527,160908903~3524041,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,375171969~7486231,388137007~14076837,404664150~1747089] 2024-08-04T16:28:18.050 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,34838704~15106189,50331648~8240711,68023361~7464368,76219907~12499839,90910873~6616184,99331691~5797206,107601265~8051325,117440512~24167532,143828593~1810996,148023756~8982527,160908903~3524041,176160768~12659788,190797647~9262550,201905780~12288269,214502991~2703924,222298112~11819430,247463936~3814342,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~4688504,318767104~314968,323289948~10360952,337481484~31243504,375171969~7486231,388137007~14076837,404664150~1747089] 2024-08-04T16:28:18.050 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 16 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~15106189,51426002~13124029,68023361~7464368,76219907~12499839,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~23790021,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~1570187,313035386~2044122,316946153~16704747,337481484~4123848,342573075~13400114,356150228~12574760,375171969~7486231,388137007~14076837,404664150~1747089] 2024-08-04T16:28:18.050 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~15106189,51426002~13124029,68023361~7464368,76219907~12499839,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~23790021,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~1570187,313035386~2044122,316946153~16704747,337481484~4123848,342573075~13400114,356150228~12574760,375171969~7486231,388137007~14076837,404664150~1747089] 2024-08-04T16:28:18.055 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,34838704~15106189,50331648~14218383,68023361~7464368,76219907~12499839,90910873~6616184,99331691~5797206,107601265~8051325,117440512~24167532,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,176160768~12659788,190797647~9262550,201905780~12288269,214502991~2703924,222298112~11819430,247463936~3814342,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~23259896,337481484~31243504,375171969~7486231,388137007~14076837,404664150~1747089] 2024-08-04T16:28:18.056 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 17 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~15106189,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~23790021,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~4123848,342573075~13400114,356150228~12574760,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:18.056 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~15106189,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~23790021,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~4123848,342573075~13400114,356150228~12574760,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:18.061 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,34838704~15106189,50331648~14218383,68023361~29503696,99331691~5797206,107601265~8051325,117440512~24167532,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,176160768~12659788,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,247463936~3814342,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~23259896,337481484~31243504,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:18.061 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 18 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~23790021,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~12574760,371652845~3185493,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:18.061 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117537314~212130,117818023~23790021,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~12574760,371652845~3185493,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:18.067 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14218383,68023361~29503696,99331691~5797206,107601265~8051325,117440512~24167532,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~23259896,337481484~31243504,369098752~5739586,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:18.067 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 19 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:18.067 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:18.073 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14218383,68023361~29503696,99331691~5797206,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~23259896,337481484~37356854,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:18.073 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 6 diff [129866398~7492465,181241515~4561493,195854233~1332997,225795156~1219375,264607888~2223001,337481484~4123793,342573075~3542850,347828295~8144894,361646678~5262234] 2024-08-04T16:28:18.074 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [129866398~7492465,181241515~4561493,195854233~1332997,225795156~1219375,264607888~2223001,337481484~4123793,342573075~3542850,347828295~8144894,361646678~5262234] 2024-08-04T16:28:18.079 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [126697772~10661091,180355072~5447936,195854233~1332997,222298112~4716419,264607888~2223001,337481484~18491705,361646678~5262234] 2024-08-04T16:28:18.079 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 7 diff [68023361~5878335,126083652~2698964,129866398~7492465,150381989~5791587,178829344~81992,181241515~4561493,195854233~1332997,206565508~4869796,225795156~1219375,247979410~3298868,264607888~2223001,300216088~1470500,319000013~82059,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,376305597~5334085] 2024-08-04T16:28:18.079 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [68023361~5878335,126083652~2698964,129866398~7492465,150381989~5791587,178829344~81992,181241515~4561493,195854233~1332997,206565508~4869796,225795156~1219375,247979410~3298868,264607888~2223001,300216088~1470500,319000013~82059,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,376305597~5334085] 2024-08-04T16:28:18.084 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [68023361~5878335,126083652~11275211,149106081~7067495,176160768~2750568,180355072~5447936,195854233~1332997,205747139~5688165,222298112~4716419,247463936~3814342,264607888~2223001,300216088~1470500,318767104~314968,337481484~29427428,376305597~5334085] 2024-08-04T16:28:18.084 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 8 diff [10641159~1752296,19741680~7371992,51426002~3491631,68023361~5878335,117537314~212130,126083652~2698964,129866398~7492465,150381989~5791587,178829344~81992,181241515~4561493,190797647~7942201,206565508~4869796,225795156~1219375,247979410~3298868,264607888~2223001,270085333~4059880,300216088~1470500,319000013~82059,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,376305597~5334085,399511807~2702037] 2024-08-04T16:28:18.084 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [10641159~1752296,19741680~7371992,51426002~3491631,68023361~5878335,117537314~212130,126083652~2698964,129866398~7492465,150381989~5791587,178829344~81992,181241515~4561493,190797647~7942201,206565508~4869796,225795156~1219375,247979410~3298868,264607888~2223001,270085333~4059880,300216088~1470500,319000013~82059,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,376305597~5334085,399511807~2702037] 2024-08-04T16:28:18.090 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [10641159~1752296,16777216~10336456,50331648~4585985,68023361~5878335,117440512~308932,126083652~11275211,149106081~7067495,176160768~2750568,180355072~5447936,190797647~7942201,205747139~5688165,222298112~4716419,247463936~3814342,264607888~2223001,270085333~4059880,300216088~1470500,318767104~314968,327155712~6495188,337481484~29427428,376305597~5334085,399511807~2702037] 2024-08-04T16:28:18.090 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 9 diff [2728164~1180579,10641159~1752296,19741680~7371992,34838704~5276310,51426002~3491631,56300311~1143269,68023361~7464368,117537314~212130,126083652~2698964,129866398~7492465,143828593~1810996,150381989~5791587,178829344~81992,181241515~4561493,190797647~7942201,206565508~4869796,215728261~1478654,225795156~1219375,247979410~3298868,264074003~4772686,270085333~4059880,276982344~2271671,300216088~1470500,319000013~82059,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,376305597~5334085,399511807~2702037] 2024-08-04T16:28:18.090 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [2728164~1180579,10641159~1752296,19741680~7371992,34838704~5276310,51426002~3491631,56300311~1143269,68023361~7464368,117537314~212130,126083652~2698964,129866398~7492465,143828593~1810996,150381989~5791587,178829344~81992,181241515~4561493,190797647~7942201,206565508~4869796,215728261~1478654,225795156~1219375,247979410~3298868,264074003~4772686,270085333~4059880,276982344~2271671,300216088~1470500,319000013~82059,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,376305597~5334085,399511807~2702037] 2024-08-04T16:28:18.095 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~3908743,10641159~1752296,16777216~10336456,34838704~5276310,50331648~4585985,56300311~1143269,68023361~7464368,117440512~308932,126083652~11275211,143828593~1810996,149106081~7067495,176160768~2750568,180355072~5447936,190797647~7942201,205747139~5688165,214502991~2703924,222298112~4716419,247463936~3814342,260046848~8799841,270085333~4059880,276982344~2271671,300216088~1470500,318767104~314968,327155712~6495188,337481484~29427428,376305597~5334085,399511807~2702037] 2024-08-04T16:28:18.095 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 10 diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~5276310,51426002~3491631,56300311~1143269,68023361~7464368,99331691~3909184,117537314~212130,125506184~11852679,143828593~1810996,150381989~5791587,178829344~81992,181241515~7579041,190797647~7942201,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~6757659,270085333~4059880,276982344~2271671,300216088~1470500,319000013~82059,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,376305597~5334085,399511807~2702037] 2024-08-04T16:28:18.095 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~5276310,51426002~3491631,56300311~1143269,68023361~7464368,99331691~3909184,117537314~212130,125506184~11852679,143828593~1810996,150381989~5791587,178829344~81992,181241515~7579041,190797647~7942201,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~6757659,270085333~4059880,276982344~2271671,300216088~1470500,319000013~82059,328160875~5490025,337481484~4123793,342573075~3542850,347828295~8144894,356150228~10758684,376305597~5334085,399511807~2702037] 2024-08-04T16:28:18.101 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,10641159~1752296,13188951~13924721,29360128~1523309,34838704~5276310,50331648~4585985,56300311~1143269,68023361~7464368,99331691~3909184,117440512~308932,125506184~11852679,143828593~1810996,149106081~7067495,176160768~2750568,180355072~8465484,190797647~7942201,201905780~9529524,214502991~2703924,222298112~4716419,247463936~3814342,260046848~8799841,270085333~4059880,276982344~2271671,300216088~1470500,318767104~314968,327155712~6495188,337481484~29427428,376305597~5334085,399511807~2702037] 2024-08-04T16:28:18.101 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 11 diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~5276310,51426002~3491631,56300311~1143269,68023361~7464368,80146808~8572938,99331691~3909184,117537314~212130,125506184~11852679,143828593~1810996,150381989~5791587,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~6757659,270085333~4059880,276982344~2271671,300216088~1470500,313035386~2044122,319000013~82059,323687955~9962945,337481484~4123793,342573075~13400114,356150228~10758684,376305597~5334085,393923549~4835766,399511807~2702037] 2024-08-04T16:28:18.101 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~5276310,51426002~3491631,56300311~1143269,68023361~7464368,80146808~8572938,99331691~3909184,117537314~212130,125506184~11852679,143828593~1810996,150381989~5791587,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~6757659,270085333~4059880,276982344~2271671,300216088~1470500,313035386~2044122,319000013~82059,323687955~9962945,337481484~4123793,342573075~13400114,356150228~10758684,376305597~5334085,393923549~4835766,399511807~2702037] 2024-08-04T16:28:18.107 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,10641159~1752296,13188951~13924721,29360128~1523309,34838704~5276310,50331648~4585985,56300311~1143269,68023361~7464368,80146808~8572938,99331691~3909184,117440512~308932,125506184~11852679,143828593~1810996,149106081~7067495,176160768~12659788,190797647~9262550,201905780~9529524,214502991~2703924,222298112~4716419,247463936~3814342,260046848~8799841,270085333~4059880,276982344~2271671,300216088~1470500,310391004~4688504,318767104~314968,323687955~9962945,337481484~29427428,376305597~5334085,393923549~4835766,399511807~2702037] 2024-08-04T16:28:18.107 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 12 diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~10011899,51426002~3491631,56300311~1143269,68023361~7464368,80146808~8572938,99331691~3909184,117537314~212130,117818023~3611174,125506184~11852679,143828593~1810996,150381989~5791587,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,300216088~1470500,313035386~2044122,319000013~82059,323687955~9962945,337481484~4123793,342573075~13400114,356150228~12574760,376305597~5334085,393923549~8290295] 2024-08-04T16:28:18.107 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~10011899,51426002~3491631,56300311~1143269,68023361~7464368,80146808~8572938,99331691~3909184,117537314~212130,117818023~3611174,125506184~11852679,143828593~1810996,150381989~5791587,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,300216088~1470500,313035386~2044122,319000013~82059,323687955~9962945,337481484~4123793,342573075~13400114,356150228~12574760,376305597~5334085,393923549~8290295] 2024-08-04T16:28:18.117 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,10641159~1752296,13188951~13924721,29360128~1523309,34838704~10011899,50331648~4585985,56300311~1143269,68023361~7464368,80146808~8572938,99331691~3909184,117440512~3988685,125506184~11852679,143828593~1810996,149106081~7067495,176160768~12659788,190797647~9262550,201905780~9529524,214502991~2703924,222298112~4716419,247463936~3814342,260046848~8799841,270085333~5531726,276982344~2271671,300216088~1470500,310391004~4688504,318767104~314968,323687955~9962945,337481484~31243504,376305597~5334085,393923549~8290295] 2024-08-04T16:28:18.117 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 13 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~10011899,51426002~7146357,68023361~7464368,76219907~12499839,99331691~3909184,117537314~212130,117818023~3611174,125506184~11852679,143828593~1810996,148694901~135360,150381989~5791587,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,288275531~8104485,300216088~1470500,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123793,342573075~13400114,356150228~12574760,376305597~5334085,393923549~8290295] 2024-08-04T16:28:18.117 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~10011899,51426002~7146357,68023361~7464368,76219907~12499839,99331691~3909184,117537314~212130,117818023~3611174,125506184~11852679,143828593~1810996,148694901~135360,150381989~5791587,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,215728261~1478654,225795156~1219375,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,288275531~8104485,300216088~1470500,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123793,342573075~13400114,356150228~12574760,376305597~5334085,393923549~8290295] 2024-08-04T16:28:18.123 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~13924721,29360128~1523309,34838704~10011899,50331648~8240711,68023361~7464368,76219907~12499839,99331691~3909184,117440512~3988685,125506184~11852679,143828593~1810996,148694901~135360,149106081~7067495,176160768~12659788,190797647~9262550,201905780~9529524,214502991~2703924,222298112~4716419,247463936~3814342,260046848~8799841,270085333~5531726,276982344~2271671,288275531~8104485,300216088~1470500,310391004~4688504,318767104~314968,323289948~10360952,337481484~31243504,376305597~5334085,393923549~8290295] 2024-08-04T16:28:18.123 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 14 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~10011899,51426002~7146357,68023361~7464368,76219907~12499839,91262765~6264292,99331691~3909184,117537314~212130,117818023~19540840,143828593~1810996,148694901~135360,150381989~5791587,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~1219375,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,376305597~5334085,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.123 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~10011899,51426002~7146357,68023361~7464368,76219907~12499839,91262765~6264292,99331691~3909184,117537314~212130,117818023~19540840,143828593~1810996,148694901~135360,150381989~5791587,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~1219375,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,376305597~5334085,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.129 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,34838704~10011899,50331648~8240711,68023361~7464368,76219907~12499839,90910873~6616184,99331691~3909184,117440512~19918351,143828593~1810996,148694901~135360,149106081~7067495,176160768~12659788,190797647~9262550,201905780~12288269,214502991~2703924,222298112~4716419,247463936~3814342,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~4688504,318767104~314968,323289948~10360952,337481484~31243504,376305597~5334085,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.129 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 15 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~10714967,51426002~7146357,68023361~7464368,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~23790021,143828593~1810996,148023756~8982527,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,376305597~5334085,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.129 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~10714967,51426002~7146357,68023361~7464368,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~23790021,143828593~1810996,148023756~8982527,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,337481484~4123848,342573075~13400114,356150228~12574760,376305597~5334085,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.134 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,34838704~10714967,50331648~8240711,68023361~7464368,76219907~12499839,90910873~6616184,99331691~3909184,107601265~8051325,117440512~24167532,143828593~1810996,148023756~8982527,176160768~12659788,190797647~9262550,201905780~12288269,214502991~2703924,222298112~11819430,247463936~3814342,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~4688504,318767104~314968,323289948~10360952,337481484~31243504,376305597~5334085,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.134 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 16 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~10714967,51426002~13124029,68023361~7464368,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~23790021,143828593~1810996,145976030~1540497,148023756~8982527,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~1570187,313035386~2044122,316946153~16704747,337481484~4123848,342573075~13400114,356150228~12574760,376305597~5334085,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.134 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~10714967,51426002~13124029,68023361~7464368,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~23790021,143828593~1810996,145976030~1540497,148023756~8982527,177999434~2550717,181241515~7579041,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~1570187,313035386~2044122,316946153~16704747,337481484~4123848,342573075~13400114,356150228~12574760,376305597~5334085,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.139 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,34838704~10714967,50331648~14218383,68023361~7464368,76219907~12499839,90910873~6616184,99331691~3909184,107601265~8051325,117440512~24167532,143828593~1810996,145976030~1540497,148023756~8982527,176160768~12659788,190797647~9262550,201905780~12288269,214502991~2703924,222298112~11819430,247463936~3814342,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,337481484~31243504,376305597~5334085,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.139 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 17 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~12368739,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~23790021,143828593~1810996,145976030~1540497,148023756~8982527,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~4123848,342573075~13400114,356150228~12574760,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.139 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~12368739,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~23790021,143828593~1810996,145976030~1540497,148023756~8982527,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~4123848,342573075~13400114,356150228~12574760,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.145 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,34838704~12368739,50331648~14218383,68023361~29503696,99331691~3909184,107601265~8051325,117440512~24167532,143828593~1810996,145976030~1540497,148023756~8982527,176160768~12659788,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,247463936~3814342,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,337481484~31243504,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.145 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 18 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~23790021,143828593~1810996,145976030~1540497,148023756~8982527,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~12574760,371652845~3185493,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.145 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~23790021,143828593~1810996,145976030~1540497,148023756~8982527,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,225795156~8322386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~12574760,371652845~3185493,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.153 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~8051325,117440512~24167532,143828593~1810996,145976030~1540497,148023756~8982527,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,337481484~31243504,369098752~5739586,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.153 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 19 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.153 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.159 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,337481484~37356854,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.159 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 7 diff [68023361~5878335,126083652~2698964,150381989~5791587,178829344~81992,206565508~4869796,247979410~3298868,300216088~1470500,319000013~82059,356150228~6233216,376305597~5334085] 2024-08-04T16:28:18.159 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [68023361~5878335,126083652~2698964,150381989~5791587,178829344~81992,206565508~4869796,247979410~3298868,300216088~1470500,319000013~82059,356150228~6233216,376305597~5334085] 2024-08-04T16:28:18.164 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [68023361~5878335,126083652~2698964,149106081~7067495,176160768~2750568,205747139~5688165,247463936~3814342,300216088~1470500,318767104~314968,355973189~6410255,376305597~5334085] 2024-08-04T16:28:18.165 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 8 diff [10641159~1752296,19741680~7371992,51426002~3491631,68023361~5878335,117537314~212130,126083652~2698964,150381989~5791587,178829344~81992,190797647~7942201,206565508~4869796,247979410~3298868,270085333~4059880,300216088~1470500,319000013~82059,328160875~5490025,356150228~6233216,376305597~5334085,399511807~2702037] 2024-08-04T16:28:18.165 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [10641159~1752296,19741680~7371992,51426002~3491631,68023361~5878335,117537314~212130,126083652~2698964,150381989~5791587,178829344~81992,190797647~7942201,206565508~4869796,247979410~3298868,270085333~4059880,300216088~1470500,319000013~82059,328160875~5490025,356150228~6233216,376305597~5334085,399511807~2702037] 2024-08-04T16:28:18.170 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [10641159~1752296,16777216~10336456,50331648~4585985,68023361~5878335,117440512~308932,126083652~2698964,149106081~7067495,176160768~2750568,190797647~7942201,205747139~5688165,247463936~3814342,270085333~4059880,300216088~1470500,318767104~314968,327155712~6495188,355973189~6410255,376305597~5334085,399511807~2702037] 2024-08-04T16:28:18.170 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 9 diff [2728164~1180579,10641159~1752296,19741680~7371992,34838704~5276310,51426002~3491631,56300311~1143269,68023361~7464368,117537314~212130,126083652~2698964,143828593~1810996,150381989~5791587,178829344~81992,190797647~7942201,206565508~4869796,215728261~1478654,247979410~3298868,264074003~4772686,270085333~4059880,276982344~2271671,300216088~1470500,319000013~82059,328160875~5490025,356150228~6233216,376305597~5334085,399511807~2702037] 2024-08-04T16:28:18.170 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [2728164~1180579,10641159~1752296,19741680~7371992,34838704~5276310,51426002~3491631,56300311~1143269,68023361~7464368,117537314~212130,126083652~2698964,143828593~1810996,150381989~5791587,178829344~81992,190797647~7942201,206565508~4869796,215728261~1478654,247979410~3298868,264074003~4772686,270085333~4059880,276982344~2271671,300216088~1470500,319000013~82059,328160875~5490025,356150228~6233216,376305597~5334085,399511807~2702037] 2024-08-04T16:28:18.176 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~3908743,10641159~1752296,16777216~10336456,34838704~5276310,50331648~4585985,56300311~1143269,68023361~7464368,117440512~308932,126083652~2698964,143828593~1810996,149106081~7067495,176160768~2750568,190797647~7942201,205747139~5688165,214502991~2703924,247463936~3814342,260046848~8799841,270085333~4059880,276982344~2271671,300216088~1470500,318767104~314968,327155712~6495188,355973189~6410255,376305597~5334085,399511807~2702037] 2024-08-04T16:28:18.176 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 10 diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~5276310,51426002~3491631,56300311~1143269,68023361~7464368,99331691~3909184,117537314~212130,125506184~5028227,143828593~1810996,150381989~5791587,178829344~81992,184952458~3868098,190797647~7942201,201905780~9529524,215728261~1478654,247979410~3298868,262089030~6757659,270085333~4059880,276982344~2271671,300216088~1470500,319000013~82059,328160875~5490025,356150228~6233216,376305597~5334085,399511807~2702037] 2024-08-04T16:28:18.176 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~5276310,51426002~3491631,56300311~1143269,68023361~7464368,99331691~3909184,117537314~212130,125506184~5028227,143828593~1810996,150381989~5791587,178829344~81992,184952458~3868098,190797647~7942201,201905780~9529524,215728261~1478654,247979410~3298868,262089030~6757659,270085333~4059880,276982344~2271671,300216088~1470500,319000013~82059,328160875~5490025,356150228~6233216,376305597~5334085,399511807~2702037] 2024-08-04T16:28:18.181 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,10641159~1752296,13188951~13924721,29360128~1523309,34838704~5276310,50331648~4585985,56300311~1143269,68023361~7464368,99331691~3909184,117440512~308932,125506184~5028227,143828593~1810996,149106081~7067495,176160768~2750568,184952458~3868098,190797647~7942201,201905780~9529524,214502991~2703924,247463936~3814342,260046848~8799841,270085333~4059880,276982344~2271671,300216088~1470500,318767104~314968,327155712~6495188,355973189~6410255,376305597~5334085,399511807~2702037] 2024-08-04T16:28:18.182 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 11 diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~5276310,51426002~3491631,56300311~1143269,68023361~7464368,80146808~8572938,99331691~3909184,117537314~212130,125506184~5028227,143828593~1810996,150381989~5791587,177999434~2550717,184952458~3868098,190797647~9262550,201905780~9529524,215728261~1478654,247979410~3298868,262089030~6757659,270085333~4059880,276982344~2271671,300216088~1470500,313035386~2044122,319000013~82059,323687955~9962945,343803273~4875413,356150228~6233216,376305597~5334085,393923549~4835766,399511807~2702037] 2024-08-04T16:28:18.182 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~5276310,51426002~3491631,56300311~1143269,68023361~7464368,80146808~8572938,99331691~3909184,117537314~212130,125506184~5028227,143828593~1810996,150381989~5791587,177999434~2550717,184952458~3868098,190797647~9262550,201905780~9529524,215728261~1478654,247979410~3298868,262089030~6757659,270085333~4059880,276982344~2271671,300216088~1470500,313035386~2044122,319000013~82059,323687955~9962945,343803273~4875413,356150228~6233216,376305597~5334085,393923549~4835766,399511807~2702037] 2024-08-04T16:28:18.187 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,10641159~1752296,13188951~13924721,29360128~1523309,34838704~5276310,50331648~4585985,56300311~1143269,68023361~7464368,80146808~8572938,99331691~3909184,117440512~308932,125506184~5028227,143828593~1810996,149106081~7067495,176160768~4389383,184952458~3868098,190797647~9262550,201905780~9529524,214502991~2703924,247463936~3814342,260046848~8799841,270085333~4059880,276982344~2271671,300216088~1470500,310391004~4688504,318767104~314968,323687955~9962945,343803273~4875413,355973189~6410255,376305597~5334085,393923549~4835766,399511807~2702037] 2024-08-04T16:28:18.187 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 12 diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~10011899,51426002~3491631,56300311~1143269,68023361~7464368,80146808~8572938,99331691~3909184,117537314~212130,117818023~3611174,125506184~5028227,143828593~1810996,150381989~5791587,177999434~2550717,184952458~3868098,190797647~9262550,201905780~9529524,215728261~1478654,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,300216088~1470500,313035386~2044122,319000013~82059,323687955~9962945,343803273~4875413,356150228~12574760,376305597~5334085,393923549~8290295] 2024-08-04T16:28:18.188 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~10011899,51426002~3491631,56300311~1143269,68023361~7464368,80146808~8572938,99331691~3909184,117537314~212130,117818023~3611174,125506184~5028227,143828593~1810996,150381989~5791587,177999434~2550717,184952458~3868098,190797647~9262550,201905780~9529524,215728261~1478654,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,300216088~1470500,313035386~2044122,319000013~82059,323687955~9962945,343803273~4875413,356150228~12574760,376305597~5334085,393923549~8290295] 2024-08-04T16:28:18.193 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,10641159~1752296,13188951~13924721,29360128~1523309,34838704~10011899,50331648~4585985,56300311~1143269,68023361~7464368,80146808~8572938,99331691~3909184,117440512~3988685,125506184~5028227,143828593~1810996,149106081~7067495,176160768~4389383,184952458~3868098,190797647~9262550,201905780~9529524,214502991~2703924,247463936~3814342,260046848~8799841,270085333~5531726,276982344~2271671,300216088~1470500,310391004~4688504,318767104~314968,323687955~9962945,343803273~4875413,355973189~12751799,376305597~5334085,393923549~8290295] 2024-08-04T16:28:18.193 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 13 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~10011899,51426002~7146357,68023361~7464368,76219907~12499839,99331691~3909184,117537314~212130,117818023~3611174,125506184~5028227,143828593~1810996,148694901~135360,150381989~5791587,177999434~2550717,184952458~3868098,190797647~9262550,201905780~9529524,215728261~1478654,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,288275531~8104485,300216088~1470500,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,343803273~4875413,356150228~12574760,376305597~5334085,393923549~8290295] 2024-08-04T16:28:18.193 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~10011899,51426002~7146357,68023361~7464368,76219907~12499839,99331691~3909184,117537314~212130,117818023~3611174,125506184~5028227,143828593~1810996,148694901~135360,150381989~5791587,177999434~2550717,184952458~3868098,190797647~9262550,201905780~9529524,215728261~1478654,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,288275531~8104485,300216088~1470500,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,343803273~4875413,356150228~12574760,376305597~5334085,393923549~8290295] 2024-08-04T16:28:18.198 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~13924721,29360128~1523309,34838704~10011899,50331648~8240711,68023361~7464368,76219907~12499839,99331691~3909184,117440512~3988685,125506184~5028227,143828593~1810996,148694901~135360,149106081~7067495,176160768~4389383,184952458~3868098,190797647~9262550,201905780~9529524,214502991~2703924,247463936~3814342,260046848~8799841,270085333~5531726,276982344~2271671,288275531~8104485,300216088~1470500,310391004~4688504,318767104~314968,323289948~10360952,343803273~4875413,355973189~12751799,376305597~5334085,393923549~8290295] 2024-08-04T16:28:18.198 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 14 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~10011899,51426002~7146357,68023361~7464368,76219907~12499839,91262765~6264292,99331691~3909184,117537314~212130,117818023~12716388,143828593~1810996,148694901~135360,150381989~5791587,177999434~2550717,184952458~3868098,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,340846743~758589,343803273~4875413,356150228~12574760,376305597~5334085,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.199 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~10011899,51426002~7146357,68023361~7464368,76219907~12499839,91262765~6264292,99331691~3909184,117537314~212130,117818023~12716388,143828593~1810996,148694901~135360,150381989~5791587,177999434~2550717,184952458~3868098,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,340846743~758589,343803273~4875413,356150228~12574760,376305597~5334085,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.204 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,34838704~10011899,50331648~8240711,68023361~7464368,76219907~12499839,90910873~6616184,99331691~3909184,117440512~13093899,143828593~1810996,148694901~135360,149106081~7067495,176160768~4389383,184952458~3868098,190797647~9262550,201905780~12288269,214502991~2703924,247463936~3814342,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~4688504,318767104~314968,323289948~10360952,340846743~758589,343803273~4875413,355973189~12751799,376305597~5334085,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.204 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 15 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~10714967,51426002~7146357,68023361~7464368,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~12716388,134232521~7375523,143828593~1810996,148023756~8982527,177999434~2550717,184952458~3868098,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,226541541~7576001,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,340846743~758589,343803273~8575744,356150228~12574760,376305597~5334085,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.204 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~10714967,51426002~7146357,68023361~7464368,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~12716388,134232521~7375523,143828593~1810996,148023756~8982527,177999434~2550717,184952458~3868098,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,226541541~7576001,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~1570187,313035386~2044122,319000013~82059,323289948~10360952,340846743~758589,343803273~8575744,356150228~12574760,376305597~5334085,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.210 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,34838704~10714967,50331648~8240711,68023361~7464368,76219907~12499839,90910873~6616184,99331691~3909184,107601265~8051325,117440512~13093899,134232521~7375523,143828593~1810996,148023756~8982527,176160768~4389383,184952458~3868098,190797647~9262550,201905780~12288269,214502991~2703924,226541541~7576001,247463936~3814342,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~4688504,318767104~314968,323289948~10360952,340846743~758589,343803273~8575744,355973189~12751799,376305597~5334085,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.210 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 16 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~10714967,51426002~13124029,68023361~7464368,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~12716388,134232521~7375523,143828593~1810996,145976030~1540497,148023756~8982527,177999434~2550717,184952458~3868098,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,226541541~7576001,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~1570187,313035386~2044122,316946153~16704747,340846743~758589,343803273~8575744,356150228~12574760,376305597~5334085,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.210 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~10714967,51426002~13124029,68023361~7464368,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~12716388,134232521~7375523,143828593~1810996,145976030~1540497,148023756~8982527,177999434~2550717,184952458~3868098,190797647~9262550,201905780~9529524,211738786~2455263,215728261~1478654,226541541~7576001,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~1570187,313035386~2044122,316946153~16704747,340846743~758589,343803273~8575744,356150228~12574760,376305597~5334085,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.216 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,34838704~10714967,50331648~14218383,68023361~7464368,76219907~12499839,90910873~6616184,99331691~3909184,107601265~8051325,117440512~13093899,134232521~7375523,143828593~1810996,145976030~1540497,148023756~8982527,176160768~4389383,184952458~3868098,190797647~9262550,201905780~12288269,214502991~2703924,226541541~7576001,247463936~3814342,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,340846743~758589,343803273~8575744,355973189~12751799,376305597~5334085,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.216 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 17 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~12368739,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~12716388,132689318~8918726,143828593~1810996,145976030~1540497,148023756~8982527,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,226541541~7576001,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~758589,343803273~8575744,356150228~12574760,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.216 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~12368739,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~12716388,132689318~8918726,143828593~1810996,145976030~1540497,148023756~8982527,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,226541541~7576001,247979410~3298868,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~758589,343803273~8575744,356150228~12574760,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.221 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,34838704~12368739,50331648~14218383,68023361~29503696,99331691~3909184,107601265~8051325,117440512~13093899,132689318~8918726,143828593~1810996,145976030~1540497,148023756~8982527,176160768~4389383,184952458~3868098,188998243~11061954,201905780~12288269,214502991~2703924,226541541~7576001,247463936~3814342,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,340846743~758589,343803273~8575744,355973189~12751799,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.221 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 18 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~12716388,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,226541541~7576001,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~12574760,371652845~3185493,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.222 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~12716388,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,226541541~7576001,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~12574760,371652845~3185493,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.227 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~8051325,117440512~13093899,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,174798185~5751966,184952458~3868098,188998243~11061954,201905780~12288269,214502991~2703924,226541541~7576001,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,340846743~11532274,355973189~12751799,369098752~5739586,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.227 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 19 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.227 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.233 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~5751966,184952458~3868098,188998243~11061954,201905780~12288269,214502991~2703924,223064383~11053159,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,340846743~11532274,355973189~18865149,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.233 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 8 diff [10641159~1752296,19741680~7371992,51426002~3491631,117537314~212130,190797647~7942201,270085333~4059880,328160875~5490025,358952722~1128860,399511807~2702037] 2024-08-04T16:28:18.233 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [10641159~1752296,19741680~7371992,51426002~3491631,117537314~212130,190797647~7942201,270085333~4059880,328160875~5490025,358952722~1128860,399511807~2702037] 2024-08-04T16:28:18.239 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [10641159~1752296,16777216~10336456,50331648~4585985,117440512~308932,190797647~7942201,270085333~4059880,327155712~6495188,358952722~1128860,399511807~2702037] 2024-08-04T16:28:18.239 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 9 diff [2728164~1180579,10641159~1752296,19741680~7371992,34838704~5276310,51426002~3491631,56300311~1143269,71406869~4080860,117537314~212130,143828593~1810996,190797647~7942201,215728261~1478654,264074003~4772686,270085333~4059880,276982344~2271671,328160875~5490025,358952722~1128860,399511807~2702037] 2024-08-04T16:28:18.239 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [2728164~1180579,10641159~1752296,19741680~7371992,34838704~5276310,51426002~3491631,56300311~1143269,71406869~4080860,117537314~212130,143828593~1810996,190797647~7942201,215728261~1478654,264074003~4772686,270085333~4059880,276982344~2271671,328160875~5490025,358952722~1128860,399511807~2702037] 2024-08-04T16:28:18.244 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~3908743,10641159~1752296,16777216~10336456,34838704~5276310,50331648~4585985,56300311~1143269,71406869~4080860,117440512~308932,143828593~1810996,190797647~7942201,214502991~2703924,260046848~8799841,270085333~4059880,276982344~2271671,327155712~6495188,358952722~1128860,399511807~2702037] 2024-08-04T16:28:18.244 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 10 diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~5276310,51426002~3491631,56300311~1143269,71406869~4080860,99331691~3909184,117537314~212130,125506184~5028227,143828593~1810996,184952458~3868098,190797647~7942201,201905780~5330340,215728261~1478654,262089030~6757659,270085333~4059880,276982344~2271671,328160875~5490025,358952722~1128860,399511807~2702037] 2024-08-04T16:28:18.244 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~5276310,51426002~3491631,56300311~1143269,71406869~4080860,99331691~3909184,117537314~212130,125506184~5028227,143828593~1810996,184952458~3868098,190797647~7942201,201905780~5330340,215728261~1478654,262089030~6757659,270085333~4059880,276982344~2271671,328160875~5490025,358952722~1128860,399511807~2702037] 2024-08-04T16:28:18.250 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,10641159~1752296,13188951~13924721,29360128~1523309,34838704~5276310,50331648~4585985,56300311~1143269,71406869~4080860,99331691~3909184,117440512~308932,125506184~5028227,143828593~1810996,184952458~3868098,190797647~7942201,201905780~5330340,214502991~2703924,260046848~8799841,270085333~4059880,276982344~2271671,327155712~6495188,358952722~1128860,399511807~2702037] 2024-08-04T16:28:18.250 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 11 diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~5276310,51426002~3491631,56300311~1143269,71406869~4080860,80146808~8572938,99331691~3909184,117537314~212130,125506184~5028227,143828593~1810996,177999434~2550717,184952458~3868098,190797647~9262550,201905780~5330340,215728261~1478654,262089030~6757659,270085333~4059880,276982344~2271671,313035386~2044122,323687955~9962945,343803273~4875413,358952722~1128860,393923549~4835766,399511807~2702037] 2024-08-04T16:28:18.250 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~5276310,51426002~3491631,56300311~1143269,71406869~4080860,80146808~8572938,99331691~3909184,117537314~212130,125506184~5028227,143828593~1810996,177999434~2550717,184952458~3868098,190797647~9262550,201905780~5330340,215728261~1478654,262089030~6757659,270085333~4059880,276982344~2271671,313035386~2044122,323687955~9962945,343803273~4875413,358952722~1128860,393923549~4835766,399511807~2702037] 2024-08-04T16:28:18.255 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,10641159~1752296,13188951~13924721,29360128~1523309,34838704~5276310,50331648~4585985,56300311~1143269,71406869~4080860,80146808~8572938,99331691~3909184,117440512~308932,125506184~5028227,143828593~1810996,177999434~2550717,184952458~3868098,190797647~9262550,201905780~5330340,214502991~2703924,260046848~8799841,270085333~4059880,276982344~2271671,310391004~4688504,323687955~9962945,343803273~4875413,358952722~1128860,393923549~4835766,399511807~2702037] 2024-08-04T16:28:18.255 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 12 diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~10011899,51426002~3491631,56300311~1143269,71406869~4080860,80146808~8572938,99331691~3909184,117537314~212130,117818023~3611174,125506184~5028227,143828593~1810996,177999434~2550717,184952458~3868098,190797647~9262550,201905780~5330340,215728261~1478654,262089030~6757659,270085333~5531726,276982344~2271671,313035386~2044122,323687955~9962945,343803273~4875413,358952722~1991712,361425497~7299491,393923549~8290295] 2024-08-04T16:28:18.256 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~10011899,51426002~3491631,56300311~1143269,71406869~4080860,80146808~8572938,99331691~3909184,117537314~212130,117818023~3611174,125506184~5028227,143828593~1810996,177999434~2550717,184952458~3868098,190797647~9262550,201905780~5330340,215728261~1478654,262089030~6757659,270085333~5531726,276982344~2271671,313035386~2044122,323687955~9962945,343803273~4875413,358952722~1991712,361425497~7299491,393923549~8290295] 2024-08-04T16:28:18.261 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,10641159~1752296,13188951~13924721,29360128~1523309,34838704~10011899,50331648~4585985,56300311~1143269,71406869~4080860,80146808~8572938,99331691~3909184,117440512~3988685,125506184~5028227,143828593~1810996,177999434~2550717,184952458~3868098,190797647~9262550,201905780~5330340,214502991~2703924,260046848~8799841,270085333~5531726,276982344~2271671,310391004~4688504,323687955~9962945,343803273~4875413,358952722~1991712,361425497~7299491,393923549~8290295] 2024-08-04T16:28:18.261 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 13 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~10011899,51426002~7146357,71406869~4080860,76219907~12499839,99331691~3909184,117537314~212130,117818023~3611174,125506184~5028227,143828593~1810996,148694901~135360,177999434~2550717,184952458~3868098,190797647~9262550,201905780~5330340,215728261~1478654,262089030~6757659,270085333~5531726,276982344~2271671,288275531~8104485,310886388~1570187,313035386~2044122,323289948~10360952,343803273~4875413,358952722~1991712,361425497~7299491,393923549~8290295] 2024-08-04T16:28:18.261 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,30747490~135947,34838704~10011899,51426002~7146357,71406869~4080860,76219907~12499839,99331691~3909184,117537314~212130,117818023~3611174,125506184~5028227,143828593~1810996,148694901~135360,177999434~2550717,184952458~3868098,190797647~9262550,201905780~5330340,215728261~1478654,262089030~6757659,270085333~5531726,276982344~2271671,288275531~8104485,310886388~1570187,313035386~2044122,323289948~10360952,343803273~4875413,358952722~1991712,361425497~7299491,393923549~8290295] 2024-08-04T16:28:18.267 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~13924721,29360128~1523309,34838704~10011899,50331648~8240711,71406869~4080860,76219907~12499839,99331691~3909184,117440512~3988685,125506184~5028227,143828593~1810996,148694901~135360,177999434~2550717,184952458~3868098,190797647~9262550,201905780~5330340,214502991~2703924,260046848~8799841,270085333~5531726,276982344~2271671,288275531~8104485,310391004~4688504,323289948~10360952,343803273~4875413,358952722~1991712,361425497~7299491,393923549~8290295] 2024-08-04T16:28:18.267 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 14 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~10011899,51426002~7146357,71406869~4080860,76219907~12499839,91262765~6264292,99331691~3909184,117537314~212130,117818023~12716388,143828593~1810996,148694901~135360,177999434~2550717,184952458~3868098,190797647~9262550,201905780~5330340,211738786~2455263,215728261~1478654,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~1570187,313035386~2044122,323289948~10360952,340846743~758589,343803273~4875413,358952722~1991712,361425497~7299491,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.267 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~10011899,51426002~7146357,71406869~4080860,76219907~12499839,91262765~6264292,99331691~3909184,117537314~212130,117818023~12716388,143828593~1810996,148694901~135360,177999434~2550717,184952458~3868098,190797647~9262550,201905780~5330340,211738786~2455263,215728261~1478654,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~1570187,313035386~2044122,323289948~10360952,340846743~758589,343803273~4875413,358952722~1991712,361425497~7299491,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.272 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,34838704~10011899,50331648~8240711,71406869~4080860,76219907~12499839,90910873~6616184,99331691~3909184,117440512~13093899,143828593~1810996,148694901~135360,177999434~2550717,184952458~3868098,190797647~9262550,201905780~5330340,211435304~2758745,214502991~2703924,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,310391004~4688504,323289948~10360952,340846743~758589,343803273~4875413,358952722~1991712,361425497~7299491,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.273 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 15 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~10714967,51426002~7146357,71406869~4080860,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~12716388,134232521~7375523,143828593~1810996,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,190797647~9262550,201905780~5330340,211738786~2455263,215728261~1478654,226541541~7576001,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~1570187,313035386~2044122,323289948~10360952,340846743~758589,343803273~8575744,358952722~1991712,361425497~7299491,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.273 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~10714967,51426002~7146357,71406869~4080860,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~12716388,134232521~7375523,143828593~1810996,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,190797647~9262550,201905780~5330340,211738786~2455263,215728261~1478654,226541541~7576001,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~1570187,313035386~2044122,323289948~10360952,340846743~758589,343803273~8575744,358952722~1991712,361425497~7299491,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.278 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,34838704~10714967,50331648~8240711,71406869~4080860,76219907~12499839,90910873~6616184,99331691~3909184,107601265~8051325,117440512~13093899,134232521~7375523,143828593~1810996,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,190797647~9262550,201905780~5330340,211435304~2758745,214502991~2703924,226541541~7576001,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,310391004~4688504,323289948~10360952,340846743~758589,343803273~8575744,358952722~1991712,361425497~7299491,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.278 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 16 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~10714967,51426002~13124029,71406869~4080860,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~12716388,134232521~7375523,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,190797647~9262550,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,226541541~7576001,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~1570187,313035386~2044122,316946153~16704747,340846743~758589,343803273~8575744,358952722~1991712,361425497~7299491,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.279 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~10714967,51426002~13124029,71406869~4080860,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~12716388,134232521~7375523,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,190797647~9262550,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,226541541~7576001,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~1570187,313035386~2044122,316946153~16704747,340846743~758589,343803273~8575744,358952722~1991712,361425497~7299491,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.284 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,34838704~10714967,50331648~14218383,71406869~4080860,76219907~12499839,90910873~6616184,99331691~3909184,107601265~8051325,117440512~13093899,134232521~7375523,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,190797647~9262550,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,226541541~7576001,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,310391004~23259896,340846743~758589,343803273~8575744,358952722~1991712,361425497~7299491,393923549~8290295,404664150~1747089] 2024-08-04T16:28:18.284 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 17 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~12368739,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~12716388,132689318~8918726,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,226541541~7576001,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~758589,343803273~8575744,358952722~1991712,361425497~7299491,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.284 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,34838704~12368739,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~12716388,132689318~8918726,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,226541541~7576001,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~758589,343803273~8575744,358952722~1991712,361425497~7299491,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.289 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~17694486,34838704~12368739,50331648~14218383,71406869~26120188,99331691~3909184,107601265~8051325,117440512~13093899,132689318~8918726,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,226541541~7576001,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,310391004~23259896,340846743~758589,343803273~8575744,358952722~1991712,361425497~7299491,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.289 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 18 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~12716388,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,226541541~7576001,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~12216821,371652845~3185493,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.289 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117537314~212130,117818023~12716388,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,226541541~7576001,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~12216821,371652845~3185493,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.295 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,71406869~26120188,99331691~3909184,107601265~8051325,117440512~13093899,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,226541541~7576001,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,310391004~23259896,340846743~11532274,356508167~12216821,369098752~5739586,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.295 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 19 diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.295 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.300 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,310391004~23259896,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.300 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 9 diff [2728164~1180579,34838704~5276310,56300311~1143269,71406869~4080860,143828593~1810996,215728261~1478654,264074003~4772686,276982344~2271671] 2024-08-04T16:28:18.300 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [2728164~1180579,34838704~5276310,56300311~1143269,71406869~4080860,143828593~1810996,215728261~1478654,264074003~4772686,276982344~2271671] 2024-08-04T16:28:18.306 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~3908743,34838704~5276310,56300311~1143269,71406869~4080860,143828593~1810996,214502991~2703924,260046848~8799841,276982344~2271671] 2024-08-04T16:28:18.306 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 10 diff [434952~4234509,13188951~4928901,18764315~6525545,30747490~135947,34838704~5276310,56300311~1143269,71406869~4080860,99331691~3909184,125506184~5028227,143828593~1810996,184952458~3868098,197292579~402854,201905780~5330340,215728261~1478654,262089030~6757659,276982344~2271671] 2024-08-04T16:28:18.306 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,13188951~4928901,18764315~6525545,30747490~135947,34838704~5276310,56300311~1143269,71406869~4080860,99331691~3909184,125506184~5028227,143828593~1810996,184952458~3868098,197292579~402854,201905780~5330340,215728261~1478654,262089030~6757659,276982344~2271671] 2024-08-04T16:28:18.312 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,13188951~4928901,18764315~6525545,29360128~1523309,34838704~5276310,56300311~1143269,71406869~4080860,99331691~3909184,125506184~5028227,143828593~1810996,184952458~3868098,197292579~402854,201905780~5330340,214502991~2703924,260046848~8799841,276982344~2271671] 2024-08-04T16:28:18.313 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 11 diff [434952~4234509,13188951~4928901,18764315~6525545,30747490~135947,34838704~5276310,53027344~1088775,56300311~1143269,71406869~4080860,80146808~8572938,99331691~3909184,125506184~5028227,143828593~1810996,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,215728261~1478654,262089030~6757659,276982344~2271671,313035386~2044122,323687955~7419097,343803273~4875413,393923549~4835766] 2024-08-04T16:28:18.313 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,13188951~4928901,18764315~6525545,30747490~135947,34838704~5276310,53027344~1088775,56300311~1143269,71406869~4080860,80146808~8572938,99331691~3909184,125506184~5028227,143828593~1810996,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,215728261~1478654,262089030~6757659,276982344~2271671,313035386~2044122,323687955~7419097,343803273~4875413,393923549~4835766] 2024-08-04T16:28:18.317 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,13188951~4928901,18764315~6525545,29360128~1523309,34838704~5276310,53027344~1088775,56300311~1143269,71406869~4080860,80146808~8572938,99331691~3909184,125506184~5028227,143828593~1810996,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,214502991~2703924,260046848~8799841,276982344~2271671,310391004~4688504,323687955~7419097,343803273~4875413,393923549~4835766] 2024-08-04T16:28:18.318 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 12 diff [434952~4234509,13188951~4928901,18764315~6525545,30747490~135947,34838704~10011899,53027344~1088775,56300311~1143269,71406869~4080860,80146808~8572938,99331691~3909184,117818023~3611174,125506184~5028227,143828593~1810996,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,215728261~1478654,262089030~6757659,272465105~3151954,276982344~2271671,313035386~2044122,323687955~7419097,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523] 2024-08-04T16:28:18.318 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,13188951~4928901,18764315~6525545,30747490~135947,34838704~10011899,53027344~1088775,56300311~1143269,71406869~4080860,80146808~8572938,99331691~3909184,117818023~3611174,125506184~5028227,143828593~1810996,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,215728261~1478654,262089030~6757659,272465105~3151954,276982344~2271671,313035386~2044122,323687955~7419097,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523] 2024-08-04T16:28:18.323 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~4669461,13188951~4928901,18764315~6525545,29360128~1523309,34838704~10011899,53027344~1088775,56300311~1143269,71406869~4080860,80146808~8572938,99331691~3909184,117749444~3679753,125506184~5028227,143828593~1810996,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,214502991~2703924,260046848~8799841,272465105~3151954,276982344~2271671,310391004~4688504,323687955~7419097,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523] 2024-08-04T16:28:18.323 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 13 diff [434952~8071655,13188951~4928901,18764315~7326566,30747490~135947,34838704~10011899,52598290~5974069,71406869~4080860,76219907~12499839,99331691~3909184,117818023~3611174,125506184~5028227,143828593~1810996,148694901~135360,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,215728261~1478654,262089030~6757659,272465105~3151954,276982344~2271671,288275531~8104485,310886388~1570187,313035386~2044122,323289948~9915166,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523] 2024-08-04T16:28:18.323 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,30747490~135947,34838704~10011899,52598290~5974069,71406869~4080860,76219907~12499839,99331691~3909184,117818023~3611174,125506184~5028227,143828593~1810996,148694901~135360,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,215728261~1478654,262089030~6757659,272465105~3151954,276982344~2271671,288275531~8104485,310886388~1570187,313035386~2044122,323289948~9915166,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523] 2024-08-04T16:28:18.329 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,13188951~4928901,18764315~7326566,29360128~1523309,34838704~10011899,52598290~5974069,71406869~4080860,76219907~12499839,99331691~3909184,117749444~3679753,125506184~5028227,143828593~1810996,148694901~135360,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,214502991~2703924,260046848~8799841,272465105~3151954,276982344~2271671,288275531~8104485,310391004~4688504,323289948~9915166,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523] 2024-08-04T16:28:18.329 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 14 diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,34838704~10011899,52598290~5974069,71406869~4080860,76219907~12499839,91262765~6264292,99331691~3909184,117818023~12716388,143828593~1810996,148694901~135360,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,211738786~2455263,215728261~1478654,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~1570187,313035386~2044122,323289948~9915166,340846743~758589,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.329 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,34838704~10011899,52598290~5974069,71406869~4080860,76219907~12499839,91262765~6264292,99331691~3909184,117818023~12716388,143828593~1810996,148694901~135360,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,211738786~2455263,215728261~1478654,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~1570187,313035386~2044122,323289948~9915166,340846743~758589,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.334 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,13188951~4928901,18764315~7326566,27113672~3769765,34838704~10011899,52598290~5974069,71406869~4080860,76219907~12499839,90910873~6616184,99331691~3909184,117749444~12784967,143828593~1810996,148694901~135360,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,211435304~2758745,214502991~2703924,260046848~8799841,270594819~5022240,276982344~2271671,281899267~14480749,310391004~4688504,323289948~9915166,340846743~758589,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.334 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 15 diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,34838704~10714967,52598290~5974069,71406869~4080860,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117818023~12716388,134232521~7375523,143828593~1810996,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,211738786~2455263,215728261~1478654,226541541~7576001,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~1570187,313035386~2044122,323289948~9915166,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.335 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,34838704~10714967,52598290~5974069,71406869~4080860,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117818023~12716388,134232521~7375523,143828593~1810996,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,211738786~2455263,215728261~1478654,226541541~7576001,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~1570187,313035386~2044122,323289948~9915166,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.340 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,13188951~4928901,18764315~7326566,27113672~3769765,34838704~10714967,52598290~5974069,71406869~4080860,76219907~12499839,90910873~6616184,99331691~3909184,107601265~8051325,117749444~12784967,134232521~7375523,143828593~1810996,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,211435304~2758745,214502991~2703924,226541541~7576001,260046848~8799841,270594819~5022240,276982344~2271671,281899267~14480749,310391004~4688504,323289948~9915166,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.340 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 16 diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,34838704~10714967,52598290~11951741,71406869~4080860,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117818023~12716388,134232521~7375523,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,226541541~7576001,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~1570187,313035386~2044122,316946153~16258961,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.340 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,34838704~10714967,52598290~11951741,71406869~4080860,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117818023~12716388,134232521~7375523,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,226541541~7576001,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~1570187,313035386~2044122,316946153~16258961,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.346 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,13188951~4928901,18764315~7326566,27113672~3769765,34838704~10714967,52598290~11951741,71406869~4080860,76219907~12499839,90910873~6616184,99331691~3909184,107601265~8051325,117749444~12784967,134232521~7375523,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,226541541~7576001,260046848~8799841,270594819~5022240,276982344~2271671,281899267~14480749,310391004~22814110,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.346 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 17 diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,34838704~12368739,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117818023~12716388,132689318~8918726,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,226541541~7576001,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.346 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,34838704~12368739,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117818023~12716388,132689318~8918726,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,226541541~7576001,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.351 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,13188951~4928901,18764315~7326566,27113672~3769765,34838704~12368739,52598290~11951741,71406869~26120188,99331691~3909184,107601265~8051325,117749444~12784967,132689318~8918726,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,226541541~7576001,260046848~8799841,270594819~5022240,276982344~2271671,281899267~14480749,310391004~22814110,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.351 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 18 diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117818023~12716388,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,226541541~7576001,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~12216821,371652845~3185493,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.352 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117818023~12716388,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,226541541~7576001,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~12216821,371652845~3185493,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.357 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71406869~26120188,99331691~3909184,107601265~8051325,117749444~12784967,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,226541541~7576001,252680894~4232020,260046848~8799841,270594819~5022240,276982344~2271671,281899267~14480749,310391004~22814110,340846743~11532274,356508167~12216821,369098752~5739586,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.357 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 19 diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.357 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.363 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270594819~5022240,276982344~2271671,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.363 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 10 diff [434952~4234509,13188951~4928901,18764315~6525545,30747490~135947,99331691~3909184,125506184~5028227,184952458~3868098,197292579~402854,201905780~5330340,262089030~2812911] 2024-08-04T16:28:18.363 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,13188951~4928901,18764315~6525545,30747490~135947,99331691~3909184,125506184~5028227,184952458~3868098,197292579~402854,201905780~5330340,262089030~2812911] 2024-08-04T16:28:18.368 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~4234509,13188951~4928901,18764315~6525545,29360128~1523309,99331691~3909184,125506184~5028227,184952458~3868098,197292579~402854,201905780~5330340,262089030~2812911] 2024-08-04T16:28:18.368 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 11 diff [434952~4234509,13188951~4928901,18764315~6525545,30747490~135947,53027344~1088775,80146808~8572938,99331691~3909184,125506184~5028227,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,262089030~2812911,313035386~2044122,323687955~7419097,343803273~4875413,393923549~4835766] 2024-08-04T16:28:18.368 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,13188951~4928901,18764315~6525545,30747490~135947,53027344~1088775,80146808~8572938,99331691~3909184,125506184~5028227,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,262089030~2812911,313035386~2044122,323687955~7419097,343803273~4875413,393923549~4835766] 2024-08-04T16:28:18.374 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~4234509,13188951~4928901,18764315~6525545,29360128~1523309,53027344~1088775,80146808~8572938,99331691~3909184,125506184~5028227,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,262089030~2812911,310391004~4688504,323687955~7419097,343803273~4875413,393923549~4835766] 2024-08-04T16:28:18.374 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 12 diff [434952~4234509,13188951~4928901,18764315~6525545,30747490~135947,36035329~8815274,53027344~1088775,80146808~8572938,99331691~3909184,117818023~3611174,125506184~5028227,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,262089030~2812911,272465105~3151954,313035386~2044122,323687955~7419097,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523] 2024-08-04T16:28:18.374 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~4234509,13188951~4928901,18764315~6525545,30747490~135947,36035329~8815274,53027344~1088775,80146808~8572938,99331691~3909184,117818023~3611174,125506184~5028227,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,262089030~2812911,272465105~3151954,313035386~2044122,323687955~7419097,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523] 2024-08-04T16:28:18.380 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~4234509,13188951~4928901,18764315~6525545,29360128~1523309,36035329~8815274,53027344~1088775,80146808~8572938,99331691~3909184,117749444~3679753,125506184~5028227,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,262089030~2812911,272465105~3151954,310391004~4688504,323687955~7419097,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523] 2024-08-04T16:28:18.380 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 13 diff [434952~8071655,13188951~4928901,18764315~7326566,30747490~135947,36035329~8815274,52598290~5974069,76219907~12499839,99331691~3909184,117818023~3611174,125506184~5028227,148694901~135360,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,262089030~2812911,272465105~3151954,288275531~8104485,310886388~1570187,313035386~2044122,323289948~9915166,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523] 2024-08-04T16:28:18.380 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,30747490~135947,36035329~8815274,52598290~5974069,76219907~12499839,99331691~3909184,117818023~3611174,125506184~5028227,148694901~135360,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,262089030~2812911,272465105~3151954,288275531~8104485,310886388~1570187,313035386~2044122,323289948~9915166,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523] 2024-08-04T16:28:18.385 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~8071655,13188951~4928901,18764315~7326566,29360128~1523309,36035329~8815274,52598290~5974069,76219907~12499839,99331691~3909184,117749444~3679753,125506184~5028227,148694901~135360,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,262089030~2812911,272465105~3151954,288275531~8104485,310391004~4688504,323289948~9915166,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523] 2024-08-04T16:28:18.385 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 14 diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,36035329~8815274,52598290~5974069,76219907~12499839,91262765~6264292,99331691~3909184,117818023~12716388,148694901~135360,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,211738786~2455263,262089030~2812911,270594819~5022240,281899267~14480749,310886388~1570187,313035386~2044122,323289948~9915166,340846743~758589,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.385 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,36035329~8815274,52598290~5974069,76219907~12499839,91262765~6264292,99331691~3909184,117818023~12716388,148694901~135360,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,211738786~2455263,262089030~2812911,270594819~5022240,281899267~14480749,310886388~1570187,313035386~2044122,323289948~9915166,340846743~758589,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.394 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~8071655,13188951~4928901,18764315~7326566,27113672~3769765,36035329~8815274,52598290~5974069,76219907~12499839,90910873~6616184,99331691~3909184,117749444~12784967,148694901~135360,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,211435304~2758745,262089030~2812911,270594819~5022240,281899267~14480749,310391004~4688504,323289948~9915166,340846743~758589,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.394 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 15 diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,35473523~10080148,52598290~5974069,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117818023~12716388,134232521~7375523,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,211738786~2455263,226541541~7576001,262089030~2812911,270594819~5022240,281899267~14480749,310886388~1570187,313035386~2044122,323289948~9915166,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.394 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,35473523~10080148,52598290~5974069,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117818023~12716388,134232521~7375523,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,211738786~2455263,226541541~7576001,262089030~2812911,270594819~5022240,281899267~14480749,310886388~1570187,313035386~2044122,323289948~9915166,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.397 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~8071655,13188951~4928901,18764315~7326566,27113672~3769765,35473523~10080148,52598290~5974069,76219907~12499839,90910873~6616184,99331691~3909184,107601265~8051325,117749444~12784967,134232521~7375523,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,211435304~2758745,226541541~7576001,262089030~2812911,270594819~5022240,281899267~14480749,310391004~4688504,323289948~9915166,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.397 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 16 diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,35473523~10080148,52598290~11951741,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117818023~12716388,134232521~7375523,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,210497482~418488,211738786~2455263,226541541~7576001,262089030~6602141,270594819~5022240,281899267~14480749,310886388~1570187,313035386~2044122,316946153~16258961,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.397 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,35473523~10080148,52598290~11951741,76219907~12499839,91262765~6264292,99331691~3909184,107601265~8051325,117818023~12716388,134232521~7375523,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,210497482~418488,211738786~2455263,226541541~7576001,262089030~6602141,270594819~5022240,281899267~14480749,310886388~1570187,313035386~2044122,316946153~16258961,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.403 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~8071655,13188951~4928901,18764315~7326566,27113672~3769765,35473523~10080148,52598290~11951741,76219907~12499839,90910873~6616184,99331691~3909184,107601265~8051325,117749444~12784967,134232521~7375523,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,193215821~6844376,201905780~5330340,210497482~418488,211435304~2758745,226541541~7576001,262089030~6602141,270594819~5022240,281899267~14480749,310391004~22814110,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.403 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 17 diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,35473523~11733920,52598290~11951741,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117818023~12716388,132689318~8918726,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,226541541~7576001,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.403 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,35473523~11733920,52598290~11951741,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117818023~12716388,132689318~8918726,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,226541541~7576001,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.408 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~8071655,13188951~4928901,18764315~7326566,27113672~3769765,35473523~11733920,52598290~11951741,74022398~23504659,99331691~3909184,107601265~8051325,117749444~12784967,132689318~8918726,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,226541541~7576001,262089030~6602141,270594819~5022240,281899267~14480749,310391004~22814110,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.408 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 18 diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117818023~12716388,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,226541541~7576001,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~12216821,371652845~3185493,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.408 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117818023~12716388,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,226541541~7576001,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~12216821,371652845~3185493,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.414 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~8071655,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71460807~1926486,74022398~23504659,99331691~3909184,107601265~8051325,117749444~12784967,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,226541541~7576001,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~12216821,369098752~5739586,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.414 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 19 diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.414 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.420 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~8071655,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71460807~1926486,74022398~23504659,99331691~3909184,107601265~22933146,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.420 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to 11 diff [53027344~1088775,80146808~8572938,126301336~1784841,177999434~2550717,193215821~6844376,313035386~2044122,323687955~7419097,343803273~4875413,393923549~4835766] 2024-08-04T16:28:18.420 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [53027344~1088775,80146808~8572938,126301336~1784841,177999434~2550717,193215821~6844376,313035386~2044122,323687955~7419097,343803273~4875413,393923549~4835766] 2024-08-04T16:28:18.425 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [53027344~1088775,80146808~8572938,126301336~1784841,177999434~2550717,193215821~6844376,310391004~4688504,323687955~7419097,343803273~4875413,393923549~4835766] 2024-08-04T16:28:18.425 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to 12 diff [36035329~8815274,53027344~1088775,80146808~8572938,117818023~3611174,126301336~1784841,177999434~2550717,193215821~6844376,272465105~3151954,313035386~2044122,323687955~7419097,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523] 2024-08-04T16:28:18.426 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [36035329~8815274,53027344~1088775,80146808~8572938,117818023~3611174,126301336~1784841,177999434~2550717,193215821~6844376,272465105~3151954,313035386~2044122,323687955~7419097,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523] 2024-08-04T16:28:18.431 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [36035329~8815274,53027344~1088775,80146808~8572938,117749444~3679753,126301336~1784841,177999434~2550717,193215821~6844376,272465105~3151954,310391004~4688504,323687955~7419097,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523] 2024-08-04T16:28:18.431 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to 13 diff [1748442~6758165,19268620~6822261,36035329~8815274,52598290~5974069,76219907~12499839,117818023~3611174,126301336~1784841,148694901~135360,177999434~2550717,193215821~6844376,272465105~3151954,288275531~8104485,310886388~1570187,313035386~2044122,323289948~9915166,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523] 2024-08-04T16:28:18.431 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,36035329~8815274,52598290~5974069,76219907~12499839,117818023~3611174,126301336~1784841,148694901~135360,177999434~2550717,193215821~6844376,272465105~3151954,288275531~8104485,310886388~1570187,313035386~2044122,323289948~9915166,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523] 2024-08-04T16:28:18.436 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,36035329~8815274,52598290~5974069,76219907~12499839,117749444~3679753,126301336~1784841,148694901~135360,177999434~2550717,193215821~6844376,272465105~3151954,288275531~8104485,310391004~4688504,323289948~9915166,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523] 2024-08-04T16:28:18.436 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to 14 diff [1748442~6758165,19268620~6822261,28217985~1334650,36035329~8815274,52598290~5974069,76219907~12499839,91262765~6264292,117818023~8223607,126301336~1784841,148694901~135360,177999434~2550717,193215821~6844376,211738786~2455263,270594819~5022240,281899267~14480749,310886388~1570187,313035386~2044122,323289948~9915166,340846743~758589,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.436 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,36035329~8815274,52598290~5974069,76219907~12499839,91262765~6264292,117818023~8223607,126301336~1784841,148694901~135360,177999434~2550717,193215821~6844376,211738786~2455263,270594819~5022240,281899267~14480749,310886388~1570187,313035386~2044122,323289948~9915166,340846743~758589,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.442 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,36035329~8815274,52598290~5974069,76219907~12499839,90910873~6616184,117749444~8292186,126301336~1784841,148694901~135360,177999434~2550717,193215821~6844376,211435304~2758745,270594819~5022240,281899267~14480749,310391004~4688504,323289948~9915166,340846743~758589,343803273~4875413,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.442 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to 15 diff [1748442~6758165,19268620~6822261,28217985~1334650,35473523~10080148,52598290~5974069,76219907~12499839,91262765~6264292,107601265~8051325,117818023~8223607,126301336~1784841,134232521~7375523,148023756~6435754,154799774~2206509,177999434~2550717,193215821~6844376,211738786~2455263,226541541~7576001,270594819~5022240,281899267~14480749,310886388~1570187,313035386~2044122,323289948~9915166,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.442 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,35473523~10080148,52598290~5974069,76219907~12499839,91262765~6264292,107601265~8051325,117818023~8223607,126301336~1784841,134232521~7375523,148023756~6435754,154799774~2206509,177999434~2550717,193215821~6844376,211738786~2455263,226541541~7576001,270594819~5022240,281899267~14480749,310886388~1570187,313035386~2044122,323289948~9915166,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.448 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,35473523~10080148,52598290~5974069,76219907~12499839,90910873~6616184,107601265~8051325,117749444~8292186,126301336~1784841,134232521~7375523,148023756~6435754,154799774~2206509,177999434~2550717,193215821~6844376,211435304~2758745,226541541~7576001,270594819~5022240,281899267~14480749,310391004~4688504,323289948~9915166,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.448 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to 16 diff [1748442~6758165,19268620~6822261,28217985~1334650,35473523~10080148,52598290~11951741,76219907~12499839,91262765~6264292,107601265~8051325,117818023~8223607,126301336~1784841,134232521~7375523,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,193215821~6844376,210497482~418488,211738786~2455263,226541541~7576001,264474400~4216771,270594819~5022240,281899267~14480749,310886388~1570187,313035386~2044122,316946153~16258961,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.448 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,35473523~10080148,52598290~11951741,76219907~12499839,91262765~6264292,107601265~8051325,117818023~8223607,126301336~1784841,134232521~7375523,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,193215821~6844376,210497482~418488,211738786~2455263,226541541~7576001,264474400~4216771,270594819~5022240,281899267~14480749,310886388~1570187,313035386~2044122,316946153~16258961,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.453 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,35473523~10080148,52598290~11951741,76219907~12499839,90910873~6616184,107601265~8051325,117749444~8292186,126301336~1784841,134232521~7375523,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,193215821~6844376,210497482~418488,211435304~2758745,226541541~7576001,264474400~4216771,270594819~5022240,281899267~14480749,310391004~22814110,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393923549~5923523,404664150~1747089] 2024-08-04T16:28:18.453 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to 17 diff [1748442~6758165,19268620~6822261,28217985~1334650,35473523~11733920,52598290~11951741,74022398~16945523,91262765~6264292,107601265~8051325,117818023~8223607,126301336~1784841,132689318~8918726,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,226541541~7576001,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.453 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,35473523~11733920,52598290~11951741,74022398~16945523,91262765~6264292,107601265~8051325,117818023~8223607,126301336~1784841,132689318~8918726,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,226541541~7576001,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.459 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,35473523~11733920,52598290~11951741,74022398~23504659,107601265~8051325,117749444~8292186,126301336~1784841,132689318~8918726,145976030~1540497,148023756~6435754,154799774~2206509,177999434~2550717,188998243~11061954,210497482~418488,211435304~2758745,226541541~7576001,264474400~4216771,270594819~5022240,281899267~14480749,310391004~22814110,340846743~758589,343803273~8575744,359049023~1895411,361425497~7299491,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.459 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to 18 diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117818023~8223607,126301336~1784841,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,226541541~7576001,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~12216821,371652845~3185493,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.459 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117818023~8223607,126301336~1784841,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,226541541~7576001,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~12216821,371652845~3185493,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.465 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~23504659,107601265~8051325,117749444~8292186,126301336~1784841,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211435304~2758745,226541541~7576001,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~12216821,369098752~5739586,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.465 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to 19 diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117264144~10822033,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.465 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117264144~10822033,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.470 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~23504659,107601265~20484912,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.471 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to 12 diff [36035329~8815274,117818023~3611174,272465105~3151954,359049023~1895411,361425497~7299491,397139118~2707954] 2024-08-04T16:28:18.471 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [36035329~8815274,117818023~3611174,272465105~3151954,359049023~1895411,361425497~7299491,397139118~2707954] 2024-08-04T16:28:18.476 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [36035329~8815274,117749444~3679753,272465105~3151954,359049023~1895411,361425497~7299491,397139118~2707954] 2024-08-04T16:28:18.476 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to 13 diff [1748442~6758165,19268620~6822261,36035329~8815274,52598290~5974069,76219907~6703732,117818023~3611174,148694901~135360,272465105~3151954,288275531~8104485,310886388~1570187,323289948~6458144,330114659~3090455,359049023~1895411,361425497~7299491,397139118~2707954] 2024-08-04T16:28:18.476 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,36035329~8815274,52598290~5974069,76219907~6703732,117818023~3611174,148694901~135360,272465105~3151954,288275531~8104485,310886388~1570187,323289948~6458144,330114659~3090455,359049023~1895411,361425497~7299491,397139118~2707954] 2024-08-04T16:28:18.481 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,36035329~8815274,52598290~5974069,76219907~6703732,117749444~3679753,148694901~135360,272465105~3151954,288275531~8104485,310886388~1570187,323289948~6458144,330114659~3090455,359049023~1895411,361425497~7299491,397139118~2707954] 2024-08-04T16:28:18.481 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to 14 diff [1748442~6758165,19268620~6822261,28217985~1334650,36035329~8815274,52598290~5974069,76219907~6703732,91262765~6264292,117818023~8223607,148694901~135360,211738786~2455263,270594819~5022240,281899267~14480749,310886388~1570187,323289948~9915166,340846743~758589,359049023~1895411,361425497~7299491,397139118~2707954,404664150~1747089] 2024-08-04T16:28:18.482 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,36035329~8815274,52598290~5974069,76219907~6703732,91262765~6264292,117818023~8223607,148694901~135360,211738786~2455263,270594819~5022240,281899267~14480749,310886388~1570187,323289948~9915166,340846743~758589,359049023~1895411,361425497~7299491,397139118~2707954,404664150~1747089] 2024-08-04T16:28:18.487 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,36035329~8815274,52598290~5974069,76219907~6703732,90910873~6616184,117749444~8292186,148694901~135360,211435304~2758745,270594819~5022240,281899267~14480749,310886388~1570187,323289948~9915166,340846743~758589,359049023~1895411,361425497~7299491,397139118~2707954,404664150~1747089] 2024-08-04T16:28:18.487 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to 15 diff [1748442~6758165,19268620~6822261,28217985~1334650,35473523~10080148,52598290~5974069,76219907~6703732,91262765~6264292,107601265~8051325,117818023~8223607,134232521~7375523,148023756~6435754,154799774~2206509,211738786~2455263,226541541~7576001,270594819~5022240,281899267~14480749,310886388~1570187,323289948~9915166,340846743~758589,344740610~7638407,359049023~1895411,361425497~7299491,397139118~2707954,404664150~1747089] 2024-08-04T16:28:18.487 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,35473523~10080148,52598290~5974069,76219907~6703732,91262765~6264292,107601265~8051325,117818023~8223607,134232521~7375523,148023756~6435754,154799774~2206509,211738786~2455263,226541541~7576001,270594819~5022240,281899267~14480749,310886388~1570187,323289948~9915166,340846743~758589,344740610~7638407,359049023~1895411,361425497~7299491,397139118~2707954,404664150~1747089] 2024-08-04T16:28:18.494 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,35473523~10080148,52598290~5974069,76219907~6703732,90910873~6616184,107601265~8051325,117749444~8292186,134232521~7375523,148023756~6435754,154799774~2206509,211435304~2758745,226541541~7576001,270594819~5022240,281899267~14480749,310886388~1570187,323289948~9915166,340846743~758589,344740610~7638407,359049023~1895411,361425497~7299491,397139118~2707954,404664150~1747089] 2024-08-04T16:28:18.494 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to 16 diff [1748442~6758165,19268620~6822261,28217985~1334650,35473523~10080148,52598290~11951741,76219907~6703732,91262765~6264292,107601265~8051325,117818023~8223607,134232521~7375523,145976030~1540497,148023756~6435754,154799774~2206509,210497482~418488,211738786~2455263,226541541~7576001,264474400~4216771,270594819~5022240,281899267~14480749,310886388~1570187,316946153~16258961,340846743~758589,344740610~7638407,359049023~1895411,361425497~7299491,397139118~2707954,404664150~1747089] 2024-08-04T16:28:18.494 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,35473523~10080148,52598290~11951741,76219907~6703732,91262765~6264292,107601265~8051325,117818023~8223607,134232521~7375523,145976030~1540497,148023756~6435754,154799774~2206509,210497482~418488,211738786~2455263,226541541~7576001,264474400~4216771,270594819~5022240,281899267~14480749,310886388~1570187,316946153~16258961,340846743~758589,344740610~7638407,359049023~1895411,361425497~7299491,397139118~2707954,404664150~1747089] 2024-08-04T16:28:18.499 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,35473523~10080148,52598290~11951741,76219907~6703732,90910873~6616184,107601265~8051325,117749444~8292186,134232521~7375523,145976030~1540497,148023756~6435754,154799774~2206509,210497482~418488,211435304~2758745,226541541~7576001,264474400~4216771,270594819~5022240,281899267~14480749,310886388~1570187,315079508~18125606,340846743~758589,344740610~7638407,359049023~1895411,361425497~7299491,397139118~2707954,404664150~1747089] 2024-08-04T16:28:18.499 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to 17 diff [1748442~6758165,19268620~6822261,28217985~1334650,35473523~11733920,52598290~11951741,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117818023~8223607,132689318~8918726,145976030~1540497,148023756~6435754,154799774~2206509,188998243~6589525,210497482~418488,211738786~2455263,226541541~7576001,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~758589,344740610~7638407,359049023~1895411,361425497~7299491,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.499 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,35473523~11733920,52598290~11951741,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117818023~8223607,132689318~8918726,145976030~1540497,148023756~6435754,154799774~2206509,188998243~6589525,210497482~418488,211738786~2455263,226541541~7576001,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~758589,344740610~7638407,359049023~1895411,361425497~7299491,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.505 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,35473523~11733920,52598290~11951741,74022398~8901241,85158162~12368895,107601265~8051325,117749444~8292186,132689318~8918726,145976030~1540497,148023756~6435754,154799774~2206509,188998243~6589525,210497482~418488,211435304~2758745,226541541~7576001,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~758589,344740610~7638407,359049023~1895411,361425497~7299491,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.505 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to 18 diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117818023~8223607,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,226541541~7576001,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~12216821,371652845~3185493,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.505 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117818023~8223607,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,226541541~7576001,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~12216821,371652845~3185493,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.510 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~8901241,85158162~12368895,107601265~8051325,117749444~8292186,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,226541541~7576001,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~12216821,369098752~5739586,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.511 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to 19 diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.511 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.516 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~8901241,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.516 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to 13 diff [1748442~6758165,19268620~6822261,52598290~5974069,76219907~6703732,148694901~135360,288275531~8104485,310886388~1570187,323289948~6458144,330114659~3090455] 2024-08-04T16:28:18.516 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,52598290~5974069,76219907~6703732,148694901~135360,288275531~8104485,310886388~1570187,323289948~6458144,330114659~3090455] 2024-08-04T16:28:18.522 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,52598290~5974069,76219907~6703732,148694901~135360,288275531~8104485,310886388~1570187,323289948~6458144,330114659~3090455] 2024-08-04T16:28:18.522 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to 14 diff [1748442~6758165,19268620~6822261,28217985~1334650,52598290~5974069,76219907~6703732,91262765~6264292,118655170~7386460,148694901~135360,211738786~2455263,270594819~4763434,281899267~14480749,310886388~1570187,323289948~9915166,340846743~758589,404664150~1747089] 2024-08-04T16:28:18.522 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,52598290~5974069,76219907~6703732,91262765~6264292,118655170~7386460,148694901~135360,211738786~2455263,270594819~4763434,281899267~14480749,310886388~1570187,323289948~9915166,340846743~758589,404664150~1747089] 2024-08-04T16:28:18.530 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,52598290~5974069,76219907~6703732,90910873~6616184,118655170~7386460,148694901~135360,211435304~2758745,270594819~4763434,281899267~14480749,310886388~1570187,323289948~9915166,340846743~758589,404664150~1747089] 2024-08-04T16:28:18.530 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to 15 diff [1748442~6758165,19268620~6822261,28217985~1334650,35473523~10080148,52598290~5974069,76219907~6703732,91262765~6264292,107601265~8051325,118655170~7386460,134232521~7375523,148023756~6435754,154799774~2206509,211738786~2455263,226541541~7576001,270594819~4763434,281899267~14480749,310886388~1570187,323289948~9915166,340846743~758589,344740610~7638407,404664150~1747089] 2024-08-04T16:28:18.530 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,35473523~10080148,52598290~5974069,76219907~6703732,91262765~6264292,107601265~8051325,118655170~7386460,134232521~7375523,148023756~6435754,154799774~2206509,211738786~2455263,226541541~7576001,270594819~4763434,281899267~14480749,310886388~1570187,323289948~9915166,340846743~758589,344740610~7638407,404664150~1747089] 2024-08-04T16:28:18.533 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,35473523~10080148,52598290~5974069,76219907~6703732,90910873~6616184,107601265~8051325,118655170~7386460,134232521~7375523,148023756~6435754,154799774~2206509,211435304~2758745,226541541~7576001,270594819~4763434,281899267~14480749,310886388~1570187,323289948~9915166,340846743~758589,344740610~7638407,404664150~1747089] 2024-08-04T16:28:18.533 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to 16 diff [1748442~6758165,19268620~6822261,28217985~1334650,35473523~10080148,52598290~11951741,76219907~6703732,91262765~6264292,107601265~8051325,118655170~7386460,134232521~7375523,145976030~1540497,148023756~6435754,154799774~2206509,210497482~418488,211738786~2455263,226541541~7576001,264474400~4216771,270594819~4763434,281899267~14480749,310886388~1570187,316946153~16258961,340846743~758589,344740610~7638407,404664150~1747089] 2024-08-04T16:28:18.533 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,35473523~10080148,52598290~11951741,76219907~6703732,91262765~6264292,107601265~8051325,118655170~7386460,134232521~7375523,145976030~1540497,148023756~6435754,154799774~2206509,210497482~418488,211738786~2455263,226541541~7576001,264474400~4216771,270594819~4763434,281899267~14480749,310886388~1570187,316946153~16258961,340846743~758589,344740610~7638407,404664150~1747089] 2024-08-04T16:28:18.539 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,35473523~10080148,52598290~11951741,76219907~6703732,90910873~6616184,107601265~8051325,118655170~7386460,134232521~7375523,145976030~1540497,148023756~6435754,154799774~2206509,210497482~418488,211435304~2758745,226541541~7576001,264474400~4216771,270594819~4763434,281899267~14480749,310886388~1570187,315079508~18125606,340846743~758589,344740610~7638407,404664150~1747089] 2024-08-04T16:28:18.539 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to 17 diff [1748442~6758165,19268620~6822261,28217985~1334650,35473523~11733920,52598290~11951741,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,118655170~7386460,132689318~8918726,145976030~1540497,148023756~6435754,154799774~2206509,188998243~6589525,210497482~418488,211738786~2455263,226541541~7576001,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~758589,344740610~7638407,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.539 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,35473523~11733920,52598290~11951741,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,118655170~7386460,132689318~8918726,145976030~1540497,148023756~6435754,154799774~2206509,188998243~6589525,210497482~418488,211738786~2455263,226541541~7576001,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~758589,344740610~7638407,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.544 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,35473523~11733920,52598290~11951741,74022398~8901241,85158162~12368895,107601265~8051325,118655170~7386460,132689318~8918726,145976030~1540497,148023756~6435754,154799774~2206509,188998243~6589525,210497482~418488,211435304~2758745,226541541~7576001,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~758589,344740610~7638407,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.544 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to 18 diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,118655170~7386460,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,226541541~7576001,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,371652845~3185493,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.544 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,118655170~7386460,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,226541541~7576001,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,371652845~3185493,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.550 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~8901241,85158162~12368895,107601265~8051325,118655170~7386460,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,226541541~7576001,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,369098752~5739586,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.550 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to 19 diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.550 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.556 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~8901241,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.556 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to 14 diff [28217985~1334650,91262765~6264292,118655170~7386460,211738786~2455263,270594819~4763434,281899267~6408292,324434945~7478999,340846743~758589,404664150~1747089] 2024-08-04T16:28:18.557 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [28217985~1334650,91262765~6264292,118655170~7386460,211738786~2455263,270594819~4763434,281899267~6408292,324434945~7478999,340846743~758589,404664150~1747089] 2024-08-04T16:28:18.563 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [27113672~2438963,90910873~6616184,118655170~7386460,211435304~2758745,270594819~4763434,281899267~6408292,324434945~7478999,340846743~758589,404664150~1747089] 2024-08-04T16:28:18.564 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to 15 diff [28217985~1334650,35473523~10080148,91262765~6264292,107601265~8051325,118655170~7386460,134232521~7375523,148023756~6435754,154799774~2206509,211738786~2455263,226541541~7576001,270594819~4763434,281899267~6408292,324434945~7478999,340846743~758589,344740610~7638407,404664150~1747089] 2024-08-04T16:28:18.564 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [28217985~1334650,35473523~10080148,91262765~6264292,107601265~8051325,118655170~7386460,134232521~7375523,148023756~6435754,154799774~2206509,211738786~2455263,226541541~7576001,270594819~4763434,281899267~6408292,324434945~7478999,340846743~758589,344740610~7638407,404664150~1747089] 2024-08-04T16:28:18.569 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [27113672~2438963,35473523~10080148,90910873~6616184,107601265~8051325,118655170~7386460,134232521~7375523,148023756~6435754,154799774~2206509,211435304~2758745,226541541~7576001,270594819~4763434,281899267~6408292,324434945~7478999,340846743~758589,344740610~7638407,404664150~1747089] 2024-08-04T16:28:18.569 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to 16 diff [23142987~1307558,28217985~1334650,35473523~10080148,57493793~7056238,91262765~6264292,107601265~8051325,118655170~7386460,134232521~7375523,145976030~1540497,148023756~6435754,154799774~2206509,210497482~418488,211738786~2455263,226541541~7576001,264474400~4216771,270594819~4763434,281899267~6408292,316946153~7017807,324434945~7478999,340846743~758589,344740610~7638407,404664150~1747089] 2024-08-04T16:28:18.570 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [23142987~1307558,28217985~1334650,35473523~10080148,57493793~7056238,91262765~6264292,107601265~8051325,118655170~7386460,134232521~7375523,145976030~1540497,148023756~6435754,154799774~2206509,210497482~418488,211738786~2455263,226541541~7576001,264474400~4216771,270594819~4763434,281899267~6408292,316946153~7017807,324434945~7478999,340846743~758589,344740610~7638407,404664150~1747089] 2024-08-04T16:28:18.575 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [23142987~1307558,27113672~2438963,35473523~10080148,57493793~7056238,90910873~6616184,107601265~8051325,118655170~7386460,134232521~7375523,145976030~1540497,148023756~6435754,154799774~2206509,210497482~418488,211435304~2758745,226541541~7576001,264474400~4216771,270594819~4763434,281899267~6408292,315079508~8884452,324434945~7478999,340846743~758589,344740610~7638407,404664150~1747089] 2024-08-04T16:28:18.575 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to 17 diff [3104230~400780,23142987~1307558,28217985~1334650,35473523~11733920,57493793~7056238,74022398~4992026,85158162~5809759,91262765~6264292,107601265~8051325,118655170~7386460,132689318~8918726,145976030~1540497,148023756~6435754,154799774~2206509,188998243~6589525,210497482~418488,211738786~2455263,226541541~7576001,264474400~4216771,270594819~4763434,281899267~6408292,312308666~11655294,324434945~7478999,340846743~758589,344740610~7638407,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.575 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,28217985~1334650,35473523~11733920,57493793~7056238,74022398~4992026,85158162~5809759,91262765~6264292,107601265~8051325,118655170~7386460,132689318~8918726,145976030~1540497,148023756~6435754,154799774~2206509,188998243~6589525,210497482~418488,211738786~2455263,226541541~7576001,264474400~4216771,270594819~4763434,281899267~6408292,312308666~11655294,324434945~7478999,340846743~758589,344740610~7638407,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.580 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,27113672~2438963,35473523~11733920,57493793~7056238,74022398~4992026,85158162~12368895,107601265~8051325,118655170~7386460,132689318~8918726,145976030~1540497,148023756~6435754,154799774~2206509,188998243~6589525,210497482~418488,211435304~2758745,226541541~7576001,264474400~4216771,270594819~4763434,281899267~6408292,312308666~11655294,324434945~7478999,340846743~758589,344740610~7638407,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.580 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to 18 diff [3104230~400780,23142987~1307558,28217985~1334650,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91262765~6264292,107601265~8051325,118655170~7386460,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,226541541~7576001,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,311602054~20311890,340846743~11532274,356508167~6792974,371652845~3185493,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.581 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,28217985~1334650,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91262765~6264292,107601265~8051325,118655170~7386460,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,226541541~7576001,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,311602054~20311890,340846743~11532274,356508167~6792974,371652845~3185493,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.586 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,27113672~2438963,30883437~16324006,57493793~7056238,71460807~1926486,74022398~4992026,85158162~12368895,107601265~8051325,118655170~7386460,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,226541541~7576001,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,311602054~20311890,340846743~11532274,356508167~6792974,369098752~5739586,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.586 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to 19 diff [3104230~400780,23142987~1307558,28217985~1334650,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,288622642~6192410,311602054~20311890,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.587 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,28217985~1334650,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,288622642~6192410,311602054~20311890,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.592 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,27113672~2438963,30883437~16324006,57493793~7056238,71460807~1926486,74022398~4992026,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,288622642~6192410,311602054~20311890,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:18.592 INFO:tasks.workunit.client.0.smithi007.stdout:from 14 to 15 diff [35473523~10080148,91980957~4187756,107601265~8051325,134232521~7375523,148023756~6435754,154799774~2206509,226541541~7576001,344740610~7638407] 2024-08-04T16:28:18.592 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [35473523~10080148,91980957~4187756,107601265~8051325,134232521~7375523,148023756~6435754,154799774~2206509,226541541~7576001,344740610~7638407] 2024-08-04T16:28:18.597 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [35473523~10080148,91980957~4187756,107601265~8051325,134232521~7375523,148023756~6435754,154799774~2206509,226541541~7576001,344740610~7638407] 2024-08-04T16:28:18.597 INFO:tasks.workunit.client.0.smithi007.stdout:from 14 to 16 diff [23142987~1307558,35473523~10080148,57493793~7056238,91980957~4187756,107601265~8051325,119579342~1840221,134232521~7375523,145976030~1540497,148023756~6435754,154799774~2206509,210497482~418488,226541541~7576001,264474400~4216771,316946153~7017807,344740610~7638407] 2024-08-04T16:28:18.597 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [23142987~1307558,35473523~10080148,57493793~7056238,91980957~4187756,107601265~8051325,119579342~1840221,134232521~7375523,145976030~1540497,148023756~6435754,154799774~2206509,210497482~418488,226541541~7576001,264474400~4216771,316946153~7017807,344740610~7638407] 2024-08-04T16:28:18.603 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [23142987~1307558,35473523~10080148,57493793~7056238,91980957~4187756,107601265~8051325,119579342~1840221,134232521~7375523,145976030~1540497,148023756~6435754,154799774~2206509,210497482~418488,226541541~7576001,264474400~4216771,315079508~8884452,344740610~7638407] 2024-08-04T16:28:18.603 INFO:tasks.workunit.client.0.smithi007.stdout:from 14 to 17 diff [3104230~400780,23142987~1307558,35473523~11733920,57493793~7056238,74022398~4992026,85158162~5809759,91980957~4187756,107601265~8051325,119579342~1840221,132689318~8918726,145976030~1540497,148023756~6435754,154799774~2206509,188998243~6589525,210497482~418488,226541541~7576001,264474400~4216771,312308666~11655294,344740610~7638407,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.603 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,35473523~11733920,57493793~7056238,74022398~4992026,85158162~5809759,91980957~4187756,107601265~8051325,119579342~1840221,132689318~8918726,145976030~1540497,148023756~6435754,154799774~2206509,188998243~6589525,210497482~418488,226541541~7576001,264474400~4216771,312308666~11655294,344740610~7638407,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.608 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,35473523~11733920,57493793~7056238,74022398~4992026,85158162~5809759,91980957~4187756,107601265~8051325,119579342~1840221,132689318~8918726,145976030~1540497,148023756~6435754,154799774~2206509,188998243~6589525,210497482~418488,226541541~7576001,264474400~4216771,312308666~11655294,344740610~7638407,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.608 INFO:tasks.workunit.client.0.smithi007.stdout:from 14 to 18 diff [3104230~400780,23142987~1307558,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91980957~4187756,107601265~8051325,119579342~1840221,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,188998243~6589525,210497482~418488,226541541~7576001,252680894~4232020,264474400~4216771,311602054~15306596,341571851~10807166,356508167~6792974,371652845~3185493,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.608 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91980957~4187756,107601265~8051325,119579342~1840221,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,188998243~6589525,210497482~418488,226541541~7576001,252680894~4232020,264474400~4216771,311602054~15306596,341571851~10807166,356508167~6792974,371652845~3185493,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.614 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,30883437~16324006,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91980957~4187756,107601265~8051325,119579342~1840221,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,174798185~2022276,188998243~6589525,210497482~418488,226541541~7576001,252680894~4232020,264474400~4216771,311602054~15306596,341571851~10807166,356508167~6792974,369098752~5739586,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.614 INFO:tasks.workunit.client.0.smithi007.stdout:from 14 to 19 diff [3104230~400780,23142987~1307558,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91980957~4187756,107601265~8051325,117264144~1629818,119579342~1840221,125188526~1397488,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~10807166,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.614 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91980957~4187756,107601265~8051325,117264144~1629818,119579342~1840221,125188526~1397488,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~10807166,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.619 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,30883437~16324006,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91980957~4187756,107601265~11292697,119579342~1840221,125188526~1397488,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~10807166,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.619 INFO:tasks.workunit.client.0.smithi007.stdout:from 15 to 16 diff [23142987~1307558,35623199~579492,57493793~7056238,119579342~1840221,145976030~1540497,210497482~418488,264474400~4216771,316946153~7017807,345166389~6191548] 2024-08-04T16:28:18.619 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [23142987~1307558,35623199~579492,57493793~7056238,119579342~1840221,145976030~1540497,210497482~418488,264474400~4216771,316946153~7017807,345166389~6191548] 2024-08-04T16:28:18.624 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [23142987~1307558,35623199~579492,57493793~7056238,119579342~1840221,145976030~1540497,210497482~418488,264474400~4216771,315079508~8884452,345166389~6191548] 2024-08-04T16:28:18.625 INFO:tasks.workunit.client.0.smithi007.stdout:from 15 to 17 diff [3104230~400780,23142987~1307558,35623199~579492,42752476~4454967,57493793~7056238,74022398~4992026,85158162~5809759,119579342~1840221,132689318~8033853,145976030~1540497,188998243~6589525,210497482~418488,264474400~4216771,312308666~11655294,345166389~6191548,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.625 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,35623199~579492,42752476~4454967,57493793~7056238,74022398~4992026,85158162~5809759,119579342~1840221,132689318~8033853,145976030~1540497,188998243~6589525,210497482~418488,264474400~4216771,312308666~11655294,345166389~6191548,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.630 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,35623199~579492,42752476~4454967,57493793~7056238,74022398~4992026,85158162~5809759,119579342~1840221,132689318~8033853,145976030~1540497,188998243~6589525,210497482~418488,264474400~4216771,312308666~11655294,345166389~6191548,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.630 INFO:tasks.workunit.client.0.smithi007.stdout:from 15 to 18 diff [3104230~400780,23142987~1307558,32473841~5548309,42752476~4454967,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,119579342~1840221,131814007~8909164,145976030~1540497,174798185~2022276,188998243~6589525,210497482~418488,252680894~4232020,264474400~4216771,311602054~15306596,341571851~9786086,356508167~6792974,371652845~3185493,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.630 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,32473841~5548309,42752476~4454967,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,119579342~1840221,131814007~8909164,145976030~1540497,174798185~2022276,188998243~6589525,210497482~418488,252680894~4232020,264474400~4216771,311602054~15306596,341571851~9786086,356508167~6792974,371652845~3185493,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.635 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,30883437~7138713,42752476~4454967,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,119579342~1840221,131814007~8909164,145976030~1540497,174798185~2022276,188998243~6589525,210497482~418488,252680894~4232020,264474400~4216771,311602054~15306596,341571851~9786086,356508167~6792974,369098752~5739586,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.636 INFO:tasks.workunit.client.0.smithi007.stdout:from 15 to 19 diff [3104230~400780,23142987~1307558,32473841~5548309,42752476~4454967,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,117264144~1629818,119579342~1840221,125188526~1397488,131814007~8909164,145976030~1540497,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~7233235,236626067~3550386,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~9786086,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.636 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,32473841~5548309,42752476~4454967,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,117264144~1629818,119579342~1840221,125188526~1397488,131814007~8909164,145976030~1540497,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~7233235,236626067~3550386,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~9786086,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.641 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,30883437~7138713,42752476~4454967,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,115652590~3241372,119579342~1840221,125188526~1397488,131814007~8909164,145976030~1540497,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~7233235,234881024~5295429,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~9786086,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.641 INFO:tasks.workunit.client.0.smithi007.stdout:from 16 to 17 diff [3104230~400780,42752476~4454967,74022398~4992026,85158162~5809759,132689318~8033853,188998243~6589525,312308666~6632811,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.641 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,42752476~4454967,74022398~4992026,85158162~5809759,132689318~8033853,188998243~6589525,312308666~6632811,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.646 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,42752476~4454967,74022398~4992026,85158162~5809759,132689318~8033853,188998243~6589525,312308666~6632811,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.647 INFO:tasks.workunit.client.0.smithi007.stdout:from 16 to 18 diff [3104230~400780,32473841~5548309,42752476~4454967,71460807~1926486,74022398~4992026,85158162~5809759,131814007~8909164,174798185~2022276,188998243~6589525,252680894~4232020,311602054~7339423,322047931~4860719,341571851~5243860,356508167~6792974,371652845~3185493,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.647 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,32473841~5548309,42752476~4454967,71460807~1926486,74022398~4992026,85158162~5809759,131814007~8909164,174798185~2022276,188998243~6589525,252680894~4232020,311602054~7339423,322047931~4860719,341571851~5243860,356508167~6792974,371652845~3185493,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.652 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,30883437~7138713,42752476~4454967,71460807~1926486,74022398~4992026,85158162~5809759,131814007~8909164,174798185~2022276,188998243~6589525,252680894~4232020,311602054~7339423,322047931~4860719,341571851~5243860,356508167~6792974,369098752~5739586,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.652 INFO:tasks.workunit.client.0.smithi007.stdout:from 16 to 19 diff [3104230~400780,32473841~5548309,42752476~4454967,71460807~1926486,74022398~4992026,85158162~5809759,117264144~1629818,125188526~1397488,131814007~8909164,166924609~5944257,174798185~2022276,188998243~6589525,223064383~7233235,236626067~3550386,252680894~4232020,288622642~6192410,311602054~7339423,322047931~4860719,341571851~5243860,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.653 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,32473841~5548309,42752476~4454967,71460807~1926486,74022398~4992026,85158162~5809759,117264144~1629818,125188526~1397488,131814007~8909164,166924609~5944257,174798185~2022276,188998243~6589525,223064383~7233235,236626067~3550386,252680894~4232020,288622642~6192410,311602054~7339423,322047931~4860719,341571851~5243860,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.658 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,30883437~7138713,42752476~4454967,71460807~1926486,74022398~4992026,85158162~5809759,115652590~3241372,125188526~1397488,131814007~8909164,166924609~5944257,174798185~2022276,188998243~6589525,223064383~7233235,234881024~5295429,252680894~4232020,288622642~6192410,311602054~7339423,322047931~4860719,341571851~5243860,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:18.658 INFO:tasks.workunit.client.0.smithi007.stdout:from 17 to 18 diff [32473841~5548309,71460807~1926486,131814007~1613535,174798185~2022276,252680894~4232020,311602054~2195285,322047931~4860719,341571851~5243860,356508167~6792974,371652845~3185493] 2024-08-04T16:28:18.658 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [32473841~5548309,71460807~1926486,131814007~1613535,174798185~2022276,252680894~4232020,311602054~2195285,322047931~4860719,341571851~5243860,356508167~6792974,371652845~3185493] 2024-08-04T16:28:18.664 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [30883437~7138713,71460807~1926486,131814007~1613535,174798185~2022276,252680894~4232020,311602054~2195285,322047931~4860719,341571851~5243860,356508167~6792974,369098752~5739586] 2024-08-04T16:28:18.664 INFO:tasks.workunit.client.0.smithi007.stdout:from 17 to 19 diff [32473841~5548309,71460807~1926486,87129864~422395,117264144~1629818,125188526~1397488,131814007~1613535,137821292~2614,166924609~5944257,174798185~2022276,223064383~7233235,236626067~3550386,252680894~4232020,288622642~6192410,311602054~2195285,314509733~3081150,322047931~4860719,341571851~5243860,356508167~6792974,367328776~7509562] 2024-08-04T16:28:18.664 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [32473841~5548309,71460807~1926486,87129864~422395,117264144~1629818,125188526~1397488,131814007~1613535,137821292~2614,166924609~5944257,174798185~2022276,223064383~7233235,236626067~3550386,252680894~4232020,288622642~6192410,311602054~2195285,314509733~3081150,322047931~4860719,341571851~5243860,356508167~6792974,367328776~7509562] 2024-08-04T16:28:18.669 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [30883437~7138713,71460807~1926486,87129864~422395,115652590~3241372,125188526~1397488,131814007~1613535,137821292~2614,166924609~5944257,174798185~2022276,223064383~7233235,234881024~5295429,252680894~4232020,288622642~6192410,311602054~2195285,314509733~3081150,322047931~4860719,341571851~5243860,356508167~6792974,367328776~7509562] 2024-08-04T16:28:18.670 INFO:tasks.workunit.client.0.smithi007.stdout:from 18 to 19 diff [87129864~422395,117264144~1629818,125188526~1397488,137821292~2614,166924609~5944257,223064383~7233235,236626067~3550386,288622642~6192410,314509733~3081150,367328776~4700084] 2024-08-04T16:28:18.670 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [87129864~422395,117264144~1629818,125188526~1397488,137821292~2614,166924609~5944257,223064383~7233235,236626067~3550386,288622642~6192410,314509733~3081150,367328776~4700084] 2024-08-04T16:28:18.675 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [87129864~422395,115652590~3241372,125188526~1397488,137821292~2614,166924609~5944257,223064383~7233235,234881024~5295429,288622642~6192410,314509733~3081150,367328776~4700084] 2024-08-04T16:28:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:18 smithi007 ceph-mon[92692]: osdmap e2059: 8 total, 8 up, 8 in 2024-08-04T16:28:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:18 smithi007 ceph-mon[94998]: osdmap e2059: 8 total, 8 up, 8 in 2024-08-04T16:28:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:18 smithi062 ceph-mon[85960]: osdmap e2059: 8 total, 8 up, 8 in 2024-08-04T16:28:19.583 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:19.584 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:19.607 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:19.607 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:19.607 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:19.614 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~45176716,388137007~14917458,404314842~8948794] 2024-08-04T16:28:19.614 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:19.614 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:19.620 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~39303734,50331648~47195409,99331691~5797206,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:19.620 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:19.620 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:19.626 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14756404,68023361~29503696,99331691~5797206,107601265~34006779,143562022~13444261,160908903~3524041,166924609~21895947,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:19.626 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:19.626 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:19.632 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14218383,68023361~29503696,99331691~5797206,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~23259896,337481484~37356854,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:19.632 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.632 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.638 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,337481484~37356854,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.638 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.638 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.644 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~5751966,184952458~3868098,188998243~11061954,201905780~12288269,214502991~2703924,223064383~11053159,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,340846743~11532274,355973189~18865149,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.644 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.644 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.649 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,310391004~23259896,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.650 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.650 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.655 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270594819~5022240,276982344~2271671,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.655 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.656 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.662 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~8071655,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71460807~1926486,74022398~23504659,99331691~3909184,107601265~22933146,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.662 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117264144~10822033,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.662 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117264144~10822033,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.667 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~23504659,107601265~20484912,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.667 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.668 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.673 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~8901241,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.673 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.673 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.679 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~8901241,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.679 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to HEAD diff [3104230~400780,23142987~1307558,28217985~1334650,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,288622642~6192410,311602054~20311890,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.679 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,28217985~1334650,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,288622642~6192410,311602054~20311890,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.686 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,27113672~2438963,30883437~16324006,57493793~7056238,71460807~1926486,74022398~4992026,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,288622642~6192410,311602054~20311890,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:19.686 INFO:tasks.workunit.client.0.smithi007.stdout:from 14 to HEAD diff [3104230~400780,23142987~1307558,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91980957~4187756,107601265~8051325,117264144~1629818,119579342~1840221,125188526~1397488,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~10807166,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:19.686 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91980957~4187756,107601265~8051325,117264144~1629818,119579342~1840221,125188526~1397488,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~10807166,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:19.692 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,30883437~16324006,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91980957~4187756,107601265~11292697,119579342~1840221,125188526~1397488,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~10807166,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:19.692 INFO:tasks.workunit.client.0.smithi007.stdout:from 15 to HEAD diff [3104230~400780,23142987~1307558,32473841~5548309,42752476~4454967,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,117264144~1629818,119579342~1840221,125188526~1397488,131814007~8909164,145976030~1540497,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~7233235,236626067~3550386,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~9786086,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:19.692 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,32473841~5548309,42752476~4454967,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,117264144~1629818,119579342~1840221,125188526~1397488,131814007~8909164,145976030~1540497,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~7233235,236626067~3550386,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~9786086,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:19.697 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,30883437~7138713,42752476~4454967,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,115652590~3241372,119579342~1840221,125188526~1397488,131814007~8909164,145976030~1540497,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~7233235,234881024~5295429,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~9786086,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:19.698 INFO:tasks.workunit.client.0.smithi007.stdout:from 16 to HEAD diff [3104230~400780,32473841~5548309,42752476~4454967,71460807~1926486,74022398~4992026,85158162~5809759,117264144~1629818,125188526~1397488,131814007~8909164,166924609~5944257,174798185~2022276,188998243~6589525,223064383~7233235,236626067~3550386,252680894~4232020,288622642~6192410,311602054~7339423,322047931~4860719,341571851~5243860,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:19.698 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,32473841~5548309,42752476~4454967,71460807~1926486,74022398~4992026,85158162~5809759,117264144~1629818,125188526~1397488,131814007~8909164,166924609~5944257,174798185~2022276,188998243~6589525,223064383~7233235,236626067~3550386,252680894~4232020,288622642~6192410,311602054~7339423,322047931~4860719,341571851~5243860,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:19.703 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,30883437~7138713,42752476~4454967,71460807~1926486,74022398~4992026,85158162~5809759,115652590~3241372,125188526~1397488,131814007~8909164,166924609~5944257,174798185~2022276,188998243~6589525,223064383~7233235,234881024~5295429,252680894~4232020,288622642~6192410,311602054~7339423,322047931~4860719,341571851~5243860,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:19.703 INFO:tasks.workunit.client.0.smithi007.stdout:from 17 to HEAD diff [32473841~5548309,71460807~1926486,87129864~422395,117264144~1629818,125188526~1397488,131814007~1613535,137821292~2614,166924609~5944257,174798185~2022276,223064383~7233235,236626067~3550386,252680894~4232020,288622642~6192410,311602054~2195285,314509733~3081150,322047931~4860719,341571851~5243860,356508167~6792974,367328776~7509562] 2024-08-04T16:28:19.703 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [32473841~5548309,71460807~1926486,87129864~422395,117264144~1629818,125188526~1397488,131814007~1613535,137821292~2614,166924609~5944257,174798185~2022276,223064383~7233235,236626067~3550386,252680894~4232020,288622642~6192410,311602054~2195285,314509733~3081150,322047931~4860719,341571851~5243860,356508167~6792974,367328776~7509562] 2024-08-04T16:28:19.708 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [30883437~7138713,71460807~1926486,87129864~422395,115652590~3241372,125188526~1397488,131814007~1613535,137821292~2614,166924609~5944257,174798185~2022276,223064383~7233235,234881024~5295429,252680894~4232020,288622642~6192410,311602054~2195285,314509733~3081150,322047931~4860719,341571851~5243860,356508167~6792974,367328776~7509562] 2024-08-04T16:28:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:19 smithi007 ceph-mon[92692]: pgmap v3563: 137 pgs: 137 active+clean; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 222 KiB/s rd, 37 MiB/s wr, 359 op/s 2024-08-04T16:28:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:19 smithi007 ceph-mon[94998]: pgmap v3563: 137 pgs: 137 active+clean; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 222 KiB/s rd, 37 MiB/s wr, 359 op/s 2024-08-04T16:28:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:19 smithi062 ceph-mon[85960]: pgmap v3563: 137 pgs: 137 active+clean; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 222 KiB/s rd, 37 MiB/s wr, 359 op/s 2024-08-04T16:28:20.586 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:20.587 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:20.628 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:20.628 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:20.628 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:20.634 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~45176716,388137007~14917458,404314842~8948794] 2024-08-04T16:28:20.634 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:20.634 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:20.640 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~39303734,50331648~47195409,99331691~5797206,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:20.640 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:20.640 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:20.646 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14756404,68023361~29503696,99331691~5797206,107601265~34006779,143562022~13444261,160908903~3524041,166924609~21895947,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:20.646 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:20.646 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:20.652 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14218383,68023361~29503696,99331691~5797206,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~23259896,337481484~37356854,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:20.652 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.652 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.658 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,337481484~37356854,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.658 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.658 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.664 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~5751966,184952458~3868098,188998243~11061954,201905780~12288269,214502991~2703924,223064383~11053159,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,340846743~11532274,355973189~18865149,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.664 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.664 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.670 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,310391004~23259896,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.670 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.670 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.675 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270594819~5022240,276982344~2271671,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.676 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.676 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.681 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~8071655,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71460807~1926486,74022398~23504659,99331691~3909184,107601265~22933146,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.681 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117264144~10822033,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.681 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117264144~10822033,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.687 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~23504659,107601265~20484912,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.687 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.687 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.693 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~8901241,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.693 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.693 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.698 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~8901241,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.699 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to HEAD diff [3104230~400780,23142987~1307558,28217985~1334650,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,288622642~6192410,311602054~20311890,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.699 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,28217985~1334650,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,288622642~6192410,311602054~20311890,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.704 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,27113672~2438963,30883437~16324006,57493793~7056238,71460807~1926486,74022398~4992026,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,288622642~6192410,311602054~20311890,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:20.704 INFO:tasks.workunit.client.0.smithi007.stdout:from 14 to HEAD diff [3104230~400780,23142987~1307558,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91980957~4187756,107601265~8051325,117264144~1629818,119579342~1840221,125188526~1397488,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~10807166,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:20.704 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91980957~4187756,107601265~8051325,117264144~1629818,119579342~1840221,125188526~1397488,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~10807166,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:20.709 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,30883437~16324006,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91980957~4187756,107601265~11292697,119579342~1840221,125188526~1397488,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~10807166,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:20.709 INFO:tasks.workunit.client.0.smithi007.stdout:from 15 to HEAD diff [3104230~400780,23142987~1307558,32473841~5548309,42752476~4454967,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,117264144~1629818,119579342~1840221,125188526~1397488,131814007~8909164,145976030~1540497,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~7233235,236626067~3550386,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~9786086,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:20.709 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,32473841~5548309,42752476~4454967,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,117264144~1629818,119579342~1840221,125188526~1397488,131814007~8909164,145976030~1540497,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~7233235,236626067~3550386,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~9786086,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:20.716 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,30883437~7138713,42752476~4454967,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,115652590~3241372,119579342~1840221,125188526~1397488,131814007~8909164,145976030~1540497,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~7233235,234881024~5295429,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~9786086,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:20.716 INFO:tasks.workunit.client.0.smithi007.stdout:from 16 to HEAD diff [3104230~400780,32473841~5548309,42752476~4454967,71460807~1926486,74022398~4992026,85158162~5809759,117264144~1629818,125188526~1397488,131814007~8909164,166924609~5944257,174798185~2022276,188998243~6589525,223064383~7233235,236626067~3550386,252680894~4232020,288622642~6192410,311602054~7339423,322047931~4860719,341571851~5243860,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:20.716 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,32473841~5548309,42752476~4454967,71460807~1926486,74022398~4992026,85158162~5809759,117264144~1629818,125188526~1397488,131814007~8909164,166924609~5944257,174798185~2022276,188998243~6589525,223064383~7233235,236626067~3550386,252680894~4232020,288622642~6192410,311602054~7339423,322047931~4860719,341571851~5243860,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:20.721 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,30883437~7138713,42752476~4454967,71460807~1926486,74022398~4992026,85158162~5809759,115652590~3241372,125188526~1397488,131814007~8909164,166924609~5944257,174798185~2022276,188998243~6589525,223064383~7233235,234881024~5295429,252680894~4232020,288622642~6192410,311602054~7339423,322047931~4860719,341571851~5243860,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:20 smithi007 ceph-mon[92692]: osdmap e2060: 8 total, 8 up, 8 in 2024-08-04T16:28:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:20 smithi007 ceph-mon[94998]: osdmap e2060: 8 total, 8 up, 8 in 2024-08-04T16:28:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:20 smithi062 ceph-mon[85960]: osdmap e2060: 8 total, 8 up, 8 in 2024-08-04T16:28:21.592 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:21.592 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:21.639 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:21.639 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:21.639 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:21.647 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~45176716,388137007~14917458,404314842~8948794] 2024-08-04T16:28:21.647 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:21.647 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:21.652 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~39303734,50331648~47195409,99331691~5797206,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:21.652 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:21.653 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:21.658 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14756404,68023361~29503696,99331691~5797206,107601265~34006779,143562022~13444261,160908903~3524041,166924609~21895947,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:21.659 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:21.659 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:21.664 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14218383,68023361~29503696,99331691~5797206,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~23259896,337481484~37356854,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:21.665 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.665 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.670 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,337481484~37356854,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.670 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.670 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.675 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~5751966,184952458~3868098,188998243~11061954,201905780~12288269,214502991~2703924,223064383~11053159,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,340846743~11532274,355973189~18865149,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.675 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.675 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.681 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,310391004~23259896,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.682 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.682 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.688 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270594819~5022240,276982344~2271671,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.688 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.688 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.694 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~8071655,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71460807~1926486,74022398~23504659,99331691~3909184,107601265~22933146,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.694 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117264144~10822033,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.694 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117264144~10822033,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.699 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~23504659,107601265~20484912,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.699 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.699 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.705 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~8901241,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.705 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.705 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.710 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~8901241,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.710 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to HEAD diff [3104230~400780,23142987~1307558,28217985~1334650,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,288622642~6192410,311602054~20311890,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.710 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,28217985~1334650,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,288622642~6192410,311602054~20311890,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.716 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,27113672~2438963,30883437~16324006,57493793~7056238,71460807~1926486,74022398~4992026,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,288622642~6192410,311602054~20311890,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:21.716 INFO:tasks.workunit.client.0.smithi007.stdout:from 14 to HEAD diff [3104230~400780,23142987~1307558,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91980957~4187756,107601265~8051325,117264144~1629818,119579342~1840221,125188526~1397488,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~10807166,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:21.716 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91980957~4187756,107601265~8051325,117264144~1629818,119579342~1840221,125188526~1397488,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~10807166,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:21.721 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,30883437~16324006,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91980957~4187756,107601265~11292697,119579342~1840221,125188526~1397488,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~10807166,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:21.721 INFO:tasks.workunit.client.0.smithi007.stdout:from 15 to HEAD diff [3104230~400780,23142987~1307558,32473841~5548309,42752476~4454967,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,117264144~1629818,119579342~1840221,125188526~1397488,131814007~8909164,145976030~1540497,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~7233235,236626067~3550386,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~9786086,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:21.721 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,32473841~5548309,42752476~4454967,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,117264144~1629818,119579342~1840221,125188526~1397488,131814007~8909164,145976030~1540497,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~7233235,236626067~3550386,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~9786086,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:21.726 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,30883437~7138713,42752476~4454967,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,115652590~3241372,119579342~1840221,125188526~1397488,131814007~8909164,145976030~1540497,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~7233235,234881024~5295429,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~9786086,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:21 smithi007 ceph-mon[94998]: pgmap v3565: 137 pgs: 137 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 202 KiB/s rd, 30 MiB/s wr, 2.83k op/s 2024-08-04T16:28:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:21 smithi007 ceph-mon[94998]: osdmap e2061: 8 total, 8 up, 8 in 2024-08-04T16:28:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:28:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:21 smithi007 ceph-mon[92692]: pgmap v3565: 137 pgs: 137 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 202 KiB/s rd, 30 MiB/s wr, 2.83k op/s 2024-08-04T16:28:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:21 smithi007 ceph-mon[92692]: osdmap e2061: 8 total, 8 up, 8 in 2024-08-04T16:28:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:28:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:21 smithi062 ceph-mon[85960]: pgmap v3565: 137 pgs: 137 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 202 KiB/s rd, 30 MiB/s wr, 2.83k op/s 2024-08-04T16:28:22.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:21 smithi062 ceph-mon[85960]: osdmap e2061: 8 total, 8 up, 8 in 2024-08-04T16:28:22.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:28:22.590 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:28:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:28:22.602 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:22.602 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:22.658 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:22.658 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:22.658 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:22.664 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~45176716,388137007~14917458,404314842~8948794] 2024-08-04T16:28:22.664 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:22.664 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:22.670 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~39303734,50331648~47195409,99331691~5797206,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:22.670 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:22.670 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:22.676 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14756404,68023361~29503696,99331691~5797206,107601265~34006779,143562022~13444261,160908903~3524041,166924609~21895947,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:22.676 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:22.676 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:22.682 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14218383,68023361~29503696,99331691~5797206,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~23259896,337481484~37356854,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:22.682 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.682 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.688 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,337481484~37356854,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.688 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.688 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.694 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~5751966,184952458~3868098,188998243~11061954,201905780~12288269,214502991~2703924,223064383~11053159,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,340846743~11532274,355973189~18865149,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.694 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.694 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.700 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,310391004~23259896,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.700 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.700 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.705 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270594819~5022240,276982344~2271671,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.705 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.706 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.711 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~8071655,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71460807~1926486,74022398~23504659,99331691~3909184,107601265~22933146,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.711 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117264144~10822033,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.711 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117264144~10822033,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.717 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~23504659,107601265~20484912,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.717 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.717 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.723 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~8901241,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.723 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.723 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.729 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~8901241,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.729 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to HEAD diff [3104230~400780,23142987~1307558,28217985~1334650,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,288622642~6192410,311602054~20311890,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.730 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,28217985~1334650,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,288622642~6192410,311602054~20311890,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.735 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,27113672~2438963,30883437~16324006,57493793~7056238,71460807~1926486,74022398~4992026,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,288622642~6192410,311602054~20311890,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:22.735 INFO:tasks.workunit.client.0.smithi007.stdout:from 14 to HEAD diff [3104230~400780,23142987~1307558,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91980957~4187756,107601265~8051325,117264144~1629818,119579342~1840221,125188526~1397488,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~10807166,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:22.735 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91980957~4187756,107601265~8051325,117264144~1629818,119579342~1840221,125188526~1397488,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~10807166,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:22.740 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,30883437~16324006,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91980957~4187756,107601265~11292697,119579342~1840221,125188526~1397488,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,288622642~6192410,311602054~15306596,341571851~10807166,356508167~6792974,367328776~7509562,393337985~9716480,405959662~5368033] 2024-08-04T16:28:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:22 smithi007 ceph-mon[94998]: osdmap e2062: 8 total, 8 up, 8 in 2024-08-04T16:28:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:22 smithi007 ceph-mon[92692]: osdmap e2062: 8 total, 8 up, 8 in 2024-08-04T16:28:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:22 smithi062 ceph-mon[85960]: osdmap e2062: 8 total, 8 up, 8 in 2024-08-04T16:28:23.614 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:23.614 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:23.664 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:23.664 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:23.664 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:23.670 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~45176716,388137007~14917458,404314842~8948794] 2024-08-04T16:28:23.670 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:23.670 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:23.676 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~39303734,50331648~47195409,99331691~5797206,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:23.676 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:23.676 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:23.682 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14756404,68023361~29503696,99331691~5797206,107601265~34006779,143562022~13444261,160908903~3524041,166924609~21895947,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:23.682 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:23.682 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:23.688 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14218383,68023361~29503696,99331691~5797206,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~23259896,337481484~37356854,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:23.688 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.688 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.694 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,337481484~37356854,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.694 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.694 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.699 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~5751966,184952458~3868098,188998243~11061954,201905780~12288269,214502991~2703924,223064383~11053159,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,340846743~11532274,355973189~18865149,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.699 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.700 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.705 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,310391004~23259896,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.705 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.705 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.714 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270594819~5022240,276982344~2271671,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.714 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.714 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.716 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~8071655,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71460807~1926486,74022398~23504659,99331691~3909184,107601265~22933146,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.716 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117264144~10822033,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.716 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117264144~10822033,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.722 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~23504659,107601265~20484912,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.722 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.722 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.727 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~8901241,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.727 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.727 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.732 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~8901241,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.732 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to HEAD diff [3104230~400780,23142987~1307558,28217985~1334650,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,288622642~6192410,311602054~20311890,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.732 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [3104230~400780,23142987~1307558,28217985~1334650,32473841~14733602,57493793~7056238,71460807~1926486,74022398~4992026,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,288622642~6192410,311602054~20311890,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:23.738 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [3104230~400780,23142987~1307558,27113672~2438963,30883437~16324006,57493793~7056238,71460807~1926486,74022398~4992026,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~4763434,281899267~6408292,288622642~6192410,311602054~20311890,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:23 smithi062 ceph-mon[85960]: pgmap v3568: 137 pgs: 137 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 213 KiB/s rd, 19 MiB/s wr, 3.90k op/s 2024-08-04T16:28:24.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:23 smithi062 ceph-mon[85960]: osdmap e2063: 8 total, 8 up, 8 in 2024-08-04T16:28:24.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:23 smithi007 ceph-mon[94998]: pgmap v3568: 137 pgs: 137 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 213 KiB/s rd, 19 MiB/s wr, 3.90k op/s 2024-08-04T16:28:24.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:23 smithi007 ceph-mon[94998]: osdmap e2063: 8 total, 8 up, 8 in 2024-08-04T16:28:24.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:23 smithi007 ceph-mon[92692]: pgmap v3568: 137 pgs: 137 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 213 KiB/s rd, 19 MiB/s wr, 3.90k op/s 2024-08-04T16:28:24.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:23 smithi007 ceph-mon[92692]: osdmap e2063: 8 total, 8 up, 8 in 2024-08-04T16:28:24.625 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:24.625 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:24.677 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:24.677 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:24.677 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:24.683 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~45176716,388137007~14917458,404314842~8948794] 2024-08-04T16:28:24.683 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:24.683 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:24.689 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~39303734,50331648~47195409,99331691~5797206,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:24.689 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:24.689 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:24.695 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14756404,68023361~29503696,99331691~5797206,107601265~34006779,143562022~13444261,160908903~3524041,166924609~21895947,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:24.695 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:24.695 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:24.700 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14218383,68023361~29503696,99331691~5797206,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~23259896,337481484~37356854,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:24.701 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.701 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.706 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,337481484~37356854,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.706 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.706 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.712 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~5751966,184952458~3868098,188998243~11061954,201905780~12288269,214502991~2703924,223064383~11053159,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,340846743~11532274,355973189~18865149,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.712 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.712 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.718 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,310391004~23259896,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.718 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.718 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.723 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270594819~5022240,276982344~2271671,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.723 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.723 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.729 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~8071655,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71460807~1926486,74022398~23504659,99331691~3909184,107601265~22933146,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.729 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117264144~10822033,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.729 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117264144~10822033,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.735 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~23504659,107601265~20484912,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.735 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.735 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.740 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~8901241,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.740 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.740 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:24.745 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~8901241,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~4763434,281899267~14480749,310886388~22318726,340846743~11532274,356508167~6792974,367328776~7509562,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:24 smithi062 ceph-mon[85960]: osdmap e2064: 8 total, 8 up, 8 in 2024-08-04T16:28:25.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:24 smithi007 ceph-mon[92692]: osdmap e2064: 8 total, 8 up, 8 in 2024-08-04T16:28:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:24 smithi007 ceph-mon[94998]: osdmap e2064: 8 total, 8 up, 8 in 2024-08-04T16:28:25.625 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:25.674 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~45176716,388137007~14917458,404314842~8948794] 2024-08-04T16:28:25.681 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~39303734,50331648~47195409,99331691~5797206,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:25.687 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14756404,68023361~29503696,99331691~5797206,107601265~34006779,143562022~13444261,160908903~3524041,166924609~21895947,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:25.692 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14218383,68023361~29503696,99331691~5797206,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~23259896,337481484~37356854,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:25.698 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,337481484~37356854,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.704 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~5751966,184952458~3868098,188998243~11061954,201905780~12288269,214502991~2703924,223064383~11053159,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,340846743~11532274,355973189~18865149,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.709 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,310391004~23259896,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.715 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270594819~5022240,276982344~2271671,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.721 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~8071655,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71460807~1926486,74022398~23504659,99331691~3909184,107601265~22933146,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.726 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117264144~10822033,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117264144~10822033,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~23504659,107601265~20484912,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.732 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~8901241,85158162~5809759,91262765~6264292,107601265~8051325,117264144~9321870,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~8901241,85158162~12368895,107601265~18984749,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,188998243~6589525,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:25 smithi062 ceph-mon[85960]: pgmap v3571: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 18 KiB/s rd, 1.2 MiB/s wr, 2.48k op/s 2024-08-04T16:28:26.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:25 smithi062 ceph-mon[85960]: osdmap e2065: 8 total, 8 up, 8 in 2024-08-04T16:28:26.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:25 smithi007 ceph-mon[92692]: pgmap v3571: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 18 KiB/s rd, 1.2 MiB/s wr, 2.48k op/s 2024-08-04T16:28:26.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:25 smithi007 ceph-mon[92692]: osdmap e2065: 8 total, 8 up, 8 in 2024-08-04T16:28:26.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:25 smithi007 ceph-mon[94998]: pgmap v3571: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 18 KiB/s rd, 1.2 MiB/s wr, 2.48k op/s 2024-08-04T16:28:26.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:25 smithi007 ceph-mon[94998]: osdmap e2065: 8 total, 8 up, 8 in 2024-08-04T16:28:26.145 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:26.198 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~45176716,388137007~14917458,404314842~8948794] 2024-08-04T16:28:26.205 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~39303734,50331648~47195409,99331691~5797206,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:26.210 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14756404,68023361~29503696,99331691~5797206,107601265~34006779,143562022~13444261,160908903~3524041,166924609~21895947,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:26.216 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14218383,68023361~29503696,99331691~5797206,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~23259896,337481484~37356854,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:26.222 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,337481484~37356854,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.227 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~5751966,184952458~3868098,188998243~11061954,201905780~12288269,214502991~2703924,223064383~11053159,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,340846743~11532274,355973189~18865149,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.232 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,310391004~23259896,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.238 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270594819~5022240,276982344~2271671,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.243 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~8071655,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71460807~1926486,74022398~23504659,99331691~3909184,107601265~22933146,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.248 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to HEAD diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117264144~10822033,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [1748442~6758165,19268620~6822261,28217985~1334650,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,107601265~8051325,117264144~10822033,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [1748442~6758165,19268620~6822261,27113672~2438963,30883437~16324006,52598290~11951741,71460807~1926486,74022398~23504659,107601265~20484912,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,188998243~11061954,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,264474400~4216771,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:26.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:28:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:28:26] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-08-04T16:28:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:26 smithi062 ceph-mon[85960]: osdmap e2066: 8 total, 8 up, 8 in 2024-08-04T16:28:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:26 smithi062 ceph-mon[85960]: osdmap e2067: 8 total, 8 up, 8 in 2024-08-04T16:28:27.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:26 smithi007 ceph-mon[92692]: osdmap e2066: 8 total, 8 up, 8 in 2024-08-04T16:28:27.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:26 smithi007 ceph-mon[92692]: osdmap e2067: 8 total, 8 up, 8 in 2024-08-04T16:28:27.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:26 smithi007 ceph-mon[94998]: osdmap e2066: 8 total, 8 up, 8 in 2024-08-04T16:28:27.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:26 smithi007 ceph-mon[94998]: osdmap e2067: 8 total, 8 up, 8 in 2024-08-04T16:28:27.142 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:27.193 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~45176716,388137007~14917458,404314842~8948794] 2024-08-04T16:28:27.208 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~39303734,50331648~47195409,99331691~5797206,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:27.214 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14756404,68023361~29503696,99331691~5797206,107601265~34006779,143562022~13444261,160908903~3524041,166924609~21895947,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:27.219 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14218383,68023361~29503696,99331691~5797206,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~23259896,337481484~37356854,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:27.225 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,337481484~37356854,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:27.230 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~5751966,184952458~3868098,188998243~11061954,201905780~12288269,214502991~2703924,223064383~11053159,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,340846743~11532274,355973189~18865149,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:27.236 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,310391004~23259896,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:27.242 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270594819~5022240,276982344~2271671,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:27.247 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71460807~1926486,74022398~16945523,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [434952~8071655,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71460807~1926486,74022398~23504659,99331691~3909184,107601265~22933146,131814007~9794037,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,223064383~11053159,234881024~5295429,252680894~4232020,262089030~6602141,270594819~5022240,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:28.148 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:28.148 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:28.204 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:28.204 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:28.204 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:28.209 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~45176716,388137007~14917458,404314842~8948794] 2024-08-04T16:28:28.209 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:28.209 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:28.216 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~39303734,50331648~47195409,99331691~5797206,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:28.216 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:28.216 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:28.221 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14756404,68023361~29503696,99331691~5797206,107601265~34006779,143562022~13444261,160908903~3524041,166924609~21895947,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:28.222 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:28.222 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:28.227 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14218383,68023361~29503696,99331691~5797206,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~23259896,337481484~37356854,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:28.227 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:28.227 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:28.232 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,337481484~37356854,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:28.232 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:28.232 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:28.238 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~5751966,184952458~3868098,188998243~11061954,201905780~12288269,214502991~2703924,223064383~11053159,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,340846743~11532274,355973189~18865149,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:28.238 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:28.238 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:28.243 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,310391004~23259896,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:28.243 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:28.243 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,13188951~4928901,18764315~7326566,28217985~1334650,30747490~135947,32473841~14733602,52598290~11951741,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270594819~5022240,276982344~2271671,281899267~14480749,310886388~22318726,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:28.249 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,13188951~4928901,18764315~7326566,27113672~20093771,52598290~11951741,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270594819~5022240,276982344~2271671,281899267~14480749,310391004~22814110,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:28 smithi062 ceph-mon[85960]: pgmap v3575: 137 pgs: 3 active+clean+snaptrim, 134 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 141 KiB/s rd, 6.1 KiB/s wr, 2.40k op/s 2024-08-04T16:28:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:28 smithi062 ceph-mon[85960]: osdmap e2068: 8 total, 8 up, 8 in 2024-08-04T16:28:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:28 smithi007 ceph-mon[92692]: pgmap v3575: 137 pgs: 3 active+clean+snaptrim, 134 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 141 KiB/s rd, 6.1 KiB/s wr, 2.40k op/s 2024-08-04T16:28:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:28 smithi007 ceph-mon[92692]: osdmap e2068: 8 total, 8 up, 8 in 2024-08-04T16:28:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:28 smithi007 ceph-mon[94998]: pgmap v3575: 137 pgs: 3 active+clean+snaptrim, 134 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 141 KiB/s rd, 6.1 KiB/s wr, 2.40k op/s 2024-08-04T16:28:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:28 smithi007 ceph-mon[94998]: osdmap e2068: 8 total, 8 up, 8 in 2024-08-04T16:28:29.158 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:29.159 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:29.210 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:29.210 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:29.210 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:29.219 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~45176716,388137007~14917458,404314842~8948794] 2024-08-04T16:28:29.219 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:29.219 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:29.224 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~39303734,50331648~47195409,99331691~5797206,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:29.224 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:29.224 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:29.230 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14756404,68023361~29503696,99331691~5797206,107601265~34006779,143562022~13444261,160908903~3524041,166924609~21895947,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:29.230 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:29.230 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:29.235 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14218383,68023361~29503696,99331691~5797206,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~23259896,337481484~37356854,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:29.235 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:29.235 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:29.241 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,337481484~37356854,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:29.241 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:29.241 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:29.246 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~5751966,184952458~3868098,188998243~11061954,201905780~12288269,214502991~2703924,223064383~11053159,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,340846743~11532274,355973189~18865149,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:29.247 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:29.247 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,71406869~19561052,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,310886388~22764512,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:29.252 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,71406869~26120188,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~6435754,154799774~2206509,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~5330340,210497482~418488,211435304~2758745,214502991~2703924,223064383~11053159,234881024~5295429,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,310391004~23259896,340846743~11532274,356508167~18330171,393337985~9716480,404664150~6663545] 2024-08-04T16:28:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:29 smithi062 ceph-mon[85960]: osdmap e2069: 8 total, 8 up, 8 in 2024-08-04T16:28:29.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:29 smithi007 ceph-mon[92692]: osdmap e2069: 8 total, 8 up, 8 in 2024-08-04T16:28:29.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:29 smithi007 ceph-mon[94998]: osdmap e2069: 8 total, 8 up, 8 in 2024-08-04T16:28:30.164 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:30.164 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:30.211 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:30.212 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:30.212 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:30.220 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~45176716,388137007~14917458,404314842~8948794] 2024-08-04T16:28:30.220 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:30.221 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:30.226 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~39303734,50331648~47195409,99331691~5797206,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:30.226 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:30.226 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:30.232 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14756404,68023361~29503696,99331691~5797206,107601265~34006779,143562022~13444261,160908903~3524041,166924609~21895947,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:30.232 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:30.232 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:30.237 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14218383,68023361~29503696,99331691~5797206,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~23259896,337481484~37356854,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:30.238 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:30.238 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:30.243 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,337481484~37356854,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:30.243 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:30.243 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~13270267,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,184952458~3868098,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,340846743~11532274,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:30.248 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~22933146,131814007~9794037,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~5751966,184952458~3868098,188998243~11061954,201905780~12288269,214502991~2703924,223064383~11053159,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,340846743~11532274,355973189~18865149,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:30 smithi062 ceph-mon[85960]: pgmap v3578: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 1.1 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 140 KiB/s rd, 6.4 KiB/s wr, 1.43k op/s 2024-08-04T16:28:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:30 smithi062 ceph-mon[85960]: osdmap e2070: 8 total, 8 up, 8 in 2024-08-04T16:28:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:30 smithi007 ceph-mon[92692]: pgmap v3578: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 1.1 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 140 KiB/s rd, 6.4 KiB/s wr, 1.43k op/s 2024-08-04T16:28:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:30 smithi007 ceph-mon[92692]: osdmap e2070: 8 total, 8 up, 8 in 2024-08-04T16:28:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:30 smithi007 ceph-mon[94998]: pgmap v3578: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 1.1 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 140 KiB/s rd, 6.4 KiB/s wr, 1.43k op/s 2024-08-04T16:28:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:30 smithi007 ceph-mon[94998]: osdmap e2070: 8 total, 8 up, 8 in 2024-08-04T16:28:31.143 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:31.144 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:31.196 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:31.196 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:31.196 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:31.206 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~45176716,388137007~14917458,404314842~8948794] 2024-08-04T16:28:31.206 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:31.206 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:31.211 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~39303734,50331648~47195409,99331691~5797206,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:31.211 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:31.212 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:31.217 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14756404,68023361~29503696,99331691~5797206,107601265~34006779,143562022~13444261,160908903~3524041,166924609~21895947,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:31.217 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:31.218 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:31.223 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14218383,68023361~29503696,99331691~5797206,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~23259896,337481484~37356854,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:31.223 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:31.223 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~14733602,51426002~13124029,68023361~22944560,91262765~6264292,99331691~3909184,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~6757659,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:31.228 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~34018492,50331648~14218383,68023361~29503696,99331691~3909184,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~8799841,270085333~5531726,276982344~2271671,281899267~14480749,300216088~1470500,310391004~23259896,337481484~37356854,376305597~5334085,393337985~9716480,404664150~6663545] 2024-08-04T16:28:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:31 smithi062 ceph-mon[85960]: osdmap e2071: 8 total, 8 up, 8 in 2024-08-04T16:28:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:31 smithi062 ceph-mon[85960]: osdmap e2072: 8 total, 8 up, 8 in 2024-08-04T16:28:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:31 smithi007 ceph-mon[92692]: osdmap e2071: 8 total, 8 up, 8 in 2024-08-04T16:28:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:31 smithi007 ceph-mon[92692]: osdmap e2072: 8 total, 8 up, 8 in 2024-08-04T16:28:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:31 smithi007 ceph-mon[94998]: osdmap e2071: 8 total, 8 up, 8 in 2024-08-04T16:28:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:31 smithi007 ceph-mon[94998]: osdmap e2072: 8 total, 8 up, 8 in 2024-08-04T16:28:32.172 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:32.173 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:32.231 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:32.232 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:32.232 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:32.237 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~45176716,388137007~14917458,404314842~8948794] 2024-08-04T16:28:32.237 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:32.237 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:32.243 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~39303734,50331648~47195409,99331691~5797206,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:32.243 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:32.243 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:32.249 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14756404,68023361~29503696,99331691~5797206,107601265~34006779,143562022~13444261,160908903~3524041,166924609~21895947,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:32.249 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:32.249 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13124029,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~2022276,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,310886388~22764512,337481484~18491705,356150228~18688110,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:32.254 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14218383,68023361~29503696,99331691~5797206,107601265~34006779,143828593~1810996,145976030~1540497,148023756~8982527,160908903~3524041,166924609~5944257,174798185~14022371,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,310391004~23259896,337481484~37356854,375171969~7486231,388137007~14917458,404664150~6663545] 2024-08-04T16:28:32.413 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:32 smithi062 ceph-mon[85960]: pgmap v3581: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 105 KiB/s rd, 7.0 KiB/s wr, 1.26k op/s 2024-08-04T16:28:32.413 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:28:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:28:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:32 smithi007 ceph-mon[92692]: pgmap v3581: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 105 KiB/s rd, 7.0 KiB/s wr, 1.26k op/s 2024-08-04T16:28:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:32 smithi007 ceph-mon[94998]: pgmap v3581: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 105 KiB/s rd, 7.0 KiB/s wr, 1.26k op/s 2024-08-04T16:28:33.179 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:33.180 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:33.226 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:33.226 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:33.227 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:33.236 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~45176716,388137007~14917458,404314842~8948794] 2024-08-04T16:28:33.236 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:33.236 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:33.241 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~39303734,50331648~47195409,99331691~5797206,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:33.241 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:33.242 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~1752296,13188951~4928901,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~13662050,68023361~22944560,91262765~6264292,99331691~5797206,107601265~8051325,117264144~24343900,143562022~13444261,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~14483474,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:33.246 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~1752296,13188951~36755942,50331648~14756404,68023361~29503696,99331691~5797206,107601265~34006779,143562022~13444261,160908903~3524041,166924609~21895947,188998243~11061954,201905780~12288269,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,252680894~4232020,260046848~15570211,276982344~2271671,281899267~14483474,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:33 smithi062 ceph-mon[85960]: osdmap e2073: 8 total, 8 up, 8 in 2024-08-04T16:28:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:33 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:28:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:33 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:28:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:33 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:28:33.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:33 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:28:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:33 smithi007 ceph-mon[92692]: osdmap e2073: 8 total, 8 up, 8 in 2024-08-04T16:28:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:33 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:28:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:33 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:28:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:33 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:28:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:33 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:28:33.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:33 smithi007 ceph-mon[94998]: osdmap e2073: 8 total, 8 up, 8 in 2024-08-04T16:28:33.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:33 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:28:33.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:33 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:28:33.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:33 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:28:33.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:33 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:28:34.184 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:34.184 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:34.234 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:34.234 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:34.234 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:34.239 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~45176716,388137007~14917458,404314842~8948794] 2024-08-04T16:28:34.239 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:34.239 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~8071655,10641159~7476693,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~6264292,99331691~5797206,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~13528029,276982344~2271671,281899267~15997952,300216088~1470500,307255533~3135471,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404664150~8599486] 2024-08-04T16:28:34.245 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~8506607,10641159~39303734,50331648~47195409,99331691~5797206,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~15570211,276982344~2271671,281899267~15997952,300216088~1470500,307255533~26395367,337481484~45176716,388137007~14917458,404664150~8599486] 2024-08-04T16:28:34.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:34 smithi062 ceph-mon[85960]: pgmap v3584: 137 pgs: 137 active+clean; 1.0 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 103 KiB/s rd, 5.7 KiB/s wr, 1.40k op/s 2024-08-04T16:28:34.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:34 smithi062 ceph-mon[85960]: osdmap e2074: 8 total, 8 up, 8 in 2024-08-04T16:28:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:34 smithi007 ceph-mon[92692]: pgmap v3584: 137 pgs: 137 active+clean; 1.0 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 103 KiB/s rd, 5.7 KiB/s wr, 1.40k op/s 2024-08-04T16:28:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:34 smithi007 ceph-mon[92692]: osdmap e2074: 8 total, 8 up, 8 in 2024-08-04T16:28:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:34 smithi007 ceph-mon[94998]: pgmap v3584: 137 pgs: 137 active+clean; 1.0 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 103 KiB/s rd, 5.7 KiB/s wr, 1.40k op/s 2024-08-04T16:28:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:34 smithi007 ceph-mon[94998]: osdmap e2074: 8 total, 8 up, 8 in 2024-08-04T16:28:35.187 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:35.188 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:35.241 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:35.241 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:35.241 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,160908903~3524041,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~2271671,281899267~15997952,300216088~10174916,310886388~22764512,337481484~18491705,356150228~18688110,374866977~7791223,388137007~14917458,404314842~8948794] 2024-08-04T16:28:35.246 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~54797249,107601265~49405018,160908903~3524041,166924609~21895947,188998243~11061954,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~2271671,281899267~15997952,300216088~33434812,337481484~45176716,388137007~14917458,404314842~8948794] 2024-08-04T16:28:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:35 smithi062 ceph-mon[85960]: osdmap e2075: 8 total, 8 up, 8 in 2024-08-04T16:28:35.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:35 smithi007 ceph-mon[94998]: osdmap e2075: 8 total, 8 up, 8 in 2024-08-04T16:28:35.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:35 smithi007 ceph-mon[92692]: osdmap e2075: 8 total, 8 up, 8 in 2024-08-04T16:28:36.143 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:36.144 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [434952~17682900,18764315~8349357,28217985~1334650,30747490~135947,32473841~17471052,51426002~39541919,91262765~13866132,107601265~8051325,117264144~39742139,158215159~6547133,166924609~6971489,174377056~2443405,177999434~2550717,181241515~7579041,188998243~11061954,201905780~9529524,211738786~2455263,215728261~1478654,223064383~11053159,236626067~3550386,247979410~3298868,252680894~4232020,262089030~14622449,276982344~4401264,281899267~15997952,300216088~10174916,310886388~45086801,356150228~18688110,374866977~7791223,388137007~25126629] 2024-08-04T16:28:36.188 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [0~49944893,50331648~149728549,201326592~12867457,214502991~2703924,222298112~11819430,234881024~5295429,247463936~3814342,251658240~5254674,260046848~16664631,276982344~4401264,281899267~100758933,388137007~25126629] 2024-08-04T16:28:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:36 smithi062 ceph-mon[85960]: pgmap v3587: 137 pgs: 137 active+clean; 990 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 KiB/s rd, 1023 B/s wr, 630 op/s 2024-08-04T16:28:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:36 smithi062 ceph-mon[85960]: osdmap e2076: 8 total, 8 up, 8 in 2024-08-04T16:28:36.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:28:36.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:36 smithi062 ceph-mon[85960]: osdmap e2077: 8 total, 8 up, 8 in 2024-08-04T16:28:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:28:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:28:36] "GET /metrics HTTP/1.1" 200 36638 "" "Prometheus/2.43.0" 2024-08-04T16:28:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:36 smithi007 ceph-mon[92692]: pgmap v3587: 137 pgs: 137 active+clean; 990 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 KiB/s rd, 1023 B/s wr, 630 op/s 2024-08-04T16:28:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:36 smithi007 ceph-mon[92692]: osdmap e2076: 8 total, 8 up, 8 in 2024-08-04T16:28:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:28:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:36 smithi007 ceph-mon[92692]: osdmap e2077: 8 total, 8 up, 8 in 2024-08-04T16:28:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:36 smithi007 ceph-mon[94998]: pgmap v3587: 137 pgs: 137 active+clean; 990 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 KiB/s rd, 1023 B/s wr, 630 op/s 2024-08-04T16:28:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:36 smithi007 ceph-mon[94998]: osdmap e2076: 8 total, 8 up, 8 in 2024-08-04T16:28:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:28:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:36 smithi007 ceph-mon[94998]: osdmap e2077: 8 total, 8 up, 8 in 2024-08-04T16:28:37.221 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39758 ms) 2024-08-04T16:28:37.221 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-08-04T16:28:37.221 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:28:38.305 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1085 ms) 2024-08-04T16:28:38.306 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-08-04T16:28:38.306 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:28:38.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:38 smithi062 ceph-mon[85960]: pgmap v3590: 137 pgs: 137 active+clean; 901 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 735 op/s 2024-08-04T16:28:38.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:38 smithi062 ceph-mon[85960]: osdmap e2078: 8 total, 8 up, 8 in 2024-08-04T16:28:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:38 smithi007 ceph-mon[94998]: pgmap v3590: 137 pgs: 137 active+clean; 901 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 735 op/s 2024-08-04T16:28:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:38 smithi007 ceph-mon[94998]: osdmap e2078: 8 total, 8 up, 8 in 2024-08-04T16:28:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:38 smithi007 ceph-mon[92692]: pgmap v3590: 137 pgs: 137 active+clean; 901 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 735 op/s 2024-08-04T16:28:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:38 smithi007 ceph-mon[92692]: osdmap e2078: 8 total, 8 up, 8 in 2024-08-04T16:28:39.317 INFO:tasks.workunit.client.0.smithi007.stdout: wrote [1668842~64514,5120113~30600,7426456~29243,8169635~47290,8486280~52377,9068778~40110,9784525~28298,10044729~64011,13790325~75129,18083898~12097] to clone 2024-08-04T16:28:39.318 INFO:tasks.workunit.client.0.smithi007.stdout: diff was [0~1733356,4194304~4022621,8388608~1720132,12582912~1282542,16777216~1318779] 2024-08-04T16:28:39.321 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1016 ms) 2024-08-04T16:28:39.322 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-08-04T16:28:39.322 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:28:39.344 INFO:tasks.workunit.client.0.smithi007.stdout: wrote [3216369~15246,4655685~47408,5504365~79798,5698999~9727,5965833~32389,8206577~14352,10415134~69903,13688703~25968,19534944~92664,20730965~44487] 2024-08-04T16:28:39.357 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (35 ms) 2024-08-04T16:28:39.357 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-08-04T16:28:39.357 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:28:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:39 smithi062 ceph-mon[85960]: osdmap e2079: 8 total, 8 up, 8 in 2024-08-04T16:28:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:39 smithi007 ceph-mon[94998]: osdmap e2079: 8 total, 8 up, 8 in 2024-08-04T16:28:39.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:39 smithi007 ceph-mon[92692]: osdmap e2079: 8 total, 8 up, 8 in 2024-08-04T16:28:40.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:40 smithi062 ceph-mon[85960]: pgmap v3593: 137 pgs: 137 active+clean; 875 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 70 KiB/s rd, 5.5 KiB/s wr, 462 op/s 2024-08-04T16:28:40.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:40 smithi062 ceph-mon[85960]: osdmap e2080: 8 total, 8 up, 8 in 2024-08-04T16:28:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:40 smithi007 ceph-mon[94998]: pgmap v3593: 137 pgs: 137 active+clean; 875 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 70 KiB/s rd, 5.5 KiB/s wr, 462 op/s 2024-08-04T16:28:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:40 smithi007 ceph-mon[94998]: osdmap e2080: 8 total, 8 up, 8 in 2024-08-04T16:28:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:40 smithi007 ceph-mon[92692]: pgmap v3593: 137 pgs: 137 active+clean; 875 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 70 KiB/s rd, 5.5 KiB/s wr, 462 op/s 2024-08-04T16:28:40.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:40 smithi007 ceph-mon[92692]: osdmap e2080: 8 total, 8 up, 8 in 2024-08-04T16:28:41.235 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1878 ms) 2024-08-04T16:28:41.235 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-08-04T16:28:41.235 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:28:41.292 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (57 ms) 2024-08-04T16:28:41.292 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-08-04T16:28:41.292 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:28:41.374 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (83 ms) 2024-08-04T16:28:41.374 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-08-04T16:28:41.375 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:28:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:41 smithi062 ceph-mon[85960]: osdmap e2081: 8 total, 8 up, 8 in 2024-08-04T16:28:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:41 smithi062 ceph-mon[85960]: osdmap e2082: 8 total, 8 up, 8 in 2024-08-04T16:28:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:41 smithi007 ceph-mon[94998]: osdmap e2081: 8 total, 8 up, 8 in 2024-08-04T16:28:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:41 smithi007 ceph-mon[94998]: osdmap e2082: 8 total, 8 up, 8 in 2024-08-04T16:28:41.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:41 smithi007 ceph-mon[92692]: osdmap e2081: 8 total, 8 up, 8 in 2024-08-04T16:28:41.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:41 smithi007 ceph-mon[92692]: osdmap e2082: 8 total, 8 up, 8 in 2024-08-04T16:28:42.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:28:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:28:42.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:42 smithi062 ceph-mon[85960]: pgmap v3596: 137 pgs: 137 active+clean; 807 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.6 MiB/s wr, 245 op/s 2024-08-04T16:28:42.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:42 smithi007 ceph-mon[94998]: pgmap v3596: 137 pgs: 137 active+clean; 807 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.6 MiB/s wr, 245 op/s 2024-08-04T16:28:42.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:42 smithi007 ceph-mon[92692]: pgmap v3596: 137 pgs: 137 active+clean; 807 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.6 MiB/s wr, 245 op/s 2024-08-04T16:28:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:44 smithi062 ceph-mon[85960]: pgmap v3598: 137 pgs: 137 active+clean; 823 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.9 MiB/s wr, 266 op/s 2024-08-04T16:28:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:44 smithi007 ceph-mon[94998]: pgmap v3598: 137 pgs: 137 active+clean; 823 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.9 MiB/s wr, 266 op/s 2024-08-04T16:28:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:44 smithi007 ceph-mon[92692]: pgmap v3598: 137 pgs: 137 active+clean; 823 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.9 MiB/s wr, 266 op/s 2024-08-04T16:28:46.388 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:28:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:28:46] "GET /metrics HTTP/1.1" 200 36638 "" "Prometheus/2.43.0" 2024-08-04T16:28:46.388 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:46 smithi007 ceph-mon[94998]: pgmap v3599: 137 pgs: 137 active+clean; 855 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.6 MiB/s wr, 291 op/s 2024-08-04T16:28:46.388 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:46 smithi007 ceph-mon[94998]: osdmap e2083: 8 total, 8 up, 8 in 2024-08-04T16:28:46.388 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:46 smithi007 ceph-mon[92692]: pgmap v3599: 137 pgs: 137 active+clean; 855 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.6 MiB/s wr, 291 op/s 2024-08-04T16:28:46.388 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:46 smithi007 ceph-mon[92692]: osdmap e2083: 8 total, 8 up, 8 in 2024-08-04T16:28:46.419 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5044 ms) 2024-08-04T16:28:46.420 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-08-04T16:28:46.420 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:28:46.420 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-08-04T16:28:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:46 smithi062 ceph-mon[85960]: pgmap v3599: 137 pgs: 137 active+clean; 855 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.6 MiB/s wr, 291 op/s 2024-08-04T16:28:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:46 smithi062 ceph-mon[85960]: osdmap e2083: 8 total, 8 up, 8 in 2024-08-04T16:28:47.224 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 19 tests from DiffIterateTest/0 (254260 ms total) 2024-08-04T16:28:47.224 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:28:47.224 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 19 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-08-04T16:28:47.261 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-08-04T16:28:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:48 smithi062 ceph-mon[85960]: pgmap v3601: 137 pgs: 137 active+clean; 885 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.2 MiB/s wr, 195 op/s 2024-08-04T16:28:48.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:48 smithi062 ceph-mon[85960]: osdmap e2084: 8 total, 8 up, 8 in 2024-08-04T16:28:48.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:48 smithi007 ceph-mon[94998]: pgmap v3601: 137 pgs: 137 active+clean; 885 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.2 MiB/s wr, 195 op/s 2024-08-04T16:28:48.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:48 smithi007 ceph-mon[94998]: osdmap e2084: 8 total, 8 up, 8 in 2024-08-04T16:28:48.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:48 smithi007 ceph-mon[92692]: pgmap v3601: 137 pgs: 137 active+clean; 885 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.2 MiB/s wr, 195 op/s 2024-08-04T16:28:48.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:48 smithi007 ceph-mon[92692]: osdmap e2084: 8 total, 8 up, 8 in 2024-08-04T16:28:49.230 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:28:49.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:49 smithi062 ceph-mon[85960]: osdmap e2085: 8 total, 8 up, 8 in 2024-08-04T16:28:49.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:49 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/723952757' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:28:49.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:49 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:28:49.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:49 smithi062 ceph-mon[85960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:28:49.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:49 smithi062 ceph-mon[85960]: osdmap e2086: 8 total, 8 up, 8 in 2024-08-04T16:28:49.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:49 smithi007 ceph-mon[94998]: osdmap e2085: 8 total, 8 up, 8 in 2024-08-04T16:28:49.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:49 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/723952757' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:28:49.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:49 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:28:49.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:49 smithi007 ceph-mon[94998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:28:49.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:49 smithi007 ceph-mon[94998]: osdmap e2086: 8 total, 8 up, 8 in 2024-08-04T16:28:49.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:49 smithi007 ceph-mon[92692]: osdmap e2085: 8 total, 8 up, 8 in 2024-08-04T16:28:49.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:49 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/723952757' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:28:49.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:49 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:28:49.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:49 smithi007 ceph-mon[92692]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi007-143401-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-04T16:28:49.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:49 smithi007 ceph-mon[92692]: osdmap e2086: 8 total, 8 up, 8 in 2024-08-04T16:28:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:50 smithi062 ceph-mon[85960]: pgmap v3604: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-08-04T16:28:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:50 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:28:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:50 smithi062 ceph-mon[85960]: osdmap e2087: 8 total, 8 up, 8 in 2024-08-04T16:28:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:50 smithi007 ceph-mon[92692]: pgmap v3604: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-08-04T16:28:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:50 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:28:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:50 smithi007 ceph-mon[92692]: osdmap e2087: 8 total, 8 up, 8 in 2024-08-04T16:28:50.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:50 smithi007 ceph-mon[94998]: pgmap v3604: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-08-04T16:28:50.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:50 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:28:50.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:50 smithi007 ceph-mon[94998]: osdmap e2087: 8 total, 8 up, 8 in 2024-08-04T16:28:51.297 INFO:tasks.workunit.client.0.smithi007.stdout: wrote [2497867~82563,5868318~27492,6549030~67768,7078225~34669,9354487~17587,11518293~60272,16625513~41276,17789005~45196,19316089~208,19880291~53896] 2024-08-04T16:28:52.272 INFO:tasks.workunit.client.0.smithi007.stdout: wrote [0~20971520] 2024-08-04T16:28:52.282 INFO:tasks.workunit.client.0.smithi007.stdout: diff was [0~20971520] 2024-08-04T16:28:52.287 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5026 ms) 2024-08-04T16:28:52.287 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-08-04T16:28:52.287 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:28:52.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:28:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:28:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:28:52.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:52 smithi062 ceph-mon[85960]: pgmap v3607: 137 pgs: 11 creating+peering, 15 unknown, 111 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-08-04T16:28:52.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:28:52.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:28:52.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:52 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:28:52.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:52 smithi062 ceph-mon[85960]: osdmap e2088: 8 total, 8 up, 8 in 2024-08-04T16:28:52.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:52 smithi007 ceph-mon[94998]: pgmap v3607: 137 pgs: 11 creating+peering, 15 unknown, 111 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-08-04T16:28:52.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:28:52.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:28:52.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:52 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:28:52.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:52 smithi007 ceph-mon[94998]: osdmap e2088: 8 total, 8 up, 8 in 2024-08-04T16:28:52.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:52 smithi007 ceph-mon[92692]: pgmap v3607: 137 pgs: 11 creating+peering, 15 unknown, 111 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-08-04T16:28:52.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:28:52.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:28:52.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:52 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:28:52.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:52 smithi007 ceph-mon[92692]: osdmap e2088: 8 total, 8 up, 8 in 2024-08-04T16:28:53.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:53 smithi062 ceph-mon[85960]: osdmap e2089: 8 total, 8 up, 8 in 2024-08-04T16:28:53.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:53 smithi007 ceph-mon[92692]: osdmap e2089: 8 total, 8 up, 8 in 2024-08-04T16:28:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:53 smithi007 ceph-mon[94998]: osdmap e2089: 8 total, 8 up, 8 in 2024-08-04T16:28:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:54 smithi062 ceph-mon[85960]: pgmap v3610: 137 pgs: 11 creating+peering, 5 unknown, 121 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-08-04T16:28:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:54 smithi062 ceph-mon[85960]: osdmap e2090: 8 total, 8 up, 8 in 2024-08-04T16:28:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:54 smithi007 ceph-mon[94998]: pgmap v3610: 137 pgs: 11 creating+peering, 5 unknown, 121 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-08-04T16:28:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:54 smithi007 ceph-mon[94998]: osdmap e2090: 8 total, 8 up, 8 in 2024-08-04T16:28:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:54 smithi007 ceph-mon[92692]: pgmap v3610: 137 pgs: 11 creating+peering, 5 unknown, 121 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-08-04T16:28:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:54 smithi007 ceph-mon[92692]: osdmap e2090: 8 total, 8 up, 8 in 2024-08-04T16:28:55.304 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:28:55.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:55 smithi007 ceph-mon[94998]: osdmap e2091: 8 total, 8 up, 8 in 2024-08-04T16:28:55.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:55 smithi007 ceph-mon[92692]: osdmap e2091: 8 total, 8 up, 8 in 2024-08-04T16:28:55.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:55 smithi062 ceph-mon[85960]: osdmap e2091: 8 total, 8 up, 8 in 2024-08-04T16:28:56.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:56 smithi007 ceph-mon[92692]: pgmap v3613: 137 pgs: 137 active+clean; 16 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 144 KiB/s wr, 47 op/s 2024-08-04T16:28:56.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:56 smithi007 ceph-mon[92692]: osdmap e2092: 8 total, 8 up, 8 in 2024-08-04T16:28:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:28:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:28:56] "GET /metrics HTTP/1.1" 200 36574 "" "Prometheus/2.43.0" 2024-08-04T16:28:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:56 smithi007 ceph-mon[94998]: pgmap v3613: 137 pgs: 137 active+clean; 16 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 144 KiB/s wr, 47 op/s 2024-08-04T16:28:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:56 smithi007 ceph-mon[94998]: osdmap e2092: 8 total, 8 up, 8 in 2024-08-04T16:28:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:56 smithi062 ceph-mon[85960]: pgmap v3613: 137 pgs: 137 active+clean; 16 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 144 KiB/s wr, 47 op/s 2024-08-04T16:28:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:56 smithi062 ceph-mon[85960]: osdmap e2092: 8 total, 8 up, 8 in 2024-08-04T16:28:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:57 smithi007 ceph-mon[94998]: osdmap e2093: 8 total, 8 up, 8 in 2024-08-04T16:28:57.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:57 smithi007 ceph-mon[92692]: osdmap e2093: 8 total, 8 up, 8 in 2024-08-04T16:28:57.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:57 smithi062 ceph-mon[85960]: osdmap e2093: 8 total, 8 up, 8 in 2024-08-04T16:28:58.315 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:28:58.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:58 smithi007 ceph-mon[92692]: pgmap v3616: 137 pgs: 137 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 256 KiB/s wr, 91 op/s 2024-08-04T16:28:58.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:58 smithi007 ceph-mon[92692]: osdmap e2094: 8 total, 8 up, 8 in 2024-08-04T16:28:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:58 smithi007 ceph-mon[94998]: pgmap v3616: 137 pgs: 137 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 256 KiB/s wr, 91 op/s 2024-08-04T16:28:58.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:58 smithi007 ceph-mon[94998]: osdmap e2094: 8 total, 8 up, 8 in 2024-08-04T16:28:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:58 smithi062 ceph-mon[85960]: pgmap v3616: 137 pgs: 137 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 256 KiB/s wr, 91 op/s 2024-08-04T16:28:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:58 smithi062 ceph-mon[85960]: osdmap e2094: 8 total, 8 up, 8 in 2024-08-04T16:28:59.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:28:59 smithi007 ceph-mon[92692]: osdmap e2095: 8 total, 8 up, 8 in 2024-08-04T16:28:59.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:28:59 smithi007 ceph-mon[94998]: osdmap e2095: 8 total, 8 up, 8 in 2024-08-04T16:28:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:28:59 smithi062 ceph-mon[85960]: osdmap e2095: 8 total, 8 up, 8 in 2024-08-04T16:29:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:00 smithi007 ceph-mon[94998]: pgmap v3619: 137 pgs: 137 active+clean; 24 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 115 KiB/s wr, 60 op/s 2024-08-04T16:29:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:00 smithi007 ceph-mon[94998]: osdmap e2096: 8 total, 8 up, 8 in 2024-08-04T16:29:00.589 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:00 smithi007 ceph-mon[92692]: pgmap v3619: 137 pgs: 137 active+clean; 24 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 115 KiB/s wr, 60 op/s 2024-08-04T16:29:00.589 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:00 smithi007 ceph-mon[92692]: osdmap e2096: 8 total, 8 up, 8 in 2024-08-04T16:29:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:00 smithi062 ceph-mon[85960]: pgmap v3619: 137 pgs: 137 active+clean; 24 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 115 KiB/s wr, 60 op/s 2024-08-04T16:29:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:00 smithi062 ceph-mon[85960]: osdmap e2096: 8 total, 8 up, 8 in 2024-08-04T16:29:01.159 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:29:01.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:01 smithi007 ceph-mon[92692]: osdmap e2097: 8 total, 8 up, 8 in 2024-08-04T16:29:01.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:01 smithi007 ceph-mon[92692]: osdmap e2098: 8 total, 8 up, 8 in 2024-08-04T16:29:01.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:01 smithi007 ceph-mon[94998]: osdmap e2097: 8 total, 8 up, 8 in 2024-08-04T16:29:01.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:01 smithi007 ceph-mon[94998]: osdmap e2098: 8 total, 8 up, 8 in 2024-08-04T16:29:01.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:01 smithi062 ceph-mon[85960]: osdmap e2097: 8 total, 8 up, 8 in 2024-08-04T16:29:01.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:01 smithi062 ceph-mon[85960]: osdmap e2098: 8 total, 8 up, 8 in 2024-08-04T16:29:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:02 smithi007 ceph-mon[92692]: pgmap v3622: 137 pgs: 137 active+clean; 25 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 7.5 KiB/s wr, 77 op/s 2024-08-04T16:29:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:02 smithi007 ceph-mon[92692]: osdmap e2099: 8 total, 8 up, 8 in 2024-08-04T16:29:02.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:02 smithi007 ceph-mon[94998]: pgmap v3622: 137 pgs: 137 active+clean; 25 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 7.5 KiB/s wr, 77 op/s 2024-08-04T16:29:02.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:02 smithi007 ceph-mon[94998]: osdmap e2099: 8 total, 8 up, 8 in 2024-08-04T16:29:02.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:02 smithi062 ceph-mon[85960]: pgmap v3622: 137 pgs: 137 active+clean; 25 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 7.5 KiB/s wr, 77 op/s 2024-08-04T16:29:02.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:02 smithi062 ceph-mon[85960]: osdmap e2099: 8 total, 8 up, 8 in 2024-08-04T16:29:02.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:29:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:29:04.168 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:29:04.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:04 smithi062 ceph-mon[85960]: pgmap v3625: 137 pgs: 137 active+clean; 26 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 7.7 KiB/s wr, 80 op/s 2024-08-04T16:29:04.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:04 smithi062 ceph-mon[85960]: osdmap e2100: 8 total, 8 up, 8 in 2024-08-04T16:29:04.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:04 smithi007 ceph-mon[92692]: pgmap v3625: 137 pgs: 137 active+clean; 26 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 7.7 KiB/s wr, 80 op/s 2024-08-04T16:29:04.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:04 smithi007 ceph-mon[92692]: osdmap e2100: 8 total, 8 up, 8 in 2024-08-04T16:29:04.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:04 smithi007 ceph-mon[94998]: pgmap v3625: 137 pgs: 137 active+clean; 26 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 7.7 KiB/s wr, 80 op/s 2024-08-04T16:29:04.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:04 smithi007 ceph-mon[94998]: osdmap e2100: 8 total, 8 up, 8 in 2024-08-04T16:29:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:05 smithi062 ceph-mon[85960]: osdmap e2101: 8 total, 8 up, 8 in 2024-08-04T16:29:05.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:05 smithi007 ceph-mon[92692]: osdmap e2101: 8 total, 8 up, 8 in 2024-08-04T16:29:05.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:05 smithi007 ceph-mon[94998]: osdmap e2101: 8 total, 8 up, 8 in 2024-08-04T16:29:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:06 smithi062 ceph-mon[85960]: pgmap v3628: 137 pgs: 137 active+clean; 27 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 6.7 KiB/s wr, 73 op/s 2024-08-04T16:29:06.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:06 smithi062 ceph-mon[85960]: osdmap e2102: 8 total, 8 up, 8 in 2024-08-04T16:29:06.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:29:06.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:29:06.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:29:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:29:06] "GET /metrics HTTP/1.1" 200 36574 "" "Prometheus/2.43.0" 2024-08-04T16:29:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:06 smithi007 ceph-mon[92692]: pgmap v3628: 137 pgs: 137 active+clean; 27 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 6.7 KiB/s wr, 73 op/s 2024-08-04T16:29:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:06 smithi007 ceph-mon[92692]: osdmap e2102: 8 total, 8 up, 8 in 2024-08-04T16:29:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:29:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:29:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:06 smithi007 ceph-mon[94998]: pgmap v3628: 137 pgs: 137 active+clean; 27 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 6.7 KiB/s wr, 73 op/s 2024-08-04T16:29:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:06 smithi007 ceph-mon[94998]: osdmap e2102: 8 total, 8 up, 8 in 2024-08-04T16:29:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:29:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:29:07.190 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (14903 ms) 2024-08-04T16:29:07.190 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-08-04T16:29:07.190 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:29:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:07 smithi062 ceph-mon[85960]: osdmap e2103: 8 total, 8 up, 8 in 2024-08-04T16:29:07.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:07 smithi007 ceph-mon[92692]: osdmap e2103: 8 total, 8 up, 8 in 2024-08-04T16:29:07.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:07 smithi007 ceph-mon[94998]: osdmap e2103: 8 total, 8 up, 8 in 2024-08-04T16:29:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:08 smithi062 ceph-mon[85960]: pgmap v3631: 137 pgs: 137 active+clean; 29 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 7.0 KiB/s wr, 76 op/s 2024-08-04T16:29:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:08 smithi062 ceph-mon[85960]: osdmap e2104: 8 total, 8 up, 8 in 2024-08-04T16:29:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:08 smithi007 ceph-mon[92692]: pgmap v3631: 137 pgs: 137 active+clean; 29 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 7.0 KiB/s wr, 76 op/s 2024-08-04T16:29:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:08 smithi007 ceph-mon[92692]: osdmap e2104: 8 total, 8 up, 8 in 2024-08-04T16:29:08.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:08 smithi007 ceph-mon[94998]: pgmap v3631: 137 pgs: 137 active+clean; 29 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 7.0 KiB/s wr, 76 op/s 2024-08-04T16:29:08.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:08 smithi007 ceph-mon[94998]: osdmap e2104: 8 total, 8 up, 8 in 2024-08-04T16:29:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:09 smithi062 ceph-mon[85960]: osdmap e2105: 8 total, 8 up, 8 in 2024-08-04T16:29:09.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:09 smithi007 ceph-mon[94998]: osdmap e2105: 8 total, 8 up, 8 in 2024-08-04T16:29:09.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:09 smithi007 ceph-mon[92692]: osdmap e2105: 8 total, 8 up, 8 in 2024-08-04T16:29:10.202 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:29:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:10 smithi062 ceph-mon[85960]: pgmap v3634: 137 pgs: 137 active+clean; 29 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 6.7 KiB/s wr, 82 op/s 2024-08-04T16:29:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:10 smithi062 ceph-mon[85960]: osdmap e2106: 8 total, 8 up, 8 in 2024-08-04T16:29:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:10 smithi007 ceph-mon[92692]: pgmap v3634: 137 pgs: 137 active+clean; 29 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 6.7 KiB/s wr, 82 op/s 2024-08-04T16:29:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:10 smithi007 ceph-mon[92692]: osdmap e2106: 8 total, 8 up, 8 in 2024-08-04T16:29:10.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:10 smithi007 ceph-mon[94998]: pgmap v3634: 137 pgs: 137 active+clean; 29 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 6.7 KiB/s wr, 82 op/s 2024-08-04T16:29:10.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:10 smithi007 ceph-mon[94998]: osdmap e2106: 8 total, 8 up, 8 in 2024-08-04T16:29:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:11 smithi062 ceph-mon[85960]: osdmap e2107: 8 total, 8 up, 8 in 2024-08-04T16:29:11.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:11 smithi007 ceph-mon[92692]: osdmap e2107: 8 total, 8 up, 8 in 2024-08-04T16:29:11.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:11 smithi007 ceph-mon[94998]: osdmap e2107: 8 total, 8 up, 8 in 2024-08-04T16:29:12.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:12 smithi062 ceph-mon[85960]: pgmap v3637: 137 pgs: 137 active+clean; 33 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 6.7 KiB/s wr, 95 op/s 2024-08-04T16:29:12.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:12 smithi062 ceph-mon[85960]: osdmap e2108: 8 total, 8 up, 8 in 2024-08-04T16:29:12.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:29:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:29:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:29:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:12 smithi007 ceph-mon[92692]: pgmap v3637: 137 pgs: 137 active+clean; 33 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 6.7 KiB/s wr, 95 op/s 2024-08-04T16:29:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:12 smithi007 ceph-mon[92692]: osdmap e2108: 8 total, 8 up, 8 in 2024-08-04T16:29:12.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:12 smithi007 ceph-mon[94998]: pgmap v3637: 137 pgs: 137 active+clean; 33 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 6.7 KiB/s wr, 95 op/s 2024-08-04T16:29:12.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:12 smithi007 ceph-mon[94998]: osdmap e2108: 8 total, 8 up, 8 in 2024-08-04T16:29:13.222 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:29:13.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:13 smithi062 ceph-mon[85960]: osdmap e2109: 8 total, 8 up, 8 in 2024-08-04T16:29:13.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:13 smithi007 ceph-mon[92692]: osdmap e2109: 8 total, 8 up, 8 in 2024-08-04T16:29:13.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:13 smithi007 ceph-mon[94998]: osdmap e2109: 8 total, 8 up, 8 in 2024-08-04T16:29:14.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:14 smithi062 ceph-mon[85960]: pgmap v3640: 137 pgs: 137 active+clean; 37 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 6.7 KiB/s wr, 59 op/s 2024-08-04T16:29:14.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:14 smithi062 ceph-mon[85960]: osdmap e2110: 8 total, 8 up, 8 in 2024-08-04T16:29:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:14 smithi007 ceph-mon[94998]: pgmap v3640: 137 pgs: 137 active+clean; 37 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 6.7 KiB/s wr, 59 op/s 2024-08-04T16:29:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:14 smithi007 ceph-mon[94998]: osdmap e2110: 8 total, 8 up, 8 in 2024-08-04T16:29:14.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:14 smithi007 ceph-mon[92692]: pgmap v3640: 137 pgs: 137 active+clean; 37 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 6.7 KiB/s wr, 59 op/s 2024-08-04T16:29:14.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:14 smithi007 ceph-mon[92692]: osdmap e2110: 8 total, 8 up, 8 in 2024-08-04T16:29:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:15 smithi062 ceph-mon[85960]: osdmap e2111: 8 total, 8 up, 8 in 2024-08-04T16:29:15.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:15 smithi007 ceph-mon[92692]: osdmap e2111: 8 total, 8 up, 8 in 2024-08-04T16:29:15.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:15 smithi007 ceph-mon[94998]: osdmap e2111: 8 total, 8 up, 8 in 2024-08-04T16:29:16.238 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:29:16.487 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:29:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:29:16] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-08-04T16:29:16.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:16 smithi007 ceph-mon[92692]: pgmap v3643: 137 pgs: 137 active+clean; 40 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 7.5 KiB/s wr, 101 op/s 2024-08-04T16:29:16.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:16 smithi007 ceph-mon[92692]: osdmap e2112: 8 total, 8 up, 8 in 2024-08-04T16:29:16.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:16 smithi007 ceph-mon[94998]: pgmap v3643: 137 pgs: 137 active+clean; 40 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 7.5 KiB/s wr, 101 op/s 2024-08-04T16:29:16.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:16 smithi007 ceph-mon[94998]: osdmap e2112: 8 total, 8 up, 8 in 2024-08-04T16:29:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:16 smithi062 ceph-mon[85960]: pgmap v3643: 137 pgs: 137 active+clean; 40 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 7.5 KiB/s wr, 101 op/s 2024-08-04T16:29:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:16 smithi062 ceph-mon[85960]: osdmap e2112: 8 total, 8 up, 8 in 2024-08-04T16:29:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:17 smithi062 ceph-mon[85960]: osdmap e2113: 8 total, 8 up, 8 in 2024-08-04T16:29:17.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:17 smithi007 ceph-mon[92692]: osdmap e2113: 8 total, 8 up, 8 in 2024-08-04T16:29:17.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:17 smithi007 ceph-mon[94998]: osdmap e2113: 8 total, 8 up, 8 in 2024-08-04T16:29:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:18 smithi062 ceph-mon[85960]: pgmap v3646: 137 pgs: 137 active+clean; 43 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 8.5 KiB/s wr, 100 op/s 2024-08-04T16:29:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:18 smithi062 ceph-mon[85960]: osdmap e2114: 8 total, 8 up, 8 in 2024-08-04T16:29:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:18 smithi007 ceph-mon[92692]: pgmap v3646: 137 pgs: 137 active+clean; 43 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 8.5 KiB/s wr, 100 op/s 2024-08-04T16:29:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:18 smithi007 ceph-mon[92692]: osdmap e2114: 8 total, 8 up, 8 in 2024-08-04T16:29:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:18 smithi007 ceph-mon[94998]: pgmap v3646: 137 pgs: 137 active+clean; 43 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 8.5 KiB/s wr, 100 op/s 2024-08-04T16:29:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:18 smithi007 ceph-mon[94998]: osdmap e2114: 8 total, 8 up, 8 in 2024-08-04T16:29:19.264 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:29:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:19 smithi062 ceph-mon[85960]: osdmap e2115: 8 total, 8 up, 8 in 2024-08-04T16:29:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:19 smithi007 ceph-mon[92692]: osdmap e2115: 8 total, 8 up, 8 in 2024-08-04T16:29:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:19 smithi007 ceph-mon[94998]: osdmap e2115: 8 total, 8 up, 8 in 2024-08-04T16:29:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:20 smithi062 ceph-mon[85960]: pgmap v3649: 137 pgs: 137 active+clean; 46 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 5.2 KiB/s wr, 33 op/s 2024-08-04T16:29:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:20 smithi062 ceph-mon[85960]: osdmap e2116: 8 total, 8 up, 8 in 2024-08-04T16:29:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:20 smithi007 ceph-mon[92692]: pgmap v3649: 137 pgs: 137 active+clean; 46 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 5.2 KiB/s wr, 33 op/s 2024-08-04T16:29:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:20 smithi007 ceph-mon[92692]: osdmap e2116: 8 total, 8 up, 8 in 2024-08-04T16:29:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:20 smithi007 ceph-mon[94998]: pgmap v3649: 137 pgs: 137 active+clean; 46 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 5.2 KiB/s wr, 33 op/s 2024-08-04T16:29:20.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:20 smithi007 ceph-mon[94998]: osdmap e2116: 8 total, 8 up, 8 in 2024-08-04T16:29:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:21 smithi062 ceph-mon[85960]: osdmap e2117: 8 total, 8 up, 8 in 2024-08-04T16:29:21.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:29:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:21 smithi007 ceph-mon[94998]: osdmap e2117: 8 total, 8 up, 8 in 2024-08-04T16:29:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:29:21.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:21 smithi007 ceph-mon[92692]: osdmap e2117: 8 total, 8 up, 8 in 2024-08-04T16:29:21.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:29:22.280 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (15090 ms) 2024-08-04T16:29:22.280 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 2024-08-04T16:29:22.280 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:29:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:22 smithi062 ceph-mon[85960]: pgmap v3652: 137 pgs: 137 active+clean; 52 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 5.0 KiB/s wr, 76 op/s 2024-08-04T16:29:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:22 smithi062 ceph-mon[85960]: osdmap e2118: 8 total, 8 up, 8 in 2024-08-04T16:29:22.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:29:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:29:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:29:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:22 smithi007 ceph-mon[94998]: pgmap v3652: 137 pgs: 137 active+clean; 52 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 5.0 KiB/s wr, 76 op/s 2024-08-04T16:29:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:22 smithi007 ceph-mon[94998]: osdmap e2118: 8 total, 8 up, 8 in 2024-08-04T16:29:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:22 smithi007 ceph-mon[92692]: pgmap v3652: 137 pgs: 137 active+clean; 52 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 5.0 KiB/s wr, 76 op/s 2024-08-04T16:29:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:22 smithi007 ceph-mon[92692]: osdmap e2118: 8 total, 8 up, 8 in 2024-08-04T16:29:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:23 smithi062 ceph-mon[85960]: osdmap e2119: 8 total, 8 up, 8 in 2024-08-04T16:29:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:23 smithi007 ceph-mon[94998]: osdmap e2119: 8 total, 8 up, 8 in 2024-08-04T16:29:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:23 smithi007 ceph-mon[92692]: osdmap e2119: 8 total, 8 up, 8 in 2024-08-04T16:29:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:24 smithi062 ceph-mon[85960]: pgmap v3655: 137 pgs: 137 active+clean; 55 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 9.0 KiB/s wr, 121 op/s 2024-08-04T16:29:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:24 smithi007 ceph-mon[94998]: pgmap v3655: 137 pgs: 137 active+clean; 55 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 9.0 KiB/s wr, 121 op/s 2024-08-04T16:29:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:24 smithi007 ceph-mon[92692]: pgmap v3655: 137 pgs: 137 active+clean; 55 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 9.0 KiB/s wr, 121 op/s 2024-08-04T16:29:26.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:26 smithi062 ceph-mon[85960]: pgmap v3656: 137 pgs: 137 active+clean; 59 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-08-04T16:29:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:26 smithi007 ceph-mon[92692]: pgmap v3656: 137 pgs: 137 active+clean; 59 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-08-04T16:29:26.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:26 smithi007 ceph-mon[94998]: pgmap v3656: 137 pgs: 137 active+clean; 59 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-08-04T16:29:26.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:29:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:29:26] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-08-04T16:29:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:27 smithi007 ceph-mon[92692]: osdmap e2120: 8 total, 8 up, 8 in 2024-08-04T16:29:27.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:27 smithi007 ceph-mon[94998]: osdmap e2120: 8 total, 8 up, 8 in 2024-08-04T16:29:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:27 smithi062 ceph-mon[85960]: osdmap e2120: 8 total, 8 up, 8 in 2024-08-04T16:29:28.305 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:29:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:28 smithi007 ceph-mon[92692]: pgmap v3658: 137 pgs: 137 active+clean; 63 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 5.8 KiB/s wr, 56 op/s 2024-08-04T16:29:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:28 smithi007 ceph-mon[92692]: osdmap e2121: 8 total, 8 up, 8 in 2024-08-04T16:29:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:28 smithi007 ceph-mon[94998]: pgmap v3658: 137 pgs: 137 active+clean; 63 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 5.8 KiB/s wr, 56 op/s 2024-08-04T16:29:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:28 smithi007 ceph-mon[94998]: osdmap e2121: 8 total, 8 up, 8 in 2024-08-04T16:29:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:28 smithi062 ceph-mon[85960]: pgmap v3658: 137 pgs: 137 active+clean; 63 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 5.8 KiB/s wr, 56 op/s 2024-08-04T16:29:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:28 smithi062 ceph-mon[85960]: osdmap e2121: 8 total, 8 up, 8 in 2024-08-04T16:29:29.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:29 smithi007 ceph-mon[92692]: osdmap e2122: 8 total, 8 up, 8 in 2024-08-04T16:29:29.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:29 smithi007 ceph-mon[94998]: osdmap e2122: 8 total, 8 up, 8 in 2024-08-04T16:29:29.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:29 smithi062 ceph-mon[85960]: osdmap e2122: 8 total, 8 up, 8 in 2024-08-04T16:29:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:30 smithi007 ceph-mon[92692]: pgmap v3661: 137 pgs: 137 active+clean; 67 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-04T16:29:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:30 smithi007 ceph-mon[94998]: pgmap v3661: 137 pgs: 137 active+clean; 67 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-04T16:29:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:30 smithi062 ceph-mon[85960]: pgmap v3661: 137 pgs: 137 active+clean; 67 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-04T16:29:32.564 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:32 smithi062 ceph-mon[85960]: pgmap v3662: 137 pgs: 137 active+clean; 67 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 688 KiB/s wr, 62 op/s 2024-08-04T16:29:32.564 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:29:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:29:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:29:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:32 smithi007 ceph-mon[92692]: pgmap v3662: 137 pgs: 137 active+clean; 67 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 688 KiB/s wr, 62 op/s 2024-08-04T16:29:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:32 smithi007 ceph-mon[94998]: pgmap v3662: 137 pgs: 137 active+clean; 67 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 688 KiB/s wr, 62 op/s 2024-08-04T16:29:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:33 smithi007 ceph-mon[92692]: osdmap e2123: 8 total, 8 up, 8 in 2024-08-04T16:29:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:33 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:29:33.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:33 smithi007 ceph-mon[94998]: osdmap e2123: 8 total, 8 up, 8 in 2024-08-04T16:29:33.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:33 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:29:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:33 smithi062 ceph-mon[85960]: osdmap e2123: 8 total, 8 up, 8 in 2024-08-04T16:29:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:33 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:29:34.322 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:29:34.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:34 smithi062 ceph-mon[85960]: pgmap v3664: 137 pgs: 137 active+clean; 67 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-08-04T16:29:34.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:34 smithi062 ceph-mon[85960]: osdmap e2124: 8 total, 8 up, 8 in 2024-08-04T16:29:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:34 smithi007 ceph-mon[92692]: pgmap v3664: 137 pgs: 137 active+clean; 67 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-08-04T16:29:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:34 smithi007 ceph-mon[92692]: osdmap e2124: 8 total, 8 up, 8 in 2024-08-04T16:29:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:34 smithi007 ceph-mon[94998]: pgmap v3664: 137 pgs: 137 active+clean; 67 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-08-04T16:29:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:34 smithi007 ceph-mon[94998]: osdmap e2124: 8 total, 8 up, 8 in 2024-08-04T16:29:35.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:35 smithi007 ceph-mon[92692]: osdmap e2125: 8 total, 8 up, 8 in 2024-08-04T16:29:35.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:35 smithi007 ceph-mon[94998]: osdmap e2125: 8 total, 8 up, 8 in 2024-08-04T16:29:35.656 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:35 smithi062 ceph-mon[85960]: osdmap e2125: 8 total, 8 up, 8 in 2024-08-04T16:29:36.299 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:29:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:29:36] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-08-04T16:29:36.299 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:36 smithi007 ceph-mon[92692]: pgmap v3667: 137 pgs: 137 active+clean; 68 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 6.2 KiB/s wr, 59 op/s 2024-08-04T16:29:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:29:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:29:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:29:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:36 smithi007 ceph-mon[94998]: pgmap v3667: 137 pgs: 137 active+clean; 68 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 6.2 KiB/s wr, 59 op/s 2024-08-04T16:29:36.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:29:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:29:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:29:36.592 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:36 smithi062 ceph-mon[85960]: pgmap v3667: 137 pgs: 137 active+clean; 68 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 6.2 KiB/s wr, 59 op/s 2024-08-04T16:29:36.593 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:29:36.593 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:29:36.593 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:29:38.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:37 smithi062 ceph-mon[85960]: pgmap v3668: 137 pgs: 137 active+clean; 68 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 3.5 KiB/s wr, 29 op/s 2024-08-04T16:29:38.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:29:38.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:29:38.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:29:38.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:29:38.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:29:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:37 smithi007 ceph-mon[92692]: pgmap v3668: 137 pgs: 137 active+clean; 68 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 3.5 KiB/s wr, 29 op/s 2024-08-04T16:29:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:29:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:29:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:29:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:29:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:29:38.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:37 smithi007 ceph-mon[94998]: pgmap v3668: 137 pgs: 137 active+clean; 68 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 3.5 KiB/s wr, 29 op/s 2024-08-04T16:29:38.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:29:38.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:29:38.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:29:38.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:29:38.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:29:39.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:39 smithi007 ceph-mon[92692]: osdmap e2126: 8 total, 8 up, 8 in 2024-08-04T16:29:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:39 smithi007 ceph-mon[94998]: osdmap e2126: 8 total, 8 up, 8 in 2024-08-04T16:29:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:39 smithi062 ceph-mon[85960]: osdmap e2126: 8 total, 8 up, 8 in 2024-08-04T16:29:40.342 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:29:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:40 smithi007 ceph-mon[92692]: pgmap v3670: 137 pgs: 137 active+clean; 73 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 27 op/s 2024-08-04T16:29:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:40 smithi007 ceph-mon[92692]: osdmap e2127: 8 total, 8 up, 8 in 2024-08-04T16:29:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:40 smithi007 ceph-mon[94998]: pgmap v3670: 137 pgs: 137 active+clean; 73 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 27 op/s 2024-08-04T16:29:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:40 smithi007 ceph-mon[94998]: osdmap e2127: 8 total, 8 up, 8 in 2024-08-04T16:29:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:40 smithi062 ceph-mon[85960]: pgmap v3670: 137 pgs: 137 active+clean; 73 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 27 op/s 2024-08-04T16:29:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:40 smithi062 ceph-mon[85960]: osdmap e2127: 8 total, 8 up, 8 in 2024-08-04T16:29:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:41 smithi007 ceph-mon[94998]: osdmap e2128: 8 total, 8 up, 8 in 2024-08-04T16:29:41.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:41 smithi007 ceph-mon[92692]: osdmap e2128: 8 total, 8 up, 8 in 2024-08-04T16:29:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:41 smithi062 ceph-mon[85960]: osdmap e2128: 8 total, 8 up, 8 in 2024-08-04T16:29:42.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:42 smithi007 ceph-mon[94998]: pgmap v3673: 137 pgs: 137 active+clean; 74 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-08-04T16:29:42.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:42 smithi007 ceph-mon[92692]: pgmap v3673: 137 pgs: 137 active+clean; 74 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-08-04T16:29:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:42 smithi062 ceph-mon[85960]: pgmap v3673: 137 pgs: 137 active+clean; 74 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-08-04T16:29:42.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:29:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:29:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:29:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:44 smithi007 ceph-mon[92692]: pgmap v3674: 137 pgs: 137 active+clean; 74 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 685 KiB/s wr, 26 op/s 2024-08-04T16:29:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:44 smithi007 ceph-mon[94998]: pgmap v3674: 137 pgs: 137 active+clean; 74 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 685 KiB/s wr, 26 op/s 2024-08-04T16:29:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:44 smithi062 ceph-mon[85960]: pgmap v3674: 137 pgs: 137 active+clean; 74 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 685 KiB/s wr, 26 op/s 2024-08-04T16:29:45.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:45 smithi007 ceph-mon[92692]: osdmap e2129: 8 total, 8 up, 8 in 2024-08-04T16:29:45.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:45 smithi007 ceph-mon[94998]: osdmap e2129: 8 total, 8 up, 8 in 2024-08-04T16:29:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:45 smithi062 ceph-mon[85960]: osdmap e2129: 8 total, 8 up, 8 in 2024-08-04T16:29:46.372 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:29:46.487 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:29:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:29:46] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-08-04T16:29:46.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:46 smithi007 ceph-mon[92692]: pgmap v3676: 137 pgs: 137 active+clean; 83 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 1.3 MiB/s wr, 54 op/s 2024-08-04T16:29:46.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:46 smithi007 ceph-mon[92692]: osdmap e2130: 8 total, 8 up, 8 in 2024-08-04T16:29:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:46 smithi007 ceph-mon[94998]: pgmap v3676: 137 pgs: 137 active+clean; 83 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 1.3 MiB/s wr, 54 op/s 2024-08-04T16:29:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:46 smithi007 ceph-mon[94998]: osdmap e2130: 8 total, 8 up, 8 in 2024-08-04T16:29:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:46 smithi062 ceph-mon[85960]: pgmap v3676: 137 pgs: 137 active+clean; 83 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 1.3 MiB/s wr, 54 op/s 2024-08-04T16:29:46.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:46 smithi062 ceph-mon[85960]: osdmap e2130: 8 total, 8 up, 8 in 2024-08-04T16:29:47.738 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:47 smithi007 ceph-mon[94998]: osdmap e2131: 8 total, 8 up, 8 in 2024-08-04T16:29:47.738 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:47 smithi007 ceph-mon[92692]: osdmap e2131: 8 total, 8 up, 8 in 2024-08-04T16:29:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:47 smithi062 ceph-mon[85960]: osdmap e2131: 8 total, 8 up, 8 in 2024-08-04T16:29:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:48 smithi062 ceph-mon[85960]: pgmap v3679: 137 pgs: 137 active+clean; 83 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-08-04T16:29:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:48 smithi007 ceph-mon[92692]: pgmap v3679: 137 pgs: 137 active+clean; 83 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-08-04T16:29:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:48 smithi007 ceph-mon[94998]: pgmap v3679: 137 pgs: 137 active+clean; 83 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-08-04T16:29:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:50 smithi062 ceph-mon[85960]: pgmap v3680: 137 pgs: 137 active+clean; 85 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-08-04T16:29:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:50 smithi007 ceph-mon[94998]: pgmap v3680: 137 pgs: 137 active+clean; 85 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-08-04T16:29:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:50 smithi007 ceph-mon[92692]: pgmap v3680: 137 pgs: 137 active+clean; 85 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-08-04T16:29:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:51 smithi062 ceph-mon[85960]: osdmap e2132: 8 total, 8 up, 8 in 2024-08-04T16:29:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:29:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:51 smithi007 ceph-mon[94998]: osdmap e2132: 8 total, 8 up, 8 in 2024-08-04T16:29:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:29:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:51 smithi007 ceph-mon[92692]: osdmap e2132: 8 total, 8 up, 8 in 2024-08-04T16:29:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:29:52.401 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 (30121 ms) 2024-08-04T16:29:52.401 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP 2024-08-04T16:29:52.401 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:29:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:52 smithi062 ceph-mon[85960]: pgmap v3682: 137 pgs: 137 active+clean; 85 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-08-04T16:29:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:52 smithi062 ceph-mon[85960]: osdmap e2133: 8 total, 8 up, 8 in 2024-08-04T16:29:52.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:29:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:29:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:29:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:52 smithi007 ceph-mon[94998]: pgmap v3682: 137 pgs: 137 active+clean; 85 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-08-04T16:29:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:52 smithi007 ceph-mon[94998]: osdmap e2133: 8 total, 8 up, 8 in 2024-08-04T16:29:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:52 smithi007 ceph-mon[92692]: pgmap v3682: 137 pgs: 137 active+clean; 85 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-08-04T16:29:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:52 smithi007 ceph-mon[92692]: osdmap e2133: 8 total, 8 up, 8 in 2024-08-04T16:29:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:53 smithi062 ceph-mon[85960]: osdmap e2134: 8 total, 8 up, 8 in 2024-08-04T16:29:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:53 smithi007 ceph-mon[94998]: osdmap e2134: 8 total, 8 up, 8 in 2024-08-04T16:29:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:53 smithi007 ceph-mon[92692]: osdmap e2134: 8 total, 8 up, 8 in 2024-08-04T16:29:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:54 smithi062 ceph-mon[85960]: pgmap v3685: 137 pgs: 137 active+clean; 85 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-08-04T16:29:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:54 smithi007 ceph-mon[92692]: pgmap v3685: 137 pgs: 137 active+clean; 85 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-08-04T16:29:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:54 smithi007 ceph-mon[94998]: pgmap v3685: 137 pgs: 137 active+clean; 85 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-08-04T16:29:56.373 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:29:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:29:56] "GET /metrics HTTP/1.1" 200 36629 "" "Prometheus/2.43.0" 2024-08-04T16:29:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:56 smithi062 ceph-mon[85960]: pgmap v3686: 137 pgs: 137 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 687 KiB/s wr, 57 op/s 2024-08-04T16:29:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:56 smithi007 ceph-mon[92692]: pgmap v3686: 137 pgs: 137 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 687 KiB/s wr, 57 op/s 2024-08-04T16:29:56.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:56 smithi007 ceph-mon[94998]: pgmap v3686: 137 pgs: 137 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 687 KiB/s wr, 57 op/s 2024-08-04T16:29:57.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:57 smithi007 ceph-mon[92692]: osdmap e2135: 8 total, 8 up, 8 in 2024-08-04T16:29:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:57 smithi007 ceph-mon[94998]: osdmap e2135: 8 total, 8 up, 8 in 2024-08-04T16:29:57.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:57 smithi062 ceph-mon[85960]: osdmap e2135: 8 total, 8 up, 8 in 2024-08-04T16:29:58.422 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:29:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:58 smithi062 ceph-mon[85960]: pgmap v3688: 137 pgs: 137 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-08-04T16:29:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:58 smithi062 ceph-mon[85960]: osdmap e2136: 8 total, 8 up, 8 in 2024-08-04T16:29:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:58 smithi007 ceph-mon[94998]: pgmap v3688: 137 pgs: 137 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-08-04T16:29:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:58 smithi007 ceph-mon[94998]: osdmap e2136: 8 total, 8 up, 8 in 2024-08-04T16:29:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:58 smithi007 ceph-mon[92692]: pgmap v3688: 137 pgs: 137 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-08-04T16:29:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:58 smithi007 ceph-mon[92692]: osdmap e2136: 8 total, 8 up, 8 in 2024-08-04T16:29:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:29:59 smithi062 ceph-mon[85960]: osdmap e2137: 8 total, 8 up, 8 in 2024-08-04T16:29:59.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:29:59 smithi007 ceph-mon[94998]: osdmap e2137: 8 total, 8 up, 8 in 2024-08-04T16:29:59.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:29:59 smithi007 ceph-mon[92692]: osdmap e2137: 8 total, 8 up, 8 in 2024-08-04T16:30:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:00 smithi062 ceph-mon[85960]: pgmap v3691: 137 pgs: 137 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-08-04T16:30:00.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:00 smithi062 ceph-mon[85960]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-04T16:30:00.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:00 smithi062 ceph-mon[85960]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-04T16:30:00.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:00 smithi062 ceph-mon[85960]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-04T16:30:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:00 smithi007 ceph-mon[94998]: pgmap v3691: 137 pgs: 137 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-08-04T16:30:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:00 smithi007 ceph-mon[94998]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-04T16:30:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:00 smithi007 ceph-mon[94998]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-04T16:30:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:00 smithi007 ceph-mon[94998]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-04T16:30:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:00 smithi007 ceph-mon[92692]: pgmap v3691: 137 pgs: 137 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-08-04T16:30:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:00 smithi007 ceph-mon[92692]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-04T16:30:00.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:00 smithi007 ceph-mon[92692]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-04T16:30:00.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:00 smithi007 ceph-mon[92692]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-04T16:30:02.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:02 smithi062 ceph-mon[85960]: pgmap v3692: 137 pgs: 137 active+clean; 101 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 688 KiB/s wr, 50 op/s 2024-08-04T16:30:02.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:30:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:30:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:30:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:02 smithi007 ceph-mon[94998]: pgmap v3692: 137 pgs: 137 active+clean; 101 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 688 KiB/s wr, 50 op/s 2024-08-04T16:30:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:02 smithi007 ceph-mon[92692]: pgmap v3692: 137 pgs: 137 active+clean; 101 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 688 KiB/s wr, 50 op/s 2024-08-04T16:30:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:03 smithi062 ceph-mon[85960]: osdmap e2138: 8 total, 8 up, 8 in 2024-08-04T16:30:03.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:03 smithi007 ceph-mon[92692]: osdmap e2138: 8 total, 8 up, 8 in 2024-08-04T16:30:03.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:03 smithi007 ceph-mon[94998]: osdmap e2138: 8 total, 8 up, 8 in 2024-08-04T16:30:04.448 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:30:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:04 smithi062 ceph-mon[85960]: pgmap v3694: 137 pgs: 137 active+clean; 101 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-04T16:30:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:04 smithi062 ceph-mon[85960]: osdmap e2139: 8 total, 8 up, 8 in 2024-08-04T16:30:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:04 smithi007 ceph-mon[94998]: pgmap v3694: 137 pgs: 137 active+clean; 101 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-04T16:30:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:04 smithi007 ceph-mon[94998]: osdmap e2139: 8 total, 8 up, 8 in 2024-08-04T16:30:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:04 smithi007 ceph-mon[92692]: pgmap v3694: 137 pgs: 137 active+clean; 101 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-04T16:30:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:04 smithi007 ceph-mon[92692]: osdmap e2139: 8 total, 8 up, 8 in 2024-08-04T16:30:05.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:05 smithi062 ceph-mon[85960]: osdmap e2140: 8 total, 8 up, 8 in 2024-08-04T16:30:05.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:05 smithi007 ceph-mon[94998]: osdmap e2140: 8 total, 8 up, 8 in 2024-08-04T16:30:05.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:05 smithi007 ceph-mon[92692]: osdmap e2140: 8 total, 8 up, 8 in 2024-08-04T16:30:06.419 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:30:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:30:06] "GET /metrics HTTP/1.1" 200 36631 "" "Prometheus/2.43.0" 2024-08-04T16:30:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:06 smithi062 ceph-mon[85960]: pgmap v3697: 137 pgs: 137 active+clean; 108 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-08-04T16:30:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:30:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:06 smithi007 ceph-mon[92692]: pgmap v3697: 137 pgs: 137 active+clean; 108 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-08-04T16:30:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:30:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:06 smithi007 ceph-mon[94998]: pgmap v3697: 137 pgs: 137 active+clean; 108 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-08-04T16:30:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:30:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:08 smithi062 ceph-mon[85960]: pgmap v3698: 137 pgs: 137 active+clean; 111 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-08-04T16:30:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:08 smithi007 ceph-mon[92692]: pgmap v3698: 137 pgs: 137 active+clean; 111 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-08-04T16:30:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:08 smithi007 ceph-mon[94998]: pgmap v3698: 137 pgs: 137 active+clean; 111 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-08-04T16:30:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:09 smithi062 ceph-mon[85960]: osdmap e2141: 8 total, 8 up, 8 in 2024-08-04T16:30:09.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:09 smithi007 ceph-mon[92692]: osdmap e2141: 8 total, 8 up, 8 in 2024-08-04T16:30:09.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:09 smithi007 ceph-mon[94998]: osdmap e2141: 8 total, 8 up, 8 in 2024-08-04T16:30:10.472 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:30:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:10 smithi062 ceph-mon[85960]: pgmap v3700: 137 pgs: 137 active+clean; 111 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-04T16:30:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:10 smithi062 ceph-mon[85960]: osdmap e2142: 8 total, 8 up, 8 in 2024-08-04T16:30:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:10 smithi007 ceph-mon[92692]: pgmap v3700: 137 pgs: 137 active+clean; 111 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-04T16:30:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:10 smithi007 ceph-mon[92692]: osdmap e2142: 8 total, 8 up, 8 in 2024-08-04T16:30:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:10 smithi007 ceph-mon[94998]: pgmap v3700: 137 pgs: 137 active+clean; 111 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-04T16:30:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:10 smithi007 ceph-mon[94998]: osdmap e2142: 8 total, 8 up, 8 in 2024-08-04T16:30:11.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:11 smithi062 ceph-mon[85960]: osdmap e2143: 8 total, 8 up, 8 in 2024-08-04T16:30:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:11 smithi007 ceph-mon[92692]: osdmap e2143: 8 total, 8 up, 8 in 2024-08-04T16:30:11.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:11 smithi007 ceph-mon[94998]: osdmap e2143: 8 total, 8 up, 8 in 2024-08-04T16:30:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:12 smithi062 ceph-mon[85960]: pgmap v3703: 137 pgs: 137 active+clean; 121 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-04T16:30:12.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:30:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:30:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:30:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:12 smithi007 ceph-mon[92692]: pgmap v3703: 137 pgs: 137 active+clean; 121 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-04T16:30:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:12 smithi007 ceph-mon[94998]: pgmap v3703: 137 pgs: 137 active+clean; 121 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-04T16:30:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:14 smithi062 ceph-mon[85960]: pgmap v3704: 137 pgs: 137 active+clean; 121 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-04T16:30:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:14 smithi007 ceph-mon[92692]: pgmap v3704: 137 pgs: 137 active+clean; 121 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-04T16:30:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:14 smithi007 ceph-mon[94998]: pgmap v3704: 137 pgs: 137 active+clean; 121 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-04T16:30:15.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:15 smithi062 ceph-mon[85960]: osdmap e2144: 8 total, 8 up, 8 in 2024-08-04T16:30:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:15 smithi007 ceph-mon[92692]: osdmap e2144: 8 total, 8 up, 8 in 2024-08-04T16:30:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:15 smithi007 ceph-mon[94998]: osdmap e2144: 8 total, 8 up, 8 in 2024-08-04T16:30:16.459 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:30:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:30:16] "GET /metrics HTTP/1.1" 200 36631 "" "Prometheus/2.43.0" 2024-08-04T16:30:16.493 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:30:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:16 smithi062 ceph-mon[85960]: pgmap v3706: 137 pgs: 137 active+clean; 121 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 39 op/s 2024-08-04T16:30:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:16 smithi062 ceph-mon[85960]: osdmap e2145: 8 total, 8 up, 8 in 2024-08-04T16:30:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:16 smithi007 ceph-mon[92692]: pgmap v3706: 137 pgs: 137 active+clean; 121 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 39 op/s 2024-08-04T16:30:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:16 smithi007 ceph-mon[92692]: osdmap e2145: 8 total, 8 up, 8 in 2024-08-04T16:30:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:16 smithi007 ceph-mon[94998]: pgmap v3706: 137 pgs: 137 active+clean; 121 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 39 op/s 2024-08-04T16:30:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:16 smithi007 ceph-mon[94998]: osdmap e2145: 8 total, 8 up, 8 in 2024-08-04T16:30:17.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:17 smithi062 ceph-mon[85960]: osdmap e2146: 8 total, 8 up, 8 in 2024-08-04T16:30:17.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:17 smithi007 ceph-mon[94998]: osdmap e2146: 8 total, 8 up, 8 in 2024-08-04T16:30:17.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:17 smithi007 ceph-mon[92692]: osdmap e2146: 8 total, 8 up, 8 in 2024-08-04T16:30:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:18 smithi062 ceph-mon[85960]: pgmap v3709: 137 pgs: 137 active+clean; 125 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-08-04T16:30:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:18 smithi007 ceph-mon[92692]: pgmap v3709: 137 pgs: 137 active+clean; 125 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-08-04T16:30:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:18 smithi007 ceph-mon[94998]: pgmap v3709: 137 pgs: 137 active+clean; 125 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-08-04T16:30:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:19 smithi062 ceph-mon[85960]: pgmap v3710: 137 pgs: 137 active+clean; 128 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 684 KiB/s wr, 22 op/s 2024-08-04T16:30:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:19 smithi007 ceph-mon[94998]: pgmap v3710: 137 pgs: 137 active+clean; 128 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 684 KiB/s wr, 22 op/s 2024-08-04T16:30:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:19 smithi007 ceph-mon[92692]: pgmap v3710: 137 pgs: 137 active+clean; 128 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 684 KiB/s wr, 22 op/s 2024-08-04T16:30:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:21 smithi062 ceph-mon[85960]: osdmap e2147: 8 total, 8 up, 8 in 2024-08-04T16:30:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:21 smithi062 ceph-mon[85960]: pgmap v3712: 137 pgs: 137 active+clean; 131 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-08-04T16:30:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:30:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:21 smithi007 ceph-mon[92692]: osdmap e2147: 8 total, 8 up, 8 in 2024-08-04T16:30:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:21 smithi007 ceph-mon[92692]: pgmap v3712: 137 pgs: 137 active+clean; 131 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-08-04T16:30:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:30:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:21 smithi007 ceph-mon[94998]: osdmap e2147: 8 total, 8 up, 8 in 2024-08-04T16:30:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:21 smithi007 ceph-mon[94998]: pgmap v3712: 137 pgs: 137 active+clean; 131 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-08-04T16:30:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:30:22.515 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP (30114 ms) 2024-08-04T16:30:22.515 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 2024-08-04T16:30:22.515 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:30:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:22 smithi062 ceph-mon[85960]: osdmap e2148: 8 total, 8 up, 8 in 2024-08-04T16:30:22.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:30:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:30:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:30:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:22 smithi007 ceph-mon[92692]: osdmap e2148: 8 total, 8 up, 8 in 2024-08-04T16:30:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:22 smithi007 ceph-mon[94998]: osdmap e2148: 8 total, 8 up, 8 in 2024-08-04T16:30:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:23 smithi062 ceph-mon[85960]: osdmap e2149: 8 total, 8 up, 8 in 2024-08-04T16:30:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:23 smithi062 ceph-mon[85960]: pgmap v3715: 137 pgs: 137 active+clean; 131 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.8 KiB/s wr, 36 op/s 2024-08-04T16:30:23.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:23 smithi007 ceph-mon[94998]: osdmap e2149: 8 total, 8 up, 8 in 2024-08-04T16:30:23.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:23 smithi007 ceph-mon[94998]: pgmap v3715: 137 pgs: 137 active+clean; 131 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.8 KiB/s wr, 36 op/s 2024-08-04T16:30:23.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:23 smithi007 ceph-mon[92692]: osdmap e2149: 8 total, 8 up, 8 in 2024-08-04T16:30:23.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:23 smithi007 ceph-mon[92692]: pgmap v3715: 137 pgs: 137 active+clean; 131 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.8 KiB/s wr, 36 op/s 2024-08-04T16:30:26.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:25 smithi062 ceph-mon[85960]: pgmap v3716: 137 pgs: 137 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 689 KiB/s wr, 67 op/s 2024-08-04T16:30:26.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:25 smithi007 ceph-mon[92692]: pgmap v3716: 137 pgs: 137 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 689 KiB/s wr, 67 op/s 2024-08-04T16:30:26.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:25 smithi007 ceph-mon[94998]: pgmap v3716: 137 pgs: 137 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 689 KiB/s wr, 67 op/s 2024-08-04T16:30:26.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:30:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:30:26] "GET /metrics HTTP/1.1" 200 36632 "" "Prometheus/2.43.0" 2024-08-04T16:30:28.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:27 smithi062 ceph-mon[85960]: pgmap v3717: 137 pgs: 137 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 680 KiB/s wr, 41 op/s 2024-08-04T16:30:28.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:27 smithi007 ceph-mon[92692]: pgmap v3717: 137 pgs: 137 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 680 KiB/s wr, 41 op/s 2024-08-04T16:30:28.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:27 smithi007 ceph-mon[94998]: pgmap v3717: 137 pgs: 137 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 680 KiB/s wr, 41 op/s 2024-08-04T16:30:30.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:29 smithi062 ceph-mon[85960]: pgmap v3718: 137 pgs: 137 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 515 KiB/s wr, 33 op/s 2024-08-04T16:30:30.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:29 smithi007 ceph-mon[92692]: pgmap v3718: 137 pgs: 137 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 515 KiB/s wr, 33 op/s 2024-08-04T16:30:30.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:29 smithi007 ceph-mon[94998]: pgmap v3718: 137 pgs: 137 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 515 KiB/s wr, 33 op/s 2024-08-04T16:30:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:31 smithi062 ceph-mon[85960]: pgmap v3719: 137 pgs: 137 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 455 KiB/s wr, 27 op/s 2024-08-04T16:30:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:31 smithi062 ceph-mon[85960]: osdmap e2150: 8 total, 8 up, 8 in 2024-08-04T16:30:32.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:31 smithi007 ceph-mon[92692]: pgmap v3719: 137 pgs: 137 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 455 KiB/s wr, 27 op/s 2024-08-04T16:30:32.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:31 smithi007 ceph-mon[92692]: osdmap e2150: 8 total, 8 up, 8 in 2024-08-04T16:30:32.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:31 smithi007 ceph-mon[94998]: pgmap v3719: 137 pgs: 137 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 455 KiB/s wr, 27 op/s 2024-08-04T16:30:32.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:31 smithi007 ceph-mon[94998]: osdmap e2150: 8 total, 8 up, 8 in 2024-08-04T16:30:32.613 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:30:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:30:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:30:32.643 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:30:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:32 smithi062 ceph-mon[85960]: osdmap e2151: 8 total, 8 up, 8 in 2024-08-04T16:30:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:32 smithi007 ceph-mon[92692]: osdmap e2151: 8 total, 8 up, 8 in 2024-08-04T16:30:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:32 smithi007 ceph-mon[94998]: osdmap e2151: 8 total, 8 up, 8 in 2024-08-04T16:30:34.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:33 smithi062 ceph-mon[85960]: pgmap v3722: 137 pgs: 137 active+clean; 147 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 513 KiB/s wr, 11 op/s 2024-08-04T16:30:34.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:33 smithi062 ceph-mon[85960]: osdmap e2152: 8 total, 8 up, 8 in 2024-08-04T16:30:34.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:33 smithi007 ceph-mon[92692]: pgmap v3722: 137 pgs: 137 active+clean; 147 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 513 KiB/s wr, 11 op/s 2024-08-04T16:30:34.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:33 smithi007 ceph-mon[92692]: osdmap e2152: 8 total, 8 up, 8 in 2024-08-04T16:30:34.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:33 smithi007 ceph-mon[94998]: pgmap v3722: 137 pgs: 137 active+clean; 147 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 513 KiB/s wr, 11 op/s 2024-08-04T16:30:34.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:33 smithi007 ceph-mon[94998]: osdmap e2152: 8 total, 8 up, 8 in 2024-08-04T16:30:36.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:35 smithi062 ceph-mon[85960]: pgmap v3724: 137 pgs: 137 active+clean; 155 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-08-04T16:30:36.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:35 smithi007 ceph-mon[92692]: pgmap v3724: 137 pgs: 137 active+clean; 155 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-08-04T16:30:36.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:35 smithi007 ceph-mon[94998]: pgmap v3724: 137 pgs: 137 active+clean; 155 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-08-04T16:30:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:30:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:30:36] "GET /metrics HTTP/1.1" 200 36632 "" "Prometheus/2.43.0" 2024-08-04T16:30:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:30:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:30:37.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:30:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:37 smithi062 ceph-mon[85960]: pgmap v3725: 137 pgs: 137 active+clean; 159 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-08-04T16:30:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:37 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:30:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:37 smithi007 ceph-mon[92692]: pgmap v3725: 137 pgs: 137 active+clean; 159 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-08-04T16:30:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:37 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:30:38.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:37 smithi007 ceph-mon[94998]: pgmap v3725: 137 pgs: 137 active+clean; 159 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-08-04T16:30:38.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:37 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:30:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:30:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:30:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:30:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:30:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:30:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:30:39.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:30:39.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:30:39.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:30:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:39 smithi062 ceph-mon[85960]: pgmap v3726: 137 pgs: 137 active+clean; 159 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-08-04T16:30:40.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:39 smithi007 ceph-mon[92692]: pgmap v3726: 137 pgs: 137 active+clean; 159 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-08-04T16:30:40.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:39 smithi007 ceph-mon[94998]: pgmap v3726: 137 pgs: 137 active+clean; 159 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-08-04T16:30:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:41 smithi062 ceph-mon[85960]: pgmap v3727: 137 pgs: 137 active+clean; 159 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-08-04T16:30:42.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:41 smithi062 ceph-mon[85960]: osdmap e2153: 8 total, 8 up, 8 in 2024-08-04T16:30:42.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:41 smithi007 ceph-mon[92692]: pgmap v3727: 137 pgs: 137 active+clean; 159 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-08-04T16:30:42.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:41 smithi007 ceph-mon[92692]: osdmap e2153: 8 total, 8 up, 8 in 2024-08-04T16:30:42.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:41 smithi007 ceph-mon[94998]: pgmap v3727: 137 pgs: 137 active+clean; 159 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-08-04T16:30:42.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:41 smithi007 ceph-mon[94998]: osdmap e2153: 8 total, 8 up, 8 in 2024-08-04T16:30:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:30:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:30:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:30:42.959 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:30:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:42 smithi062 ceph-mon[85960]: osdmap e2154: 8 total, 8 up, 8 in 2024-08-04T16:30:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:42 smithi007 ceph-mon[92692]: osdmap e2154: 8 total, 8 up, 8 in 2024-08-04T16:30:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:42 smithi007 ceph-mon[94998]: osdmap e2154: 8 total, 8 up, 8 in 2024-08-04T16:30:44.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:43 smithi062 ceph-mon[85960]: pgmap v3730: 137 pgs: 137 active+clean; 167 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.4 KiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-08-04T16:30:44.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:43 smithi062 ceph-mon[85960]: osdmap e2155: 8 total, 8 up, 8 in 2024-08-04T16:30:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:43 smithi007 ceph-mon[92692]: pgmap v3730: 137 pgs: 137 active+clean; 167 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.4 KiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-08-04T16:30:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:43 smithi007 ceph-mon[92692]: osdmap e2155: 8 total, 8 up, 8 in 2024-08-04T16:30:44.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:43 smithi007 ceph-mon[94998]: pgmap v3730: 137 pgs: 137 active+clean; 167 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.4 KiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-08-04T16:30:44.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:43 smithi007 ceph-mon[94998]: osdmap e2155: 8 total, 8 up, 8 in 2024-08-04T16:30:46.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:45 smithi062 ceph-mon[85960]: pgmap v3732: 137 pgs: 137 active+clean; 175 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-04T16:30:46.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:30:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:30:46] "GET /metrics HTTP/1.1" 200 36634 "" "Prometheus/2.43.0" 2024-08-04T16:30:46.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:45 smithi007 ceph-mon[92692]: pgmap v3732: 137 pgs: 137 active+clean; 175 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-04T16:30:46.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:45 smithi007 ceph-mon[94998]: pgmap v3732: 137 pgs: 137 active+clean; 175 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-04T16:30:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:48 smithi062 ceph-mon[85960]: pgmap v3733: 137 pgs: 137 active+clean; 177 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-04T16:30:48.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:48 smithi007 ceph-mon[92692]: pgmap v3733: 137 pgs: 137 active+clean; 177 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-04T16:30:48.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:48 smithi007 ceph-mon[94998]: pgmap v3733: 137 pgs: 137 active+clean; 177 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-04T16:30:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:50 smithi062 ceph-mon[85960]: pgmap v3734: 137 pgs: 137 active+clean; 177 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-08-04T16:30:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:50 smithi007 ceph-mon[92692]: pgmap v3734: 137 pgs: 137 active+clean; 177 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-08-04T16:30:50.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:50 smithi007 ceph-mon[94998]: pgmap v3734: 137 pgs: 137 active+clean; 177 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-08-04T16:30:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:30:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:30:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:30:52.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:52 smithi062 ceph-mon[85960]: pgmap v3735: 137 pgs: 137 active+clean; 177 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 954 KiB/s wr, 31 op/s 2024-08-04T16:30:52.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:52 smithi062 ceph-mon[85960]: osdmap e2156: 8 total, 8 up, 8 in 2024-08-04T16:30:52.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:30:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:30:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:30:52.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:52 smithi007 ceph-mon[92692]: pgmap v3735: 137 pgs: 137 active+clean; 177 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 954 KiB/s wr, 31 op/s 2024-08-04T16:30:52.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:52 smithi007 ceph-mon[92692]: osdmap e2156: 8 total, 8 up, 8 in 2024-08-04T16:30:52.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:52 smithi007 ceph-mon[94998]: pgmap v3735: 137 pgs: 137 active+clean; 177 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 954 KiB/s wr, 31 op/s 2024-08-04T16:30:52.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:52 smithi007 ceph-mon[94998]: osdmap e2156: 8 total, 8 up, 8 in 2024-08-04T16:30:53.199 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:30:53.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:53 smithi062 ceph-mon[85960]: osdmap e2157: 8 total, 8 up, 8 in 2024-08-04T16:30:53.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:53 smithi007 ceph-mon[92692]: osdmap e2157: 8 total, 8 up, 8 in 2024-08-04T16:30:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:53 smithi007 ceph-mon[94998]: osdmap e2157: 8 total, 8 up, 8 in 2024-08-04T16:30:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:54 smithi062 ceph-mon[85960]: pgmap v3738: 137 pgs: 137 active+clean; 185 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-08-04T16:30:54.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:54 smithi062 ceph-mon[85960]: osdmap e2158: 8 total, 8 up, 8 in 2024-08-04T16:30:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:54 smithi007 ceph-mon[92692]: pgmap v3738: 137 pgs: 137 active+clean; 185 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-08-04T16:30:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:54 smithi007 ceph-mon[92692]: osdmap e2158: 8 total, 8 up, 8 in 2024-08-04T16:30:54.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:54 smithi007 ceph-mon[94998]: pgmap v3738: 137 pgs: 137 active+clean; 185 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-08-04T16:30:54.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:54 smithi007 ceph-mon[94998]: osdmap e2158: 8 total, 8 up, 8 in 2024-08-04T16:30:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:56 smithi062 ceph-mon[85960]: pgmap v3740: 137 pgs: 137 active+clean; 194 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-08-04T16:30:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:30:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:30:56] "GET /metrics HTTP/1.1" 200 36632 "" "Prometheus/2.43.0" 2024-08-04T16:30:56.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:56 smithi007 ceph-mon[92692]: pgmap v3740: 137 pgs: 137 active+clean; 194 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-08-04T16:30:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:56 smithi007 ceph-mon[94998]: pgmap v3740: 137 pgs: 137 active+clean; 194 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-08-04T16:30:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:30:58 smithi062 ceph-mon[85960]: pgmap v3741: 137 pgs: 137 active+clean; 194 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-08-04T16:30:58.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:30:58 smithi007 ceph-mon[92692]: pgmap v3741: 137 pgs: 137 active+clean; 194 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-08-04T16:30:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:30:58 smithi007 ceph-mon[94998]: pgmap v3741: 137 pgs: 137 active+clean; 194 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-08-04T16:31:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:00 smithi062 ceph-mon[85960]: pgmap v3742: 137 pgs: 137 active+clean; 195 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-08-04T16:31:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:00 smithi007 ceph-mon[92692]: pgmap v3742: 137 pgs: 137 active+clean; 195 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-08-04T16:31:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:00 smithi007 ceph-mon[94998]: pgmap v3742: 137 pgs: 137 active+clean; 195 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-08-04T16:31:02.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:02 smithi062 ceph-mon[85960]: pgmap v3743: 137 pgs: 137 active+clean; 195 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 981 KiB/s wr, 28 op/s 2024-08-04T16:31:02.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:02 smithi062 ceph-mon[85960]: osdmap e2159: 8 total, 8 up, 8 in 2024-08-04T16:31:02.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:31:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:31:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:31:02.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:02 smithi007 ceph-mon[94998]: pgmap v3743: 137 pgs: 137 active+clean; 195 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 981 KiB/s wr, 28 op/s 2024-08-04T16:31:02.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:02 smithi007 ceph-mon[94998]: osdmap e2159: 8 total, 8 up, 8 in 2024-08-04T16:31:02.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:02 smithi007 ceph-mon[92692]: pgmap v3743: 137 pgs: 137 active+clean; 195 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 981 KiB/s wr, 28 op/s 2024-08-04T16:31:02.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:02 smithi007 ceph-mon[92692]: osdmap e2159: 8 total, 8 up, 8 in 2024-08-04T16:31:03.229 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:31:03.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:03 smithi062 ceph-mon[85960]: osdmap e2160: 8 total, 8 up, 8 in 2024-08-04T16:31:03.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:03 smithi007 ceph-mon[92692]: osdmap e2160: 8 total, 8 up, 8 in 2024-08-04T16:31:03.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:03 smithi007 ceph-mon[94998]: osdmap e2160: 8 total, 8 up, 8 in 2024-08-04T16:31:04.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:04 smithi062 ceph-mon[85960]: pgmap v3746: 137 pgs: 137 active+clean; 195 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 2.1 KiB/s wr, 6 op/s 2024-08-04T16:31:04.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:04 smithi062 ceph-mon[85960]: osdmap e2161: 8 total, 8 up, 8 in 2024-08-04T16:31:04.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:04 smithi007 ceph-mon[92692]: pgmap v3746: 137 pgs: 137 active+clean; 195 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 2.1 KiB/s wr, 6 op/s 2024-08-04T16:31:04.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:04 smithi007 ceph-mon[92692]: osdmap e2161: 8 total, 8 up, 8 in 2024-08-04T16:31:04.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:04 smithi007 ceph-mon[94998]: pgmap v3746: 137 pgs: 137 active+clean; 195 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 2.1 KiB/s wr, 6 op/s 2024-08-04T16:31:04.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:04 smithi007 ceph-mon[94998]: osdmap e2161: 8 total, 8 up, 8 in 2024-08-04T16:31:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:06 smithi062 ceph-mon[85960]: pgmap v3748: 137 pgs: 137 active+clean; 208 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-08-04T16:31:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:31:06.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:31:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:31:06] "GET /metrics HTTP/1.1" 200 36632 "" "Prometheus/2.43.0" 2024-08-04T16:31:06.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:06 smithi007 ceph-mon[94998]: pgmap v3748: 137 pgs: 137 active+clean; 208 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-08-04T16:31:06.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:31:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:06 smithi007 ceph-mon[92692]: pgmap v3748: 137 pgs: 137 active+clean; 208 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-08-04T16:31:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:31:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:08 smithi062 ceph-mon[85960]: pgmap v3749: 137 pgs: 137 active+clean; 213 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-04T16:31:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:08 smithi007 ceph-mon[92692]: pgmap v3749: 137 pgs: 137 active+clean; 213 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-04T16:31:08.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:08 smithi007 ceph-mon[94998]: pgmap v3749: 137 pgs: 137 active+clean; 213 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-04T16:31:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:10 smithi062 ceph-mon[85960]: pgmap v3750: 137 pgs: 137 active+clean; 213 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 37 op/s 2024-08-04T16:31:10.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:10 smithi007 ceph-mon[94998]: pgmap v3750: 137 pgs: 137 active+clean; 213 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 37 op/s 2024-08-04T16:31:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:10 smithi007 ceph-mon[92692]: pgmap v3750: 137 pgs: 137 active+clean; 213 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 37 op/s 2024-08-04T16:31:12.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:12 smithi062 ceph-mon[85960]: pgmap v3751: 137 pgs: 137 active+clean; 213 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.9 MiB/s wr, 33 op/s 2024-08-04T16:31:12.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:12 smithi062 ceph-mon[85960]: osdmap e2162: 8 total, 8 up, 8 in 2024-08-04T16:31:12.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:31:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:31:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:31:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:12 smithi007 ceph-mon[92692]: pgmap v3751: 137 pgs: 137 active+clean; 213 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.9 MiB/s wr, 33 op/s 2024-08-04T16:31:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:12 smithi007 ceph-mon[92692]: osdmap e2162: 8 total, 8 up, 8 in 2024-08-04T16:31:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:12 smithi007 ceph-mon[94998]: pgmap v3751: 137 pgs: 137 active+clean; 213 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.9 MiB/s wr, 33 op/s 2024-08-04T16:31:12.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:12 smithi007 ceph-mon[94998]: osdmap e2162: 8 total, 8 up, 8 in 2024-08-04T16:31:13.264 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 (50749 ms) 2024-08-04T16:31:13.264 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP 2024-08-04T16:31:13.264 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:31:13.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:13 smithi062 ceph-mon[85960]: osdmap e2163: 8 total, 8 up, 8 in 2024-08-04T16:31:13.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:13 smithi007 ceph-mon[92692]: osdmap e2163: 8 total, 8 up, 8 in 2024-08-04T16:31:13.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:13 smithi007 ceph-mon[94998]: osdmap e2163: 8 total, 8 up, 8 in 2024-08-04T16:31:14.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:14 smithi062 ceph-mon[85960]: pgmap v3754: 137 pgs: 137 active+clean; 213 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 515 KiB/s wr, 17 op/s 2024-08-04T16:31:14.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:14 smithi062 ceph-mon[85960]: osdmap e2164: 8 total, 8 up, 8 in 2024-08-04T16:31:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:14 smithi007 ceph-mon[94998]: pgmap v3754: 137 pgs: 137 active+clean; 213 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 515 KiB/s wr, 17 op/s 2024-08-04T16:31:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:14 smithi007 ceph-mon[94998]: osdmap e2164: 8 total, 8 up, 8 in 2024-08-04T16:31:14.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:14 smithi007 ceph-mon[92692]: pgmap v3754: 137 pgs: 137 active+clean; 213 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 515 KiB/s wr, 17 op/s 2024-08-04T16:31:14.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:14 smithi007 ceph-mon[92692]: osdmap e2164: 8 total, 8 up, 8 in 2024-08-04T16:31:16.388 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:31:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:31:16] "GET /metrics HTTP/1.1" 200 36628 "" "Prometheus/2.43.0" 2024-08-04T16:31:16.388 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:16 smithi007 ceph-mon[92692]: pgmap v3756: 137 pgs: 137 active+clean; 229 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-08-04T16:31:16.388 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:16 smithi007 ceph-mon[94998]: pgmap v3756: 137 pgs: 137 active+clean; 229 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-08-04T16:31:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:16 smithi062 ceph-mon[85960]: pgmap v3756: 137 pgs: 137 active+clean; 229 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-08-04T16:31:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:18 smithi062 ceph-mon[85960]: pgmap v3757: 137 pgs: 137 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-08-04T16:31:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:18 smithi007 ceph-mon[92692]: pgmap v3757: 137 pgs: 137 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-08-04T16:31:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:18 smithi007 ceph-mon[94998]: pgmap v3757: 137 pgs: 137 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-08-04T16:31:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:20 smithi062 ceph-mon[85960]: pgmap v3758: 137 pgs: 137 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 37 op/s 2024-08-04T16:31:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:20 smithi007 ceph-mon[94998]: pgmap v3758: 137 pgs: 137 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 37 op/s 2024-08-04T16:31:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:20 smithi007 ceph-mon[92692]: pgmap v3758: 137 pgs: 137 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 37 op/s 2024-08-04T16:31:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:31:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:31:21.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:31:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:22 smithi062 ceph-mon[85960]: pgmap v3759: 137 pgs: 137 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.9 MiB/s wr, 33 op/s 2024-08-04T16:31:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:22 smithi062 ceph-mon[85960]: osdmap e2165: 8 total, 8 up, 8 in 2024-08-04T16:31:22.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:31:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:31:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:22 smithi007 ceph-mon[94998]: pgmap v3759: 137 pgs: 137 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.9 MiB/s wr, 33 op/s 2024-08-04T16:31:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:22 smithi007 ceph-mon[94998]: osdmap e2165: 8 total, 8 up, 8 in 2024-08-04T16:31:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:22 smithi007 ceph-mon[92692]: pgmap v3759: 137 pgs: 137 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.9 MiB/s wr, 33 op/s 2024-08-04T16:31:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:22 smithi007 ceph-mon[92692]: osdmap e2165: 8 total, 8 up, 8 in 2024-08-04T16:31:23.290 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:31:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:23 smithi062 ceph-mon[85960]: osdmap e2166: 8 total, 8 up, 8 in 2024-08-04T16:31:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:23 smithi007 ceph-mon[94998]: osdmap e2166: 8 total, 8 up, 8 in 2024-08-04T16:31:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:23 smithi007 ceph-mon[92692]: osdmap e2166: 8 total, 8 up, 8 in 2024-08-04T16:31:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:24 smithi062 ceph-mon[85960]: pgmap v3762: 137 pgs: 137 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 3.0 KiB/s wr, 19 op/s 2024-08-04T16:31:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:24 smithi062 ceph-mon[85960]: osdmap e2167: 8 total, 8 up, 8 in 2024-08-04T16:31:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:24 smithi007 ceph-mon[92692]: pgmap v3762: 137 pgs: 137 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 3.0 KiB/s wr, 19 op/s 2024-08-04T16:31:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:24 smithi007 ceph-mon[92692]: osdmap e2167: 8 total, 8 up, 8 in 2024-08-04T16:31:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:24 smithi007 ceph-mon[94998]: pgmap v3762: 137 pgs: 137 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 3.0 KiB/s wr, 19 op/s 2024-08-04T16:31:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:24 smithi007 ceph-mon[94998]: osdmap e2167: 8 total, 8 up, 8 in 2024-08-04T16:31:26.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:26 smithi062 ceph-mon[85960]: pgmap v3764: 137 pgs: 137 active+clean; 249 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-08-04T16:31:26.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:31:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:31:26] "GET /metrics HTTP/1.1" 200 36635 "" "Prometheus/2.43.0" 2024-08-04T16:31:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:26 smithi007 ceph-mon[92692]: pgmap v3764: 137 pgs: 137 active+clean; 249 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-08-04T16:31:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:26 smithi007 ceph-mon[94998]: pgmap v3764: 137 pgs: 137 active+clean; 249 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-08-04T16:31:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:28 smithi007 ceph-mon[92692]: pgmap v3765: 137 pgs: 137 active+clean; 253 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-08-04T16:31:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:28 smithi007 ceph-mon[94998]: pgmap v3765: 137 pgs: 137 active+clean; 253 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-08-04T16:31:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:28 smithi062 ceph-mon[85960]: pgmap v3765: 137 pgs: 137 active+clean; 253 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-08-04T16:31:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:30 smithi007 ceph-mon[92692]: pgmap v3766: 137 pgs: 137 active+clean; 253 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-08-04T16:31:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:30 smithi007 ceph-mon[94998]: pgmap v3766: 137 pgs: 137 active+clean; 253 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-08-04T16:31:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:30 smithi062 ceph-mon[85960]: pgmap v3766: 137 pgs: 137 active+clean; 253 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-08-04T16:31:32.564 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:32 smithi062 ceph-mon[85960]: pgmap v3767: 137 pgs: 137 active+clean; 253 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.9 MiB/s wr, 29 op/s 2024-08-04T16:31:32.564 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:32 smithi062 ceph-mon[85960]: osdmap e2168: 8 total, 8 up, 8 in 2024-08-04T16:31:32.564 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:31:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:31:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:31:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:32 smithi007 ceph-mon[92692]: pgmap v3767: 137 pgs: 137 active+clean; 253 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.9 MiB/s wr, 29 op/s 2024-08-04T16:31:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:32 smithi007 ceph-mon[92692]: osdmap e2168: 8 total, 8 up, 8 in 2024-08-04T16:31:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:32 smithi007 ceph-mon[94998]: pgmap v3767: 137 pgs: 137 active+clean; 253 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.9 MiB/s wr, 29 op/s 2024-08-04T16:31:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:32 smithi007 ceph-mon[94998]: osdmap e2168: 8 total, 8 up, 8 in 2024-08-04T16:31:33.314 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:31:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:33 smithi007 ceph-mon[92692]: osdmap e2169: 8 total, 8 up, 8 in 2024-08-04T16:31:33.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:33 smithi007 ceph-mon[94998]: osdmap e2169: 8 total, 8 up, 8 in 2024-08-04T16:31:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:33 smithi062 ceph-mon[85960]: osdmap e2169: 8 total, 8 up, 8 in 2024-08-04T16:31:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:34 smithi007 ceph-mon[92692]: pgmap v3770: 137 pgs: 137 active+clean; 261 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-08-04T16:31:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:34 smithi007 ceph-mon[92692]: osdmap e2170: 8 total, 8 up, 8 in 2024-08-04T16:31:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:34 smithi007 ceph-mon[94998]: pgmap v3770: 137 pgs: 137 active+clean; 261 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-08-04T16:31:34.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:34 smithi007 ceph-mon[94998]: osdmap e2170: 8 total, 8 up, 8 in 2024-08-04T16:31:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:34 smithi062 ceph-mon[85960]: pgmap v3770: 137 pgs: 137 active+clean; 261 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-08-04T16:31:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:34 smithi062 ceph-mon[85960]: osdmap e2170: 8 total, 8 up, 8 in 2024-08-04T16:31:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:31:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:31:36] "GET /metrics HTTP/1.1" 200 36635 "" "Prometheus/2.43.0" 2024-08-04T16:31:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:36 smithi007 ceph-mon[92692]: pgmap v3772: 137 pgs: 137 active+clean; 265 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-08-04T16:31:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:31:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:36 smithi007 ceph-mon[94998]: pgmap v3772: 137 pgs: 137 active+clean; 265 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-08-04T16:31:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:31:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:36 smithi062 ceph-mon[85960]: pgmap v3772: 137 pgs: 137 active+clean; 265 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-08-04T16:31:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:31:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:38 smithi007 ceph-mon[92692]: pgmap v3773: 137 pgs: 137 active+clean; 275 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-08-04T16:31:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:38 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:31:38.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:38 smithi007 ceph-mon[94998]: pgmap v3773: 137 pgs: 137 active+clean; 275 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-08-04T16:31:38.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:38 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:31:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:38 smithi062 ceph-mon[85960]: pgmap v3773: 137 pgs: 137 active+clean; 275 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-08-04T16:31:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:38 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:31:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:31:39.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:31:39.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:31:39.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:31:39.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:31:39.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:31:39.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:31:39.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:31:39.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:31:39.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:31:39.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:31:39.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:31:39.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:31:39.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:31:39.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:31:39.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:31:39.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:31:39.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:31:39.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:31:39.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:31:39.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:31:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:40 smithi062 ceph-mon[85960]: pgmap v3774: 137 pgs: 137 active+clean; 275 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 38 op/s 2024-08-04T16:31:40.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:40 smithi007 ceph-mon[92692]: pgmap v3774: 137 pgs: 137 active+clean; 275 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 38 op/s 2024-08-04T16:31:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:40 smithi007 ceph-mon[94998]: pgmap v3774: 137 pgs: 137 active+clean; 275 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 38 op/s 2024-08-04T16:31:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:42 smithi062 ceph-mon[85960]: pgmap v3775: 137 pgs: 137 active+clean; 275 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 992 KiB/s wr, 27 op/s 2024-08-04T16:31:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:42 smithi062 ceph-mon[85960]: osdmap e2171: 8 total, 8 up, 8 in 2024-08-04T16:31:42.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:31:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:31:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:31:42.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:42 smithi007 ceph-mon[92692]: pgmap v3775: 137 pgs: 137 active+clean; 275 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 992 KiB/s wr, 27 op/s 2024-08-04T16:31:42.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:42 smithi007 ceph-mon[92692]: osdmap e2171: 8 total, 8 up, 8 in 2024-08-04T16:31:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:42 smithi007 ceph-mon[94998]: pgmap v3775: 137 pgs: 137 active+clean; 275 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 992 KiB/s wr, 27 op/s 2024-08-04T16:31:42.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:42 smithi007 ceph-mon[94998]: osdmap e2171: 8 total, 8 up, 8 in 2024-08-04T16:31:43.444 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:31:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:43 smithi062 ceph-mon[85960]: osdmap e2172: 8 total, 8 up, 8 in 2024-08-04T16:31:43.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:43 smithi007 ceph-mon[92692]: osdmap e2172: 8 total, 8 up, 8 in 2024-08-04T16:31:43.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:43 smithi007 ceph-mon[94998]: osdmap e2172: 8 total, 8 up, 8 in 2024-08-04T16:31:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:44 smithi062 ceph-mon[85960]: pgmap v3778: 137 pgs: 137 active+clean; 283 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-08-04T16:31:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:44 smithi062 ceph-mon[85960]: osdmap e2173: 8 total, 8 up, 8 in 2024-08-04T16:31:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:44 smithi007 ceph-mon[92692]: pgmap v3778: 137 pgs: 137 active+clean; 283 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-08-04T16:31:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:44 smithi007 ceph-mon[92692]: osdmap e2173: 8 total, 8 up, 8 in 2024-08-04T16:31:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:44 smithi007 ceph-mon[94998]: pgmap v3778: 137 pgs: 137 active+clean; 283 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-08-04T16:31:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:44 smithi007 ceph-mon[94998]: osdmap e2173: 8 total, 8 up, 8 in 2024-08-04T16:31:46.412 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:31:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:31:46] "GET /metrics HTTP/1.1" 200 36635 "" "Prometheus/2.43.0" 2024-08-04T16:31:46.413 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:46 smithi007 ceph-mon[94998]: pgmap v3780: 137 pgs: 137 active+clean; 290 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-04T16:31:46.414 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:46 smithi007 ceph-mon[92692]: pgmap v3780: 137 pgs: 137 active+clean; 290 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-04T16:31:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:46 smithi062 ceph-mon[85960]: pgmap v3780: 137 pgs: 137 active+clean; 290 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-04T16:31:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:48 smithi062 ceph-mon[85960]: pgmap v3781: 137 pgs: 137 active+clean; 297 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-08-04T16:31:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:48 smithi007 ceph-mon[92692]: pgmap v3781: 137 pgs: 137 active+clean; 297 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-08-04T16:31:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:48 smithi007 ceph-mon[94998]: pgmap v3781: 137 pgs: 137 active+clean; 297 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-08-04T16:31:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:50 smithi062 ceph-mon[85960]: pgmap v3782: 137 pgs: 137 active+clean; 297 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 38 op/s 2024-08-04T16:31:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:50 smithi007 ceph-mon[92692]: pgmap v3782: 137 pgs: 137 active+clean; 297 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 38 op/s 2024-08-04T16:31:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:50 smithi007 ceph-mon[94998]: pgmap v3782: 137 pgs: 137 active+clean; 297 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 38 op/s 2024-08-04T16:31:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:31:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:31:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:31:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:52 smithi062 ceph-mon[85960]: pgmap v3783: 137 pgs: 137 active+clean; 297 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1008 KiB/s wr, 33 op/s 2024-08-04T16:31:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:52 smithi062 ceph-mon[85960]: osdmap e2174: 8 total, 8 up, 8 in 2024-08-04T16:31:52.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:31:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:31:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:31:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:52 smithi007 ceph-mon[92692]: pgmap v3783: 137 pgs: 137 active+clean; 297 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1008 KiB/s wr, 33 op/s 2024-08-04T16:31:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:52 smithi007 ceph-mon[92692]: osdmap e2174: 8 total, 8 up, 8 in 2024-08-04T16:31:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:52 smithi007 ceph-mon[94998]: pgmap v3783: 137 pgs: 137 active+clean; 297 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1008 KiB/s wr, 33 op/s 2024-08-04T16:31:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:52 smithi007 ceph-mon[94998]: osdmap e2174: 8 total, 8 up, 8 in 2024-08-04T16:31:53.475 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:31:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:53 smithi062 ceph-mon[85960]: osdmap e2175: 8 total, 8 up, 8 in 2024-08-04T16:31:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:53 smithi007 ceph-mon[94998]: osdmap e2175: 8 total, 8 up, 8 in 2024-08-04T16:31:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:53 smithi007 ceph-mon[92692]: osdmap e2175: 8 total, 8 up, 8 in 2024-08-04T16:31:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:54 smithi062 ceph-mon[85960]: pgmap v3786: 137 pgs: 137 active+clean; 297 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 516 KiB/s wr, 23 op/s 2024-08-04T16:31:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:54 smithi062 ceph-mon[85960]: osdmap e2176: 8 total, 8 up, 8 in 2024-08-04T16:31:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:54 smithi007 ceph-mon[92692]: pgmap v3786: 137 pgs: 137 active+clean; 297 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 516 KiB/s wr, 23 op/s 2024-08-04T16:31:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:54 smithi007 ceph-mon[92692]: osdmap e2176: 8 total, 8 up, 8 in 2024-08-04T16:31:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:54 smithi007 ceph-mon[94998]: pgmap v3786: 137 pgs: 137 active+clean; 297 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 516 KiB/s wr, 23 op/s 2024-08-04T16:31:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:54 smithi007 ceph-mon[94998]: osdmap e2176: 8 total, 8 up, 8 in 2024-08-04T16:31:56.438 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:31:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:31:56] "GET /metrics HTTP/1.1" 200 36636 "" "Prometheus/2.43.0" 2024-08-04T16:31:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:56 smithi062 ceph-mon[85960]: pgmap v3788: 137 pgs: 137 active+clean; 315 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-08-04T16:31:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:56 smithi007 ceph-mon[92692]: pgmap v3788: 137 pgs: 137 active+clean; 315 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-08-04T16:31:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:56 smithi007 ceph-mon[94998]: pgmap v3788: 137 pgs: 137 active+clean; 315 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-08-04T16:31:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:31:58 smithi062 ceph-mon[85960]: pgmap v3789: 137 pgs: 137 active+clean; 319 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-04T16:31:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:31:58 smithi007 ceph-mon[92692]: pgmap v3789: 137 pgs: 137 active+clean; 319 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-04T16:31:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:31:58 smithi007 ceph-mon[94998]: pgmap v3789: 137 pgs: 137 active+clean; 319 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-04T16:32:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:00 smithi062 ceph-mon[85960]: pgmap v3790: 137 pgs: 137 active+clean; 319 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 38 op/s 2024-08-04T16:32:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:00 smithi007 ceph-mon[92692]: pgmap v3790: 137 pgs: 137 active+clean; 319 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 38 op/s 2024-08-04T16:32:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:00 smithi007 ceph-mon[94998]: pgmap v3790: 137 pgs: 137 active+clean; 319 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 38 op/s 2024-08-04T16:32:02.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:02 smithi062 ceph-mon[85960]: pgmap v3791: 137 pgs: 137 active+clean; 319 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-04T16:32:02.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:02 smithi062 ceph-mon[85960]: osdmap e2177: 8 total, 8 up, 8 in 2024-08-04T16:32:02.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:32:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:32:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:02 smithi007 ceph-mon[92692]: pgmap v3791: 137 pgs: 137 active+clean; 319 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-04T16:32:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:02 smithi007 ceph-mon[92692]: osdmap e2177: 8 total, 8 up, 8 in 2024-08-04T16:32:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:02 smithi007 ceph-mon[94998]: pgmap v3791: 137 pgs: 137 active+clean; 319 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-04T16:32:02.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:02 smithi007 ceph-mon[94998]: osdmap e2177: 8 total, 8 up, 8 in 2024-08-04T16:32:03.498 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP (50234 ms) 2024-08-04T16:32:03.498 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-08-04T16:32:03.498 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:32:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:03 smithi062 ceph-mon[85960]: osdmap e2178: 8 total, 8 up, 8 in 2024-08-04T16:32:03.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:03 smithi007 ceph-mon[92692]: osdmap e2178: 8 total, 8 up, 8 in 2024-08-04T16:32:03.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:03 smithi007 ceph-mon[94998]: osdmap e2178: 8 total, 8 up, 8 in 2024-08-04T16:32:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:04 smithi062 ceph-mon[85960]: pgmap v3794: 137 pgs: 137 active+clean; 319 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 514 KiB/s wr, 28 op/s 2024-08-04T16:32:04.853 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:04 smithi062 ceph-mon[85960]: osdmap e2179: 8 total, 8 up, 8 in 2024-08-04T16:32:04.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:04 smithi007 ceph-mon[92692]: pgmap v3794: 137 pgs: 137 active+clean; 319 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 514 KiB/s wr, 28 op/s 2024-08-04T16:32:04.854 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:04 smithi007 ceph-mon[92692]: osdmap e2179: 8 total, 8 up, 8 in 2024-08-04T16:32:04.854 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:04 smithi007 ceph-mon[94998]: pgmap v3794: 137 pgs: 137 active+clean; 319 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 514 KiB/s wr, 28 op/s 2024-08-04T16:32:04.854 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:04 smithi007 ceph-mon[94998]: osdmap e2179: 8 total, 8 up, 8 in 2024-08-04T16:32:05.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:05 smithi062 ceph-mon[85960]: osdmap e2180: 8 total, 8 up, 8 in 2024-08-04T16:32:05.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:05 smithi007 ceph-mon[94998]: osdmap e2180: 8 total, 8 up, 8 in 2024-08-04T16:32:05.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:05 smithi007 ceph-mon[92692]: osdmap e2180: 8 total, 8 up, 8 in 2024-08-04T16:32:06.473 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:32:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:32:06] "GET /metrics HTTP/1.1" 200 36636 "" "Prometheus/2.43.0" 2024-08-04T16:32:06.508 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3010 ms) 2024-08-04T16:32:06.509 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-08-04T16:32:06.509 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:32:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:06 smithi062 ceph-mon[85960]: pgmap v3797: 137 pgs: 137 active+clean; 339 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-08-04T16:32:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:06 smithi062 ceph-mon[85960]: osdmap e2181: 8 total, 8 up, 8 in 2024-08-04T16:32:06.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:32:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:06 smithi007 ceph-mon[94998]: pgmap v3797: 137 pgs: 137 active+clean; 339 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-08-04T16:32:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:06 smithi007 ceph-mon[94998]: osdmap e2181: 8 total, 8 up, 8 in 2024-08-04T16:32:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:32:06.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:06 smithi007 ceph-mon[92692]: pgmap v3797: 137 pgs: 137 active+clean; 339 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-08-04T16:32:06.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:06 smithi007 ceph-mon[92692]: osdmap e2181: 8 total, 8 up, 8 in 2024-08-04T16:32:06.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:32:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:07 smithi062 ceph-mon[85960]: osdmap e2182: 8 total, 8 up, 8 in 2024-08-04T16:32:07.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:07 smithi007 ceph-mon[92692]: osdmap e2182: 8 total, 8 up, 8 in 2024-08-04T16:32:07.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:07 smithi007 ceph-mon[94998]: osdmap e2182: 8 total, 8 up, 8 in 2024-08-04T16:32:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:08 smithi062 ceph-mon[85960]: pgmap v3800: 137 pgs: 137 active+clean; 343 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 4.0 MiB/s wr, 59 op/s 2024-08-04T16:32:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:08 smithi062 ceph-mon[85960]: osdmap e2183: 8 total, 8 up, 8 in 2024-08-04T16:32:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:08 smithi007 ceph-mon[94998]: pgmap v3800: 137 pgs: 137 active+clean; 343 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 4.0 MiB/s wr, 59 op/s 2024-08-04T16:32:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:08 smithi007 ceph-mon[94998]: osdmap e2183: 8 total, 8 up, 8 in 2024-08-04T16:32:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:08 smithi007 ceph-mon[92692]: pgmap v3800: 137 pgs: 137 active+clean; 343 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 4.0 MiB/s wr, 59 op/s 2024-08-04T16:32:08.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:08 smithi007 ceph-mon[92692]: osdmap e2183: 8 total, 8 up, 8 in 2024-08-04T16:32:09.543 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3035 ms) 2024-08-04T16:32:09.543 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-08-04T16:32:09.543 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:32:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:09 smithi062 ceph-mon[85960]: osdmap e2184: 8 total, 8 up, 8 in 2024-08-04T16:32:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:09 smithi062 ceph-mon[85960]: pgmap v3803: 137 pgs: 137 active+clean; 343 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 1.0 MiB/s wr, 97 op/s 2024-08-04T16:32:09.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:09 smithi007 ceph-mon[94998]: osdmap e2184: 8 total, 8 up, 8 in 2024-08-04T16:32:09.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:09 smithi007 ceph-mon[94998]: pgmap v3803: 137 pgs: 137 active+clean; 343 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 1.0 MiB/s wr, 97 op/s 2024-08-04T16:32:09.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:09 smithi007 ceph-mon[92692]: osdmap e2184: 8 total, 8 up, 8 in 2024-08-04T16:32:09.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:09 smithi007 ceph-mon[92692]: pgmap v3803: 137 pgs: 137 active+clean; 343 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 1.0 MiB/s wr, 97 op/s 2024-08-04T16:32:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:10 smithi062 ceph-mon[85960]: osdmap e2185: 8 total, 8 up, 8 in 2024-08-04T16:32:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:10 smithi007 ceph-mon[94998]: osdmap e2185: 8 total, 8 up, 8 in 2024-08-04T16:32:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:10 smithi007 ceph-mon[92692]: osdmap e2185: 8 total, 8 up, 8 in 2024-08-04T16:32:11.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:11 smithi062 ceph-mon[85960]: osdmap e2186: 8 total, 8 up, 8 in 2024-08-04T16:32:11.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:11 smithi062 ceph-mon[85960]: pgmap v3806: 137 pgs: 137 active+clean; 343 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 7.0 KiB/s wr, 78 op/s 2024-08-04T16:32:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:11 smithi007 ceph-mon[92692]: osdmap e2186: 8 total, 8 up, 8 in 2024-08-04T16:32:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:11 smithi007 ceph-mon[92692]: pgmap v3806: 137 pgs: 137 active+clean; 343 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 7.0 KiB/s wr, 78 op/s 2024-08-04T16:32:11.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:11 smithi007 ceph-mon[94998]: osdmap e2186: 8 total, 8 up, 8 in 2024-08-04T16:32:11.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:11 smithi007 ceph-mon[94998]: pgmap v3806: 137 pgs: 137 active+clean; 343 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 7.0 KiB/s wr, 78 op/s 2024-08-04T16:32:12.559 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3016 ms) 2024-08-04T16:32:12.559 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-08-04T16:32:12.559 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:32:12.641 INFO:tasks.workunit.client.0.smithi007.stdout: i=0 exists [25452402~6219606,38619964~4849322,102052158~4129115,262893709~11853566,286429392~478904,287875285~4746531,390932614~1190130,397498099~7664879] wrote [25452402~6219606,38619964~4849322,102052158~4129115,262893709~11853566,286429392~478904,287875285~4746531,390932614~1190130,397498099~7664879] 2024-08-04T16:32:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:12 smithi062 ceph-mon[85960]: osdmap e2187: 8 total, 8 up, 8 in 2024-08-04T16:32:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:32:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:32:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:12 smithi007 ceph-mon[92692]: osdmap e2187: 8 total, 8 up, 8 in 2024-08-04T16:32:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:12 smithi007 ceph-mon[94998]: osdmap e2187: 8 total, 8 up, 8 in 2024-08-04T16:32:13.639 INFO:tasks.workunit.client.0.smithi007.stdout: i=1 exists [25452402~6219606,34790708~8678578,102052158~4129115,133109072~13676479,146795465~8084606,262893709~11853566,286429392~478904,287875285~4746531,304759760~8055393,349082022~4641956,390932614~1190130,397498099~7664879] wrote [34790708~5841519,133109072~13676479,146795465~8084606,304759760~8055393,349082022~4641956] 2024-08-04T16:32:13.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:13 smithi007 ceph-mon[92692]: osdmap e2188: 8 total, 8 up, 8 in 2024-08-04T16:32:13.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:13 smithi007 ceph-mon[92692]: pgmap v3809: 137 pgs: 137 active+clean; 345 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 523 KiB/s wr, 117 op/s 2024-08-04T16:32:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:13 smithi007 ceph-mon[94998]: osdmap e2188: 8 total, 8 up, 8 in 2024-08-04T16:32:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:13 smithi007 ceph-mon[94998]: pgmap v3809: 137 pgs: 137 active+clean; 345 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 523 KiB/s wr, 117 op/s 2024-08-04T16:32:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:13 smithi062 ceph-mon[85960]: osdmap e2188: 8 total, 8 up, 8 in 2024-08-04T16:32:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:13 smithi062 ceph-mon[85960]: pgmap v3809: 137 pgs: 137 active+clean; 345 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 523 KiB/s wr, 117 op/s 2024-08-04T16:32:14.578 INFO:tasks.workunit.client.0.smithi007.stdout: i=2 exists [5545927~404916,25452402~6219606,34790708~8678578,62239687~3480066,102052158~4129115,133109072~13676479,146795465~8084606,170959588~766579,174741451~8025028,262893709~11853566,286429392~478904,287875285~4746531,298777876~2335134,304759760~8055393,315638247~1999798,349082022~7793248,390932614~1190130,397498099~7664879] wrote [5545927~404916,25495891~2053135,62239687~3480066,170959588~766579,174741451~8025028,269325962~4595365,298777876~2335134,315638247~1999798,349585680~7289590] 2024-08-04T16:32:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:14 smithi007 ceph-mon[94998]: osdmap e2189: 8 total, 8 up, 8 in 2024-08-04T16:32:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:14 smithi007 ceph-mon[92692]: osdmap e2189: 8 total, 8 up, 8 in 2024-08-04T16:32:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:14 smithi062 ceph-mon[85960]: osdmap e2189: 8 total, 8 up, 8 in 2024-08-04T16:32:15.600 INFO:tasks.workunit.client.0.smithi007.stdout: i=3 exists [5545927~404916,9210157~5494327,25452402~6219606,34790708~8678578,45941751~4917916,62239687~3480066,95661781~10642513,124177633~2106109,132151536~14634015,146795465~8084606,170959588~766579,174741451~8025028,249262003~2964757,262893709~11853566,286429392~478904,287875285~4746531,298777876~2335134,304759760~8055393,315638247~1999798,349082022~7793248,390932614~1190130,397498099~7664879] wrote [9210157~5494327,37103073~3139474,45941751~4917916,95661781~6848852,105103720~1200574,124177633~2106109,132151536~3775252,249262003~2964757,267081535~5118364,305804226~2274018] 2024-08-04T16:32:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:15 smithi007 ceph-mon[94998]: osdmap e2190: 8 total, 8 up, 8 in 2024-08-04T16:32:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:15 smithi007 ceph-mon[94998]: pgmap v3812: 137 pgs: 137 active+clean; 374 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 6.7 MiB/s wr, 116 op/s 2024-08-04T16:32:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:15 smithi007 ceph-mon[92692]: osdmap e2190: 8 total, 8 up, 8 in 2024-08-04T16:32:15.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:15 smithi007 ceph-mon[92692]: pgmap v3812: 137 pgs: 137 active+clean; 374 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 6.7 MiB/s wr, 116 op/s 2024-08-04T16:32:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:15 smithi062 ceph-mon[85960]: osdmap e2190: 8 total, 8 up, 8 in 2024-08-04T16:32:16.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:15 smithi062 ceph-mon[85960]: pgmap v3812: 137 pgs: 137 active+clean; 374 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 6.7 MiB/s wr, 116 op/s 2024-08-04T16:32:16.540 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:32:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:32:16] "GET /metrics HTTP/1.1" 200 36636 "" "Prometheus/2.43.0" 2024-08-04T16:32:16.592 INFO:tasks.workunit.client.0.smithi007.stdout: i=4 exists [5545927~404916,9210157~5494327,25452402~6219606,34790708~8678578,45941751~4917916,58508078~1670159,62239687~3480066,65872641~4966192,80122746~2962926,89983431~4642153,95661781~10642513,124177633~2106109,132151536~14634015,146795465~8084606,170959588~766579,174741451~8025028,183698497~6043010,249262003~2964757,262893709~11853566,283936425~8685391,298777876~2335134,304759760~8055393,315638247~1999798,347043594~9831676,390932614~1190130,397498099~7664879] wrote [58508078~1670159,65872641~4966192,80122746~2962926,89983431~4642153,140718256~4237721,183698497~6043010,264373018~3114995,283936425~5935805,308278487~773848,347043594~4923323] 2024-08-04T16:32:16.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:16 smithi007 ceph-mon[94998]: osdmap e2191: 8 total, 8 up, 8 in 2024-08-04T16:32:16.838 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:16 smithi007 ceph-mon[92692]: osdmap e2191: 8 total, 8 up, 8 in 2024-08-04T16:32:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:16 smithi062 ceph-mon[85960]: osdmap e2191: 8 total, 8 up, 8 in 2024-08-04T16:32:17.608 INFO:tasks.workunit.client.0.smithi007.stdout: i=5 exists [5545927~404916,9210157~5494327,25452402~6219606,34790708~8678578,45941751~4917916,58508078~1670159,62239687~3480066,65872641~4966192,80122746~2962926,89983431~4642153,94908261~18262613,124177633~2106109,132151536~14634015,146795465~8084606,170959588~766579,173424947~9341532,183698497~6043010,207976587~7122211,249262003~2964757,262893709~11853566,283936425~8741417,298777876~2335134,304759760~8055393,315638247~1999798,334090269~899221,347043594~9831676,390536101~2836265,397498099~7664879] wrote [94908261~3294578,106173452~6997422,143689533~2836437,173424947~7370529,207976587~7122211,289150463~1207246,291362895~1314947,334090269~899221,351618668~1122252,390536101~2836265] 2024-08-04T16:32:17.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:17 smithi007 ceph-mon[92692]: osdmap e2192: 8 total, 8 up, 8 in 2024-08-04T16:32:17.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:17 smithi007 ceph-mon[92692]: pgmap v3815: 137 pgs: 137 active+clean; 419 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 17 MiB/s wr, 29 op/s 2024-08-04T16:32:17.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:17 smithi007 ceph-mon[94998]: osdmap e2192: 8 total, 8 up, 8 in 2024-08-04T16:32:17.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:17 smithi007 ceph-mon[94998]: pgmap v3815: 137 pgs: 137 active+clean; 419 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 17 MiB/s wr, 29 op/s 2024-08-04T16:32:18.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:17 smithi062 ceph-mon[85960]: osdmap e2192: 8 total, 8 up, 8 in 2024-08-04T16:32:18.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:17 smithi062 ceph-mon[85960]: pgmap v3815: 137 pgs: 137 active+clean; 419 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 17 MiB/s wr, 29 op/s 2024-08-04T16:32:18.626 INFO:tasks.workunit.client.0.smithi007.stdout: i=6 exists [5545927~404916,6151094~8553390,17830071~4036166,25452402~6219606,34790708~8678578,45941751~4917916,58508078~2121295,62239687~3480066,65872641~4966192,80122746~9417201,89871302~23299572,124177633~2106109,132151536~14634015,146795465~8084606,170959588~766579,173424947~9341532,183698497~6043010,200788323~345169,207976587~7122211,249262003~2964757,262893709~11853566,283936425~8741417,298777876~2335134,304759760~8055393,314749159~6242333,331792476~6824473,347043594~9831676,390536101~2836265,397498099~7664879] wrote [6151094~6586632,17830071~4036166,59841973~787400,81558663~7981284,89871302~10139928,200788323~345169,314749159~6242333,331792476~6824473,397606671~4164759] 2024-08-04T16:32:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:18 smithi007 ceph-mon[92692]: osdmap e2193: 8 total, 8 up, 8 in 2024-08-04T16:32:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:18 smithi007 ceph-mon[94998]: osdmap e2193: 8 total, 8 up, 8 in 2024-08-04T16:32:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:18 smithi062 ceph-mon[85960]: osdmap e2193: 8 total, 8 up, 8 in 2024-08-04T16:32:19.616 INFO:tasks.workunit.client.0.smithi007.stdout: i=7 exists [4966445~9738039,17091000~14581008,34790708~8678578,45941751~4917916,58508078~2121295,62239687~3480066,65872641~4966192,74629710~902275,80122746~9417201,89871302~23299572,124177633~2106109,128275439~18510112,146795465~8084606,170720758~19020749,200788323~345169,207976587~7122211,216856751~6747999,249262003~2964757,262893709~11853566,283936425~8741417,298777876~2335134,304759760~8055393,314749159~6242333,331792476~6824473,347043594~9831676,377175243~2969168,390536101~2836265,397498099~7664879] wrote [4966445~3592449,17091000~2923375,20628845~7784285,74629710~902275,128275439~7111346,170720758~7110147,181733340~2481711,216856751~6747999,287893142~3516346,377175243~2969168] 2024-08-04T16:32:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:19 smithi007 ceph-mon[92692]: osdmap e2194: 8 total, 8 up, 8 in 2024-08-04T16:32:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:19 smithi007 ceph-mon[92692]: pgmap v3818: 137 pgs: 137 active+clean; 528 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 173 KiB/s rd, 37 MiB/s wr, 284 op/s 2024-08-04T16:32:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:19 smithi007 ceph-mon[94998]: osdmap e2194: 8 total, 8 up, 8 in 2024-08-04T16:32:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:19 smithi007 ceph-mon[94998]: pgmap v3818: 137 pgs: 137 active+clean; 528 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 173 KiB/s rd, 37 MiB/s wr, 284 op/s 2024-08-04T16:32:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:19 smithi062 ceph-mon[85960]: osdmap e2194: 8 total, 8 up, 8 in 2024-08-04T16:32:20.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:19 smithi062 ceph-mon[85960]: pgmap v3818: 137 pgs: 137 active+clean; 528 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 173 KiB/s rd, 37 MiB/s wr, 284 op/s 2024-08-04T16:32:20.647 INFO:tasks.workunit.client.0.smithi007.stdout: i=8 exists [4966445~9738039,17091000~14581008,34790708~8678578,45941751~4917916,58508078~2121295,62239687~3480066,65872641~4966192,74629710~902275,78537806~11002141,89871302~23299572,124177633~2817565,128275439~18510112,146795465~8084606,170720758~19020749,200788323~345169,207976587~7122211,216856751~6747999,225555388~3865333,232606217~2979081,247127296~6037588,262893709~11853566,282426360~10251482,298777876~2335134,304759760~8055393,314749159~6242333,331792476~6824473,347043594~9831676,377175243~2969168,390536101~2836265,397498099~9826066] wrote [20414162~2854579,78537806~5274028,125863634~1131564,209106210~5607285,225555388~3865333,232606217~2979081,247127296~6037588,282426360~6991319,400424897~6899268] 2024-08-04T16:32:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:20 smithi007 ceph-mon[92692]: osdmap e2195: 8 total, 8 up, 8 in 2024-08-04T16:32:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:20 smithi007 ceph-mon[94998]: osdmap e2195: 8 total, 8 up, 8 in 2024-08-04T16:32:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:20 smithi062 ceph-mon[85960]: osdmap e2195: 8 total, 8 up, 8 in 2024-08-04T16:32:21.634 INFO:tasks.workunit.client.0.smithi007.stdout: i=9 exists [4966445~9738039,17091000~14581008,34790708~8678578,45941751~4917916,58508078~2121295,62239687~3480066,65872641~4966192,74629710~902275,78537806~11002141,89871302~23299572,124177633~2817565,128275439~18510112,146795465~8084606,167635196~1827615,170720758~19020749,200788323~345169,207976587~7122211,216856751~6747999,225555388~3865333,229441683~7592114,241598118~3689872,247127296~9017771,262893709~11853566,282426360~10251482,298777876~2335134,304759760~8055393,314749159~6242333,331792476~6824473,347043594~11756813,377175243~2969168,390536101~2836265,397498099~9826066] wrote [27387823~1833976,40948644~423805,92169970~7027620,167635196~1827615,229441683~7592114,241598118~3689872,251249237~4895830,266047138~6966608,282518360~3557476,354367908~4432499] 2024-08-04T16:32:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:21 smithi007 ceph-mon[92692]: osdmap e2196: 8 total, 8 up, 8 in 2024-08-04T16:32:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:21 smithi007 ceph-mon[92692]: pgmap v3821: 137 pgs: 137 active+clean; 637 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 48 MiB/s wr, 290 op/s 2024-08-04T16:32:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:32:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:21 smithi007 ceph-mon[94998]: osdmap e2196: 8 total, 8 up, 8 in 2024-08-04T16:32:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:21 smithi007 ceph-mon[94998]: pgmap v3821: 137 pgs: 137 active+clean; 637 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 48 MiB/s wr, 290 op/s 2024-08-04T16:32:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:32:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:21 smithi062 ceph-mon[85960]: osdmap e2196: 8 total, 8 up, 8 in 2024-08-04T16:32:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:21 smithi062 ceph-mon[85960]: pgmap v3821: 137 pgs: 137 active+clean; 637 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 48 MiB/s wr, 290 op/s 2024-08-04T16:32:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:32:22.572 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:32:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:32:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:32:22.653 INFO:tasks.workunit.client.0.smithi007.stdout: i=10 exists [4966445~9738039,16946122~14725886,34790708~8678578,45941751~4917916,58508078~2121295,62239687~3480066,65872641~4966192,74629710~902275,78537806~11002141,89871302~23299572,115104075~7910952,124177633~2817565,128275439~18510112,146795465~8084606,163042935~2701161,167635196~1827615,170720758~19020749,200788323~345169,207976587~7122211,216856751~6747999,225555388~3865333,229441683~7592114,241598118~3689872,247127296~9017771,262893709~11853566,282426360~15365110,298777876~2335134,304759760~8055393,314749159~6242333,325815622~2022699,331792476~6824473,347043594~11756813,377175243~2969168,390536101~2836265,397498099~9826066] wrote [16946122~435241,36165825~835116,115104075~7910952,163042935~2701161,184173510~4345763,292496721~5294749,325815622~2022699,397514084~3817400] 2024-08-04T16:32:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:22 smithi007 ceph-mon[94998]: osdmap e2197: 8 total, 8 up, 8 in 2024-08-04T16:32:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:22 smithi007 ceph-mon[92692]: osdmap e2197: 8 total, 8 up, 8 in 2024-08-04T16:32:23.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:22 smithi062 ceph-mon[85960]: osdmap e2197: 8 total, 8 up, 8 in 2024-08-04T16:32:23.644 INFO:tasks.workunit.client.0.smithi007.stdout: i=11 exists [4966445~9738039,16946122~14725886,34790708~8678578,45941751~8232917,58508078~2121295,62239687~3480066,65872641~4966192,74629710~902275,78537806~11002141,89871302~23299572,114918299~8096728,123912263~22873288,146795465~8084606,163042935~2701161,167635196~1827615,170720758~19020749,200788323~345169,207976587~7122211,216856751~6747999,225555388~3865333,229441683~7592114,237093778~8194212,245360401~205498,247127296~9017771,262893709~11853566,282426360~15365110,298777876~2335134,303979633~8835520,314749159~6242333,325815622~2022699,331792476~6824473,347043594~11756813,377175243~2969168,390536101~2836265,397498099~9826066] wrote [34930018~5945600,46515936~7658732,63620039~1738219,114918299~621282,123912263~6875931,175649030~5908142,214529331~169843,237093778~8110305,245360401~205498,303979633~3569221] 2024-08-04T16:32:24.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:23 smithi062 ceph-mon[85960]: pgmap v3823: 137 pgs: 137 active+clean; 682 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 30 MiB/s wr, 202 op/s 2024-08-04T16:32:24.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:23 smithi062 ceph-mon[85960]: osdmap e2198: 8 total, 8 up, 8 in 2024-08-04T16:32:24.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:23 smithi007 ceph-mon[92692]: pgmap v3823: 137 pgs: 137 active+clean; 682 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 30 MiB/s wr, 202 op/s 2024-08-04T16:32:24.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:23 smithi007 ceph-mon[92692]: osdmap e2198: 8 total, 8 up, 8 in 2024-08-04T16:32:24.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:23 smithi007 ceph-mon[94998]: pgmap v3823: 137 pgs: 137 active+clean; 682 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 30 MiB/s wr, 202 op/s 2024-08-04T16:32:24.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:23 smithi007 ceph-mon[94998]: osdmap e2198: 8 total, 8 up, 8 in 2024-08-04T16:32:24.655 INFO:tasks.workunit.client.0.smithi007.stdout: i=12 exists [4966445~9738039,16946122~14725886,34790708~19383960,58508078~2121295,62239687~3480066,65872641~4966192,71642035~5422974,78537806~11002141,89871302~23299572,114918299~8096728,123912263~22873288,146795465~8084606,163042935~2701161,167635196~1827615,170720758~19020749,200046781~4297478,207976587~7122211,216856751~6747999,225555388~3865333,229441683~7592114,237093778~8194212,245360401~205498,247127296~9017771,262893709~11853566,282426360~15365110,298777876~2335134,303979633~8835520,314749159~6242333,325815622~2022699,331792476~6824473,346539437~12260970,377175243~2969168,388378433~744688,390536101~2836265,397498099~9826066,409670459~4917125] wrote [17046986~95474,42310820~5686796,71642035~5422974,131711003~191488,200046781~4297478,346539437~10149451,388378433~744688,409670459~4917125] 2024-08-04T16:32:25.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:24 smithi062 ceph-mon[85960]: osdmap e2199: 8 total, 8 up, 8 in 2024-08-04T16:32:25.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:24 smithi007 ceph-mon[92692]: osdmap e2199: 8 total, 8 up, 8 in 2024-08-04T16:32:25.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:24 smithi007 ceph-mon[94998]: osdmap e2199: 8 total, 8 up, 8 in 2024-08-04T16:32:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: i=13 exists [4966445~9738039,16946122~14725886,34790708~19383960,58508078~2121295,62239687~8599146,71642035~5422974,78537806~34633068,114918299~8096728,123912263~22873288,146795465~8084606,163042935~2701161,167635196~1827615,170720758~19020749,198814859~5529400,207976587~7122211,216856751~6747999,225555388~3865333,229441683~7592114,237093778~8194212,245360401~205498,247127296~11399447,262893709~11853566,282426360~15365110,298777876~2335134,303979633~8835520,314749159~6242333,325815622~2022699,331792476~12042793,346539437~12260970,377175243~5385139,388378433~744688,390536101~2836265,397498099~9826066,409670459~4917125] wrote [23669777~5375402,36457472~3601272,62823442~5756798,80848614~10067788,140553157~4680854,198814859~3383139,251620949~6905794,337775711~6059558,379820253~2740129] 2024-08-04T16:32:26.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:25 smithi062 ceph-mon[85960]: pgmap v3826: 137 pgs: 137 active+clean; 793 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 193 KiB/s rd, 30 MiB/s wr, 307 op/s 2024-08-04T16:32:26.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:25 smithi062 ceph-mon[85960]: osdmap e2200: 8 total, 8 up, 8 in 2024-08-04T16:32:26.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:25 smithi007 ceph-mon[92692]: pgmap v3826: 137 pgs: 137 active+clean; 793 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 193 KiB/s rd, 30 MiB/s wr, 307 op/s 2024-08-04T16:32:26.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:25 smithi007 ceph-mon[92692]: osdmap e2200: 8 total, 8 up, 8 in 2024-08-04T16:32:26.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:25 smithi007 ceph-mon[94998]: pgmap v3826: 137 pgs: 137 active+clean; 793 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 193 KiB/s rd, 30 MiB/s wr, 307 op/s 2024-08-04T16:32:26.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:25 smithi007 ceph-mon[94998]: osdmap e2200: 8 total, 8 up, 8 in 2024-08-04T16:32:26.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:32:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:32:26] "GET /metrics HTTP/1.1" 200 36637 "" "Prometheus/2.43.0" 2024-08-04T16:32:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: i=14 exists [4966445~9738039,16946122~14725886,34790708~19383960,58508078~2121295,62239687~8599146,71642035~5422974,78537806~35583203,114918299~8096728,123912263~22873288,146795465~8084606,163042935~2701161,167635196~1827615,170720758~19020749,198814859~5529400,207205006~7893792,216856751~6747999,225555388~3865333,229441683~7592114,237093778~8194212,245360401~205498,247127296~11399447,262893709~11853566,282426360~15365110,298777876~2335134,303979633~8835520,314749159~6242333,325815622~2022699,331792476~12042793,346539437~13464339,377175243~5385139,388378433~744688,390536101~2836265,397498099~9826066,409670459~4917125] wrote [8244147~704444,98234786~3881555,107122807~6998202,115660413~2883120,139698543~6095121,182383050~928590,207205006~6332304,352033298~7970478] 2024-08-04T16:32:27.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:26 smithi062 ceph-mon[85960]: osdmap e2201: 8 total, 8 up, 8 in 2024-08-04T16:32:27.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:26 smithi007 ceph-mon[94998]: osdmap e2201: 8 total, 8 up, 8 in 2024-08-04T16:32:27.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:26 smithi007 ceph-mon[92692]: osdmap e2201: 8 total, 8 up, 8 in 2024-08-04T16:32:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: i=15 exists [4966445~9738039,16946122~14725886,34790708~19383960,56046056~4583317,62239687~8599146,71642035~5422974,78537806~35583203,114918299~8096728,123912263~22873288,146795465~8084606,163042935~2701161,167635196~1827615,170720758~23125548,198814859~5529400,207205006~16399744,225555388~3865333,229441683~7592114,237093778~8194212,245360401~205498,247127296~11399447,261556422~13190853,282426360~15365110,298777876~2335134,303979633~8835520,314749159~6242333,325815622~2022699,331792476~12042793,346539437~13464339,367190454~6700783,377175243~5385139,388378433~744688,390536101~2836265,397498099~9826066,409670459~4917125] wrote [56046056~2698577,63923979~5442108,92012384~3678338,105733747~2467400,127684948~1565821,187369379~6476927,212365512~5784357,261556422~6189619,367190454~6700783] 2024-08-04T16:32:28.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:27 smithi062 ceph-mon[85960]: pgmap v3829: 137 pgs: 137 active+clean; 866 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 76 KiB/s rd, 39 MiB/s wr, 125 op/s 2024-08-04T16:32:28.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:27 smithi062 ceph-mon[85960]: osdmap e2202: 8 total, 8 up, 8 in 2024-08-04T16:32:28.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:27 smithi007 ceph-mon[94998]: pgmap v3829: 137 pgs: 137 active+clean; 866 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 76 KiB/s rd, 39 MiB/s wr, 125 op/s 2024-08-04T16:32:28.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:27 smithi007 ceph-mon[94998]: osdmap e2202: 8 total, 8 up, 8 in 2024-08-04T16:32:28.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:27 smithi007 ceph-mon[92692]: pgmap v3829: 137 pgs: 137 active+clean; 866 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 76 KiB/s rd, 39 MiB/s wr, 125 op/s 2024-08-04T16:32:28.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:27 smithi007 ceph-mon[92692]: osdmap e2202: 8 total, 8 up, 8 in 2024-08-04T16:32:28.677 INFO:tasks.workunit.client.0.smithi007.stdout: i=16 exists [4966445~9738039,16946122~14725886,34790708~19383960,56046056~4583317,62239687~14825322,78537806~35583203,114918299~39961772,163042935~2701161,167635196~1827615,170720758~23125548,198814859~5529400,207205006~16399744,225555388~3865333,229441683~7592114,237093778~8194212,245360401~205498,247127296~11399447,261556422~13190853,282426360~15365110,298777876~2335134,303979633~8835520,314749159~6242333,325815622~2022699,331792476~12042793,346539437~14018836,367190454~6700783,377175243~5385139,388378433~744688,390536101~2836265,397498099~9826066,409670459~4917125] wrote [19375648~7887116,68905409~5780218,90673909~4228515,98302610~1282651,118755406~5784832,142076815~7953385,167972806~345926,236405074~110910,264255649~1838386,359031618~1526655] 2024-08-04T16:32:29.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:28 smithi062 ceph-mon[85960]: osdmap e2203: 8 total, 8 up, 8 in 2024-08-04T16:32:29.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:28 smithi007 ceph-mon[94998]: osdmap e2203: 8 total, 8 up, 8 in 2024-08-04T16:32:29.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:28 smithi007 ceph-mon[92692]: osdmap e2203: 8 total, 8 up, 8 in 2024-08-04T16:32:29.710 INFO:tasks.workunit.client.0.smithi007.stdout: i=17 exists [4966445~9738039,16946122~14725886,34790708~19383960,56046056~4583317,62239687~51881322,114918299~39961772,163042935~2701161,167635196~1827615,170720758~23125548,195475246~8869013,207205006~16399744,225555388~3865333,229441683~7592114,237093778~8194212,245360401~205498,247127296~11399447,261556422~13190853,282426360~15365110,298777876~2335134,303979633~17011859,325815622~2022699,331792476~12042793,346539437~14018836,367190454~6700783,377175243~5385139,388378433~744688,390536101~2836265,397498099~17089485] wrote [56290710~1304864,72125036~7215389,122719904~4762680,195475246~4656972,288683619~5929522,311460372~4185446,332189079~6434861,405192546~7487220] 2024-08-04T16:32:30.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:29 smithi062 ceph-mon[85960]: pgmap v3832: 137 pgs: 137 active+clean; 973 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 210 KiB/s rd, 43 MiB/s wr, 327 op/s 2024-08-04T16:32:30.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:29 smithi062 ceph-mon[85960]: osdmap e2204: 8 total, 8 up, 8 in 2024-08-04T16:32:30.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:29 smithi007 ceph-mon[92692]: pgmap v3832: 137 pgs: 137 active+clean; 973 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 210 KiB/s rd, 43 MiB/s wr, 327 op/s 2024-08-04T16:32:30.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:29 smithi007 ceph-mon[92692]: osdmap e2204: 8 total, 8 up, 8 in 2024-08-04T16:32:30.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:29 smithi007 ceph-mon[94998]: pgmap v3832: 137 pgs: 137 active+clean; 973 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 210 KiB/s rd, 43 MiB/s wr, 327 op/s 2024-08-04T16:32:30.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:29 smithi007 ceph-mon[94998]: osdmap e2204: 8 total, 8 up, 8 in 2024-08-04T16:32:30.678 INFO:tasks.workunit.client.0.smithi007.stdout: i=18 exists [4966445~26705563,34790708~19383960,56046056~4583317,62239687~51881322,114918299~39961772,161077589~162750,163042935~2701161,167635196~1827615,170720758~23125548,195475246~8869013,207205006~16399744,225555388~3865333,229441683~7592114,237093778~8194212,245360401~205498,247127296~11399447,261556422~13190853,282426360~15365110,298777876~2335134,303979633~19761319,325815622~2022699,331792476~12042793,346539437~14018836,367190454~6700783,377175243~5385139,388378433~744688,390536101~2836265,397498099~17089485] wrote [12303445~5753394,59513778~501240,81714325~389177,139397409~2205428,161077589~162750,183214037~3588987,267760421~193545,307902727~6302277,319000766~4740186,347668431~4732855] 2024-08-04T16:32:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:30 smithi062 ceph-mon[85960]: osdmap e2205: 8 total, 8 up, 8 in 2024-08-04T16:32:31.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:30 smithi007 ceph-mon[92692]: osdmap e2205: 8 total, 8 up, 8 in 2024-08-04T16:32:31.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:30 smithi007 ceph-mon[94998]: osdmap e2205: 8 total, 8 up, 8 in 2024-08-04T16:32:31.690 INFO:tasks.workunit.client.0.smithi007.stdout: i=19 exists [4966445~26705563,34790708~19383960,56046056~4583317,62239687~51881322,114918299~39961772,159174243~10451766,170720758~24367339,195475246~8869013,207205006~16399744,225555388~3865333,229441683~7592114,237093778~8194212,245360401~205498,247127296~11399447,261556422~13190853,282426360~15365110,298777876~2335134,303979633~19761319,325815622~2022699,331792476~12042793,346539437~27351800,377175243~5385139,388378433~744688,390536101~2836265,397498099~17089485] wrote [29993962~756540,65501542~7793181,159174243~10451766,193301804~1786293,308315224~4006748,314192629~1575469,359874162~7333408,377421364~1236557,404901540~135932] 2024-08-04T16:32:32.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:31 smithi062 ceph-mon[85960]: pgmap v3835: 137 pgs: 137 active+clean; 1.0 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 210 KiB/s rd, 47 MiB/s wr, 328 op/s 2024-08-04T16:32:32.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:31 smithi062 ceph-mon[85960]: osdmap e2206: 8 total, 8 up, 8 in 2024-08-04T16:32:32.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:31 smithi007 ceph-mon[92692]: pgmap v3835: 137 pgs: 137 active+clean; 1.0 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 210 KiB/s rd, 47 MiB/s wr, 328 op/s 2024-08-04T16:32:32.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:31 smithi007 ceph-mon[92692]: osdmap e2206: 8 total, 8 up, 8 in 2024-08-04T16:32:32.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:31 smithi007 ceph-mon[94998]: pgmap v3835: 137 pgs: 137 active+clean; 1.0 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 210 KiB/s rd, 47 MiB/s wr, 328 op/s 2024-08-04T16:32:32.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:31 smithi007 ceph-mon[94998]: osdmap e2206: 8 total, 8 up, 8 in 2024-08-04T16:32:32.641 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:32:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:32:32.653 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 1 diff [33554432~8388608,130023424~20971520,301989888~8388608,348127232~8388608] 2024-08-04T16:32:32.653 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [33554432~8388608,130023424~20971520,301989888~8388608,348127232~8388608] 2024-08-04T16:32:32.662 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [33554432~8388608,130023424~25165824,301989888~12582912,348127232~8388608] 2024-08-04T16:32:32.662 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 2 diff [4194304~4194304,25165824~4194304,33554432~8388608,58720256~4194304,130023424~20971520,167772160~12582912,268435456~8388608,297795584~12582912,314572800~4194304,348127232~8388608] 2024-08-04T16:32:32.663 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,25165824~4194304,33554432~8388608,58720256~4194304,130023424~20971520,167772160~12582912,268435456~8388608,297795584~12582912,314572800~4194304,348127232~8388608] 2024-08-04T16:32:32.664 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~4194304,25165824~4194304,33554432~8388608,58720256~8388608,130023424~25165824,167772160~16777216,268435456~8388608,297795584~20971520,348127232~12582912] 2024-08-04T16:32:32.665 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 3 diff [4194304~12582912,25165824~4194304,33554432~16777216,58720256~4194304,92274688~8388608,104857600~4194304,121634816~4194304,130023424~20971520,167772160~12582912,247463936~4194304,264241152~8388608,297795584~12582912,314572800~4194304,348127232~8388608] 2024-08-04T16:32:32.665 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~12582912,25165824~4194304,33554432~16777216,58720256~4194304,92274688~8388608,104857600~4194304,121634816~4194304,130023424~20971520,167772160~12582912,247463936~4194304,264241152~8388608,297795584~12582912,314572800~4194304,348127232~8388608] 2024-08-04T16:32:32.667 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~12582912,25165824~4194304,33554432~20971520,58720256~8388608,92274688~16777216,121634816~33554432,167772160~16777216,247463936~8388608,264241152~12582912,297795584~20971520,348127232~12582912] 2024-08-04T16:32:32.667 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 4 diff [4194304~12582912,25165824~4194304,33554432~16777216,54525952~16777216,79691776~4194304,88080384~12582912,104857600~4194304,121634816~4194304,130023424~20971520,167772160~20971520,247463936~4194304,264241152~12582912,281018368~8388608,297795584~12582912,314572800~4194304,343932928~12582912] 2024-08-04T16:32:32.667 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~12582912,25165824~4194304,33554432~16777216,54525952~16777216,79691776~4194304,88080384~12582912,104857600~4194304,121634816~4194304,130023424~20971520,167772160~20971520,247463936~4194304,264241152~12582912,281018368~8388608,297795584~12582912,314572800~4194304,343932928~12582912] 2024-08-04T16:32:32.671 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~12582912,25165824~4194304,33554432~37748736,79691776~4194304,88080384~20971520,121634816~33554432,167772160~25165824,247463936~8388608,264241152~12582912,281018368~12582912,297795584~20971520,343932928~16777216] 2024-08-04T16:32:32.671 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 5 diff [4194304~12582912,25165824~4194304,33554432~16777216,54525952~16777216,79691776~4194304,88080384~12582912,104857600~8388608,121634816~4194304,130023424~20971520,167772160~20971520,205520896~8388608,247463936~4194304,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,331350016~4194304,343932928~12582912,390070272~4194304] 2024-08-04T16:32:32.671 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~12582912,25165824~4194304,33554432~16777216,54525952~16777216,79691776~4194304,88080384~12582912,104857600~8388608,121634816~4194304,130023424~20971520,167772160~20971520,205520896~8388608,247463936~4194304,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,331350016~4194304,343932928~12582912,390070272~4194304] 2024-08-04T16:32:32.675 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~12582912,25165824~4194304,33554432~37748736,79691776~4194304,88080384~25165824,121634816~33554432,167772160~25165824,205520896~12582912,247463936~8388608,264241152~12582912,281018368~12582912,297795584~20971520,331350016~4194304,343932928~16777216,390070272~4194304] 2024-08-04T16:32:32.675 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 6 diff [4194304~16777216,25165824~4194304,33554432~16777216,54525952~16777216,79691776~33554432,121634816~4194304,130023424~20971520,167772160~20971520,197132288~4194304,205520896~8388608,247463936~4194304,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~12582912,390070272~8388608] 2024-08-04T16:32:32.675 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~16777216,25165824~4194304,33554432~16777216,54525952~16777216,79691776~33554432,121634816~4194304,130023424~20971520,167772160~20971520,197132288~4194304,205520896~8388608,247463936~4194304,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~12582912,390070272~8388608] 2024-08-04T16:32:32.678 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~37748736,79691776~33554432,121634816~33554432,167772160~25165824,197132288~4194304,205520896~12582912,247463936~8388608,264241152~12582912,281018368~12582912,297795584~25165824,331350016~8388608,343932928~16777216,390070272~12582912] 2024-08-04T16:32:32.678 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 7 diff [4194304~25165824,33554432~16777216,54525952~20971520,79691776~33554432,121634816~29360128,167772160~20971520,197132288~4194304,205520896~16777216,247463936~4194304,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~12582912,373293056~4194304,390070272~8388608] 2024-08-04T16:32:32.678 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~16777216,54525952~20971520,79691776~33554432,121634816~29360128,167772160~20971520,197132288~4194304,205520896~16777216,247463936~4194304,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~12582912,373293056~4194304,390070272~8388608] 2024-08-04T16:32:32.682 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~79691776,121634816~33554432,167772160~25165824,197132288~4194304,205520896~20971520,247463936~8388608,264241152~12582912,281018368~12582912,297795584~25165824,331350016~8388608,343932928~16777216,373293056~8388608,390070272~12582912] 2024-08-04T16:32:32.682 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 8 diff [4194304~25165824,33554432~16777216,54525952~58720256,121634816~29360128,167772160~20971520,197132288~4194304,205520896~20971520,230686720~4194304,243269632~8388608,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.683 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~16777216,54525952~58720256,121634816~29360128,167772160~20971520,197132288~4194304,205520896~20971520,230686720~4194304,243269632~8388608,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.687 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~79691776,121634816~33554432,167772160~25165824,197132288~4194304,205520896~33554432,243269632~12582912,264241152~12582912,281018368~12582912,297795584~25165824,331350016~8388608,343932928~16777216,373293056~8388608,390070272~20971520] 2024-08-04T16:32:32.687 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 9 diff [4194304~25165824,33554432~16777216,54525952~58720256,121634816~29360128,163577856~25165824,197132288~4194304,205520896~29360128,239075328~16777216,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.687 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~16777216,54525952~58720256,121634816~29360128,163577856~25165824,197132288~4194304,205520896~29360128,239075328~16777216,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.692 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~79691776,121634816~33554432,163577856~29360128,197132288~4194304,205520896~54525952,264241152~12582912,281018368~12582912,297795584~25165824,331350016~8388608,343932928~16777216,373293056~8388608,390070272~20971520] 2024-08-04T16:32:32.692 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 10 diff [4194304~25165824,33554432~16777216,54525952~96468992,159383552~29360128,197132288~4194304,205520896~29360128,239075328~16777216,264241152~12582912,281018368~29360128,314572800~12582912,331350016~8388608,343932928~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.692 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~16777216,54525952~96468992,159383552~29360128,197132288~4194304,205520896~29360128,239075328~16777216,264241152~12582912,281018368~29360128,314572800~12582912,331350016~8388608,343932928~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.698 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~121634816,159383552~33554432,197132288~4194304,205520896~54525952,264241152~12582912,281018368~58720256,343932928~16777216,373293056~8388608,390070272~20971520] 2024-08-04T16:32:32.698 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 11 diff [4194304~25165824,33554432~16777216,54525952~96468992,159383552~29360128,197132288~4194304,205520896~50331648,264241152~12582912,281018368~46137344,331350016~8388608,343932928~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.698 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~16777216,54525952~96468992,159383552~29360128,197132288~4194304,205520896~50331648,264241152~12582912,281018368~46137344,331350016~8388608,343932928~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.704 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~121634816,159383552~33554432,197132288~4194304,205520896~54525952,264241152~12582912,281018368~58720256,343932928~16777216,373293056~8388608,390070272~20971520] 2024-08-04T16:32:32.704 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 12 diff [4194304~25165824,33554432~117440512,159383552~29360128,197132288~58720256,264241152~12582912,281018368~46137344,331350016~8388608,343932928~12582912,373293056~4194304,385875968~29360128] 2024-08-04T16:32:32.705 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~117440512,159383552~29360128,197132288~58720256,264241152~12582912,281018368~46137344,331350016~8388608,343932928~12582912,373293056~4194304,385875968~29360128] 2024-08-04T16:32:32.711 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~121634816,159383552~33554432,197132288~62914560,264241152~12582912,281018368~58720256,343932928~16777216,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.711 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 13 diff [4194304~25165824,33554432~67108864,104857600~46137344,159383552~29360128,197132288~58720256,264241152~12582912,281018368~46137344,331350016~25165824,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.711 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~46137344,159383552~29360128,197132288~58720256,264241152~12582912,281018368~46137344,331350016~25165824,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.718 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~121634816,159383552~33554432,197132288~62914560,264241152~12582912,281018368~79691776,373293056~41943040] 2024-08-04T16:32:32.718 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 14 diff [4194304~25165824,33554432~67108864,104857600~46137344,159383552~29360128,197132288~58720256,264241152~12582912,281018368~46137344,331350016~29360128,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.718 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~46137344,159383552~29360128,197132288~58720256,264241152~12582912,281018368~46137344,331350016~29360128,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.725 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~121634816,159383552~33554432,197132288~62914560,264241152~12582912,281018368~79691776,373293056~41943040] 2024-08-04T16:32:32.725 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 15 diff [4194304~25165824,33554432~67108864,104857600~46137344,159383552~33554432,197132288~58720256,260046848~12582912,281018368~46137344,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.725 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~46137344,159383552~33554432,197132288~58720256,260046848~12582912,281018368~46137344,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.733 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~121634816,159383552~117440512,281018368~79691776,364904448~50331648] 2024-08-04T16:32:32.733 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 16 diff [4194304~25165824,33554432~67108864,104857600~50331648,159383552~33554432,197132288~58720256,260046848~12582912,281018368~46137344,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.733 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~50331648,159383552~33554432,197132288~58720256,260046848~12582912,281018368~46137344,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.741 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~121634816,159383552~117440512,281018368~79691776,364904448~50331648] 2024-08-04T16:32:32.742 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 17 diff [4194304~25165824,33554432~67108864,104857600~50331648,159383552~96468992,260046848~12582912,281018368~46137344,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.742 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~50331648,159383552~96468992,260046848~12582912,281018368~46137344,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.750 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~121634816,159383552~117440512,281018368~79691776,364904448~50331648] 2024-08-04T16:32:32.750 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 18 diff [4194304~25165824,33554432~67108864,104857600~50331648,159383552~96468992,260046848~12582912,281018368~46137344,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.751 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~50331648,159383552~96468992,260046848~12582912,281018368~46137344,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.758 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~121634816,159383552~117440512,281018368~79691776,364904448~50331648] 2024-08-04T16:32:32.759 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to 19 diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:32.759 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:32.767 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:32.767 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 2 diff [4194304~4194304,25165824~4194304,58720256~4194304,167772160~12582912,268435456~8388608,297795584~4194304,314572800~4194304,348127232~8388608] 2024-08-04T16:32:32.767 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,25165824~4194304,58720256~4194304,167772160~12582912,268435456~8388608,297795584~4194304,314572800~4194304,348127232~8388608] 2024-08-04T16:32:32.768 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~4194304,25165824~4194304,58720256~8388608,167772160~16777216,268435456~8388608,297795584~4194304,314572800~4194304,348127232~12582912] 2024-08-04T16:32:32.768 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 3 diff [4194304~12582912,25165824~4194304,33554432~4194304,41943040~8388608,58720256~4194304,92274688~8388608,104857600~4194304,121634816~4194304,130023424~4194304,167772160~12582912,247463936~4194304,264241152~8388608,297795584~8388608,314572800~4194304,348127232~8388608] 2024-08-04T16:32:32.768 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~12582912,25165824~4194304,33554432~4194304,41943040~8388608,58720256~4194304,92274688~8388608,104857600~4194304,121634816~4194304,130023424~4194304,167772160~12582912,247463936~4194304,264241152~8388608,297795584~8388608,314572800~4194304,348127232~8388608] 2024-08-04T16:32:32.770 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~12582912,25165824~4194304,33554432~20971520,58720256~8388608,92274688~16777216,121634816~16777216,167772160~16777216,247463936~8388608,264241152~12582912,297795584~12582912,314572800~4194304,348127232~12582912] 2024-08-04T16:32:32.770 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 4 diff [4194304~12582912,25165824~4194304,33554432~4194304,41943040~8388608,54525952~16777216,79691776~4194304,88080384~12582912,104857600~4194304,121634816~4194304,130023424~4194304,138412032~8388608,167772160~20971520,247463936~4194304,264241152~12582912,281018368~8388608,297795584~12582912,314572800~4194304,343932928~12582912] 2024-08-04T16:32:32.770 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~12582912,25165824~4194304,33554432~4194304,41943040~8388608,54525952~16777216,79691776~4194304,88080384~12582912,104857600~4194304,121634816~4194304,130023424~4194304,138412032~8388608,167772160~20971520,247463936~4194304,264241152~12582912,281018368~8388608,297795584~12582912,314572800~4194304,343932928~12582912] 2024-08-04T16:32:32.772 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~12582912,25165824~4194304,33554432~37748736,79691776~4194304,88080384~20971520,121634816~25165824,167772160~25165824,247463936~8388608,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,343932928~16777216] 2024-08-04T16:32:32.772 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 5 diff [4194304~12582912,25165824~4194304,33554432~4194304,41943040~8388608,54525952~16777216,79691776~4194304,88080384~12582912,104857600~8388608,121634816~4194304,130023424~4194304,138412032~8388608,167772160~20971520,205520896~8388608,247463936~4194304,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,331350016~4194304,343932928~12582912,390070272~4194304] 2024-08-04T16:32:32.772 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~12582912,25165824~4194304,33554432~4194304,41943040~8388608,54525952~16777216,79691776~4194304,88080384~12582912,104857600~8388608,121634816~4194304,130023424~4194304,138412032~8388608,167772160~20971520,205520896~8388608,247463936~4194304,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,331350016~4194304,343932928~12582912,390070272~4194304] 2024-08-04T16:32:32.775 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~12582912,25165824~4194304,33554432~37748736,79691776~4194304,88080384~25165824,121634816~25165824,167772160~25165824,205520896~12582912,247463936~8388608,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,331350016~4194304,343932928~16777216,390070272~4194304] 2024-08-04T16:32:32.775 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 6 diff [4194304~16777216,25165824~4194304,33554432~4194304,41943040~8388608,54525952~16777216,79691776~33554432,121634816~4194304,130023424~4194304,138412032~8388608,167772160~20971520,197132288~4194304,205520896~8388608,247463936~4194304,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~12582912,390070272~8388608] 2024-08-04T16:32:32.775 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~16777216,25165824~4194304,33554432~4194304,41943040~8388608,54525952~16777216,79691776~33554432,121634816~4194304,130023424~4194304,138412032~8388608,167772160~20971520,197132288~4194304,205520896~8388608,247463936~4194304,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~12582912,390070272~8388608] 2024-08-04T16:32:32.778 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~37748736,79691776~33554432,121634816~25165824,167772160~25165824,197132288~4194304,205520896~12582912,247463936~8388608,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~16777216,390070272~12582912] 2024-08-04T16:32:32.779 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 7 diff [4194304~25165824,33554432~4194304,41943040~8388608,54525952~20971520,79691776~33554432,121634816~12582912,138412032~8388608,167772160~20971520,197132288~4194304,205520896~16777216,247463936~4194304,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~12582912,373293056~4194304,390070272~8388608] 2024-08-04T16:32:32.779 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~4194304,41943040~8388608,54525952~20971520,79691776~33554432,121634816~12582912,138412032~8388608,167772160~20971520,197132288~4194304,205520896~16777216,247463936~4194304,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~12582912,373293056~4194304,390070272~8388608] 2024-08-04T16:32:32.782 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~79691776,121634816~25165824,167772160~25165824,197132288~4194304,205520896~20971520,247463936~8388608,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~16777216,373293056~8388608,390070272~12582912] 2024-08-04T16:32:32.782 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 8 diff [4194304~25165824,33554432~4194304,41943040~8388608,54525952~58720256,121634816~12582912,138412032~8388608,167772160~20971520,197132288~4194304,205520896~20971520,230686720~4194304,243269632~8388608,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.782 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~4194304,41943040~8388608,54525952~58720256,121634816~12582912,138412032~8388608,167772160~20971520,197132288~4194304,205520896~20971520,230686720~4194304,243269632~8388608,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.786 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~79691776,121634816~25165824,167772160~25165824,197132288~4194304,205520896~33554432,243269632~12582912,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~16777216,373293056~8388608,390070272~20971520] 2024-08-04T16:32:32.786 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 9 diff [4194304~25165824,33554432~16777216,54525952~58720256,121634816~12582912,138412032~8388608,163577856~25165824,197132288~4194304,205520896~29360128,239075328~16777216,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.786 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~16777216,54525952~58720256,121634816~12582912,138412032~8388608,163577856~25165824,197132288~4194304,205520896~29360128,239075328~16777216,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.791 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~79691776,121634816~25165824,163577856~29360128,197132288~4194304,205520896~54525952,264241152~12582912,281018368~12582912,297795584~12582912,314572800~8388608,331350016~8388608,343932928~16777216,373293056~8388608,390070272~20971520] 2024-08-04T16:32:32.791 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 10 diff [4194304~25165824,33554432~16777216,54525952~79691776,138412032~8388608,159383552~29360128,197132288~4194304,205520896~29360128,239075328~16777216,264241152~12582912,281018368~29360128,314572800~12582912,331350016~8388608,343932928~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.791 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~16777216,54525952~79691776,138412032~8388608,159383552~29360128,197132288~4194304,205520896~29360128,239075328~16777216,264241152~12582912,281018368~29360128,314572800~12582912,331350016~8388608,343932928~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.795 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~113246208,159383552~33554432,197132288~4194304,205520896~54525952,264241152~12582912,281018368~29360128,314572800~25165824,343932928~16777216,373293056~8388608,390070272~20971520] 2024-08-04T16:32:32.796 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 11 diff [4194304~25165824,33554432~16777216,54525952~79691776,138412032~8388608,159383552~29360128,197132288~4194304,205520896~50331648,264241152~12582912,281018368~29360128,314572800~12582912,331350016~8388608,343932928~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.796 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~16777216,54525952~79691776,138412032~8388608,159383552~29360128,197132288~4194304,205520896~50331648,264241152~12582912,281018368~29360128,314572800~12582912,331350016~8388608,343932928~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.800 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~113246208,159383552~33554432,197132288~4194304,205520896~54525952,264241152~12582912,281018368~29360128,314572800~25165824,343932928~16777216,373293056~8388608,390070272~20971520] 2024-08-04T16:32:32.801 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 12 diff [4194304~25165824,33554432~100663296,138412032~8388608,159383552~29360128,197132288~58720256,264241152~12582912,281018368~29360128,314572800~12582912,331350016~8388608,343932928~12582912,373293056~4194304,385875968~29360128] 2024-08-04T16:32:32.801 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~100663296,138412032~8388608,159383552~29360128,197132288~58720256,264241152~12582912,281018368~29360128,314572800~12582912,331350016~8388608,343932928~12582912,373293056~4194304,385875968~29360128] 2024-08-04T16:32:32.806 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~113246208,159383552~33554432,197132288~62914560,264241152~12582912,281018368~29360128,314572800~25165824,343932928~16777216,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.806 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 13 diff [4194304~25165824,33554432~67108864,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~12582912,281018368~29360128,314572800~12582912,331350016~25165824,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.806 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~12582912,281018368~29360128,314572800~12582912,331350016~25165824,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.811 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~113246208,159383552~33554432,197132288~62914560,264241152~12582912,281018368~29360128,314572800~46137344,373293056~41943040] 2024-08-04T16:32:32.811 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 14 diff [4194304~25165824,33554432~67108864,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~12582912,281018368~29360128,314572800~12582912,331350016~29360128,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.812 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~12582912,281018368~29360128,314572800~12582912,331350016~29360128,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.818 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~113246208,159383552~33554432,197132288~62914560,264241152~12582912,281018368~29360128,314572800~46137344,373293056~41943040] 2024-08-04T16:32:32.818 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 15 diff [4194304~25165824,33554432~67108864,104857600~29360128,138412032~8388608,159383552~33554432,197132288~58720256,260046848~12582912,281018368~29360128,314572800~12582912,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.818 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~29360128,138412032~8388608,159383552~33554432,197132288~58720256,260046848~12582912,281018368~29360128,314572800~12582912,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.825 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~113246208,159383552~117440512,281018368~29360128,314572800~46137344,364904448~50331648] 2024-08-04T16:32:32.825 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 16 diff [4194304~25165824,33554432~67108864,104857600~46137344,159383552~33554432,197132288~58720256,260046848~12582912,281018368~29360128,314572800~12582912,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.825 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~46137344,159383552~33554432,197132288~58720256,260046848~12582912,281018368~29360128,314572800~12582912,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.831 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~117440512,159383552~117440512,281018368~29360128,314572800~46137344,364904448~50331648] 2024-08-04T16:32:32.831 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 17 diff [4194304~25165824,33554432~67108864,104857600~46137344,159383552~96468992,260046848~12582912,281018368~46137344,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.831 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~46137344,159383552~96468992,260046848~12582912,281018368~46137344,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.838 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~117440512,159383552~117440512,281018368~79691776,364904448~50331648] 2024-08-04T16:32:32.839 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 18 diff [4194304~25165824,33554432~67108864,104857600~46137344,159383552~96468992,260046848~12582912,281018368~46137344,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.839 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~46137344,159383552~96468992,260046848~12582912,281018368~46137344,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.847 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~117440512,159383552~117440512,281018368~79691776,364904448~50331648] 2024-08-04T16:32:32.847 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to 19 diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:32.847 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:32.855 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~134217728] 2024-08-04T16:32:32.855 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 3 diff [8388608~8388608,33554432~4194304,41943040~8388608,92274688~8388608,104857600~4194304,121634816~4194304,130023424~4194304,247463936~4194304,264241152~8388608,301989888~4194304] 2024-08-04T16:32:32.855 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~8388608,33554432~4194304,41943040~8388608,92274688~8388608,104857600~4194304,121634816~4194304,130023424~4194304,247463936~4194304,264241152~8388608,301989888~4194304] 2024-08-04T16:32:32.857 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~8388608,33554432~20971520,92274688~16777216,121634816~16777216,247463936~8388608,264241152~8388608,301989888~8388608] 2024-08-04T16:32:32.857 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 4 diff [8388608~8388608,33554432~4194304,41943040~8388608,54525952~4194304,62914560~8388608,79691776~4194304,88080384~12582912,104857600~4194304,121634816~4194304,130023424~4194304,138412032~8388608,180355072~8388608,247463936~4194304,264241152~8388608,281018368~8388608,301989888~8388608,343932928~8388608] 2024-08-04T16:32:32.857 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~8388608,33554432~4194304,41943040~8388608,54525952~4194304,62914560~8388608,79691776~4194304,88080384~12582912,104857600~4194304,121634816~4194304,130023424~4194304,138412032~8388608,180355072~8388608,247463936~4194304,264241152~8388608,281018368~8388608,301989888~8388608,343932928~8388608] 2024-08-04T16:32:32.858 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~8388608,33554432~37748736,79691776~4194304,88080384~20971520,121634816~25165824,180355072~12582912,247463936~8388608,264241152~8388608,281018368~12582912,301989888~8388608,343932928~8388608] 2024-08-04T16:32:32.858 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 5 diff [8388608~8388608,33554432~4194304,41943040~8388608,54525952~4194304,62914560~8388608,79691776~4194304,88080384~12582912,104857600~8388608,121634816~4194304,130023424~4194304,138412032~8388608,171966464~16777216,205520896~8388608,247463936~4194304,264241152~8388608,281018368~12582912,301989888~8388608,331350016~4194304,343932928~8388608,390070272~4194304] 2024-08-04T16:32:32.858 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~8388608,33554432~4194304,41943040~8388608,54525952~4194304,62914560~8388608,79691776~4194304,88080384~12582912,104857600~8388608,121634816~4194304,130023424~4194304,138412032~8388608,171966464~16777216,205520896~8388608,247463936~4194304,264241152~8388608,281018368~12582912,301989888~8388608,331350016~4194304,343932928~8388608,390070272~4194304] 2024-08-04T16:32:32.861 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~8388608,33554432~37748736,79691776~4194304,88080384~25165824,121634816~25165824,171966464~20971520,205520896~12582912,247463936~8388608,264241152~8388608,281018368~12582912,301989888~8388608,331350016~4194304,343932928~12582912,390070272~4194304] 2024-08-04T16:32:32.861 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 6 diff [4194304~16777216,33554432~4194304,41943040~8388608,54525952~4194304,62914560~8388608,79691776~33554432,121634816~4194304,130023424~4194304,138412032~8388608,171966464~16777216,197132288~4194304,205520896~8388608,247463936~4194304,264241152~8388608,281018368~12582912,301989888~8388608,314572800~8388608,331350016~8388608,343932928~8388608,390070272~8388608] 2024-08-04T16:32:32.861 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~16777216,33554432~4194304,41943040~8388608,54525952~4194304,62914560~8388608,79691776~33554432,121634816~4194304,130023424~4194304,138412032~8388608,171966464~16777216,197132288~4194304,205520896~8388608,247463936~4194304,264241152~8388608,281018368~12582912,301989888~8388608,314572800~8388608,331350016~8388608,343932928~8388608,390070272~8388608] 2024-08-04T16:32:32.864 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~20971520,33554432~37748736,79691776~33554432,121634816~25165824,171966464~20971520,197132288~4194304,205520896~12582912,247463936~8388608,264241152~8388608,281018368~12582912,301989888~8388608,314572800~8388608,331350016~8388608,343932928~12582912,390070272~12582912] 2024-08-04T16:32:32.865 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 7 diff [4194304~25165824,33554432~4194304,41943040~8388608,54525952~4194304,62914560~12582912,79691776~33554432,121634816~12582912,138412032~8388608,167772160~20971520,197132288~4194304,205520896~16777216,247463936~4194304,264241152~8388608,281018368~12582912,301989888~8388608,314572800~8388608,331350016~8388608,343932928~8388608,373293056~4194304,390070272~8388608] 2024-08-04T16:32:32.865 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~4194304,41943040~8388608,54525952~4194304,62914560~12582912,79691776~33554432,121634816~12582912,138412032~8388608,167772160~20971520,197132288~4194304,205520896~16777216,247463936~4194304,264241152~8388608,281018368~12582912,301989888~8388608,314572800~8388608,331350016~8388608,343932928~8388608,373293056~4194304,390070272~8388608] 2024-08-04T16:32:32.867 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~79691776,121634816~25165824,167772160~25165824,197132288~4194304,205520896~20971520,247463936~8388608,264241152~8388608,281018368~12582912,301989888~8388608,314572800~8388608,331350016~8388608,343932928~12582912,373293056~8388608,390070272~12582912] 2024-08-04T16:32:32.867 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 8 diff [4194304~25165824,33554432~4194304,41943040~8388608,54525952~4194304,62914560~50331648,121634816~12582912,138412032~8388608,167772160~20971520,197132288~4194304,205520896~20971520,230686720~4194304,243269632~8388608,264241152~8388608,281018368~12582912,301989888~8388608,314572800~8388608,331350016~8388608,343932928~8388608,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.867 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~4194304,41943040~8388608,54525952~4194304,62914560~50331648,121634816~12582912,138412032~8388608,167772160~20971520,197132288~4194304,205520896~20971520,230686720~4194304,243269632~8388608,264241152~8388608,281018368~12582912,301989888~8388608,314572800~8388608,331350016~8388608,343932928~8388608,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.870 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~79691776,121634816~25165824,167772160~25165824,197132288~4194304,205520896~33554432,243269632~12582912,264241152~8388608,281018368~12582912,301989888~8388608,314572800~8388608,331350016~8388608,343932928~12582912,373293056~8388608,390070272~20971520] 2024-08-04T16:32:32.871 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 9 diff [4194304~25165824,33554432~16777216,54525952~4194304,62914560~50331648,121634816~12582912,138412032~8388608,163577856~25165824,197132288~4194304,205520896~29360128,239075328~16777216,264241152~12582912,281018368~12582912,301989888~8388608,314572800~8388608,331350016~8388608,343932928~16777216,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.871 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~16777216,54525952~4194304,62914560~50331648,121634816~12582912,138412032~8388608,163577856~25165824,197132288~4194304,205520896~29360128,239075328~16777216,264241152~12582912,281018368~12582912,301989888~8388608,314572800~8388608,331350016~8388608,343932928~16777216,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.874 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~79691776,121634816~25165824,163577856~29360128,197132288~4194304,205520896~54525952,264241152~12582912,281018368~12582912,301989888~8388608,314572800~8388608,331350016~8388608,343932928~16777216,373293056~8388608,390070272~20971520] 2024-08-04T16:32:32.875 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 10 diff [4194304~25165824,33554432~16777216,54525952~4194304,62914560~71303168,138412032~8388608,159383552~29360128,197132288~4194304,205520896~29360128,239075328~16777216,264241152~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~8388608,343932928~16777216,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.875 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~16777216,54525952~4194304,62914560~71303168,138412032~8388608,159383552~29360128,197132288~4194304,205520896~29360128,239075328~16777216,264241152~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~8388608,343932928~16777216,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.879 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~113246208,159383552~33554432,197132288~4194304,205520896~54525952,264241152~12582912,281018368~16777216,301989888~8388608,314572800~25165824,343932928~16777216,373293056~8388608,390070272~20971520] 2024-08-04T16:32:32.879 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 11 diff [4194304~25165824,33554432~16777216,54525952~4194304,62914560~71303168,138412032~8388608,159383552~29360128,197132288~4194304,205520896~50331648,264241152~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~8388608,343932928~16777216,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.879 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~16777216,54525952~4194304,62914560~71303168,138412032~8388608,159383552~29360128,197132288~4194304,205520896~50331648,264241152~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~8388608,343932928~16777216,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.883 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~113246208,159383552~33554432,197132288~4194304,205520896~54525952,264241152~12582912,281018368~16777216,301989888~8388608,314572800~25165824,343932928~16777216,373293056~8388608,390070272~20971520] 2024-08-04T16:32:32.883 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 12 diff [4194304~25165824,33554432~25165824,62914560~71303168,138412032~8388608,159383552~29360128,197132288~58720256,264241152~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~8388608,343932928~12582912,373293056~4194304,385875968~29360128] 2024-08-04T16:32:32.883 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~25165824,62914560~71303168,138412032~8388608,159383552~29360128,197132288~58720256,264241152~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~8388608,343932928~12582912,373293056~4194304,385875968~29360128] 2024-08-04T16:32:32.887 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~113246208,159383552~33554432,197132288~62914560,264241152~12582912,281018368~16777216,301989888~8388608,314572800~25165824,343932928~16777216,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.887 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 13 diff [4194304~25165824,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~25165824,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.888 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~25165824,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.892 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~113246208,159383552~33554432,197132288~62914560,264241152~12582912,281018368~16777216,301989888~8388608,314572800~46137344,373293056~41943040] 2024-08-04T16:32:32.892 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 14 diff [4194304~25165824,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~29360128,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.892 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~29360128,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.897 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~113246208,159383552~33554432,197132288~62914560,264241152~12582912,281018368~16777216,301989888~8388608,314572800~46137344,373293056~41943040] 2024-08-04T16:32:32.897 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 15 diff [4194304~25165824,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.897 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.902 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~113246208,159383552~117440512,281018368~16777216,301989888~8388608,314572800~46137344,364904448~50331648] 2024-08-04T16:32:32.902 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 16 diff [4194304~25165824,33554432~67108864,104857600~46137344,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.902 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~46137344,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.907 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~117440512,159383552~117440512,281018368~16777216,301989888~8388608,314572800~46137344,364904448~50331648] 2024-08-04T16:32:32.908 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 17 diff [4194304~25165824,33554432~67108864,104857600~46137344,159383552~96468992,260046848~12582912,281018368~16777216,301989888~25165824,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.908 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~46137344,159383552~96468992,260046848~12582912,281018368~16777216,301989888~25165824,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.914 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~117440512,159383552~117440512,281018368~16777216,301989888~58720256,364904448~50331648] 2024-08-04T16:32:32.914 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 18 diff [4194304~25165824,33554432~67108864,104857600~46137344,159383552~96468992,260046848~12582912,281018368~16777216,301989888~25165824,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.914 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~46137344,159383552~96468992,260046848~12582912,281018368~16777216,301989888~25165824,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.921 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~117440512,159383552~117440512,281018368~16777216,301989888~58720256,364904448~50331648] 2024-08-04T16:32:32.921 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to 19 diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:32.921 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:32.928 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:32.928 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 4 diff [54525952~4194304,62914560~8388608,79691776~4194304,88080384~8388608,138412032~8388608,180355072~8388608,264241152~4194304,281018368~8388608,306184192~4194304,343932928~8388608] 2024-08-04T16:32:32.928 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [54525952~4194304,62914560~8388608,79691776~4194304,88080384~8388608,138412032~8388608,180355072~8388608,264241152~4194304,281018368~8388608,306184192~4194304,343932928~8388608] 2024-08-04T16:32:32.929 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [54525952~16777216,79691776~4194304,88080384~8388608,138412032~8388608,180355072~12582912,264241152~4194304,281018368~12582912,306184192~4194304,343932928~8388608] 2024-08-04T16:32:32.929 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 5 diff [54525952~4194304,62914560~8388608,79691776~4194304,88080384~8388608,104857600~8388608,138412032~8388608,171966464~16777216,205520896~8388608,264241152~4194304,281018368~12582912,306184192~4194304,331350016~4194304,343932928~8388608,390070272~4194304] 2024-08-04T16:32:32.929 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [54525952~4194304,62914560~8388608,79691776~4194304,88080384~8388608,104857600~8388608,138412032~8388608,171966464~16777216,205520896~8388608,264241152~4194304,281018368~12582912,306184192~4194304,331350016~4194304,343932928~8388608,390070272~4194304] 2024-08-04T16:32:32.931 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [54525952~16777216,79691776~4194304,88080384~12582912,104857600~8388608,138412032~8388608,171966464~20971520,205520896~12582912,264241152~4194304,281018368~12582912,306184192~4194304,331350016~4194304,343932928~12582912,390070272~4194304] 2024-08-04T16:32:32.931 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 6 diff [4194304~8388608,16777216~4194304,54525952~4194304,62914560~8388608,79691776~20971520,104857600~8388608,138412032~8388608,171966464~16777216,197132288~4194304,205520896~8388608,264241152~4194304,281018368~12582912,306184192~4194304,314572800~8388608,331350016~8388608,343932928~8388608,390070272~8388608] 2024-08-04T16:32:32.931 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~4194304,54525952~4194304,62914560~8388608,79691776~20971520,104857600~8388608,138412032~8388608,171966464~16777216,197132288~4194304,205520896~8388608,264241152~4194304,281018368~12582912,306184192~4194304,314572800~8388608,331350016~8388608,343932928~8388608,390070272~8388608] 2024-08-04T16:32:32.933 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~20971520,54525952~16777216,79691776~20971520,104857600~8388608,138412032~8388608,171966464~20971520,197132288~4194304,205520896~12582912,264241152~4194304,281018368~12582912,306184192~4194304,314572800~8388608,331350016~8388608,343932928~12582912,390070272~12582912] 2024-08-04T16:32:32.933 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 7 diff [4194304~8388608,16777216~12582912,54525952~4194304,62914560~12582912,79691776~20971520,104857600~8388608,125829120~8388608,138412032~8388608,167772160~20971520,197132288~4194304,205520896~16777216,264241152~4194304,281018368~12582912,306184192~4194304,314572800~8388608,331350016~8388608,343932928~8388608,373293056~4194304,390070272~8388608] 2024-08-04T16:32:32.933 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,54525952~4194304,62914560~12582912,79691776~20971520,104857600~8388608,125829120~8388608,138412032~8388608,167772160~20971520,197132288~4194304,205520896~16777216,264241152~4194304,281018368~12582912,306184192~4194304,314572800~8388608,331350016~8388608,343932928~8388608,373293056~4194304,390070272~8388608] 2024-08-04T16:32:32.935 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,54525952~46137344,104857600~8388608,125829120~20971520,167772160~25165824,197132288~4194304,205520896~20971520,264241152~4194304,281018368~12582912,306184192~4194304,314572800~8388608,331350016~8388608,343932928~12582912,373293056~8388608,390070272~12582912] 2024-08-04T16:32:32.935 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 8 diff [4194304~8388608,16777216~12582912,54525952~4194304,62914560~37748736,104857600~8388608,125829120~8388608,138412032~8388608,167772160~20971520,197132288~4194304,205520896~20971520,230686720~4194304,243269632~8388608,264241152~4194304,281018368~12582912,306184192~4194304,314572800~8388608,331350016~8388608,343932928~8388608,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.935 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,54525952~4194304,62914560~37748736,104857600~8388608,125829120~8388608,138412032~8388608,167772160~20971520,197132288~4194304,205520896~20971520,230686720~4194304,243269632~8388608,264241152~4194304,281018368~12582912,306184192~4194304,314572800~8388608,331350016~8388608,343932928~8388608,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.938 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,54525952~46137344,104857600~8388608,125829120~20971520,167772160~25165824,197132288~4194304,205520896~33554432,243269632~12582912,264241152~4194304,281018368~12582912,306184192~4194304,314572800~8388608,331350016~8388608,343932928~12582912,373293056~8388608,390070272~20971520] 2024-08-04T16:32:32.938 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 9 diff [4194304~8388608,16777216~12582912,37748736~4194304,54525952~4194304,62914560~37748736,104857600~8388608,125829120~8388608,138412032~8388608,163577856~25165824,197132288~4194304,205520896~29360128,239075328~16777216,264241152~12582912,281018368~12582912,306184192~4194304,314572800~8388608,331350016~8388608,343932928~16777216,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.938 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,37748736~4194304,54525952~4194304,62914560~37748736,104857600~8388608,125829120~8388608,138412032~8388608,163577856~25165824,197132288~4194304,205520896~29360128,239075328~16777216,264241152~12582912,281018368~12582912,306184192~4194304,314572800~8388608,331350016~8388608,343932928~16777216,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.941 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,37748736~4194304,54525952~46137344,104857600~8388608,125829120~20971520,163577856~29360128,197132288~4194304,205520896~54525952,264241152~12582912,281018368~12582912,306184192~4194304,314572800~8388608,331350016~8388608,343932928~16777216,373293056~8388608,390070272~20971520] 2024-08-04T16:32:32.941 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 10 diff [4194304~8388608,16777216~12582912,33554432~8388608,54525952~4194304,62914560~37748736,104857600~16777216,125829120~8388608,138412032~8388608,159383552~29360128,197132288~4194304,205520896~29360128,239075328~16777216,264241152~12582912,281018368~16777216,306184192~4194304,314572800~12582912,331350016~8388608,343932928~16777216,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.941 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~8388608,54525952~4194304,62914560~37748736,104857600~16777216,125829120~8388608,138412032~8388608,159383552~29360128,197132288~4194304,205520896~29360128,239075328~16777216,264241152~12582912,281018368~16777216,306184192~4194304,314572800~12582912,331350016~8388608,343932928~16777216,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.944 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~8388608,54525952~46137344,104857600~41943040,159383552~33554432,197132288~4194304,205520896~54525952,264241152~12582912,281018368~16777216,306184192~4194304,314572800~25165824,343932928~16777216,373293056~8388608,390070272~20971520] 2024-08-04T16:32:32.944 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 11 diff [4194304~8388608,16777216~12582912,33554432~8388608,46137344~12582912,62914560~37748736,104857600~29360128,138412032~8388608,159383552~29360128,197132288~4194304,205520896~50331648,264241152~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~8388608,343932928~16777216,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.944 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~8388608,46137344~12582912,62914560~37748736,104857600~29360128,138412032~8388608,159383552~29360128,197132288~4194304,205520896~50331648,264241152~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~8388608,343932928~16777216,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.948 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~8388608,46137344~54525952,104857600~41943040,159383552~33554432,197132288~4194304,205520896~54525952,264241152~12582912,281018368~16777216,301989888~8388608,314572800~25165824,343932928~16777216,373293056~8388608,390070272~20971520] 2024-08-04T16:32:32.948 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 12 diff [4194304~8388608,16777216~12582912,33554432~25165824,62914560~37748736,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~8388608,343932928~12582912,373293056~4194304,385875968~29360128] 2024-08-04T16:32:32.948 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~25165824,62914560~37748736,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~8388608,343932928~12582912,373293056~4194304,385875968~29360128] 2024-08-04T16:32:32.951 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~67108864,104857600~41943040,159383552~33554432,197132288~62914560,264241152~12582912,281018368~16777216,301989888~8388608,314572800~25165824,343932928~16777216,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.951 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 13 diff [4194304~8388608,16777216~12582912,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~25165824,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.952 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~25165824,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.955 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~67108864,104857600~41943040,159383552~33554432,197132288~62914560,264241152~12582912,281018368~16777216,301989888~8388608,314572800~46137344,373293056~41943040] 2024-08-04T16:32:32.955 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 14 diff [4194304~8388608,16777216~12582912,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~29360128,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.956 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~29360128,373293056~8388608,385875968~29360128] 2024-08-04T16:32:32.961 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~113246208,159383552~33554432,197132288~62914560,264241152~12582912,281018368~16777216,301989888~8388608,314572800~46137344,373293056~41943040] 2024-08-04T16:32:32.961 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 15 diff [4194304~8388608,16777216~12582912,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.961 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.967 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~113246208,159383552~117440512,281018368~16777216,301989888~8388608,314572800~46137344,364904448~50331648] 2024-08-04T16:32:32.967 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 16 diff [4194304~8388608,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.967 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~8388608,314572800~12582912,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.973 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~117440512,159383552~117440512,281018368~16777216,301989888~8388608,314572800~46137344,364904448~50331648] 2024-08-04T16:32:32.973 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 17 diff [4194304~8388608,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~96468992,260046848~12582912,281018368~16777216,301989888~25165824,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.973 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~96468992,260046848~12582912,281018368~16777216,301989888~25165824,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.979 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~117440512,159383552~117440512,281018368~16777216,301989888~58720256,364904448~50331648] 2024-08-04T16:32:32.979 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 18 diff [4194304~25165824,33554432~67108864,104857600~29360128,138412032~12582912,159383552~96468992,260046848~12582912,281018368~16777216,301989888~25165824,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.979 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~29360128,138412032~12582912,159383552~96468992,260046848~12582912,281018368~16777216,301989888~25165824,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:32.985 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~117440512,159383552~117440512,281018368~16777216,301989888~58720256,364904448~50331648] 2024-08-04T16:32:32.985 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to 19 diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:32.985 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:32.992 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:32.992 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 5 diff [92274688~4194304,104857600~8388608,142606336~4194304,171966464~8388608,205520896~8388608,285212672~8388608,331350016~4194304,348127232~4194304,390070272~4194304] 2024-08-04T16:32:32.992 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [92274688~4194304,104857600~8388608,142606336~4194304,171966464~8388608,205520896~8388608,285212672~8388608,331350016~4194304,348127232~4194304,390070272~4194304] 2024-08-04T16:32:32.993 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [92274688~8388608,104857600~8388608,142606336~4194304,171966464~12582912,205520896~12582912,285212672~8388608,331350016~4194304,348127232~8388608,390070272~4194304] 2024-08-04T16:32:32.993 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 6 diff [4194304~8388608,16777216~4194304,58720256~4194304,79691776~20971520,104857600~8388608,142606336~4194304,171966464~8388608,197132288~4194304,205520896~8388608,285212672~8388608,314572800~8388608,331350016~8388608,348127232~4194304,390070272~8388608] 2024-08-04T16:32:32.993 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~4194304,58720256~4194304,79691776~20971520,104857600~8388608,142606336~4194304,171966464~8388608,197132288~4194304,205520896~8388608,285212672~8388608,314572800~8388608,331350016~8388608,348127232~4194304,390070272~8388608] 2024-08-04T16:32:32.995 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~20971520,58720256~4194304,79691776~20971520,104857600~8388608,142606336~4194304,171966464~12582912,197132288~4194304,205520896~12582912,285212672~8388608,314572800~8388608,331350016~8388608,348127232~8388608,390070272~12582912] 2024-08-04T16:32:32.995 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 7 diff [4194304~8388608,16777216~12582912,58720256~4194304,71303168~4194304,79691776~20971520,104857600~8388608,125829120~8388608,142606336~4194304,167772160~16777216,197132288~4194304,205520896~16777216,285212672~8388608,314572800~8388608,331350016~8388608,348127232~4194304,373293056~4194304,390070272~8388608] 2024-08-04T16:32:32.995 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,58720256~4194304,71303168~4194304,79691776~20971520,104857600~8388608,125829120~8388608,142606336~4194304,167772160~16777216,197132288~4194304,205520896~16777216,285212672~8388608,314572800~8388608,331350016~8388608,348127232~4194304,373293056~4194304,390070272~8388608] 2024-08-04T16:32:32.997 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,58720256~4194304,71303168~29360128,104857600~8388608,125829120~12582912,142606336~4194304,167772160~16777216,197132288~4194304,205520896~20971520,285212672~8388608,314572800~8388608,331350016~8388608,348127232~8388608,373293056~8388608,390070272~12582912] 2024-08-04T16:32:32.997 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 8 diff [4194304~8388608,16777216~12582912,58720256~4194304,71303168~29360128,104857600~8388608,125829120~8388608,142606336~4194304,167772160~16777216,197132288~4194304,205520896~20971520,230686720~4194304,243269632~8388608,281018368~12582912,314572800~8388608,331350016~8388608,348127232~4194304,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.997 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,58720256~4194304,71303168~29360128,104857600~8388608,125829120~8388608,142606336~4194304,167772160~16777216,197132288~4194304,205520896~20971520,230686720~4194304,243269632~8388608,281018368~12582912,314572800~8388608,331350016~8388608,348127232~4194304,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.999 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,58720256~4194304,71303168~29360128,104857600~8388608,125829120~12582912,142606336~4194304,167772160~16777216,197132288~4194304,205520896~33554432,243269632~12582912,281018368~12582912,314572800~8388608,331350016~8388608,348127232~8388608,373293056~8388608,390070272~20971520] 2024-08-04T16:32:32.999 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 9 diff [4194304~8388608,16777216~12582912,37748736~4194304,58720256~4194304,71303168~29360128,104857600~8388608,125829120~8388608,142606336~4194304,163577856~20971520,197132288~4194304,205520896~29360128,239075328~16777216,264241152~8388608,281018368~12582912,314572800~8388608,331350016~8388608,348127232~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:32.999 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,37748736~4194304,58720256~4194304,71303168~29360128,104857600~8388608,125829120~8388608,142606336~4194304,163577856~20971520,197132288~4194304,205520896~29360128,239075328~16777216,264241152~8388608,281018368~12582912,314572800~8388608,331350016~8388608,348127232~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:33.002 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,37748736~4194304,58720256~4194304,71303168~29360128,104857600~8388608,125829120~12582912,142606336~4194304,163577856~20971520,197132288~4194304,205520896~54525952,264241152~12582912,281018368~12582912,314572800~8388608,331350016~8388608,348127232~12582912,373293056~8388608,390070272~20971520] 2024-08-04T16:32:33.002 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 10 diff [4194304~8388608,16777216~12582912,33554432~8388608,58720256~4194304,71303168~29360128,104857600~16777216,125829120~8388608,142606336~4194304,159383552~29360128,197132288~4194304,205520896~29360128,239075328~16777216,264241152~8388608,281018368~16777216,314572800~12582912,331350016~8388608,348127232~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:33.002 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~8388608,58720256~4194304,71303168~29360128,104857600~16777216,125829120~8388608,142606336~4194304,159383552~29360128,197132288~4194304,205520896~29360128,239075328~16777216,264241152~8388608,281018368~16777216,314572800~12582912,331350016~8388608,348127232~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:33.004 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~8388608,58720256~4194304,71303168~29360128,104857600~33554432,142606336~4194304,159383552~29360128,197132288~4194304,205520896~54525952,264241152~12582912,281018368~16777216,314572800~25165824,348127232~12582912,373293056~8388608,390070272~20971520] 2024-08-04T16:32:33.004 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 11 diff [4194304~8388608,16777216~12582912,33554432~8388608,46137344~8388608,58720256~8388608,71303168~29360128,104857600~29360128,142606336~4194304,159383552~29360128,197132288~4194304,205520896~50331648,264241152~8388608,281018368~16777216,301989888~4194304,314572800~12582912,331350016~8388608,348127232~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:33.004 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~8388608,46137344~8388608,58720256~8388608,71303168~29360128,104857600~29360128,142606336~4194304,159383552~29360128,197132288~4194304,205520896~50331648,264241152~8388608,281018368~16777216,301989888~4194304,314572800~12582912,331350016~8388608,348127232~12582912,373293056~4194304,390070272~16777216] 2024-08-04T16:32:33.008 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~8388608,46137344~8388608,58720256~8388608,71303168~29360128,104857600~33554432,142606336~4194304,159383552~29360128,197132288~4194304,205520896~54525952,264241152~12582912,281018368~16777216,301989888~8388608,314572800~25165824,348127232~12582912,373293056~8388608,390070272~20971520] 2024-08-04T16:32:33.008 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 12 diff [4194304~8388608,16777216~12582912,33554432~20971520,58720256~8388608,71303168~29360128,104857600~29360128,142606336~4194304,159383552~29360128,197132288~58720256,264241152~8388608,281018368~16777216,301989888~4194304,314572800~12582912,331350016~8388608,343932928~12582912,373293056~4194304,385875968~29360128] 2024-08-04T16:32:33.008 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~20971520,58720256~8388608,71303168~29360128,104857600~29360128,142606336~4194304,159383552~29360128,197132288~58720256,264241152~8388608,281018368~16777216,301989888~4194304,314572800~12582912,331350016~8388608,343932928~12582912,373293056~4194304,385875968~29360128] 2024-08-04T16:32:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:32 smithi062 ceph-mon[85960]: osdmap e2207: 8 total, 8 up, 8 in 2024-08-04T16:32:33.012 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~20971520,58720256~8388608,71303168~29360128,104857600~33554432,142606336~4194304,159383552~29360128,197132288~62914560,264241152~12582912,281018368~16777216,301989888~8388608,314572800~25165824,343932928~16777216,373293056~8388608,385875968~29360128] 2024-08-04T16:32:33.012 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 13 diff [4194304~8388608,16777216~12582912,33554432~20971520,58720256~8388608,71303168~29360128,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~8388608,281018368~16777216,301989888~4194304,314572800~12582912,331350016~25165824,373293056~8388608,385875968~29360128] 2024-08-04T16:32:33.012 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~20971520,58720256~8388608,71303168~29360128,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~8388608,281018368~16777216,301989888~4194304,314572800~12582912,331350016~25165824,373293056~8388608,385875968~29360128] 2024-08-04T16:32:33.016 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~20971520,58720256~41943040,104857600~41943040,159383552~29360128,197132288~62914560,264241152~12582912,281018368~16777216,301989888~8388608,314572800~46137344,373293056~41943040] 2024-08-04T16:32:33.016 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 14 diff [4194304~8388608,16777216~12582912,33554432~20971520,58720256~8388608,71303168~29360128,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~8388608,281018368~16777216,301989888~4194304,314572800~12582912,331350016~29360128,373293056~8388608,385875968~29360128] 2024-08-04T16:32:33.016 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~20971520,58720256~8388608,71303168~29360128,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~8388608,281018368~16777216,301989888~4194304,314572800~12582912,331350016~29360128,373293056~8388608,385875968~29360128] 2024-08-04T16:32:33.020 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~20971520,58720256~88080384,159383552~29360128,197132288~62914560,264241152~12582912,281018368~16777216,301989888~8388608,314572800~46137344,373293056~41943040] 2024-08-04T16:32:33.021 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 15 diff [4194304~8388608,16777216~12582912,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~4194304,314572800~12582912,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:33.021 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~4194304,314572800~12582912,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:33.025 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~113246208,159383552~117440512,281018368~16777216,301989888~8388608,314572800~46137344,364904448~50331648] 2024-08-04T16:32:33.025 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 16 diff [4194304~8388608,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~4194304,314572800~12582912,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:33.025 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~4194304,314572800~12582912,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:33.030 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~117440512,159383552~117440512,281018368~16777216,301989888~8388608,314572800~46137344,364904448~50331648] 2024-08-04T16:32:33.031 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 17 diff [4194304~8388608,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~96468992,260046848~12582912,281018368~16777216,301989888~4194304,310378496~16777216,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:33.031 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~96468992,260046848~12582912,281018368~16777216,301989888~4194304,310378496~16777216,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:33.036 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~117440512,159383552~117440512,281018368~16777216,301989888~58720256,364904448~50331648] 2024-08-04T16:32:33.036 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 18 diff [4194304~25165824,33554432~67108864,104857600~29360128,138412032~12582912,159383552~96468992,260046848~12582912,281018368~16777216,301989888~25165824,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:33.036 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~29360128,138412032~12582912,159383552~96468992,260046848~12582912,281018368~16777216,301989888~25165824,331350016~29360128,364904448~16777216,385875968~29360128] 2024-08-04T16:32:33.042 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~117440512,159383552~117440512,281018368~16777216,301989888~58720256,364904448~50331648] 2024-08-04T16:32:33.042 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to 19 diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:33.042 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:33.049 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:33.049 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 6 diff [4194304~8388608,16777216~4194304,58720256~4194304,79691776~20971520,197132288~4194304,314572800~8388608,331350016~8388608,394264576~4194304] 2024-08-04T16:32:33.049 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~4194304,58720256~4194304,79691776~20971520,197132288~4194304,314572800~8388608,331350016~8388608,394264576~4194304] 2024-08-04T16:32:33.050 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~20971520,58720256~4194304,79691776~20971520,197132288~4194304,314572800~8388608,331350016~8388608,394264576~8388608] 2024-08-04T16:32:33.050 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 7 diff [4194304~8388608,16777216~12582912,58720256~4194304,71303168~4194304,79691776~20971520,125829120~8388608,167772160~8388608,180355072~4194304,197132288~4194304,213909504~8388608,285212672~4194304,314572800~8388608,331350016~8388608,373293056~4194304,394264576~4194304] 2024-08-04T16:32:33.050 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,58720256~4194304,71303168~4194304,79691776~20971520,125829120~8388608,167772160~8388608,180355072~4194304,197132288~4194304,213909504~8388608,285212672~4194304,314572800~8388608,331350016~8388608,373293056~4194304,394264576~4194304] 2024-08-04T16:32:33.051 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,58720256~4194304,71303168~29360128,125829120~12582912,167772160~16777216,197132288~4194304,213909504~12582912,285212672~8388608,314572800~8388608,331350016~8388608,373293056~8388608,394264576~8388608] 2024-08-04T16:32:33.052 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 8 diff [4194304~8388608,16777216~12582912,58720256~4194304,71303168~29360128,125829120~8388608,167772160~8388608,180355072~4194304,197132288~4194304,205520896~20971520,230686720~4194304,243269632~8388608,281018368~12582912,314572800~8388608,331350016~8388608,373293056~4194304,394264576~12582912] 2024-08-04T16:32:33.052 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,58720256~4194304,71303168~29360128,125829120~8388608,167772160~8388608,180355072~4194304,197132288~4194304,205520896~20971520,230686720~4194304,243269632~8388608,281018368~12582912,314572800~8388608,331350016~8388608,373293056~4194304,394264576~12582912] 2024-08-04T16:32:33.053 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,58720256~4194304,71303168~29360128,125829120~12582912,167772160~16777216,197132288~4194304,205520896~33554432,243269632~12582912,281018368~12582912,314572800~8388608,331350016~8388608,373293056~8388608,394264576~16777216] 2024-08-04T16:32:33.053 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 9 diff [4194304~8388608,16777216~12582912,37748736~4194304,58720256~4194304,71303168~29360128,125829120~8388608,163577856~12582912,180355072~4194304,197132288~4194304,205520896~29360128,239075328~16777216,264241152~8388608,281018368~12582912,314572800~8388608,331350016~8388608,352321536~8388608,373293056~4194304,394264576~12582912] 2024-08-04T16:32:33.053 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,37748736~4194304,58720256~4194304,71303168~29360128,125829120~8388608,163577856~12582912,180355072~4194304,197132288~4194304,205520896~29360128,239075328~16777216,264241152~8388608,281018368~12582912,314572800~8388608,331350016~8388608,352321536~8388608,373293056~4194304,394264576~12582912] 2024-08-04T16:32:33.056 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,37748736~4194304,58720256~4194304,71303168~29360128,125829120~12582912,163577856~20971520,197132288~4194304,205520896~54525952,264241152~12582912,281018368~12582912,314572800~8388608,331350016~8388608,352321536~8388608,373293056~8388608,394264576~16777216] 2024-08-04T16:32:33.056 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 10 diff [4194304~8388608,16777216~12582912,33554432~8388608,58720256~4194304,71303168~29360128,113246208~8388608,125829120~8388608,159383552~16777216,180355072~8388608,197132288~4194304,205520896~29360128,239075328~16777216,264241152~8388608,281018368~16777216,314572800~12582912,331350016~8388608,352321536~8388608,373293056~4194304,394264576~12582912] 2024-08-04T16:32:33.056 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~8388608,58720256~4194304,71303168~29360128,113246208~8388608,125829120~8388608,159383552~16777216,180355072~8388608,197132288~4194304,205520896~29360128,239075328~16777216,264241152~8388608,281018368~16777216,314572800~12582912,331350016~8388608,352321536~8388608,373293056~4194304,394264576~12582912] 2024-08-04T16:32:33.059 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~8388608,58720256~4194304,71303168~29360128,113246208~25165824,159383552~29360128,197132288~4194304,205520896~54525952,264241152~12582912,281018368~16777216,314572800~25165824,352321536~8388608,373293056~8388608,394264576~16777216] 2024-08-04T16:32:33.059 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 11 diff [4194304~8388608,16777216~12582912,33554432~8388608,46137344~8388608,58720256~8388608,71303168~29360128,113246208~20971520,159383552~29360128,197132288~4194304,205520896~50331648,264241152~8388608,281018368~16777216,301989888~4194304,314572800~12582912,331350016~8388608,352321536~8388608,373293056~4194304,394264576~12582912] 2024-08-04T16:32:33.059 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~8388608,46137344~8388608,58720256~8388608,71303168~29360128,113246208~20971520,159383552~29360128,197132288~4194304,205520896~50331648,264241152~8388608,281018368~16777216,301989888~4194304,314572800~12582912,331350016~8388608,352321536~8388608,373293056~4194304,394264576~12582912] 2024-08-04T16:32:33.062 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~8388608,46137344~8388608,58720256~8388608,71303168~29360128,113246208~25165824,159383552~29360128,197132288~4194304,205520896~54525952,264241152~12582912,281018368~16777216,301989888~8388608,314572800~25165824,352321536~8388608,373293056~8388608,394264576~16777216] 2024-08-04T16:32:33.063 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 12 diff [4194304~8388608,16777216~12582912,33554432~20971520,58720256~8388608,71303168~29360128,113246208~20971520,159383552~29360128,197132288~58720256,264241152~8388608,281018368~16777216,301989888~4194304,314572800~12582912,331350016~8388608,343932928~12582912,373293056~4194304,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.063 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~20971520,58720256~8388608,71303168~29360128,113246208~20971520,159383552~29360128,197132288~58720256,264241152~8388608,281018368~16777216,301989888~4194304,314572800~12582912,331350016~8388608,343932928~12582912,373293056~4194304,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.066 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~20971520,58720256~8388608,71303168~29360128,113246208~25165824,159383552~29360128,197132288~62914560,264241152~12582912,281018368~16777216,301989888~8388608,314572800~25165824,343932928~16777216,373293056~8388608,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.066 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 13 diff [4194304~8388608,16777216~12582912,33554432~20971520,58720256~8388608,71303168~29360128,113246208~20971520,138412032~8388608,159383552~29360128,197132288~58720256,264241152~8388608,281018368~16777216,301989888~4194304,314572800~12582912,331350016~25165824,373293056~8388608,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.066 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~20971520,58720256~8388608,71303168~29360128,113246208~20971520,138412032~8388608,159383552~29360128,197132288~58720256,264241152~8388608,281018368~16777216,301989888~4194304,314572800~12582912,331350016~25165824,373293056~8388608,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.070 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~20971520,58720256~41943040,113246208~33554432,159383552~29360128,197132288~62914560,264241152~12582912,281018368~16777216,301989888~8388608,314572800~46137344,373293056~16777216,394264576~20971520] 2024-08-04T16:32:33.070 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 14 diff [4194304~8388608,16777216~12582912,33554432~20971520,58720256~8388608,71303168~29360128,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~8388608,281018368~16777216,301989888~4194304,314572800~12582912,331350016~29360128,373293056~8388608,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.070 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~20971520,58720256~8388608,71303168~29360128,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~8388608,281018368~16777216,301989888~4194304,314572800~12582912,331350016~29360128,373293056~8388608,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.075 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~20971520,58720256~88080384,159383552~29360128,197132288~62914560,264241152~12582912,281018368~16777216,301989888~8388608,314572800~46137344,373293056~16777216,394264576~20971520] 2024-08-04T16:32:33.075 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 15 diff [4194304~8388608,16777216~12582912,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~4194304,314572800~12582912,331350016~29360128,364904448~16777216,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.075 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~4194304,314572800~12582912,331350016~29360128,364904448~16777216,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.080 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~113246208,159383552~117440512,281018368~16777216,301989888~8388608,314572800~46137344,364904448~25165824,394264576~20971520] 2024-08-04T16:32:33.080 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 16 diff [4194304~8388608,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~4194304,314572800~12582912,331350016~29360128,364904448~16777216,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.080 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~4194304,314572800~12582912,331350016~29360128,364904448~16777216,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.086 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~117440512,159383552~117440512,281018368~16777216,301989888~8388608,314572800~46137344,364904448~25165824,394264576~20971520] 2024-08-04T16:32:33.086 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 17 diff [4194304~8388608,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~96468992,260046848~12582912,281018368~16777216,301989888~4194304,310378496~16777216,331350016~29360128,364904448~16777216,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:32 smithi007 ceph-mon[92692]: osdmap e2207: 8 total, 8 up, 8 in 2024-08-04T16:32:33.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:32 smithi007 ceph-mon[94998]: osdmap e2207: 8 total, 8 up, 8 in 2024-08-04T16:32:33.087 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~8388608,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~96468992,260046848~12582912,281018368~16777216,301989888~4194304,310378496~16777216,331350016~29360128,364904448~16777216,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.091 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~117440512,159383552~117440512,281018368~16777216,301989888~58720256,364904448~25165824,394264576~20971520] 2024-08-04T16:32:33.091 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 18 diff [4194304~25165824,33554432~67108864,104857600~29360128,138412032~12582912,159383552~96468992,260046848~12582912,281018368~16777216,301989888~25165824,331350016~29360128,364904448~16777216,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.091 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~29360128,138412032~12582912,159383552~96468992,260046848~12582912,281018368~16777216,301989888~25165824,331350016~29360128,364904448~16777216,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.096 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~117440512,159383552~117440512,281018368~16777216,301989888~58720256,364904448~25165824,394264576~20971520] 2024-08-04T16:32:33.096 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to 19 diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.096 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.102 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:33.102 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 7 diff [4194304~4194304,16777216~8388608,71303168~4194304,125829120~8388608,167772160~8388608,180355072~4194304,213909504~8388608,285212672~4194304,373293056~4194304] 2024-08-04T16:32:33.102 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~8388608,71303168~4194304,125829120~8388608,167772160~8388608,180355072~4194304,213909504~8388608,285212672~4194304,373293056~4194304] 2024-08-04T16:32:33.103 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,71303168~8388608,125829120~12582912,167772160~16777216,213909504~12582912,285212672~8388608,373293056~8388608] 2024-08-04T16:32:33.103 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 8 diff [4194304~4194304,16777216~8388608,71303168~12582912,125829120~8388608,167772160~8388608,180355072~4194304,205520896~20971520,230686720~4194304,243269632~8388608,281018368~12582912,373293056~4194304,398458880~8388608] 2024-08-04T16:32:33.103 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~8388608,71303168~12582912,125829120~8388608,167772160~8388608,180355072~4194304,205520896~20971520,230686720~4194304,243269632~8388608,281018368~12582912,373293056~4194304,398458880~8388608] 2024-08-04T16:32:33.104 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,71303168~12582912,125829120~12582912,167772160~16777216,205520896~33554432,243269632~12582912,281018368~12582912,373293056~8388608,398458880~12582912] 2024-08-04T16:32:33.104 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 9 diff [4194304~4194304,16777216~12582912,37748736~4194304,71303168~12582912,88080384~8388608,125829120~8388608,163577856~12582912,180355072~4194304,205520896~29360128,239075328~16777216,264241152~8388608,281018368~12582912,352321536~8388608,373293056~4194304,398458880~8388608] 2024-08-04T16:32:33.105 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,37748736~4194304,71303168~12582912,88080384~8388608,125829120~8388608,163577856~12582912,180355072~4194304,205520896~29360128,239075328~16777216,264241152~8388608,281018368~12582912,352321536~8388608,373293056~4194304,398458880~8388608] 2024-08-04T16:32:33.106 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,37748736~4194304,71303168~12582912,88080384~12582912,125829120~12582912,163577856~20971520,205520896~54525952,264241152~12582912,281018368~12582912,352321536~8388608,373293056~8388608,398458880~12582912] 2024-08-04T16:32:33.106 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 10 diff [4194304~4194304,16777216~12582912,33554432~8388608,71303168~12582912,88080384~8388608,113246208~8388608,125829120~8388608,159383552~16777216,180355072~8388608,205520896~29360128,239075328~16777216,264241152~8388608,281018368~16777216,322961408~4194304,352321536~8388608,373293056~4194304,394264576~12582912] 2024-08-04T16:32:33.106 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~8388608,71303168~12582912,88080384~8388608,113246208~8388608,125829120~8388608,159383552~16777216,180355072~8388608,205520896~29360128,239075328~16777216,264241152~8388608,281018368~16777216,322961408~4194304,352321536~8388608,373293056~4194304,394264576~12582912] 2024-08-04T16:32:33.108 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~8388608,71303168~12582912,88080384~12582912,113246208~25165824,159383552~29360128,205520896~54525952,264241152~12582912,281018368~16777216,322961408~8388608,352321536~8388608,373293056~8388608,394264576~16777216] 2024-08-04T16:32:33.108 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 11 diff [4194304~4194304,16777216~12582912,33554432~8388608,46137344~8388608,62914560~4194304,71303168~12582912,88080384~8388608,113246208~20971520,159383552~29360128,205520896~50331648,264241152~8388608,281018368~16777216,301989888~4194304,322961408~4194304,352321536~8388608,373293056~4194304,394264576~12582912] 2024-08-04T16:32:33.108 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~8388608,46137344~8388608,62914560~4194304,71303168~12582912,88080384~8388608,113246208~20971520,159383552~29360128,205520896~50331648,264241152~8388608,281018368~16777216,301989888~4194304,322961408~4194304,352321536~8388608,373293056~4194304,394264576~12582912] 2024-08-04T16:32:33.111 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~8388608,46137344~8388608,62914560~4194304,71303168~12582912,88080384~12582912,113246208~25165824,159383552~29360128,205520896~54525952,264241152~12582912,281018368~16777216,301989888~8388608,322961408~8388608,352321536~8388608,373293056~8388608,394264576~16777216] 2024-08-04T16:32:33.111 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 12 diff [4194304~4194304,16777216~12582912,33554432~20971520,62914560~4194304,71303168~12582912,88080384~8388608,113246208~20971520,159383552~29360128,197132288~58720256,264241152~8388608,281018368~16777216,301989888~4194304,322961408~4194304,343932928~12582912,373293056~4194304,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.111 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~20971520,62914560~4194304,71303168~12582912,88080384~8388608,113246208~20971520,159383552~29360128,197132288~58720256,264241152~8388608,281018368~16777216,301989888~4194304,322961408~4194304,343932928~12582912,373293056~4194304,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.114 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~20971520,62914560~4194304,71303168~12582912,88080384~12582912,113246208~25165824,159383552~29360128,197132288~62914560,264241152~12582912,281018368~16777216,301989888~8388608,322961408~8388608,343932928~16777216,373293056~8388608,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.114 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 13 diff [4194304~4194304,16777216~12582912,33554432~20971520,58720256~8388608,71303168~25165824,113246208~20971520,138412032~8388608,159383552~29360128,197132288~58720256,264241152~8388608,281018368~16777216,301989888~4194304,322961408~4194304,335544320~20971520,373293056~8388608,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.114 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~20971520,58720256~8388608,71303168~25165824,113246208~20971520,138412032~8388608,159383552~29360128,197132288~58720256,264241152~8388608,281018368~16777216,301989888~4194304,322961408~4194304,335544320~20971520,373293056~8388608,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.117 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~20971520,58720256~41943040,113246208~33554432,159383552~29360128,197132288~62914560,264241152~12582912,281018368~16777216,301989888~8388608,322961408~8388608,335544320~25165824,373293056~16777216,394264576~20971520] 2024-08-04T16:32:33.117 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 14 diff [4194304~4194304,16777216~12582912,33554432~20971520,58720256~8388608,71303168~29360128,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~8388608,281018368~16777216,301989888~4194304,322961408~4194304,335544320~25165824,373293056~8388608,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.117 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~20971520,58720256~8388608,71303168~29360128,104857600~29360128,138412032~8388608,159383552~29360128,197132288~58720256,264241152~8388608,281018368~16777216,301989888~4194304,322961408~4194304,335544320~25165824,373293056~8388608,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.121 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~20971520,58720256~88080384,159383552~29360128,197132288~62914560,264241152~12582912,281018368~16777216,301989888~8388608,322961408~8388608,335544320~25165824,373293056~16777216,394264576~20971520] 2024-08-04T16:32:33.121 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 15 diff [4194304~4194304,16777216~12582912,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~4194304,322961408~4194304,335544320~25165824,364904448~16777216,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.121 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~4194304,322961408~4194304,335544320~25165824,364904448~16777216,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.125 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~113246208,159383552~117440512,281018368~16777216,301989888~8388608,322961408~8388608,335544320~25165824,364904448~25165824,394264576~20971520] 2024-08-04T16:32:33.125 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 16 diff [4194304~4194304,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~4194304,322961408~4194304,335544320~25165824,364904448~16777216,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.125 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~33554432,197132288~58720256,260046848~12582912,281018368~16777216,301989888~4194304,322961408~4194304,335544320~25165824,364904448~16777216,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.130 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~117440512,159383552~117440512,281018368~16777216,301989888~8388608,322961408~8388608,335544320~25165824,364904448~25165824,394264576~20971520] 2024-08-04T16:32:33.130 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 17 diff [4194304~4194304,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~96468992,260046848~12582912,281018368~16777216,301989888~4194304,310378496~4194304,322961408~4194304,331350016~29360128,364904448~16777216,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.130 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~96468992,260046848~12582912,281018368~16777216,301989888~4194304,310378496~4194304,322961408~4194304,331350016~29360128,364904448~16777216,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.134 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~117440512,159383552~117440512,281018368~16777216,301989888~16777216,322961408~37748736,364904448~25165824,394264576~20971520] 2024-08-04T16:32:33.135 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 18 diff [4194304~25165824,33554432~67108864,104857600~29360128,138412032~12582912,159383552~96468992,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~29360128,364904448~16777216,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.135 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~29360128,138412032~12582912,159383552~96468992,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~29360128,364904448~16777216,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.139 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~117440512,159383552~117440512,281018368~16777216,301989888~58720256,364904448~25165824,394264576~20971520] 2024-08-04T16:32:33.140 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to 19 diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.140 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.145 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:33.145 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 8 diff [16777216~4194304,75497472~8388608,125829120~4194304,205520896~8388608,222298112~4194304,230686720~4194304,243269632~8388608,281018368~8388608,398458880~8388608] 2024-08-04T16:32:33.145 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~4194304,75497472~8388608,125829120~4194304,205520896~8388608,222298112~4194304,230686720~4194304,243269632~8388608,281018368~8388608,398458880~8388608] 2024-08-04T16:32:33.146 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~8388608,75497472~8388608,125829120~4194304,205520896~12582912,222298112~16777216,243269632~12582912,281018368~12582912,398458880~12582912] 2024-08-04T16:32:33.146 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 9 diff [16777216~4194304,25165824~4194304,37748736~4194304,75497472~8388608,88080384~8388608,125829120~4194304,163577856~4194304,205520896~8388608,222298112~12582912,239075328~16777216,264241152~8388608,281018368~8388608,352321536~8388608,398458880~8388608] 2024-08-04T16:32:33.146 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~4194304,25165824~4194304,37748736~4194304,75497472~8388608,88080384~8388608,125829120~4194304,163577856~4194304,205520896~8388608,222298112~12582912,239075328~16777216,264241152~8388608,281018368~8388608,352321536~8388608,398458880~8388608] 2024-08-04T16:32:33.148 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~12582912,37748736~4194304,75497472~8388608,88080384~12582912,125829120~4194304,163577856~8388608,205520896~12582912,222298112~37748736,264241152~12582912,281018368~12582912,352321536~8388608,398458880~12582912] 2024-08-04T16:32:33.148 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 10 diff [16777216~4194304,25165824~4194304,33554432~8388608,75497472~8388608,88080384~8388608,113246208~8388608,125829120~4194304,159383552~8388608,180355072~8388608,205520896~8388608,222298112~12582912,239075328~16777216,264241152~8388608,281018368~16777216,322961408~4194304,352321536~8388608,394264576~12582912] 2024-08-04T16:32:33.148 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~4194304,25165824~4194304,33554432~8388608,75497472~8388608,88080384~8388608,113246208~8388608,125829120~4194304,159383552~8388608,180355072~8388608,205520896~8388608,222298112~12582912,239075328~16777216,264241152~8388608,281018368~16777216,322961408~4194304,352321536~8388608,394264576~12582912] 2024-08-04T16:32:33.150 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~12582912,33554432~8388608,75497472~8388608,88080384~12582912,113246208~16777216,159383552~12582912,180355072~8388608,205520896~12582912,222298112~37748736,264241152~12582912,281018368~16777216,322961408~8388608,352321536~8388608,394264576~16777216] 2024-08-04T16:32:33.150 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 11 diff [16777216~4194304,25165824~4194304,33554432~8388608,46137344~8388608,62914560~4194304,75497472~8388608,88080384~8388608,113246208~16777216,159383552~8388608,171966464~16777216,205520896~8388608,222298112~33554432,264241152~8388608,281018368~16777216,301989888~4194304,322961408~4194304,352321536~8388608,394264576~12582912] 2024-08-04T16:32:33.150 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~4194304,25165824~4194304,33554432~8388608,46137344~8388608,62914560~4194304,75497472~8388608,88080384~8388608,113246208~16777216,159383552~8388608,171966464~16777216,205520896~8388608,222298112~33554432,264241152~8388608,281018368~16777216,301989888~4194304,322961408~4194304,352321536~8388608,394264576~12582912] 2024-08-04T16:32:33.152 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~12582912,33554432~8388608,46137344~8388608,62914560~4194304,75497472~8388608,88080384~12582912,113246208~20971520,159383552~29360128,205520896~12582912,222298112~37748736,264241152~12582912,281018368~16777216,301989888~8388608,322961408~8388608,352321536~8388608,394264576~16777216] 2024-08-04T16:32:33.152 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 12 diff [16777216~4194304,25165824~4194304,33554432~20971520,62914560~4194304,71303168~12582912,88080384~8388608,113246208~20971520,159383552~8388608,171966464~16777216,197132288~16777216,222298112~33554432,264241152~8388608,281018368~16777216,301989888~4194304,322961408~4194304,343932928~12582912,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.152 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~4194304,25165824~4194304,33554432~20971520,62914560~4194304,71303168~12582912,88080384~8388608,113246208~20971520,159383552~8388608,171966464~16777216,197132288~16777216,222298112~33554432,264241152~8388608,281018368~16777216,301989888~4194304,322961408~4194304,343932928~12582912,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.155 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~12582912,33554432~20971520,62914560~4194304,71303168~12582912,88080384~12582912,113246208~20971520,159383552~29360128,197132288~20971520,222298112~37748736,264241152~12582912,281018368~16777216,301989888~8388608,322961408~8388608,343932928~16777216,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.155 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 13 diff [16777216~12582912,33554432~20971520,58720256~8388608,71303168~25165824,113246208~20971520,138412032~8388608,159383552~8388608,171966464~16777216,197132288~16777216,222298112~33554432,264241152~8388608,281018368~16777216,301989888~4194304,322961408~4194304,335544320~20971520,377487360~4194304,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.155 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~12582912,33554432~20971520,58720256~8388608,71303168~25165824,113246208~20971520,138412032~8388608,159383552~8388608,171966464~16777216,197132288~16777216,222298112~33554432,264241152~8388608,281018368~16777216,301989888~4194304,322961408~4194304,335544320~20971520,377487360~4194304,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.157 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~12582912,33554432~20971520,58720256~41943040,113246208~20971520,138412032~8388608,159383552~29360128,197132288~20971520,222298112~37748736,264241152~12582912,281018368~16777216,301989888~8388608,322961408~8388608,335544320~25165824,377487360~12582912,394264576~20971520] 2024-08-04T16:32:33.158 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 14 diff [4194304~4194304,16777216~12582912,33554432~20971520,58720256~8388608,71303168~29360128,104857600~29360128,138412032~8388608,159383552~8388608,171966464~16777216,197132288~16777216,222298112~33554432,264241152~8388608,281018368~16777216,301989888~4194304,322961408~4194304,335544320~25165824,377487360~4194304,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.158 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~20971520,58720256~8388608,71303168~29360128,104857600~29360128,138412032~8388608,159383552~8388608,171966464~16777216,197132288~16777216,222298112~33554432,264241152~8388608,281018368~16777216,301989888~4194304,322961408~4194304,335544320~25165824,377487360~4194304,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.161 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~20971520,58720256~75497472,138412032~8388608,159383552~29360128,197132288~20971520,222298112~37748736,264241152~12582912,281018368~16777216,301989888~8388608,322961408~8388608,335544320~25165824,377487360~12582912,394264576~20971520] 2024-08-04T16:32:33.161 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 15 diff [4194304~4194304,16777216~12582912,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~8388608,171966464~20971520,197132288~20971520,222298112~33554432,260046848~12582912,281018368~16777216,301989888~4194304,322961408~4194304,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.161 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~8388608,171966464~20971520,197132288~20971520,222298112~33554432,260046848~12582912,281018368~16777216,301989888~4194304,322961408~4194304,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.164 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~100663296,138412032~8388608,159383552~117440512,281018368~16777216,301989888~8388608,322961408~8388608,335544320~25165824,364904448~25165824,394264576~20971520] 2024-08-04T16:32:33.164 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 16 diff [4194304~4194304,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~8388608,171966464~20971520,197132288~20971520,222298112~33554432,260046848~12582912,281018368~16777216,301989888~4194304,322961408~4194304,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.164 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~8388608,171966464~20971520,197132288~20971520,222298112~33554432,260046848~12582912,281018368~16777216,301989888~4194304,322961408~4194304,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.168 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~100663296,138412032~12582912,159383552~117440512,281018368~16777216,301989888~8388608,322961408~8388608,335544320~25165824,364904448~25165824,394264576~20971520] 2024-08-04T16:32:33.168 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 17 diff [4194304~4194304,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~8388608,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~4194304,310378496~4194304,322961408~4194304,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.168 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~67108864,104857600~29360128,138412032~12582912,159383552~8388608,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~4194304,310378496~4194304,322961408~4194304,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.172 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~100663296,138412032~12582912,159383552~117440512,281018368~16777216,301989888~16777216,322961408~37748736,364904448~25165824,394264576~20971520] 2024-08-04T16:32:33.172 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 18 diff [4194304~25165824,33554432~67108864,104857600~29360128,138412032~12582912,159383552~8388608,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.172 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~67108864,104857600~29360128,138412032~12582912,159383552~8388608,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.176 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~100663296,138412032~12582912,159383552~117440512,281018368~16777216,301989888~58720256,364904448~25165824,394264576~20971520] 2024-08-04T16:32:33.176 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to 19 diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.176 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.183 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:33.183 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 9 diff [25165824~4194304,37748736~4194304,88080384~8388608,163577856~4194304,226492416~8388608,239075328~4194304,247463936~8388608,264241152~8388608,281018368~4194304,352321536~8388608] 2024-08-04T16:32:33.183 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [25165824~4194304,37748736~4194304,88080384~8388608,163577856~4194304,226492416~8388608,239075328~4194304,247463936~8388608,264241152~8388608,281018368~4194304,352321536~8388608] 2024-08-04T16:32:33.183 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [25165824~4194304,37748736~4194304,88080384~12582912,163577856~8388608,226492416~33554432,264241152~12582912,281018368~8388608,352321536~8388608] 2024-08-04T16:32:33.183 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 10 diff [16777216~4194304,25165824~4194304,33554432~8388608,88080384~8388608,113246208~8388608,159383552~8388608,180355072~8388608,226492416~8388608,239075328~4194304,247463936~8388608,264241152~8388608,281018368~4194304,289406976~8388608,322961408~4194304,352321536~8388608,394264576~4194304] 2024-08-04T16:32:33.183 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~4194304,25165824~4194304,33554432~8388608,88080384~8388608,113246208~8388608,159383552~8388608,180355072~8388608,226492416~8388608,239075328~4194304,247463936~8388608,264241152~8388608,281018368~4194304,289406976~8388608,322961408~4194304,352321536~8388608,394264576~4194304] 2024-08-04T16:32:33.184 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~4194304,25165824~4194304,33554432~8388608,88080384~12582912,113246208~12582912,159383552~12582912,180355072~8388608,226492416~33554432,264241152~12582912,281018368~16777216,322961408~8388608,352321536~8388608,394264576~8388608] 2024-08-04T16:32:33.184 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 11 diff [16777216~4194304,25165824~4194304,33554432~8388608,46137344~8388608,62914560~4194304,88080384~8388608,113246208~16777216,159383552~8388608,171966464~16777216,213909504~4194304,226492416~29360128,264241152~8388608,281018368~4194304,289406976~8388608,301989888~4194304,322961408~4194304,352321536~8388608,394264576~4194304] 2024-08-04T16:32:33.184 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~4194304,25165824~4194304,33554432~8388608,46137344~8388608,62914560~4194304,88080384~8388608,113246208~16777216,159383552~8388608,171966464~16777216,213909504~4194304,226492416~29360128,264241152~8388608,281018368~4194304,289406976~8388608,301989888~4194304,322961408~4194304,352321536~8388608,394264576~4194304] 2024-08-04T16:32:33.185 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~4194304,25165824~4194304,33554432~8388608,46137344~8388608,62914560~4194304,88080384~12582912,113246208~20971520,159383552~29360128,213909504~4194304,226492416~33554432,264241152~12582912,281018368~16777216,301989888~8388608,322961408~8388608,352321536~8388608,394264576~8388608] 2024-08-04T16:32:33.185 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 12 diff [16777216~4194304,25165824~4194304,33554432~20971520,62914560~4194304,71303168~8388608,88080384~8388608,113246208~20971520,159383552~8388608,171966464~16777216,197132288~8388608,213909504~4194304,226492416~29360128,264241152~8388608,281018368~4194304,289406976~8388608,301989888~4194304,322961408~4194304,343932928~12582912,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.185 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~4194304,25165824~4194304,33554432~20971520,62914560~4194304,71303168~8388608,88080384~8388608,113246208~20971520,159383552~8388608,171966464~16777216,197132288~8388608,213909504~4194304,226492416~29360128,264241152~8388608,281018368~4194304,289406976~8388608,301989888~4194304,322961408~4194304,343932928~12582912,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.187 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~4194304,25165824~4194304,33554432~20971520,62914560~4194304,71303168~8388608,88080384~12582912,113246208~20971520,159383552~29360128,197132288~8388608,213909504~4194304,226492416~33554432,264241152~12582912,281018368~16777216,301989888~8388608,322961408~8388608,343932928~16777216,385875968~4194304,394264576~8388608,406847488~8388608] 2024-08-04T16:32:33.187 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 13 diff [16777216~12582912,33554432~20971520,58720256~8388608,71303168~25165824,113246208~20971520,138412032~8388608,159383552~8388608,171966464~16777216,197132288~8388608,213909504~4194304,226492416~29360128,264241152~8388608,281018368~4194304,289406976~8388608,301989888~4194304,322961408~4194304,335544320~20971520,377487360~4194304,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.187 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~12582912,33554432~20971520,58720256~8388608,71303168~25165824,113246208~20971520,138412032~8388608,159383552~8388608,171966464~16777216,197132288~8388608,213909504~4194304,226492416~29360128,264241152~8388608,281018368~4194304,289406976~8388608,301989888~4194304,322961408~4194304,335544320~20971520,377487360~4194304,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.191 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~12582912,33554432~20971520,58720256~41943040,113246208~20971520,138412032~8388608,159383552~29360128,197132288~8388608,213909504~4194304,226492416~33554432,264241152~12582912,281018368~16777216,301989888~8388608,322961408~8388608,335544320~25165824,377487360~12582912,394264576~8388608,406847488~8388608] 2024-08-04T16:32:33.191 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 14 diff [4194304~4194304,16777216~12582912,33554432~20971520,58720256~8388608,71303168~29360128,104857600~29360128,138412032~8388608,159383552~8388608,171966464~16777216,197132288~20971520,226492416~29360128,264241152~8388608,281018368~4194304,289406976~8388608,301989888~4194304,322961408~4194304,335544320~25165824,377487360~4194304,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.191 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~20971520,58720256~8388608,71303168~29360128,104857600~29360128,138412032~8388608,159383552~8388608,171966464~16777216,197132288~20971520,226492416~29360128,264241152~8388608,281018368~4194304,289406976~8388608,301989888~4194304,322961408~4194304,335544320~25165824,377487360~4194304,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.194 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~20971520,58720256~75497472,138412032~8388608,159383552~29360128,197132288~20971520,226492416~33554432,264241152~12582912,281018368~16777216,301989888~8388608,322961408~8388608,335544320~25165824,377487360~12582912,394264576~8388608,406847488~8388608] 2024-08-04T16:32:33.194 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 15 diff [4194304~4194304,16777216~12582912,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~8388608,171966464~20971520,197132288~20971520,226492416~29360128,260046848~12582912,281018368~4194304,289406976~8388608,301989888~4194304,322961408~4194304,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.194 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~33554432,71303168~29360128,104857600~29360128,138412032~8388608,159383552~8388608,171966464~20971520,197132288~20971520,226492416~29360128,260046848~12582912,281018368~4194304,289406976~8388608,301989888~4194304,322961408~4194304,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.197 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~100663296,138412032~8388608,159383552~62914560,226492416~50331648,281018368~16777216,301989888~8388608,322961408~8388608,335544320~25165824,364904448~25165824,394264576~8388608,406847488~8388608] 2024-08-04T16:32:33.197 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 16 diff [4194304~4194304,16777216~12582912,33554432~41943040,79691776~54525952,138412032~12582912,159383552~8388608,171966464~20971520,197132288~20971520,226492416~29360128,260046848~12582912,281018368~4194304,289406976~8388608,301989888~4194304,322961408~4194304,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.197 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~41943040,79691776~54525952,138412032~12582912,159383552~8388608,171966464~20971520,197132288~20971520,226492416~29360128,260046848~12582912,281018368~4194304,289406976~8388608,301989888~4194304,322961408~4194304,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.200 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~100663296,138412032~12582912,159383552~62914560,226492416~50331648,281018368~16777216,301989888~8388608,322961408~8388608,335544320~25165824,364904448~25165824,394264576~8388608,406847488~8388608] 2024-08-04T16:32:33.201 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 17 diff [4194304~4194304,16777216~12582912,33554432~41943040,79691776~54525952,138412032~12582912,159383552~8388608,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~4194304,310378496~4194304,322961408~4194304,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:33.201 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~41943040,79691776~54525952,138412032~12582912,159383552~8388608,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~4194304,310378496~4194304,322961408~4194304,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:33.204 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~100663296,138412032~12582912,159383552~62914560,226492416~50331648,281018368~16777216,301989888~16777216,322961408~37748736,364904448~25165824,394264576~20971520] 2024-08-04T16:32:33.204 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 18 diff [4194304~25165824,33554432~41943040,79691776~54525952,138412032~12582912,159383552~8388608,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:33.204 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~41943040,79691776~54525952,138412032~12582912,159383552~8388608,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:33.208 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~100663296,138412032~12582912,159383552~62914560,226492416~50331648,281018368~16777216,301989888~58720256,364904448~25165824,394264576~20971520] 2024-08-04T16:32:33.208 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to 19 diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:33.208 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:33.212 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,226492416~50331648,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:33.213 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 10 diff [16777216~4194304,33554432~4194304,113246208~8388608,159383552~4194304,180355072~8388608,289406976~8388608,322961408~4194304,394264576~4194304] 2024-08-04T16:32:33.213 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~4194304,33554432~4194304,113246208~8388608,159383552~4194304,180355072~8388608,289406976~8388608,322961408~4194304,394264576~4194304] 2024-08-04T16:32:33.213 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~4194304,33554432~4194304,113246208~12582912,159383552~8388608,180355072~8388608,289406976~8388608,322961408~8388608,394264576~8388608] 2024-08-04T16:32:33.213 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 11 diff [16777216~4194304,33554432~8388608,46137344~8388608,62914560~4194304,113246208~16777216,159383552~4194304,171966464~16777216,213909504~4194304,234881024~12582912,289406976~8388608,301989888~4194304,322961408~4194304,394264576~4194304] 2024-08-04T16:32:33.213 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~4194304,33554432~8388608,46137344~8388608,62914560~4194304,113246208~16777216,159383552~4194304,171966464~16777216,213909504~4194304,234881024~12582912,289406976~8388608,301989888~4194304,322961408~4194304,394264576~4194304] 2024-08-04T16:32:33.215 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~4194304,33554432~8388608,46137344~8388608,62914560~4194304,113246208~20971520,159383552~8388608,171966464~16777216,213909504~4194304,234881024~12582912,289406976~8388608,301989888~8388608,322961408~8388608,394264576~8388608] 2024-08-04T16:32:33.215 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 12 diff [16777216~4194304,33554432~20971520,62914560~4194304,71303168~8388608,113246208~20971520,159383552~4194304,171966464~16777216,197132288~8388608,213909504~4194304,234881024~12582912,289406976~8388608,301989888~4194304,322961408~4194304,343932928~12582912,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.215 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~4194304,33554432~20971520,62914560~4194304,71303168~8388608,113246208~20971520,159383552~4194304,171966464~16777216,197132288~8388608,213909504~4194304,234881024~12582912,289406976~8388608,301989888~4194304,322961408~4194304,343932928~12582912,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.217 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~4194304,33554432~20971520,62914560~4194304,71303168~8388608,113246208~20971520,159383552~8388608,171966464~16777216,197132288~8388608,213909504~4194304,234881024~12582912,289406976~8388608,301989888~8388608,322961408~8388608,343932928~16777216,385875968~4194304,394264576~8388608,406847488~8388608] 2024-08-04T16:32:33.217 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 13 diff [16777216~12582912,33554432~20971520,58720256~8388608,71303168~20971520,113246208~20971520,138412032~8388608,159383552~4194304,171966464~16777216,197132288~8388608,213909504~4194304,234881024~20971520,289406976~8388608,301989888~4194304,322961408~4194304,335544320~20971520,377487360~4194304,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.217 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~12582912,33554432~20971520,58720256~8388608,71303168~20971520,113246208~20971520,138412032~8388608,159383552~4194304,171966464~16777216,197132288~8388608,213909504~4194304,234881024~20971520,289406976~8388608,301989888~4194304,322961408~4194304,335544320~20971520,377487360~4194304,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.219 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~12582912,33554432~20971520,58720256~33554432,113246208~20971520,138412032~8388608,159383552~8388608,171966464~16777216,197132288~8388608,213909504~4194304,234881024~25165824,289406976~8388608,301989888~8388608,322961408~8388608,335544320~25165824,377487360~12582912,394264576~8388608,406847488~8388608] 2024-08-04T16:32:33.219 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 14 diff [4194304~4194304,16777216~12582912,33554432~20971520,58720256~8388608,71303168~20971520,96468992~4194304,104857600~29360128,138412032~8388608,159383552~4194304,171966464~16777216,197132288~20971520,234881024~20971520,289406976~8388608,301989888~4194304,322961408~4194304,335544320~25165824,377487360~4194304,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.219 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~20971520,58720256~8388608,71303168~20971520,96468992~4194304,104857600~29360128,138412032~8388608,159383552~4194304,171966464~16777216,197132288~20971520,234881024~20971520,289406976~8388608,301989888~4194304,322961408~4194304,335544320~25165824,377487360~4194304,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.222 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~20971520,58720256~33554432,96468992~37748736,138412032~8388608,159383552~8388608,171966464~16777216,197132288~20971520,234881024~25165824,289406976~8388608,301989888~8388608,322961408~8388608,335544320~25165824,377487360~12582912,394264576~8388608,406847488~8388608] 2024-08-04T16:32:33.222 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 15 diff [4194304~4194304,16777216~12582912,33554432~33554432,71303168~20971520,96468992~4194304,104857600~29360128,138412032~8388608,159383552~4194304,171966464~20971520,197132288~20971520,234881024~20971520,260046848~8388608,289406976~8388608,301989888~4194304,322961408~4194304,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.222 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~33554432,71303168~20971520,96468992~4194304,104857600~29360128,138412032~8388608,159383552~4194304,171966464~20971520,197132288~20971520,234881024~20971520,260046848~8388608,289406976~8388608,301989888~4194304,322961408~4194304,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.224 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~100663296,138412032~8388608,159383552~8388608,171966464~50331648,234881024~33554432,289406976~8388608,301989888~8388608,322961408~8388608,335544320~25165824,364904448~25165824,394264576~8388608,406847488~8388608] 2024-08-04T16:32:33.224 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 16 diff [4194304~4194304,16777216~12582912,33554432~41943040,79691776~20971520,104857600~29360128,138412032~12582912,159383552~4194304,167772160~25165824,197132288~20971520,234881024~20971520,260046848~8388608,289406976~8388608,301989888~4194304,322961408~4194304,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.225 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~41943040,79691776~20971520,104857600~29360128,138412032~12582912,159383552~4194304,167772160~25165824,197132288~20971520,234881024~20971520,260046848~8388608,289406976~8388608,301989888~4194304,322961408~4194304,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,394264576~4194304,406847488~8388608] 2024-08-04T16:32:33.228 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~100663296,138412032~12582912,159383552~62914560,234881024~33554432,289406976~8388608,301989888~8388608,322961408~8388608,335544320~25165824,364904448~25165824,394264576~8388608,406847488~8388608] 2024-08-04T16:32:33.228 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 17 diff [4194304~4194304,16777216~12582912,33554432~41943040,79691776~20971520,104857600~29360128,138412032~12582912,159383552~4194304,167772160~50331648,234881024~20971520,260046848~8388608,285212672~12582912,301989888~4194304,310378496~4194304,322961408~4194304,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:33.228 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~41943040,79691776~20971520,104857600~29360128,138412032~12582912,159383552~4194304,167772160~50331648,234881024~20971520,260046848~8388608,285212672~12582912,301989888~4194304,310378496~4194304,322961408~4194304,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:33.232 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~100663296,138412032~12582912,159383552~62914560,234881024~33554432,285212672~12582912,301989888~16777216,322961408~37748736,364904448~25165824,394264576~20971520] 2024-08-04T16:32:33.232 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 18 diff [4194304~25165824,33554432~41943040,79691776~20971520,104857600~29360128,138412032~12582912,159383552~4194304,167772160~50331648,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:33.232 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~41943040,79691776~20971520,104857600~29360128,138412032~12582912,159383552~4194304,167772160~50331648,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:33.236 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~100663296,138412032~12582912,159383552~62914560,234881024~33554432,285212672~12582912,301989888~58720256,364904448~25165824,394264576~20971520] 2024-08-04T16:32:33.237 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to 19 diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:33.237 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:33.241 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~88080384,394264576~20971520] 2024-08-04T16:32:33.241 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to 11 diff [33554432~8388608,46137344~8388608,62914560~4194304,113246208~4194304,121634816~8388608,171966464~8388608,213909504~4194304,234881024~12582912,301989888~4194304] 2024-08-04T16:32:33.242 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [33554432~8388608,46137344~8388608,62914560~4194304,113246208~4194304,121634816~8388608,171966464~8388608,213909504~4194304,234881024~12582912,301989888~4194304] 2024-08-04T16:32:33.243 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [33554432~8388608,46137344~8388608,62914560~4194304,113246208~4194304,121634816~12582912,171966464~12582912,213909504~4194304,234881024~12582912,301989888~8388608] 2024-08-04T16:32:33.243 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to 12 diff [16777216~4194304,33554432~20971520,62914560~4194304,71303168~8388608,113246208~4194304,121634816~12582912,171966464~8388608,197132288~8388608,213909504~4194304,234881024~12582912,301989888~4194304,343932928~12582912,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.243 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~4194304,33554432~20971520,62914560~4194304,71303168~8388608,113246208~4194304,121634816~12582912,171966464~8388608,197132288~8388608,213909504~4194304,234881024~12582912,301989888~4194304,343932928~12582912,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.245 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~4194304,33554432~20971520,62914560~4194304,71303168~8388608,113246208~4194304,121634816~12582912,171966464~12582912,197132288~8388608,213909504~4194304,234881024~12582912,301989888~8388608,343932928~16777216,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.245 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to 13 diff [16777216~12582912,33554432~20971520,58720256~8388608,71303168~20971520,113246208~4194304,121634816~12582912,138412032~8388608,171966464~8388608,197132288~8388608,213909504~4194304,234881024~20971520,301989888~4194304,335544320~20971520,377487360~4194304,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.245 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~12582912,33554432~20971520,58720256~8388608,71303168~20971520,113246208~4194304,121634816~12582912,138412032~8388608,171966464~8388608,197132288~8388608,213909504~4194304,234881024~20971520,301989888~4194304,335544320~20971520,377487360~4194304,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.246 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~12582912,33554432~20971520,58720256~33554432,113246208~4194304,121634816~12582912,138412032~8388608,171966464~12582912,197132288~8388608,213909504~4194304,234881024~25165824,301989888~8388608,335544320~25165824,377487360~12582912,406847488~8388608] 2024-08-04T16:32:33.246 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to 14 diff [4194304~4194304,16777216~12582912,33554432~20971520,58720256~8388608,71303168~20971520,96468992~4194304,104857600~12582912,121634816~12582912,138412032~8388608,171966464~12582912,197132288~20971520,234881024~20971520,301989888~4194304,335544320~25165824,377487360~4194304,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.247 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~20971520,58720256~8388608,71303168~20971520,96468992~4194304,104857600~12582912,121634816~12582912,138412032~8388608,171966464~12582912,197132288~20971520,234881024~20971520,301989888~4194304,335544320~25165824,377487360~4194304,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.249 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~20971520,58720256~33554432,96468992~37748736,138412032~8388608,171966464~12582912,197132288~20971520,234881024~25165824,301989888~8388608,335544320~25165824,377487360~12582912,406847488~8388608] 2024-08-04T16:32:33.249 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to 15 diff [4194304~4194304,16777216~12582912,33554432~33554432,71303168~20971520,96468992~4194304,104857600~12582912,121634816~12582912,138412032~8388608,171966464~20971520,197132288~20971520,234881024~20971520,260046848~8388608,301989888~4194304,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.249 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~33554432,71303168~20971520,96468992~4194304,104857600~12582912,121634816~12582912,138412032~8388608,171966464~20971520,197132288~20971520,234881024~20971520,260046848~8388608,301989888~4194304,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.251 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~100663296,138412032~8388608,171966464~50331648,234881024~33554432,301989888~8388608,335544320~25165824,364904448~25165824,406847488~8388608] 2024-08-04T16:32:33.251 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to 16 diff [4194304~4194304,16777216~12582912,33554432~41943040,79691776~20971520,104857600~29360128,138412032~12582912,167772160~25165824,197132288~20971520,234881024~20971520,260046848~8388608,301989888~4194304,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.251 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~41943040,79691776~20971520,104857600~29360128,138412032~12582912,167772160~25165824,197132288~20971520,234881024~20971520,260046848~8388608,301989888~4194304,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.255 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~100663296,138412032~12582912,167772160~54525952,234881024~33554432,301989888~8388608,335544320~25165824,364904448~25165824,406847488~8388608] 2024-08-04T16:32:33.255 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to 17 diff [4194304~4194304,16777216~12582912,33554432~41943040,79691776~20971520,104857600~29360128,138412032~12582912,167772160~50331648,234881024~20971520,260046848~8388608,285212672~8388608,301989888~4194304,310378496~4194304,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,402653184~12582912] 2024-08-04T16:32:33.255 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~41943040,79691776~20971520,104857600~29360128,138412032~12582912,167772160~50331648,234881024~20971520,260046848~8388608,285212672~8388608,301989888~4194304,310378496~4194304,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,402653184~12582912] 2024-08-04T16:32:33.258 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~100663296,138412032~12582912,167772160~54525952,234881024~33554432,285212672~12582912,301989888~16777216,331350016~29360128,364904448~25165824,402653184~12582912] 2024-08-04T16:32:33.258 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to 18 diff [4194304~25165824,33554432~41943040,79691776~20971520,104857600~29360128,138412032~12582912,159383552~4194304,167772160~50331648,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,402653184~12582912] 2024-08-04T16:32:33.258 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~41943040,79691776~20971520,104857600~29360128,138412032~12582912,159383552~4194304,167772160~50331648,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,402653184~12582912] 2024-08-04T16:32:33.261 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~100663296,138412032~12582912,159383552~4194304,167772160~54525952,234881024~33554432,285212672~12582912,301989888~25165824,331350016~29360128,364904448~25165824,402653184~12582912] 2024-08-04T16:32:33.261 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to 19 diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:33.261 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:33.265 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~25165824,331350016~58720256,402653184~12582912] 2024-08-04T16:32:33.265 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to 12 diff [16777216~4194304,41943040~8388608,71303168~8388608,130023424~4194304,197132288~8388608,343932928~12582912,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.265 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~4194304,41943040~8388608,71303168~8388608,130023424~4194304,197132288~8388608,343932928~12582912,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.266 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~4194304,41943040~8388608,71303168~8388608,130023424~4194304,197132288~8388608,343932928~16777216,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.266 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to 13 diff [16777216~12582912,33554432~4194304,41943040~8388608,58720256~8388608,71303168~20971520,130023424~4194304,138412032~8388608,197132288~8388608,247463936~8388608,335544320~20971520,377487360~4194304,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.266 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~12582912,33554432~4194304,41943040~8388608,58720256~8388608,71303168~20971520,130023424~4194304,138412032~8388608,197132288~8388608,247463936~8388608,335544320~20971520,377487360~4194304,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.267 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~12582912,33554432~16777216,58720256~33554432,130023424~4194304,138412032~8388608,197132288~8388608,247463936~12582912,335544320~25165824,377487360~12582912,406847488~8388608] 2024-08-04T16:32:33.267 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to 14 diff [4194304~4194304,16777216~12582912,33554432~4194304,41943040~8388608,58720256~8388608,71303168~20971520,96468992~4194304,104857600~12582912,130023424~4194304,138412032~8388608,180355072~4194304,197132288~16777216,247463936~8388608,335544320~25165824,377487360~4194304,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.267 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~4194304,41943040~8388608,58720256~8388608,71303168~20971520,96468992~4194304,104857600~12582912,130023424~4194304,138412032~8388608,180355072~4194304,197132288~16777216,247463936~8388608,335544320~25165824,377487360~4194304,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.269 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~16777216,58720256~33554432,96468992~25165824,130023424~4194304,138412032~8388608,180355072~4194304,197132288~16777216,247463936~12582912,335544320~25165824,377487360~12582912,406847488~8388608] 2024-08-04T16:32:33.269 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to 15 diff [4194304~4194304,16777216~12582912,33554432~4194304,41943040~8388608,54525952~12582912,71303168~20971520,96468992~4194304,104857600~12582912,125829120~8388608,138412032~8388608,180355072~12582912,197132288~20971520,247463936~8388608,260046848~8388608,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.269 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~4194304,41943040~8388608,54525952~12582912,71303168~20971520,96468992~4194304,104857600~12582912,125829120~8388608,138412032~8388608,180355072~12582912,197132288~20971520,247463936~8388608,260046848~8388608,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.271 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~16777216,54525952~67108864,125829120~8388608,138412032~8388608,180355072~41943040,247463936~20971520,335544320~25165824,364904448~25165824,406847488~8388608] 2024-08-04T16:32:33.271 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to 16 diff [4194304~4194304,16777216~12582912,33554432~4194304,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,167772160~4194304,180355072~12582912,197132288~20971520,234881024~4194304,247463936~8388608,260046848~8388608,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.271 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~4194304,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,167772160~4194304,180355072~12582912,197132288~20971520,234881024~4194304,247463936~8388608,260046848~8388608,335544320~25165824,364904448~8388608,377487360~4194304,385875968~4194304,406847488~8388608] 2024-08-04T16:32:33.274 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~16777216,54525952~79691776,138412032~12582912,167772160~4194304,180355072~41943040,234881024~4194304,247463936~20971520,335544320~25165824,364904448~25165824,406847488~8388608] 2024-08-04T16:32:33.274 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to 17 diff [4194304~4194304,16777216~12582912,33554432~4194304,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,167772160~4194304,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,310378496~4194304,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,402653184~12582912] 2024-08-04T16:32:33.274 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~4194304,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,167772160~4194304,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,310378496~4194304,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,402653184~12582912] 2024-08-04T16:32:33.277 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~16777216,54525952~79691776,138412032~12582912,167772160~4194304,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,310378496~8388608,331350016~29360128,364904448~25165824,402653184~12582912] 2024-08-04T16:32:33.277 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to 18 diff [4194304~25165824,33554432~4194304,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,159383552~4194304,167772160~4194304,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,402653184~12582912] 2024-08-04T16:32:33.277 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~4194304,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,159383552~4194304,167772160~4194304,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~29360128,364904448~8388608,377487360~4194304,385875968~4194304,402653184~12582912] 2024-08-04T16:32:33.281 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~16777216,54525952~79691776,138412032~12582912,159383552~4194304,167772160~4194304,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,306184192~20971520,331350016~29360128,364904448~25165824,402653184~12582912] 2024-08-04T16:32:33.281 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to 19 diff [4194304~33554432,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:33.281 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~33554432,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:33.284 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~46137344,54525952~79691776,138412032~12582912,155189248~16777216,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,306184192~20971520,331350016~58720256,402653184~12582912] 2024-08-04T16:32:33.284 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to 13 diff [20971520~8388608,33554432~4194304,58720256~8388608,79691776~12582912,138412032~8388608,197132288~4194304,247463936~8388608,335544320~8388608,377487360~4194304] 2024-08-04T16:32:33.284 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [20971520~8388608,33554432~4194304,58720256~8388608,79691776~12582912,138412032~8388608,197132288~4194304,247463936~8388608,335544320~8388608,377487360~4194304] 2024-08-04T16:32:33.285 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [20971520~8388608,33554432~8388608,58720256~12582912,79691776~12582912,138412032~8388608,197132288~8388608,247463936~12582912,335544320~8388608,377487360~8388608] 2024-08-04T16:32:33.285 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to 14 diff [4194304~4194304,20971520~8388608,33554432~4194304,58720256~8388608,79691776~12582912,96468992~4194304,104857600~12582912,138412032~8388608,180355072~4194304,197132288~4194304,205520896~8388608,247463936~8388608,335544320~8388608,348127232~8388608,377487360~4194304] 2024-08-04T16:32:33.285 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,20971520~8388608,33554432~4194304,58720256~8388608,79691776~12582912,96468992~4194304,104857600~12582912,138412032~8388608,180355072~4194304,197132288~4194304,205520896~8388608,247463936~8388608,335544320~8388608,348127232~8388608,377487360~4194304] 2024-08-04T16:32:33.286 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,20971520~8388608,33554432~8388608,58720256~12582912,79691776~12582912,96468992~25165824,138412032~8388608,180355072~4194304,197132288~16777216,247463936~12582912,335544320~8388608,348127232~12582912,377487360~8388608] 2024-08-04T16:32:33.287 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to 15 diff [4194304~4194304,20971520~8388608,33554432~4194304,54525952~12582912,79691776~12582912,96468992~4194304,104857600~12582912,125829120~4194304,138412032~8388608,180355072~12582912,197132288~4194304,205520896~12582912,247463936~8388608,260046848~8388608,335544320~8388608,348127232~8388608,364904448~8388608,377487360~4194304] 2024-08-04T16:32:33.287 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,20971520~8388608,33554432~4194304,54525952~12582912,79691776~12582912,96468992~4194304,104857600~12582912,125829120~4194304,138412032~8388608,180355072~12582912,197132288~4194304,205520896~12582912,247463936~8388608,260046848~8388608,335544320~8388608,348127232~8388608,364904448~8388608,377487360~4194304] 2024-08-04T16:32:33.288 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,20971520~8388608,33554432~8388608,54525952~16777216,79691776~41943040,125829120~4194304,138412032~8388608,180355072~41943040,247463936~20971520,335544320~8388608,348127232~12582912,364904448~20971520] 2024-08-04T16:32:33.288 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to 16 diff [4194304~4194304,16777216~12582912,33554432~4194304,54525952~16777216,79691776~20971520,104857600~25165824,138412032~12582912,167772160~4194304,180355072~12582912,197132288~4194304,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,335544320~8388608,348127232~12582912,364904448~8388608,377487360~4194304] 2024-08-04T16:32:33.288 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~4194304,54525952~16777216,79691776~20971520,104857600~25165824,138412032~12582912,167772160~4194304,180355072~12582912,197132288~4194304,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,335544320~8388608,348127232~12582912,364904448~8388608,377487360~4194304] 2024-08-04T16:32:33.291 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~8388608,54525952~20971520,79691776~50331648,138412032~12582912,167772160~4194304,180355072~41943040,234881024~4194304,247463936~20971520,335544320~8388608,348127232~12582912,364904448~20971520] 2024-08-04T16:32:33.291 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to 17 diff [4194304~4194304,16777216~12582912,33554432~4194304,54525952~20971520,79691776~20971520,104857600~25165824,138412032~12582912,167772160~4194304,180355072~20971520,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,310378496~4194304,331350016~12582912,348127232~12582912,364904448~8388608,377487360~4194304,402653184~8388608] 2024-08-04T16:32:33.291 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~12582912,33554432~4194304,54525952~20971520,79691776~20971520,104857600~25165824,138412032~12582912,167772160~4194304,180355072~20971520,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,310378496~4194304,331350016~12582912,348127232~12582912,364904448~8388608,377487360~4194304,402653184~8388608] 2024-08-04T16:32:33.293 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,33554432~8388608,54525952~75497472,138412032~12582912,167772160~4194304,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,310378496~8388608,331350016~12582912,348127232~12582912,364904448~20971520,402653184~12582912] 2024-08-04T16:32:33.293 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to 18 diff [4194304~25165824,33554432~4194304,54525952~20971520,79691776~20971520,104857600~25165824,138412032~12582912,159383552~4194304,167772160~4194304,180355072~20971520,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~29360128,364904448~8388608,377487360~4194304,402653184~8388608] 2024-08-04T16:32:33.294 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~25165824,33554432~4194304,54525952~20971520,79691776~20971520,104857600~25165824,138412032~12582912,159383552~4194304,167772160~4194304,180355072~20971520,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~29360128,364904448~8388608,377487360~4194304,402653184~8388608] 2024-08-04T16:32:33.296 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,33554432~8388608,54525952~75497472,138412032~12582912,159383552~4194304,167772160~4194304,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,306184192~20971520,331350016~29360128,364904448~20971520,402653184~12582912] 2024-08-04T16:32:33.296 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to 19 diff [4194304~33554432,54525952~20971520,79691776~20971520,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,402653184~8388608] 2024-08-04T16:32:33.296 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~33554432,54525952~20971520,79691776~20971520,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,402653184~8388608] 2024-08-04T16:32:33.300 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~37748736,54525952~75497472,138412032~12582912,155189248~16777216,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,306184192~20971520,331350016~54525952,402653184~12582912] 2024-08-04T16:32:33.300 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to 14 diff [4194304~4194304,96468992~4194304,104857600~12582912,138412032~8388608,180355072~4194304,205520896~8388608,348127232~8388608] 2024-08-04T16:32:33.300 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,96468992~4194304,104857600~12582912,138412032~8388608,180355072~4194304,205520896~8388608,348127232~8388608] 2024-08-04T16:32:33.301 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,96468992~25165824,138412032~8388608,180355072~4194304,205520896~8388608,348127232~12582912] 2024-08-04T16:32:33.301 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to 15 diff [4194304~4194304,54525952~4194304,62914560~8388608,88080384~4194304,96468992~4194304,104857600~12582912,125829120~4194304,138412032~8388608,180355072~12582912,205520896~12582912,260046848~8388608,348127232~8388608,364904448~8388608] 2024-08-04T16:32:33.301 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,54525952~4194304,62914560~8388608,88080384~4194304,96468992~4194304,104857600~12582912,125829120~4194304,138412032~8388608,180355072~12582912,205520896~12582912,260046848~8388608,348127232~8388608,364904448~8388608] 2024-08-04T16:32:33.302 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,54525952~16777216,88080384~33554432,125829120~4194304,138412032~8388608,180355072~16777216,205520896~16777216,260046848~8388608,348127232~12582912,364904448~12582912] 2024-08-04T16:32:33.303 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to 16 diff [4194304~4194304,16777216~8388608,54525952~4194304,62914560~12582912,88080384~12582912,104857600~25165824,138412032~12582912,167772160~4194304,180355072~12582912,205520896~12582912,234881024~4194304,260046848~8388608,348127232~12582912,364904448~8388608] 2024-08-04T16:32:33.303 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~8388608,54525952~4194304,62914560~12582912,88080384~12582912,104857600~25165824,138412032~12582912,167772160~4194304,180355072~12582912,205520896~12582912,234881024~4194304,260046848~8388608,348127232~12582912,364904448~8388608] 2024-08-04T16:32:33.304 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,54525952~20971520,88080384~41943040,138412032~12582912,167772160~4194304,180355072~16777216,205520896~16777216,234881024~4194304,260046848~8388608,348127232~12582912,364904448~12582912] 2024-08-04T16:32:33.305 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to 17 diff [4194304~4194304,16777216~8388608,54525952~4194304,62914560~16777216,88080384~12582912,104857600~25165824,138412032~12582912,167772160~4194304,180355072~20971520,205520896~12582912,234881024~4194304,260046848~8388608,285212672~8388608,310378496~4194304,331350016~8388608,348127232~12582912,364904448~8388608,402653184~8388608] 2024-08-04T16:32:33.305 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~4194304,16777216~8388608,54525952~4194304,62914560~16777216,88080384~12582912,104857600~25165824,138412032~12582912,167772160~4194304,180355072~20971520,205520896~12582912,234881024~4194304,260046848~8388608,285212672~8388608,310378496~4194304,331350016~8388608,348127232~12582912,364904448~8388608,402653184~8388608] 2024-08-04T16:32:33.307 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~8388608,16777216~12582912,54525952~25165824,88080384~41943040,138412032~12582912,167772160~4194304,180355072~20971520,205520896~16777216,234881024~4194304,260046848~8388608,285212672~12582912,310378496~8388608,331350016~8388608,348127232~12582912,364904448~12582912,402653184~12582912] 2024-08-04T16:32:33.307 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to 18 diff [4194304~20971520,54525952~29360128,88080384~12582912,104857600~25165824,138412032~12582912,159383552~4194304,167772160~4194304,180355072~20971520,205520896~12582912,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~16777216,364904448~8388608,402653184~8388608] 2024-08-04T16:32:33.307 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~20971520,54525952~29360128,88080384~12582912,104857600~25165824,138412032~12582912,159383552~4194304,167772160~4194304,180355072~20971520,205520896~12582912,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~16777216,364904448~8388608,402653184~8388608] 2024-08-04T16:32:33.310 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~25165824,54525952~29360128,88080384~41943040,138412032~12582912,159383552~4194304,167772160~4194304,180355072~20971520,205520896~16777216,234881024~4194304,260046848~8388608,285212672~12582912,306184192~20971520,331350016~8388608,343932928~16777216,364904448~12582912,402653184~12582912] 2024-08-04T16:32:33.310 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to 19 diff [4194304~20971520,29360128~4194304,54525952~29360128,88080384~12582912,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~33554432,402653184~8388608] 2024-08-04T16:32:33.310 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~20971520,29360128~4194304,54525952~29360128,88080384~12582912,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~33554432,402653184~8388608] 2024-08-04T16:32:33.313 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~29360128,54525952~29360128,88080384~41943040,138412032~12582912,155189248~16777216,180355072~20971520,205520896~16777216,234881024~4194304,260046848~8388608,285212672~12582912,306184192~20971520,331350016~8388608,343932928~37748736,402653184~12582912] 2024-08-04T16:32:33.313 INFO:tasks.workunit.client.0.smithi007.stdout:from 14 to 15 diff [54525952~4194304,62914560~8388608,88080384~4194304,104857600~4194304,125829120~4194304,184549376~8388608,209715200~8388608,260046848~8388608,364904448~8388608] 2024-08-04T16:32:33.313 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [54525952~4194304,62914560~8388608,88080384~4194304,104857600~4194304,125829120~4194304,184549376~8388608,209715200~8388608,260046848~8388608,364904448~8388608] 2024-08-04T16:32:33.314 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [54525952~16777216,88080384~8388608,104857600~4194304,125829120~4194304,184549376~12582912,209715200~12582912,260046848~8388608,364904448~12582912] 2024-08-04T16:32:33.314 INFO:tasks.workunit.client.0.smithi007.stdout:from 14 to 16 diff [16777216~8388608,54525952~4194304,62914560~12582912,88080384~12582912,104857600~4194304,117440512~12582912,138412032~8388608,167772160~4194304,184549376~8388608,209715200~8388608,234881024~4194304,260046848~8388608,356515840~4194304,364904448~8388608] 2024-08-04T16:32:33.314 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~8388608,54525952~4194304,62914560~12582912,88080384~12582912,104857600~4194304,117440512~12582912,138412032~8388608,167772160~4194304,184549376~8388608,209715200~8388608,234881024~4194304,260046848~8388608,356515840~4194304,364904448~8388608] 2024-08-04T16:32:33.316 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~12582912,54525952~20971520,88080384~12582912,104857600~4194304,117440512~12582912,138412032~12582912,167772160~4194304,184549376~12582912,209715200~12582912,234881024~4194304,260046848~8388608,356515840~4194304,364904448~12582912] 2024-08-04T16:32:33.317 INFO:tasks.workunit.client.0.smithi007.stdout:from 14 to 17 diff [16777216~8388608,54525952~4194304,62914560~16777216,88080384~12582912,104857600~4194304,117440512~12582912,138412032~8388608,167772160~4194304,184549376~16777216,209715200~8388608,234881024~4194304,260046848~8388608,285212672~8388608,310378496~4194304,331350016~8388608,356515840~4194304,364904448~8388608,402653184~8388608] 2024-08-04T16:32:33.317 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~8388608,54525952~4194304,62914560~16777216,88080384~12582912,104857600~4194304,117440512~12582912,138412032~8388608,167772160~4194304,184549376~16777216,209715200~8388608,234881024~4194304,260046848~8388608,285212672~8388608,310378496~4194304,331350016~8388608,356515840~4194304,364904448~8388608,402653184~8388608] 2024-08-04T16:32:33.319 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~12582912,54525952~25165824,88080384~12582912,104857600~4194304,117440512~12582912,138412032~12582912,167772160~4194304,184549376~16777216,209715200~12582912,234881024~4194304,260046848~8388608,285212672~12582912,310378496~8388608,331350016~8388608,356515840~4194304,364904448~12582912,402653184~12582912] 2024-08-04T16:32:33.319 INFO:tasks.workunit.client.0.smithi007.stdout:from 14 to 18 diff [8388608~16777216,54525952~29360128,88080384~12582912,104857600~4194304,117440512~12582912,138412032~8388608,159383552~4194304,167772160~4194304,180355072~20971520,209715200~8388608,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,402653184~8388608] 2024-08-04T16:32:33.319 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~16777216,54525952~29360128,88080384~12582912,104857600~4194304,117440512~12582912,138412032~8388608,159383552~4194304,167772160~4194304,180355072~20971520,209715200~8388608,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,402653184~8388608] 2024-08-04T16:32:33.321 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~20971520,54525952~29360128,88080384~12582912,104857600~4194304,117440512~12582912,138412032~12582912,159383552~4194304,167772160~4194304,180355072~20971520,209715200~12582912,234881024~4194304,260046848~8388608,285212672~12582912,306184192~20971520,331350016~8388608,343932928~16777216,364904448~12582912,402653184~12582912] 2024-08-04T16:32:33.321 INFO:tasks.workunit.client.0.smithi007.stdout:from 14 to 19 diff [8388608~16777216,29360128~4194304,54525952~29360128,88080384~12582912,104857600~4194304,117440512~12582912,138412032~8388608,155189248~12582912,180355072~20971520,209715200~8388608,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~20971520,402653184~8388608] 2024-08-04T16:32:33.321 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~16777216,29360128~4194304,54525952~29360128,88080384~12582912,104857600~4194304,117440512~12582912,138412032~8388608,155189248~12582912,180355072~20971520,209715200~8388608,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~20971520,402653184~8388608] 2024-08-04T16:32:33.324 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~25165824,54525952~29360128,88080384~12582912,104857600~4194304,117440512~12582912,138412032~12582912,155189248~16777216,180355072~20971520,209715200~12582912,234881024~4194304,260046848~8388608,285212672~12582912,306184192~20971520,331350016~8388608,343932928~37748736,402653184~12582912] 2024-08-04T16:32:33.324 INFO:tasks.workunit.client.0.smithi007.stdout:from 15 to 16 diff [16777216~8388608,67108864~8388608,88080384~12582912,117440512~8388608,138412032~8388608,167772160~4194304,234881024~4194304,264241152~4194304,356515840~4194304] 2024-08-04T16:32:33.324 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~8388608,67108864~8388608,88080384~12582912,117440512~8388608,138412032~8388608,167772160~4194304,234881024~4194304,264241152~4194304,356515840~4194304] 2024-08-04T16:32:33.326 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~12582912,67108864~8388608,88080384~12582912,117440512~8388608,138412032~12582912,167772160~4194304,234881024~4194304,264241152~4194304,356515840~4194304] 2024-08-04T16:32:33.326 INFO:tasks.workunit.client.0.smithi007.stdout:from 15 to 17 diff [16777216~8388608,54525952~4194304,67108864~12582912,88080384~12582912,117440512~12582912,138412032~8388608,167772160~4194304,192937984~8388608,234881024~4194304,264241152~4194304,285212672~8388608,310378496~4194304,331350016~8388608,356515840~4194304,402653184~8388608] 2024-08-04T16:32:33.326 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [16777216~8388608,54525952~4194304,67108864~12582912,88080384~12582912,117440512~12582912,138412032~8388608,167772160~4194304,192937984~8388608,234881024~4194304,264241152~4194304,285212672~8388608,310378496~4194304,331350016~8388608,356515840~4194304,402653184~8388608] 2024-08-04T16:32:33.328 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [16777216~12582912,54525952~4194304,67108864~12582912,88080384~12582912,117440512~12582912,138412032~12582912,167772160~4194304,192937984~8388608,234881024~4194304,264241152~4194304,285212672~12582912,310378496~8388608,331350016~8388608,356515840~4194304,402653184~12582912] 2024-08-04T16:32:33.328 INFO:tasks.workunit.client.0.smithi007.stdout:from 15 to 18 diff [8388608~16777216,54525952~8388608,67108864~16777216,88080384~12582912,117440512~12582912,138412032~8388608,159383552~4194304,167772160~4194304,180355072~4194304,192937984~8388608,234881024~4194304,264241152~4194304,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~4194304,402653184~8388608] 2024-08-04T16:32:33.328 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~16777216,54525952~8388608,67108864~16777216,88080384~12582912,117440512~12582912,138412032~8388608,159383552~4194304,167772160~4194304,180355072~4194304,192937984~8388608,234881024~4194304,264241152~4194304,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~4194304,402653184~8388608] 2024-08-04T16:32:33.329 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~20971520,54525952~8388608,67108864~16777216,88080384~12582912,117440512~12582912,138412032~12582912,159383552~4194304,167772160~4194304,180355072~8388608,192937984~8388608,234881024~4194304,264241152~4194304,285212672~12582912,306184192~20971520,331350016~8388608,343932928~16777216,402653184~12582912] 2024-08-04T16:32:33.329 INFO:tasks.workunit.client.0.smithi007.stdout:from 15 to 19 diff [8388608~16777216,29360128~4194304,54525952~29360128,88080384~12582912,117440512~12582912,138412032~8388608,155189248~12582912,180355072~4194304,192937984~8388608,234881024~4194304,264241152~4194304,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~8388608,373293056~4194304,402653184~8388608] 2024-08-04T16:32:33.330 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~16777216,29360128~4194304,54525952~29360128,88080384~12582912,117440512~12582912,138412032~8388608,155189248~12582912,180355072~4194304,192937984~8388608,234881024~4194304,264241152~4194304,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~8388608,373293056~4194304,402653184~8388608] 2024-08-04T16:32:33.332 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~25165824,54525952~29360128,88080384~12582912,117440512~12582912,138412032~12582912,155189248~16777216,180355072~8388608,192937984~8388608,234881024~4194304,264241152~4194304,285212672~12582912,306184192~20971520,331350016~8388608,343932928~25165824,373293056~8388608,402653184~12582912] 2024-08-04T16:32:33.332 INFO:tasks.workunit.client.0.smithi007.stdout:from 16 to 17 diff [54525952~4194304,71303168~8388608,121634816~8388608,192937984~8388608,285212672~8388608,310378496~4194304,331350016~8388608,402653184~8388608] 2024-08-04T16:32:33.332 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [54525952~4194304,71303168~8388608,121634816~8388608,192937984~8388608,285212672~8388608,310378496~4194304,331350016~8388608,402653184~8388608] 2024-08-04T16:32:33.333 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [54525952~4194304,71303168~8388608,121634816~8388608,192937984~8388608,285212672~12582912,310378496~8388608,331350016~8388608,402653184~12582912] 2024-08-04T16:32:33.333 INFO:tasks.workunit.client.0.smithi007.stdout:from 16 to 18 diff [8388608~8388608,54525952~8388608,71303168~12582912,121634816~8388608,138412032~4194304,159383552~4194304,180355072~4194304,192937984~8388608,264241152~4194304,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,402653184~8388608] 2024-08-04T16:32:33.333 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~8388608,54525952~8388608,71303168~12582912,121634816~8388608,138412032~4194304,159383552~4194304,180355072~4194304,192937984~8388608,264241152~4194304,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,402653184~8388608] 2024-08-04T16:32:33.335 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~12582912,54525952~8388608,71303168~12582912,121634816~8388608,138412032~4194304,159383552~4194304,180355072~8388608,192937984~8388608,264241152~4194304,285212672~12582912,306184192~20971520,331350016~8388608,343932928~12582912,402653184~12582912] 2024-08-04T16:32:33.335 INFO:tasks.workunit.client.0.smithi007.stdout:from 16 to 19 diff [8388608~8388608,29360128~4194304,54525952~29360128,121634816~8388608,138412032~4194304,155189248~12582912,180355072~4194304,192937984~8388608,264241152~4194304,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~8388608,373293056~4194304,402653184~8388608] 2024-08-04T16:32:33.335 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~8388608,29360128~4194304,54525952~29360128,121634816~8388608,138412032~4194304,155189248~12582912,180355072~4194304,192937984~8388608,264241152~4194304,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~8388608,373293056~4194304,402653184~8388608] 2024-08-04T16:32:33.337 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~12582912,29360128~4194304,54525952~29360128,121634816~8388608,138412032~4194304,155189248~16777216,180355072~8388608,192937984~8388608,264241152~4194304,285212672~12582912,306184192~20971520,331350016~8388608,343932928~25165824,373293056~8388608,402653184~12582912] 2024-08-04T16:32:33.337 INFO:tasks.workunit.client.0.smithi007.stdout:from 17 to 18 diff [8388608~8388608,58720256~4194304,79691776~4194304,138412032~4194304,159383552~4194304,180355072~4194304,264241152~4194304,306184192~8388608,318767104~8388608,343932928~8388608] 2024-08-04T16:32:33.337 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~8388608,58720256~4194304,79691776~4194304,138412032~4194304,159383552~4194304,180355072~4194304,264241152~4194304,306184192~8388608,318767104~8388608,343932928~8388608] 2024-08-04T16:32:33.337 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~12582912,58720256~4194304,79691776~4194304,138412032~4194304,159383552~4194304,180355072~8388608,264241152~4194304,306184192~8388608,318767104~8388608,343932928~12582912] 2024-08-04T16:32:33.338 INFO:tasks.workunit.client.0.smithi007.stdout:from 17 to 19 diff [8388608~8388608,29360128~4194304,58720256~12582912,79691776~4194304,138412032~4194304,155189248~12582912,180355072~4194304,192937984~4194304,264241152~4194304,306184192~8388608,318767104~8388608,343932928~8388608,356515840~8388608,373293056~4194304,402653184~4194304] 2024-08-04T16:32:33.338 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~8388608,29360128~4194304,58720256~12582912,79691776~4194304,138412032~4194304,155189248~12582912,180355072~4194304,192937984~4194304,264241152~4194304,306184192~8388608,318767104~8388608,343932928~8388608,356515840~8388608,373293056~4194304,402653184~4194304] 2024-08-04T16:32:33.339 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~12582912,29360128~4194304,58720256~16777216,79691776~4194304,138412032~4194304,155189248~16777216,180355072~8388608,192937984~4194304,264241152~4194304,306184192~20971520,343932928~25165824,373293056~8388608,402653184~4194304] 2024-08-04T16:32:33.339 INFO:tasks.workunit.client.0.smithi007.stdout:from 18 to 19 diff [29360128~4194304,62914560~8388608,155189248~12582912,192937984~4194304,306184192~8388608,356515840~8388608,373293056~4194304,402653184~4194304] 2024-08-04T16:32:33.339 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [29360128~4194304,62914560~8388608,155189248~12582912,192937984~4194304,306184192~8388608,356515840~8388608,373293056~4194304,402653184~4194304] 2024-08-04T16:32:33.339 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [29360128~4194304,62914560~12582912,155189248~16777216,192937984~4194304,306184192~12582912,356515840~12582912,373293056~8388608,402653184~4194304] 2024-08-04T16:32:33.651 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:33.652 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:33.683 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:33.684 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:33.684 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:33.691 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~134217728] 2024-08-04T16:32:33.691 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:33.691 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:33.699 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:33.699 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:33.699 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:33.707 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:33.707 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:33.707 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:33.713 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:33.713 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.713 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.718 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:33.719 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.719 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.725 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:33.725 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.725 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:33.730 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:33.730 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:33.730 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:33.734 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,226492416~50331648,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:33.734 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to HEAD diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:33.735 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:33.738 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~88080384,394264576~20971520] 2024-08-04T16:32:33.738 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to HEAD diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:33.738 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:33.742 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~25165824,331350016~58720256,402653184~12582912] 2024-08-04T16:32:33.742 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to HEAD diff [4194304~33554432,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:33.742 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~33554432,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:33.746 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~46137344,54525952~79691776,138412032~12582912,155189248~16777216,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,306184192~20971520,331350016~58720256,402653184~12582912] 2024-08-04T16:32:33.746 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to HEAD diff [4194304~33554432,54525952~20971520,79691776~20971520,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,402653184~8388608] 2024-08-04T16:32:33.746 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~33554432,54525952~20971520,79691776~20971520,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,402653184~8388608] 2024-08-04T16:32:33.749 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~37748736,54525952~75497472,138412032~12582912,155189248~16777216,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,306184192~20971520,331350016~54525952,402653184~12582912] 2024-08-04T16:32:33.749 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to HEAD diff [4194304~20971520,29360128~4194304,54525952~29360128,88080384~12582912,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~33554432,402653184~8388608] 2024-08-04T16:32:33.749 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~20971520,29360128~4194304,54525952~29360128,88080384~12582912,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~33554432,402653184~8388608] 2024-08-04T16:32:33.752 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~29360128,54525952~29360128,88080384~41943040,138412032~12582912,155189248~16777216,180355072~20971520,205520896~16777216,234881024~4194304,260046848~8388608,285212672~12582912,306184192~20971520,331350016~8388608,343932928~37748736,402653184~12582912] 2024-08-04T16:32:33.752 INFO:tasks.workunit.client.0.smithi007.stdout:from 14 to HEAD diff [8388608~16777216,29360128~4194304,54525952~29360128,88080384~12582912,104857600~4194304,117440512~12582912,138412032~8388608,155189248~12582912,180355072~20971520,209715200~8388608,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~20971520,402653184~8388608] 2024-08-04T16:32:33.752 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~16777216,29360128~4194304,54525952~29360128,88080384~12582912,104857600~4194304,117440512~12582912,138412032~8388608,155189248~12582912,180355072~20971520,209715200~8388608,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~20971520,402653184~8388608] 2024-08-04T16:32:33.755 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~25165824,54525952~29360128,88080384~12582912,104857600~4194304,117440512~12582912,138412032~12582912,155189248~16777216,180355072~20971520,209715200~12582912,234881024~4194304,260046848~8388608,285212672~12582912,306184192~20971520,331350016~8388608,343932928~37748736,402653184~12582912] 2024-08-04T16:32:33.755 INFO:tasks.workunit.client.0.smithi007.stdout:from 15 to HEAD diff [8388608~16777216,29360128~4194304,54525952~29360128,88080384~12582912,117440512~12582912,138412032~8388608,155189248~12582912,180355072~4194304,192937984~8388608,234881024~4194304,264241152~4194304,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~8388608,373293056~4194304,402653184~8388608] 2024-08-04T16:32:33.755 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~16777216,29360128~4194304,54525952~29360128,88080384~12582912,117440512~12582912,138412032~8388608,155189248~12582912,180355072~4194304,192937984~8388608,234881024~4194304,264241152~4194304,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~8388608,373293056~4194304,402653184~8388608] 2024-08-04T16:32:33.757 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~25165824,54525952~29360128,88080384~12582912,117440512~12582912,138412032~12582912,155189248~16777216,180355072~8388608,192937984~8388608,234881024~4194304,264241152~4194304,285212672~12582912,306184192~20971520,331350016~8388608,343932928~25165824,373293056~8388608,402653184~12582912] 2024-08-04T16:32:33.757 INFO:tasks.workunit.client.0.smithi007.stdout:from 16 to HEAD diff [8388608~8388608,29360128~4194304,54525952~29360128,121634816~8388608,138412032~4194304,155189248~12582912,180355072~4194304,192937984~8388608,264241152~4194304,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~8388608,373293056~4194304,402653184~8388608] 2024-08-04T16:32:33.757 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~8388608,29360128~4194304,54525952~29360128,121634816~8388608,138412032~4194304,155189248~12582912,180355072~4194304,192937984~8388608,264241152~4194304,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~8388608,373293056~4194304,402653184~8388608] 2024-08-04T16:32:33.759 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~12582912,29360128~4194304,54525952~29360128,121634816~8388608,138412032~4194304,155189248~16777216,180355072~8388608,192937984~8388608,264241152~4194304,285212672~12582912,306184192~20971520,331350016~8388608,343932928~25165824,373293056~8388608,402653184~12582912] 2024-08-04T16:32:33.759 INFO:tasks.workunit.client.0.smithi007.stdout:from 17 to HEAD diff [8388608~8388608,29360128~4194304,58720256~12582912,79691776~4194304,138412032~4194304,155189248~12582912,180355072~4194304,192937984~4194304,264241152~4194304,306184192~8388608,318767104~8388608,343932928~8388608,356515840~8388608,373293056~4194304,402653184~4194304] 2024-08-04T16:32:33.759 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~8388608,29360128~4194304,58720256~12582912,79691776~4194304,138412032~4194304,155189248~12582912,180355072~4194304,192937984~4194304,264241152~4194304,306184192~8388608,318767104~8388608,343932928~8388608,356515840~8388608,373293056~4194304,402653184~4194304] 2024-08-04T16:32:33.760 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~12582912,29360128~4194304,58720256~16777216,79691776~4194304,138412032~4194304,155189248~16777216,180355072~8388608,192937984~4194304,264241152~4194304,306184192~20971520,343932928~25165824,373293056~8388608,402653184~4194304] 2024-08-04T16:32:34.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:33 smithi062 ceph-mon[85960]: pgmap v3838: 137 pgs: 137 active+clean; 1.1 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 110 KiB/s rd, 28 MiB/s wr, 191 op/s 2024-08-04T16:32:34.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:33 smithi062 ceph-mon[85960]: osdmap e2208: 8 total, 8 up, 8 in 2024-08-04T16:32:34.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:33 smithi007 ceph-mon[92692]: pgmap v3838: 137 pgs: 137 active+clean; 1.1 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 110 KiB/s rd, 28 MiB/s wr, 191 op/s 2024-08-04T16:32:34.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:33 smithi007 ceph-mon[92692]: osdmap e2208: 8 total, 8 up, 8 in 2024-08-04T16:32:34.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:33 smithi007 ceph-mon[94998]: pgmap v3838: 137 pgs: 137 active+clean; 1.1 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 110 KiB/s rd, 28 MiB/s wr, 191 op/s 2024-08-04T16:32:34.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:33 smithi007 ceph-mon[94998]: osdmap e2208: 8 total, 8 up, 8 in 2024-08-04T16:32:34.661 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:34.661 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:34.695 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:34.695 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:34.695 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:34.706 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~134217728] 2024-08-04T16:32:34.707 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:34.707 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:34.713 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:34.713 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:34.713 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:34.721 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:34.721 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:34.721 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:34.727 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:34.727 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:34.728 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:34.733 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:34.734 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:34.734 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:34.738 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:34.739 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:34.739 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:34.743 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:34.743 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:34.744 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:34.749 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,226492416~50331648,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:34.749 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to HEAD diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:34.749 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:34.753 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~88080384,394264576~20971520] 2024-08-04T16:32:34.754 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to HEAD diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:34.754 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:34.757 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~25165824,331350016~58720256,402653184~12582912] 2024-08-04T16:32:34.757 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to HEAD diff [4194304~33554432,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:34.757 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~33554432,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:34.761 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~46137344,54525952~79691776,138412032~12582912,155189248~16777216,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,306184192~20971520,331350016~58720256,402653184~12582912] 2024-08-04T16:32:34.761 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to HEAD diff [4194304~33554432,54525952~20971520,79691776~20971520,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,402653184~8388608] 2024-08-04T16:32:34.761 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~33554432,54525952~20971520,79691776~20971520,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,402653184~8388608] 2024-08-04T16:32:34.763 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~37748736,54525952~75497472,138412032~12582912,155189248~16777216,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,306184192~20971520,331350016~54525952,402653184~12582912] 2024-08-04T16:32:34.764 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to HEAD diff [4194304~20971520,29360128~4194304,54525952~29360128,88080384~12582912,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~33554432,402653184~8388608] 2024-08-04T16:32:34.764 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~20971520,29360128~4194304,54525952~29360128,88080384~12582912,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~33554432,402653184~8388608] 2024-08-04T16:32:34.766 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~29360128,54525952~29360128,88080384~41943040,138412032~12582912,155189248~16777216,180355072~20971520,205520896~16777216,234881024~4194304,260046848~8388608,285212672~12582912,306184192~20971520,331350016~8388608,343932928~37748736,402653184~12582912] 2024-08-04T16:32:34.766 INFO:tasks.workunit.client.0.smithi007.stdout:from 14 to HEAD diff [8388608~16777216,29360128~4194304,54525952~29360128,88080384~12582912,104857600~4194304,117440512~12582912,138412032~8388608,155189248~12582912,180355072~20971520,209715200~8388608,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~20971520,402653184~8388608] 2024-08-04T16:32:34.766 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~16777216,29360128~4194304,54525952~29360128,88080384~12582912,104857600~4194304,117440512~12582912,138412032~8388608,155189248~12582912,180355072~20971520,209715200~8388608,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~20971520,402653184~8388608] 2024-08-04T16:32:34.768 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~25165824,54525952~29360128,88080384~12582912,104857600~4194304,117440512~12582912,138412032~12582912,155189248~16777216,180355072~20971520,209715200~12582912,234881024~4194304,260046848~8388608,285212672~12582912,306184192~20971520,331350016~8388608,343932928~37748736,402653184~12582912] 2024-08-04T16:32:34.768 INFO:tasks.workunit.client.0.smithi007.stdout:from 15 to HEAD diff [8388608~16777216,29360128~4194304,54525952~29360128,88080384~12582912,117440512~12582912,138412032~8388608,155189248~12582912,180355072~4194304,192937984~8388608,234881024~4194304,264241152~4194304,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~8388608,373293056~4194304,402653184~8388608] 2024-08-04T16:32:34.768 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~16777216,29360128~4194304,54525952~29360128,88080384~12582912,117440512~12582912,138412032~8388608,155189248~12582912,180355072~4194304,192937984~8388608,234881024~4194304,264241152~4194304,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~8388608,373293056~4194304,402653184~8388608] 2024-08-04T16:32:34.770 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~25165824,54525952~29360128,88080384~12582912,117440512~12582912,138412032~12582912,155189248~16777216,180355072~8388608,192937984~8388608,234881024~4194304,264241152~4194304,285212672~12582912,306184192~20971520,331350016~8388608,343932928~25165824,373293056~8388608,402653184~12582912] 2024-08-04T16:32:34.770 INFO:tasks.workunit.client.0.smithi007.stdout:from 16 to HEAD diff [8388608~8388608,29360128~4194304,54525952~29360128,121634816~8388608,138412032~4194304,155189248~12582912,180355072~4194304,192937984~8388608,264241152~4194304,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~8388608,373293056~4194304,402653184~8388608] 2024-08-04T16:32:34.770 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~8388608,29360128~4194304,54525952~29360128,121634816~8388608,138412032~4194304,155189248~12582912,180355072~4194304,192937984~8388608,264241152~4194304,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~8388608,373293056~4194304,402653184~8388608] 2024-08-04T16:32:34.771 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~12582912,29360128~4194304,54525952~29360128,121634816~8388608,138412032~4194304,155189248~16777216,180355072~8388608,192937984~8388608,264241152~4194304,285212672~12582912,306184192~20971520,331350016~8388608,343932928~25165824,373293056~8388608,402653184~12582912] 2024-08-04T16:32:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:34 smithi062 ceph-mon[85960]: osdmap e2209: 8 total, 8 up, 8 in 2024-08-04T16:32:35.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:34 smithi007 ceph-mon[94998]: osdmap e2209: 8 total, 8 up, 8 in 2024-08-04T16:32:35.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:34 smithi007 ceph-mon[92692]: osdmap e2209: 8 total, 8 up, 8 in 2024-08-04T16:32:35.660 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:35.660 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:35.711 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:35.711 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:35.711 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:35.725 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~134217728] 2024-08-04T16:32:35.726 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:35.726 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:35.732 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:35.732 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:35.732 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:35.739 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:35.739 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:35.739 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:35.745 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:35.745 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:35.745 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:35.750 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:35.750 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:35.751 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:35.755 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:35.755 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:35.755 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:35.759 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:35.759 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:35.759 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:35.764 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,226492416~50331648,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:35.764 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to HEAD diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:35.764 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:35.768 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~88080384,394264576~20971520] 2024-08-04T16:32:35.768 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to HEAD diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:35.768 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:35.771 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~25165824,331350016~58720256,402653184~12582912] 2024-08-04T16:32:35.771 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to HEAD diff [4194304~33554432,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:35.771 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~33554432,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:35.774 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~46137344,54525952~79691776,138412032~12582912,155189248~16777216,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,306184192~20971520,331350016~58720256,402653184~12582912] 2024-08-04T16:32:35.774 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to HEAD diff [4194304~33554432,54525952~20971520,79691776~20971520,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,402653184~8388608] 2024-08-04T16:32:35.775 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~33554432,54525952~20971520,79691776~20971520,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,402653184~8388608] 2024-08-04T16:32:35.777 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~37748736,54525952~75497472,138412032~12582912,155189248~16777216,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,306184192~20971520,331350016~54525952,402653184~12582912] 2024-08-04T16:32:35.777 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to HEAD diff [4194304~20971520,29360128~4194304,54525952~29360128,88080384~12582912,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~33554432,402653184~8388608] 2024-08-04T16:32:35.777 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~20971520,29360128~4194304,54525952~29360128,88080384~12582912,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~33554432,402653184~8388608] 2024-08-04T16:32:35.779 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~29360128,54525952~29360128,88080384~41943040,138412032~12582912,155189248~16777216,180355072~20971520,205520896~16777216,234881024~4194304,260046848~8388608,285212672~12582912,306184192~20971520,331350016~8388608,343932928~37748736,402653184~12582912] 2024-08-04T16:32:35.779 INFO:tasks.workunit.client.0.smithi007.stdout:from 14 to HEAD diff [8388608~16777216,29360128~4194304,54525952~29360128,88080384~12582912,104857600~4194304,117440512~12582912,138412032~8388608,155189248~12582912,180355072~20971520,209715200~8388608,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~20971520,402653184~8388608] 2024-08-04T16:32:35.779 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~16777216,29360128~4194304,54525952~29360128,88080384~12582912,104857600~4194304,117440512~12582912,138412032~8388608,155189248~12582912,180355072~20971520,209715200~8388608,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~20971520,402653184~8388608] 2024-08-04T16:32:35.781 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~25165824,54525952~29360128,88080384~12582912,104857600~4194304,117440512~12582912,138412032~12582912,155189248~16777216,180355072~20971520,209715200~12582912,234881024~4194304,260046848~8388608,285212672~12582912,306184192~20971520,331350016~8388608,343932928~37748736,402653184~12582912] 2024-08-04T16:32:35.781 INFO:tasks.workunit.client.0.smithi007.stdout:from 15 to HEAD diff [8388608~16777216,29360128~4194304,54525952~29360128,88080384~12582912,117440512~12582912,138412032~8388608,155189248~12582912,180355072~4194304,192937984~8388608,234881024~4194304,264241152~4194304,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~8388608,373293056~4194304,402653184~8388608] 2024-08-04T16:32:35.781 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~16777216,29360128~4194304,54525952~29360128,88080384~12582912,117440512~12582912,138412032~8388608,155189248~12582912,180355072~4194304,192937984~8388608,234881024~4194304,264241152~4194304,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~8388608,373293056~4194304,402653184~8388608] 2024-08-04T16:32:35.782 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~25165824,54525952~29360128,88080384~12582912,117440512~12582912,138412032~12582912,155189248~16777216,180355072~8388608,192937984~8388608,234881024~4194304,264241152~4194304,285212672~12582912,306184192~20971520,331350016~8388608,343932928~25165824,373293056~8388608,402653184~12582912] 2024-08-04T16:32:36.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:35 smithi062 ceph-mon[85960]: pgmap v3841: 137 pgs: 137 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 374 KiB/s rd, 25 MiB/s wr, 623 op/s 2024-08-04T16:32:36.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:35 smithi062 ceph-mon[85960]: osdmap e2210: 8 total, 8 up, 8 in 2024-08-04T16:32:36.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:35 smithi007 ceph-mon[94998]: pgmap v3841: 137 pgs: 137 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 374 KiB/s rd, 25 MiB/s wr, 623 op/s 2024-08-04T16:32:36.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:35 smithi007 ceph-mon[94998]: osdmap e2210: 8 total, 8 up, 8 in 2024-08-04T16:32:36.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:35 smithi007 ceph-mon[92692]: pgmap v3841: 137 pgs: 137 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 374 KiB/s rd, 25 MiB/s wr, 623 op/s 2024-08-04T16:32:36.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:35 smithi007 ceph-mon[92692]: osdmap e2210: 8 total, 8 up, 8 in 2024-08-04T16:32:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:32:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:32:36] "GET /metrics HTTP/1.1" 200 36637 "" "Prometheus/2.43.0" 2024-08-04T16:32:36.675 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:36.675 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:36.720 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:36.720 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:36.720 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:36.745 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~134217728] 2024-08-04T16:32:36.745 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:36.745 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:36.751 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:36.751 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:36.751 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:36.757 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:36.757 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:36.757 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:36.762 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:36.762 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:36.762 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:36.766 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:36.767 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:36.767 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:36.770 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:36.771 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:36.771 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:36.775 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:36.775 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:36.775 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:36.778 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,226492416~50331648,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:36.778 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to HEAD diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:36.779 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:36.782 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~88080384,394264576~20971520] 2024-08-04T16:32:36.782 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to HEAD diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:36.782 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:36.785 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~25165824,331350016~58720256,402653184~12582912] 2024-08-04T16:32:36.785 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to HEAD diff [4194304~33554432,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:36.785 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~33554432,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:36.788 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~46137344,54525952~79691776,138412032~12582912,155189248~16777216,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,306184192~20971520,331350016~58720256,402653184~12582912] 2024-08-04T16:32:36.788 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to HEAD diff [4194304~33554432,54525952~20971520,79691776~20971520,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,402653184~8388608] 2024-08-04T16:32:36.788 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~33554432,54525952~20971520,79691776~20971520,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,402653184~8388608] 2024-08-04T16:32:36.790 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~37748736,54525952~75497472,138412032~12582912,155189248~16777216,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,306184192~20971520,331350016~54525952,402653184~12582912] 2024-08-04T16:32:36.790 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to HEAD diff [4194304~20971520,29360128~4194304,54525952~29360128,88080384~12582912,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~33554432,402653184~8388608] 2024-08-04T16:32:36.790 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~20971520,29360128~4194304,54525952~29360128,88080384~12582912,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~33554432,402653184~8388608] 2024-08-04T16:32:36.792 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~29360128,54525952~29360128,88080384~41943040,138412032~12582912,155189248~16777216,180355072~20971520,205520896~16777216,234881024~4194304,260046848~8388608,285212672~12582912,306184192~20971520,331350016~8388608,343932928~37748736,402653184~12582912] 2024-08-04T16:32:36.792 INFO:tasks.workunit.client.0.smithi007.stdout:from 14 to HEAD diff [8388608~16777216,29360128~4194304,54525952~29360128,88080384~12582912,104857600~4194304,117440512~12582912,138412032~8388608,155189248~12582912,180355072~20971520,209715200~8388608,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~20971520,402653184~8388608] 2024-08-04T16:32:36.792 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [8388608~16777216,29360128~4194304,54525952~29360128,88080384~12582912,104857600~4194304,117440512~12582912,138412032~8388608,155189248~12582912,180355072~20971520,209715200~8388608,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~8388608,356515840~20971520,402653184~8388608] 2024-08-04T16:32:36.793 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [8388608~25165824,54525952~29360128,88080384~12582912,104857600~4194304,117440512~12582912,138412032~12582912,155189248~16777216,180355072~20971520,209715200~12582912,234881024~4194304,260046848~8388608,285212672~12582912,306184192~20971520,331350016~8388608,343932928~37748736,402653184~12582912] 2024-08-04T16:32:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:36 smithi062 ceph-mon[85960]: osdmap e2211: 8 total, 8 up, 8 in 2024-08-04T16:32:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:32:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:36 smithi007 ceph-mon[92692]: osdmap e2211: 8 total, 8 up, 8 in 2024-08-04T16:32:37.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:32:37.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:36 smithi007 ceph-mon[94998]: osdmap e2211: 8 total, 8 up, 8 in 2024-08-04T16:32:37.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:32:37.683 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:37.683 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:37.729 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:37.729 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:37.729 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:37.736 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~134217728] 2024-08-04T16:32:37.736 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:37.737 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:37.742 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:37.743 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:37.743 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:37.765 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:37.765 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:37.765 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:37.770 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:37.770 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:37.770 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:37.774 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:37.774 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:37.775 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:37.778 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:37.778 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:37.778 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:37.783 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:37.783 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:37.783 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:37.786 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,226492416~50331648,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:37.786 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to HEAD diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:37.786 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:37.789 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~88080384,394264576~20971520] 2024-08-04T16:32:37.789 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to HEAD diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:37.790 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:37.792 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~25165824,331350016~58720256,402653184~12582912] 2024-08-04T16:32:37.792 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to HEAD diff [4194304~33554432,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:37.792 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~33554432,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:37.794 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~46137344,54525952~79691776,138412032~12582912,155189248~16777216,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,306184192~20971520,331350016~58720256,402653184~12582912] 2024-08-04T16:32:37.794 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to HEAD diff [4194304~33554432,54525952~20971520,79691776~20971520,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,402653184~8388608] 2024-08-04T16:32:37.794 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~33554432,54525952~20971520,79691776~20971520,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,402653184~8388608] 2024-08-04T16:32:37.796 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~37748736,54525952~75497472,138412032~12582912,155189248~16777216,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,306184192~20971520,331350016~54525952,402653184~12582912] 2024-08-04T16:32:37.796 INFO:tasks.workunit.client.0.smithi007.stdout:from 13 to HEAD diff [4194304~20971520,29360128~4194304,54525952~29360128,88080384~12582912,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~33554432,402653184~8388608] 2024-08-04T16:32:37.796 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~20971520,29360128~4194304,54525952~29360128,88080384~12582912,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~8388608,343932928~33554432,402653184~8388608] 2024-08-04T16:32:37.796 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~29360128,54525952~29360128,88080384~41943040,138412032~12582912,155189248~16777216,180355072~20971520,205520896~16777216,234881024~4194304,260046848~8388608,285212672~12582912,306184192~20971520,331350016~8388608,343932928~37748736,402653184~12582912] 2024-08-04T16:32:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:37 smithi062 ceph-mon[85960]: pgmap v3844: 137 pgs: 137 active+clean; 1.2 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 483 KiB/s rd, 24 MiB/s wr, 886 op/s 2024-08-04T16:32:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:37 smithi062 ceph-mon[85960]: osdmap e2212: 8 total, 8 up, 8 in 2024-08-04T16:32:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:37 smithi007 ceph-mon[92692]: pgmap v3844: 137 pgs: 137 active+clean; 1.2 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 483 KiB/s rd, 24 MiB/s wr, 886 op/s 2024-08-04T16:32:38.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:37 smithi007 ceph-mon[92692]: osdmap e2212: 8 total, 8 up, 8 in 2024-08-04T16:32:38.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:37 smithi007 ceph-mon[94998]: pgmap v3844: 137 pgs: 137 active+clean; 1.2 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 483 KiB/s rd, 24 MiB/s wr, 886 op/s 2024-08-04T16:32:38.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:37 smithi007 ceph-mon[94998]: osdmap e2212: 8 total, 8 up, 8 in 2024-08-04T16:32:38.697 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:38.698 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:38.736 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:38.736 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:38.736 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:38.748 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~134217728] 2024-08-04T16:32:38.748 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:38.748 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:38.754 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:38.754 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:38.754 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:38.759 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:38.760 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:38.760 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:38.764 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:38.764 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:38.764 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:38.768 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:38.768 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:38.768 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:38.771 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:38.771 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:38.772 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:38.774 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:38.774 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:38.774 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:38.777 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,226492416~50331648,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:38.777 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to HEAD diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:38.777 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:38.779 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~88080384,394264576~20971520] 2024-08-04T16:32:38.779 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to HEAD diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:38.780 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:38.781 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~25165824,331350016~58720256,402653184~12582912] 2024-08-04T16:32:38.781 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to HEAD diff [4194304~33554432,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:38.781 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~33554432,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:38.783 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~46137344,54525952~79691776,138412032~12582912,155189248~16777216,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,306184192~20971520,331350016~58720256,402653184~12582912] 2024-08-04T16:32:38.783 INFO:tasks.workunit.client.0.smithi007.stdout:from 12 to HEAD diff [4194304~33554432,54525952~20971520,79691776~20971520,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,402653184~8388608] 2024-08-04T16:32:38.783 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~33554432,54525952~20971520,79691776~20971520,104857600~25165824,138412032~12582912,155189248~12582912,180355072~20971520,205520896~12582912,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,402653184~8388608] 2024-08-04T16:32:38.784 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~37748736,54525952~75497472,138412032~12582912,155189248~16777216,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,306184192~20971520,331350016~54525952,402653184~12582912] 2024-08-04T16:32:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:38 smithi062 ceph-mon[85960]: osdmap e2213: 8 total, 8 up, 8 in 2024-08-04T16:32:39.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:38 smithi007 ceph-mon[92692]: osdmap e2213: 8 total, 8 up, 8 in 2024-08-04T16:32:39.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:38 smithi007 ceph-mon[94998]: osdmap e2213: 8 total, 8 up, 8 in 2024-08-04T16:32:39.695 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:39.695 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:39.736 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:39.736 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:39.736 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:39.746 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~134217728] 2024-08-04T16:32:39.747 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:39.747 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:39.752 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:39.752 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:39.752 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:39.765 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:39.765 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:39.765 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:39.768 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:39.769 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:39.769 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:39.772 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:39.772 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:39.772 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:39.774 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:39.775 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:39.775 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:39.777 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:39.777 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:39.777 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:39.780 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,226492416~50331648,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:39.780 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to HEAD diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:39.780 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:39.781 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~88080384,394264576~20971520] 2024-08-04T16:32:39.782 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to HEAD diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:39.782 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:39.783 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~25165824,331350016~58720256,402653184~12582912] 2024-08-04T16:32:39.783 INFO:tasks.workunit.client.0.smithi007.stdout:from 11 to HEAD diff [4194304~33554432,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:39.783 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~33554432,41943040~8388608,54525952~20971520,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,180355072~37748736,234881024~4194304,247463936~8388608,260046848~8388608,285212672~8388608,306184192~8388608,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:39.784 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~46137344,54525952~79691776,138412032~12582912,155189248~16777216,180355072~41943040,234881024~4194304,247463936~20971520,285212672~12582912,306184192~20971520,331350016~58720256,402653184~12582912] 2024-08-04T16:32:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:39 smithi062 ceph-mon[85960]: pgmap v3847: 137 pgs: 137 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 596 KiB/s rd, 8.8 MiB/s wr, 1.10k op/s 2024-08-04T16:32:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:39 smithi062 ceph-mon[85960]: osdmap e2214: 8 total, 8 up, 8 in 2024-08-04T16:32:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:32:40.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:32:40.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:32:40.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:39 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:32:40.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:39 smithi007 ceph-mon[92692]: pgmap v3847: 137 pgs: 137 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 596 KiB/s rd, 8.8 MiB/s wr, 1.10k op/s 2024-08-04T16:32:40.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:39 smithi007 ceph-mon[92692]: osdmap e2214: 8 total, 8 up, 8 in 2024-08-04T16:32:40.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:32:40.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:32:40.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:32:40.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:39 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:32:40.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:39 smithi007 ceph-mon[94998]: pgmap v3847: 137 pgs: 137 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 596 KiB/s rd, 8.8 MiB/s wr, 1.10k op/s 2024-08-04T16:32:40.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:39 smithi007 ceph-mon[94998]: osdmap e2214: 8 total, 8 up, 8 in 2024-08-04T16:32:40.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:32:40.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:32:40.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:32:40.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:39 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:32:40.700 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:40.700 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:40.744 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:40.745 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:40.745 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:40.752 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~134217728] 2024-08-04T16:32:40.753 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:40.753 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:40.759 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:40.759 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:40.759 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:40.774 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:40.774 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:40.774 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:40.778 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:40.778 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:40.778 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:40.782 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:40.782 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:40.782 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:40.785 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:40.786 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:40.786 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:40.788 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:40.788 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:40.788 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:40.790 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,226492416~50331648,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:40.790 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to HEAD diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:40.791 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:40.792 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~88080384,394264576~20971520] 2024-08-04T16:32:40.792 INFO:tasks.workunit.client.0.smithi007.stdout:from 10 to HEAD diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:40.792 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~8388608,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,402653184~12582912] 2024-08-04T16:32:40.793 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~25165824,331350016~58720256,402653184~12582912] 2024-08-04T16:32:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:40 smithi062 ceph-mon[85960]: osdmap e2215: 8 total, 8 up, 8 in 2024-08-04T16:32:41.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:40 smithi007 ceph-mon[92692]: osdmap e2215: 8 total, 8 up, 8 in 2024-08-04T16:32:41.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:40 smithi007 ceph-mon[94998]: osdmap e2215: 8 total, 8 up, 8 in 2024-08-04T16:32:41.184 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:41.184 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:41.219 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:41.219 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:41.219 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:41.233 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~134217728] 2024-08-04T16:32:41.233 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:41.233 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:41.239 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:41.239 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:41.239 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:41.244 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:41.244 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:41.244 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:41.248 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:41.248 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:41.249 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:41.252 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:41.252 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:41.253 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:41.254 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:41.255 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:41.255 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:41.257 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:41.257 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:41.257 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:41.258 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,226492416~50331648,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:41.258 INFO:tasks.workunit.client.0.smithi007.stdout:from 9 to HEAD diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:41.259 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~20971520,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,234881024~20971520,260046848~8388608,285212672~12582912,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:41.259 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,234881024~33554432,285212672~12582912,301989888~88080384,394264576~20971520] 2024-08-04T16:32:42.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:41 smithi062 ceph-mon[85960]: pgmap v3850: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 466 KiB/s rd, 1.3 MiB/s wr, 836 op/s 2024-08-04T16:32:42.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:41 smithi062 ceph-mon[85960]: osdmap e2216: 8 total, 8 up, 8 in 2024-08-04T16:32:42.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:41 smithi062 ceph-mon[85960]: osdmap e2217: 8 total, 8 up, 8 in 2024-08-04T16:32:42.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:41 smithi007 ceph-mon[94998]: pgmap v3850: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 466 KiB/s rd, 1.3 MiB/s wr, 836 op/s 2024-08-04T16:32:42.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:41 smithi007 ceph-mon[94998]: osdmap e2216: 8 total, 8 up, 8 in 2024-08-04T16:32:42.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:41 smithi007 ceph-mon[94998]: osdmap e2217: 8 total, 8 up, 8 in 2024-08-04T16:32:42.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:41 smithi007 ceph-mon[92692]: pgmap v3850: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 466 KiB/s rd, 1.3 MiB/s wr, 836 op/s 2024-08-04T16:32:42.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:41 smithi007 ceph-mon[92692]: osdmap e2216: 8 total, 8 up, 8 in 2024-08-04T16:32:42.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:41 smithi007 ceph-mon[92692]: osdmap e2217: 8 total, 8 up, 8 in 2024-08-04T16:32:42.184 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:42.185 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:42.224 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:42.224 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:42.224 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:42.236 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~134217728] 2024-08-04T16:32:42.236 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:42.236 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:42.250 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:42.250 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:42.250 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:42.256 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:42.256 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:42.256 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:42.259 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:42.259 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:42.259 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:42.262 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:42.262 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:42.262 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:42.264 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:42.264 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:42.264 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:42.266 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:42.266 INFO:tasks.workunit.client.0.smithi007.stdout:from 8 to HEAD diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:42.266 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~71303168,79691776~54525952,138412032~12582912,155189248~12582912,171966464~46137344,226492416~29360128,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~4194304,402653184~12582912] 2024-08-04T16:32:42.267 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~67108864,226492416~50331648,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:32:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:32:43.187 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:43.187 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:43.218 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:43.218 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:43.218 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:43.235 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~134217728] 2024-08-04T16:32:43.235 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:43.235 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:43.243 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:43.243 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:43.243 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:43.246 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:43.246 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:43.246 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:43.256 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:43.256 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:43.256 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:43.263 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:43.264 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:43.264 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:43.265 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:43.266 INFO:tasks.workunit.client.0.smithi007.stdout:from 7 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:43.266 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~12582912,171966464~46137344,222298112~33554432,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:43.266 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~130023424,138412032~12582912,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:43 smithi062 ceph-mon[85960]: osdmap e2218: 8 total, 8 up, 8 in 2024-08-04T16:32:43.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:43 smithi007 ceph-mon[92692]: osdmap e2218: 8 total, 8 up, 8 in 2024-08-04T16:32:43.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:43 smithi007 ceph-mon[94998]: osdmap e2218: 8 total, 8 up, 8 in 2024-08-04T16:32:44.194 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:44.194 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:44.233 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:44.233 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:44.233 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:44.243 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~134217728] 2024-08-04T16:32:44.243 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:44.243 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:44.247 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:44.247 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:44.247 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:44.250 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:44.250 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:44.251 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:44.253 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:44.253 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:44.253 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:44.255 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:44.255 INFO:tasks.workunit.client.0.smithi007.stdout:from 6 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:44.255 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~12582912,318767104~8388608,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:44.257 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:44 smithi062 ceph-mon[85960]: pgmap v3854: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 133 KiB/s rd, 1.5 KiB/s wr, 266 op/s 2024-08-04T16:32:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:44 smithi062 ceph-mon[85960]: osdmap e2219: 8 total, 8 up, 8 in 2024-08-04T16:32:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:44 smithi007 ceph-mon[92692]: pgmap v3854: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 133 KiB/s rd, 1.5 KiB/s wr, 266 op/s 2024-08-04T16:32:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:44 smithi007 ceph-mon[92692]: osdmap e2219: 8 total, 8 up, 8 in 2024-08-04T16:32:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:44 smithi007 ceph-mon[94998]: pgmap v3854: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 133 KiB/s rd, 1.5 KiB/s wr, 266 op/s 2024-08-04T16:32:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:44 smithi007 ceph-mon[94998]: osdmap e2219: 8 total, 8 up, 8 in 2024-08-04T16:32:45.205 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:45.206 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:45.231 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:45.231 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:45.231 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:45.246 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~134217728] 2024-08-04T16:32:45.247 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:45.247 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:45.252 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:45.252 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:45.252 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:45.254 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:45.254 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:45.254 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:45.256 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:45.256 INFO:tasks.workunit.client.0.smithi007.stdout:from 5 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:45.256 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~4194304,394264576~20971520] 2024-08-04T16:32:45.258 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~88080384,394264576~20971520] 2024-08-04T16:32:45.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:45 smithi062 ceph-mon[85960]: osdmap e2220: 8 total, 8 up, 8 in 2024-08-04T16:32:45.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:45 smithi007 ceph-mon[92692]: osdmap e2220: 8 total, 8 up, 8 in 2024-08-04T16:32:45.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:45 smithi007 ceph-mon[94998]: osdmap e2220: 8 total, 8 up, 8 in 2024-08-04T16:32:46.182 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:46.183 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:46.214 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:46.214 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:46.214 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:46.218 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~134217728] 2024-08-04T16:32:46.218 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:46.218 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:46.221 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:46.221 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:46.221 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:46.223 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:46.224 INFO:tasks.workunit.client.0.smithi007.stdout:from 4 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:46.224 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:46.226 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:46.487 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:32:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:32:46] "GET /metrics HTTP/1.1" 200 36635 "" "Prometheus/2.43.0" 2024-08-04T16:32:46.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:46 smithi007 ceph-mon[92692]: pgmap v3857: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 1.1 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 215 KiB/s rd, 7.7 KiB/s wr, 347 op/s 2024-08-04T16:32:46.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:46 smithi007 ceph-mon[92692]: osdmap e2221: 8 total, 8 up, 8 in 2024-08-04T16:32:46.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:46 smithi007 ceph-mon[92692]: osdmap e2222: 8 total, 8 up, 8 in 2024-08-04T16:32:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:46 smithi007 ceph-mon[94998]: pgmap v3857: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 1.1 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 215 KiB/s rd, 7.7 KiB/s wr, 347 op/s 2024-08-04T16:32:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:46 smithi007 ceph-mon[94998]: osdmap e2221: 8 total, 8 up, 8 in 2024-08-04T16:32:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:46 smithi007 ceph-mon[94998]: osdmap e2222: 8 total, 8 up, 8 in 2024-08-04T16:32:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:46 smithi062 ceph-mon[85960]: pgmap v3857: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 1.1 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 215 KiB/s rd, 7.7 KiB/s wr, 347 op/s 2024-08-04T16:32:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:46 smithi062 ceph-mon[85960]: osdmap e2221: 8 total, 8 up, 8 in 2024-08-04T16:32:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:46 smithi062 ceph-mon[85960]: osdmap e2222: 8 total, 8 up, 8 in 2024-08-04T16:32:47.210 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:47.210 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:47.238 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:47.238 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:47.238 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:47.246 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~134217728] 2024-08-04T16:32:47.246 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:47.246 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:47.249 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:47.249 INFO:tasks.workunit.client.0.smithi007.stdout:from 3 to HEAD diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:47.249 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~29360128,138412032~12582912,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:47.250 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:48.209 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:48.209 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:48.236 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:48.237 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:48.237 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:48.241 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~134217728] 2024-08-04T16:32:48.241 INFO:tasks.workunit.client.0.smithi007.stdout:from 2 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:48.241 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~16777216,301989888~25165824,331350016~50331648,385875968~29360128] 2024-08-04T16:32:48.242 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~16777216,301989888~113246208] 2024-08-04T16:32:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:48 smithi062 ceph-mon[85960]: pgmap v3860: 137 pgs: 137 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 202 KiB/s rd, 6.0 KiB/s wr, 324 op/s 2024-08-04T16:32:48.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:48 smithi062 ceph-mon[85960]: osdmap e2223: 8 total, 8 up, 8 in 2024-08-04T16:32:48.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:48 smithi007 ceph-mon[94998]: pgmap v3860: 137 pgs: 137 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 202 KiB/s rd, 6.0 KiB/s wr, 324 op/s 2024-08-04T16:32:48.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:48 smithi007 ceph-mon[94998]: osdmap e2223: 8 total, 8 up, 8 in 2024-08-04T16:32:48.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:48 smithi007 ceph-mon[92692]: pgmap v3860: 137 pgs: 137 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 202 KiB/s rd, 6.0 KiB/s wr, 324 op/s 2024-08-04T16:32:48.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:48 smithi007 ceph-mon[92692]: osdmap e2223: 8 total, 8 up, 8 in 2024-08-04T16:32:49.214 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:49.215 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:49.226 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:49.226 INFO:tasks.workunit.client.0.smithi007.stdout:from 1 to HEAD diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:49.226 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~46137344,155189248~100663296,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:49.229 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~146800640,155189248~121634816,281018368~134217728] 2024-08-04T16:32:49.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:49 smithi062 ceph-mon[85960]: osdmap e2224: 8 total, 8 up, 8 in 2024-08-04T16:32:49.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:49 smithi007 ceph-mon[94998]: osdmap e2224: 8 total, 8 up, 8 in 2024-08-04T16:32:49.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:49 smithi007 ceph-mon[92692]: osdmap e2224: 8 total, 8 up, 8 in 2024-08-04T16:32:50.221 INFO:tasks.workunit.client.0.smithi007.stdout:from 0 to HEAD diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:50.221 INFO:tasks.workunit.client.0.smithi007.stdout: limited diff [4194304~96468992,104857600~150994944,260046848~12582912,281018368~46137344,331350016~50331648,385875968~29360128] 2024-08-04T16:32:50.238 INFO:tasks.workunit.client.0.smithi007.stdout: actual was [4194304~272629760,281018368~134217728] 2024-08-04T16:32:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:50 smithi062 ceph-mon[85960]: pgmap v3863: 137 pgs: 137 active+clean; 956 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 135 KiB/s rd, 6.0 KiB/s wr, 229 op/s 2024-08-04T16:32:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:50 smithi062 ceph-mon[85960]: osdmap e2225: 8 total, 8 up, 8 in 2024-08-04T16:32:50.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:50 smithi007 ceph-mon[94998]: pgmap v3863: 137 pgs: 137 active+clean; 956 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 135 KiB/s rd, 6.0 KiB/s wr, 229 op/s 2024-08-04T16:32:50.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:50 smithi007 ceph-mon[94998]: osdmap e2225: 8 total, 8 up, 8 in 2024-08-04T16:32:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:50 smithi007 ceph-mon[92692]: pgmap v3863: 137 pgs: 137 active+clean; 956 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 135 KiB/s rd, 6.0 KiB/s wr, 229 op/s 2024-08-04T16:32:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:50 smithi007 ceph-mon[92692]: osdmap e2225: 8 total, 8 up, 8 in 2024-08-04T16:32:51.208 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38649 ms) 2024-08-04T16:32:51.208 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-08-04T16:32:51.208 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:32:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:51 smithi062 ceph-mon[85960]: osdmap e2226: 8 total, 8 up, 8 in 2024-08-04T16:32:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:32:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:51 smithi062 ceph-mon[85960]: osdmap e2227: 8 total, 8 up, 8 in 2024-08-04T16:32:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:51 smithi007 ceph-mon[94998]: osdmap e2226: 8 total, 8 up, 8 in 2024-08-04T16:32:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:32:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:51 smithi007 ceph-mon[94998]: osdmap e2227: 8 total, 8 up, 8 in 2024-08-04T16:32:51.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:51 smithi007 ceph-mon[92692]: osdmap e2226: 8 total, 8 up, 8 in 2024-08-04T16:32:51.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:32:51.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:51 smithi007 ceph-mon[92692]: osdmap e2227: 8 total, 8 up, 8 in 2024-08-04T16:32:52.346 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1138 ms) 2024-08-04T16:32:52.346 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-08-04T16:32:52.346 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:32:52.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:52 smithi062 ceph-mon[85960]: pgmap v3866: 137 pgs: 137 active+clean; 869 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 110 KiB/s rd, 6.0 KiB/s wr, 177 op/s 2024-08-04T16:32:52.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:32:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:32:52.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:52 smithi007 ceph-mon[94998]: pgmap v3866: 137 pgs: 137 active+clean; 869 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 110 KiB/s rd, 6.0 KiB/s wr, 177 op/s 2024-08-04T16:32:52.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:52 smithi007 ceph-mon[92692]: pgmap v3866: 137 pgs: 137 active+clean; 869 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 110 KiB/s rd, 6.0 KiB/s wr, 177 op/s 2024-08-04T16:32:53.361 INFO:tasks.workunit.client.0.smithi007.stdout: wrote [0~20971520] to clone 2024-08-04T16:32:53.361 INFO:tasks.workunit.client.0.smithi007.stdout: diff was [0~20971520] 2024-08-04T16:32:53.365 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1019 ms) 2024-08-04T16:32:53.365 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-08-04T16:32:53.365 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:32:53.385 INFO:tasks.workunit.client.0.smithi007.stdout: wrote [4371934~83668,6519020~65440,6817619~3028,7139842~79534,7711498~25217,8094235~26624,11583646~3126,13831524~80879,15675128~99906,17254844~81765] 2024-08-04T16:32:53.398 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (34 ms) 2024-08-04T16:32:53.398 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-08-04T16:32:53.398 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:32:53.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:53 smithi062 ceph-mon[85960]: osdmap e2228: 8 total, 8 up, 8 in 2024-08-04T16:32:53.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:53 smithi007 ceph-mon[94998]: osdmap e2228: 8 total, 8 up, 8 in 2024-08-04T16:32:53.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:53 smithi007 ceph-mon[92692]: osdmap e2228: 8 total, 8 up, 8 in 2024-08-04T16:32:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:54 smithi062 ceph-mon[85960]: pgmap v3869: 137 pgs: 137 active+clean; 838 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 20 KiB/s rd, 1.0 MiB/s wr, 39 op/s 2024-08-04T16:32:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:54 smithi062 ceph-mon[85960]: osdmap e2229: 8 total, 8 up, 8 in 2024-08-04T16:32:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:54 smithi007 ceph-mon[92692]: pgmap v3869: 137 pgs: 137 active+clean; 838 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 20 KiB/s rd, 1.0 MiB/s wr, 39 op/s 2024-08-04T16:32:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:54 smithi007 ceph-mon[92692]: osdmap e2229: 8 total, 8 up, 8 in 2024-08-04T16:32:54.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:54 smithi007 ceph-mon[94998]: pgmap v3869: 137 pgs: 137 active+clean; 838 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 20 KiB/s rd, 1.0 MiB/s wr, 39 op/s 2024-08-04T16:32:54.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:54 smithi007 ceph-mon[94998]: osdmap e2229: 8 total, 8 up, 8 in 2024-08-04T16:32:55.352 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1953 ms) 2024-08-04T16:32:55.352 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-08-04T16:32:55.352 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:32:55.398 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (46 ms) 2024-08-04T16:32:55.398 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-08-04T16:32:55.398 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:32:55.469 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (71 ms) 2024-08-04T16:32:55.469 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-08-04T16:32:55.469 INFO:tasks.workunit.client.0.smithi007.stdout:using new format! 2024-08-04T16:32:55.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:55 smithi062 ceph-mon[85960]: osdmap e2230: 8 total, 8 up, 8 in 2024-08-04T16:32:55.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:55 smithi007 ceph-mon[94998]: osdmap e2230: 8 total, 8 up, 8 in 2024-08-04T16:32:55.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:55 smithi007 ceph-mon[92692]: osdmap e2230: 8 total, 8 up, 8 in 2024-08-04T16:32:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:56 smithi062 ceph-mon[85960]: pgmap v3872: 137 pgs: 137 active+clean; 805 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 7.1 MiB/s wr, 233 op/s 2024-08-04T16:32:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:56 smithi062 ceph-mon[85960]: osdmap e2231: 8 total, 8 up, 8 in 2024-08-04T16:32:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:56 smithi062 ceph-mon[85960]: osdmap e2232: 8 total, 8 up, 8 in 2024-08-04T16:32:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:32:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:32:56] "GET /metrics HTTP/1.1" 200 36640 "" "Prometheus/2.43.0" 2024-08-04T16:32:56.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:56 smithi007 ceph-mon[92692]: pgmap v3872: 137 pgs: 137 active+clean; 805 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 7.1 MiB/s wr, 233 op/s 2024-08-04T16:32:56.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:56 smithi007 ceph-mon[92692]: osdmap e2231: 8 total, 8 up, 8 in 2024-08-04T16:32:56.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:56 smithi007 ceph-mon[92692]: osdmap e2232: 8 total, 8 up, 8 in 2024-08-04T16:32:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:56 smithi007 ceph-mon[94998]: pgmap v3872: 137 pgs: 137 active+clean; 805 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 7.1 MiB/s wr, 233 op/s 2024-08-04T16:32:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:56 smithi007 ceph-mon[94998]: osdmap e2231: 8 total, 8 up, 8 in 2024-08-04T16:32:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:56 smithi007 ceph-mon[94998]: osdmap e2232: 8 total, 8 up, 8 in 2024-08-04T16:32:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:32:58 smithi062 ceph-mon[85960]: pgmap v3875: 137 pgs: 137 active+clean; 831 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 12 MiB/s wr, 268 op/s 2024-08-04T16:32:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:32:58 smithi007 ceph-mon[94998]: pgmap v3875: 137 pgs: 137 active+clean; 831 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 12 MiB/s wr, 268 op/s 2024-08-04T16:32:58.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:32:58 smithi007 ceph-mon[92692]: pgmap v3875: 137 pgs: 137 active+clean; 831 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 12 MiB/s wr, 268 op/s 2024-08-04T16:33:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:00 smithi062 ceph-mon[85960]: pgmap v3876: 137 pgs: 137 active+clean; 867 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 9.0 MiB/s wr, 273 op/s 2024-08-04T16:33:00.512 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5043 ms) 2024-08-04T16:33:00.512 INFO:tasks.workunit.client.0.smithi007.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-08-04T16:33:00.512 INFO:tasks.workunit.client.0.smithi007.stdout:SKIPPING 2024-08-04T16:33:00.512 INFO:tasks.workunit.client.0.smithi007.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-08-04T16:33:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:00 smithi007 ceph-mon[92692]: pgmap v3876: 137 pgs: 137 active+clean; 867 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 9.0 MiB/s wr, 273 op/s 2024-08-04T16:33:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:00 smithi007 ceph-mon[94998]: pgmap v3876: 137 pgs: 137 active+clean; 867 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 9.0 MiB/s wr, 273 op/s 2024-08-04T16:33:01.185 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] 19 tests from DiffIterateTest/1 (253251 ms total) 2024-08-04T16:33:01.185 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:33:01.185 INFO:tasks.workunit.client.0.smithi007.stdout:[----------] Global test environment tear-down 2024-08-04T16:33:01.185 INFO:tasks.workunit.client.0.smithi007.stdout:[==========] 425 tests from 16 test suites ran. (1424539 ms total) 2024-08-04T16:33:01.185 INFO:tasks.workunit.client.0.smithi007.stdout:[ PASSED ] 425 tests. 2024-08-04T16:33:01.185 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:33:01.185 INFO:tasks.workunit.client.0.smithi007.stdout: YOU HAVE 2 DISABLED TESTS 2024-08-04T16:33:01.185 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:33:01.195 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T16:33:01.195 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T16:33:01.269 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-08-04T16:33:01.269 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-04T16:33:01.540 DEBUG:teuthology.parallel:result is None 2024-08-04T16:33:01.540 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-04T16:33:01.566 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-04T16:33:01.567 DEBUG:teuthology.orchestra.run.smithi007:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-04T16:33:01.623 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-04T16:33:01.623 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-04T16:33:01.623 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-08-04T16:33:01.623 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-04T16:33:01.623 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-08-04T16:33:01.623 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-04T16:33:01.624 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-04T16:33:01.624 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-04T16:33:01.624 DEBUG:teuthology.orchestra.run.smithi007:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-04T16:33:01.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-04T16:33:01.680 INFO:teuthology.orchestra.run.smithi007.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-04T16:33:01.680 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-04T16:33:01.736 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-04T16:33:01.736 DEBUG:teuthology.orchestra.run.smithi007:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-04T16:33:01.792 INFO:tasks.workunit:timeout=3h 2024-08-04T16:33:01.792 INFO:tasks.workunit:cleanup=True 2024-08-04T16:33:01.793 DEBUG:teuthology.orchestra.run.smithi007:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-04T16:33:01.849 INFO:tasks.workunit.client.0.smithi007.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-04T16:33:02.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:02 smithi062 ceph-mon[85960]: pgmap v3877: 137 pgs: 137 active+clean; 878 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.9 MiB/s wr, 140 op/s 2024-08-04T16:33:02.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:02 smithi062 ceph-mon[85960]: osdmap e2233: 8 total, 8 up, 8 in 2024-08-04T16:33:02.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:33:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:33:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:33:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:02 smithi007 ceph-mon[92692]: pgmap v3877: 137 pgs: 137 active+clean; 878 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.9 MiB/s wr, 140 op/s 2024-08-04T16:33:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:02 smithi007 ceph-mon[92692]: osdmap e2233: 8 total, 8 up, 8 in 2024-08-04T16:33:02.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:02 smithi007 ceph-mon[94998]: pgmap v3877: 137 pgs: 137 active+clean; 878 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.9 MiB/s wr, 140 op/s 2024-08-04T16:33:02.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:02 smithi007 ceph-mon[94998]: osdmap e2233: 8 total, 8 up, 8 in 2024-08-04T16:33:04.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:04 smithi062 ceph-mon[85960]: pgmap v3879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-08-04T16:33:04.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:04 smithi007 ceph-mon[92692]: pgmap v3879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-08-04T16:33:04.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:04 smithi007 ceph-mon[94998]: pgmap v3879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-08-04T16:33:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:06 smithi062 ceph-mon[85960]: pgmap v3880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-08-04T16:33:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:33:06.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:33:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:33:06] "GET /metrics HTTP/1.1" 200 34148 "" "Prometheus/2.43.0" 2024-08-04T16:33:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:06 smithi007 ceph-mon[92692]: pgmap v3880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-08-04T16:33:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:33:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:06 smithi007 ceph-mon[94998]: pgmap v3880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-08-04T16:33:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:33:07.663 DEBUG:teuthology.orchestra.run.smithi007:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-04T16:33:07.719 INFO:tasks.workunit.client.0.smithi007.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-04T16:33:07.721 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-04T16:33:07.721 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-04T16:33:07.771 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-04T16:33:07.822 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-04T16:33:07.863 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-04T16:33:07.864 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-04T16:33:07.864 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-04T16:33:07.904 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-04T16:33:07.907 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T16:33:07.907 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-04T16:33:07.964 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-08-04T16:33:07.965 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-08-04T16:33:07.965 DEBUG:teuthology.orchestra.run.smithi007:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-08-04T16:33:08.025 INFO:tasks.workunit.client.0.smithi007.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-08-04T16:33:08.026 INFO:tasks.workunit.client.0.smithi007.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-08-04T16:33:08.026 INFO:tasks.workunit.client.0.smithi007.stderr:+ '[' -n '' ']' 2024-08-04T16:33:08.026 INFO:tasks.workunit.client.0.smithi007.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-08-04T16:33:08.197 INFO:tasks.workunit.client.0.smithi007.stdout:============================= test session starts ============================== 2024-08-04T16:33:08.198 INFO:tasks.workunit.client.0.smithi007.stdout:platform linux -- Python 3.9.18, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-08-04T16:33:08.198 INFO:tasks.workunit.client.0.smithi007.stdout:cachedir: .pytest_cache 2024-08-04T16:33:08.198 INFO:tasks.workunit.client.0.smithi007.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-08-04T16:33:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:08 smithi062 ceph-mon[85960]: pgmap v3881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:33:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:08 smithi007 ceph-mon[92692]: pgmap v3881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:33:08.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:08 smithi007 ceph-mon[94998]: pgmap v3881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:33:08.651 INFO:tasks.workunit.client.0.smithi007.stdout:collecting ... collected 172 items 2024-08-04T16:33:08.652 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:33:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:10 smithi062 ceph-mon[85960]: pgmap v3882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:33:10.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:10 smithi062 ceph-mon[85960]: osdmap e2234: 8 total, 8 up, 8 in 2024-08-04T16:33:10.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:10 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi007-166152-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:33:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:10 smithi007 ceph-mon[92692]: pgmap v3882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:33:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:10 smithi007 ceph-mon[92692]: osdmap e2234: 8 total, 8 up, 8 in 2024-08-04T16:33:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:10 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi007-166152-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:33:10.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:10 smithi007 ceph-mon[94998]: pgmap v3882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:33:10.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:10 smithi007 ceph-mon[94998]: osdmap e2234: 8 total, 8 up, 8 in 2024-08-04T16:33:10.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:10 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi007-166152-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:33:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:11 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi007-166152-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-04T16:33:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:11 smithi062 ceph-mon[85960]: osdmap e2235: 8 total, 8 up, 8 in 2024-08-04T16:33:11.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:11 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi007-166152-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-04T16:33:11.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:11 smithi007 ceph-mon[92692]: osdmap e2235: 8 total, 8 up, 8 in 2024-08-04T16:33:11.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:11 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi007-166152-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-04T16:33:11.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:11 smithi007 ceph-mon[94998]: osdmap e2235: 8 total, 8 up, 8 in 2024-08-04T16:33:12.232 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-08-04T16:33:12.325 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-08-04T16:33:12.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:12 smithi062 ceph-mon[85960]: pgmap v3885: 137 pgs: 3 creating+activating, 7 creating+peering, 20 unknown, 107 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:33:12.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:12 smithi062 ceph-mon[85960]: osdmap e2236: 8 total, 8 up, 8 in 2024-08-04T16:33:12.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:33:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:33:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:33:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:12 smithi007 ceph-mon[94998]: pgmap v3885: 137 pgs: 3 creating+activating, 7 creating+peering, 20 unknown, 107 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:33:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:12 smithi007 ceph-mon[94998]: osdmap e2236: 8 total, 8 up, 8 in 2024-08-04T16:33:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:12 smithi007 ceph-mon[92692]: pgmap v3885: 137 pgs: 3 creating+activating, 7 creating+peering, 20 unknown, 107 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:33:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:12 smithi007 ceph-mon[92692]: osdmap e2236: 8 total, 8 up, 8 in 2024-08-04T16:33:12.938 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-08-04T16:33:13.035 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-08-04T16:33:13.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:13 smithi062 ceph-mon[85960]: osdmap e2237: 8 total, 8 up, 8 in 2024-08-04T16:33:13.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:13 smithi007 ceph-mon[92692]: osdmap e2237: 8 total, 8 up, 8 in 2024-08-04T16:33:13.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:13 smithi007 ceph-mon[94998]: osdmap e2237: 8 total, 8 up, 8 in 2024-08-04T16:33:14.339 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-08-04T16:33:14.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:14 smithi062 ceph-mon[85960]: pgmap v3888: 137 pgs: 3 creating+activating, 7 creating+peering, 15 unknown, 112 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:33:14.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:14 smithi062 ceph-mon[85960]: osdmap e2238: 8 total, 8 up, 8 in 2024-08-04T16:33:14.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:14 smithi007 ceph-mon[92692]: pgmap v3888: 137 pgs: 3 creating+activating, 7 creating+peering, 15 unknown, 112 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:33:14.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:14 smithi007 ceph-mon[92692]: osdmap e2238: 8 total, 8 up, 8 in 2024-08-04T16:33:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:14 smithi007 ceph-mon[94998]: pgmap v3888: 137 pgs: 3 creating+activating, 7 creating+peering, 15 unknown, 112 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:33:14.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:14 smithi007 ceph-mon[94998]: osdmap e2238: 8 total, 8 up, 8 in 2024-08-04T16:33:14.860 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-08-04T16:33:15.386 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 4%] 2024-08-04T16:33:15.477 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-08-04T16:33:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:15 smithi062 ceph-mon[85960]: osdmap e2239: 8 total, 8 up, 8 in 2024-08-04T16:33:15.565 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 5%] 2024-08-04T16:33:15.576 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-08-04T16:33:15.578 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-08-04T16:33:15.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:15 smithi007 ceph-mon[92692]: osdmap e2239: 8 total, 8 up, 8 in 2024-08-04T16:33:15.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:15 smithi007 ceph-mon[94998]: osdmap e2239: 8 total, 8 up, 8 in 2024-08-04T16:33:15.654 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-08-04T16:33:15.714 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-08-04T16:33:15.794 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 8%] 2024-08-04T16:33:15.895 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 8%] 2024-08-04T16:33:16.118 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 9%] 2024-08-04T16:33:16.133 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 9%] 2024-08-04T16:33:16.143 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 10%] 2024-08-04T16:33:16.171 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 11%] 2024-08-04T16:33:16.487 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:33:16] "GET /metrics HTTP/1.1" 200 34148 "" "Prometheus/2.43.0" 2024-08-04T16:33:16.487 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:33:16] ENGINE Bus STOPPING 2024-08-04T16:33:16.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: pgmap v3891: 137 pgs: 3 creating+activating, 7 creating+peering, 127 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 19 KiB/s wr, 215 op/s 2024-08-04T16:33:16.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' 2024-08-04T16:33:16.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:33:16.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:33:16.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:33:16.489 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:33:16.489 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:33:16.489 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:33:16.489 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:33:16.489 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:33:16.489 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:33:16.489 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:33:16.489 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:33:16.489 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:33:16.489 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:33:16.489 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:33:16.489 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:33:16.489 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:33:16.489 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:33:16.490 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:33:16.490 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:33:16.490 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:33:16.490 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:33:16.490 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:33:16.490 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:33:16.490 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:33:16.490 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:33:16.490 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:33:16.490 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:33:16.490 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:33:16.490 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:33:16.490 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:33:16.491 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: pgmap v3891: 137 pgs: 3 creating+activating, 7 creating+peering, 127 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 19 KiB/s wr, 215 op/s 2024-08-04T16:33:16.491 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' 2024-08-04T16:33:16.491 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:33:16.491 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:33:16.491 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:33:16.491 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:33:16.491 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:33:16.491 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:33:16.491 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:33:16.491 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:33:16.491 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:33:16.492 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:33:16.492 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:33:16.492 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:33:16.492 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:33:16.492 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:33:16.492 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:33:16.492 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:33:16.492 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:33:16.492 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:33:16.492 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:33:16.492 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:33:16.492 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:33:16.492 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:33:16.492 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:33:16.493 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:33:16.493 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:33:16.493 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:33:16.493 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:33:16.493 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:33:16.493 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:33:16.493 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:33:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: pgmap v3891: 137 pgs: 3 creating+activating, 7 creating+peering, 127 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 19 KiB/s wr, 215 op/s 2024-08-04T16:33:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' 2024-08-04T16:33:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:33:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:33:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:33:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:33:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:33:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:33:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:33:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:33:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:33:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:33:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:33:16.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:33:16.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:33:16.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:33:16.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:33:16.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:33:16.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:33:16.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:33:16.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:33:16.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:33:16.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:33:16.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:33:16.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:33:16.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:33:16.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:33:16.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:33:16.513 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:33:16.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:33:16.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:33:16.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:16 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:33:16.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:33:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T16:33:16.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:33:16] ENGINE Bus STOPPED 2024-08-04T16:33:16.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:33:16] ENGINE Bus STARTING 2024-08-04T16:33:16.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:33:16] ENGINE Serving on http://:::9283 2024-08-04T16:33:16.837 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:33:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:33:16] ENGINE Bus STARTED 2024-08-04T16:33:18.335 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 11%] 2024-08-04T16:33:18.336 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 12%] 2024-08-04T16:33:18.337 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 12%] 2024-08-04T16:33:18.410 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 13%] 2024-08-04T16:33:18.480 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 13%] 2024-08-04T16:33:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:18 smithi062 ceph-mon[85960]: pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 319 KiB/s rd, 20 KiB/s wr, 426 op/s 2024-08-04T16:33:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:18 smithi062 ceph-mon[85960]: osdmap e2240: 8 total, 8 up, 8 in 2024-08-04T16:33:18.554 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 14%] 2024-08-04T16:33:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:18 smithi007 ceph-mon[94998]: pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 319 KiB/s rd, 20 KiB/s wr, 426 op/s 2024-08-04T16:33:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:18 smithi007 ceph-mon[94998]: osdmap e2240: 8 total, 8 up, 8 in 2024-08-04T16:33:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:18 smithi007 ceph-mon[92692]: pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 319 KiB/s rd, 20 KiB/s wr, 426 op/s 2024-08-04T16:33:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:18 smithi007 ceph-mon[92692]: osdmap e2240: 8 total, 8 up, 8 in 2024-08-04T16:33:18.628 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 15%] 2024-08-04T16:33:18.699 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 15%] 2024-08-04T16:33:18.773 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 16%] 2024-08-04T16:33:18.846 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 16%] 2024-08-04T16:33:18.915 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 17%] 2024-08-04T16:33:18.994 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 18%] 2024-08-04T16:33:19.067 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 18%] 2024-08-04T16:33:19.137 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 19%] 2024-08-04T16:33:19.216 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 19%] 2024-08-04T16:33:19.288 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 20%] 2024-08-04T16:33:19.372 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 20%] 2024-08-04T16:33:19.455 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 21%] 2024-08-04T16:33:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:19 smithi062 ceph-mon[85960]: osdmap e2241: 8 total, 8 up, 8 in 2024-08-04T16:33:19.533 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 22%] 2024-08-04T16:33:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:19 smithi007 ceph-mon[92692]: osdmap e2241: 8 total, 8 up, 8 in 2024-08-04T16:33:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:19 smithi007 ceph-mon[94998]: osdmap e2241: 8 total, 8 up, 8 in 2024-08-04T16:33:19.614 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 22%] 2024-08-04T16:33:19.687 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 23%] 2024-08-04T16:33:19.757 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 23%] 2024-08-04T16:33:19.879 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 24%] 2024-08-04T16:33:19.953 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 25%] 2024-08-04T16:33:20.039 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 25%] 2024-08-04T16:33:20.110 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 26%] 2024-08-04T16:33:20.192 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 26%] 2024-08-04T16:33:20.275 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 27%] 2024-08-04T16:33:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:20 smithi062 ceph-mon[85960]: pgmap v3895: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 53 KiB/s wr, 651 op/s 2024-08-04T16:33:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:20 smithi007 ceph-mon[92692]: pgmap v3895: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 53 KiB/s wr, 651 op/s 2024-08-04T16:33:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:20 smithi007 ceph-mon[94998]: pgmap v3895: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 53 KiB/s wr, 651 op/s 2024-08-04T16:33:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:33:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:21 smithi062 ceph-mon[85960]: osdmap e2242: 8 total, 8 up, 8 in 2024-08-04T16:33:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:33:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:21 smithi007 ceph-mon[92692]: osdmap e2242: 8 total, 8 up, 8 in 2024-08-04T16:33:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:33:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:21 smithi007 ceph-mon[94998]: osdmap e2242: 8 total, 8 up, 8 in 2024-08-04T16:33:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:22 smithi062 ceph-mon[85960]: pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 787 op/s 2024-08-04T16:33:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:22 smithi062 ceph-mon[85960]: osdmap e2243: 8 total, 8 up, 8 in 2024-08-04T16:33:22.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:33:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:33:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:33:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:22 smithi007 ceph-mon[94998]: pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 787 op/s 2024-08-04T16:33:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:22 smithi007 ceph-mon[94998]: osdmap e2243: 8 total, 8 up, 8 in 2024-08-04T16:33:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:22 smithi007 ceph-mon[92692]: pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 787 op/s 2024-08-04T16:33:22.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:22 smithi007 ceph-mon[92692]: osdmap e2243: 8 total, 8 up, 8 in 2024-08-04T16:33:24.300 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 27%] 2024-08-04T16:33:24.402 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 28%] 2024-08-04T16:33:24.504 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 29%] 2024-08-04T16:33:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:24 smithi062 ceph-mon[85960]: pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 778 op/s 2024-08-04T16:33:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:24 smithi062 ceph-mon[85960]: osdmap e2244: 8 total, 8 up, 8 in 2024-08-04T16:33:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:24 smithi007 ceph-mon[94998]: pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 778 op/s 2024-08-04T16:33:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:24 smithi007 ceph-mon[94998]: osdmap e2244: 8 total, 8 up, 8 in 2024-08-04T16:33:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:24 smithi007 ceph-mon[92692]: pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 778 op/s 2024-08-04T16:33:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:24 smithi007 ceph-mon[92692]: osdmap e2244: 8 total, 8 up, 8 in 2024-08-04T16:33:24.708 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 29%] 2024-08-04T16:33:24.896 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 30%] 2024-08-04T16:33:24.969 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 30%] 2024-08-04T16:33:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:25 smithi062 ceph-mon[85960]: osdmap e2245: 8 total, 8 up, 8 in 2024-08-04T16:33:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]: dispatch 2024-08-04T16:33:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.14", "id": [5, 1]}]: dispatch 2024-08-04T16:33:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:25 smithi007 ceph-mon[92692]: osdmap e2245: 8 total, 8 up, 8 in 2024-08-04T16:33:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]: dispatch 2024-08-04T16:33:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.14", "id": [5, 1]}]: dispatch 2024-08-04T16:33:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:25 smithi007 ceph-mon[94998]: osdmap e2245: 8 total, 8 up, 8 in 2024-08-04T16:33:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]: dispatch 2024-08-04T16:33:25.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.14", "id": [5, 1]}]: dispatch 2024-08-04T16:33:26.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:26 smithi062 ceph-mon[85960]: pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 532 KiB/s rd, 37 KiB/s wr, 736 op/s 2024-08-04T16:33:26.622 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]': finished 2024-08-04T16:33:26.623 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.14", "id": [5, 1]}]': finished 2024-08-04T16:33:26.623 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:26 smithi062 ceph-mon[85960]: osdmap e2246: 8 total, 8 up, 8 in 2024-08-04T16:33:26.623 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:26 smithi062 ceph-mon[85960]: osdmap e2247: 8 total, 8 up, 8 in 2024-08-04T16:33:26.623 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:33:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:33:26] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-08-04T16:33:26.624 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:26 smithi007 ceph-mon[94998]: pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 532 KiB/s rd, 37 KiB/s wr, 736 op/s 2024-08-04T16:33:26.624 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]': finished 2024-08-04T16:33:26.624 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.14", "id": [5, 1]}]': finished 2024-08-04T16:33:26.624 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:26 smithi007 ceph-mon[94998]: osdmap e2246: 8 total, 8 up, 8 in 2024-08-04T16:33:26.624 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:26 smithi007 ceph-mon[94998]: osdmap e2247: 8 total, 8 up, 8 in 2024-08-04T16:33:26.624 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:26 smithi007 ceph-mon[92692]: pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 532 KiB/s rd, 37 KiB/s wr, 736 op/s 2024-08-04T16:33:26.624 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]': finished 2024-08-04T16:33:26.624 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.14", "id": [5, 1]}]': finished 2024-08-04T16:33:26.625 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:26 smithi007 ceph-mon[92692]: osdmap e2246: 8 total, 8 up, 8 in 2024-08-04T16:33:26.625 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:26 smithi007 ceph-mon[92692]: osdmap e2247: 8 total, 8 up, 8 in 2024-08-04T16:33:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:28 smithi062 ceph-mon[85960]: pgmap v3905: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 590 KiB/s rd, 49 KiB/s wr, 824 op/s 2024-08-04T16:33:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:28 smithi062 ceph-mon[85960]: osdmap e2248: 8 total, 8 up, 8 in 2024-08-04T16:33:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:28 smithi007 ceph-mon[92692]: pgmap v3905: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 590 KiB/s rd, 49 KiB/s wr, 824 op/s 2024-08-04T16:33:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:28 smithi007 ceph-mon[92692]: osdmap e2248: 8 total, 8 up, 8 in 2024-08-04T16:33:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:28 smithi007 ceph-mon[94998]: pgmap v3905: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 590 KiB/s rd, 49 KiB/s wr, 824 op/s 2024-08-04T16:33:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:28 smithi007 ceph-mon[94998]: osdmap e2248: 8 total, 8 up, 8 in 2024-08-04T16:33:29.372 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 31%] 2024-08-04T16:33:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:29 smithi062 ceph-mon[85960]: osdmap e2249: 8 total, 8 up, 8 in 2024-08-04T16:33:29.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:29 smithi007 ceph-mon[92692]: osdmap e2249: 8 total, 8 up, 8 in 2024-08-04T16:33:29.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:29 smithi007 ceph-mon[94998]: osdmap e2249: 8 total, 8 up, 8 in 2024-08-04T16:33:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:30 smithi062 ceph-mon[85960]: pgmap v3908: 137 pgs: 1 active+remapped, 136 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 381 KiB/s rd, 2.0 MiB/s wr, 532 op/s; 0 B/s, 1 objects/s recovering 2024-08-04T16:33:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:30 smithi062 ceph-mon[85960]: osdmap e2250: 8 total, 8 up, 8 in 2024-08-04T16:33:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:30 smithi007 ceph-mon[94998]: pgmap v3908: 137 pgs: 1 active+remapped, 136 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 381 KiB/s rd, 2.0 MiB/s wr, 532 op/s; 0 B/s, 1 objects/s recovering 2024-08-04T16:33:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:30 smithi007 ceph-mon[94998]: osdmap e2250: 8 total, 8 up, 8 in 2024-08-04T16:33:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:30 smithi007 ceph-mon[92692]: pgmap v3908: 137 pgs: 1 active+remapped, 136 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 381 KiB/s rd, 2.0 MiB/s wr, 532 op/s; 0 B/s, 1 objects/s recovering 2024-08-04T16:33:30.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:30 smithi007 ceph-mon[92692]: osdmap e2250: 8 total, 8 up, 8 in 2024-08-04T16:33:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:31 smithi062 ceph-mon[85960]: osdmap e2251: 8 total, 8 up, 8 in 2024-08-04T16:33:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:31 smithi062 ceph-mon[85960]: osdmap e2252: 8 total, 8 up, 8 in 2024-08-04T16:33:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:31 smithi007 ceph-mon[94998]: osdmap e2251: 8 total, 8 up, 8 in 2024-08-04T16:33:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:31 smithi007 ceph-mon[94998]: osdmap e2252: 8 total, 8 up, 8 in 2024-08-04T16:33:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:31 smithi007 ceph-mon[92692]: osdmap e2251: 8 total, 8 up, 8 in 2024-08-04T16:33:31.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:31 smithi007 ceph-mon[92692]: osdmap e2252: 8 total, 8 up, 8 in 2024-08-04T16:33:32.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:32 smithi062 ceph-mon[85960]: pgmap v3911: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 2.0 MiB/s wr, 430 op/s; 0 B/s, 2 objects/s recovering 2024-08-04T16:33:32.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:33:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:33:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:33:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:32 smithi007 ceph-mon[94998]: pgmap v3911: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 2.0 MiB/s wr, 430 op/s; 0 B/s, 2 objects/s recovering 2024-08-04T16:33:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:32 smithi007 ceph-mon[92692]: pgmap v3911: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 2.0 MiB/s wr, 430 op/s; 0 B/s, 2 objects/s recovering 2024-08-04T16:33:33.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:33 smithi062 ceph-mon[85960]: osdmap e2253: 8 total, 8 up, 8 in 2024-08-04T16:33:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:33 smithi007 ceph-mon[92692]: osdmap e2253: 8 total, 8 up, 8 in 2024-08-04T16:33:33.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:33 smithi007 ceph-mon[94998]: osdmap e2253: 8 total, 8 up, 8 in 2024-08-04T16:33:34.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:34 smithi062 ceph-mon[85960]: pgmap v3914: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 17 KiB/s wr, 191 op/s; 0 B/s, 1 objects/s recovering 2024-08-04T16:33:34.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:34 smithi062 ceph-mon[85960]: osdmap e2254: 8 total, 8 up, 8 in 2024-08-04T16:33:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:34 smithi007 ceph-mon[92692]: pgmap v3914: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 17 KiB/s wr, 191 op/s; 0 B/s, 1 objects/s recovering 2024-08-04T16:33:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:34 smithi007 ceph-mon[92692]: osdmap e2254: 8 total, 8 up, 8 in 2024-08-04T16:33:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:34 smithi007 ceph-mon[94998]: pgmap v3914: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 17 KiB/s wr, 191 op/s; 0 B/s, 1 objects/s recovering 2024-08-04T16:33:34.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:34 smithi007 ceph-mon[94998]: osdmap e2254: 8 total, 8 up, 8 in 2024-08-04T16:33:35.380 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone PASSED [ 31%] 2024-08-04T16:33:35.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:35 smithi062 ceph-mon[85960]: osdmap e2255: 8 total, 8 up, 8 in 2024-08-04T16:33:35.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:35 smithi007 ceph-mon[94998]: osdmap e2255: 8 total, 8 up, 8 in 2024-08-04T16:33:35.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:35 smithi007 ceph-mon[92692]: osdmap e2255: 8 total, 8 up, 8 in 2024-08-04T16:33:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:36 smithi062 ceph-mon[85960]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 6.7 KiB/s wr, 106 op/s 2024-08-04T16:33:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:36 smithi062 ceph-mon[85960]: osdmap e2256: 8 total, 8 up, 8 in 2024-08-04T16:33:36.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:33:36.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:36 smithi062 ceph-mon[85960]: osdmap e2257: 8 total, 8 up, 8 in 2024-08-04T16:33:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:33:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:33:36] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-08-04T16:33:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:36 smithi007 ceph-mon[92692]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 6.7 KiB/s wr, 106 op/s 2024-08-04T16:33:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:36 smithi007 ceph-mon[92692]: osdmap e2256: 8 total, 8 up, 8 in 2024-08-04T16:33:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:33:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:36 smithi007 ceph-mon[92692]: osdmap e2257: 8 total, 8 up, 8 in 2024-08-04T16:33:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:36 smithi007 ceph-mon[94998]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 6.7 KiB/s wr, 106 op/s 2024-08-04T16:33:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:36 smithi007 ceph-mon[94998]: osdmap e2256: 8 total, 8 up, 8 in 2024-08-04T16:33:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:33:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:36 smithi007 ceph-mon[94998]: osdmap e2257: 8 total, 8 up, 8 in 2024-08-04T16:33:37.309 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 32%] 2024-08-04T16:33:38.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:38 smithi062 ceph-mon[85960]: pgmap v3920: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 12 KiB/s wr, 260 op/s 2024-08-04T16:33:38.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:38 smithi062 ceph-mon[85960]: osdmap e2258: 8 total, 8 up, 8 in 2024-08-04T16:33:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:38 smithi007 ceph-mon[94998]: pgmap v3920: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 12 KiB/s wr, 260 op/s 2024-08-04T16:33:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:38 smithi007 ceph-mon[94998]: osdmap e2258: 8 total, 8 up, 8 in 2024-08-04T16:33:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:38 smithi007 ceph-mon[92692]: pgmap v3920: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 12 KiB/s wr, 260 op/s 2024-08-04T16:33:38.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:38 smithi007 ceph-mon[92692]: osdmap e2258: 8 total, 8 up, 8 in 2024-08-04T16:33:39.364 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 33%] 2024-08-04T16:33:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:39 smithi007 ceph-mon[94998]: osdmap e2259: 8 total, 8 up, 8 in 2024-08-04T16:33:39.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:39 smithi007 ceph-mon[92692]: osdmap e2259: 8 total, 8 up, 8 in 2024-08-04T16:33:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:39 smithi062 ceph-mon[85960]: osdmap e2259: 8 total, 8 up, 8 in 2024-08-04T16:33:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:40 smithi007 ceph-mon[94998]: pgmap v3923: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 11 KiB/s wr, 241 op/s 2024-08-04T16:33:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:40 smithi007 ceph-mon[94998]: osdmap e2260: 8 total, 8 up, 8 in 2024-08-04T16:33:40.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:40 smithi007 ceph-mon[92692]: pgmap v3923: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 11 KiB/s wr, 241 op/s 2024-08-04T16:33:40.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:40 smithi007 ceph-mon[92692]: osdmap e2260: 8 total, 8 up, 8 in 2024-08-04T16:33:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:40 smithi062 ceph-mon[85960]: pgmap v3923: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 11 KiB/s wr, 241 op/s 2024-08-04T16:33:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:40 smithi062 ceph-mon[85960]: osdmap e2260: 8 total, 8 up, 8 in 2024-08-04T16:33:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:41 smithi007 ceph-mon[94998]: osdmap e2261: 8 total, 8 up, 8 in 2024-08-04T16:33:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:41 smithi007 ceph-mon[94998]: osdmap e2262: 8 total, 8 up, 8 in 2024-08-04T16:33:41.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:41 smithi007 ceph-mon[92692]: osdmap e2261: 8 total, 8 up, 8 in 2024-08-04T16:33:41.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:41 smithi007 ceph-mon[92692]: osdmap e2262: 8 total, 8 up, 8 in 2024-08-04T16:33:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:41 smithi062 ceph-mon[85960]: osdmap e2261: 8 total, 8 up, 8 in 2024-08-04T16:33:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:41 smithi062 ceph-mon[85960]: osdmap e2262: 8 total, 8 up, 8 in 2024-08-04T16:33:42.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:42 smithi007 ceph-mon[94998]: pgmap v3926: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 9.2 KiB/s wr, 81 op/s 2024-08-04T16:33:42.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:42 smithi007 ceph-mon[94998]: osdmap e2263: 8 total, 8 up, 8 in 2024-08-04T16:33:42.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:42 smithi007 ceph-mon[92692]: pgmap v3926: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 9.2 KiB/s wr, 81 op/s 2024-08-04T16:33:42.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:42 smithi007 ceph-mon[92692]: osdmap e2263: 8 total, 8 up, 8 in 2024-08-04T16:33:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:42 smithi062 ceph-mon[85960]: pgmap v3926: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 9.2 KiB/s wr, 81 op/s 2024-08-04T16:33:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:42 smithi062 ceph-mon[85960]: osdmap e2263: 8 total, 8 up, 8 in 2024-08-04T16:33:42.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:33:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:33:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:33:44.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:44 smithi062 ceph-mon[85960]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 8.7 KiB/s wr, 119 op/s 2024-08-04T16:33:44.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:44 smithi062 ceph-mon[85960]: osdmap e2264: 8 total, 8 up, 8 in 2024-08-04T16:33:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:44 smithi007 ceph-mon[94998]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 8.7 KiB/s wr, 119 op/s 2024-08-04T16:33:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:44 smithi007 ceph-mon[94998]: osdmap e2264: 8 total, 8 up, 8 in 2024-08-04T16:33:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:44 smithi007 ceph-mon[92692]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 8.7 KiB/s wr, 119 op/s 2024-08-04T16:33:44.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:44 smithi007 ceph-mon[92692]: osdmap e2264: 8 total, 8 up, 8 in 2024-08-04T16:33:45.313 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 33%] 2024-08-04T16:33:45.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:45 smithi062 ceph-mon[85960]: osdmap e2265: 8 total, 8 up, 8 in 2024-08-04T16:33:45.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:45 smithi007 ceph-mon[92692]: osdmap e2265: 8 total, 8 up, 8 in 2024-08-04T16:33:45.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:45 smithi007 ceph-mon[94998]: osdmap e2265: 8 total, 8 up, 8 in 2024-08-04T16:33:46.487 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:33:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:33:46] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2024-08-04T16:33:46.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:46 smithi007 ceph-mon[92692]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 4.7 KiB/s wr, 105 op/s 2024-08-04T16:33:46.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:46 smithi007 ceph-mon[92692]: osdmap e2266: 8 total, 8 up, 8 in 2024-08-04T16:33:46.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:46 smithi007 ceph-mon[92692]: osdmap e2267: 8 total, 8 up, 8 in 2024-08-04T16:33:46.487 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:46 smithi007 ceph-mon[94998]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 4.7 KiB/s wr, 105 op/s 2024-08-04T16:33:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:46 smithi007 ceph-mon[94998]: osdmap e2266: 8 total, 8 up, 8 in 2024-08-04T16:33:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:46 smithi007 ceph-mon[94998]: osdmap e2267: 8 total, 8 up, 8 in 2024-08-04T16:33:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:46 smithi062 ceph-mon[85960]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 4.7 KiB/s wr, 105 op/s 2024-08-04T16:33:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:46 smithi062 ceph-mon[85960]: osdmap e2266: 8 total, 8 up, 8 in 2024-08-04T16:33:46.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:46 smithi062 ceph-mon[85960]: osdmap e2267: 8 total, 8 up, 8 in 2024-08-04T16:33:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:48 smithi062 ceph-mon[85960]: pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.2 KiB/s wr, 79 op/s 2024-08-04T16:33:48.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:48 smithi062 ceph-mon[85960]: osdmap e2268: 8 total, 8 up, 8 in 2024-08-04T16:33:48.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:48 smithi007 ceph-mon[92692]: pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.2 KiB/s wr, 79 op/s 2024-08-04T16:33:48.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:48 smithi007 ceph-mon[92692]: osdmap e2268: 8 total, 8 up, 8 in 2024-08-04T16:33:48.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:48 smithi007 ceph-mon[94998]: pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.2 KiB/s wr, 79 op/s 2024-08-04T16:33:48.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:48 smithi007 ceph-mon[94998]: osdmap e2268: 8 total, 8 up, 8 in 2024-08-04T16:33:49.337 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 34%] 2024-08-04T16:33:49.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:49 smithi062 ceph-mon[85960]: osdmap e2269: 8 total, 8 up, 8 in 2024-08-04T16:33:49.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:49 smithi007 ceph-mon[92692]: osdmap e2269: 8 total, 8 up, 8 in 2024-08-04T16:33:49.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:49 smithi007 ceph-mon[94998]: osdmap e2269: 8 total, 8 up, 8 in 2024-08-04T16:33:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:50 smithi062 ceph-mon[85960]: pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-08-04T16:33:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:50 smithi062 ceph-mon[85960]: osdmap e2270: 8 total, 8 up, 8 in 2024-08-04T16:33:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:50 smithi007 ceph-mon[92692]: pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-08-04T16:33:50.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:50 smithi007 ceph-mon[92692]: osdmap e2270: 8 total, 8 up, 8 in 2024-08-04T16:33:50.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:50 smithi007 ceph-mon[94998]: pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-08-04T16:33:50.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:50 smithi007 ceph-mon[94998]: osdmap e2270: 8 total, 8 up, 8 in 2024-08-04T16:33:51.302 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 34%] 2024-08-04T16:33:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:51 smithi062 ceph-mon[85960]: osdmap e2271: 8 total, 8 up, 8 in 2024-08-04T16:33:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:33:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:51 smithi062 ceph-mon[85960]: osdmap e2272: 8 total, 8 up, 8 in 2024-08-04T16:33:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:51 smithi007 ceph-mon[92692]: osdmap e2271: 8 total, 8 up, 8 in 2024-08-04T16:33:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:33:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:51 smithi007 ceph-mon[92692]: osdmap e2272: 8 total, 8 up, 8 in 2024-08-04T16:33:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:51 smithi007 ceph-mon[94998]: osdmap e2271: 8 total, 8 up, 8 in 2024-08-04T16:33:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:33:51.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:51 smithi007 ceph-mon[94998]: osdmap e2272: 8 total, 8 up, 8 in 2024-08-04T16:33:52.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:52 smithi062 ceph-mon[85960]: pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.5 KiB/s wr, 96 op/s 2024-08-04T16:33:52.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:33:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:33:52.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:52 smithi007 ceph-mon[94998]: pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.5 KiB/s wr, 96 op/s 2024-08-04T16:33:52.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:52 smithi007 ceph-mon[92692]: pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.5 KiB/s wr, 96 op/s 2024-08-04T16:33:53.365 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 35%] 2024-08-04T16:33:53.440 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-08-04T16:33:53.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:53 smithi062 ceph-mon[85960]: osdmap e2273: 8 total, 8 up, 8 in 2024-08-04T16:33:53.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:53 smithi007 ceph-mon[94998]: osdmap e2273: 8 total, 8 up, 8 in 2024-08-04T16:33:53.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:53 smithi007 ceph-mon[92692]: osdmap e2273: 8 total, 8 up, 8 in 2024-08-04T16:33:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:54 smithi062 ceph-mon[85960]: pgmap v3944: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 5.5 KiB/s wr, 95 op/s 2024-08-04T16:33:54.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:54 smithi062 ceph-mon[85960]: osdmap e2274: 8 total, 8 up, 8 in 2024-08-04T16:33:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:54 smithi007 ceph-mon[94998]: pgmap v3944: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 5.5 KiB/s wr, 95 op/s 2024-08-04T16:33:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:54 smithi007 ceph-mon[94998]: osdmap e2274: 8 total, 8 up, 8 in 2024-08-04T16:33:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:54 smithi007 ceph-mon[92692]: pgmap v3944: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 5.5 KiB/s wr, 95 op/s 2024-08-04T16:33:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:54 smithi007 ceph-mon[92692]: osdmap e2274: 8 total, 8 up, 8 in 2024-08-04T16:33:55.372 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 36%] 2024-08-04T16:33:55.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:55 smithi007 ceph-mon[92692]: osdmap e2275: 8 total, 8 up, 8 in 2024-08-04T16:33:55.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:55 smithi007 ceph-mon[94998]: osdmap e2275: 8 total, 8 up, 8 in 2024-08-04T16:33:55.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:55 smithi062 ceph-mon[85960]: osdmap e2275: 8 total, 8 up, 8 in 2024-08-04T16:33:56.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:56 smithi007 ceph-mon[92692]: pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 6.7 KiB/s wr, 59 op/s 2024-08-04T16:33:56.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:56 smithi007 ceph-mon[92692]: osdmap e2276: 8 total, 8 up, 8 in 2024-08-04T16:33:56.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:56 smithi007 ceph-mon[92692]: osdmap e2277: 8 total, 8 up, 8 in 2024-08-04T16:33:56.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:33:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:33:56] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-08-04T16:33:56.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:56 smithi007 ceph-mon[94998]: pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 6.7 KiB/s wr, 59 op/s 2024-08-04T16:33:56.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:56 smithi007 ceph-mon[94998]: osdmap e2276: 8 total, 8 up, 8 in 2024-08-04T16:33:56.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:56 smithi007 ceph-mon[94998]: osdmap e2277: 8 total, 8 up, 8 in 2024-08-04T16:33:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:56 smithi062 ceph-mon[85960]: pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 6.7 KiB/s wr, 59 op/s 2024-08-04T16:33:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:56 smithi062 ceph-mon[85960]: osdmap e2276: 8 total, 8 up, 8 in 2024-08-04T16:33:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:56 smithi062 ceph-mon[85960]: osdmap e2277: 8 total, 8 up, 8 in 2024-08-04T16:33:57.311 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-08-04T16:33:58.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:58 smithi062 ceph-mon[85960]: pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 10 KiB/s wr, 124 op/s 2024-08-04T16:33:58.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:58 smithi062 ceph-mon[85960]: osdmap e2278: 8 total, 8 up, 8 in 2024-08-04T16:33:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:58 smithi007 ceph-mon[94998]: pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 10 KiB/s wr, 124 op/s 2024-08-04T16:33:58.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:58 smithi007 ceph-mon[94998]: osdmap e2278: 8 total, 8 up, 8 in 2024-08-04T16:33:58.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:58 smithi007 ceph-mon[92692]: pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 10 KiB/s wr, 124 op/s 2024-08-04T16:33:58.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:58 smithi007 ceph-mon[92692]: osdmap e2278: 8 total, 8 up, 8 in 2024-08-04T16:33:59.378 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 37%] 2024-08-04T16:33:59.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:33:59 smithi007 ceph-mon[94998]: osdmap e2279: 8 total, 8 up, 8 in 2024-08-04T16:33:59.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:33:59 smithi007 ceph-mon[92692]: osdmap e2279: 8 total, 8 up, 8 in 2024-08-04T16:33:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:33:59 smithi062 ceph-mon[85960]: osdmap e2279: 8 total, 8 up, 8 in 2024-08-04T16:34:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:00 smithi007 ceph-mon[94998]: pgmap v3953: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 7.0 KiB/s wr, 171 op/s 2024-08-04T16:34:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:00 smithi007 ceph-mon[94998]: osdmap e2280: 8 total, 8 up, 8 in 2024-08-04T16:34:00.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:00 smithi007 ceph-mon[92692]: pgmap v3953: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 7.0 KiB/s wr, 171 op/s 2024-08-04T16:34:00.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:00 smithi007 ceph-mon[92692]: osdmap e2280: 8 total, 8 up, 8 in 2024-08-04T16:34:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:00 smithi062 ceph-mon[85960]: pgmap v3953: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 7.0 KiB/s wr, 171 op/s 2024-08-04T16:34:00.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:00 smithi062 ceph-mon[85960]: osdmap e2280: 8 total, 8 up, 8 in 2024-08-04T16:34:01.319 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 38%] 2024-08-04T16:34:01.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:01 smithi007 ceph-mon[92692]: osdmap e2281: 8 total, 8 up, 8 in 2024-08-04T16:34:01.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:01 smithi007 ceph-mon[92692]: osdmap e2282: 8 total, 8 up, 8 in 2024-08-04T16:34:01.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:01 smithi007 ceph-mon[94998]: osdmap e2281: 8 total, 8 up, 8 in 2024-08-04T16:34:01.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:01 smithi007 ceph-mon[94998]: osdmap e2282: 8 total, 8 up, 8 in 2024-08-04T16:34:01.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:01 smithi062 ceph-mon[85960]: osdmap e2281: 8 total, 8 up, 8 in 2024-08-04T16:34:01.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:01 smithi062 ceph-mon[85960]: osdmap e2282: 8 total, 8 up, 8 in 2024-08-04T16:34:02.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:02 smithi007 ceph-mon[94998]: pgmap v3956: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 9.7 KiB/s wr, 215 op/s 2024-08-04T16:34:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:02 smithi007 ceph-mon[92692]: pgmap v3956: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 9.7 KiB/s wr, 215 op/s 2024-08-04T16:34:02.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:02 smithi062 ceph-mon[85960]: pgmap v3956: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 9.7 KiB/s wr, 215 op/s 2024-08-04T16:34:02.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:34:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:34:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:34:03.412 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 38%] 2024-08-04T16:34:03.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:03 smithi007 ceph-mon[94998]: osdmap e2283: 8 total, 8 up, 8 in 2024-08-04T16:34:03.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:03 smithi007 ceph-mon[92692]: osdmap e2283: 8 total, 8 up, 8 in 2024-08-04T16:34:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:03 smithi062 ceph-mon[85960]: osdmap e2283: 8 total, 8 up, 8 in 2024-08-04T16:34:04.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:04 smithi007 ceph-mon[94998]: pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 6.5 KiB/s wr, 112 op/s 2024-08-04T16:34:04.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:04 smithi007 ceph-mon[94998]: osdmap e2284: 8 total, 8 up, 8 in 2024-08-04T16:34:04.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:04 smithi007 ceph-mon[92692]: pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 6.5 KiB/s wr, 112 op/s 2024-08-04T16:34:04.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:04 smithi007 ceph-mon[92692]: osdmap e2284: 8 total, 8 up, 8 in 2024-08-04T16:34:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:04 smithi062 ceph-mon[85960]: pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 6.5 KiB/s wr, 112 op/s 2024-08-04T16:34:04.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:04 smithi062 ceph-mon[85960]: osdmap e2284: 8 total, 8 up, 8 in 2024-08-04T16:34:05.423 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 39%] 2024-08-04T16:34:05.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:05 smithi007 ceph-mon[94998]: osdmap e2285: 8 total, 8 up, 8 in 2024-08-04T16:34:05.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:05 smithi007 ceph-mon[92692]: osdmap e2285: 8 total, 8 up, 8 in 2024-08-04T16:34:05.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:05 smithi062 ceph-mon[85960]: osdmap e2285: 8 total, 8 up, 8 in 2024-08-04T16:34:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:06 smithi007 ceph-mon[92692]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 6.7 KiB/s wr, 137 op/s 2024-08-04T16:34:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:06 smithi007 ceph-mon[92692]: osdmap e2286: 8 total, 8 up, 8 in 2024-08-04T16:34:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:34:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:06 smithi007 ceph-mon[92692]: osdmap e2287: 8 total, 8 up, 8 in 2024-08-04T16:34:06.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:34:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:34:06] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-08-04T16:34:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:06 smithi007 ceph-mon[94998]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 6.7 KiB/s wr, 137 op/s 2024-08-04T16:34:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:06 smithi007 ceph-mon[94998]: osdmap e2286: 8 total, 8 up, 8 in 2024-08-04T16:34:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:34:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:06 smithi007 ceph-mon[94998]: osdmap e2287: 8 total, 8 up, 8 in 2024-08-04T16:34:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:06 smithi062 ceph-mon[85960]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 6.7 KiB/s wr, 137 op/s 2024-08-04T16:34:06.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:06 smithi062 ceph-mon[85960]: osdmap e2286: 8 total, 8 up, 8 in 2024-08-04T16:34:06.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:34:06.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:06 smithi062 ceph-mon[85960]: osdmap e2287: 8 total, 8 up, 8 in 2024-08-04T16:34:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:08 smithi062 ceph-mon[85960]: pgmap v3965: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 238 op/s 2024-08-04T16:34:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:08 smithi062 ceph-mon[85960]: osdmap e2288: 8 total, 8 up, 8 in 2024-08-04T16:34:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:08 smithi007 ceph-mon[92692]: pgmap v3965: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 238 op/s 2024-08-04T16:34:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:08 smithi007 ceph-mon[92692]: osdmap e2288: 8 total, 8 up, 8 in 2024-08-04T16:34:08.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:08 smithi007 ceph-mon[94998]: pgmap v3965: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 238 op/s 2024-08-04T16:34:08.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:08 smithi007 ceph-mon[94998]: osdmap e2288: 8 total, 8 up, 8 in 2024-08-04T16:34:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:09 smithi062 ceph-mon[85960]: osdmap e2289: 8 total, 8 up, 8 in 2024-08-04T16:34:09.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:09 smithi007 ceph-mon[92692]: osdmap e2289: 8 total, 8 up, 8 in 2024-08-04T16:34:09.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:09 smithi007 ceph-mon[94998]: osdmap e2289: 8 total, 8 up, 8 in 2024-08-04T16:34:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:10 smithi062 ceph-mon[85960]: pgmap v3968: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 6.5 KiB/s wr, 134 op/s 2024-08-04T16:34:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:10 smithi062 ceph-mon[85960]: osdmap e2290: 8 total, 8 up, 8 in 2024-08-04T16:34:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:10 smithi007 ceph-mon[92692]: pgmap v3968: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 6.5 KiB/s wr, 134 op/s 2024-08-04T16:34:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:10 smithi007 ceph-mon[92692]: osdmap e2290: 8 total, 8 up, 8 in 2024-08-04T16:34:10.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:10 smithi007 ceph-mon[94998]: pgmap v3968: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 6.5 KiB/s wr, 134 op/s 2024-08-04T16:34:10.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:10 smithi007 ceph-mon[94998]: osdmap e2290: 8 total, 8 up, 8 in 2024-08-04T16:34:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:11 smithi062 ceph-mon[85960]: osdmap e2291: 8 total, 8 up, 8 in 2024-08-04T16:34:11.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:11 smithi062 ceph-mon[85960]: osdmap e2292: 8 total, 8 up, 8 in 2024-08-04T16:34:11.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:11 smithi007 ceph-mon[92692]: osdmap e2291: 8 total, 8 up, 8 in 2024-08-04T16:34:11.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:11 smithi007 ceph-mon[92692]: osdmap e2292: 8 total, 8 up, 8 in 2024-08-04T16:34:11.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:11 smithi007 ceph-mon[94998]: osdmap e2291: 8 total, 8 up, 8 in 2024-08-04T16:34:11.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:11 smithi007 ceph-mon[94998]: osdmap e2292: 8 total, 8 up, 8 in 2024-08-04T16:34:12.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:12 smithi062 ceph-mon[85960]: pgmap v3971: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.2 KiB/s wr, 38 op/s 2024-08-04T16:34:12.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:34:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:34:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:34:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:12 smithi007 ceph-mon[92692]: pgmap v3971: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.2 KiB/s wr, 38 op/s 2024-08-04T16:34:12.666 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:12 smithi007 ceph-mon[94998]: pgmap v3971: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.2 KiB/s wr, 38 op/s 2024-08-04T16:34:13.350 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-08-04T16:34:13.437 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 40%] 2024-08-04T16:34:13.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:13 smithi062 ceph-mon[85960]: osdmap e2293: 8 total, 8 up, 8 in 2024-08-04T16:34:13.511 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-08-04T16:34:13.585 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 41%] 2024-08-04T16:34:13.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:13 smithi007 ceph-mon[92692]: osdmap e2293: 8 total, 8 up, 8 in 2024-08-04T16:34:13.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:13 smithi007 ceph-mon[94998]: osdmap e2293: 8 total, 8 up, 8 in 2024-08-04T16:34:14.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:14 smithi062 ceph-mon[85960]: pgmap v3974: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2024-08-04T16:34:14.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:14 smithi062 ceph-mon[85960]: osdmap e2294: 8 total, 8 up, 8 in 2024-08-04T16:34:14.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:14 smithi007 ceph-mon[92692]: pgmap v3974: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2024-08-04T16:34:14.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:14 smithi007 ceph-mon[92692]: osdmap e2294: 8 total, 8 up, 8 in 2024-08-04T16:34:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:14 smithi007 ceph-mon[94998]: pgmap v3974: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2024-08-04T16:34:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:14 smithi007 ceph-mon[94998]: osdmap e2294: 8 total, 8 up, 8 in 2024-08-04T16:34:15.363 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-08-04T16:34:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:15 smithi062 ceph-mon[85960]: osdmap e2295: 8 total, 8 up, 8 in 2024-08-04T16:34:15.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:15 smithi007 ceph-mon[94998]: osdmap e2295: 8 total, 8 up, 8 in 2024-08-04T16:34:15.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:15 smithi007 ceph-mon[92692]: osdmap e2295: 8 total, 8 up, 8 in 2024-08-04T16:34:16.486 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:34:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:34:16] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-08-04T16:34:16.487 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:16 smithi007 ceph-mon[94998]: pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8.2 KiB/s wr, 137 op/s 2024-08-04T16:34:16.487 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:16 smithi007 ceph-mon[94998]: osdmap e2296: 8 total, 8 up, 8 in 2024-08-04T16:34:16.487 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:16 smithi007 ceph-mon[94998]: osdmap e2297: 8 total, 8 up, 8 in 2024-08-04T16:34:16.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:16 smithi007 ceph-mon[92692]: pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8.2 KiB/s wr, 137 op/s 2024-08-04T16:34:16.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:16 smithi007 ceph-mon[92692]: osdmap e2296: 8 total, 8 up, 8 in 2024-08-04T16:34:16.487 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:16 smithi007 ceph-mon[92692]: osdmap e2297: 8 total, 8 up, 8 in 2024-08-04T16:34:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:16 smithi062 ceph-mon[85960]: pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8.2 KiB/s wr, 137 op/s 2024-08-04T16:34:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:16 smithi062 ceph-mon[85960]: osdmap e2296: 8 total, 8 up, 8 in 2024-08-04T16:34:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:16 smithi062 ceph-mon[85960]: osdmap e2297: 8 total, 8 up, 8 in 2024-08-04T16:34:17.303 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 43%] 2024-08-04T16:34:17.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:17 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:34:17.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:17 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:34:17.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:17 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:34:17.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:17 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:34:17.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:17 smithi007 ceph-mon[92692]: osdmap e2298: 8 total, 8 up, 8 in 2024-08-04T16:34:17.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:17 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:34:17.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:17 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:34:17.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:17 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:34:17.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:17 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:34:17.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:17 smithi007 ceph-mon[94998]: osdmap e2298: 8 total, 8 up, 8 in 2024-08-04T16:34:17.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:17 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:34:17.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:17 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:34:17.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:17 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:34:17.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:17 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:34:17.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:17 smithi062 ceph-mon[85960]: osdmap e2298: 8 total, 8 up, 8 in 2024-08-04T16:34:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:18 smithi007 ceph-mon[92692]: pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 12 KiB/s wr, 231 op/s 2024-08-04T16:34:18.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:18 smithi007 ceph-mon[94998]: pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 12 KiB/s wr, 231 op/s 2024-08-04T16:34:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:18 smithi062 ceph-mon[85960]: pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 12 KiB/s wr, 231 op/s 2024-08-04T16:34:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:19 smithi007 ceph-mon[92692]: osdmap e2299: 8 total, 8 up, 8 in 2024-08-04T16:34:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:19 smithi007 ceph-mon[94998]: osdmap e2299: 8 total, 8 up, 8 in 2024-08-04T16:34:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:19 smithi062 ceph-mon[85960]: osdmap e2299: 8 total, 8 up, 8 in 2024-08-04T16:34:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:20 smithi007 ceph-mon[94998]: pgmap v3983: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 8.5 KiB/s wr, 182 op/s 2024-08-04T16:34:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:20 smithi007 ceph-mon[94998]: osdmap e2300: 8 total, 8 up, 8 in 2024-08-04T16:34:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:20 smithi007 ceph-mon[92692]: pgmap v3983: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 8.5 KiB/s wr, 182 op/s 2024-08-04T16:34:20.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:20 smithi007 ceph-mon[92692]: osdmap e2300: 8 total, 8 up, 8 in 2024-08-04T16:34:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:20 smithi062 ceph-mon[85960]: pgmap v3983: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 8.5 KiB/s wr, 182 op/s 2024-08-04T16:34:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:20 smithi062 ceph-mon[85960]: osdmap e2300: 8 total, 8 up, 8 in 2024-08-04T16:34:21.319 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-08-04T16:34:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:21 smithi007 ceph-mon[92692]: osdmap e2301: 8 total, 8 up, 8 in 2024-08-04T16:34:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:34:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:21 smithi007 ceph-mon[92692]: osdmap e2302: 8 total, 8 up, 8 in 2024-08-04T16:34:21.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:21 smithi007 ceph-mon[94998]: osdmap e2301: 8 total, 8 up, 8 in 2024-08-04T16:34:21.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:34:21.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:21 smithi007 ceph-mon[94998]: osdmap e2302: 8 total, 8 up, 8 in 2024-08-04T16:34:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:21 smithi062 ceph-mon[85960]: osdmap e2301: 8 total, 8 up, 8 in 2024-08-04T16:34:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:34:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:21 smithi062 ceph-mon[85960]: osdmap e2302: 8 total, 8 up, 8 in 2024-08-04T16:34:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:22 smithi007 ceph-mon[92692]: pgmap v3986: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 13 KiB/s wr, 172 op/s 2024-08-04T16:34:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:22 smithi007 ceph-mon[94998]: pgmap v3986: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 13 KiB/s wr, 172 op/s 2024-08-04T16:34:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:22 smithi062 ceph-mon[85960]: pgmap v3986: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 13 KiB/s wr, 172 op/s 2024-08-04T16:34:22.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:34:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:34:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:34:23.399 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-08-04T16:34:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:23 smithi007 ceph-mon[92692]: osdmap e2303: 8 total, 8 up, 8 in 2024-08-04T16:34:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:23 smithi007 ceph-mon[94998]: osdmap e2303: 8 total, 8 up, 8 in 2024-08-04T16:34:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:23 smithi062 ceph-mon[85960]: osdmap e2303: 8 total, 8 up, 8 in 2024-08-04T16:34:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:24 smithi007 ceph-mon[94998]: pgmap v3989: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 9.7 KiB/s wr, 85 op/s 2024-08-04T16:34:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:24 smithi007 ceph-mon[94998]: osdmap e2304: 8 total, 8 up, 8 in 2024-08-04T16:34:24.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:24 smithi007 ceph-mon[92692]: pgmap v3989: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 9.7 KiB/s wr, 85 op/s 2024-08-04T16:34:24.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:24 smithi007 ceph-mon[92692]: osdmap e2304: 8 total, 8 up, 8 in 2024-08-04T16:34:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:24 smithi062 ceph-mon[85960]: pgmap v3989: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 9.7 KiB/s wr, 85 op/s 2024-08-04T16:34:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:24 smithi062 ceph-mon[85960]: osdmap e2304: 8 total, 8 up, 8 in 2024-08-04T16:34:25.416 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 44%] 2024-08-04T16:34:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:25 smithi007 ceph-mon[94998]: osdmap e2305: 8 total, 8 up, 8 in 2024-08-04T16:34:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:25 smithi007 ceph-mon[92692]: osdmap e2305: 8 total, 8 up, 8 in 2024-08-04T16:34:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:25 smithi062 ceph-mon[85960]: osdmap e2305: 8 total, 8 up, 8 in 2024-08-04T16:34:26.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:34:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:34:26] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-08-04T16:34:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:26 smithi007 ceph-mon[94998]: pgmap v3992: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 11 KiB/s wr, 139 op/s 2024-08-04T16:34:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:26 smithi007 ceph-mon[94998]: osdmap e2306: 8 total, 8 up, 8 in 2024-08-04T16:34:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:26 smithi007 ceph-mon[94998]: osdmap e2307: 8 total, 8 up, 8 in 2024-08-04T16:34:26.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:26 smithi007 ceph-mon[92692]: pgmap v3992: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 11 KiB/s wr, 139 op/s 2024-08-04T16:34:26.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:26 smithi007 ceph-mon[92692]: osdmap e2306: 8 total, 8 up, 8 in 2024-08-04T16:34:26.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:26 smithi007 ceph-mon[92692]: osdmap e2307: 8 total, 8 up, 8 in 2024-08-04T16:34:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:26 smithi062 ceph-mon[85960]: pgmap v3992: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 11 KiB/s wr, 139 op/s 2024-08-04T16:34:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:26 smithi062 ceph-mon[85960]: osdmap e2306: 8 total, 8 up, 8 in 2024-08-04T16:34:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:26 smithi062 ceph-mon[85960]: osdmap e2307: 8 total, 8 up, 8 in 2024-08-04T16:34:27.324 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-08-04T16:34:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:28 smithi062 ceph-mon[85960]: pgmap v3995: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 16 KiB/s wr, 180 op/s 2024-08-04T16:34:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:28 smithi062 ceph-mon[85960]: osdmap e2308: 8 total, 8 up, 8 in 2024-08-04T16:34:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:28 smithi007 ceph-mon[92692]: pgmap v3995: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 16 KiB/s wr, 180 op/s 2024-08-04T16:34:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:28 smithi007 ceph-mon[92692]: osdmap e2308: 8 total, 8 up, 8 in 2024-08-04T16:34:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:28 smithi007 ceph-mon[94998]: pgmap v3995: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 16 KiB/s wr, 180 op/s 2024-08-04T16:34:28.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:28 smithi007 ceph-mon[94998]: osdmap e2308: 8 total, 8 up, 8 in 2024-08-04T16:34:29.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:29 smithi007 ceph-mon[92692]: osdmap e2309: 8 total, 8 up, 8 in 2024-08-04T16:34:29.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:29 smithi007 ceph-mon[94998]: osdmap e2309: 8 total, 8 up, 8 in 2024-08-04T16:34:29.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:29 smithi062 ceph-mon[85960]: osdmap e2309: 8 total, 8 up, 8 in 2024-08-04T16:34:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:30 smithi007 ceph-mon[92692]: pgmap v3998: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 7.5 KiB/s wr, 63 op/s 2024-08-04T16:34:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:30 smithi007 ceph-mon[92692]: osdmap e2310: 8 total, 8 up, 8 in 2024-08-04T16:34:30.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:30 smithi007 ceph-mon[94998]: pgmap v3998: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 7.5 KiB/s wr, 63 op/s 2024-08-04T16:34:30.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:30 smithi007 ceph-mon[94998]: osdmap e2310: 8 total, 8 up, 8 in 2024-08-04T16:34:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:30 smithi062 ceph-mon[85960]: pgmap v3998: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 7.5 KiB/s wr, 63 op/s 2024-08-04T16:34:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:30 smithi062 ceph-mon[85960]: osdmap e2310: 8 total, 8 up, 8 in 2024-08-04T16:34:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:31 smithi007 ceph-mon[92692]: osdmap e2311: 8 total, 8 up, 8 in 2024-08-04T16:34:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:31 smithi007 ceph-mon[92692]: osdmap e2312: 8 total, 8 up, 8 in 2024-08-04T16:34:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:31 smithi007 ceph-mon[94998]: osdmap e2311: 8 total, 8 up, 8 in 2024-08-04T16:34:31.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:31 smithi007 ceph-mon[94998]: osdmap e2312: 8 total, 8 up, 8 in 2024-08-04T16:34:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:31 smithi062 ceph-mon[85960]: osdmap e2311: 8 total, 8 up, 8 in 2024-08-04T16:34:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:31 smithi062 ceph-mon[85960]: osdmap e2312: 8 total, 8 up, 8 in 2024-08-04T16:34:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:32 smithi007 ceph-mon[94998]: pgmap v4001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 9.7 KiB/s wr, 125 op/s 2024-08-04T16:34:32.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:32 smithi007 ceph-mon[94998]: osdmap e2313: 8 total, 8 up, 8 in 2024-08-04T16:34:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:32 smithi007 ceph-mon[92692]: pgmap v4001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 9.7 KiB/s wr, 125 op/s 2024-08-04T16:34:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:32 smithi007 ceph-mon[92692]: osdmap e2313: 8 total, 8 up, 8 in 2024-08-04T16:34:32.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:32 smithi062 ceph-mon[85960]: pgmap v4001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 9.7 KiB/s wr, 125 op/s 2024-08-04T16:34:32.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:32 smithi062 ceph-mon[85960]: osdmap e2313: 8 total, 8 up, 8 in 2024-08-04T16:34:32.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:34:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:34:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:34:33.317 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 45%] 2024-08-04T16:34:34.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:34 smithi062 ceph-mon[85960]: pgmap v4004: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 147 op/s 2024-08-04T16:34:34.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:34 smithi062 ceph-mon[85960]: osdmap e2314: 8 total, 8 up, 8 in 2024-08-04T16:34:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:34 smithi007 ceph-mon[92692]: pgmap v4004: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 147 op/s 2024-08-04T16:34:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:34 smithi007 ceph-mon[92692]: osdmap e2314: 8 total, 8 up, 8 in 2024-08-04T16:34:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:34 smithi007 ceph-mon[94998]: pgmap v4004: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 147 op/s 2024-08-04T16:34:34.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:34 smithi007 ceph-mon[94998]: osdmap e2314: 8 total, 8 up, 8 in 2024-08-04T16:34:35.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:35 smithi062 ceph-mon[85960]: osdmap e2315: 8 total, 8 up, 8 in 2024-08-04T16:34:35.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:35 smithi007 ceph-mon[94998]: osdmap e2315: 8 total, 8 up, 8 in 2024-08-04T16:34:35.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:35 smithi007 ceph-mon[92692]: osdmap e2315: 8 total, 8 up, 8 in 2024-08-04T16:34:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:36 smithi007 ceph-mon[92692]: pgmap v4007: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 4.7 KiB/s wr, 62 op/s 2024-08-04T16:34:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:36 smithi007 ceph-mon[92692]: osdmap e2316: 8 total, 8 up, 8 in 2024-08-04T16:34:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:34:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:36 smithi007 ceph-mon[92692]: osdmap e2317: 8 total, 8 up, 8 in 2024-08-04T16:34:36.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:34:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:34:36] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-08-04T16:34:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:36 smithi007 ceph-mon[94998]: pgmap v4007: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 4.7 KiB/s wr, 62 op/s 2024-08-04T16:34:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:36 smithi007 ceph-mon[94998]: osdmap e2316: 8 total, 8 up, 8 in 2024-08-04T16:34:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:34:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:36 smithi007 ceph-mon[94998]: osdmap e2317: 8 total, 8 up, 8 in 2024-08-04T16:34:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:36 smithi062 ceph-mon[85960]: pgmap v4007: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 4.7 KiB/s wr, 62 op/s 2024-08-04T16:34:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:36 smithi062 ceph-mon[85960]: osdmap e2316: 8 total, 8 up, 8 in 2024-08-04T16:34:36.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:34:36.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:36 smithi062 ceph-mon[85960]: osdmap e2317: 8 total, 8 up, 8 in 2024-08-04T16:34:38.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:38 smithi062 ceph-mon[85960]: pgmap v4010: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.2 KiB/s wr, 77 op/s 2024-08-04T16:34:38.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:38 smithi062 ceph-mon[85960]: osdmap e2318: 8 total, 8 up, 8 in 2024-08-04T16:34:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:38 smithi007 ceph-mon[92692]: pgmap v4010: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.2 KiB/s wr, 77 op/s 2024-08-04T16:34:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:38 smithi007 ceph-mon[92692]: osdmap e2318: 8 total, 8 up, 8 in 2024-08-04T16:34:38.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:38 smithi007 ceph-mon[94998]: pgmap v4010: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.2 KiB/s wr, 77 op/s 2024-08-04T16:34:38.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:38 smithi007 ceph-mon[94998]: osdmap e2318: 8 total, 8 up, 8 in 2024-08-04T16:34:39.337 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-08-04T16:34:39.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:39 smithi062 ceph-mon[85960]: osdmap e2319: 8 total, 8 up, 8 in 2024-08-04T16:34:39.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:39 smithi007 ceph-mon[92692]: osdmap e2319: 8 total, 8 up, 8 in 2024-08-04T16:34:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:39 smithi007 ceph-mon[94998]: osdmap e2319: 8 total, 8 up, 8 in 2024-08-04T16:34:40.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:40 smithi062 ceph-mon[85960]: pgmap v4013: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 7.2 KiB/s wr, 113 op/s 2024-08-04T16:34:40.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:40 smithi062 ceph-mon[85960]: osdmap e2320: 8 total, 8 up, 8 in 2024-08-04T16:34:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:40 smithi007 ceph-mon[92692]: pgmap v4013: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 7.2 KiB/s wr, 113 op/s 2024-08-04T16:34:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:40 smithi007 ceph-mon[92692]: osdmap e2320: 8 total, 8 up, 8 in 2024-08-04T16:34:40.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:40 smithi007 ceph-mon[94998]: pgmap v4013: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 7.2 KiB/s wr, 113 op/s 2024-08-04T16:34:40.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:40 smithi007 ceph-mon[94998]: osdmap e2320: 8 total, 8 up, 8 in 2024-08-04T16:34:41.321 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 47%] 2024-08-04T16:34:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:41 smithi062 ceph-mon[85960]: osdmap e2321: 8 total, 8 up, 8 in 2024-08-04T16:34:41.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:41 smithi062 ceph-mon[85960]: osdmap e2322: 8 total, 8 up, 8 in 2024-08-04T16:34:41.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:41 smithi007 ceph-mon[92692]: osdmap e2321: 8 total, 8 up, 8 in 2024-08-04T16:34:41.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:41 smithi007 ceph-mon[92692]: osdmap e2322: 8 total, 8 up, 8 in 2024-08-04T16:34:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:41 smithi007 ceph-mon[94998]: osdmap e2321: 8 total, 8 up, 8 in 2024-08-04T16:34:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:41 smithi007 ceph-mon[94998]: osdmap e2322: 8 total, 8 up, 8 in 2024-08-04T16:34:42.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:42 smithi062 ceph-mon[85960]: pgmap v4016: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 6.0 KiB/s wr, 66 op/s 2024-08-04T16:34:42.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:34:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:34:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:34:42.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:42 smithi007 ceph-mon[92692]: pgmap v4016: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 6.0 KiB/s wr, 66 op/s 2024-08-04T16:34:42.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:42 smithi007 ceph-mon[94998]: pgmap v4016: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 6.0 KiB/s wr, 66 op/s 2024-08-04T16:34:43.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:43 smithi062 ceph-mon[85960]: osdmap e2323: 8 total, 8 up, 8 in 2024-08-04T16:34:43.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:43 smithi007 ceph-mon[92692]: osdmap e2323: 8 total, 8 up, 8 in 2024-08-04T16:34:43.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:43 smithi007 ceph-mon[94998]: osdmap e2323: 8 total, 8 up, 8 in 2024-08-04T16:34:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:44 smithi007 ceph-mon[92692]: pgmap v4019: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-08-04T16:34:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:44 smithi007 ceph-mon[92692]: osdmap e2324: 8 total, 8 up, 8 in 2024-08-04T16:34:44.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:44 smithi007 ceph-mon[94998]: pgmap v4019: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-08-04T16:34:44.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:44 smithi007 ceph-mon[94998]: osdmap e2324: 8 total, 8 up, 8 in 2024-08-04T16:34:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:44 smithi062 ceph-mon[85960]: pgmap v4019: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-08-04T16:34:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:44 smithi062 ceph-mon[85960]: osdmap e2324: 8 total, 8 up, 8 in 2024-08-04T16:34:45.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:45 smithi007 ceph-mon[92692]: osdmap e2325: 8 total, 8 up, 8 in 2024-08-04T16:34:45.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:45 smithi007 ceph-mon[94998]: osdmap e2325: 8 total, 8 up, 8 in 2024-08-04T16:34:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:45 smithi062 ceph-mon[85960]: osdmap e2325: 8 total, 8 up, 8 in 2024-08-04T16:34:46.487 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:34:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:34:46] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-08-04T16:34:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:46 smithi007 ceph-mon[94998]: pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 6.0 KiB/s wr, 111 op/s 2024-08-04T16:34:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:46 smithi007 ceph-mon[94998]: osdmap e2326: 8 total, 8 up, 8 in 2024-08-04T16:34:46.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:46 smithi007 ceph-mon[94998]: osdmap e2327: 8 total, 8 up, 8 in 2024-08-04T16:34:46.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:46 smithi007 ceph-mon[92692]: pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 6.0 KiB/s wr, 111 op/s 2024-08-04T16:34:46.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:46 smithi007 ceph-mon[92692]: osdmap e2326: 8 total, 8 up, 8 in 2024-08-04T16:34:46.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:46 smithi007 ceph-mon[92692]: osdmap e2327: 8 total, 8 up, 8 in 2024-08-04T16:34:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:46 smithi062 ceph-mon[85960]: pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 6.0 KiB/s wr, 111 op/s 2024-08-04T16:34:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:46 smithi062 ceph-mon[85960]: osdmap e2326: 8 total, 8 up, 8 in 2024-08-04T16:34:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:46 smithi062 ceph-mon[85960]: osdmap e2327: 8 total, 8 up, 8 in 2024-08-04T16:34:48.514 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:48 smithi062 ceph-mon[85960]: pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 7.0 KiB/s wr, 120 op/s 2024-08-04T16:34:48.589 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:48 smithi062 ceph-mon[85960]: osdmap e2328: 8 total, 8 up, 8 in 2024-08-04T16:34:48.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:48 smithi007 ceph-mon[92692]: pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 7.0 KiB/s wr, 120 op/s 2024-08-04T16:34:48.590 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:48 smithi007 ceph-mon[92692]: osdmap e2328: 8 total, 8 up, 8 in 2024-08-04T16:34:48.590 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:48 smithi007 ceph-mon[94998]: pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 7.0 KiB/s wr, 120 op/s 2024-08-04T16:34:48.590 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:48 smithi007 ceph-mon[94998]: osdmap e2328: 8 total, 8 up, 8 in 2024-08-04T16:34:49.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:49 smithi062 ceph-mon[85960]: osdmap e2329: 8 total, 8 up, 8 in 2024-08-04T16:34:49.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:49 smithi007 ceph-mon[92692]: osdmap e2329: 8 total, 8 up, 8 in 2024-08-04T16:34:49.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:49 smithi007 ceph-mon[94998]: osdmap e2329: 8 total, 8 up, 8 in 2024-08-04T16:34:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:50 smithi062 ceph-mon[85960]: pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.5 KiB/s wr, 82 op/s 2024-08-04T16:34:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:50 smithi062 ceph-mon[85960]: osdmap e2330: 8 total, 8 up, 8 in 2024-08-04T16:34:50.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:50 smithi007 ceph-mon[94998]: pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.5 KiB/s wr, 82 op/s 2024-08-04T16:34:50.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:50 smithi007 ceph-mon[94998]: osdmap e2330: 8 total, 8 up, 8 in 2024-08-04T16:34:50.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:50 smithi007 ceph-mon[92692]: pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.5 KiB/s wr, 82 op/s 2024-08-04T16:34:50.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:50 smithi007 ceph-mon[92692]: osdmap e2330: 8 total, 8 up, 8 in 2024-08-04T16:34:51.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:51 smithi062 ceph-mon[85960]: osdmap e2331: 8 total, 8 up, 8 in 2024-08-04T16:34:51.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:34:51.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:51 smithi062 ceph-mon[85960]: osdmap e2332: 8 total, 8 up, 8 in 2024-08-04T16:34:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:51 smithi007 ceph-mon[94998]: osdmap e2331: 8 total, 8 up, 8 in 2024-08-04T16:34:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:34:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:51 smithi007 ceph-mon[94998]: osdmap e2332: 8 total, 8 up, 8 in 2024-08-04T16:34:51.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:51 smithi007 ceph-mon[92692]: osdmap e2331: 8 total, 8 up, 8 in 2024-08-04T16:34:51.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:34:51.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:51 smithi007 ceph-mon[92692]: osdmap e2332: 8 total, 8 up, 8 in 2024-08-04T16:34:52.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:52 smithi062 ceph-mon[85960]: pgmap v4031: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.0 KiB/s wr, 72 op/s 2024-08-04T16:34:52.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:52 smithi062 ceph-mon[85960]: osdmap e2333: 8 total, 8 up, 8 in 2024-08-04T16:34:52.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:34:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:34:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:34:52.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:52 smithi007 ceph-mon[92692]: pgmap v4031: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.0 KiB/s wr, 72 op/s 2024-08-04T16:34:52.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:52 smithi007 ceph-mon[92692]: osdmap e2333: 8 total, 8 up, 8 in 2024-08-04T16:34:52.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:52 smithi007 ceph-mon[94998]: pgmap v4031: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.0 KiB/s wr, 72 op/s 2024-08-04T16:34:52.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:52 smithi007 ceph-mon[94998]: osdmap e2333: 8 total, 8 up, 8 in 2024-08-04T16:34:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:54 smithi062 ceph-mon[85960]: pgmap v4034: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-04T16:34:54.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:54 smithi062 ceph-mon[85960]: osdmap e2334: 8 total, 8 up, 8 in 2024-08-04T16:34:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:54 smithi007 ceph-mon[92692]: pgmap v4034: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-04T16:34:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:54 smithi007 ceph-mon[92692]: osdmap e2334: 8 total, 8 up, 8 in 2024-08-04T16:34:54.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:54 smithi007 ceph-mon[94998]: pgmap v4034: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-04T16:34:54.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:54 smithi007 ceph-mon[94998]: osdmap e2334: 8 total, 8 up, 8 in 2024-08-04T16:34:55.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:55 smithi062 ceph-mon[85960]: osdmap e2335: 8 total, 8 up, 8 in 2024-08-04T16:34:55.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:55 smithi007 ceph-mon[92692]: osdmap e2335: 8 total, 8 up, 8 in 2024-08-04T16:34:55.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:55 smithi007 ceph-mon[94998]: osdmap e2335: 8 total, 8 up, 8 in 2024-08-04T16:34:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:56 smithi062 ceph-mon[85960]: pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 3.0 KiB/s wr, 115 op/s 2024-08-04T16:34:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:56 smithi062 ceph-mon[85960]: osdmap e2336: 8 total, 8 up, 8 in 2024-08-04T16:34:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:34:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:34:56] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-08-04T16:34:56.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:56 smithi007 ceph-mon[94998]: pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 3.0 KiB/s wr, 115 op/s 2024-08-04T16:34:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:56 smithi007 ceph-mon[94998]: osdmap e2336: 8 total, 8 up, 8 in 2024-08-04T16:34:56.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:56 smithi007 ceph-mon[92692]: pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 3.0 KiB/s wr, 115 op/s 2024-08-04T16:34:56.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:56 smithi007 ceph-mon[92692]: osdmap e2336: 8 total, 8 up, 8 in 2024-08-04T16:34:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:57 smithi062 ceph-mon[85960]: osdmap e2337: 8 total, 8 up, 8 in 2024-08-04T16:34:57.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:57 smithi007 ceph-mon[92692]: osdmap e2337: 8 total, 8 up, 8 in 2024-08-04T16:34:57.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:57 smithi007 ceph-mon[94998]: osdmap e2337: 8 total, 8 up, 8 in 2024-08-04T16:34:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:58 smithi062 ceph-mon[85960]: pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 4.0 KiB/s wr, 116 op/s 2024-08-04T16:34:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:58 smithi062 ceph-mon[85960]: osdmap e2338: 8 total, 8 up, 8 in 2024-08-04T16:34:58.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:58 smithi007 ceph-mon[92692]: pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 4.0 KiB/s wr, 116 op/s 2024-08-04T16:34:58.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:58 smithi007 ceph-mon[92692]: osdmap e2338: 8 total, 8 up, 8 in 2024-08-04T16:34:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:58 smithi007 ceph-mon[94998]: pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 4.0 KiB/s wr, 116 op/s 2024-08-04T16:34:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:58 smithi007 ceph-mon[94998]: osdmap e2338: 8 total, 8 up, 8 in 2024-08-04T16:34:59.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:34:59 smithi007 ceph-mon[92692]: osdmap e2339: 8 total, 8 up, 8 in 2024-08-04T16:34:59.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:34:59 smithi007 ceph-mon[94998]: osdmap e2339: 8 total, 8 up, 8 in 2024-08-04T16:34:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:34:59 smithi062 ceph-mon[85960]: osdmap e2339: 8 total, 8 up, 8 in 2024-08-04T16:35:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:00 smithi007 ceph-mon[92692]: pgmap v4043: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 4.0 KiB/s wr, 160 op/s 2024-08-04T16:35:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:00 smithi007 ceph-mon[92692]: osdmap e2340: 8 total, 8 up, 8 in 2024-08-04T16:35:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:00 smithi007 ceph-mon[94998]: pgmap v4043: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 4.0 KiB/s wr, 160 op/s 2024-08-04T16:35:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:00 smithi007 ceph-mon[94998]: osdmap e2340: 8 total, 8 up, 8 in 2024-08-04T16:35:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:00 smithi062 ceph-mon[85960]: pgmap v4043: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 4.0 KiB/s wr, 160 op/s 2024-08-04T16:35:00.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:00 smithi062 ceph-mon[85960]: osdmap e2340: 8 total, 8 up, 8 in 2024-08-04T16:35:01.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:01 smithi007 ceph-mon[92692]: osdmap e2341: 8 total, 8 up, 8 in 2024-08-04T16:35:01.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:01 smithi007 ceph-mon[94998]: osdmap e2341: 8 total, 8 up, 8 in 2024-08-04T16:35:01.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:01 smithi062 ceph-mon[85960]: osdmap e2341: 8 total, 8 up, 8 in 2024-08-04T16:35:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:02 smithi007 ceph-mon[92692]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.5 KiB/s wr, 159 op/s 2024-08-04T16:35:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:02 smithi007 ceph-mon[92692]: osdmap e2342: 8 total, 8 up, 8 in 2024-08-04T16:35:02.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:02 smithi007 ceph-mon[94998]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.5 KiB/s wr, 159 op/s 2024-08-04T16:35:02.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:02 smithi007 ceph-mon[94998]: osdmap e2342: 8 total, 8 up, 8 in 2024-08-04T16:35:02.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:02 smithi062 ceph-mon[85960]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.5 KiB/s wr, 159 op/s 2024-08-04T16:35:02.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:02 smithi062 ceph-mon[85960]: osdmap e2342: 8 total, 8 up, 8 in 2024-08-04T16:35:02.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:35:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:35:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:35:03.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:03 smithi007 ceph-mon[92692]: osdmap e2343: 8 total, 8 up, 8 in 2024-08-04T16:35:03.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:03 smithi007 ceph-mon[94998]: osdmap e2343: 8 total, 8 up, 8 in 2024-08-04T16:35:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:03 smithi062 ceph-mon[85960]: osdmap e2343: 8 total, 8 up, 8 in 2024-08-04T16:35:04.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:04 smithi007 ceph-mon[92692]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-08-04T16:35:04.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:04 smithi007 ceph-mon[92692]: osdmap e2344: 8 total, 8 up, 8 in 2024-08-04T16:35:04.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:04 smithi007 ceph-mon[94998]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-08-04T16:35:04.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:04 smithi007 ceph-mon[94998]: osdmap e2344: 8 total, 8 up, 8 in 2024-08-04T16:35:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:04 smithi062 ceph-mon[85960]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-08-04T16:35:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:04 smithi062 ceph-mon[85960]: osdmap e2344: 8 total, 8 up, 8 in 2024-08-04T16:35:05.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:05 smithi007 ceph-mon[92692]: osdmap e2345: 8 total, 8 up, 8 in 2024-08-04T16:35:05.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:05 smithi007 ceph-mon[94998]: osdmap e2345: 8 total, 8 up, 8 in 2024-08-04T16:35:05.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:05 smithi062 ceph-mon[85960]: osdmap e2345: 8 total, 8 up, 8 in 2024-08-04T16:35:06.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:35:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:35:06] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-08-04T16:35:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:06 smithi007 ceph-mon[92692]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 3.2 KiB/s wr, 203 op/s 2024-08-04T16:35:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:06 smithi007 ceph-mon[92692]: osdmap e2346: 8 total, 8 up, 8 in 2024-08-04T16:35:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:35:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:06 smithi007 ceph-mon[94998]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 3.2 KiB/s wr, 203 op/s 2024-08-04T16:35:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:06 smithi007 ceph-mon[94998]: osdmap e2346: 8 total, 8 up, 8 in 2024-08-04T16:35:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:35:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:06 smithi062 ceph-mon[85960]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 3.2 KiB/s wr, 203 op/s 2024-08-04T16:35:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:06 smithi062 ceph-mon[85960]: osdmap e2346: 8 total, 8 up, 8 in 2024-08-04T16:35:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:35:07.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:07 smithi007 ceph-mon[92692]: osdmap e2347: 8 total, 8 up, 8 in 2024-08-04T16:35:07.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:07 smithi007 ceph-mon[94998]: osdmap e2347: 8 total, 8 up, 8 in 2024-08-04T16:35:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:07 smithi062 ceph-mon[85960]: osdmap e2347: 8 total, 8 up, 8 in 2024-08-04T16:35:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:08 smithi007 ceph-mon[92692]: pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 3.7 KiB/s wr, 203 op/s 2024-08-04T16:35:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:08 smithi007 ceph-mon[92692]: osdmap e2348: 8 total, 8 up, 8 in 2024-08-04T16:35:08.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:08 smithi007 ceph-mon[94998]: pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 3.7 KiB/s wr, 203 op/s 2024-08-04T16:35:08.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:08 smithi007 ceph-mon[94998]: osdmap e2348: 8 total, 8 up, 8 in 2024-08-04T16:35:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:08 smithi062 ceph-mon[85960]: pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 3.7 KiB/s wr, 203 op/s 2024-08-04T16:35:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:08 smithi062 ceph-mon[85960]: osdmap e2348: 8 total, 8 up, 8 in 2024-08-04T16:35:09.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:09 smithi007 ceph-mon[92692]: osdmap e2349: 8 total, 8 up, 8 in 2024-08-04T16:35:09.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:09 smithi007 ceph-mon[94998]: osdmap e2349: 8 total, 8 up, 8 in 2024-08-04T16:35:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:09 smithi062 ceph-mon[85960]: osdmap e2349: 8 total, 8 up, 8 in 2024-08-04T16:35:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:10 smithi062 ceph-mon[85960]: pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-08-04T16:35:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:10 smithi062 ceph-mon[85960]: osdmap e2350: 8 total, 8 up, 8 in 2024-08-04T16:35:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:10 smithi007 ceph-mon[92692]: pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-08-04T16:35:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:10 smithi007 ceph-mon[92692]: osdmap e2350: 8 total, 8 up, 8 in 2024-08-04T16:35:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:10 smithi007 ceph-mon[94998]: pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-08-04T16:35:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:10 smithi007 ceph-mon[94998]: osdmap e2350: 8 total, 8 up, 8 in 2024-08-04T16:35:11.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:11 smithi062 ceph-mon[85960]: osdmap e2351: 8 total, 8 up, 8 in 2024-08-04T16:35:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:11 smithi007 ceph-mon[92692]: osdmap e2351: 8 total, 8 up, 8 in 2024-08-04T16:35:11.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:11 smithi007 ceph-mon[94998]: osdmap e2351: 8 total, 8 up, 8 in 2024-08-04T16:35:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:12 smithi062 ceph-mon[85960]: pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-08-04T16:35:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:12 smithi062 ceph-mon[85960]: osdmap e2352: 8 total, 8 up, 8 in 2024-08-04T16:35:12.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:35:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:35:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:35:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:12 smithi007 ceph-mon[94998]: pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-08-04T16:35:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:12 smithi007 ceph-mon[94998]: osdmap e2352: 8 total, 8 up, 8 in 2024-08-04T16:35:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:12 smithi007 ceph-mon[92692]: pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-08-04T16:35:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:12 smithi007 ceph-mon[92692]: osdmap e2352: 8 total, 8 up, 8 in 2024-08-04T16:35:13.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:13 smithi062 ceph-mon[85960]: osdmap e2353: 8 total, 8 up, 8 in 2024-08-04T16:35:13.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:13 smithi007 ceph-mon[92692]: osdmap e2353: 8 total, 8 up, 8 in 2024-08-04T16:35:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:13 smithi007 ceph-mon[94998]: osdmap e2353: 8 total, 8 up, 8 in 2024-08-04T16:35:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:14 smithi062 ceph-mon[85960]: pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:35:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:14 smithi062 ceph-mon[85960]: osdmap e2354: 8 total, 8 up, 8 in 2024-08-04T16:35:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:14 smithi007 ceph-mon[94998]: pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:35:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:14 smithi007 ceph-mon[94998]: osdmap e2354: 8 total, 8 up, 8 in 2024-08-04T16:35:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:14 smithi007 ceph-mon[92692]: pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:35:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:14 smithi007 ceph-mon[92692]: osdmap e2354: 8 total, 8 up, 8 in 2024-08-04T16:35:15.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:15 smithi062 ceph-mon[85960]: osdmap e2355: 8 total, 8 up, 8 in 2024-08-04T16:35:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:15 smithi007 ceph-mon[92692]: osdmap e2355: 8 total, 8 up, 8 in 2024-08-04T16:35:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:15 smithi007 ceph-mon[94998]: osdmap e2355: 8 total, 8 up, 8 in 2024-08-04T16:35:16.375 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:35:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:35:16] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2024-08-04T16:35:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:16 smithi062 ceph-mon[85960]: pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 3.0 KiB/s wr, 290 op/s 2024-08-04T16:35:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:16 smithi062 ceph-mon[85960]: osdmap e2356: 8 total, 8 up, 8 in 2024-08-04T16:35:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:16 smithi007 ceph-mon[94998]: pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 3.0 KiB/s wr, 290 op/s 2024-08-04T16:35:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:16 smithi007 ceph-mon[94998]: osdmap e2356: 8 total, 8 up, 8 in 2024-08-04T16:35:16.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:16 smithi007 ceph-mon[92692]: pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 3.0 KiB/s wr, 290 op/s 2024-08-04T16:35:16.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:16 smithi007 ceph-mon[92692]: osdmap e2356: 8 total, 8 up, 8 in 2024-08-04T16:35:17.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:17 smithi062 ceph-mon[85960]: osdmap e2357: 8 total, 8 up, 8 in 2024-08-04T16:35:17.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:17 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:35:17.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:17 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:35:17.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:17 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:35:17.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:17 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:35:17.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:17 smithi007 ceph-mon[92692]: osdmap e2357: 8 total, 8 up, 8 in 2024-08-04T16:35:17.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:17 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:35:17.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:17 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:35:17.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:17 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:35:17.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:17 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:35:17.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:17 smithi007 ceph-mon[94998]: osdmap e2357: 8 total, 8 up, 8 in 2024-08-04T16:35:17.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:17 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:35:17.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:17 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:35:17.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:17 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:35:17.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:17 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:35:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:18 smithi062 ceph-mon[85960]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 3.7 KiB/s wr, 291 op/s 2024-08-04T16:35:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:18 smithi062 ceph-mon[85960]: osdmap e2358: 8 total, 8 up, 8 in 2024-08-04T16:35:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:18 smithi007 ceph-mon[92692]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 3.7 KiB/s wr, 291 op/s 2024-08-04T16:35:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:18 smithi007 ceph-mon[92692]: osdmap e2358: 8 total, 8 up, 8 in 2024-08-04T16:35:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:18 smithi007 ceph-mon[94998]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 3.7 KiB/s wr, 291 op/s 2024-08-04T16:35:18.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:18 smithi007 ceph-mon[94998]: osdmap e2358: 8 total, 8 up, 8 in 2024-08-04T16:35:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:19 smithi062 ceph-mon[85960]: osdmap e2359: 8 total, 8 up, 8 in 2024-08-04T16:35:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:19 smithi007 ceph-mon[92692]: osdmap e2359: 8 total, 8 up, 8 in 2024-08-04T16:35:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:19 smithi007 ceph-mon[94998]: osdmap e2359: 8 total, 8 up, 8 in 2024-08-04T16:35:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:20 smithi062 ceph-mon[85960]: pgmap v4073: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.7 KiB/s wr, 334 op/s 2024-08-04T16:35:20.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:20 smithi062 ceph-mon[85960]: osdmap e2360: 8 total, 8 up, 8 in 2024-08-04T16:35:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:20 smithi007 ceph-mon[94998]: pgmap v4073: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.7 KiB/s wr, 334 op/s 2024-08-04T16:35:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:20 smithi007 ceph-mon[94998]: osdmap e2360: 8 total, 8 up, 8 in 2024-08-04T16:35:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:20 smithi007 ceph-mon[92692]: pgmap v4073: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.7 KiB/s wr, 334 op/s 2024-08-04T16:35:20.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:20 smithi007 ceph-mon[92692]: osdmap e2360: 8 total, 8 up, 8 in 2024-08-04T16:35:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:21 smithi062 ceph-mon[85960]: osdmap e2361: 8 total, 8 up, 8 in 2024-08-04T16:35:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:35:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:21 smithi007 ceph-mon[94998]: osdmap e2361: 8 total, 8 up, 8 in 2024-08-04T16:35:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:35:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:21 smithi007 ceph-mon[92692]: osdmap e2361: 8 total, 8 up, 8 in 2024-08-04T16:35:21.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:35:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:22 smithi062 ceph-mon[85960]: pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-08-04T16:35:22.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:22 smithi062 ceph-mon[85960]: osdmap e2362: 8 total, 8 up, 8 in 2024-08-04T16:35:22.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:35:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:35:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:22 smithi007 ceph-mon[92692]: pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-08-04T16:35:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:22 smithi007 ceph-mon[92692]: osdmap e2362: 8 total, 8 up, 8 in 2024-08-04T16:35:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:22 smithi007 ceph-mon[94998]: pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-08-04T16:35:22.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:22 smithi007 ceph-mon[94998]: osdmap e2362: 8 total, 8 up, 8 in 2024-08-04T16:35:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:23 smithi062 ceph-mon[85960]: osdmap e2363: 8 total, 8 up, 8 in 2024-08-04T16:35:23.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:23 smithi007 ceph-mon[92692]: osdmap e2363: 8 total, 8 up, 8 in 2024-08-04T16:35:23.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:23 smithi007 ceph-mon[94998]: osdmap e2363: 8 total, 8 up, 8 in 2024-08-04T16:35:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:24 smithi062 ceph-mon[85960]: pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-08-04T16:35:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:24 smithi062 ceph-mon[85960]: osdmap e2364: 8 total, 8 up, 8 in 2024-08-04T16:35:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:24 smithi007 ceph-mon[92692]: pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-08-04T16:35:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:24 smithi007 ceph-mon[92692]: osdmap e2364: 8 total, 8 up, 8 in 2024-08-04T16:35:24.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:24 smithi007 ceph-mon[94998]: pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-08-04T16:35:24.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:24 smithi007 ceph-mon[94998]: osdmap e2364: 8 total, 8 up, 8 in 2024-08-04T16:35:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:25 smithi062 ceph-mon[85960]: osdmap e2365: 8 total, 8 up, 8 in 2024-08-04T16:35:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:25 smithi007 ceph-mon[92692]: osdmap e2365: 8 total, 8 up, 8 in 2024-08-04T16:35:25.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:25 smithi007 ceph-mon[94998]: osdmap e2365: 8 total, 8 up, 8 in 2024-08-04T16:35:26.436 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:35:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:35:26] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-08-04T16:35:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:26 smithi062 ceph-mon[85960]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 3.2 KiB/s wr, 378 op/s 2024-08-04T16:35:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:26 smithi062 ceph-mon[85960]: osdmap e2366: 8 total, 8 up, 8 in 2024-08-04T16:35:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:26 smithi007 ceph-mon[92692]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 3.2 KiB/s wr, 378 op/s 2024-08-04T16:35:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:26 smithi007 ceph-mon[92692]: osdmap e2366: 8 total, 8 up, 8 in 2024-08-04T16:35:26.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:26 smithi007 ceph-mon[94998]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 3.2 KiB/s wr, 378 op/s 2024-08-04T16:35:26.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:26 smithi007 ceph-mon[94998]: osdmap e2366: 8 total, 8 up, 8 in 2024-08-04T16:35:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:27 smithi062 ceph-mon[85960]: osdmap e2367: 8 total, 8 up, 8 in 2024-08-04T16:35:27.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:27 smithi007 ceph-mon[92692]: osdmap e2367: 8 total, 8 up, 8 in 2024-08-04T16:35:27.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:27 smithi007 ceph-mon[94998]: osdmap e2367: 8 total, 8 up, 8 in 2024-08-04T16:35:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:28 smithi062 ceph-mon[85960]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 3.0 KiB/s wr, 377 op/s 2024-08-04T16:35:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:28 smithi062 ceph-mon[85960]: osdmap e2368: 8 total, 8 up, 8 in 2024-08-04T16:35:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:28 smithi007 ceph-mon[92692]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 3.0 KiB/s wr, 377 op/s 2024-08-04T16:35:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:28 smithi007 ceph-mon[92692]: osdmap e2368: 8 total, 8 up, 8 in 2024-08-04T16:35:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:28 smithi007 ceph-mon[94998]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 3.0 KiB/s wr, 377 op/s 2024-08-04T16:35:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:28 smithi007 ceph-mon[94998]: osdmap e2368: 8 total, 8 up, 8 in 2024-08-04T16:35:29.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:29 smithi062 ceph-mon[85960]: osdmap e2369: 8 total, 8 up, 8 in 2024-08-04T16:35:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:29 smithi007 ceph-mon[92692]: osdmap e2369: 8 total, 8 up, 8 in 2024-08-04T16:35:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:29 smithi007 ceph-mon[94998]: osdmap e2369: 8 total, 8 up, 8 in 2024-08-04T16:35:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:30 smithi062 ceph-mon[85960]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 2.7 KiB/s wr, 421 op/s 2024-08-04T16:35:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:30 smithi062 ceph-mon[85960]: osdmap e2370: 8 total, 8 up, 8 in 2024-08-04T16:35:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:30 smithi007 ceph-mon[94998]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 2.7 KiB/s wr, 421 op/s 2024-08-04T16:35:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:30 smithi007 ceph-mon[94998]: osdmap e2370: 8 total, 8 up, 8 in 2024-08-04T16:35:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:30 smithi007 ceph-mon[92692]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 2.7 KiB/s wr, 421 op/s 2024-08-04T16:35:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:30 smithi007 ceph-mon[92692]: osdmap e2370: 8 total, 8 up, 8 in 2024-08-04T16:35:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:31 smithi062 ceph-mon[85960]: osdmap e2371: 8 total, 8 up, 8 in 2024-08-04T16:35:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:31 smithi007 ceph-mon[92692]: osdmap e2371: 8 total, 8 up, 8 in 2024-08-04T16:35:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:31 smithi007 ceph-mon[94998]: osdmap e2371: 8 total, 8 up, 8 in 2024-08-04T16:35:32.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:32 smithi062 ceph-mon[85960]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 4.0 KiB/s wr, 422 op/s 2024-08-04T16:35:32.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:32 smithi062 ceph-mon[85960]: osdmap e2372: 8 total, 8 up, 8 in 2024-08-04T16:35:32.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:35:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:35:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:32 smithi007 ceph-mon[92692]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 4.0 KiB/s wr, 422 op/s 2024-08-04T16:35:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:32 smithi007 ceph-mon[92692]: osdmap e2372: 8 total, 8 up, 8 in 2024-08-04T16:35:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:32 smithi007 ceph-mon[94998]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 4.0 KiB/s wr, 422 op/s 2024-08-04T16:35:32.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:32 smithi007 ceph-mon[94998]: osdmap e2372: 8 total, 8 up, 8 in 2024-08-04T16:35:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:33 smithi062 ceph-mon[85960]: osdmap e2373: 8 total, 8 up, 8 in 2024-08-04T16:35:33.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:33 smithi007 ceph-mon[94998]: osdmap e2373: 8 total, 8 up, 8 in 2024-08-04T16:35:33.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:33 smithi007 ceph-mon[92692]: osdmap e2373: 8 total, 8 up, 8 in 2024-08-04T16:35:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:34 smithi062 ceph-mon[85960]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-08-04T16:35:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:34 smithi062 ceph-mon[85960]: osdmap e2374: 8 total, 8 up, 8 in 2024-08-04T16:35:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:34 smithi007 ceph-mon[92692]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-08-04T16:35:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:34 smithi007 ceph-mon[92692]: osdmap e2374: 8 total, 8 up, 8 in 2024-08-04T16:35:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:34 smithi007 ceph-mon[94998]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-08-04T16:35:34.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:34 smithi007 ceph-mon[94998]: osdmap e2374: 8 total, 8 up, 8 in 2024-08-04T16:35:35.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:35 smithi062 ceph-mon[85960]: osdmap e2375: 8 total, 8 up, 8 in 2024-08-04T16:35:35.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:35 smithi007 ceph-mon[92692]: osdmap e2375: 8 total, 8 up, 8 in 2024-08-04T16:35:35.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:35 smithi007 ceph-mon[94998]: osdmap e2375: 8 total, 8 up, 8 in 2024-08-04T16:35:36.507 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:35:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:35:36] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-08-04T16:35:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:36 smithi062 ceph-mon[85960]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 3.2 KiB/s wr, 465 op/s 2024-08-04T16:35:36.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:36 smithi062 ceph-mon[85960]: osdmap e2376: 8 total, 8 up, 8 in 2024-08-04T16:35:36.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:35:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:36 smithi007 ceph-mon[92692]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 3.2 KiB/s wr, 465 op/s 2024-08-04T16:35:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:36 smithi007 ceph-mon[92692]: osdmap e2376: 8 total, 8 up, 8 in 2024-08-04T16:35:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:35:36.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:36 smithi007 ceph-mon[94998]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 3.2 KiB/s wr, 465 op/s 2024-08-04T16:35:36.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:36 smithi007 ceph-mon[94998]: osdmap e2376: 8 total, 8 up, 8 in 2024-08-04T16:35:36.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:35:37.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:37 smithi062 ceph-mon[85960]: osdmap e2377: 8 total, 8 up, 8 in 2024-08-04T16:35:37.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:37 smithi007 ceph-mon[92692]: osdmap e2377: 8 total, 8 up, 8 in 2024-08-04T16:35:37.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:37 smithi007 ceph-mon[94998]: osdmap e2377: 8 total, 8 up, 8 in 2024-08-04T16:35:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:38 smithi007 ceph-mon[92692]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 4.0 KiB/s wr, 466 op/s 2024-08-04T16:35:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:38 smithi007 ceph-mon[92692]: osdmap e2378: 8 total, 8 up, 8 in 2024-08-04T16:35:38.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:38 smithi007 ceph-mon[94998]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 4.0 KiB/s wr, 466 op/s 2024-08-04T16:35:38.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:38 smithi007 ceph-mon[94998]: osdmap e2378: 8 total, 8 up, 8 in 2024-08-04T16:35:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:38 smithi062 ceph-mon[85960]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 4.0 KiB/s wr, 466 op/s 2024-08-04T16:35:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:38 smithi062 ceph-mon[85960]: osdmap e2378: 8 total, 8 up, 8 in 2024-08-04T16:35:39.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:39 smithi007 ceph-mon[92692]: osdmap e2379: 8 total, 8 up, 8 in 2024-08-04T16:35:39.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:39 smithi007 ceph-mon[92692]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.5 KiB/s wr, 509 op/s 2024-08-04T16:35:39.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:39 smithi007 ceph-mon[94998]: osdmap e2379: 8 total, 8 up, 8 in 2024-08-04T16:35:39.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:39 smithi007 ceph-mon[94998]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.5 KiB/s wr, 509 op/s 2024-08-04T16:35:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:39 smithi062 ceph-mon[85960]: osdmap e2379: 8 total, 8 up, 8 in 2024-08-04T16:35:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:39 smithi062 ceph-mon[85960]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.5 KiB/s wr, 509 op/s 2024-08-04T16:35:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:40 smithi007 ceph-mon[94998]: osdmap e2380: 8 total, 8 up, 8 in 2024-08-04T16:35:40.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:40 smithi007 ceph-mon[92692]: osdmap e2380: 8 total, 8 up, 8 in 2024-08-04T16:35:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:40 smithi062 ceph-mon[85960]: osdmap e2380: 8 total, 8 up, 8 in 2024-08-04T16:35:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:41 smithi007 ceph-mon[94998]: osdmap e2381: 8 total, 8 up, 8 in 2024-08-04T16:35:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:41 smithi007 ceph-mon[94998]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.5 KiB/s wr, 509 op/s 2024-08-04T16:35:41.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:41 smithi007 ceph-mon[92692]: osdmap e2381: 8 total, 8 up, 8 in 2024-08-04T16:35:41.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:41 smithi007 ceph-mon[92692]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.5 KiB/s wr, 509 op/s 2024-08-04T16:35:42.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:41 smithi062 ceph-mon[85960]: osdmap e2381: 8 total, 8 up, 8 in 2024-08-04T16:35:42.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:41 smithi062 ceph-mon[85960]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 3.5 KiB/s wr, 509 op/s 2024-08-04T16:35:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:42 smithi062 ceph-mon[85960]: osdmap e2382: 8 total, 8 up, 8 in 2024-08-04T16:35:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:35:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:35:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:35:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:42 smithi007 ceph-mon[94998]: osdmap e2382: 8 total, 8 up, 8 in 2024-08-04T16:35:42.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:42 smithi007 ceph-mon[92692]: osdmap e2382: 8 total, 8 up, 8 in 2024-08-04T16:35:43.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:43 smithi007 ceph-mon[92692]: osdmap e2383: 8 total, 8 up, 8 in 2024-08-04T16:35:43.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:43 smithi007 ceph-mon[92692]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:35:43.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:43 smithi007 ceph-mon[94998]: osdmap e2383: 8 total, 8 up, 8 in 2024-08-04T16:35:43.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:43 smithi007 ceph-mon[94998]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:35:44.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:43 smithi062 ceph-mon[85960]: osdmap e2383: 8 total, 8 up, 8 in 2024-08-04T16:35:44.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:43 smithi062 ceph-mon[85960]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:35:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:44 smithi007 ceph-mon[92692]: osdmap e2384: 8 total, 8 up, 8 in 2024-08-04T16:35:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:44 smithi007 ceph-mon[94998]: osdmap e2384: 8 total, 8 up, 8 in 2024-08-04T16:35:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:44 smithi062 ceph-mon[85960]: osdmap e2384: 8 total, 8 up, 8 in 2024-08-04T16:35:45.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:45 smithi007 ceph-mon[94998]: osdmap e2385: 8 total, 8 up, 8 in 2024-08-04T16:35:45.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:45 smithi007 ceph-mon[94998]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 3.5 KiB/s wr, 553 op/s 2024-08-04T16:35:45.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:45 smithi007 ceph-mon[92692]: osdmap e2385: 8 total, 8 up, 8 in 2024-08-04T16:35:45.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:45 smithi007 ceph-mon[92692]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 3.5 KiB/s wr, 553 op/s 2024-08-04T16:35:46.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:45 smithi062 ceph-mon[85960]: osdmap e2385: 8 total, 8 up, 8 in 2024-08-04T16:35:46.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:45 smithi062 ceph-mon[85960]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 3.5 KiB/s wr, 553 op/s 2024-08-04T16:35:46.573 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:35:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:35:46] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2024-08-04T16:35:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:46 smithi007 ceph-mon[92692]: osdmap e2386: 8 total, 8 up, 8 in 2024-08-04T16:35:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:46 smithi007 ceph-mon[94998]: osdmap e2386: 8 total, 8 up, 8 in 2024-08-04T16:35:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:46 smithi062 ceph-mon[85960]: osdmap e2386: 8 total, 8 up, 8 in 2024-08-04T16:35:47.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:47 smithi007 ceph-mon[92692]: osdmap e2387: 8 total, 8 up, 8 in 2024-08-04T16:35:47.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:47 smithi007 ceph-mon[92692]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 4.0 KiB/s wr, 553 op/s 2024-08-04T16:35:47.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:47 smithi007 ceph-mon[94998]: osdmap e2387: 8 total, 8 up, 8 in 2024-08-04T16:35:47.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:47 smithi007 ceph-mon[94998]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 4.0 KiB/s wr, 553 op/s 2024-08-04T16:35:48.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:47 smithi062 ceph-mon[85960]: osdmap e2387: 8 total, 8 up, 8 in 2024-08-04T16:35:48.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:47 smithi062 ceph-mon[85960]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 4.0 KiB/s wr, 553 op/s 2024-08-04T16:35:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:48 smithi007 ceph-mon[92692]: osdmap e2388: 8 total, 8 up, 8 in 2024-08-04T16:35:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:48 smithi007 ceph-mon[94998]: osdmap e2388: 8 total, 8 up, 8 in 2024-08-04T16:35:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:48 smithi062 ceph-mon[85960]: osdmap e2388: 8 total, 8 up, 8 in 2024-08-04T16:35:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:49 smithi062 ceph-mon[85960]: osdmap e2389: 8 total, 8 up, 8 in 2024-08-04T16:35:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:49 smithi062 ceph-mon[85960]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 3.2 KiB/s wr, 598 op/s 2024-08-04T16:35:50.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:49 smithi007 ceph-mon[92692]: osdmap e2389: 8 total, 8 up, 8 in 2024-08-04T16:35:50.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:49 smithi007 ceph-mon[92692]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 3.2 KiB/s wr, 598 op/s 2024-08-04T16:35:50.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:49 smithi007 ceph-mon[94998]: osdmap e2389: 8 total, 8 up, 8 in 2024-08-04T16:35:50.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:49 smithi007 ceph-mon[94998]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 3.2 KiB/s wr, 598 op/s 2024-08-04T16:35:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:50 smithi062 ceph-mon[85960]: osdmap e2390: 8 total, 8 up, 8 in 2024-08-04T16:35:51.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:50 smithi007 ceph-mon[92692]: osdmap e2390: 8 total, 8 up, 8 in 2024-08-04T16:35:51.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:50 smithi007 ceph-mon[94998]: osdmap e2390: 8 total, 8 up, 8 in 2024-08-04T16:35:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:51 smithi062 ceph-mon[85960]: osdmap e2391: 8 total, 8 up, 8 in 2024-08-04T16:35:52.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:51 smithi062 ceph-mon[85960]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 3.2 KiB/s wr, 598 op/s 2024-08-04T16:35:52.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:35:52.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:51 smithi007 ceph-mon[92692]: osdmap e2391: 8 total, 8 up, 8 in 2024-08-04T16:35:52.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:51 smithi007 ceph-mon[92692]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 3.2 KiB/s wr, 598 op/s 2024-08-04T16:35:52.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:35:52.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:51 smithi007 ceph-mon[94998]: osdmap e2391: 8 total, 8 up, 8 in 2024-08-04T16:35:52.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:51 smithi007 ceph-mon[94998]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 3.2 KiB/s wr, 598 op/s 2024-08-04T16:35:52.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:35:52.603 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:35:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:35:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:35:53.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:52 smithi062 ceph-mon[85960]: osdmap e2392: 8 total, 8 up, 8 in 2024-08-04T16:35:53.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:52 smithi007 ceph-mon[92692]: osdmap e2392: 8 total, 8 up, 8 in 2024-08-04T16:35:53.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:52 smithi007 ceph-mon[94998]: osdmap e2392: 8 total, 8 up, 8 in 2024-08-04T16:35:54.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:53 smithi062 ceph-mon[85960]: osdmap e2393: 8 total, 8 up, 8 in 2024-08-04T16:35:54.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:53 smithi062 ceph-mon[85960]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-04T16:35:54.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:53 smithi007 ceph-mon[92692]: osdmap e2393: 8 total, 8 up, 8 in 2024-08-04T16:35:54.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:53 smithi007 ceph-mon[92692]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-04T16:35:54.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:53 smithi007 ceph-mon[94998]: osdmap e2393: 8 total, 8 up, 8 in 2024-08-04T16:35:54.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:53 smithi007 ceph-mon[94998]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-04T16:35:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:54 smithi062 ceph-mon[85960]: osdmap e2394: 8 total, 8 up, 8 in 2024-08-04T16:35:55.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:54 smithi007 ceph-mon[92692]: osdmap e2394: 8 total, 8 up, 8 in 2024-08-04T16:35:55.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:54 smithi007 ceph-mon[94998]: osdmap e2394: 8 total, 8 up, 8 in 2024-08-04T16:35:56.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:55 smithi062 ceph-mon[85960]: osdmap e2395: 8 total, 8 up, 8 in 2024-08-04T16:35:56.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:55 smithi062 ceph-mon[85960]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 479 KiB/s rd, 3.5 KiB/s wr, 644 op/s 2024-08-04T16:35:56.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:55 smithi007 ceph-mon[94998]: osdmap e2395: 8 total, 8 up, 8 in 2024-08-04T16:35:56.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:55 smithi007 ceph-mon[94998]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 479 KiB/s rd, 3.5 KiB/s wr, 644 op/s 2024-08-04T16:35:56.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:55 smithi007 ceph-mon[92692]: osdmap e2395: 8 total, 8 up, 8 in 2024-08-04T16:35:56.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:55 smithi007 ceph-mon[92692]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 479 KiB/s rd, 3.5 KiB/s wr, 644 op/s 2024-08-04T16:35:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:35:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:35:56] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2024-08-04T16:35:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:56 smithi062 ceph-mon[85960]: osdmap e2396: 8 total, 8 up, 8 in 2024-08-04T16:35:57.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:56 smithi007 ceph-mon[92692]: osdmap e2396: 8 total, 8 up, 8 in 2024-08-04T16:35:57.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:56 smithi007 ceph-mon[94998]: osdmap e2396: 8 total, 8 up, 8 in 2024-08-04T16:35:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:57 smithi062 ceph-mon[85960]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 479 KiB/s rd, 3.5 KiB/s wr, 644 op/s 2024-08-04T16:35:58.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:57 smithi062 ceph-mon[85960]: osdmap e2397: 8 total, 8 up, 8 in 2024-08-04T16:35:58.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:57 smithi007 ceph-mon[94998]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 479 KiB/s rd, 3.5 KiB/s wr, 644 op/s 2024-08-04T16:35:58.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:57 smithi007 ceph-mon[94998]: osdmap e2397: 8 total, 8 up, 8 in 2024-08-04T16:35:58.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:57 smithi007 ceph-mon[92692]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 479 KiB/s rd, 3.5 KiB/s wr, 644 op/s 2024-08-04T16:35:58.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:57 smithi007 ceph-mon[92692]: osdmap e2397: 8 total, 8 up, 8 in 2024-08-04T16:35:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:58 smithi062 ceph-mon[85960]: osdmap e2398: 8 total, 8 up, 8 in 2024-08-04T16:35:59.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:58 smithi007 ceph-mon[94998]: osdmap e2398: 8 total, 8 up, 8 in 2024-08-04T16:35:59.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:58 smithi007 ceph-mon[92692]: osdmap e2398: 8 total, 8 up, 8 in 2024-08-04T16:36:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:59 smithi062 ceph-mon[85960]: pgmap v4132: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 510 KiB/s rd, 2.7 KiB/s wr, 686 op/s 2024-08-04T16:36:00.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:35:59 smithi062 ceph-mon[85960]: osdmap e2399: 8 total, 8 up, 8 in 2024-08-04T16:36:00.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:59 smithi007 ceph-mon[92692]: pgmap v4132: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 510 KiB/s rd, 2.7 KiB/s wr, 686 op/s 2024-08-04T16:36:00.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:35:59 smithi007 ceph-mon[92692]: osdmap e2399: 8 total, 8 up, 8 in 2024-08-04T16:36:00.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:59 smithi007 ceph-mon[94998]: pgmap v4132: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 510 KiB/s rd, 2.7 KiB/s wr, 686 op/s 2024-08-04T16:36:00.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:35:59 smithi007 ceph-mon[94998]: osdmap e2399: 8 total, 8 up, 8 in 2024-08-04T16:36:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:00 smithi062 ceph-mon[85960]: osdmap e2400: 8 total, 8 up, 8 in 2024-08-04T16:36:01.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:00 smithi007 ceph-mon[92692]: osdmap e2400: 8 total, 8 up, 8 in 2024-08-04T16:36:01.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:00 smithi007 ceph-mon[94998]: osdmap e2400: 8 total, 8 up, 8 in 2024-08-04T16:36:02.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:01 smithi062 ceph-mon[85960]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 510 KiB/s rd, 4.0 KiB/s wr, 688 op/s 2024-08-04T16:36:02.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:01 smithi062 ceph-mon[85960]: osdmap e2401: 8 total, 8 up, 8 in 2024-08-04T16:36:02.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:01 smithi007 ceph-mon[92692]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 510 KiB/s rd, 4.0 KiB/s wr, 688 op/s 2024-08-04T16:36:02.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:01 smithi007 ceph-mon[92692]: osdmap e2401: 8 total, 8 up, 8 in 2024-08-04T16:36:02.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:01 smithi007 ceph-mon[94998]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 510 KiB/s rd, 4.0 KiB/s wr, 688 op/s 2024-08-04T16:36:02.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:01 smithi007 ceph-mon[94998]: osdmap e2401: 8 total, 8 up, 8 in 2024-08-04T16:36:02.669 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:36:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:36:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:36:03.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:02 smithi062 ceph-mon[85960]: osdmap e2402: 8 total, 8 up, 8 in 2024-08-04T16:36:03.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:02 smithi007 ceph-mon[92692]: osdmap e2402: 8 total, 8 up, 8 in 2024-08-04T16:36:03.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:02 smithi007 ceph-mon[94998]: osdmap e2402: 8 total, 8 up, 8 in 2024-08-04T16:36:04.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:03 smithi062 ceph-mon[85960]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-08-04T16:36:04.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:03 smithi062 ceph-mon[85960]: osdmap e2403: 8 total, 8 up, 8 in 2024-08-04T16:36:04.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:03 smithi007 ceph-mon[92692]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-08-04T16:36:04.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:03 smithi007 ceph-mon[92692]: osdmap e2403: 8 total, 8 up, 8 in 2024-08-04T16:36:04.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:03 smithi007 ceph-mon[94998]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-08-04T16:36:04.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:03 smithi007 ceph-mon[94998]: osdmap e2403: 8 total, 8 up, 8 in 2024-08-04T16:36:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:04 smithi062 ceph-mon[85960]: osdmap e2404: 8 total, 8 up, 8 in 2024-08-04T16:36:05.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:04 smithi007 ceph-mon[92692]: osdmap e2404: 8 total, 8 up, 8 in 2024-08-04T16:36:05.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:04 smithi007 ceph-mon[94998]: osdmap e2404: 8 total, 8 up, 8 in 2024-08-04T16:36:06.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:05 smithi062 ceph-mon[85960]: pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 3.2 KiB/s wr, 589 op/s 2024-08-04T16:36:06.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:05 smithi062 ceph-mon[85960]: osdmap e2405: 8 total, 8 up, 8 in 2024-08-04T16:36:06.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:05 smithi007 ceph-mon[92692]: pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 3.2 KiB/s wr, 589 op/s 2024-08-04T16:36:06.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:05 smithi007 ceph-mon[92692]: osdmap e2405: 8 total, 8 up, 8 in 2024-08-04T16:36:06.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:05 smithi007 ceph-mon[94998]: pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 3.2 KiB/s wr, 589 op/s 2024-08-04T16:36:06.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:05 smithi007 ceph-mon[94998]: osdmap e2405: 8 total, 8 up, 8 in 2024-08-04T16:36:06.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:36:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:36:06] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2024-08-04T16:36:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:06 smithi062 ceph-mon[85960]: osdmap e2406: 8 total, 8 up, 8 in 2024-08-04T16:36:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:36:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:06 smithi007 ceph-mon[92692]: osdmap e2406: 8 total, 8 up, 8 in 2024-08-04T16:36:07.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:36:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:06 smithi007 ceph-mon[94998]: osdmap e2406: 8 total, 8 up, 8 in 2024-08-04T16:36:07.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:36:08.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:07 smithi062 ceph-mon[85960]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 3.7 KiB/s wr, 590 op/s 2024-08-04T16:36:08.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:07 smithi062 ceph-mon[85960]: osdmap e2407: 8 total, 8 up, 8 in 2024-08-04T16:36:08.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:07 smithi007 ceph-mon[94998]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 3.7 KiB/s wr, 590 op/s 2024-08-04T16:36:08.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:07 smithi007 ceph-mon[94998]: osdmap e2407: 8 total, 8 up, 8 in 2024-08-04T16:36:08.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:07 smithi007 ceph-mon[92692]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 3.7 KiB/s wr, 590 op/s 2024-08-04T16:36:08.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:07 smithi007 ceph-mon[92692]: osdmap e2407: 8 total, 8 up, 8 in 2024-08-04T16:36:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:08 smithi062 ceph-mon[85960]: osdmap e2408: 8 total, 8 up, 8 in 2024-08-04T16:36:09.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:08 smithi007 ceph-mon[92692]: osdmap e2408: 8 total, 8 up, 8 in 2024-08-04T16:36:09.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:08 smithi007 ceph-mon[94998]: osdmap e2408: 8 total, 8 up, 8 in 2024-08-04T16:36:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:09 smithi062 ceph-mon[85960]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 559 KiB/s rd, 3.0 KiB/s wr, 759 op/s 2024-08-04T16:36:10.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:09 smithi062 ceph-mon[85960]: osdmap e2409: 8 total, 8 up, 8 in 2024-08-04T16:36:10.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:09 smithi007 ceph-mon[94998]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 559 KiB/s rd, 3.0 KiB/s wr, 759 op/s 2024-08-04T16:36:10.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:09 smithi007 ceph-mon[94998]: osdmap e2409: 8 total, 8 up, 8 in 2024-08-04T16:36:10.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:09 smithi007 ceph-mon[92692]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 559 KiB/s rd, 3.0 KiB/s wr, 759 op/s 2024-08-04T16:36:10.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:09 smithi007 ceph-mon[92692]: osdmap e2409: 8 total, 8 up, 8 in 2024-08-04T16:36:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:10 smithi062 ceph-mon[85960]: osdmap e2410: 8 total, 8 up, 8 in 2024-08-04T16:36:11.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:10 smithi007 ceph-mon[92692]: osdmap e2410: 8 total, 8 up, 8 in 2024-08-04T16:36:11.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:10 smithi007 ceph-mon[94998]: osdmap e2410: 8 total, 8 up, 8 in 2024-08-04T16:36:12.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:11 smithi062 ceph-mon[85960]: pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 559 KiB/s rd, 3.0 KiB/s wr, 759 op/s 2024-08-04T16:36:12.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:11 smithi062 ceph-mon[85960]: osdmap e2411: 8 total, 8 up, 8 in 2024-08-04T16:36:12.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:11 smithi007 ceph-mon[92692]: pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 559 KiB/s rd, 3.0 KiB/s wr, 759 op/s 2024-08-04T16:36:12.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:11 smithi007 ceph-mon[92692]: osdmap e2411: 8 total, 8 up, 8 in 2024-08-04T16:36:12.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:11 smithi007 ceph-mon[94998]: pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 559 KiB/s rd, 3.0 KiB/s wr, 759 op/s 2024-08-04T16:36:12.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:11 smithi007 ceph-mon[94998]: osdmap e2411: 8 total, 8 up, 8 in 2024-08-04T16:36:12.739 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:36:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:36:13.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:12 smithi062 ceph-mon[85960]: osdmap e2412: 8 total, 8 up, 8 in 2024-08-04T16:36:13.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:12 smithi007 ceph-mon[92692]: osdmap e2412: 8 total, 8 up, 8 in 2024-08-04T16:36:13.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:12 smithi007 ceph-mon[94998]: osdmap e2412: 8 total, 8 up, 8 in 2024-08-04T16:36:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:13 smithi062 ceph-mon[85960]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-04T16:36:14.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:13 smithi062 ceph-mon[85960]: osdmap e2413: 8 total, 8 up, 8 in 2024-08-04T16:36:14.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:13 smithi007 ceph-mon[92692]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-04T16:36:14.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:13 smithi007 ceph-mon[92692]: osdmap e2413: 8 total, 8 up, 8 in 2024-08-04T16:36:14.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:13 smithi007 ceph-mon[94998]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-04T16:36:14.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:13 smithi007 ceph-mon[94998]: osdmap e2413: 8 total, 8 up, 8 in 2024-08-04T16:36:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:14 smithi062 ceph-mon[85960]: osdmap e2414: 8 total, 8 up, 8 in 2024-08-04T16:36:15.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:14 smithi007 ceph-mon[92692]: osdmap e2414: 8 total, 8 up, 8 in 2024-08-04T16:36:15.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:14 smithi007 ceph-mon[94998]: osdmap e2414: 8 total, 8 up, 8 in 2024-08-04T16:36:16.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:15 smithi007 ceph-mon[92692]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-08-04T16:36:16.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:15 smithi007 ceph-mon[92692]: osdmap e2415: 8 total, 8 up, 8 in 2024-08-04T16:36:16.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:15 smithi007 ceph-mon[94998]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-08-04T16:36:16.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:15 smithi007 ceph-mon[94998]: osdmap e2415: 8 total, 8 up, 8 in 2024-08-04T16:36:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:15 smithi062 ceph-mon[85960]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-08-04T16:36:16.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:15 smithi062 ceph-mon[85960]: osdmap e2415: 8 total, 8 up, 8 in 2024-08-04T16:36:16.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:36:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:36:16] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-08-04T16:36:17.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:16 smithi007 ceph-mon[92692]: osdmap e2416: 8 total, 8 up, 8 in 2024-08-04T16:36:17.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:16 smithi007 ceph-mon[94998]: osdmap e2416: 8 total, 8 up, 8 in 2024-08-04T16:36:17.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:16 smithi062 ceph-mon[85960]: osdmap e2416: 8 total, 8 up, 8 in 2024-08-04T16:36:18.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:17 smithi007 ceph-mon[92692]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 3.7 KiB/s wr, 811 op/s 2024-08-04T16:36:18.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:17 smithi007 ceph-mon[92692]: osdmap e2417: 8 total, 8 up, 8 in 2024-08-04T16:36:18.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:17 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:36:18.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:17 smithi007 ceph-mon[94998]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 3.7 KiB/s wr, 811 op/s 2024-08-04T16:36:18.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:17 smithi007 ceph-mon[94998]: osdmap e2417: 8 total, 8 up, 8 in 2024-08-04T16:36:18.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:17 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:36:18.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:17 smithi062 ceph-mon[85960]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 3.7 KiB/s wr, 811 op/s 2024-08-04T16:36:18.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:17 smithi062 ceph-mon[85960]: osdmap e2417: 8 total, 8 up, 8 in 2024-08-04T16:36:18.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:17 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:36:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:18 smithi007 ceph-mon[92692]: osdmap e2418: 8 total, 8 up, 8 in 2024-08-04T16:36:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:18 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:36:19.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:18 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:36:19.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:18 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:36:19.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:18 smithi007 ceph-mon[94998]: osdmap e2418: 8 total, 8 up, 8 in 2024-08-04T16:36:19.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:18 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:36:19.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:18 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:36:19.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:18 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:36:19.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:18 smithi062 ceph-mon[85960]: osdmap e2418: 8 total, 8 up, 8 in 2024-08-04T16:36:19.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:18 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:36:19.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:18 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:36:19.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:18 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:36:20.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:19 smithi007 ceph-mon[94998]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 4.0 KiB/s wr, 854 op/s 2024-08-04T16:36:20.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:19 smithi007 ceph-mon[94998]: osdmap e2419: 8 total, 8 up, 8 in 2024-08-04T16:36:20.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:19 smithi007 ceph-mon[92692]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 4.0 KiB/s wr, 854 op/s 2024-08-04T16:36:20.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:19 smithi007 ceph-mon[92692]: osdmap e2419: 8 total, 8 up, 8 in 2024-08-04T16:36:20.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:19 smithi062 ceph-mon[85960]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 4.0 KiB/s wr, 854 op/s 2024-08-04T16:36:20.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:19 smithi062 ceph-mon[85960]: osdmap e2419: 8 total, 8 up, 8 in 2024-08-04T16:36:21.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:20 smithi007 ceph-mon[94998]: osdmap e2420: 8 total, 8 up, 8 in 2024-08-04T16:36:21.086 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:20 smithi007 ceph-mon[92692]: osdmap e2420: 8 total, 8 up, 8 in 2024-08-04T16:36:21.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:20 smithi062 ceph-mon[85960]: osdmap e2420: 8 total, 8 up, 8 in 2024-08-04T16:36:22.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:21 smithi007 ceph-mon[94998]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-08-04T16:36:22.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:21 smithi007 ceph-mon[94998]: osdmap e2421: 8 total, 8 up, 8 in 2024-08-04T16:36:22.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:36:22.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:21 smithi007 ceph-mon[92692]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-08-04T16:36:22.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:21 smithi007 ceph-mon[92692]: osdmap e2421: 8 total, 8 up, 8 in 2024-08-04T16:36:22.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:36:22.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:21 smithi062 ceph-mon[85960]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-08-04T16:36:22.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:21 smithi062 ceph-mon[85960]: osdmap e2421: 8 total, 8 up, 8 in 2024-08-04T16:36:22.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:36:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:36:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:36:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:36:23.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:22 smithi007 ceph-mon[94998]: osdmap e2422: 8 total, 8 up, 8 in 2024-08-04T16:36:23.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:22 smithi007 ceph-mon[92692]: osdmap e2422: 8 total, 8 up, 8 in 2024-08-04T16:36:23.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:22 smithi062 ceph-mon[85960]: osdmap e2422: 8 total, 8 up, 8 in 2024-08-04T16:36:24.086 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:23 smithi007 ceph-mon[94998]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T16:36:24.087 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:23 smithi007 ceph-mon[94998]: osdmap e2423: 8 total, 8 up, 8 in 2024-08-04T16:36:24.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:23 smithi007 ceph-mon[92692]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T16:36:24.087 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:23 smithi007 ceph-mon[92692]: osdmap e2423: 8 total, 8 up, 8 in 2024-08-04T16:36:24.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:23 smithi062 ceph-mon[85960]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-04T16:36:24.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:23 smithi062 ceph-mon[85960]: osdmap e2423: 8 total, 8 up, 8 in 2024-08-04T16:36:25.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:24 smithi062 ceph-mon[85960]: osdmap e2424: 8 total, 8 up, 8 in 2024-08-04T16:36:25.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:24 smithi007 ceph-mon[92692]: osdmap e2424: 8 total, 8 up, 8 in 2024-08-04T16:36:25.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:24 smithi007 ceph-mon[94998]: osdmap e2424: 8 total, 8 up, 8 in 2024-08-04T16:36:26.110 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:25 smithi007 ceph-mon[92692]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 667 KiB/s rd, 3.0 KiB/s wr, 897 op/s 2024-08-04T16:36:26.110 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:25 smithi007 ceph-mon[92692]: osdmap e2425: 8 total, 8 up, 8 in 2024-08-04T16:36:26.110 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:25 smithi007 ceph-mon[94998]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 667 KiB/s rd, 3.0 KiB/s wr, 897 op/s 2024-08-04T16:36:26.110 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:25 smithi007 ceph-mon[94998]: osdmap e2425: 8 total, 8 up, 8 in 2024-08-04T16:36:26.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:25 smithi062 ceph-mon[85960]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 667 KiB/s rd, 3.0 KiB/s wr, 897 op/s 2024-08-04T16:36:26.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:25 smithi062 ceph-mon[85960]: osdmap e2425: 8 total, 8 up, 8 in 2024-08-04T16:36:26.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:36:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:36:26] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-08-04T16:36:27.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:26 smithi062 ceph-mon[85960]: osdmap e2426: 8 total, 8 up, 8 in 2024-08-04T16:36:27.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:26 smithi007 ceph-mon[92692]: osdmap e2426: 8 total, 8 up, 8 in 2024-08-04T16:36:27.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:26 smithi007 ceph-mon[94998]: osdmap e2426: 8 total, 8 up, 8 in 2024-08-04T16:36:28.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:27 smithi062 ceph-mon[85960]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2024-08-04T16:36:28.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:27 smithi062 ceph-mon[85960]: osdmap e2427: 8 total, 8 up, 8 in 2024-08-04T16:36:28.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:27 smithi007 ceph-mon[94998]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2024-08-04T16:36:28.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:27 smithi007 ceph-mon[94998]: osdmap e2427: 8 total, 8 up, 8 in 2024-08-04T16:36:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:27 smithi007 ceph-mon[92692]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2024-08-04T16:36:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:27 smithi007 ceph-mon[92692]: osdmap e2427: 8 total, 8 up, 8 in 2024-08-04T16:36:29.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:28 smithi062 ceph-mon[85960]: osdmap e2428: 8 total, 8 up, 8 in 2024-08-04T16:36:29.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:28 smithi007 ceph-mon[94998]: osdmap e2428: 8 total, 8 up, 8 in 2024-08-04T16:36:29.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:28 smithi007 ceph-mon[92692]: osdmap e2428: 8 total, 8 up, 8 in 2024-08-04T16:36:30.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:29 smithi062 ceph-mon[85960]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.5 KiB/s wr, 941 op/s 2024-08-04T16:36:30.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:29 smithi062 ceph-mon[85960]: osdmap e2429: 8 total, 8 up, 8 in 2024-08-04T16:36:30.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:29 smithi007 ceph-mon[92692]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.5 KiB/s wr, 941 op/s 2024-08-04T16:36:30.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:29 smithi007 ceph-mon[92692]: osdmap e2429: 8 total, 8 up, 8 in 2024-08-04T16:36:30.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:29 smithi007 ceph-mon[94998]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.5 KiB/s wr, 941 op/s 2024-08-04T16:36:30.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:29 smithi007 ceph-mon[94998]: osdmap e2429: 8 total, 8 up, 8 in 2024-08-04T16:36:31.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:30 smithi062 ceph-mon[85960]: osdmap e2430: 8 total, 8 up, 8 in 2024-08-04T16:36:31.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:30 smithi007 ceph-mon[92692]: osdmap e2430: 8 total, 8 up, 8 in 2024-08-04T16:36:31.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:30 smithi007 ceph-mon[94998]: osdmap e2430: 8 total, 8 up, 8 in 2024-08-04T16:36:32.162 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:31 smithi062 ceph-mon[85960]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.5 KiB/s wr, 941 op/s 2024-08-04T16:36:32.163 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:31 smithi062 ceph-mon[85960]: osdmap e2431: 8 total, 8 up, 8 in 2024-08-04T16:36:32.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:31 smithi007 ceph-mon[92692]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.5 KiB/s wr, 941 op/s 2024-08-04T16:36:32.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:31 smithi007 ceph-mon[92692]: osdmap e2431: 8 total, 8 up, 8 in 2024-08-04T16:36:32.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:31 smithi007 ceph-mon[94998]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.5 KiB/s wr, 941 op/s 2024-08-04T16:36:32.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:31 smithi007 ceph-mon[94998]: osdmap e2431: 8 total, 8 up, 8 in 2024-08-04T16:36:32.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:36:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:36:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:36:33.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:32 smithi062 ceph-mon[85960]: osdmap e2432: 8 total, 8 up, 8 in 2024-08-04T16:36:33.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:32 smithi007 ceph-mon[92692]: osdmap e2432: 8 total, 8 up, 8 in 2024-08-04T16:36:33.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:32 smithi007 ceph-mon[94998]: osdmap e2432: 8 total, 8 up, 8 in 2024-08-04T16:36:34.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:33 smithi062 ceph-mon[85960]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-04T16:36:34.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:33 smithi062 ceph-mon[85960]: osdmap e2433: 8 total, 8 up, 8 in 2024-08-04T16:36:34.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:33 smithi007 ceph-mon[92692]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-04T16:36:34.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:33 smithi007 ceph-mon[92692]: osdmap e2433: 8 total, 8 up, 8 in 2024-08-04T16:36:34.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:33 smithi007 ceph-mon[94998]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-04T16:36:34.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:33 smithi007 ceph-mon[94998]: osdmap e2433: 8 total, 8 up, 8 in 2024-08-04T16:36:35.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:34 smithi062 ceph-mon[85960]: osdmap e2434: 8 total, 8 up, 8 in 2024-08-04T16:36:35.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:34 smithi007 ceph-mon[92692]: osdmap e2434: 8 total, 8 up, 8 in 2024-08-04T16:36:35.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:34 smithi007 ceph-mon[94998]: osdmap e2434: 8 total, 8 up, 8 in 2024-08-04T16:36:36.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:35 smithi062 ceph-mon[85960]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 985 op/s 2024-08-04T16:36:36.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:35 smithi062 ceph-mon[85960]: osdmap e2435: 8 total, 8 up, 8 in 2024-08-04T16:36:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:35 smithi007 ceph-mon[92692]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 985 op/s 2024-08-04T16:36:36.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:35 smithi007 ceph-mon[92692]: osdmap e2435: 8 total, 8 up, 8 in 2024-08-04T16:36:36.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:36:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:36:36] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-08-04T16:36:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:35 smithi007 ceph-mon[94998]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 985 op/s 2024-08-04T16:36:36.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:35 smithi007 ceph-mon[94998]: osdmap e2435: 8 total, 8 up, 8 in 2024-08-04T16:36:37.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:36 smithi062 ceph-mon[85960]: osdmap e2436: 8 total, 8 up, 8 in 2024-08-04T16:36:37.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:36:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:36 smithi007 ceph-mon[94998]: osdmap e2436: 8 total, 8 up, 8 in 2024-08-04T16:36:37.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:36:37.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:36 smithi007 ceph-mon[92692]: osdmap e2436: 8 total, 8 up, 8 in 2024-08-04T16:36:37.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:36:38.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:37 smithi062 ceph-mon[85960]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 985 op/s 2024-08-04T16:36:38.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:37 smithi062 ceph-mon[85960]: osdmap e2437: 8 total, 8 up, 8 in 2024-08-04T16:36:38.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:37 smithi007 ceph-mon[94998]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 985 op/s 2024-08-04T16:36:38.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:37 smithi007 ceph-mon[94998]: osdmap e2437: 8 total, 8 up, 8 in 2024-08-04T16:36:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:37 smithi007 ceph-mon[92692]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 985 op/s 2024-08-04T16:36:38.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:37 smithi007 ceph-mon[92692]: osdmap e2437: 8 total, 8 up, 8 in 2024-08-04T16:36:39.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:38 smithi062 ceph-mon[85960]: osdmap e2438: 8 total, 8 up, 8 in 2024-08-04T16:36:39.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:38 smithi007 ceph-mon[94998]: osdmap e2438: 8 total, 8 up, 8 in 2024-08-04T16:36:39.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:38 smithi007 ceph-mon[92692]: osdmap e2438: 8 total, 8 up, 8 in 2024-08-04T16:36:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:39 smithi062 ceph-mon[85960]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 3.0 KiB/s wr, 1.03k op/s 2024-08-04T16:36:40.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:39 smithi062 ceph-mon[85960]: osdmap e2439: 8 total, 8 up, 8 in 2024-08-04T16:36:40.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:39 smithi007 ceph-mon[92692]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 3.0 KiB/s wr, 1.03k op/s 2024-08-04T16:36:40.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:39 smithi007 ceph-mon[92692]: osdmap e2439: 8 total, 8 up, 8 in 2024-08-04T16:36:40.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:39 smithi007 ceph-mon[94998]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 3.0 KiB/s wr, 1.03k op/s 2024-08-04T16:36:40.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:39 smithi007 ceph-mon[94998]: osdmap e2439: 8 total, 8 up, 8 in 2024-08-04T16:36:41.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:40 smithi062 ceph-mon[85960]: osdmap e2440: 8 total, 8 up, 8 in 2024-08-04T16:36:41.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:40 smithi007 ceph-mon[94998]: osdmap e2440: 8 total, 8 up, 8 in 2024-08-04T16:36:41.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:40 smithi007 ceph-mon[92692]: osdmap e2440: 8 total, 8 up, 8 in 2024-08-04T16:36:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:41 smithi062 ceph-mon[85960]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 4.0 KiB/s wr, 1.03k op/s 2024-08-04T16:36:42.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:41 smithi062 ceph-mon[85960]: osdmap e2441: 8 total, 8 up, 8 in 2024-08-04T16:36:42.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:41 smithi007 ceph-mon[92692]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 4.0 KiB/s wr, 1.03k op/s 2024-08-04T16:36:42.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:41 smithi007 ceph-mon[92692]: osdmap e2441: 8 total, 8 up, 8 in 2024-08-04T16:36:42.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:41 smithi007 ceph-mon[94998]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 4.0 KiB/s wr, 1.03k op/s 2024-08-04T16:36:42.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:41 smithi007 ceph-mon[94998]: osdmap e2441: 8 total, 8 up, 8 in 2024-08-04T16:36:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:36:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:36:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:36:43.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:42 smithi062 ceph-mon[85960]: osdmap e2442: 8 total, 8 up, 8 in 2024-08-04T16:36:43.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:42 smithi007 ceph-mon[92692]: osdmap e2442: 8 total, 8 up, 8 in 2024-08-04T16:36:43.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:42 smithi007 ceph-mon[94998]: osdmap e2442: 8 total, 8 up, 8 in 2024-08-04T16:36:44.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:43 smithi062 ceph-mon[85960]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-08-04T16:36:44.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:43 smithi062 ceph-mon[85960]: osdmap e2443: 8 total, 8 up, 8 in 2024-08-04T16:36:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:43 smithi007 ceph-mon[92692]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-08-04T16:36:44.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:43 smithi007 ceph-mon[92692]: osdmap e2443: 8 total, 8 up, 8 in 2024-08-04T16:36:44.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:43 smithi007 ceph-mon[94998]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-08-04T16:36:44.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:43 smithi007 ceph-mon[94998]: osdmap e2443: 8 total, 8 up, 8 in 2024-08-04T16:36:45.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:44 smithi062 ceph-mon[85960]: osdmap e2444: 8 total, 8 up, 8 in 2024-08-04T16:36:45.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:44 smithi007 ceph-mon[92692]: osdmap e2444: 8 total, 8 up, 8 in 2024-08-04T16:36:45.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:44 smithi007 ceph-mon[94998]: osdmap e2444: 8 total, 8 up, 8 in 2024-08-04T16:36:46.236 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:36:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:36:46] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-08-04T16:36:46.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:45 smithi007 ceph-mon[92692]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.2 KiB/s wr, 1.07k op/s 2024-08-04T16:36:46.237 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:45 smithi007 ceph-mon[92692]: osdmap e2445: 8 total, 8 up, 8 in 2024-08-04T16:36:46.237 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:45 smithi007 ceph-mon[94998]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.2 KiB/s wr, 1.07k op/s 2024-08-04T16:36:46.237 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:45 smithi007 ceph-mon[94998]: osdmap e2445: 8 total, 8 up, 8 in 2024-08-04T16:36:46.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:45 smithi062 ceph-mon[85960]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.2 KiB/s wr, 1.07k op/s 2024-08-04T16:36:46.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:45 smithi062 ceph-mon[85960]: osdmap e2445: 8 total, 8 up, 8 in 2024-08-04T16:36:47.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:46 smithi062 ceph-mon[85960]: osdmap e2446: 8 total, 8 up, 8 in 2024-08-04T16:36:47.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:46 smithi007 ceph-mon[94998]: osdmap e2446: 8 total, 8 up, 8 in 2024-08-04T16:36:47.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:46 smithi007 ceph-mon[92692]: osdmap e2446: 8 total, 8 up, 8 in 2024-08-04T16:36:48.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:47 smithi062 ceph-mon[85960]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-08-04T16:36:48.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:47 smithi062 ceph-mon[85960]: osdmap e2447: 8 total, 8 up, 8 in 2024-08-04T16:36:48.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:47 smithi007 ceph-mon[94998]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-08-04T16:36:48.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:47 smithi007 ceph-mon[94998]: osdmap e2447: 8 total, 8 up, 8 in 2024-08-04T16:36:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:47 smithi007 ceph-mon[92692]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-08-04T16:36:48.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:47 smithi007 ceph-mon[92692]: osdmap e2447: 8 total, 8 up, 8 in 2024-08-04T16:36:49.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:48 smithi062 ceph-mon[85960]: osdmap e2448: 8 total, 8 up, 8 in 2024-08-04T16:36:49.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:48 smithi007 ceph-mon[92692]: osdmap e2448: 8 total, 8 up, 8 in 2024-08-04T16:36:49.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:48 smithi007 ceph-mon[94998]: osdmap e2448: 8 total, 8 up, 8 in 2024-08-04T16:36:50.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:49 smithi062 ceph-mon[85960]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-08-04T16:36:50.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:49 smithi062 ceph-mon[85960]: osdmap e2449: 8 total, 8 up, 8 in 2024-08-04T16:36:50.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:49 smithi007 ceph-mon[94998]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-08-04T16:36:50.338 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:49 smithi007 ceph-mon[94998]: osdmap e2449: 8 total, 8 up, 8 in 2024-08-04T16:36:50.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:49 smithi007 ceph-mon[92692]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-08-04T16:36:50.339 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:49 smithi007 ceph-mon[92692]: osdmap e2449: 8 total, 8 up, 8 in 2024-08-04T16:36:51.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:51 smithi062 ceph-mon[85960]: osdmap e2450: 8 total, 8 up, 8 in 2024-08-04T16:36:51.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:51 smithi007 ceph-mon[94998]: osdmap e2450: 8 total, 8 up, 8 in 2024-08-04T16:36:51.373 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:51 smithi007 ceph-mon[92692]: osdmap e2450: 8 total, 8 up, 8 in 2024-08-04T16:36:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:52 smithi062 ceph-mon[85960]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-08-04T16:36:52.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:52 smithi062 ceph-mon[85960]: osdmap e2451: 8 total, 8 up, 8 in 2024-08-04T16:36:52.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:52 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:36:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:52 smithi007 ceph-mon[92692]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-08-04T16:36:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:52 smithi007 ceph-mon[92692]: osdmap e2451: 8 total, 8 up, 8 in 2024-08-04T16:36:52.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:52 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:36:52.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:52 smithi007 ceph-mon[94998]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-08-04T16:36:52.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:52 smithi007 ceph-mon[94998]: osdmap e2451: 8 total, 8 up, 8 in 2024-08-04T16:36:52.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:52 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:36:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:36:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:36:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:36:53.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:53 smithi007 ceph-mon[92692]: osdmap e2452: 8 total, 8 up, 8 in 2024-08-04T16:36:53.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:53 smithi007 ceph-mon[94998]: osdmap e2452: 8 total, 8 up, 8 in 2024-08-04T16:36:53.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:53 smithi062 ceph-mon[85960]: osdmap e2452: 8 total, 8 up, 8 in 2024-08-04T16:36:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:54 smithi007 ceph-mon[92692]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:36:54.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:54 smithi007 ceph-mon[92692]: osdmap e2453: 8 total, 8 up, 8 in 2024-08-04T16:36:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:54 smithi007 ceph-mon[94998]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:36:54.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:54 smithi007 ceph-mon[94998]: osdmap e2453: 8 total, 8 up, 8 in 2024-08-04T16:36:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:54 smithi062 ceph-mon[85960]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:36:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:54 smithi062 ceph-mon[85960]: osdmap e2453: 8 total, 8 up, 8 in 2024-08-04T16:36:55.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:55 smithi007 ceph-mon[94998]: osdmap e2454: 8 total, 8 up, 8 in 2024-08-04T16:36:55.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:55 smithi007 ceph-mon[92692]: osdmap e2454: 8 total, 8 up, 8 in 2024-08-04T16:36:55.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:55 smithi062 ceph-mon[85960]: osdmap e2454: 8 total, 8 up, 8 in 2024-08-04T16:36:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:56 smithi007 ceph-mon[92692]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 3.0 KiB/s wr, 1.16k op/s 2024-08-04T16:36:56.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:56 smithi007 ceph-mon[92692]: osdmap e2455: 8 total, 8 up, 8 in 2024-08-04T16:36:56.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:36:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:36:56] "GET /metrics HTTP/1.1" 200 36628 "" "Prometheus/2.43.0" 2024-08-04T16:36:56.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:56 smithi007 ceph-mon[94998]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 3.0 KiB/s wr, 1.16k op/s 2024-08-04T16:36:56.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:56 smithi007 ceph-mon[94998]: osdmap e2455: 8 total, 8 up, 8 in 2024-08-04T16:36:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:56 smithi062 ceph-mon[85960]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 3.0 KiB/s wr, 1.16k op/s 2024-08-04T16:36:56.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:56 smithi062 ceph-mon[85960]: osdmap e2455: 8 total, 8 up, 8 in 2024-08-04T16:36:57.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:57 smithi007 ceph-mon[92692]: osdmap e2456: 8 total, 8 up, 8 in 2024-08-04T16:36:57.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:57 smithi007 ceph-mon[94998]: osdmap e2456: 8 total, 8 up, 8 in 2024-08-04T16:36:57.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:57 smithi062 ceph-mon[85960]: osdmap e2456: 8 total, 8 up, 8 in 2024-08-04T16:36:58.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:58 smithi007 ceph-mon[92692]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-08-04T16:36:58.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:58 smithi007 ceph-mon[92692]: osdmap e2457: 8 total, 8 up, 8 in 2024-08-04T16:36:58.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:58 smithi007 ceph-mon[94998]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-08-04T16:36:58.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:58 smithi007 ceph-mon[94998]: osdmap e2457: 8 total, 8 up, 8 in 2024-08-04T16:36:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:58 smithi062 ceph-mon[85960]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-08-04T16:36:58.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:58 smithi062 ceph-mon[85960]: osdmap e2457: 8 total, 8 up, 8 in 2024-08-04T16:36:59.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:36:59 smithi007 ceph-mon[92692]: osdmap e2458: 8 total, 8 up, 8 in 2024-08-04T16:36:59.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:36:59 smithi007 ceph-mon[94998]: osdmap e2458: 8 total, 8 up, 8 in 2024-08-04T16:36:59.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:36:59 smithi062 ceph-mon[85960]: osdmap e2458: 8 total, 8 up, 8 in 2024-08-04T16:37:00.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:00 smithi007 ceph-mon[94998]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 4.0 KiB/s wr, 1.21k op/s 2024-08-04T16:37:00.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:00 smithi007 ceph-mon[94998]: osdmap e2459: 8 total, 8 up, 8 in 2024-08-04T16:37:00.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:00 smithi007 ceph-mon[92692]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 4.0 KiB/s wr, 1.21k op/s 2024-08-04T16:37:00.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:00 smithi007 ceph-mon[92692]: osdmap e2459: 8 total, 8 up, 8 in 2024-08-04T16:37:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:00 smithi062 ceph-mon[85960]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 4.0 KiB/s wr, 1.21k op/s 2024-08-04T16:37:00.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:00 smithi062 ceph-mon[85960]: osdmap e2459: 8 total, 8 up, 8 in 2024-08-04T16:37:01.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:01 smithi007 ceph-mon[92692]: osdmap e2460: 8 total, 8 up, 8 in 2024-08-04T16:37:01.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:01 smithi007 ceph-mon[94998]: osdmap e2460: 8 total, 8 up, 8 in 2024-08-04T16:37:01.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:01 smithi062 ceph-mon[85960]: osdmap e2460: 8 total, 8 up, 8 in 2024-08-04T16:37:02.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:02 smithi007 ceph-mon[94998]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 4.0 KiB/s wr, 1.21k op/s 2024-08-04T16:37:02.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:02 smithi007 ceph-mon[94998]: osdmap e2461: 8 total, 8 up, 8 in 2024-08-04T16:37:02.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:02 smithi007 ceph-mon[92692]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 4.0 KiB/s wr, 1.21k op/s 2024-08-04T16:37:02.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:02 smithi007 ceph-mon[92692]: osdmap e2461: 8 total, 8 up, 8 in 2024-08-04T16:37:02.413 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:02 smithi062 ceph-mon[85960]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 4.0 KiB/s wr, 1.21k op/s 2024-08-04T16:37:02.413 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:02 smithi062 ceph-mon[85960]: osdmap e2461: 8 total, 8 up, 8 in 2024-08-04T16:37:02.413 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:37:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:37:03.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:03 smithi007 ceph-mon[92692]: osdmap e2462: 8 total, 8 up, 8 in 2024-08-04T16:37:03.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:03 smithi007 ceph-mon[94998]: osdmap e2462: 8 total, 8 up, 8 in 2024-08-04T16:37:03.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:03 smithi062 ceph-mon[85960]: osdmap e2462: 8 total, 8 up, 8 in 2024-08-04T16:37:04.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:04 smithi007 ceph-mon[94998]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-04T16:37:04.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:04 smithi007 ceph-mon[94998]: osdmap e2463: 8 total, 8 up, 8 in 2024-08-04T16:37:04.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:04 smithi007 ceph-mon[92692]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-04T16:37:04.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:04 smithi007 ceph-mon[92692]: osdmap e2463: 8 total, 8 up, 8 in 2024-08-04T16:37:04.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:04 smithi062 ceph-mon[85960]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-04T16:37:04.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:04 smithi062 ceph-mon[85960]: osdmap e2463: 8 total, 8 up, 8 in 2024-08-04T16:37:05.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:05 smithi062 ceph-mon[85960]: osdmap e2464: 8 total, 8 up, 8 in 2024-08-04T16:37:05.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:05 smithi007 ceph-mon[92692]: osdmap e2464: 8 total, 8 up, 8 in 2024-08-04T16:37:05.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:05 smithi007 ceph-mon[94998]: osdmap e2464: 8 total, 8 up, 8 in 2024-08-04T16:37:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:06 smithi062 ceph-mon[85960]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 3.2 KiB/s wr, 1.25k op/s 2024-08-04T16:37:06.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:06 smithi062 ceph-mon[85960]: osdmap e2465: 8 total, 8 up, 8 in 2024-08-04T16:37:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:06 smithi007 ceph-mon[92692]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 3.2 KiB/s wr, 1.25k op/s 2024-08-04T16:37:06.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:06 smithi007 ceph-mon[92692]: osdmap e2465: 8 total, 8 up, 8 in 2024-08-04T16:37:06.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:37:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:37:06] "GET /metrics HTTP/1.1" 200 36628 "" "Prometheus/2.43.0" 2024-08-04T16:37:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:06 smithi007 ceph-mon[94998]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 3.2 KiB/s wr, 1.25k op/s 2024-08-04T16:37:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:06 smithi007 ceph-mon[94998]: osdmap e2465: 8 total, 8 up, 8 in 2024-08-04T16:37:07.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:07 smithi062 ceph-mon[85960]: osdmap e2466: 8 total, 8 up, 8 in 2024-08-04T16:37:07.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:07 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:37:07.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:07 smithi007 ceph-mon[92692]: osdmap e2466: 8 total, 8 up, 8 in 2024-08-04T16:37:07.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:07 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:37:07.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:07 smithi007 ceph-mon[94998]: osdmap e2466: 8 total, 8 up, 8 in 2024-08-04T16:37:07.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:07 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:37:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:08 smithi062 ceph-mon[85960]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 3.7 KiB/s wr, 1.25k op/s 2024-08-04T16:37:08.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:08 smithi062 ceph-mon[85960]: osdmap e2467: 8 total, 8 up, 8 in 2024-08-04T16:37:08.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:08 smithi007 ceph-mon[94998]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 3.7 KiB/s wr, 1.25k op/s 2024-08-04T16:37:08.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:08 smithi007 ceph-mon[94998]: osdmap e2467: 8 total, 8 up, 8 in 2024-08-04T16:37:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:08 smithi007 ceph-mon[92692]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 3.7 KiB/s wr, 1.25k op/s 2024-08-04T16:37:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:08 smithi007 ceph-mon[92692]: osdmap e2467: 8 total, 8 up, 8 in 2024-08-04T16:37:09.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:09 smithi062 ceph-mon[85960]: osdmap e2468: 8 total, 8 up, 8 in 2024-08-04T16:37:09.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:09 smithi007 ceph-mon[92692]: osdmap e2468: 8 total, 8 up, 8 in 2024-08-04T16:37:09.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:09 smithi007 ceph-mon[94998]: osdmap e2468: 8 total, 8 up, 8 in 2024-08-04T16:37:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:10 smithi062 ceph-mon[85960]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.2 KiB/s wr, 1.29k op/s 2024-08-04T16:37:10.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:10 smithi062 ceph-mon[85960]: osdmap e2469: 8 total, 8 up, 8 in 2024-08-04T16:37:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:10 smithi007 ceph-mon[92692]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.2 KiB/s wr, 1.29k op/s 2024-08-04T16:37:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:10 smithi007 ceph-mon[92692]: osdmap e2469: 8 total, 8 up, 8 in 2024-08-04T16:37:10.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:10 smithi007 ceph-mon[94998]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.2 KiB/s wr, 1.29k op/s 2024-08-04T16:37:10.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:10 smithi007 ceph-mon[94998]: osdmap e2469: 8 total, 8 up, 8 in 2024-08-04T16:37:11.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:11 smithi062 ceph-mon[85960]: osdmap e2470: 8 total, 8 up, 8 in 2024-08-04T16:37:11.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:11 smithi007 ceph-mon[92692]: osdmap e2470: 8 total, 8 up, 8 in 2024-08-04T16:37:11.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:11 smithi007 ceph-mon[94998]: osdmap e2470: 8 total, 8 up, 8 in 2024-08-04T16:37:12.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:12 smithi062 ceph-mon[85960]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-08-04T16:37:12.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:12 smithi062 ceph-mon[85960]: osdmap e2471: 8 total, 8 up, 8 in 2024-08-04T16:37:12.262 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 16:37:11 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=cleanup t=2024-08-04T16:37:11.971924766Z level=info msg="Completed cleanup jobs" duration=4.556278ms 2024-08-04T16:37:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:12 smithi007 ceph-mon[92692]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-08-04T16:37:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:12 smithi007 ceph-mon[92692]: osdmap e2471: 8 total, 8 up, 8 in 2024-08-04T16:37:12.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:12 smithi007 ceph-mon[94998]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-08-04T16:37:12.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:12 smithi007 ceph-mon[94998]: osdmap e2471: 8 total, 8 up, 8 in 2024-08-04T16:37:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:37:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:37:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:37:13.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:13 smithi062 ceph-mon[85960]: osdmap e2472: 8 total, 8 up, 8 in 2024-08-04T16:37:13.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:13 smithi007 ceph-mon[92692]: osdmap e2472: 8 total, 8 up, 8 in 2024-08-04T16:37:13.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:13 smithi007 ceph-mon[94998]: osdmap e2472: 8 total, 8 up, 8 in 2024-08-04T16:37:14.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:14 smithi062 ceph-mon[85960]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:37:14.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:14 smithi062 ceph-mon[85960]: osdmap e2473: 8 total, 8 up, 8 in 2024-08-04T16:37:14.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:14 smithi007 ceph-mon[92692]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:37:14.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:14 smithi007 ceph-mon[92692]: osdmap e2473: 8 total, 8 up, 8 in 2024-08-04T16:37:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:14 smithi007 ceph-mon[94998]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:37:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:14 smithi007 ceph-mon[94998]: osdmap e2473: 8 total, 8 up, 8 in 2024-08-04T16:37:15.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:15 smithi062 ceph-mon[85960]: osdmap e2474: 8 total, 8 up, 8 in 2024-08-04T16:37:15.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:15 smithi007 ceph-mon[92692]: osdmap e2474: 8 total, 8 up, 8 in 2024-08-04T16:37:15.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:15 smithi007 ceph-mon[94998]: osdmap e2474: 8 total, 8 up, 8 in 2024-08-04T16:37:16.487 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:37:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:37:16] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-08-04T16:37:16.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:16 smithi007 ceph-mon[92692]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 3.0 KiB/s wr, 1.34k op/s 2024-08-04T16:37:16.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:16 smithi007 ceph-mon[92692]: osdmap e2475: 8 total, 8 up, 8 in 2024-08-04T16:37:16.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:16 smithi007 ceph-mon[94998]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 3.0 KiB/s wr, 1.34k op/s 2024-08-04T16:37:16.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:16 smithi007 ceph-mon[94998]: osdmap e2475: 8 total, 8 up, 8 in 2024-08-04T16:37:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:16 smithi062 ceph-mon[85960]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 3.0 KiB/s wr, 1.34k op/s 2024-08-04T16:37:16.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:16 smithi062 ceph-mon[85960]: osdmap e2475: 8 total, 8 up, 8 in 2024-08-04T16:37:17.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:17 smithi062 ceph-mon[85960]: osdmap e2476: 8 total, 8 up, 8 in 2024-08-04T16:37:17.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:17 smithi007 ceph-mon[94998]: osdmap e2476: 8 total, 8 up, 8 in 2024-08-04T16:37:17.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:17 smithi007 ceph-mon[92692]: osdmap e2476: 8 total, 8 up, 8 in 2024-08-04T16:37:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:18 smithi062 ceph-mon[85960]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2024-08-04T16:37:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:18 smithi062 ceph-mon[85960]: osdmap e2477: 8 total, 8 up, 8 in 2024-08-04T16:37:18.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:18 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:37:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:18 smithi007 ceph-mon[92692]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2024-08-04T16:37:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:18 smithi007 ceph-mon[92692]: osdmap e2477: 8 total, 8 up, 8 in 2024-08-04T16:37:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:18 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:37:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:18 smithi007 ceph-mon[94998]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2024-08-04T16:37:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:18 smithi007 ceph-mon[94998]: osdmap e2477: 8 total, 8 up, 8 in 2024-08-04T16:37:18.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:18 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:37:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:19 smithi062 ceph-mon[85960]: osdmap e2478: 8 total, 8 up, 8 in 2024-08-04T16:37:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:37:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:37:19.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:37:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:19 smithi007 ceph-mon[92692]: osdmap e2478: 8 total, 8 up, 8 in 2024-08-04T16:37:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:37:19.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:37:19.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:37:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:19 smithi007 ceph-mon[94998]: osdmap e2478: 8 total, 8 up, 8 in 2024-08-04T16:37:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:37:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:37:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:37:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:20 smithi062 ceph-mon[85960]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-08-04T16:37:20.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:20 smithi062 ceph-mon[85960]: osdmap e2479: 8 total, 8 up, 8 in 2024-08-04T16:37:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:20 smithi007 ceph-mon[92692]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-08-04T16:37:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:20 smithi007 ceph-mon[92692]: osdmap e2479: 8 total, 8 up, 8 in 2024-08-04T16:37:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:20 smithi007 ceph-mon[94998]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-08-04T16:37:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:20 smithi007 ceph-mon[94998]: osdmap e2479: 8 total, 8 up, 8 in 2024-08-04T16:37:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:21 smithi062 ceph-mon[85960]: osdmap e2480: 8 total, 8 up, 8 in 2024-08-04T16:37:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:37:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:21 smithi007 ceph-mon[92692]: osdmap e2480: 8 total, 8 up, 8 in 2024-08-04T16:37:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:37:21.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:21 smithi007 ceph-mon[94998]: osdmap e2480: 8 total, 8 up, 8 in 2024-08-04T16:37:21.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:37:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:22 smithi062 ceph-mon[85960]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.38k op/s 2024-08-04T16:37:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:22 smithi062 ceph-mon[85960]: osdmap e2481: 8 total, 8 up, 8 in 2024-08-04T16:37:22.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:37:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:37:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:37:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:22 smithi007 ceph-mon[92692]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.38k op/s 2024-08-04T16:37:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:22 smithi007 ceph-mon[92692]: osdmap e2481: 8 total, 8 up, 8 in 2024-08-04T16:37:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:22 smithi007 ceph-mon[94998]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.38k op/s 2024-08-04T16:37:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:22 smithi007 ceph-mon[94998]: osdmap e2481: 8 total, 8 up, 8 in 2024-08-04T16:37:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:23 smithi062 ceph-mon[85960]: osdmap e2482: 8 total, 8 up, 8 in 2024-08-04T16:37:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:23 smithi007 ceph-mon[92692]: osdmap e2482: 8 total, 8 up, 8 in 2024-08-04T16:37:23.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:23 smithi007 ceph-mon[94998]: osdmap e2482: 8 total, 8 up, 8 in 2024-08-04T16:37:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:24 smithi062 ceph-mon[85960]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:37:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:24 smithi062 ceph-mon[85960]: osdmap e2483: 8 total, 8 up, 8 in 2024-08-04T16:37:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:24 smithi007 ceph-mon[92692]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:37:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:24 smithi007 ceph-mon[92692]: osdmap e2483: 8 total, 8 up, 8 in 2024-08-04T16:37:24.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:24 smithi007 ceph-mon[94998]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:37:24.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:24 smithi007 ceph-mon[94998]: osdmap e2483: 8 total, 8 up, 8 in 2024-08-04T16:37:25.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:25 smithi062 ceph-mon[85960]: osdmap e2484: 8 total, 8 up, 8 in 2024-08-04T16:37:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:25 smithi007 ceph-mon[92692]: osdmap e2484: 8 total, 8 up, 8 in 2024-08-04T16:37:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:25 smithi007 ceph-mon[94998]: osdmap e2484: 8 total, 8 up, 8 in 2024-08-04T16:37:26.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:26 smithi062 ceph-mon[85960]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.43k op/s 2024-08-04T16:37:26.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:26 smithi062 ceph-mon[85960]: osdmap e2485: 8 total, 8 up, 8 in 2024-08-04T16:37:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:26 smithi007 ceph-mon[92692]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.43k op/s 2024-08-04T16:37:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:26 smithi007 ceph-mon[92692]: osdmap e2485: 8 total, 8 up, 8 in 2024-08-04T16:37:26.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:37:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:37:26] "GET /metrics HTTP/1.1" 200 36628 "" "Prometheus/2.43.0" 2024-08-04T16:37:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:26 smithi007 ceph-mon[94998]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.43k op/s 2024-08-04T16:37:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:26 smithi007 ceph-mon[94998]: osdmap e2485: 8 total, 8 up, 8 in 2024-08-04T16:37:27.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:27 smithi062 ceph-mon[85960]: osdmap e2486: 8 total, 8 up, 8 in 2024-08-04T16:37:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:27 smithi007 ceph-mon[92692]: osdmap e2486: 8 total, 8 up, 8 in 2024-08-04T16:37:27.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:27 smithi007 ceph-mon[94998]: osdmap e2486: 8 total, 8 up, 8 in 2024-08-04T16:37:28.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:28 smithi062 ceph-mon[85960]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.43k op/s 2024-08-04T16:37:28.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:28 smithi062 ceph-mon[85960]: osdmap e2487: 8 total, 8 up, 8 in 2024-08-04T16:37:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:28 smithi007 ceph-mon[92692]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.43k op/s 2024-08-04T16:37:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:28 smithi007 ceph-mon[92692]: osdmap e2487: 8 total, 8 up, 8 in 2024-08-04T16:37:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:28 smithi007 ceph-mon[94998]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.43k op/s 2024-08-04T16:37:28.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:28 smithi007 ceph-mon[94998]: osdmap e2487: 8 total, 8 up, 8 in 2024-08-04T16:37:29.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:29 smithi062 ceph-mon[85960]: osdmap e2488: 8 total, 8 up, 8 in 2024-08-04T16:37:29.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:29 smithi007 ceph-mon[92692]: osdmap e2488: 8 total, 8 up, 8 in 2024-08-04T16:37:29.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:29 smithi007 ceph-mon[94998]: osdmap e2488: 8 total, 8 up, 8 in 2024-08-04T16:37:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:30 smithi062 ceph-mon[85960]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.47k op/s 2024-08-04T16:37:30.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:30 smithi062 ceph-mon[85960]: osdmap e2489: 8 total, 8 up, 8 in 2024-08-04T16:37:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:30 smithi007 ceph-mon[92692]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.47k op/s 2024-08-04T16:37:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:30 smithi007 ceph-mon[92692]: osdmap e2489: 8 total, 8 up, 8 in 2024-08-04T16:37:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:30 smithi007 ceph-mon[94998]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.47k op/s 2024-08-04T16:37:30.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:30 smithi007 ceph-mon[94998]: osdmap e2489: 8 total, 8 up, 8 in 2024-08-04T16:37:31.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:31 smithi062 ceph-mon[85960]: osdmap e2490: 8 total, 8 up, 8 in 2024-08-04T16:37:31.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:31 smithi007 ceph-mon[92692]: osdmap e2490: 8 total, 8 up, 8 in 2024-08-04T16:37:31.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:31 smithi007 ceph-mon[94998]: osdmap e2490: 8 total, 8 up, 8 in 2024-08-04T16:37:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:32 smithi007 ceph-mon[92692]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.47k op/s 2024-08-04T16:37:32.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:32 smithi007 ceph-mon[92692]: osdmap e2491: 8 total, 8 up, 8 in 2024-08-04T16:37:32.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:32 smithi007 ceph-mon[94998]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.47k op/s 2024-08-04T16:37:32.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:32 smithi007 ceph-mon[94998]: osdmap e2491: 8 total, 8 up, 8 in 2024-08-04T16:37:32.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:32 smithi062 ceph-mon[85960]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.47k op/s 2024-08-04T16:37:32.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:32 smithi062 ceph-mon[85960]: osdmap e2491: 8 total, 8 up, 8 in 2024-08-04T16:37:32.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:37:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:37:33.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:33 smithi007 ceph-mon[92692]: osdmap e2492: 8 total, 8 up, 8 in 2024-08-04T16:37:33.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:33 smithi007 ceph-mon[94998]: osdmap e2492: 8 total, 8 up, 8 in 2024-08-04T16:37:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:33 smithi062 ceph-mon[85960]: osdmap e2492: 8 total, 8 up, 8 in 2024-08-04T16:37:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:34 smithi007 ceph-mon[92692]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:37:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:34 smithi007 ceph-mon[92692]: osdmap e2493: 8 total, 8 up, 8 in 2024-08-04T16:37:34.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:34 smithi007 ceph-mon[94998]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:37:34.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:34 smithi007 ceph-mon[94998]: osdmap e2493: 8 total, 8 up, 8 in 2024-08-04T16:37:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:34 smithi062 ceph-mon[85960]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:37:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:34 smithi062 ceph-mon[85960]: osdmap e2493: 8 total, 8 up, 8 in 2024-08-04T16:37:35.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:35 smithi007 ceph-mon[92692]: osdmap e2494: 8 total, 8 up, 8 in 2024-08-04T16:37:35.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:35 smithi007 ceph-mon[94998]: osdmap e2494: 8 total, 8 up, 8 in 2024-08-04T16:37:35.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:35 smithi062 ceph-mon[85960]: osdmap e2494: 8 total, 8 up, 8 in 2024-08-04T16:37:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:36 smithi007 ceph-mon[92692]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.51k op/s 2024-08-04T16:37:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:36 smithi007 ceph-mon[92692]: osdmap e2495: 8 total, 8 up, 8 in 2024-08-04T16:37:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:37:36.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:37:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:37:36] "GET /metrics HTTP/1.1" 200 36628 "" "Prometheus/2.43.0" 2024-08-04T16:37:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:36 smithi007 ceph-mon[94998]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.51k op/s 2024-08-04T16:37:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:36 smithi007 ceph-mon[94998]: osdmap e2495: 8 total, 8 up, 8 in 2024-08-04T16:37:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:37:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:36 smithi062 ceph-mon[85960]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.51k op/s 2024-08-04T16:37:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:36 smithi062 ceph-mon[85960]: osdmap e2495: 8 total, 8 up, 8 in 2024-08-04T16:37:36.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:37:37.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:37 smithi007 ceph-mon[92692]: osdmap e2496: 8 total, 8 up, 8 in 2024-08-04T16:37:37.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:37 smithi007 ceph-mon[94998]: osdmap e2496: 8 total, 8 up, 8 in 2024-08-04T16:37:37.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:37 smithi062 ceph-mon[85960]: osdmap e2496: 8 total, 8 up, 8 in 2024-08-04T16:37:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:38 smithi007 ceph-mon[92692]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.51k op/s 2024-08-04T16:37:38.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:38 smithi007 ceph-mon[92692]: osdmap e2497: 8 total, 8 up, 8 in 2024-08-04T16:37:38.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:38 smithi007 ceph-mon[94998]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.51k op/s 2024-08-04T16:37:38.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:38 smithi007 ceph-mon[94998]: osdmap e2497: 8 total, 8 up, 8 in 2024-08-04T16:37:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:38 smithi062 ceph-mon[85960]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.51k op/s 2024-08-04T16:37:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:38 smithi062 ceph-mon[85960]: osdmap e2497: 8 total, 8 up, 8 in 2024-08-04T16:37:39.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:39 smithi007 ceph-mon[92692]: osdmap e2498: 8 total, 8 up, 8 in 2024-08-04T16:37:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:39 smithi007 ceph-mon[94998]: osdmap e2498: 8 total, 8 up, 8 in 2024-08-04T16:37:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:39 smithi062 ceph-mon[85960]: osdmap e2498: 8 total, 8 up, 8 in 2024-08-04T16:37:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:40 smithi007 ceph-mon[92692]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.56k op/s 2024-08-04T16:37:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:40 smithi007 ceph-mon[92692]: osdmap e2499: 8 total, 8 up, 8 in 2024-08-04T16:37:40.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:40 smithi007 ceph-mon[94998]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.56k op/s 2024-08-04T16:37:40.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:40 smithi007 ceph-mon[94998]: osdmap e2499: 8 total, 8 up, 8 in 2024-08-04T16:37:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:40 smithi062 ceph-mon[85960]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.56k op/s 2024-08-04T16:37:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:40 smithi062 ceph-mon[85960]: osdmap e2499: 8 total, 8 up, 8 in 2024-08-04T16:37:41.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:41 smithi007 ceph-mon[92692]: osdmap e2500: 8 total, 8 up, 8 in 2024-08-04T16:37:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:41 smithi007 ceph-mon[94998]: osdmap e2500: 8 total, 8 up, 8 in 2024-08-04T16:37:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:41 smithi062 ceph-mon[85960]: osdmap e2500: 8 total, 8 up, 8 in 2024-08-04T16:37:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:42 smithi062 ceph-mon[85960]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-08-04T16:37:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:42 smithi062 ceph-mon[85960]: osdmap e2501: 8 total, 8 up, 8 in 2024-08-04T16:37:42.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:37:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:37:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:37:42.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:42 smithi007 ceph-mon[92692]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-08-04T16:37:42.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:42 smithi007 ceph-mon[92692]: osdmap e2501: 8 total, 8 up, 8 in 2024-08-04T16:37:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:42 smithi007 ceph-mon[94998]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-08-04T16:37:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:42 smithi007 ceph-mon[94998]: osdmap e2501: 8 total, 8 up, 8 in 2024-08-04T16:37:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:43 smithi062 ceph-mon[85960]: osdmap e2502: 8 total, 8 up, 8 in 2024-08-04T16:37:43.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:43 smithi007 ceph-mon[94998]: osdmap e2502: 8 total, 8 up, 8 in 2024-08-04T16:37:43.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:43 smithi007 ceph-mon[92692]: osdmap e2502: 8 total, 8 up, 8 in 2024-08-04T16:37:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:44 smithi062 ceph-mon[85960]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:37:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:44 smithi062 ceph-mon[85960]: osdmap e2503: 8 total, 8 up, 8 in 2024-08-04T16:37:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:44 smithi007 ceph-mon[92692]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:37:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:44 smithi007 ceph-mon[92692]: osdmap e2503: 8 total, 8 up, 8 in 2024-08-04T16:37:44.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:44 smithi007 ceph-mon[94998]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:37:44.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:44 smithi007 ceph-mon[94998]: osdmap e2503: 8 total, 8 up, 8 in 2024-08-04T16:37:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:45 smithi062 ceph-mon[85960]: osdmap e2504: 8 total, 8 up, 8 in 2024-08-04T16:37:45.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:45 smithi007 ceph-mon[92692]: osdmap e2504: 8 total, 8 up, 8 in 2024-08-04T16:37:45.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:45 smithi007 ceph-mon[94998]: osdmap e2504: 8 total, 8 up, 8 in 2024-08-04T16:37:46.365 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:37:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:37:46] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-08-04T16:37:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:46 smithi062 ceph-mon[85960]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.60k op/s 2024-08-04T16:37:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:46 smithi062 ceph-mon[85960]: osdmap e2505: 8 total, 8 up, 8 in 2024-08-04T16:37:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:46 smithi007 ceph-mon[92692]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.60k op/s 2024-08-04T16:37:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:46 smithi007 ceph-mon[92692]: osdmap e2505: 8 total, 8 up, 8 in 2024-08-04T16:37:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:46 smithi007 ceph-mon[94998]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.60k op/s 2024-08-04T16:37:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:46 smithi007 ceph-mon[94998]: osdmap e2505: 8 total, 8 up, 8 in 2024-08-04T16:37:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:47 smithi062 ceph-mon[85960]: osdmap e2506: 8 total, 8 up, 8 in 2024-08-04T16:37:47.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:47 smithi007 ceph-mon[92692]: osdmap e2506: 8 total, 8 up, 8 in 2024-08-04T16:37:47.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:47 smithi007 ceph-mon[94998]: osdmap e2506: 8 total, 8 up, 8 in 2024-08-04T16:37:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:48 smithi062 ceph-mon[85960]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.60k op/s 2024-08-04T16:37:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:48 smithi062 ceph-mon[85960]: osdmap e2507: 8 total, 8 up, 8 in 2024-08-04T16:37:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:48 smithi007 ceph-mon[92692]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.60k op/s 2024-08-04T16:37:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:48 smithi007 ceph-mon[92692]: osdmap e2507: 8 total, 8 up, 8 in 2024-08-04T16:37:48.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:48 smithi007 ceph-mon[94998]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.60k op/s 2024-08-04T16:37:48.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:48 smithi007 ceph-mon[94998]: osdmap e2507: 8 total, 8 up, 8 in 2024-08-04T16:37:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:49 smithi062 ceph-mon[85960]: osdmap e2508: 8 total, 8 up, 8 in 2024-08-04T16:37:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:49 smithi007 ceph-mon[92692]: osdmap e2508: 8 total, 8 up, 8 in 2024-08-04T16:37:49.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:49 smithi007 ceph-mon[94998]: osdmap e2508: 8 total, 8 up, 8 in 2024-08-04T16:37:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:50 smithi062 ceph-mon[85960]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.65k op/s 2024-08-04T16:37:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:50 smithi062 ceph-mon[85960]: osdmap e2509: 8 total, 8 up, 8 in 2024-08-04T16:37:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:50 smithi007 ceph-mon[92692]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.65k op/s 2024-08-04T16:37:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:50 smithi007 ceph-mon[92692]: osdmap e2509: 8 total, 8 up, 8 in 2024-08-04T16:37:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:50 smithi007 ceph-mon[94998]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.65k op/s 2024-08-04T16:37:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:50 smithi007 ceph-mon[94998]: osdmap e2509: 8 total, 8 up, 8 in 2024-08-04T16:37:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:51 smithi062 ceph-mon[85960]: osdmap e2510: 8 total, 8 up, 8 in 2024-08-04T16:37:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:37:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:51 smithi007 ceph-mon[92692]: osdmap e2510: 8 total, 8 up, 8 in 2024-08-04T16:37:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:37:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:51 smithi007 ceph-mon[94998]: osdmap e2510: 8 total, 8 up, 8 in 2024-08-04T16:37:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:37:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:52 smithi062 ceph-mon[85960]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.65k op/s 2024-08-04T16:37:52.830 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:52 smithi062 ceph-mon[85960]: osdmap e2511: 8 total, 8 up, 8 in 2024-08-04T16:37:52.830 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:37:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:37:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:52 smithi007 ceph-mon[92692]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.65k op/s 2024-08-04T16:37:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:52 smithi007 ceph-mon[92692]: osdmap e2511: 8 total, 8 up, 8 in 2024-08-04T16:37:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:52 smithi007 ceph-mon[94998]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.65k op/s 2024-08-04T16:37:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:52 smithi007 ceph-mon[94998]: osdmap e2511: 8 total, 8 up, 8 in 2024-08-04T16:37:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:53 smithi062 ceph-mon[85960]: osdmap e2512: 8 total, 8 up, 8 in 2024-08-04T16:37:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:53 smithi007 ceph-mon[92692]: osdmap e2512: 8 total, 8 up, 8 in 2024-08-04T16:37:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:53 smithi007 ceph-mon[94998]: osdmap e2512: 8 total, 8 up, 8 in 2024-08-04T16:37:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:54 smithi062 ceph-mon[85960]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-04T16:37:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:54 smithi062 ceph-mon[85960]: osdmap e2513: 8 total, 8 up, 8 in 2024-08-04T16:37:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:54 smithi007 ceph-mon[94998]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-04T16:37:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:54 smithi007 ceph-mon[94998]: osdmap e2513: 8 total, 8 up, 8 in 2024-08-04T16:37:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:54 smithi007 ceph-mon[92692]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-08-04T16:37:54.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:54 smithi007 ceph-mon[92692]: osdmap e2513: 8 total, 8 up, 8 in 2024-08-04T16:37:55.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:55 smithi062 ceph-mon[85960]: osdmap e2514: 8 total, 8 up, 8 in 2024-08-04T16:37:55.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:55 smithi007 ceph-mon[92692]: osdmap e2514: 8 total, 8 up, 8 in 2024-08-04T16:37:55.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:55 smithi007 ceph-mon[94998]: osdmap e2514: 8 total, 8 up, 8 in 2024-08-04T16:37:56.430 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:37:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:37:56] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-08-04T16:37:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:56 smithi062 ceph-mon[85960]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.69k op/s 2024-08-04T16:37:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:56 smithi062 ceph-mon[85960]: osdmap e2515: 8 total, 8 up, 8 in 2024-08-04T16:37:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:56 smithi007 ceph-mon[92692]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.69k op/s 2024-08-04T16:37:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:56 smithi007 ceph-mon[92692]: osdmap e2515: 8 total, 8 up, 8 in 2024-08-04T16:37:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:56 smithi007 ceph-mon[94998]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.69k op/s 2024-08-04T16:37:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:56 smithi007 ceph-mon[94998]: osdmap e2515: 8 total, 8 up, 8 in 2024-08-04T16:37:57.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:57 smithi062 ceph-mon[85960]: osdmap e2516: 8 total, 8 up, 8 in 2024-08-04T16:37:57.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:57 smithi007 ceph-mon[92692]: osdmap e2516: 8 total, 8 up, 8 in 2024-08-04T16:37:57.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:57 smithi007 ceph-mon[94998]: osdmap e2516: 8 total, 8 up, 8 in 2024-08-04T16:37:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:58 smithi062 ceph-mon[85960]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.69k op/s 2024-08-04T16:37:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:58 smithi062 ceph-mon[85960]: osdmap e2517: 8 total, 8 up, 8 in 2024-08-04T16:37:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:58 smithi007 ceph-mon[92692]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.69k op/s 2024-08-04T16:37:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:58 smithi007 ceph-mon[92692]: osdmap e2517: 8 total, 8 up, 8 in 2024-08-04T16:37:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:58 smithi007 ceph-mon[94998]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.69k op/s 2024-08-04T16:37:58.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:58 smithi007 ceph-mon[94998]: osdmap e2517: 8 total, 8 up, 8 in 2024-08-04T16:37:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:37:59 smithi062 ceph-mon[85960]: osdmap e2518: 8 total, 8 up, 8 in 2024-08-04T16:37:59.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:37:59 smithi007 ceph-mon[92692]: osdmap e2518: 8 total, 8 up, 8 in 2024-08-04T16:37:59.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:37:59 smithi007 ceph-mon[94998]: osdmap e2518: 8 total, 8 up, 8 in 2024-08-04T16:38:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:00 smithi062 ceph-mon[85960]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.73k op/s 2024-08-04T16:38:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:00 smithi062 ceph-mon[85960]: osdmap e2519: 8 total, 8 up, 8 in 2024-08-04T16:38:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:00 smithi007 ceph-mon[92692]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.73k op/s 2024-08-04T16:38:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:00 smithi007 ceph-mon[92692]: osdmap e2519: 8 total, 8 up, 8 in 2024-08-04T16:38:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:00 smithi007 ceph-mon[94998]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.73k op/s 2024-08-04T16:38:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:00 smithi007 ceph-mon[94998]: osdmap e2519: 8 total, 8 up, 8 in 2024-08-04T16:38:01.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:01 smithi062 ceph-mon[85960]: osdmap e2520: 8 total, 8 up, 8 in 2024-08-04T16:38:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:01 smithi007 ceph-mon[92692]: osdmap e2520: 8 total, 8 up, 8 in 2024-08-04T16:38:01.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:01 smithi007 ceph-mon[94998]: osdmap e2520: 8 total, 8 up, 8 in 2024-08-04T16:38:02.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:02 smithi062 ceph-mon[85960]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 KiB/s wr, 1.73k op/s 2024-08-04T16:38:02.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:02 smithi062 ceph-mon[85960]: osdmap e2521: 8 total, 8 up, 8 in 2024-08-04T16:38:02.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:38:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:38:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:02 smithi007 ceph-mon[92692]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 KiB/s wr, 1.73k op/s 2024-08-04T16:38:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:02 smithi007 ceph-mon[92692]: osdmap e2521: 8 total, 8 up, 8 in 2024-08-04T16:38:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:02 smithi007 ceph-mon[94998]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 KiB/s wr, 1.73k op/s 2024-08-04T16:38:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:02 smithi007 ceph-mon[94998]: osdmap e2521: 8 total, 8 up, 8 in 2024-08-04T16:38:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:03 smithi062 ceph-mon[85960]: osdmap e2522: 8 total, 8 up, 8 in 2024-08-04T16:38:03.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:03 smithi007 ceph-mon[92692]: osdmap e2522: 8 total, 8 up, 8 in 2024-08-04T16:38:03.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:03 smithi007 ceph-mon[94998]: osdmap e2522: 8 total, 8 up, 8 in 2024-08-04T16:38:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:04 smithi062 ceph-mon[85960]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:38:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:04 smithi062 ceph-mon[85960]: osdmap e2523: 8 total, 8 up, 8 in 2024-08-04T16:38:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:04 smithi007 ceph-mon[92692]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:38:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:04 smithi007 ceph-mon[92692]: osdmap e2523: 8 total, 8 up, 8 in 2024-08-04T16:38:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:04 smithi007 ceph-mon[94998]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-08-04T16:38:04.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:04 smithi007 ceph-mon[94998]: osdmap e2523: 8 total, 8 up, 8 in 2024-08-04T16:38:05.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:05 smithi062 ceph-mon[85960]: osdmap e2524: 8 total, 8 up, 8 in 2024-08-04T16:38:05.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:05 smithi007 ceph-mon[92692]: osdmap e2524: 8 total, 8 up, 8 in 2024-08-04T16:38:05.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:05 smithi007 ceph-mon[94998]: osdmap e2524: 8 total, 8 up, 8 in 2024-08-04T16:38:06.482 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:38:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:38:06] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-08-04T16:38:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:06 smithi062 ceph-mon[85960]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.78k op/s 2024-08-04T16:38:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:06 smithi062 ceph-mon[85960]: osdmap e2525: 8 total, 8 up, 8 in 2024-08-04T16:38:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:38:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:06 smithi007 ceph-mon[94998]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.78k op/s 2024-08-04T16:38:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:06 smithi007 ceph-mon[94998]: osdmap e2525: 8 total, 8 up, 8 in 2024-08-04T16:38:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:38:06.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:06 smithi007 ceph-mon[92692]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.78k op/s 2024-08-04T16:38:06.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:06 smithi007 ceph-mon[92692]: osdmap e2525: 8 total, 8 up, 8 in 2024-08-04T16:38:06.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:38:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:07 smithi062 ceph-mon[85960]: osdmap e2526: 8 total, 8 up, 8 in 2024-08-04T16:38:07.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:07 smithi007 ceph-mon[92692]: osdmap e2526: 8 total, 8 up, 8 in 2024-08-04T16:38:07.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:07 smithi007 ceph-mon[94998]: osdmap e2526: 8 total, 8 up, 8 in 2024-08-04T16:38:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:08 smithi062 ceph-mon[85960]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.78k op/s 2024-08-04T16:38:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:08 smithi062 ceph-mon[85960]: osdmap e2527: 8 total, 8 up, 8 in 2024-08-04T16:38:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:08 smithi007 ceph-mon[92692]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.78k op/s 2024-08-04T16:38:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:08 smithi007 ceph-mon[92692]: osdmap e2527: 8 total, 8 up, 8 in 2024-08-04T16:38:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:08 smithi007 ceph-mon[94998]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.78k op/s 2024-08-04T16:38:08.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:08 smithi007 ceph-mon[94998]: osdmap e2527: 8 total, 8 up, 8 in 2024-08-04T16:38:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:09 smithi062 ceph-mon[85960]: osdmap e2528: 8 total, 8 up, 8 in 2024-08-04T16:38:09.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:09 smithi007 ceph-mon[92692]: osdmap e2528: 8 total, 8 up, 8 in 2024-08-04T16:38:09.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:09 smithi007 ceph-mon[94998]: osdmap e2528: 8 total, 8 up, 8 in 2024-08-04T16:38:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:10 smithi062 ceph-mon[85960]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.78k op/s 2024-08-04T16:38:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:10 smithi062 ceph-mon[85960]: osdmap e2529: 8 total, 8 up, 8 in 2024-08-04T16:38:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:10 smithi007 ceph-mon[92692]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.78k op/s 2024-08-04T16:38:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:10 smithi007 ceph-mon[92692]: osdmap e2529: 8 total, 8 up, 8 in 2024-08-04T16:38:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:10 smithi007 ceph-mon[94998]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.78k op/s 2024-08-04T16:38:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:10 smithi007 ceph-mon[94998]: osdmap e2529: 8 total, 8 up, 8 in 2024-08-04T16:38:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:11 smithi007 ceph-mon[92692]: osdmap e2530: 8 total, 8 up, 8 in 2024-08-04T16:38:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:11 smithi007 ceph-mon[92692]: osdmap e2531: 8 total, 8 up, 8 in 2024-08-04T16:38:11.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:11 smithi007 ceph-mon[94998]: osdmap e2530: 8 total, 8 up, 8 in 2024-08-04T16:38:11.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:11 smithi007 ceph-mon[94998]: osdmap e2531: 8 total, 8 up, 8 in 2024-08-04T16:38:12.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:11 smithi062 ceph-mon[85960]: osdmap e2530: 8 total, 8 up, 8 in 2024-08-04T16:38:12.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:11 smithi062 ceph-mon[85960]: osdmap e2531: 8 total, 8 up, 8 in 2024-08-04T16:38:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:12 smithi062 ceph-mon[85960]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-08-04T16:38:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:12 smithi062 ceph-mon[85960]: osdmap e2532: 8 total, 8 up, 8 in 2024-08-04T16:38:12.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:38:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:38:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:38:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:12 smithi007 ceph-mon[92692]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-08-04T16:38:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:12 smithi007 ceph-mon[92692]: osdmap e2532: 8 total, 8 up, 8 in 2024-08-04T16:38:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:12 smithi007 ceph-mon[94998]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-08-04T16:38:12.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:12 smithi007 ceph-mon[94998]: osdmap e2532: 8 total, 8 up, 8 in 2024-08-04T16:38:14.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:14 smithi007 ceph-mon[92692]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-04T16:38:14.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:14 smithi007 ceph-mon[92692]: osdmap e2533: 8 total, 8 up, 8 in 2024-08-04T16:38:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:14 smithi007 ceph-mon[94998]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-04T16:38:14.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:14 smithi007 ceph-mon[94998]: osdmap e2533: 8 total, 8 up, 8 in 2024-08-04T16:38:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:14 smithi062 ceph-mon[85960]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-04T16:38:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:14 smithi062 ceph-mon[85960]: osdmap e2533: 8 total, 8 up, 8 in 2024-08-04T16:38:15.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:15 smithi007 ceph-mon[94998]: osdmap e2534: 8 total, 8 up, 8 in 2024-08-04T16:38:15.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:15 smithi007 ceph-mon[92692]: osdmap e2534: 8 total, 8 up, 8 in 2024-08-04T16:38:15.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:15 smithi062 ceph-mon[85960]: osdmap e2534: 8 total, 8 up, 8 in 2024-08-04T16:38:16.487 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:38:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:38:16] "GET /metrics HTTP/1.1" 200 36628 "" "Prometheus/2.43.0" 2024-08-04T16:38:16.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:16 smithi007 ceph-mon[94998]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-08-04T16:38:16.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:16 smithi007 ceph-mon[94998]: osdmap e2535: 8 total, 8 up, 8 in 2024-08-04T16:38:16.488 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:16 smithi007 ceph-mon[94998]: osdmap e2536: 8 total, 8 up, 8 in 2024-08-04T16:38:16.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:16 smithi007 ceph-mon[92692]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-08-04T16:38:16.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:16 smithi007 ceph-mon[92692]: osdmap e2535: 8 total, 8 up, 8 in 2024-08-04T16:38:16.488 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:16 smithi007 ceph-mon[92692]: osdmap e2536: 8 total, 8 up, 8 in 2024-08-04T16:38:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:16 smithi062 ceph-mon[85960]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-08-04T16:38:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:16 smithi062 ceph-mon[85960]: osdmap e2535: 8 total, 8 up, 8 in 2024-08-04T16:38:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:16 smithi062 ceph-mon[85960]: osdmap e2536: 8 total, 8 up, 8 in 2024-08-04T16:38:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:18 smithi007 ceph-mon[92692]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-08-04T16:38:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:18 smithi007 ceph-mon[92692]: osdmap e2537: 8 total, 8 up, 8 in 2024-08-04T16:38:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:18 smithi007 ceph-mon[94998]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-08-04T16:38:18.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:18 smithi007 ceph-mon[94998]: osdmap e2537: 8 total, 8 up, 8 in 2024-08-04T16:38:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:18 smithi062 ceph-mon[85960]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-08-04T16:38:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:18 smithi062 ceph-mon[85960]: osdmap e2537: 8 total, 8 up, 8 in 2024-08-04T16:38:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:19 smithi007 ceph-mon[92692]: osdmap e2538: 8 total, 8 up, 8 in 2024-08-04T16:38:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:38:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:19.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:19.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:19 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:19 smithi007 ceph-mon[94998]: osdmap e2538: 8 total, 8 up, 8 in 2024-08-04T16:38:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:38:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:19.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:19 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:19.605 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:19 smithi062 ceph-mon[85960]: osdmap e2538: 8 total, 8 up, 8 in 2024-08-04T16:38:19.605 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:38:19.606 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:19.606 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:19.606 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:19.606 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:19 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:20 smithi007 ceph-mon[94998]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-08-04T16:38:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:20 smithi007 ceph-mon[94998]: osdmap e2539: 8 total, 8 up, 8 in 2024-08-04T16:38:20.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:20 smithi007 ceph-mon[92692]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-08-04T16:38:20.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:20 smithi007 ceph-mon[92692]: osdmap e2539: 8 total, 8 up, 8 in 2024-08-04T16:38:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:20 smithi062 ceph-mon[85960]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-08-04T16:38:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:20 smithi062 ceph-mon[85960]: osdmap e2539: 8 total, 8 up, 8 in 2024-08-04T16:38:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:21 smithi062 ceph-mon[85960]: osdmap e2540: 8 total, 8 up, 8 in 2024-08-04T16:38:21.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:38:21.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:21 smithi062 ceph-mon[85960]: osdmap e2541: 8 total, 8 up, 8 in 2024-08-04T16:38:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:21 smithi007 ceph-mon[92692]: osdmap e2540: 8 total, 8 up, 8 in 2024-08-04T16:38:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:38:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:21 smithi007 ceph-mon[92692]: osdmap e2541: 8 total, 8 up, 8 in 2024-08-04T16:38:21.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:21 smithi007 ceph-mon[94998]: osdmap e2540: 8 total, 8 up, 8 in 2024-08-04T16:38:21.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:38:21.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:21 smithi007 ceph-mon[94998]: osdmap e2541: 8 total, 8 up, 8 in 2024-08-04T16:38:22.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:22 smithi062 ceph-mon[85960]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-08-04T16:38:22.512 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:38:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:38:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:38:22.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:22 smithi007 ceph-mon[92692]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-08-04T16:38:22.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:22 smithi007 ceph-mon[94998]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-08-04T16:38:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:23 smithi062 ceph-mon[85960]: osdmap e2542: 8 total, 8 up, 8 in 2024-08-04T16:38:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:23.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:23.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:23.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:23.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:38:23.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:38:23.512 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:23 smithi007 ceph-mon[92692]: osdmap e2542: 8 total, 8 up, 8 in 2024-08-04T16:38:23.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:23.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:23.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:23.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:23.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:38:23.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:38:23.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:23.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:23 smithi007 ceph-mon[94998]: osdmap e2542: 8 total, 8 up, 8 in 2024-08-04T16:38:23.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:23.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:23.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:23.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:23.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:38:23.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:38:23.588 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:38:24.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:24 smithi007 ceph-mon[92692]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-04T16:38:24.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:24 smithi007 ceph-mon[92692]: osdmap e2543: 8 total, 8 up, 8 in 2024-08-04T16:38:24.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:24 smithi007 ceph-mon[94998]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-04T16:38:24.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:24 smithi007 ceph-mon[94998]: osdmap e2543: 8 total, 8 up, 8 in 2024-08-04T16:38:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:24 smithi062 ceph-mon[85960]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-04T16:38:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:24 smithi062 ceph-mon[85960]: osdmap e2543: 8 total, 8 up, 8 in 2024-08-04T16:38:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:25 smithi007 ceph-mon[94998]: osdmap e2544: 8 total, 8 up, 8 in 2024-08-04T16:38:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:25 smithi007 ceph-mon[92692]: osdmap e2544: 8 total, 8 up, 8 in 2024-08-04T16:38:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:25 smithi062 ceph-mon[85960]: osdmap e2544: 8 total, 8 up, 8 in 2024-08-04T16:38:26.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:38:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:38:26] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-08-04T16:38:26.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:26 smithi007 ceph-mon[92692]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-08-04T16:38:26.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:26 smithi007 ceph-mon[92692]: osdmap e2545: 8 total, 8 up, 8 in 2024-08-04T16:38:26.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:26 smithi007 ceph-mon[92692]: osdmap e2546: 8 total, 8 up, 8 in 2024-08-04T16:38:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:26 smithi007 ceph-mon[94998]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-08-04T16:38:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:26 smithi007 ceph-mon[94998]: osdmap e2545: 8 total, 8 up, 8 in 2024-08-04T16:38:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:26 smithi007 ceph-mon[94998]: osdmap e2546: 8 total, 8 up, 8 in 2024-08-04T16:38:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:26 smithi062 ceph-mon[85960]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-08-04T16:38:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:26 smithi062 ceph-mon[85960]: osdmap e2545: 8 total, 8 up, 8 in 2024-08-04T16:38:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:26 smithi062 ceph-mon[85960]: osdmap e2546: 8 total, 8 up, 8 in 2024-08-04T16:38:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:28 smithi062 ceph-mon[85960]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-08-04T16:38:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:28 smithi062 ceph-mon[85960]: osdmap e2547: 8 total, 8 up, 8 in 2024-08-04T16:38:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:28 smithi007 ceph-mon[92692]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-08-04T16:38:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:28 smithi007 ceph-mon[92692]: osdmap e2547: 8 total, 8 up, 8 in 2024-08-04T16:38:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:28 smithi007 ceph-mon[94998]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-08-04T16:38:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:28 smithi007 ceph-mon[94998]: osdmap e2547: 8 total, 8 up, 8 in 2024-08-04T16:38:29.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:29 smithi062 ceph-mon[85960]: osdmap e2548: 8 total, 8 up, 8 in 2024-08-04T16:38:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:29 smithi007 ceph-mon[94998]: osdmap e2548: 8 total, 8 up, 8 in 2024-08-04T16:38:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:29 smithi007 ceph-mon[92692]: osdmap e2548: 8 total, 8 up, 8 in 2024-08-04T16:38:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:30 smithi062 ceph-mon[85960]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-08-04T16:38:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:30 smithi062 ceph-mon[85960]: osdmap e2549: 8 total, 8 up, 8 in 2024-08-04T16:38:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:30 smithi007 ceph-mon[92692]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-08-04T16:38:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:30 smithi007 ceph-mon[92692]: osdmap e2549: 8 total, 8 up, 8 in 2024-08-04T16:38:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:30 smithi007 ceph-mon[94998]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-08-04T16:38:30.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:30 smithi007 ceph-mon[94998]: osdmap e2549: 8 total, 8 up, 8 in 2024-08-04T16:38:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:31 smithi062 ceph-mon[85960]: osdmap e2550: 8 total, 8 up, 8 in 2024-08-04T16:38:31.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:31 smithi062 ceph-mon[85960]: osdmap e2551: 8 total, 8 up, 8 in 2024-08-04T16:38:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:31 smithi007 ceph-mon[92692]: osdmap e2550: 8 total, 8 up, 8 in 2024-08-04T16:38:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:31 smithi007 ceph-mon[92692]: osdmap e2551: 8 total, 8 up, 8 in 2024-08-04T16:38:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:31 smithi007 ceph-mon[94998]: osdmap e2550: 8 total, 8 up, 8 in 2024-08-04T16:38:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:31 smithi007 ceph-mon[94998]: osdmap e2551: 8 total, 8 up, 8 in 2024-08-04T16:38:32.630 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:32 smithi062 ceph-mon[85960]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-08-04T16:38:32.630 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:32 smithi062 ceph-mon[85960]: osdmap e2552: 8 total, 8 up, 8 in 2024-08-04T16:38:32.630 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:38:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:38:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:38:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:32 smithi007 ceph-mon[92692]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-08-04T16:38:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:32 smithi007 ceph-mon[92692]: osdmap e2552: 8 total, 8 up, 8 in 2024-08-04T16:38:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:32 smithi007 ceph-mon[94998]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-08-04T16:38:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:32 smithi007 ceph-mon[94998]: osdmap e2552: 8 total, 8 up, 8 in 2024-08-04T16:38:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:34 smithi007 ceph-mon[94998]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:38:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:34 smithi007 ceph-mon[94998]: osdmap e2553: 8 total, 8 up, 8 in 2024-08-04T16:38:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:34 smithi007 ceph-mon[92692]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:38:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:34 smithi007 ceph-mon[92692]: osdmap e2553: 8 total, 8 up, 8 in 2024-08-04T16:38:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:34 smithi062 ceph-mon[85960]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:38:34.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:34 smithi062 ceph-mon[85960]: osdmap e2553: 8 total, 8 up, 8 in 2024-08-04T16:38:35.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:35 smithi007 ceph-mon[92692]: osdmap e2554: 8 total, 8 up, 8 in 2024-08-04T16:38:35.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:35 smithi007 ceph-mon[94998]: osdmap e2554: 8 total, 8 up, 8 in 2024-08-04T16:38:35.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:35 smithi062 ceph-mon[85960]: osdmap e2554: 8 total, 8 up, 8 in 2024-08-04T16:38:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:38:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:38:36] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-08-04T16:38:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:36 smithi007 ceph-mon[92692]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-08-04T16:38:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:36 smithi007 ceph-mon[92692]: osdmap e2555: 8 total, 8 up, 8 in 2024-08-04T16:38:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:38:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:36 smithi007 ceph-mon[92692]: osdmap e2556: 8 total, 8 up, 8 in 2024-08-04T16:38:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:36 smithi007 ceph-mon[94998]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-08-04T16:38:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:36 smithi007 ceph-mon[94998]: osdmap e2555: 8 total, 8 up, 8 in 2024-08-04T16:38:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:38:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:36 smithi007 ceph-mon[94998]: osdmap e2556: 8 total, 8 up, 8 in 2024-08-04T16:38:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:36 smithi062 ceph-mon[85960]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-08-04T16:38:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:36 smithi062 ceph-mon[85960]: osdmap e2555: 8 total, 8 up, 8 in 2024-08-04T16:38:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:38:36.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:36 smithi062 ceph-mon[85960]: osdmap e2556: 8 total, 8 up, 8 in 2024-08-04T16:38:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:38 smithi007 ceph-mon[92692]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-08-04T16:38:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:38 smithi007 ceph-mon[92692]: osdmap e2557: 8 total, 8 up, 8 in 2024-08-04T16:38:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:38 smithi007 ceph-mon[94998]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-08-04T16:38:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:38 smithi007 ceph-mon[94998]: osdmap e2557: 8 total, 8 up, 8 in 2024-08-04T16:38:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:38 smithi062 ceph-mon[85960]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-08-04T16:38:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:38 smithi062 ceph-mon[85960]: osdmap e2557: 8 total, 8 up, 8 in 2024-08-04T16:38:39.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:39 smithi007 ceph-mon[92692]: osdmap e2558: 8 total, 8 up, 8 in 2024-08-04T16:38:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:39 smithi007 ceph-mon[94998]: osdmap e2558: 8 total, 8 up, 8 in 2024-08-04T16:38:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:39 smithi062 ceph-mon[85960]: osdmap e2558: 8 total, 8 up, 8 in 2024-08-04T16:38:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:40 smithi007 ceph-mon[92692]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-08-04T16:38:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:40 smithi007 ceph-mon[92692]: osdmap e2559: 8 total, 8 up, 8 in 2024-08-04T16:38:40.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:40 smithi007 ceph-mon[94998]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-08-04T16:38:40.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:40 smithi007 ceph-mon[94998]: osdmap e2559: 8 total, 8 up, 8 in 2024-08-04T16:38:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:40 smithi062 ceph-mon[85960]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-08-04T16:38:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:40 smithi062 ceph-mon[85960]: osdmap e2559: 8 total, 8 up, 8 in 2024-08-04T16:38:41.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:41 smithi007 ceph-mon[92692]: osdmap e2560: 8 total, 8 up, 8 in 2024-08-04T16:38:41.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:41 smithi007 ceph-mon[92692]: osdmap e2561: 8 total, 8 up, 8 in 2024-08-04T16:38:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:41 smithi007 ceph-mon[94998]: osdmap e2560: 8 total, 8 up, 8 in 2024-08-04T16:38:41.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:41 smithi007 ceph-mon[94998]: osdmap e2561: 8 total, 8 up, 8 in 2024-08-04T16:38:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:41 smithi062 ceph-mon[85960]: osdmap e2560: 8 total, 8 up, 8 in 2024-08-04T16:38:41.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:41 smithi062 ceph-mon[85960]: osdmap e2561: 8 total, 8 up, 8 in 2024-08-04T16:38:42.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:42 smithi007 ceph-mon[92692]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-08-04T16:38:42.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:42 smithi007 ceph-mon[94998]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-08-04T16:38:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:42 smithi062 ceph-mon[85960]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-08-04T16:38:42.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:38:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:38:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:38:43.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:43 smithi007 ceph-mon[92692]: osdmap e2562: 8 total, 8 up, 8 in 2024-08-04T16:38:43.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:43 smithi007 ceph-mon[94998]: osdmap e2562: 8 total, 8 up, 8 in 2024-08-04T16:38:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:43 smithi062 ceph-mon[85960]: osdmap e2562: 8 total, 8 up, 8 in 2024-08-04T16:38:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:44 smithi007 ceph-mon[92692]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-04T16:38:44.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:44 smithi007 ceph-mon[92692]: osdmap e2563: 8 total, 8 up, 8 in 2024-08-04T16:38:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:44 smithi007 ceph-mon[94998]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-04T16:38:44.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:44 smithi007 ceph-mon[94998]: osdmap e2563: 8 total, 8 up, 8 in 2024-08-04T16:38:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:44 smithi062 ceph-mon[85960]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-04T16:38:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:44 smithi062 ceph-mon[85960]: osdmap e2563: 8 total, 8 up, 8 in 2024-08-04T16:38:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:45 smithi062 ceph-mon[85960]: osdmap e2564: 8 total, 8 up, 8 in 2024-08-04T16:38:45.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:45 smithi007 ceph-mon[94998]: osdmap e2564: 8 total, 8 up, 8 in 2024-08-04T16:38:45.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:45 smithi007 ceph-mon[92692]: osdmap e2564: 8 total, 8 up, 8 in 2024-08-04T16:38:46.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:46 smithi007 ceph-mon[94998]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-08-04T16:38:46.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:46 smithi007 ceph-mon[94998]: osdmap e2565: 8 total, 8 up, 8 in 2024-08-04T16:38:46.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:46 smithi007 ceph-mon[94998]: osdmap e2566: 8 total, 8 up, 8 in 2024-08-04T16:38:46.587 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:38:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:38:46] "GET /metrics HTTP/1.1" 200 36630 "" "Prometheus/2.43.0" 2024-08-04T16:38:46.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:46 smithi007 ceph-mon[92692]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-08-04T16:38:46.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:46 smithi007 ceph-mon[92692]: osdmap e2565: 8 total, 8 up, 8 in 2024-08-04T16:38:46.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:46 smithi007 ceph-mon[92692]: osdmap e2566: 8 total, 8 up, 8 in 2024-08-04T16:38:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:46 smithi062 ceph-mon[85960]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-08-04T16:38:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:46 smithi062 ceph-mon[85960]: osdmap e2565: 8 total, 8 up, 8 in 2024-08-04T16:38:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:46 smithi062 ceph-mon[85960]: osdmap e2566: 8 total, 8 up, 8 in 2024-08-04T16:38:48.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:48 smithi007 ceph-mon[92692]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-08-04T16:38:48.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:48 smithi007 ceph-mon[92692]: osdmap e2567: 8 total, 8 up, 8 in 2024-08-04T16:38:48.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:48 smithi007 ceph-mon[94998]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-08-04T16:38:48.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:48 smithi007 ceph-mon[94998]: osdmap e2567: 8 total, 8 up, 8 in 2024-08-04T16:38:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:48 smithi062 ceph-mon[85960]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-08-04T16:38:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:48 smithi062 ceph-mon[85960]: osdmap e2567: 8 total, 8 up, 8 in 2024-08-04T16:38:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:49 smithi062 ceph-mon[85960]: osdmap e2568: 8 total, 8 up, 8 in 2024-08-04T16:38:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:49 smithi007 ceph-mon[92692]: osdmap e2568: 8 total, 8 up, 8 in 2024-08-04T16:38:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:49 smithi007 ceph-mon[94998]: osdmap e2568: 8 total, 8 up, 8 in 2024-08-04T16:38:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:50 smithi062 ceph-mon[85960]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-08-04T16:38:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:50 smithi062 ceph-mon[85960]: osdmap e2569: 8 total, 8 up, 8 in 2024-08-04T16:38:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:50 smithi007 ceph-mon[92692]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-08-04T16:38:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:50 smithi007 ceph-mon[92692]: osdmap e2569: 8 total, 8 up, 8 in 2024-08-04T16:38:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:50 smithi007 ceph-mon[94998]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-08-04T16:38:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:50 smithi007 ceph-mon[94998]: osdmap e2569: 8 total, 8 up, 8 in 2024-08-04T16:38:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:51 smithi062 ceph-mon[85960]: osdmap e2570: 8 total, 8 up, 8 in 2024-08-04T16:38:51.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:38:51.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:51 smithi062 ceph-mon[85960]: osdmap e2571: 8 total, 8 up, 8 in 2024-08-04T16:38:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:51 smithi007 ceph-mon[92692]: osdmap e2570: 8 total, 8 up, 8 in 2024-08-04T16:38:51.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:38:51.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:51 smithi007 ceph-mon[92692]: osdmap e2571: 8 total, 8 up, 8 in 2024-08-04T16:38:51.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:51 smithi007 ceph-mon[94998]: osdmap e2570: 8 total, 8 up, 8 in 2024-08-04T16:38:51.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:38:51.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:51 smithi007 ceph-mon[94998]: osdmap e2571: 8 total, 8 up, 8 in 2024-08-04T16:38:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:52 smithi062 ceph-mon[85960]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-08-04T16:38:52.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:52 smithi062 ceph-mon[85960]: osdmap e2572: 8 total, 8 up, 8 in 2024-08-04T16:38:52.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:38:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:38:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:38:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:52 smithi007 ceph-mon[94998]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-08-04T16:38:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:52 smithi007 ceph-mon[94998]: osdmap e2572: 8 total, 8 up, 8 in 2024-08-04T16:38:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:52 smithi007 ceph-mon[92692]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-08-04T16:38:52.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:52 smithi007 ceph-mon[92692]: osdmap e2572: 8 total, 8 up, 8 in 2024-08-04T16:38:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:54 smithi007 ceph-mon[94998]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-04T16:38:54.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:54 smithi007 ceph-mon[94998]: osdmap e2573: 8 total, 8 up, 8 in 2024-08-04T16:38:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:54 smithi007 ceph-mon[92692]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-04T16:38:54.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:54 smithi007 ceph-mon[92692]: osdmap e2573: 8 total, 8 up, 8 in 2024-08-04T16:38:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:54 smithi062 ceph-mon[85960]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-04T16:38:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:54 smithi062 ceph-mon[85960]: osdmap e2573: 8 total, 8 up, 8 in 2024-08-04T16:38:55.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:55 smithi007 ceph-mon[92692]: osdmap e2574: 8 total, 8 up, 8 in 2024-08-04T16:38:55.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:55 smithi007 ceph-mon[94998]: osdmap e2574: 8 total, 8 up, 8 in 2024-08-04T16:38:55.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:55 smithi062 ceph-mon[85960]: osdmap e2574: 8 total, 8 up, 8 in 2024-08-04T16:38:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:38:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:38:56] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-08-04T16:38:56.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:56 smithi007 ceph-mon[92692]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-08-04T16:38:56.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:56 smithi007 ceph-mon[92692]: osdmap e2575: 8 total, 8 up, 8 in 2024-08-04T16:38:56.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:56 smithi007 ceph-mon[92692]: osdmap e2576: 8 total, 8 up, 8 in 2024-08-04T16:38:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:56 smithi007 ceph-mon[94998]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-08-04T16:38:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:56 smithi007 ceph-mon[94998]: osdmap e2575: 8 total, 8 up, 8 in 2024-08-04T16:38:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:56 smithi007 ceph-mon[94998]: osdmap e2576: 8 total, 8 up, 8 in 2024-08-04T16:38:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:56 smithi062 ceph-mon[85960]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-08-04T16:38:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:56 smithi062 ceph-mon[85960]: osdmap e2575: 8 total, 8 up, 8 in 2024-08-04T16:38:56.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:56 smithi062 ceph-mon[85960]: osdmap e2576: 8 total, 8 up, 8 in 2024-08-04T16:38:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:58 smithi007 ceph-mon[94998]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-08-04T16:38:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:58 smithi007 ceph-mon[94998]: osdmap e2577: 8 total, 8 up, 8 in 2024-08-04T16:38:58.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:58 smithi007 ceph-mon[92692]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-08-04T16:38:58.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:58 smithi007 ceph-mon[92692]: osdmap e2577: 8 total, 8 up, 8 in 2024-08-04T16:38:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:58 smithi062 ceph-mon[85960]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-08-04T16:38:58.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:58 smithi062 ceph-mon[85960]: osdmap e2577: 8 total, 8 up, 8 in 2024-08-04T16:38:59.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:38:59 smithi007 ceph-mon[92692]: osdmap e2578: 8 total, 8 up, 8 in 2024-08-04T16:38:59.609 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:38:59 smithi007 ceph-mon[94998]: osdmap e2578: 8 total, 8 up, 8 in 2024-08-04T16:38:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:38:59 smithi062 ceph-mon[85960]: osdmap e2578: 8 total, 8 up, 8 in 2024-08-04T16:39:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:00 smithi007 ceph-mon[92692]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-08-04T16:39:00.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:00 smithi007 ceph-mon[92692]: osdmap e2579: 8 total, 8 up, 8 in 2024-08-04T16:39:00.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:00 smithi007 ceph-mon[94998]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-08-04T16:39:00.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:00 smithi007 ceph-mon[94998]: osdmap e2579: 8 total, 8 up, 8 in 2024-08-04T16:39:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:00 smithi062 ceph-mon[85960]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-08-04T16:39:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:00 smithi062 ceph-mon[85960]: osdmap e2579: 8 total, 8 up, 8 in 2024-08-04T16:39:01.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:01 smithi007 ceph-mon[92692]: osdmap e2580: 8 total, 8 up, 8 in 2024-08-04T16:39:01.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:01 smithi007 ceph-mon[92692]: osdmap e2581: 8 total, 8 up, 8 in 2024-08-04T16:39:01.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:01 smithi007 ceph-mon[94998]: osdmap e2580: 8 total, 8 up, 8 in 2024-08-04T16:39:01.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:01 smithi007 ceph-mon[94998]: osdmap e2581: 8 total, 8 up, 8 in 2024-08-04T16:39:01.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:01 smithi062 ceph-mon[85960]: osdmap e2580: 8 total, 8 up, 8 in 2024-08-04T16:39:01.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:01 smithi062 ceph-mon[85960]: osdmap e2581: 8 total, 8 up, 8 in 2024-08-04T16:39:02.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:02 smithi007 ceph-mon[92692]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-08-04T16:39:02.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:02 smithi007 ceph-mon[94998]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-08-04T16:39:02.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:02 smithi062 ceph-mon[85960]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-08-04T16:39:02.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:39:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:39:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:03 smithi062 ceph-mon[85960]: osdmap e2582: 8 total, 8 up, 8 in 2024-08-04T16:39:03.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:03 smithi007 ceph-mon[92692]: osdmap e2582: 8 total, 8 up, 8 in 2024-08-04T16:39:03.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:03 smithi007 ceph-mon[94998]: osdmap e2582: 8 total, 8 up, 8 in 2024-08-04T16:39:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:04 smithi062 ceph-mon[85960]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:39:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:04 smithi062 ceph-mon[85960]: osdmap e2583: 8 total, 8 up, 8 in 2024-08-04T16:39:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:04 smithi007 ceph-mon[92692]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:39:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:04 smithi007 ceph-mon[92692]: osdmap e2583: 8 total, 8 up, 8 in 2024-08-04T16:39:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:04 smithi007 ceph-mon[94998]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:39:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:04 smithi007 ceph-mon[94998]: osdmap e2583: 8 total, 8 up, 8 in 2024-08-04T16:39:05.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:05 smithi062 ceph-mon[85960]: osdmap e2584: 8 total, 8 up, 8 in 2024-08-04T16:39:05.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:05 smithi007 ceph-mon[94998]: osdmap e2584: 8 total, 8 up, 8 in 2024-08-04T16:39:05.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:05 smithi007 ceph-mon[92692]: osdmap e2584: 8 total, 8 up, 8 in 2024-08-04T16:39:06.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:39:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:39:06] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-08-04T16:39:06.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:06 smithi007 ceph-mon[94998]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 956 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-08-04T16:39:06.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:06 smithi007 ceph-mon[94998]: osdmap e2585: 8 total, 8 up, 8 in 2024-08-04T16:39:06.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:39:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:06 smithi007 ceph-mon[94998]: osdmap e2586: 8 total, 8 up, 8 in 2024-08-04T16:39:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:06 smithi007 ceph-mon[92692]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 956 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-08-04T16:39:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:06 smithi007 ceph-mon[92692]: osdmap e2585: 8 total, 8 up, 8 in 2024-08-04T16:39:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:39:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:06 smithi007 ceph-mon[92692]: osdmap e2586: 8 total, 8 up, 8 in 2024-08-04T16:39:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:06 smithi062 ceph-mon[85960]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 956 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-08-04T16:39:06.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:06 smithi062 ceph-mon[85960]: osdmap e2585: 8 total, 8 up, 8 in 2024-08-04T16:39:06.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:39:06.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:06 smithi062 ceph-mon[85960]: osdmap e2586: 8 total, 8 up, 8 in 2024-08-04T16:39:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:08 smithi007 ceph-mon[92692]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-08-04T16:39:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:08 smithi007 ceph-mon[92692]: osdmap e2587: 8 total, 8 up, 8 in 2024-08-04T16:39:08.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:08 smithi007 ceph-mon[94998]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-08-04T16:39:08.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:08 smithi007 ceph-mon[94998]: osdmap e2587: 8 total, 8 up, 8 in 2024-08-04T16:39:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:08 smithi062 ceph-mon[85960]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-08-04T16:39:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:08 smithi062 ceph-mon[85960]: osdmap e2587: 8 total, 8 up, 8 in 2024-08-04T16:39:09.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:09 smithi007 ceph-mon[92692]: osdmap e2588: 8 total, 8 up, 8 in 2024-08-04T16:39:09.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:09 smithi007 ceph-mon[94998]: osdmap e2588: 8 total, 8 up, 8 in 2024-08-04T16:39:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:09 smithi062 ceph-mon[85960]: osdmap e2588: 8 total, 8 up, 8 in 2024-08-04T16:39:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:10 smithi007 ceph-mon[92692]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-08-04T16:39:10.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:10 smithi007 ceph-mon[92692]: osdmap e2589: 8 total, 8 up, 8 in 2024-08-04T16:39:10.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:10 smithi007 ceph-mon[94998]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-08-04T16:39:10.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:10 smithi007 ceph-mon[94998]: osdmap e2589: 8 total, 8 up, 8 in 2024-08-04T16:39:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:10 smithi062 ceph-mon[85960]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-08-04T16:39:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:10 smithi062 ceph-mon[85960]: osdmap e2589: 8 total, 8 up, 8 in 2024-08-04T16:39:11.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:11 smithi007 ceph-mon[94998]: osdmap e2590: 8 total, 8 up, 8 in 2024-08-04T16:39:11.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:11 smithi007 ceph-mon[94998]: osdmap e2591: 8 total, 8 up, 8 in 2024-08-04T16:39:11.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:11 smithi007 ceph-mon[92692]: osdmap e2590: 8 total, 8 up, 8 in 2024-08-04T16:39:11.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:11 smithi007 ceph-mon[92692]: osdmap e2591: 8 total, 8 up, 8 in 2024-08-04T16:39:11.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:11 smithi062 ceph-mon[85960]: osdmap e2590: 8 total, 8 up, 8 in 2024-08-04T16:39:11.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:11 smithi062 ceph-mon[85960]: osdmap e2591: 8 total, 8 up, 8 in 2024-08-04T16:39:12.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:12 smithi007 ceph-mon[92692]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-08-04T16:39:12.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:12 smithi007 ceph-mon[94998]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-08-04T16:39:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:12 smithi062 ceph-mon[85960]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-08-04T16:39:12.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:39:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:39:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:39:13.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:13 smithi007 ceph-mon[92692]: osdmap e2592: 8 total, 8 up, 8 in 2024-08-04T16:39:13.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:13 smithi007 ceph-mon[94998]: osdmap e2592: 8 total, 8 up, 8 in 2024-08-04T16:39:13.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:13 smithi062 ceph-mon[85960]: osdmap e2592: 8 total, 8 up, 8 in 2024-08-04T16:39:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:14 smithi062 ceph-mon[85960]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-04T16:39:14.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:14 smithi062 ceph-mon[85960]: osdmap e2593: 8 total, 8 up, 8 in 2024-08-04T16:39:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:14 smithi007 ceph-mon[94998]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-04T16:39:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:14 smithi007 ceph-mon[94998]: osdmap e2593: 8 total, 8 up, 8 in 2024-08-04T16:39:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:14 smithi007 ceph-mon[92692]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-04T16:39:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:14 smithi007 ceph-mon[92692]: osdmap e2593: 8 total, 8 up, 8 in 2024-08-04T16:39:15.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:15 smithi062 ceph-mon[85960]: osdmap e2594: 8 total, 8 up, 8 in 2024-08-04T16:39:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:15 smithi007 ceph-mon[94998]: osdmap e2594: 8 total, 8 up, 8 in 2024-08-04T16:39:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:15 smithi007 ceph-mon[92692]: osdmap e2594: 8 total, 8 up, 8 in 2024-08-04T16:39:16.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:39:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:39:16] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2024-08-04T16:39:16.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:16 smithi007 ceph-mon[92692]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-08-04T16:39:16.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:16 smithi007 ceph-mon[92692]: osdmap e2595: 8 total, 8 up, 8 in 2024-08-04T16:39:16.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:16 smithi007 ceph-mon[92692]: osdmap e2596: 8 total, 8 up, 8 in 2024-08-04T16:39:16.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:16 smithi007 ceph-mon[94998]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-08-04T16:39:16.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:16 smithi007 ceph-mon[94998]: osdmap e2595: 8 total, 8 up, 8 in 2024-08-04T16:39:16.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:16 smithi007 ceph-mon[94998]: osdmap e2596: 8 total, 8 up, 8 in 2024-08-04T16:39:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:16 smithi062 ceph-mon[85960]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-08-04T16:39:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:16 smithi062 ceph-mon[85960]: osdmap e2595: 8 total, 8 up, 8 in 2024-08-04T16:39:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:16 smithi062 ceph-mon[85960]: osdmap e2596: 8 total, 8 up, 8 in 2024-08-04T16:39:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:18 smithi062 ceph-mon[85960]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-08-04T16:39:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:18 smithi062 ceph-mon[85960]: osdmap e2597: 8 total, 8 up, 8 in 2024-08-04T16:39:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:18 smithi007 ceph-mon[92692]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-08-04T16:39:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:18 smithi007 ceph-mon[92692]: osdmap e2597: 8 total, 8 up, 8 in 2024-08-04T16:39:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:18 smithi007 ceph-mon[94998]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-08-04T16:39:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:18 smithi007 ceph-mon[94998]: osdmap e2597: 8 total, 8 up, 8 in 2024-08-04T16:39:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:19 smithi062 ceph-mon[85960]: osdmap e2598: 8 total, 8 up, 8 in 2024-08-04T16:39:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:19 smithi007 ceph-mon[92692]: osdmap e2598: 8 total, 8 up, 8 in 2024-08-04T16:39:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:19 smithi007 ceph-mon[94998]: osdmap e2598: 8 total, 8 up, 8 in 2024-08-04T16:39:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:20 smithi062 ceph-mon[85960]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 856 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-08-04T16:39:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:20 smithi062 ceph-mon[85960]: osdmap e2599: 8 total, 8 up, 8 in 2024-08-04T16:39:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:20 smithi007 ceph-mon[92692]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 856 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-08-04T16:39:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:20 smithi007 ceph-mon[92692]: osdmap e2599: 8 total, 8 up, 8 in 2024-08-04T16:39:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:20 smithi007 ceph-mon[94998]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 856 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-08-04T16:39:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:20 smithi007 ceph-mon[94998]: osdmap e2599: 8 total, 8 up, 8 in 2024-08-04T16:39:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:21 smithi062 ceph-mon[85960]: osdmap e2600: 8 total, 8 up, 8 in 2024-08-04T16:39:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:39:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:21 smithi062 ceph-mon[85960]: osdmap e2601: 8 total, 8 up, 8 in 2024-08-04T16:39:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:21 smithi007 ceph-mon[92692]: osdmap e2600: 8 total, 8 up, 8 in 2024-08-04T16:39:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:39:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:21 smithi007 ceph-mon[92692]: osdmap e2601: 8 total, 8 up, 8 in 2024-08-04T16:39:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:21 smithi007 ceph-mon[94998]: osdmap e2600: 8 total, 8 up, 8 in 2024-08-04T16:39:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:39:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:21 smithi007 ceph-mon[94998]: osdmap e2601: 8 total, 8 up, 8 in 2024-08-04T16:39:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:22 smithi062 ceph-mon[85960]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 859 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-08-04T16:39:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:22 smithi062 ceph-mon[85960]: osdmap e2602: 8 total, 8 up, 8 in 2024-08-04T16:39:22.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:39:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:39:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:39:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:22 smithi007 ceph-mon[94998]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 859 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-08-04T16:39:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:22 smithi007 ceph-mon[94998]: osdmap e2602: 8 total, 8 up, 8 in 2024-08-04T16:39:22.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:22 smithi007 ceph-mon[92692]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 859 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-08-04T16:39:22.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:22 smithi007 ceph-mon[92692]: osdmap e2602: 8 total, 8 up, 8 in 2024-08-04T16:39:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:39:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:39:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:39:23.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:39:23.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:23 smithi062 ceph-mon[85960]: osdmap e2603: 8 total, 8 up, 8 in 2024-08-04T16:39:23.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:39:23.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:39:23.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:39:23.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:39:23.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:23 smithi007 ceph-mon[92692]: osdmap e2603: 8 total, 8 up, 8 in 2024-08-04T16:39:23.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:39:23.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:39:23.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:39:23.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:39:23.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:23 smithi007 ceph-mon[94998]: osdmap e2603: 8 total, 8 up, 8 in 2024-08-04T16:39:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:24 smithi062 ceph-mon[85960]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-04T16:39:24.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:24 smithi062 ceph-mon[85960]: osdmap e2604: 8 total, 8 up, 8 in 2024-08-04T16:39:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:24 smithi007 ceph-mon[92692]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-04T16:39:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:24 smithi007 ceph-mon[92692]: osdmap e2604: 8 total, 8 up, 8 in 2024-08-04T16:39:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:24 smithi007 ceph-mon[94998]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-04T16:39:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:24 smithi007 ceph-mon[94998]: osdmap e2604: 8 total, 8 up, 8 in 2024-08-04T16:39:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:26 smithi007 ceph-mon[92692]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 825 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-08-04T16:39:26.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:26 smithi007 ceph-mon[92692]: osdmap e2605: 8 total, 8 up, 8 in 2024-08-04T16:39:26.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:39:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:39:26] "GET /metrics HTTP/1.1" 200 36628 "" "Prometheus/2.43.0" 2024-08-04T16:39:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:26 smithi007 ceph-mon[94998]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 825 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-08-04T16:39:26.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:26 smithi007 ceph-mon[94998]: osdmap e2605: 8 total, 8 up, 8 in 2024-08-04T16:39:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:26 smithi062 ceph-mon[85960]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 825 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-08-04T16:39:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:26 smithi062 ceph-mon[85960]: osdmap e2605: 8 total, 8 up, 8 in 2024-08-04T16:39:27.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:27 smithi007 ceph-mon[92692]: osdmap e2606: 8 total, 8 up, 8 in 2024-08-04T16:39:27.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:27 smithi007 ceph-mon[94998]: osdmap e2606: 8 total, 8 up, 8 in 2024-08-04T16:39:27.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:27 smithi062 ceph-mon[85960]: osdmap e2606: 8 total, 8 up, 8 in 2024-08-04T16:39:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:28 smithi007 ceph-mon[92692]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-08-04T16:39:28.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:28 smithi007 ceph-mon[92692]: osdmap e2607: 8 total, 8 up, 8 in 2024-08-04T16:39:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:28 smithi007 ceph-mon[94998]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-08-04T16:39:28.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:28 smithi007 ceph-mon[94998]: osdmap e2607: 8 total, 8 up, 8 in 2024-08-04T16:39:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:28 smithi062 ceph-mon[85960]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-08-04T16:39:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:28 smithi062 ceph-mon[85960]: osdmap e2607: 8 total, 8 up, 8 in 2024-08-04T16:39:29.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:29 smithi062 ceph-mon[85960]: osdmap e2608: 8 total, 8 up, 8 in 2024-08-04T16:39:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:29 smithi007 ceph-mon[92692]: osdmap e2608: 8 total, 8 up, 8 in 2024-08-04T16:39:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:29 smithi007 ceph-mon[94998]: osdmap e2608: 8 total, 8 up, 8 in 2024-08-04T16:39:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:30 smithi062 ceph-mon[85960]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-08-04T16:39:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:30 smithi062 ceph-mon[85960]: osdmap e2609: 8 total, 8 up, 8 in 2024-08-04T16:39:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:30 smithi007 ceph-mon[94998]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-08-04T16:39:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:30 smithi007 ceph-mon[94998]: osdmap e2609: 8 total, 8 up, 8 in 2024-08-04T16:39:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:30 smithi007 ceph-mon[92692]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-08-04T16:39:30.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:30 smithi007 ceph-mon[92692]: osdmap e2609: 8 total, 8 up, 8 in 2024-08-04T16:39:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:31 smithi062 ceph-mon[85960]: osdmap e2610: 8 total, 8 up, 8 in 2024-08-04T16:39:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:31 smithi062 ceph-mon[85960]: osdmap e2611: 8 total, 8 up, 8 in 2024-08-04T16:39:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:31 smithi007 ceph-mon[92692]: osdmap e2610: 8 total, 8 up, 8 in 2024-08-04T16:39:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:31 smithi007 ceph-mon[92692]: osdmap e2611: 8 total, 8 up, 8 in 2024-08-04T16:39:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:31 smithi007 ceph-mon[94998]: osdmap e2610: 8 total, 8 up, 8 in 2024-08-04T16:39:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:31 smithi007 ceph-mon[94998]: osdmap e2611: 8 total, 8 up, 8 in 2024-08-04T16:39:32.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:32 smithi062 ceph-mon[85960]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-08-04T16:39:32.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:32 smithi062 ceph-mon[85960]: osdmap e2612: 8 total, 8 up, 8 in 2024-08-04T16:39:32.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:39:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:39:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:39:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:32 smithi007 ceph-mon[92692]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-08-04T16:39:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:32 smithi007 ceph-mon[92692]: osdmap e2612: 8 total, 8 up, 8 in 2024-08-04T16:39:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:32 smithi007 ceph-mon[94998]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-08-04T16:39:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:32 smithi007 ceph-mon[94998]: osdmap e2612: 8 total, 8 up, 8 in 2024-08-04T16:39:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:34 smithi007 ceph-mon[92692]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:39:34.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:34 smithi007 ceph-mon[92692]: osdmap e2613: 8 total, 8 up, 8 in 2024-08-04T16:39:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:34 smithi007 ceph-mon[94998]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:39:34.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:34 smithi007 ceph-mon[94998]: osdmap e2613: 8 total, 8 up, 8 in 2024-08-04T16:39:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:34 smithi062 ceph-mon[85960]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:39:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:34 smithi062 ceph-mon[85960]: osdmap e2613: 8 total, 8 up, 8 in 2024-08-04T16:39:35.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:35 smithi007 ceph-mon[92692]: osdmap e2614: 8 total, 8 up, 8 in 2024-08-04T16:39:35.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:35 smithi007 ceph-mon[94998]: osdmap e2614: 8 total, 8 up, 8 in 2024-08-04T16:39:35.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:35 smithi062 ceph-mon[85960]: osdmap e2614: 8 total, 8 up, 8 in 2024-08-04T16:39:36.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:39:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:39:36] "GET /metrics HTTP/1.1" 200 36628 "" "Prometheus/2.43.0" 2024-08-04T16:39:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:36 smithi007 ceph-mon[92692]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-08-04T16:39:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:36 smithi007 ceph-mon[92692]: osdmap e2615: 8 total, 8 up, 8 in 2024-08-04T16:39:36.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:39:36.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:36 smithi007 ceph-mon[92692]: osdmap e2616: 8 total, 8 up, 8 in 2024-08-04T16:39:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:36 smithi007 ceph-mon[94998]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-08-04T16:39:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:36 smithi007 ceph-mon[94998]: osdmap e2615: 8 total, 8 up, 8 in 2024-08-04T16:39:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:39:36.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:36 smithi007 ceph-mon[94998]: osdmap e2616: 8 total, 8 up, 8 in 2024-08-04T16:39:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:36 smithi062 ceph-mon[85960]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-08-04T16:39:36.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:36 smithi062 ceph-mon[85960]: osdmap e2615: 8 total, 8 up, 8 in 2024-08-04T16:39:36.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:39:36.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:36 smithi062 ceph-mon[85960]: osdmap e2616: 8 total, 8 up, 8 in 2024-08-04T16:39:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:38 smithi007 ceph-mon[92692]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-08-04T16:39:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:38 smithi007 ceph-mon[92692]: osdmap e2617: 8 total, 8 up, 8 in 2024-08-04T16:39:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:38 smithi007 ceph-mon[94998]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-08-04T16:39:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:38 smithi007 ceph-mon[94998]: osdmap e2617: 8 total, 8 up, 8 in 2024-08-04T16:39:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:38 smithi062 ceph-mon[85960]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-08-04T16:39:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:38 smithi062 ceph-mon[85960]: osdmap e2617: 8 total, 8 up, 8 in 2024-08-04T16:39:39.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:39 smithi007 ceph-mon[92692]: osdmap e2618: 8 total, 8 up, 8 in 2024-08-04T16:39:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:39 smithi007 ceph-mon[94998]: osdmap e2618: 8 total, 8 up, 8 in 2024-08-04T16:39:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:39 smithi062 ceph-mon[85960]: osdmap e2618: 8 total, 8 up, 8 in 2024-08-04T16:39:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:40 smithi007 ceph-mon[92692]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 984 op/s 2024-08-04T16:39:40.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:40 smithi007 ceph-mon[92692]: osdmap e2619: 8 total, 8 up, 8 in 2024-08-04T16:39:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:40 smithi007 ceph-mon[94998]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 984 op/s 2024-08-04T16:39:40.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:40 smithi007 ceph-mon[94998]: osdmap e2619: 8 total, 8 up, 8 in 2024-08-04T16:39:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:40 smithi062 ceph-mon[85960]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 984 op/s 2024-08-04T16:39:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:40 smithi062 ceph-mon[85960]: osdmap e2619: 8 total, 8 up, 8 in 2024-08-04T16:39:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:41 smithi062 ceph-mon[85960]: osdmap e2620: 8 total, 8 up, 8 in 2024-08-04T16:39:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:41 smithi062 ceph-mon[85960]: osdmap e2621: 8 total, 8 up, 8 in 2024-08-04T16:39:41.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:41 smithi007 ceph-mon[92692]: osdmap e2620: 8 total, 8 up, 8 in 2024-08-04T16:39:41.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:41 smithi007 ceph-mon[92692]: osdmap e2621: 8 total, 8 up, 8 in 2024-08-04T16:39:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:41 smithi007 ceph-mon[94998]: osdmap e2620: 8 total, 8 up, 8 in 2024-08-04T16:39:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:41 smithi007 ceph-mon[94998]: osdmap e2621: 8 total, 8 up, 8 in 2024-08-04T16:39:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:42 smithi062 ceph-mon[85960]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 987 op/s 2024-08-04T16:39:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:39:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:39:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:39:42.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:42 smithi007 ceph-mon[92692]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 987 op/s 2024-08-04T16:39:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:42 smithi007 ceph-mon[94998]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 987 op/s 2024-08-04T16:39:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:43 smithi062 ceph-mon[85960]: osdmap e2622: 8 total, 8 up, 8 in 2024-08-04T16:39:43.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:43 smithi007 ceph-mon[92692]: osdmap e2622: 8 total, 8 up, 8 in 2024-08-04T16:39:43.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:43 smithi007 ceph-mon[94998]: osdmap e2622: 8 total, 8 up, 8 in 2024-08-04T16:39:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:44 smithi062 ceph-mon[85960]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-04T16:39:44.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:44 smithi062 ceph-mon[85960]: osdmap e2623: 8 total, 8 up, 8 in 2024-08-04T16:39:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:44 smithi007 ceph-mon[94998]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-04T16:39:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:44 smithi007 ceph-mon[94998]: osdmap e2623: 8 total, 8 up, 8 in 2024-08-04T16:39:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:44 smithi007 ceph-mon[92692]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-04T16:39:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:44 smithi007 ceph-mon[92692]: osdmap e2623: 8 total, 8 up, 8 in 2024-08-04T16:39:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:45 smithi062 ceph-mon[85960]: osdmap e2624: 8 total, 8 up, 8 in 2024-08-04T16:39:45.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:45 smithi007 ceph-mon[94998]: osdmap e2624: 8 total, 8 up, 8 in 2024-08-04T16:39:45.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:45 smithi007 ceph-mon[92692]: osdmap e2624: 8 total, 8 up, 8 in 2024-08-04T16:39:46.366 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:39:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:39:46] "GET /metrics HTTP/1.1" 200 36627 "" "Prometheus/2.43.0" 2024-08-04T16:39:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:46 smithi062 ceph-mon[85960]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 5.0 KiB/s wr, 937 op/s 2024-08-04T16:39:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:46 smithi062 ceph-mon[85960]: osdmap e2625: 8 total, 8 up, 8 in 2024-08-04T16:39:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:46 smithi062 ceph-mon[85960]: osdmap e2626: 8 total, 8 up, 8 in 2024-08-04T16:39:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:46 smithi007 ceph-mon[94998]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 5.0 KiB/s wr, 937 op/s 2024-08-04T16:39:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:46 smithi007 ceph-mon[94998]: osdmap e2625: 8 total, 8 up, 8 in 2024-08-04T16:39:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:46 smithi007 ceph-mon[94998]: osdmap e2626: 8 total, 8 up, 8 in 2024-08-04T16:39:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:46 smithi007 ceph-mon[92692]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 5.0 KiB/s wr, 937 op/s 2024-08-04T16:39:46.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:46 smithi007 ceph-mon[92692]: osdmap e2625: 8 total, 8 up, 8 in 2024-08-04T16:39:46.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:46 smithi007 ceph-mon[92692]: osdmap e2626: 8 total, 8 up, 8 in 2024-08-04T16:39:48.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:48 smithi007 ceph-mon[94998]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 695 KiB/s rd, 5.0 KiB/s wr, 940 op/s 2024-08-04T16:39:48.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:48 smithi007 ceph-mon[94998]: osdmap e2627: 8 total, 8 up, 8 in 2024-08-04T16:39:48.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:48 smithi007 ceph-mon[92692]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 695 KiB/s rd, 5.0 KiB/s wr, 940 op/s 2024-08-04T16:39:48.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:48 smithi007 ceph-mon[92692]: osdmap e2627: 8 total, 8 up, 8 in 2024-08-04T16:39:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:48 smithi062 ceph-mon[85960]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 695 KiB/s rd, 5.0 KiB/s wr, 940 op/s 2024-08-04T16:39:48.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:48 smithi062 ceph-mon[85960]: osdmap e2627: 8 total, 8 up, 8 in 2024-08-04T16:39:49.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:49 smithi007 ceph-mon[92692]: osdmap e2628: 8 total, 8 up, 8 in 2024-08-04T16:39:49.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:49 smithi007 ceph-mon[94998]: osdmap e2628: 8 total, 8 up, 8 in 2024-08-04T16:39:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:49 smithi062 ceph-mon[85960]: osdmap e2628: 8 total, 8 up, 8 in 2024-08-04T16:39:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:50 smithi007 ceph-mon[92692]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 662 KiB/s rd, 5.0 KiB/s wr, 896 op/s 2024-08-04T16:39:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:50 smithi007 ceph-mon[92692]: osdmap e2629: 8 total, 8 up, 8 in 2024-08-04T16:39:50.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:50 smithi007 ceph-mon[94998]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 662 KiB/s rd, 5.0 KiB/s wr, 896 op/s 2024-08-04T16:39:50.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:50 smithi007 ceph-mon[94998]: osdmap e2629: 8 total, 8 up, 8 in 2024-08-04T16:39:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:50 smithi062 ceph-mon[85960]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 662 KiB/s rd, 5.0 KiB/s wr, 896 op/s 2024-08-04T16:39:50.793 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:50 smithi062 ceph-mon[85960]: osdmap e2629: 8 total, 8 up, 8 in 2024-08-04T16:39:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:51 smithi007 ceph-mon[92692]: osdmap e2630: 8 total, 8 up, 8 in 2024-08-04T16:39:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:39:51.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:51 smithi007 ceph-mon[92692]: osdmap e2631: 8 total, 8 up, 8 in 2024-08-04T16:39:51.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:51 smithi007 ceph-mon[94998]: osdmap e2630: 8 total, 8 up, 8 in 2024-08-04T16:39:51.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:39:51.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:51 smithi007 ceph-mon[94998]: osdmap e2631: 8 total, 8 up, 8 in 2024-08-04T16:39:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:51 smithi062 ceph-mon[85960]: osdmap e2630: 8 total, 8 up, 8 in 2024-08-04T16:39:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:39:51.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:51 smithi062 ceph-mon[85960]: osdmap e2631: 8 total, 8 up, 8 in 2024-08-04T16:39:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:52 smithi062 ceph-mon[85960]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 898 op/s 2024-08-04T16:39:52.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:39:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:39:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:52 smithi007 ceph-mon[92692]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 898 op/s 2024-08-04T16:39:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:52 smithi007 ceph-mon[94998]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 898 op/s 2024-08-04T16:39:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:53 smithi062 ceph-mon[85960]: osdmap e2632: 8 total, 8 up, 8 in 2024-08-04T16:39:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:53 smithi007 ceph-mon[92692]: osdmap e2632: 8 total, 8 up, 8 in 2024-08-04T16:39:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:53 smithi007 ceph-mon[94998]: osdmap e2632: 8 total, 8 up, 8 in 2024-08-04T16:39:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:54 smithi062 ceph-mon[85960]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:39:54.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:54 smithi062 ceph-mon[85960]: osdmap e2633: 8 total, 8 up, 8 in 2024-08-04T16:39:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:54 smithi007 ceph-mon[92692]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:39:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:54 smithi007 ceph-mon[92692]: osdmap e2633: 8 total, 8 up, 8 in 2024-08-04T16:39:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:54 smithi007 ceph-mon[94998]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:39:54.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:54 smithi007 ceph-mon[94998]: osdmap e2633: 8 total, 8 up, 8 in 2024-08-04T16:39:55.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:55 smithi062 ceph-mon[85960]: osdmap e2634: 8 total, 8 up, 8 in 2024-08-04T16:39:55.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:55 smithi007 ceph-mon[92692]: osdmap e2634: 8 total, 8 up, 8 in 2024-08-04T16:39:55.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:55 smithi007 ceph-mon[94998]: osdmap e2634: 8 total, 8 up, 8 in 2024-08-04T16:39:56.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:39:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:39:56] "GET /metrics HTTP/1.1" 200 36631 "" "Prometheus/2.43.0" 2024-08-04T16:39:56.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:56 smithi007 ceph-mon[92692]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2024-08-04T16:39:56.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:56 smithi007 ceph-mon[92692]: osdmap e2635: 8 total, 8 up, 8 in 2024-08-04T16:39:56.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:56 smithi007 ceph-mon[92692]: osdmap e2636: 8 total, 8 up, 8 in 2024-08-04T16:39:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:56 smithi007 ceph-mon[94998]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2024-08-04T16:39:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:56 smithi007 ceph-mon[94998]: osdmap e2635: 8 total, 8 up, 8 in 2024-08-04T16:39:56.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:56 smithi007 ceph-mon[94998]: osdmap e2636: 8 total, 8 up, 8 in 2024-08-04T16:39:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:56 smithi062 ceph-mon[85960]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2024-08-04T16:39:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:56 smithi062 ceph-mon[85960]: osdmap e2635: 8 total, 8 up, 8 in 2024-08-04T16:39:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:56 smithi062 ceph-mon[85960]: osdmap e2636: 8 total, 8 up, 8 in 2024-08-04T16:39:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:58 smithi062 ceph-mon[85960]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2024-08-04T16:39:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:58 smithi062 ceph-mon[85960]: osdmap e2637: 8 total, 8 up, 8 in 2024-08-04T16:39:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:58 smithi007 ceph-mon[92692]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2024-08-04T16:39:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:58 smithi007 ceph-mon[92692]: osdmap e2637: 8 total, 8 up, 8 in 2024-08-04T16:39:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:58 smithi007 ceph-mon[94998]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2024-08-04T16:39:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:58 smithi007 ceph-mon[94998]: osdmap e2637: 8 total, 8 up, 8 in 2024-08-04T16:39:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:39:59 smithi062 ceph-mon[85960]: osdmap e2638: 8 total, 8 up, 8 in 2024-08-04T16:39:59.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:39:59 smithi007 ceph-mon[92692]: osdmap e2638: 8 total, 8 up, 8 in 2024-08-04T16:39:59.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:39:59 smithi007 ceph-mon[94998]: osdmap e2638: 8 total, 8 up, 8 in 2024-08-04T16:40:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:00 smithi062 ceph-mon[85960]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 596 KiB/s rd, 5.0 KiB/s wr, 806 op/s 2024-08-04T16:40:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:00 smithi062 ceph-mon[85960]: osdmap e2639: 8 total, 8 up, 8 in 2024-08-04T16:40:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:00 smithi062 ceph-mon[85960]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-04T16:40:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:00 smithi007 ceph-mon[92692]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 596 KiB/s rd, 5.0 KiB/s wr, 806 op/s 2024-08-04T16:40:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:00 smithi007 ceph-mon[92692]: osdmap e2639: 8 total, 8 up, 8 in 2024-08-04T16:40:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:00 smithi007 ceph-mon[92692]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-04T16:40:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:00 smithi007 ceph-mon[94998]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 596 KiB/s rd, 5.0 KiB/s wr, 806 op/s 2024-08-04T16:40:00.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:00 smithi007 ceph-mon[94998]: osdmap e2639: 8 total, 8 up, 8 in 2024-08-04T16:40:00.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:00 smithi007 ceph-mon[94998]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-04T16:40:01.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:01 smithi062 ceph-mon[85960]: osdmap e2640: 8 total, 8 up, 8 in 2024-08-04T16:40:01.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:01 smithi062 ceph-mon[85960]: osdmap e2641: 8 total, 8 up, 8 in 2024-08-04T16:40:01.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:01 smithi007 ceph-mon[94998]: osdmap e2640: 8 total, 8 up, 8 in 2024-08-04T16:40:01.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:01 smithi007 ceph-mon[94998]: osdmap e2641: 8 total, 8 up, 8 in 2024-08-04T16:40:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:01 smithi007 ceph-mon[92692]: osdmap e2640: 8 total, 8 up, 8 in 2024-08-04T16:40:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:01 smithi007 ceph-mon[92692]: osdmap e2641: 8 total, 8 up, 8 in 2024-08-04T16:40:02.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:02 smithi062 ceph-mon[85960]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 599 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2024-08-04T16:40:02.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:02 smithi062 ceph-mon[85960]: osdmap e2642: 8 total, 8 up, 8 in 2024-08-04T16:40:02.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:40:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:40:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:40:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:02 smithi007 ceph-mon[92692]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 599 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2024-08-04T16:40:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:02 smithi007 ceph-mon[92692]: osdmap e2642: 8 total, 8 up, 8 in 2024-08-04T16:40:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:02 smithi007 ceph-mon[94998]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 599 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2024-08-04T16:40:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:02 smithi007 ceph-mon[94998]: osdmap e2642: 8 total, 8 up, 8 in 2024-08-04T16:40:04.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:04 smithi007 ceph-mon[92692]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-04T16:40:04.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:04 smithi007 ceph-mon[92692]: osdmap e2643: 8 total, 8 up, 8 in 2024-08-04T16:40:04.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:04 smithi007 ceph-mon[94998]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-04T16:40:04.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:04 smithi007 ceph-mon[94998]: osdmap e2643: 8 total, 8 up, 8 in 2024-08-04T16:40:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:04 smithi062 ceph-mon[85960]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-04T16:40:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:04 smithi062 ceph-mon[85960]: osdmap e2643: 8 total, 8 up, 8 in 2024-08-04T16:40:05.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:05 smithi007 ceph-mon[92692]: osdmap e2644: 8 total, 8 up, 8 in 2024-08-04T16:40:05.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:05 smithi007 ceph-mon[94998]: osdmap e2644: 8 total, 8 up, 8 in 2024-08-04T16:40:05.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:05 smithi062 ceph-mon[85960]: osdmap e2644: 8 total, 8 up, 8 in 2024-08-04T16:40:06.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:40:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:40:06] "GET /metrics HTTP/1.1" 200 36631 "" "Prometheus/2.43.0" 2024-08-04T16:40:06.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:06 smithi007 ceph-mon[94998]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 564 KiB/s rd, 5.0 KiB/s wr, 764 op/s 2024-08-04T16:40:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:06 smithi007 ceph-mon[94998]: osdmap e2645: 8 total, 8 up, 8 in 2024-08-04T16:40:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:40:06.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:06 smithi007 ceph-mon[94998]: osdmap e2646: 8 total, 8 up, 8 in 2024-08-04T16:40:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:06 smithi007 ceph-mon[92692]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 564 KiB/s rd, 5.0 KiB/s wr, 764 op/s 2024-08-04T16:40:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:06 smithi007 ceph-mon[92692]: osdmap e2645: 8 total, 8 up, 8 in 2024-08-04T16:40:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:40:06.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:06 smithi007 ceph-mon[92692]: osdmap e2646: 8 total, 8 up, 8 in 2024-08-04T16:40:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:06 smithi062 ceph-mon[85960]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 564 KiB/s rd, 5.0 KiB/s wr, 764 op/s 2024-08-04T16:40:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:06 smithi062 ceph-mon[85960]: osdmap e2645: 8 total, 8 up, 8 in 2024-08-04T16:40:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:40:06.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:06 smithi062 ceph-mon[85960]: osdmap e2646: 8 total, 8 up, 8 in 2024-08-04T16:40:08.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:08 smithi007 ceph-mon[94998]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 766 op/s 2024-08-04T16:40:08.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:08 smithi007 ceph-mon[94998]: osdmap e2647: 8 total, 8 up, 8 in 2024-08-04T16:40:08.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:08 smithi007 ceph-mon[92692]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 766 op/s 2024-08-04T16:40:08.587 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:08 smithi007 ceph-mon[92692]: osdmap e2647: 8 total, 8 up, 8 in 2024-08-04T16:40:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:08 smithi062 ceph-mon[85960]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 766 op/s 2024-08-04T16:40:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:08 smithi062 ceph-mon[85960]: osdmap e2647: 8 total, 8 up, 8 in 2024-08-04T16:40:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:09 smithi062 ceph-mon[85960]: osdmap e2648: 8 total, 8 up, 8 in 2024-08-04T16:40:09.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:09 smithi007 ceph-mon[92692]: osdmap e2648: 8 total, 8 up, 8 in 2024-08-04T16:40:09.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:09 smithi007 ceph-mon[94998]: osdmap e2648: 8 total, 8 up, 8 in 2024-08-04T16:40:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:10 smithi062 ceph-mon[85960]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 533 KiB/s rd, 5.0 KiB/s wr, 722 op/s 2024-08-04T16:40:10.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:10 smithi062 ceph-mon[85960]: osdmap e2649: 8 total, 8 up, 8 in 2024-08-04T16:40:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:10 smithi007 ceph-mon[92692]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 533 KiB/s rd, 5.0 KiB/s wr, 722 op/s 2024-08-04T16:40:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:10 smithi007 ceph-mon[92692]: osdmap e2649: 8 total, 8 up, 8 in 2024-08-04T16:40:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:10 smithi007 ceph-mon[94998]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 533 KiB/s rd, 5.0 KiB/s wr, 722 op/s 2024-08-04T16:40:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:10 smithi007 ceph-mon[94998]: osdmap e2649: 8 total, 8 up, 8 in 2024-08-04T16:40:11.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:11 smithi062 ceph-mon[85960]: osdmap e2650: 8 total, 8 up, 8 in 2024-08-04T16:40:11.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:11 smithi062 ceph-mon[85960]: osdmap e2651: 8 total, 8 up, 8 in 2024-08-04T16:40:11.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:11 smithi007 ceph-mon[94998]: osdmap e2650: 8 total, 8 up, 8 in 2024-08-04T16:40:11.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:11 smithi007 ceph-mon[94998]: osdmap e2651: 8 total, 8 up, 8 in 2024-08-04T16:40:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:11 smithi007 ceph-mon[92692]: osdmap e2650: 8 total, 8 up, 8 in 2024-08-04T16:40:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:11 smithi007 ceph-mon[92692]: osdmap e2651: 8 total, 8 up, 8 in 2024-08-04T16:40:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:12 smithi062 ceph-mon[85960]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 533 KiB/s rd, 5.0 KiB/s wr, 722 op/s 2024-08-04T16:40:12.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:40:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:40:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:12 smithi007 ceph-mon[94998]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 533 KiB/s rd, 5.0 KiB/s wr, 722 op/s 2024-08-04T16:40:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:12 smithi007 ceph-mon[92692]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 533 KiB/s rd, 5.0 KiB/s wr, 722 op/s 2024-08-04T16:40:13.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:13 smithi062 ceph-mon[85960]: osdmap e2652: 8 total, 8 up, 8 in 2024-08-04T16:40:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:13 smithi007 ceph-mon[94998]: osdmap e2652: 8 total, 8 up, 8 in 2024-08-04T16:40:13.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:13 smithi007 ceph-mon[92692]: osdmap e2652: 8 total, 8 up, 8 in 2024-08-04T16:40:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:14 smithi062 ceph-mon[85960]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:40:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:14 smithi062 ceph-mon[85960]: osdmap e2653: 8 total, 8 up, 8 in 2024-08-04T16:40:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:14 smithi007 ceph-mon[92692]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:40:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:14 smithi007 ceph-mon[92692]: osdmap e2653: 8 total, 8 up, 8 in 2024-08-04T16:40:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:14 smithi007 ceph-mon[94998]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:40:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:14 smithi007 ceph-mon[94998]: osdmap e2653: 8 total, 8 up, 8 in 2024-08-04T16:40:15.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:15 smithi062 ceph-mon[85960]: osdmap e2654: 8 total, 8 up, 8 in 2024-08-04T16:40:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:15 smithi007 ceph-mon[92692]: osdmap e2654: 8 total, 8 up, 8 in 2024-08-04T16:40:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:15 smithi007 ceph-mon[94998]: osdmap e2654: 8 total, 8 up, 8 in 2024-08-04T16:40:16.375 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:40:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:40:16] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-08-04T16:40:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:16 smithi062 ceph-mon[85960]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 499 KiB/s rd, 5.0 KiB/s wr, 677 op/s 2024-08-04T16:40:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:16 smithi062 ceph-mon[85960]: osdmap e2655: 8 total, 8 up, 8 in 2024-08-04T16:40:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:16 smithi062 ceph-mon[85960]: osdmap e2656: 8 total, 8 up, 8 in 2024-08-04T16:40:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:16 smithi007 ceph-mon[92692]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 499 KiB/s rd, 5.0 KiB/s wr, 677 op/s 2024-08-04T16:40:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:16 smithi007 ceph-mon[92692]: osdmap e2655: 8 total, 8 up, 8 in 2024-08-04T16:40:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:16 smithi007 ceph-mon[92692]: osdmap e2656: 8 total, 8 up, 8 in 2024-08-04T16:40:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:16 smithi007 ceph-mon[94998]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 499 KiB/s rd, 5.0 KiB/s wr, 677 op/s 2024-08-04T16:40:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:16 smithi007 ceph-mon[94998]: osdmap e2655: 8 total, 8 up, 8 in 2024-08-04T16:40:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:16 smithi007 ceph-mon[94998]: osdmap e2656: 8 total, 8 up, 8 in 2024-08-04T16:40:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:18 smithi007 ceph-mon[92692]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 678 op/s 2024-08-04T16:40:18.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:18 smithi007 ceph-mon[92692]: osdmap e2657: 8 total, 8 up, 8 in 2024-08-04T16:40:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:18 smithi007 ceph-mon[94998]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 678 op/s 2024-08-04T16:40:18.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:18 smithi007 ceph-mon[94998]: osdmap e2657: 8 total, 8 up, 8 in 2024-08-04T16:40:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:18 smithi062 ceph-mon[85960]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 678 op/s 2024-08-04T16:40:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:18 smithi062 ceph-mon[85960]: osdmap e2657: 8 total, 8 up, 8 in 2024-08-04T16:40:19.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:19 smithi007 ceph-mon[92692]: osdmap e2658: 8 total, 8 up, 8 in 2024-08-04T16:40:19.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:19 smithi007 ceph-mon[94998]: osdmap e2658: 8 total, 8 up, 8 in 2024-08-04T16:40:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:19 smithi062 ceph-mon[85960]: osdmap e2658: 8 total, 8 up, 8 in 2024-08-04T16:40:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:20 smithi007 ceph-mon[92692]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 634 op/s 2024-08-04T16:40:20.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:20 smithi007 ceph-mon[92692]: osdmap e2659: 8 total, 8 up, 8 in 2024-08-04T16:40:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:20 smithi007 ceph-mon[94998]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 634 op/s 2024-08-04T16:40:20.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:20 smithi007 ceph-mon[94998]: osdmap e2659: 8 total, 8 up, 8 in 2024-08-04T16:40:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:20 smithi062 ceph-mon[85960]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 634 op/s 2024-08-04T16:40:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:20 smithi062 ceph-mon[85960]: osdmap e2659: 8 total, 8 up, 8 in 2024-08-04T16:40:21.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:21 smithi007 ceph-mon[92692]: osdmap e2660: 8 total, 8 up, 8 in 2024-08-04T16:40:21.655 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:40:21.655 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:21 smithi007 ceph-mon[92692]: osdmap e2661: 8 total, 8 up, 8 in 2024-08-04T16:40:21.655 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:21 smithi007 ceph-mon[94998]: osdmap e2660: 8 total, 8 up, 8 in 2024-08-04T16:40:21.655 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:40:21.655 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:21 smithi007 ceph-mon[94998]: osdmap e2661: 8 total, 8 up, 8 in 2024-08-04T16:40:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:21 smithi062 ceph-mon[85960]: osdmap e2660: 8 total, 8 up, 8 in 2024-08-04T16:40:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:40:21.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:21 smithi062 ceph-mon[85960]: osdmap e2661: 8 total, 8 up, 8 in 2024-08-04T16:40:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:22 smithi062 ceph-mon[85960]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2024-08-04T16:40:22.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:40:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:40:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:40:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:22 smithi007 ceph-mon[92692]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2024-08-04T16:40:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:22 smithi007 ceph-mon[94998]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2024-08-04T16:40:23.660 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:23 smithi007 ceph-mon[92692]: osdmap e2662: 8 total, 8 up, 8 in 2024-08-04T16:40:23.660 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:40:23.661 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:23 smithi007 ceph-mon[94998]: osdmap e2662: 8 total, 8 up, 8 in 2024-08-04T16:40:23.661 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:40:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:23 smithi062 ceph-mon[85960]: osdmap e2662: 8 total, 8 up, 8 in 2024-08-04T16:40:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:40:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:24 smithi062 ceph-mon[85960]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:40:24.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:24 smithi062 ceph-mon[85960]: osdmap e2663: 8 total, 8 up, 8 in 2024-08-04T16:40:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:24 smithi007 ceph-mon[92692]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:40:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:24 smithi007 ceph-mon[92692]: osdmap e2663: 8 total, 8 up, 8 in 2024-08-04T16:40:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:24 smithi007 ceph-mon[94998]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:40:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:24 smithi007 ceph-mon[94998]: osdmap e2663: 8 total, 8 up, 8 in 2024-08-04T16:40:25.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:25 smithi007 ceph-mon[92692]: osdmap e2664: 8 total, 8 up, 8 in 2024-08-04T16:40:25.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:25 smithi007 ceph-mon[94998]: osdmap e2664: 8 total, 8 up, 8 in 2024-08-04T16:40:25.754 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:25 smithi062 ceph-mon[85960]: osdmap e2664: 8 total, 8 up, 8 in 2024-08-04T16:40:26.360 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:26 smithi007 ceph-mon[92692]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-08-04T16:40:26.360 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:40:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:40:26] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-08-04T16:40:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:26 smithi062 ceph-mon[85960]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-08-04T16:40:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:26 smithi062 ceph-mon[85960]: osdmap e2665: 8 total, 8 up, 8 in 2024-08-04T16:40:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:40:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:40:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:26 smithi062 ceph-mon[85960]: osdmap e2666: 8 total, 8 up, 8 in 2024-08-04T16:40:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:26 smithi007 ceph-mon[92692]: osdmap e2665: 8 total, 8 up, 8 in 2024-08-04T16:40:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:40:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:40:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:26 smithi007 ceph-mon[92692]: osdmap e2666: 8 total, 8 up, 8 in 2024-08-04T16:40:26.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:26 smithi007 ceph-mon[94998]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-08-04T16:40:26.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:26 smithi007 ceph-mon[94998]: osdmap e2665: 8 total, 8 up, 8 in 2024-08-04T16:40:26.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:40:26.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:40:26.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:26 smithi007 ceph-mon[94998]: osdmap e2666: 8 total, 8 up, 8 in 2024-08-04T16:40:28.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:27 smithi062 ceph-mon[85960]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 589 op/s 2024-08-04T16:40:28.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:27 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:40:28.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:27 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:40:28.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:27 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:40:28.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:27 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:40:28.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:27 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:40:28.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:27 smithi062 ceph-mon[85960]: osdmap e2667: 8 total, 8 up, 8 in 2024-08-04T16:40:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:27 smithi007 ceph-mon[92692]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 589 op/s 2024-08-04T16:40:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:27 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:40:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:27 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:40:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:27 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:40:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:27 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:40:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:27 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:40:28.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:27 smithi007 ceph-mon[92692]: osdmap e2667: 8 total, 8 up, 8 in 2024-08-04T16:40:28.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:27 smithi007 ceph-mon[94998]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 589 op/s 2024-08-04T16:40:28.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:27 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:40:28.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:27 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:40:28.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:27 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:40:28.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:27 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:40:28.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:27 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:40:28.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:27 smithi007 ceph-mon[94998]: osdmap e2667: 8 total, 8 up, 8 in 2024-08-04T16:40:29.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:29 smithi007 ceph-mon[92692]: osdmap e2668: 8 total, 8 up, 8 in 2024-08-04T16:40:29.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:29 smithi007 ceph-mon[94998]: osdmap e2668: 8 total, 8 up, 8 in 2024-08-04T16:40:29.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:29 smithi062 ceph-mon[85960]: osdmap e2668: 8 total, 8 up, 8 in 2024-08-04T16:40:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:30 smithi007 ceph-mon[92692]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 401 KiB/s rd, 5.0 KiB/s wr, 541 op/s 2024-08-04T16:40:30.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:30 smithi007 ceph-mon[92692]: osdmap e2669: 8 total, 8 up, 8 in 2024-08-04T16:40:30.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:30 smithi007 ceph-mon[94998]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 401 KiB/s rd, 5.0 KiB/s wr, 541 op/s 2024-08-04T16:40:30.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:30 smithi007 ceph-mon[94998]: osdmap e2669: 8 total, 8 up, 8 in 2024-08-04T16:40:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:30 smithi062 ceph-mon[85960]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 401 KiB/s rd, 5.0 KiB/s wr, 541 op/s 2024-08-04T16:40:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:30 smithi062 ceph-mon[85960]: osdmap e2669: 8 total, 8 up, 8 in 2024-08-04T16:40:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:31 smithi062 ceph-mon[85960]: osdmap e2670: 8 total, 8 up, 8 in 2024-08-04T16:40:31.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:31 smithi062 ceph-mon[85960]: osdmap e2671: 8 total, 8 up, 8 in 2024-08-04T16:40:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:31 smithi007 ceph-mon[92692]: osdmap e2670: 8 total, 8 up, 8 in 2024-08-04T16:40:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:31 smithi007 ceph-mon[92692]: osdmap e2671: 8 total, 8 up, 8 in 2024-08-04T16:40:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:31 smithi007 ceph-mon[94998]: osdmap e2670: 8 total, 8 up, 8 in 2024-08-04T16:40:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:31 smithi007 ceph-mon[94998]: osdmap e2671: 8 total, 8 up, 8 in 2024-08-04T16:40:32.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:32 smithi062 ceph-mon[85960]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 401 KiB/s rd, 5.0 KiB/s wr, 542 op/s 2024-08-04T16:40:32.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:40:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:40:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:32 smithi007 ceph-mon[92692]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 401 KiB/s rd, 5.0 KiB/s wr, 542 op/s 2024-08-04T16:40:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:32 smithi007 ceph-mon[94998]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 401 KiB/s rd, 5.0 KiB/s wr, 542 op/s 2024-08-04T16:40:33.679 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:33 smithi062 ceph-mon[85960]: osdmap e2672: 8 total, 8 up, 8 in 2024-08-04T16:40:33.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:33 smithi007 ceph-mon[94998]: osdmap e2672: 8 total, 8 up, 8 in 2024-08-04T16:40:33.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:33 smithi007 ceph-mon[92692]: osdmap e2672: 8 total, 8 up, 8 in 2024-08-04T16:40:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:34 smithi062 ceph-mon[85960]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:40:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:34 smithi062 ceph-mon[85960]: osdmap e2673: 8 total, 8 up, 8 in 2024-08-04T16:40:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:34 smithi007 ceph-mon[92692]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:40:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:34 smithi007 ceph-mon[92692]: osdmap e2673: 8 total, 8 up, 8 in 2024-08-04T16:40:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:34 smithi007 ceph-mon[94998]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:40:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:34 smithi007 ceph-mon[94998]: osdmap e2673: 8 total, 8 up, 8 in 2024-08-04T16:40:35.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:35 smithi062 ceph-mon[85960]: osdmap e2674: 8 total, 8 up, 8 in 2024-08-04T16:40:35.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:35 smithi007 ceph-mon[94998]: osdmap e2674: 8 total, 8 up, 8 in 2024-08-04T16:40:35.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:35 smithi007 ceph-mon[92692]: osdmap e2674: 8 total, 8 up, 8 in 2024-08-04T16:40:36.365 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:36 smithi007 ceph-mon[92692]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 5.0 KiB/s wr, 499 op/s 2024-08-04T16:40:36.366 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:40:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:40:36] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-08-04T16:40:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:36 smithi062 ceph-mon[85960]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 5.0 KiB/s wr, 499 op/s 2024-08-04T16:40:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:36 smithi062 ceph-mon[85960]: osdmap e2675: 8 total, 8 up, 8 in 2024-08-04T16:40:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:40:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:36 smithi062 ceph-mon[85960]: osdmap e2676: 8 total, 8 up, 8 in 2024-08-04T16:40:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:36 smithi007 ceph-mon[92692]: osdmap e2675: 8 total, 8 up, 8 in 2024-08-04T16:40:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:40:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:36 smithi007 ceph-mon[92692]: osdmap e2676: 8 total, 8 up, 8 in 2024-08-04T16:40:36.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:36 smithi007 ceph-mon[94998]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 5.0 KiB/s wr, 499 op/s 2024-08-04T16:40:36.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:36 smithi007 ceph-mon[94998]: osdmap e2675: 8 total, 8 up, 8 in 2024-08-04T16:40:36.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:40:36.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:36 smithi007 ceph-mon[94998]: osdmap e2676: 8 total, 8 up, 8 in 2024-08-04T16:40:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:38 smithi007 ceph-mon[94998]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2024-08-04T16:40:38.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:38 smithi007 ceph-mon[94998]: osdmap e2677: 8 total, 8 up, 8 in 2024-08-04T16:40:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:38 smithi007 ceph-mon[92692]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2024-08-04T16:40:38.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:38 smithi007 ceph-mon[92692]: osdmap e2677: 8 total, 8 up, 8 in 2024-08-04T16:40:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:38 smithi062 ceph-mon[85960]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2024-08-04T16:40:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:38 smithi062 ceph-mon[85960]: osdmap e2677: 8 total, 8 up, 8 in 2024-08-04T16:40:39.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:39 smithi007 ceph-mon[92692]: osdmap e2678: 8 total, 8 up, 8 in 2024-08-04T16:40:39.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:39 smithi007 ceph-mon[94998]: osdmap e2678: 8 total, 8 up, 8 in 2024-08-04T16:40:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:39 smithi062 ceph-mon[85960]: osdmap e2678: 8 total, 8 up, 8 in 2024-08-04T16:40:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:40 smithi062 ceph-mon[85960]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 338 KiB/s rd, 5.0 KiB/s wr, 458 op/s 2024-08-04T16:40:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:40 smithi062 ceph-mon[85960]: osdmap e2679: 8 total, 8 up, 8 in 2024-08-04T16:40:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:40 smithi007 ceph-mon[94998]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 338 KiB/s rd, 5.0 KiB/s wr, 458 op/s 2024-08-04T16:40:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:40 smithi007 ceph-mon[94998]: osdmap e2679: 8 total, 8 up, 8 in 2024-08-04T16:40:40.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:40 smithi007 ceph-mon[92692]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 338 KiB/s rd, 5.0 KiB/s wr, 458 op/s 2024-08-04T16:40:40.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:40 smithi007 ceph-mon[92692]: osdmap e2679: 8 total, 8 up, 8 in 2024-08-04T16:40:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:41 smithi062 ceph-mon[85960]: osdmap e2680: 8 total, 8 up, 8 in 2024-08-04T16:40:41.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:41 smithi062 ceph-mon[85960]: osdmap e2681: 8 total, 8 up, 8 in 2024-08-04T16:40:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:41 smithi007 ceph-mon[94998]: osdmap e2680: 8 total, 8 up, 8 in 2024-08-04T16:40:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:41 smithi007 ceph-mon[94998]: osdmap e2681: 8 total, 8 up, 8 in 2024-08-04T16:40:41.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:41 smithi007 ceph-mon[92692]: osdmap e2680: 8 total, 8 up, 8 in 2024-08-04T16:40:41.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:41 smithi007 ceph-mon[92692]: osdmap e2681: 8 total, 8 up, 8 in 2024-08-04T16:40:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:42 smithi062 ceph-mon[85960]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 5.0 KiB/s wr, 455 op/s 2024-08-04T16:40:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:40:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:40:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:40:42.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:42 smithi007 ceph-mon[92692]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 5.0 KiB/s wr, 455 op/s 2024-08-04T16:40:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:42 smithi007 ceph-mon[94998]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 5.0 KiB/s wr, 455 op/s 2024-08-04T16:40:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:43 smithi062 ceph-mon[85960]: osdmap e2682: 8 total, 8 up, 8 in 2024-08-04T16:40:43.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:43 smithi007 ceph-mon[92692]: osdmap e2682: 8 total, 8 up, 8 in 2024-08-04T16:40:43.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:43 smithi007 ceph-mon[94998]: osdmap e2682: 8 total, 8 up, 8 in 2024-08-04T16:40:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:44 smithi062 ceph-mon[85960]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-04T16:40:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:44 smithi062 ceph-mon[85960]: osdmap e2683: 8 total, 8 up, 8 in 2024-08-04T16:40:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:44 smithi007 ceph-mon[92692]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-04T16:40:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:44 smithi007 ceph-mon[92692]: osdmap e2683: 8 total, 8 up, 8 in 2024-08-04T16:40:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:44 smithi007 ceph-mon[94998]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-04T16:40:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:44 smithi007 ceph-mon[94998]: osdmap e2683: 8 total, 8 up, 8 in 2024-08-04T16:40:45.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:45 smithi062 ceph-mon[85960]: osdmap e2684: 8 total, 8 up, 8 in 2024-08-04T16:40:45.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:45 smithi007 ceph-mon[92692]: osdmap e2684: 8 total, 8 up, 8 in 2024-08-04T16:40:45.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:45 smithi007 ceph-mon[94998]: osdmap e2684: 8 total, 8 up, 8 in 2024-08-04T16:40:46.370 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:40:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:40:46] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2024-08-04T16:40:46.651 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:46 smithi007 ceph-mon[92692]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 5.0 KiB/s wr, 411 op/s 2024-08-04T16:40:46.651 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:46 smithi007 ceph-mon[92692]: osdmap e2685: 8 total, 8 up, 8 in 2024-08-04T16:40:46.651 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:46 smithi007 ceph-mon[92692]: osdmap e2686: 8 total, 8 up, 8 in 2024-08-04T16:40:46.652 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:46 smithi007 ceph-mon[94998]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 5.0 KiB/s wr, 411 op/s 2024-08-04T16:40:46.652 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:46 smithi007 ceph-mon[94998]: osdmap e2685: 8 total, 8 up, 8 in 2024-08-04T16:40:46.652 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:46 smithi007 ceph-mon[94998]: osdmap e2686: 8 total, 8 up, 8 in 2024-08-04T16:40:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:46 smithi062 ceph-mon[85960]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 5.0 KiB/s wr, 411 op/s 2024-08-04T16:40:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:46 smithi062 ceph-mon[85960]: osdmap e2685: 8 total, 8 up, 8 in 2024-08-04T16:40:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:46 smithi062 ceph-mon[85960]: osdmap e2686: 8 total, 8 up, 8 in 2024-08-04T16:40:48.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:48 smithi007 ceph-mon[92692]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 305 KiB/s rd, 5.0 KiB/s wr, 414 op/s 2024-08-04T16:40:48.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:48 smithi007 ceph-mon[92692]: osdmap e2687: 8 total, 8 up, 8 in 2024-08-04T16:40:48.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:48 smithi007 ceph-mon[94998]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 305 KiB/s rd, 5.0 KiB/s wr, 414 op/s 2024-08-04T16:40:48.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:48 smithi007 ceph-mon[94998]: osdmap e2687: 8 total, 8 up, 8 in 2024-08-04T16:40:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:48 smithi062 ceph-mon[85960]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 305 KiB/s rd, 5.0 KiB/s wr, 414 op/s 2024-08-04T16:40:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:48 smithi062 ceph-mon[85960]: osdmap e2687: 8 total, 8 up, 8 in 2024-08-04T16:40:49.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:49 smithi007 ceph-mon[92692]: osdmap e2688: 8 total, 8 up, 8 in 2024-08-04T16:40:49.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:49 smithi007 ceph-mon[94998]: osdmap e2688: 8 total, 8 up, 8 in 2024-08-04T16:40:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:49 smithi062 ceph-mon[85960]: osdmap e2688: 8 total, 8 up, 8 in 2024-08-04T16:40:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:50 smithi007 ceph-mon[92692]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 369 op/s 2024-08-04T16:40:50.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:50 smithi007 ceph-mon[92692]: osdmap e2689: 8 total, 8 up, 8 in 2024-08-04T16:40:50.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:50 smithi007 ceph-mon[94998]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 369 op/s 2024-08-04T16:40:50.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:50 smithi007 ceph-mon[94998]: osdmap e2689: 8 total, 8 up, 8 in 2024-08-04T16:40:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:50 smithi062 ceph-mon[85960]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 369 op/s 2024-08-04T16:40:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:50 smithi062 ceph-mon[85960]: osdmap e2689: 8 total, 8 up, 8 in 2024-08-04T16:40:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:51 smithi062 ceph-mon[85960]: osdmap e2690: 8 total, 8 up, 8 in 2024-08-04T16:40:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:40:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:51 smithi062 ceph-mon[85960]: osdmap e2691: 8 total, 8 up, 8 in 2024-08-04T16:40:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:51 smithi007 ceph-mon[92692]: osdmap e2690: 8 total, 8 up, 8 in 2024-08-04T16:40:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:40:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:51 smithi007 ceph-mon[92692]: osdmap e2691: 8 total, 8 up, 8 in 2024-08-04T16:40:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:51 smithi007 ceph-mon[94998]: osdmap e2690: 8 total, 8 up, 8 in 2024-08-04T16:40:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:40:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:51 smithi007 ceph-mon[94998]: osdmap e2691: 8 total, 8 up, 8 in 2024-08-04T16:40:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:52 smithi062 ceph-mon[85960]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 369 op/s 2024-08-04T16:40:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:40:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:40:52.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:52 smithi007 ceph-mon[92692]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 369 op/s 2024-08-04T16:40:52.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:52 smithi007 ceph-mon[94998]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 369 op/s 2024-08-04T16:40:53.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:53 smithi062 ceph-mon[85960]: osdmap e2692: 8 total, 8 up, 8 in 2024-08-04T16:40:53.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:53 smithi007 ceph-mon[92692]: osdmap e2692: 8 total, 8 up, 8 in 2024-08-04T16:40:53.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:53 smithi007 ceph-mon[94998]: osdmap e2692: 8 total, 8 up, 8 in 2024-08-04T16:40:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:54 smithi062 ceph-mon[85960]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-04T16:40:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:54 smithi062 ceph-mon[85960]: osdmap e2693: 8 total, 8 up, 8 in 2024-08-04T16:40:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:54 smithi007 ceph-mon[92692]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-04T16:40:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:54 smithi007 ceph-mon[92692]: osdmap e2693: 8 total, 8 up, 8 in 2024-08-04T16:40:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:54 smithi007 ceph-mon[94998]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-04T16:40:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:54 smithi007 ceph-mon[94998]: osdmap e2693: 8 total, 8 up, 8 in 2024-08-04T16:40:55.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:55 smithi062 ceph-mon[85960]: osdmap e2694: 8 total, 8 up, 8 in 2024-08-04T16:40:55.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:55 smithi007 ceph-mon[92692]: osdmap e2694: 8 total, 8 up, 8 in 2024-08-04T16:40:55.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:55 smithi007 ceph-mon[94998]: osdmap e2694: 8 total, 8 up, 8 in 2024-08-04T16:40:56.370 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:40:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:40:56] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-08-04T16:40:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:56 smithi062 ceph-mon[85960]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 324 op/s 2024-08-04T16:40:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:56 smithi062 ceph-mon[85960]: osdmap e2695: 8 total, 8 up, 8 in 2024-08-04T16:40:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:56 smithi062 ceph-mon[85960]: osdmap e2696: 8 total, 8 up, 8 in 2024-08-04T16:40:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:56 smithi007 ceph-mon[92692]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 324 op/s 2024-08-04T16:40:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:56 smithi007 ceph-mon[92692]: osdmap e2695: 8 total, 8 up, 8 in 2024-08-04T16:40:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:56 smithi007 ceph-mon[92692]: osdmap e2696: 8 total, 8 up, 8 in 2024-08-04T16:40:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:56 smithi007 ceph-mon[94998]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 324 op/s 2024-08-04T16:40:56.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:56 smithi007 ceph-mon[94998]: osdmap e2695: 8 total, 8 up, 8 in 2024-08-04T16:40:56.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:56 smithi007 ceph-mon[94998]: osdmap e2696: 8 total, 8 up, 8 in 2024-08-04T16:40:58.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:58 smithi007 ceph-mon[92692]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 325 op/s 2024-08-04T16:40:58.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:58 smithi007 ceph-mon[92692]: osdmap e2697: 8 total, 8 up, 8 in 2024-08-04T16:40:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:58 smithi007 ceph-mon[94998]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 325 op/s 2024-08-04T16:40:58.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:58 smithi007 ceph-mon[94998]: osdmap e2697: 8 total, 8 up, 8 in 2024-08-04T16:40:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:58 smithi062 ceph-mon[85960]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 325 op/s 2024-08-04T16:40:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:58 smithi062 ceph-mon[85960]: osdmap e2697: 8 total, 8 up, 8 in 2024-08-04T16:40:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:40:59 smithi062 ceph-mon[85960]: osdmap e2698: 8 total, 8 up, 8 in 2024-08-04T16:40:59.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:40:59 smithi007 ceph-mon[92692]: osdmap e2698: 8 total, 8 up, 8 in 2024-08-04T16:40:59.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:40:59 smithi007 ceph-mon[94998]: osdmap e2698: 8 total, 8 up, 8 in 2024-08-04T16:41:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:00 smithi062 ceph-mon[85960]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 5.0 KiB/s wr, 279 op/s 2024-08-04T16:41:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:00 smithi062 ceph-mon[85960]: osdmap e2699: 8 total, 8 up, 8 in 2024-08-04T16:41:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:00 smithi007 ceph-mon[92692]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 5.0 KiB/s wr, 279 op/s 2024-08-04T16:41:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:00 smithi007 ceph-mon[92692]: osdmap e2699: 8 total, 8 up, 8 in 2024-08-04T16:41:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:00 smithi007 ceph-mon[94998]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 5.0 KiB/s wr, 279 op/s 2024-08-04T16:41:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:00 smithi007 ceph-mon[94998]: osdmap e2699: 8 total, 8 up, 8 in 2024-08-04T16:41:01.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:01 smithi062 ceph-mon[85960]: osdmap e2700: 8 total, 8 up, 8 in 2024-08-04T16:41:01.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:01 smithi062 ceph-mon[85960]: osdmap e2701: 8 total, 8 up, 8 in 2024-08-04T16:41:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:01 smithi007 ceph-mon[92692]: osdmap e2700: 8 total, 8 up, 8 in 2024-08-04T16:41:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:01 smithi007 ceph-mon[92692]: osdmap e2701: 8 total, 8 up, 8 in 2024-08-04T16:41:01.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:01 smithi007 ceph-mon[94998]: osdmap e2700: 8 total, 8 up, 8 in 2024-08-04T16:41:01.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:01 smithi007 ceph-mon[94998]: osdmap e2701: 8 total, 8 up, 8 in 2024-08-04T16:41:02.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:02 smithi062 ceph-mon[85960]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 281 op/s 2024-08-04T16:41:02.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:41:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:41:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:41:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:02 smithi007 ceph-mon[92692]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 281 op/s 2024-08-04T16:41:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:02 smithi007 ceph-mon[94998]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 281 op/s 2024-08-04T16:41:03.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:03 smithi062 ceph-mon[85960]: osdmap e2702: 8 total, 8 up, 8 in 2024-08-04T16:41:03.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:03 smithi007 ceph-mon[92692]: osdmap e2702: 8 total, 8 up, 8 in 2024-08-04T16:41:03.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:03 smithi007 ceph-mon[94998]: osdmap e2702: 8 total, 8 up, 8 in 2024-08-04T16:41:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:04 smithi062 ceph-mon[85960]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:41:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:04 smithi062 ceph-mon[85960]: osdmap e2703: 8 total, 8 up, 8 in 2024-08-04T16:41:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:04 smithi007 ceph-mon[92692]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:41:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:04 smithi007 ceph-mon[92692]: osdmap e2703: 8 total, 8 up, 8 in 2024-08-04T16:41:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:04 smithi007 ceph-mon[94998]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-04T16:41:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:04 smithi007 ceph-mon[94998]: osdmap e2703: 8 total, 8 up, 8 in 2024-08-04T16:41:05.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:05 smithi062 ceph-mon[85960]: osdmap e2704: 8 total, 8 up, 8 in 2024-08-04T16:41:05.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:05 smithi007 ceph-mon[92692]: osdmap e2704: 8 total, 8 up, 8 in 2024-08-04T16:41:05.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:05 smithi007 ceph-mon[94998]: osdmap e2704: 8 total, 8 up, 8 in 2024-08-04T16:41:06.378 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:41:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:41:06] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-08-04T16:41:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:06 smithi062 ceph-mon[85960]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 5.0 KiB/s wr, 236 op/s 2024-08-04T16:41:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:06 smithi062 ceph-mon[85960]: osdmap e2705: 8 total, 8 up, 8 in 2024-08-04T16:41:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:41:06.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:06 smithi062 ceph-mon[85960]: osdmap e2706: 8 total, 8 up, 8 in 2024-08-04T16:41:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:06 smithi007 ceph-mon[92692]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 5.0 KiB/s wr, 236 op/s 2024-08-04T16:41:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:06 smithi007 ceph-mon[92692]: osdmap e2705: 8 total, 8 up, 8 in 2024-08-04T16:41:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:41:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:06 smithi007 ceph-mon[92692]: osdmap e2706: 8 total, 8 up, 8 in 2024-08-04T16:41:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:06 smithi007 ceph-mon[94998]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 5.0 KiB/s wr, 236 op/s 2024-08-04T16:41:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:06 smithi007 ceph-mon[94998]: osdmap e2705: 8 total, 8 up, 8 in 2024-08-04T16:41:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:41:06.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:06 smithi007 ceph-mon[94998]: osdmap e2706: 8 total, 8 up, 8 in 2024-08-04T16:41:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:08 smithi062 ceph-mon[85960]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 5.0 KiB/s wr, 240 op/s 2024-08-04T16:41:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:08 smithi062 ceph-mon[85960]: osdmap e2707: 8 total, 8 up, 8 in 2024-08-04T16:41:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:08 smithi007 ceph-mon[92692]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 5.0 KiB/s wr, 240 op/s 2024-08-04T16:41:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:08 smithi007 ceph-mon[92692]: osdmap e2707: 8 total, 8 up, 8 in 2024-08-04T16:41:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:08 smithi007 ceph-mon[94998]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 5.0 KiB/s wr, 240 op/s 2024-08-04T16:41:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:08 smithi007 ceph-mon[94998]: osdmap e2707: 8 total, 8 up, 8 in 2024-08-04T16:41:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:09 smithi062 ceph-mon[85960]: osdmap e2708: 8 total, 8 up, 8 in 2024-08-04T16:41:09.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:09 smithi007 ceph-mon[92692]: osdmap e2708: 8 total, 8 up, 8 in 2024-08-04T16:41:09.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:09 smithi007 ceph-mon[94998]: osdmap e2708: 8 total, 8 up, 8 in 2024-08-04T16:41:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:10 smithi062 ceph-mon[85960]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 194 op/s 2024-08-04T16:41:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:10 smithi062 ceph-mon[85960]: osdmap e2709: 8 total, 8 up, 8 in 2024-08-04T16:41:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:10 smithi007 ceph-mon[92692]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 194 op/s 2024-08-04T16:41:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:10 smithi007 ceph-mon[92692]: osdmap e2709: 8 total, 8 up, 8 in 2024-08-04T16:41:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:10 smithi007 ceph-mon[94998]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 194 op/s 2024-08-04T16:41:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:10 smithi007 ceph-mon[94998]: osdmap e2709: 8 total, 8 up, 8 in 2024-08-04T16:41:11.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:11 smithi062 ceph-mon[85960]: osdmap e2710: 8 total, 8 up, 8 in 2024-08-04T16:41:11.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:11 smithi062 ceph-mon[85960]: osdmap e2711: 8 total, 8 up, 8 in 2024-08-04T16:41:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:11 smithi007 ceph-mon[92692]: osdmap e2710: 8 total, 8 up, 8 in 2024-08-04T16:41:11.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:11 smithi007 ceph-mon[92692]: osdmap e2711: 8 total, 8 up, 8 in 2024-08-04T16:41:11.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:11 smithi007 ceph-mon[94998]: osdmap e2710: 8 total, 8 up, 8 in 2024-08-04T16:41:11.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:11 smithi007 ceph-mon[94998]: osdmap e2711: 8 total, 8 up, 8 in 2024-08-04T16:41:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:12 smithi062 ceph-mon[85960]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 5.0 KiB/s wr, 192 op/s 2024-08-04T16:41:12.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:12 smithi062 ceph-mon[85960]: osdmap e2712: 8 total, 8 up, 8 in 2024-08-04T16:41:12.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:41:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:41:12.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:12 smithi007 ceph-mon[94998]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 5.0 KiB/s wr, 192 op/s 2024-08-04T16:41:13.157 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:12 smithi007 ceph-mon[94998]: osdmap e2712: 8 total, 8 up, 8 in 2024-08-04T16:41:13.158 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:12 smithi007 ceph-mon[92692]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 5.0 KiB/s wr, 192 op/s 2024-08-04T16:41:13.158 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:12 smithi007 ceph-mon[92692]: osdmap e2712: 8 total, 8 up, 8 in 2024-08-04T16:41:14.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:14 smithi007 ceph-mon[92692]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-08-04T16:41:14.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:14 smithi007 ceph-mon[92692]: osdmap e2713: 8 total, 8 up, 8 in 2024-08-04T16:41:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:14 smithi007 ceph-mon[94998]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-08-04T16:41:14.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:14 smithi007 ceph-mon[94998]: osdmap e2713: 8 total, 8 up, 8 in 2024-08-04T16:41:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:14 smithi062 ceph-mon[85960]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-08-04T16:41:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:14 smithi062 ceph-mon[85960]: osdmap e2713: 8 total, 8 up, 8 in 2024-08-04T16:41:15.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:15 smithi062 ceph-mon[85960]: osdmap e2714: 8 total, 8 up, 8 in 2024-08-04T16:41:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:15 smithi007 ceph-mon[94998]: osdmap e2714: 8 total, 8 up, 8 in 2024-08-04T16:41:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:15 smithi007 ceph-mon[92692]: osdmap e2714: 8 total, 8 up, 8 in 2024-08-04T16:41:16.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:16 smithi007 ceph-mon[92692]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 149 op/s 2024-08-04T16:41:16.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:16 smithi007 ceph-mon[92692]: osdmap e2715: 8 total, 8 up, 8 in 2024-08-04T16:41:16.586 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:16 smithi007 ceph-mon[92692]: osdmap e2716: 8 total, 8 up, 8 in 2024-08-04T16:41:16.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:41:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:41:16] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-08-04T16:41:16.586 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:16 smithi007 ceph-mon[94998]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 149 op/s 2024-08-04T16:41:16.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:16 smithi007 ceph-mon[94998]: osdmap e2715: 8 total, 8 up, 8 in 2024-08-04T16:41:16.587 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:16 smithi007 ceph-mon[94998]: osdmap e2716: 8 total, 8 up, 8 in 2024-08-04T16:41:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:16 smithi062 ceph-mon[85960]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 149 op/s 2024-08-04T16:41:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:16 smithi062 ceph-mon[85960]: osdmap e2715: 8 total, 8 up, 8 in 2024-08-04T16:41:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:16 smithi062 ceph-mon[85960]: osdmap e2716: 8 total, 8 up, 8 in 2024-08-04T16:41:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:18 smithi062 ceph-mon[85960]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 5.0 KiB/s wr, 152 op/s 2024-08-04T16:41:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:18 smithi062 ceph-mon[85960]: osdmap e2717: 8 total, 8 up, 8 in 2024-08-04T16:41:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:18 smithi007 ceph-mon[92692]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 5.0 KiB/s wr, 152 op/s 2024-08-04T16:41:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:18 smithi007 ceph-mon[92692]: osdmap e2717: 8 total, 8 up, 8 in 2024-08-04T16:41:18.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:18 smithi007 ceph-mon[94998]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 5.0 KiB/s wr, 152 op/s 2024-08-04T16:41:18.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:18 smithi007 ceph-mon[94998]: osdmap e2717: 8 total, 8 up, 8 in 2024-08-04T16:41:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:19 smithi062 ceph-mon[85960]: osdmap e2718: 8 total, 8 up, 8 in 2024-08-04T16:41:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:19 smithi007 ceph-mon[92692]: osdmap e2718: 8 total, 8 up, 8 in 2024-08-04T16:41:19.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:19 smithi007 ceph-mon[94998]: osdmap e2718: 8 total, 8 up, 8 in 2024-08-04T16:41:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:20 smithi062 ceph-mon[85960]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 106 op/s 2024-08-04T16:41:20.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:20 smithi062 ceph-mon[85960]: osdmap e2719: 8 total, 8 up, 8 in 2024-08-04T16:41:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:20 smithi007 ceph-mon[94998]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 106 op/s 2024-08-04T16:41:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:20 smithi007 ceph-mon[94998]: osdmap e2719: 8 total, 8 up, 8 in 2024-08-04T16:41:20.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:20 smithi007 ceph-mon[92692]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 106 op/s 2024-08-04T16:41:20.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:20 smithi007 ceph-mon[92692]: osdmap e2719: 8 total, 8 up, 8 in 2024-08-04T16:41:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:21 smithi062 ceph-mon[85960]: osdmap e2720: 8 total, 8 up, 8 in 2024-08-04T16:41:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:41:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:21 smithi062 ceph-mon[85960]: osdmap e2721: 8 total, 8 up, 8 in 2024-08-04T16:41:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:21 smithi007 ceph-mon[92692]: osdmap e2720: 8 total, 8 up, 8 in 2024-08-04T16:41:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:41:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:21 smithi007 ceph-mon[92692]: osdmap e2721: 8 total, 8 up, 8 in 2024-08-04T16:41:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:21 smithi007 ceph-mon[94998]: osdmap e2720: 8 total, 8 up, 8 in 2024-08-04T16:41:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:41:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:21 smithi007 ceph-mon[94998]: osdmap e2721: 8 total, 8 up, 8 in 2024-08-04T16:41:22.471 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-08-04T16:41:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:22 smithi062 ceph-mon[85960]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 5.0 KiB/s wr, 103 op/s 2024-08-04T16:41:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:22 smithi062 ceph-mon[85960]: osdmap e2722: 8 total, 8 up, 8 in 2024-08-04T16:41:22.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:41:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:41:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:22 smithi007 ceph-mon[92692]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 5.0 KiB/s wr, 103 op/s 2024-08-04T16:41:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:22 smithi007 ceph-mon[92692]: osdmap e2722: 8 total, 8 up, 8 in 2024-08-04T16:41:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:22 smithi007 ceph-mon[94998]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 5.0 KiB/s wr, 103 op/s 2024-08-04T16:41:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:22 smithi007 ceph-mon[94998]: osdmap e2722: 8 total, 8 up, 8 in 2024-08-04T16:41:24.505 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-08-04T16:41:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:24 smithi062 ceph-mon[85960]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-08-04T16:41:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:24 smithi062 ceph-mon[85960]: osdmap e2723: 8 total, 8 up, 8 in 2024-08-04T16:41:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:24 smithi007 ceph-mon[92692]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-08-04T16:41:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:24 smithi007 ceph-mon[92692]: osdmap e2723: 8 total, 8 up, 8 in 2024-08-04T16:41:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:24 smithi007 ceph-mon[94998]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-08-04T16:41:24.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:24 smithi007 ceph-mon[94998]: osdmap e2723: 8 total, 8 up, 8 in 2024-08-04T16:41:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:25 smithi062 ceph-mon[85960]: osdmap e2724: 8 total, 8 up, 8 in 2024-08-04T16:41:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:25 smithi007 ceph-mon[92692]: osdmap e2724: 8 total, 8 up, 8 in 2024-08-04T16:41:25.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:25 smithi007 ceph-mon[94998]: osdmap e2724: 8 total, 8 up, 8 in 2024-08-04T16:41:26.396 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:41:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:41:26] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2024-08-04T16:41:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:26 smithi062 ceph-mon[85960]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 6.0 KiB/s wr, 94 op/s 2024-08-04T16:41:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:26 smithi062 ceph-mon[85960]: osdmap e2725: 8 total, 8 up, 8 in 2024-08-04T16:41:26.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:26 smithi062 ceph-mon[85960]: osdmap e2726: 8 total, 8 up, 8 in 2024-08-04T16:41:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:26 smithi007 ceph-mon[92692]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 6.0 KiB/s wr, 94 op/s 2024-08-04T16:41:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:26 smithi007 ceph-mon[92692]: osdmap e2725: 8 total, 8 up, 8 in 2024-08-04T16:41:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:26 smithi007 ceph-mon[92692]: osdmap e2726: 8 total, 8 up, 8 in 2024-08-04T16:41:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:26 smithi007 ceph-mon[94998]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 6.0 KiB/s wr, 94 op/s 2024-08-04T16:41:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:26 smithi007 ceph-mon[94998]: osdmap e2725: 8 total, 8 up, 8 in 2024-08-04T16:41:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:26 smithi007 ceph-mon[94998]: osdmap e2726: 8 total, 8 up, 8 in 2024-08-04T16:41:28.445 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-08-04T16:41:28.525 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-08-04T16:41:28.669 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 50%] 2024-08-04T16:41:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:28 smithi062 ceph-mon[85960]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 13 KiB/s wr, 173 op/s 2024-08-04T16:41:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:28 smithi062 ceph-mon[85960]: osdmap e2727: 8 total, 8 up, 8 in 2024-08-04T16:41:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:28 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:41:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:28 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:41:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:28 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:41:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:28 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:41:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:28 smithi007 ceph-mon[94998]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 13 KiB/s wr, 173 op/s 2024-08-04T16:41:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:28 smithi007 ceph-mon[94998]: osdmap e2727: 8 total, 8 up, 8 in 2024-08-04T16:41:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:28 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:41:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:28 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:41:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:28 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:41:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:28 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:41:28.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:28 smithi007 ceph-mon[92692]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 13 KiB/s wr, 173 op/s 2024-08-04T16:41:28.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:28 smithi007 ceph-mon[92692]: osdmap e2727: 8 total, 8 up, 8 in 2024-08-04T16:41:28.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:28 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:41:28.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:28 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:41:28.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:28 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:41:28.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:28 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:41:29.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:29 smithi062 ceph-mon[85960]: osdmap e2728: 8 total, 8 up, 8 in 2024-08-04T16:41:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:29 smithi007 ceph-mon[92692]: osdmap e2728: 8 total, 8 up, 8 in 2024-08-04T16:41:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:29 smithi007 ceph-mon[94998]: osdmap e2728: 8 total, 8 up, 8 in 2024-08-04T16:41:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:30 smithi062 ceph-mon[85960]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 8.2 KiB/s wr, 133 op/s 2024-08-04T16:41:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:30 smithi062 ceph-mon[85960]: osdmap e2729: 8 total, 8 up, 8 in 2024-08-04T16:41:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:30 smithi007 ceph-mon[94998]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 8.2 KiB/s wr, 133 op/s 2024-08-04T16:41:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:30 smithi007 ceph-mon[94998]: osdmap e2729: 8 total, 8 up, 8 in 2024-08-04T16:41:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:30 smithi007 ceph-mon[92692]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 8.2 KiB/s wr, 133 op/s 2024-08-04T16:41:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:30 smithi007 ceph-mon[92692]: osdmap e2729: 8 total, 8 up, 8 in 2024-08-04T16:41:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:31 smithi062 ceph-mon[85960]: osdmap e2730: 8 total, 8 up, 8 in 2024-08-04T16:41:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:31 smithi062 ceph-mon[85960]: osdmap e2731: 8 total, 8 up, 8 in 2024-08-04T16:41:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:31 smithi007 ceph-mon[92692]: osdmap e2730: 8 total, 8 up, 8 in 2024-08-04T16:41:31.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:31 smithi007 ceph-mon[92692]: osdmap e2731: 8 total, 8 up, 8 in 2024-08-04T16:41:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:31 smithi007 ceph-mon[94998]: osdmap e2730: 8 total, 8 up, 8 in 2024-08-04T16:41:31.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:31 smithi007 ceph-mon[94998]: osdmap e2731: 8 total, 8 up, 8 in 2024-08-04T16:41:32.466 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-08-04T16:41:32.543 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 51%] 2024-08-04T16:41:32.634 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-08-04T16:41:32.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:32 smithi062 ceph-mon[85960]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 234 KiB/s rd, 15 KiB/s wr, 307 op/s 2024-08-04T16:41:32.662 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:41:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:41:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:41:32.724 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-08-04T16:41:32.813 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-08-04T16:41:32.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:32 smithi007 ceph-mon[92692]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 234 KiB/s rd, 15 KiB/s wr, 307 op/s 2024-08-04T16:41:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:32 smithi007 ceph-mon[94998]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 234 KiB/s rd, 15 KiB/s wr, 307 op/s 2024-08-04T16:41:32.888 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-08-04T16:41:33.501 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 54%] 2024-08-04T16:41:33.571 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-08-04T16:41:33.680 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 55%] 2024-08-04T16:41:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:33 smithi062 ceph-mon[85960]: osdmap e2732: 8 total, 8 up, 8 in 2024-08-04T16:41:33.784 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-08-04T16:41:33.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:33 smithi007 ceph-mon[94998]: osdmap e2732: 8 total, 8 up, 8 in 2024-08-04T16:41:33.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:33 smithi007 ceph-mon[92692]: osdmap e2732: 8 total, 8 up, 8 in 2024-08-04T16:41:33.866 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-08-04T16:41:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:34 smithi062 ceph-mon[85960]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 14 KiB/s wr, 257 op/s 2024-08-04T16:41:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:34 smithi007 ceph-mon[92692]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 14 KiB/s wr, 257 op/s 2024-08-04T16:41:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:34 smithi007 ceph-mon[94998]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 14 KiB/s wr, 257 op/s 2024-08-04T16:41:36.376 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:41:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:41:36] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2024-08-04T16:41:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:36 smithi062 ceph-mon[85960]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 44 KiB/s wr, 903 op/s 2024-08-04T16:41:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:41:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:36 smithi062 ceph-mon[85960]: osdmap e2733: 8 total, 8 up, 8 in 2024-08-04T16:41:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:36 smithi007 ceph-mon[92692]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 44 KiB/s wr, 903 op/s 2024-08-04T16:41:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:41:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:36 smithi007 ceph-mon[92692]: osdmap e2733: 8 total, 8 up, 8 in 2024-08-04T16:41:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:36 smithi007 ceph-mon[94998]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 44 KiB/s wr, 903 op/s 2024-08-04T16:41:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:41:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:36 smithi007 ceph-mon[94998]: osdmap e2733: 8 total, 8 up, 8 in 2024-08-04T16:41:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:38 smithi062 ceph-mon[85960]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 39 KiB/s wr, 793 op/s 2024-08-04T16:41:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:38 smithi007 ceph-mon[92692]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 39 KiB/s wr, 793 op/s 2024-08-04T16:41:38.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:38 smithi007 ceph-mon[94998]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 39 KiB/s wr, 793 op/s 2024-08-04T16:41:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:40 smithi062 ceph-mon[85960]: pgmap v4637: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 587 KiB/s wr, 683 op/s 2024-08-04T16:41:40.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:40 smithi007 ceph-mon[92692]: pgmap v4637: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 587 KiB/s wr, 683 op/s 2024-08-04T16:41:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:40 smithi007 ceph-mon[94998]: pgmap v4637: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 587 KiB/s wr, 683 op/s 2024-08-04T16:41:41.605 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-08-04T16:41:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:42 smithi062 ceph-mon[85960]: pgmap v4638: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 520 KiB/s wr, 614 op/s 2024-08-04T16:41:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:42 smithi062 ceph-mon[85960]: osdmap e2734: 8 total, 8 up, 8 in 2024-08-04T16:41:42.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:41:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:41:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:42 smithi007 ceph-mon[94998]: pgmap v4638: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 520 KiB/s wr, 614 op/s 2024-08-04T16:41:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:42 smithi007 ceph-mon[94998]: osdmap e2734: 8 total, 8 up, 8 in 2024-08-04T16:41:42.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:42 smithi007 ceph-mon[92692]: pgmap v4638: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 520 KiB/s wr, 614 op/s 2024-08-04T16:41:42.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:42 smithi007 ceph-mon[92692]: osdmap e2734: 8 total, 8 up, 8 in 2024-08-04T16:41:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:44 smithi062 ceph-mon[85960]: pgmap v4640: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 519 KiB/s wr, 157 op/s 2024-08-04T16:41:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:44 smithi007 ceph-mon[92692]: pgmap v4640: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 519 KiB/s wr, 157 op/s 2024-08-04T16:41:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:44 smithi007 ceph-mon[94998]: pgmap v4640: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 519 KiB/s wr, 157 op/s 2024-08-04T16:41:46.373 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:41:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:41:46] "GET /metrics HTTP/1.1" 200 36622 "" "Prometheus/2.43.0" 2024-08-04T16:41:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:46 smithi062 ceph-mon[85960]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 492 KiB/s wr, 67 op/s 2024-08-04T16:41:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:46 smithi007 ceph-mon[92692]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 492 KiB/s wr, 67 op/s 2024-08-04T16:41:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:46 smithi007 ceph-mon[94998]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 492 KiB/s wr, 67 op/s 2024-08-04T16:41:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:48 smithi062 ceph-mon[85960]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 413 KiB/s wr, 67 op/s 2024-08-04T16:41:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:48 smithi007 ceph-mon[92692]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 413 KiB/s wr, 67 op/s 2024-08-04T16:41:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:48 smithi007 ceph-mon[94998]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 413 KiB/s wr, 67 op/s 2024-08-04T16:41:50.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:50 smithi062 ceph-mon[85960]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 2.8 KiB/s wr, 36 op/s 2024-08-04T16:41:50.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:50 smithi007 ceph-mon[94998]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 2.8 KiB/s wr, 36 op/s 2024-08-04T16:41:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:50 smithi007 ceph-mon[92692]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 2.8 KiB/s wr, 36 op/s 2024-08-04T16:41:51.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:41:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:41:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:41:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:52 smithi062 ceph-mon[85960]: pgmap v4644: 137 pgs: 137 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 1.2 MiB/s wr, 32 op/s 2024-08-04T16:41:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:41:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:41:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:41:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:52 smithi007 ceph-mon[92692]: pgmap v4644: 137 pgs: 137 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 1.2 MiB/s wr, 32 op/s 2024-08-04T16:41:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:52 smithi007 ceph-mon[94998]: pgmap v4644: 137 pgs: 137 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 1.2 MiB/s wr, 32 op/s 2024-08-04T16:41:52.940 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-08-04T16:41:53.020 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 58%] 2024-08-04T16:41:53.114 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-08-04T16:41:53.202 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 59%] 2024-08-04T16:41:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:54 smithi062 ceph-mon[85960]: pgmap v4645: 137 pgs: 137 active+clean; 21 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 1.4 MiB/s wr, 28 op/s 2024-08-04T16:41:54.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:54 smithi062 ceph-mon[85960]: osdmap e2735: 8 total, 8 up, 8 in 2024-08-04T16:41:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:54 smithi007 ceph-mon[94998]: pgmap v4645: 137 pgs: 137 active+clean; 21 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 1.4 MiB/s wr, 28 op/s 2024-08-04T16:41:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:54 smithi007 ceph-mon[94998]: osdmap e2735: 8 total, 8 up, 8 in 2024-08-04T16:41:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:54 smithi007 ceph-mon[92692]: pgmap v4645: 137 pgs: 137 active+clean; 21 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 1.4 MiB/s wr, 28 op/s 2024-08-04T16:41:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:54 smithi007 ceph-mon[92692]: osdmap e2735: 8 total, 8 up, 8 in 2024-08-04T16:41:55.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:55 smithi062 ceph-mon[85960]: osdmap e2736: 8 total, 8 up, 8 in 2024-08-04T16:41:55.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:55 smithi007 ceph-mon[94998]: osdmap e2736: 8 total, 8 up, 8 in 2024-08-04T16:41:55.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:55 smithi007 ceph-mon[92692]: osdmap e2736: 8 total, 8 up, 8 in 2024-08-04T16:41:56.401 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:41:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:41:56] "GET /metrics HTTP/1.1" 200 36637 "" "Prometheus/2.43.0" 2024-08-04T16:41:56.508 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-08-04T16:41:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:56 smithi062 ceph-mon[85960]: pgmap v4648: 137 pgs: 137 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 2.0 MiB/s wr, 65 op/s 2024-08-04T16:41:56.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:56 smithi062 ceph-mon[85960]: osdmap e2737: 8 total, 8 up, 8 in 2024-08-04T16:41:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:56 smithi007 ceph-mon[94998]: pgmap v4648: 137 pgs: 137 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 2.0 MiB/s wr, 65 op/s 2024-08-04T16:41:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:56 smithi007 ceph-mon[94998]: osdmap e2737: 8 total, 8 up, 8 in 2024-08-04T16:41:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:56 smithi007 ceph-mon[92692]: pgmap v4648: 137 pgs: 137 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 2.0 MiB/s wr, 65 op/s 2024-08-04T16:41:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:56 smithi007 ceph-mon[92692]: osdmap e2737: 8 total, 8 up, 8 in 2024-08-04T16:41:57.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:57 smithi062 ceph-mon[85960]: osdmap e2738: 8 total, 8 up, 8 in 2024-08-04T16:41:57.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:57 smithi007 ceph-mon[92692]: osdmap e2738: 8 total, 8 up, 8 in 2024-08-04T16:41:57.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:57 smithi007 ceph-mon[94998]: osdmap e2738: 8 total, 8 up, 8 in 2024-08-04T16:41:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:58 smithi062 ceph-mon[85960]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 16 KiB/s wr, 331 op/s 2024-08-04T16:41:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:58 smithi062 ceph-mon[85960]: osdmap e2739: 8 total, 8 up, 8 in 2024-08-04T16:41:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:58 smithi007 ceph-mon[94998]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 16 KiB/s wr, 331 op/s 2024-08-04T16:41:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:58 smithi007 ceph-mon[94998]: osdmap e2739: 8 total, 8 up, 8 in 2024-08-04T16:41:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:58 smithi007 ceph-mon[92692]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 16 KiB/s wr, 331 op/s 2024-08-04T16:41:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:58 smithi007 ceph-mon[92692]: osdmap e2739: 8 total, 8 up, 8 in 2024-08-04T16:41:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:41:59 smithi062 ceph-mon[85960]: osdmap e2740: 8 total, 8 up, 8 in 2024-08-04T16:41:59.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:41:59 smithi007 ceph-mon[94998]: osdmap e2740: 8 total, 8 up, 8 in 2024-08-04T16:41:59.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:41:59 smithi007 ceph-mon[92692]: osdmap e2740: 8 total, 8 up, 8 in 2024-08-04T16:42:00.541 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 60%] 2024-08-04T16:42:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:00 smithi062 ceph-mon[85960]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 361 KiB/s rd, 13 KiB/s wr, 378 op/s 2024-08-04T16:42:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:00 smithi062 ceph-mon[85960]: osdmap e2741: 8 total, 8 up, 8 in 2024-08-04T16:42:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:00 smithi007 ceph-mon[92692]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 361 KiB/s rd, 13 KiB/s wr, 378 op/s 2024-08-04T16:42:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:00 smithi007 ceph-mon[92692]: osdmap e2741: 8 total, 8 up, 8 in 2024-08-04T16:42:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:00 smithi007 ceph-mon[94998]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 361 KiB/s rd, 13 KiB/s wr, 378 op/s 2024-08-04T16:42:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:00 smithi007 ceph-mon[94998]: osdmap e2741: 8 total, 8 up, 8 in 2024-08-04T16:42:01.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:01 smithi062 ceph-mon[85960]: osdmap e2742: 8 total, 8 up, 8 in 2024-08-04T16:42:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:01 smithi007 ceph-mon[92692]: osdmap e2742: 8 total, 8 up, 8 in 2024-08-04T16:42:01.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:01 smithi007 ceph-mon[94998]: osdmap e2742: 8 total, 8 up, 8 in 2024-08-04T16:42:02.550 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 61%] 2024-08-04T16:42:02.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:02 smithi062 ceph-mon[85960]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 14 KiB/s wr, 295 op/s 2024-08-04T16:42:02.663 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:02 smithi062 ceph-mon[85960]: osdmap e2743: 8 total, 8 up, 8 in 2024-08-04T16:42:02.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:42:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:42:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:02 smithi007 ceph-mon[92692]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 14 KiB/s wr, 295 op/s 2024-08-04T16:42:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:02 smithi007 ceph-mon[92692]: osdmap e2743: 8 total, 8 up, 8 in 2024-08-04T16:42:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:02 smithi007 ceph-mon[94998]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 14 KiB/s wr, 295 op/s 2024-08-04T16:42:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:02 smithi007 ceph-mon[94998]: osdmap e2743: 8 total, 8 up, 8 in 2024-08-04T16:42:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:03 smithi062 ceph-mon[85960]: osdmap e2744: 8 total, 8 up, 8 in 2024-08-04T16:42:03.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:03 smithi007 ceph-mon[92692]: osdmap e2744: 8 total, 8 up, 8 in 2024-08-04T16:42:03.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:03 smithi007 ceph-mon[94998]: osdmap e2744: 8 total, 8 up, 8 in 2024-08-04T16:42:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:04 smithi062 ceph-mon[85960]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 14 KiB/s wr, 274 op/s 2024-08-04T16:42:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:04 smithi062 ceph-mon[85960]: osdmap e2745: 8 total, 8 up, 8 in 2024-08-04T16:42:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:04 smithi007 ceph-mon[94998]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 14 KiB/s wr, 274 op/s 2024-08-04T16:42:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:04 smithi007 ceph-mon[94998]: osdmap e2745: 8 total, 8 up, 8 in 2024-08-04T16:42:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:04 smithi007 ceph-mon[92692]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 14 KiB/s wr, 274 op/s 2024-08-04T16:42:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:04 smithi007 ceph-mon[92692]: osdmap e2745: 8 total, 8 up, 8 in 2024-08-04T16:42:05.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:05 smithi062 ceph-mon[85960]: osdmap e2746: 8 total, 8 up, 8 in 2024-08-04T16:42:05.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:05 smithi007 ceph-mon[92692]: osdmap e2746: 8 total, 8 up, 8 in 2024-08-04T16:42:05.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:05 smithi007 ceph-mon[94998]: osdmap e2746: 8 total, 8 up, 8 in 2024-08-04T16:42:06.459 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:42:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:42:06] "GET /metrics HTTP/1.1" 200 36637 "" "Prometheus/2.43.0" 2024-08-04T16:42:06.487 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 61%] 2024-08-04T16:42:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:06 smithi062 ceph-mon[85960]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 16 KiB/s wr, 282 op/s 2024-08-04T16:42:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:06 smithi062 ceph-mon[85960]: osdmap e2747: 8 total, 8 up, 8 in 2024-08-04T16:42:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:42:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:06 smithi062 ceph-mon[85960]: osdmap e2748: 8 total, 8 up, 8 in 2024-08-04T16:42:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:06 smithi007 ceph-mon[92692]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 16 KiB/s wr, 282 op/s 2024-08-04T16:42:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:06 smithi007 ceph-mon[92692]: osdmap e2747: 8 total, 8 up, 8 in 2024-08-04T16:42:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:42:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:06 smithi007 ceph-mon[92692]: osdmap e2748: 8 total, 8 up, 8 in 2024-08-04T16:42:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:06 smithi007 ceph-mon[94998]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 16 KiB/s wr, 282 op/s 2024-08-04T16:42:06.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:06 smithi007 ceph-mon[94998]: osdmap e2747: 8 total, 8 up, 8 in 2024-08-04T16:42:06.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:42:06.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:06 smithi007 ceph-mon[94998]: osdmap e2748: 8 total, 8 up, 8 in 2024-08-04T16:42:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:08 smithi062 ceph-mon[85960]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 18 KiB/s wr, 273 op/s 2024-08-04T16:42:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:08 smithi062 ceph-mon[85960]: osdmap e2749: 8 total, 8 up, 8 in 2024-08-04T16:42:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:08 smithi007 ceph-mon[94998]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 18 KiB/s wr, 273 op/s 2024-08-04T16:42:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:08 smithi007 ceph-mon[94998]: osdmap e2749: 8 total, 8 up, 8 in 2024-08-04T16:42:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:08 smithi007 ceph-mon[92692]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 18 KiB/s wr, 273 op/s 2024-08-04T16:42:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:08 smithi007 ceph-mon[92692]: osdmap e2749: 8 total, 8 up, 8 in 2024-08-04T16:42:09.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:09 smithi062 ceph-mon[85960]: osdmap e2750: 8 total, 8 up, 8 in 2024-08-04T16:42:09.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:09 smithi007 ceph-mon[92692]: osdmap e2750: 8 total, 8 up, 8 in 2024-08-04T16:42:09.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:09 smithi007 ceph-mon[94998]: osdmap e2750: 8 total, 8 up, 8 in 2024-08-04T16:42:10.589 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 62%] 2024-08-04T16:42:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:10 smithi062 ceph-mon[85960]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 13 KiB/s wr, 288 op/s 2024-08-04T16:42:10.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:10 smithi062 ceph-mon[85960]: osdmap e2751: 8 total, 8 up, 8 in 2024-08-04T16:42:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:10 smithi007 ceph-mon[92692]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 13 KiB/s wr, 288 op/s 2024-08-04T16:42:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:10 smithi007 ceph-mon[92692]: osdmap e2751: 8 total, 8 up, 8 in 2024-08-04T16:42:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:10 smithi007 ceph-mon[94998]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 13 KiB/s wr, 288 op/s 2024-08-04T16:42:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:10 smithi007 ceph-mon[94998]: osdmap e2751: 8 total, 8 up, 8 in 2024-08-04T16:42:12.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:11 smithi062 ceph-mon[85960]: osdmap e2752: 8 total, 8 up, 8 in 2024-08-04T16:42:12.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:11 smithi062 ceph-mon[85960]: osdmap e2753: 8 total, 8 up, 8 in 2024-08-04T16:42:12.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:11 smithi007 ceph-mon[92692]: osdmap e2752: 8 total, 8 up, 8 in 2024-08-04T16:42:12.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:11 smithi007 ceph-mon[92692]: osdmap e2753: 8 total, 8 up, 8 in 2024-08-04T16:42:12.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:11 smithi007 ceph-mon[94998]: osdmap e2752: 8 total, 8 up, 8 in 2024-08-04T16:42:12.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:11 smithi007 ceph-mon[94998]: osdmap e2753: 8 total, 8 up, 8 in 2024-08-04T16:42:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:42:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:42:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:42:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:12 smithi062 ceph-mon[85960]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 10 KiB/s wr, 190 op/s 2024-08-04T16:42:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:12 smithi062 ceph-mon[85960]: osdmap e2754: 8 total, 8 up, 8 in 2024-08-04T16:42:13.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:12 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi007-166152-2","app": "rbd"}]: dispatch 2024-08-04T16:42:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:12 smithi007 ceph-mon[94998]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 10 KiB/s wr, 190 op/s 2024-08-04T16:42:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:12 smithi007 ceph-mon[94998]: osdmap e2754: 8 total, 8 up, 8 in 2024-08-04T16:42:13.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:12 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi007-166152-2","app": "rbd"}]: dispatch 2024-08-04T16:42:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:12 smithi007 ceph-mon[92692]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 10 KiB/s wr, 190 op/s 2024-08-04T16:42:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:12 smithi007 ceph-mon[92692]: osdmap e2754: 8 total, 8 up, 8 in 2024-08-04T16:42:13.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:12 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi007-166152-2","app": "rbd"}]: dispatch 2024-08-04T16:42:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:13 smithi062 ceph-mon[85960]: pgmap v4675: 169 pgs: 4 creating+peering, 28 unknown, 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 13 KiB/s wr, 189 op/s 2024-08-04T16:42:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:13 smithi062 ceph-mon[85960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:42:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:13 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi007-166152-2","app": "rbd"}]': finished 2024-08-04T16:42:14.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:13 smithi062 ceph-mon[85960]: osdmap e2755: 8 total, 8 up, 8 in 2024-08-04T16:42:14.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:13 smithi007 ceph-mon[94998]: pgmap v4675: 169 pgs: 4 creating+peering, 28 unknown, 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 13 KiB/s wr, 189 op/s 2024-08-04T16:42:14.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:13 smithi007 ceph-mon[94998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:42:14.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:13 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi007-166152-2","app": "rbd"}]': finished 2024-08-04T16:42:14.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:13 smithi007 ceph-mon[94998]: osdmap e2755: 8 total, 8 up, 8 in 2024-08-04T16:42:14.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:13 smithi007 ceph-mon[92692]: pgmap v4675: 169 pgs: 4 creating+peering, 28 unknown, 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 13 KiB/s wr, 189 op/s 2024-08-04T16:42:14.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:13 smithi007 ceph-mon[92692]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-04T16:42:14.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:13 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi007-166152-2","app": "rbd"}]': finished 2024-08-04T16:42:14.337 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:13 smithi007 ceph-mon[92692]: osdmap e2755: 8 total, 8 up, 8 in 2024-08-04T16:42:15.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:15 smithi062 ceph-mon[85960]: osdmap e2756: 8 total, 8 up, 8 in 2024-08-04T16:42:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:15 smithi007 ceph-mon[92692]: osdmap e2756: 8 total, 8 up, 8 in 2024-08-04T16:42:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:15 smithi007 ceph-mon[94998]: osdmap e2756: 8 total, 8 up, 8 in 2024-08-04T16:42:16.386 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:42:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:42:16] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2024-08-04T16:42:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:16 smithi062 ceph-mon[85960]: pgmap v4678: 169 pgs: 4 creating+peering, 10 unknown, 155 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 10 KiB/s wr, 201 op/s 2024-08-04T16:42:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:16 smithi062 ceph-mon[85960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:42:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:16 smithi062 ceph-mon[85960]: osdmap e2757: 8 total, 8 up, 8 in 2024-08-04T16:42:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:16 smithi062 ceph-mon[85960]: osdmap e2758: 8 total, 8 up, 8 in 2024-08-04T16:42:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:16 smithi007 ceph-mon[92692]: pgmap v4678: 169 pgs: 4 creating+peering, 10 unknown, 155 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 10 KiB/s wr, 201 op/s 2024-08-04T16:42:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:16 smithi007 ceph-mon[92692]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:42:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:16 smithi007 ceph-mon[92692]: osdmap e2757: 8 total, 8 up, 8 in 2024-08-04T16:42:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:16 smithi007 ceph-mon[92692]: osdmap e2758: 8 total, 8 up, 8 in 2024-08-04T16:42:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:16 smithi007 ceph-mon[94998]: pgmap v4678: 169 pgs: 4 creating+peering, 10 unknown, 155 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 10 KiB/s wr, 201 op/s 2024-08-04T16:42:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:16 smithi007 ceph-mon[94998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-04T16:42:16.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:16 smithi007 ceph-mon[94998]: osdmap e2757: 8 total, 8 up, 8 in 2024-08-04T16:42:16.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:16 smithi007 ceph-mon[94998]: osdmap e2758: 8 total, 8 up, 8 in 2024-08-04T16:42:17.498 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-08-04T16:42:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:18 smithi062 ceph-mon[85960]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 5.7 KiB/s wr, 135 op/s 2024-08-04T16:42:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:18 smithi062 ceph-mon[85960]: osdmap e2759: 8 total, 8 up, 8 in 2024-08-04T16:42:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:18 smithi007 ceph-mon[94998]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 5.7 KiB/s wr, 135 op/s 2024-08-04T16:42:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:18 smithi007 ceph-mon[94998]: osdmap e2759: 8 total, 8 up, 8 in 2024-08-04T16:42:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:18 smithi007 ceph-mon[92692]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 5.7 KiB/s wr, 135 op/s 2024-08-04T16:42:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:18 smithi007 ceph-mon[92692]: osdmap e2759: 8 total, 8 up, 8 in 2024-08-04T16:42:19.512 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 63%] 2024-08-04T16:42:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:19 smithi062 ceph-mon[85960]: osdmap e2760: 8 total, 8 up, 8 in 2024-08-04T16:42:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:19 smithi007 ceph-mon[92692]: osdmap e2760: 8 total, 8 up, 8 in 2024-08-04T16:42:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:19 smithi007 ceph-mon[94998]: osdmap e2760: 8 total, 8 up, 8 in 2024-08-04T16:42:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:20 smithi062 ceph-mon[85960]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 3.7 KiB/s wr, 110 op/s 2024-08-04T16:42:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:20 smithi062 ceph-mon[85960]: osdmap e2761: 8 total, 8 up, 8 in 2024-08-04T16:42:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:20 smithi007 ceph-mon[92692]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 3.7 KiB/s wr, 110 op/s 2024-08-04T16:42:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:20 smithi007 ceph-mon[92692]: osdmap e2761: 8 total, 8 up, 8 in 2024-08-04T16:42:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:20 smithi007 ceph-mon[94998]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 3.7 KiB/s wr, 110 op/s 2024-08-04T16:42:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:20 smithi007 ceph-mon[94998]: osdmap e2761: 8 total, 8 up, 8 in 2024-08-04T16:42:21.486 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-08-04T16:42:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:21 smithi062 ceph-mon[85960]: osdmap e2762: 8 total, 8 up, 8 in 2024-08-04T16:42:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:42:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:21 smithi062 ceph-mon[85960]: osdmap e2763: 8 total, 8 up, 8 in 2024-08-04T16:42:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:21 smithi007 ceph-mon[92692]: osdmap e2762: 8 total, 8 up, 8 in 2024-08-04T16:42:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:42:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:21 smithi007 ceph-mon[92692]: osdmap e2763: 8 total, 8 up, 8 in 2024-08-04T16:42:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:21 smithi007 ceph-mon[94998]: osdmap e2762: 8 total, 8 up, 8 in 2024-08-04T16:42:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:42:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:21 smithi007 ceph-mon[94998]: osdmap e2763: 8 total, 8 up, 8 in 2024-08-04T16:42:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:22 smithi062 ceph-mon[85960]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 11 KiB/s wr, 234 op/s 2024-08-04T16:42:22.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:42:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:42:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:22 smithi007 ceph-mon[92692]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 11 KiB/s wr, 234 op/s 2024-08-04T16:42:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:22 smithi007 ceph-mon[94998]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 11 KiB/s wr, 234 op/s 2024-08-04T16:42:23.529 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-08-04T16:42:23.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:23 smithi062 ceph-mon[85960]: osdmap e2764: 8 total, 8 up, 8 in 2024-08-04T16:42:23.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:23 smithi007 ceph-mon[92692]: osdmap e2764: 8 total, 8 up, 8 in 2024-08-04T16:42:23.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:23 smithi007 ceph-mon[94998]: osdmap e2764: 8 total, 8 up, 8 in 2024-08-04T16:42:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:24 smithi062 ceph-mon[85960]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 13 KiB/s wr, 265 op/s 2024-08-04T16:42:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:24 smithi062 ceph-mon[85960]: osdmap e2765: 8 total, 8 up, 8 in 2024-08-04T16:42:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:24 smithi007 ceph-mon[92692]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 13 KiB/s wr, 265 op/s 2024-08-04T16:42:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:24 smithi007 ceph-mon[92692]: osdmap e2765: 8 total, 8 up, 8 in 2024-08-04T16:42:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:24 smithi007 ceph-mon[94998]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 13 KiB/s wr, 265 op/s 2024-08-04T16:42:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:24 smithi007 ceph-mon[94998]: osdmap e2765: 8 total, 8 up, 8 in 2024-08-04T16:42:25.540 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 65%] 2024-08-04T16:42:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:25 smithi062 ceph-mon[85960]: osdmap e2766: 8 total, 8 up, 8 in 2024-08-04T16:42:25.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:25 smithi007 ceph-mon[94998]: osdmap e2766: 8 total, 8 up, 8 in 2024-08-04T16:42:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:25 smithi007 ceph-mon[92692]: osdmap e2766: 8 total, 8 up, 8 in 2024-08-04T16:42:26.436 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:42:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:42:26] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-08-04T16:42:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:26 smithi062 ceph-mon[85960]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 16 KiB/s wr, 199 op/s 2024-08-04T16:42:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:26 smithi062 ceph-mon[85960]: osdmap e2767: 8 total, 8 up, 8 in 2024-08-04T16:42:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:26 smithi062 ceph-mon[85960]: osdmap e2768: 8 total, 8 up, 8 in 2024-08-04T16:42:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:26 smithi007 ceph-mon[92692]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 16 KiB/s wr, 199 op/s 2024-08-04T16:42:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:26 smithi007 ceph-mon[92692]: osdmap e2767: 8 total, 8 up, 8 in 2024-08-04T16:42:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:26 smithi007 ceph-mon[92692]: osdmap e2768: 8 total, 8 up, 8 in 2024-08-04T16:42:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:26 smithi007 ceph-mon[94998]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 16 KiB/s wr, 199 op/s 2024-08-04T16:42:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:26 smithi007 ceph-mon[94998]: osdmap e2767: 8 total, 8 up, 8 in 2024-08-04T16:42:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:26 smithi007 ceph-mon[94998]: osdmap e2768: 8 total, 8 up, 8 in 2024-08-04T16:42:27.556 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-08-04T16:42:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:28 smithi062 ceph-mon[85960]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 256 KiB/s rd, 25 KiB/s wr, 357 op/s 2024-08-04T16:42:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:28 smithi062 ceph-mon[85960]: osdmap e2769: 8 total, 8 up, 8 in 2024-08-04T16:42:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:28 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:42:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:28 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:42:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:28 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:42:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:28 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:42:28.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:28 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:42:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:28 smithi007 ceph-mon[92692]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 256 KiB/s rd, 25 KiB/s wr, 357 op/s 2024-08-04T16:42:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:28 smithi007 ceph-mon[92692]: osdmap e2769: 8 total, 8 up, 8 in 2024-08-04T16:42:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:28 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:42:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:28 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:42:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:28 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:42:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:28 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:42:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:28 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:42:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:28 smithi007 ceph-mon[94998]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 256 KiB/s rd, 25 KiB/s wr, 357 op/s 2024-08-04T16:42:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:28 smithi007 ceph-mon[94998]: osdmap e2769: 8 total, 8 up, 8 in 2024-08-04T16:42:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:28 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:42:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:28 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:42:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:28 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:42:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:28 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:42:28.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:28 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:42:29.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:29 smithi062 ceph-mon[85960]: osdmap e2770: 8 total, 8 up, 8 in 2024-08-04T16:42:29.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:42:29.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:42:29.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:42:29.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:29 smithi007 ceph-mon[92692]: osdmap e2770: 8 total, 8 up, 8 in 2024-08-04T16:42:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:42:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:42:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:42:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:29 smithi007 ceph-mon[94998]: osdmap e2770: 8 total, 8 up, 8 in 2024-08-04T16:42:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:42:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:42:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:42:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:30 smithi062 ceph-mon[85960]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 22 KiB/s wr, 444 op/s 2024-08-04T16:42:30.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:30 smithi007 ceph-mon[92692]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 22 KiB/s wr, 444 op/s 2024-08-04T16:42:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:30 smithi007 ceph-mon[94998]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 22 KiB/s wr, 444 op/s 2024-08-04T16:42:32.539 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 66%] 2024-08-04T16:42:32.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:32 smithi062 ceph-mon[85960]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 21 KiB/s wr, 706 op/s 2024-08-04T16:42:32.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:32 smithi062 ceph-mon[85960]: osdmap e2771: 8 total, 8 up, 8 in 2024-08-04T16:42:32.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:42:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:42:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:42:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:32 smithi007 ceph-mon[92692]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 21 KiB/s wr, 706 op/s 2024-08-04T16:42:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:32 smithi007 ceph-mon[92692]: osdmap e2771: 8 total, 8 up, 8 in 2024-08-04T16:42:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:32 smithi007 ceph-mon[94998]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 21 KiB/s wr, 706 op/s 2024-08-04T16:42:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:32 smithi007 ceph-mon[94998]: osdmap e2771: 8 total, 8 up, 8 in 2024-08-04T16:42:33.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:33 smithi062 ceph-mon[85960]: osdmap e2772: 8 total, 8 up, 8 in 2024-08-04T16:42:33.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:33 smithi007 ceph-mon[92692]: osdmap e2772: 8 total, 8 up, 8 in 2024-08-04T16:42:33.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:33 smithi007 ceph-mon[94998]: osdmap e2772: 8 total, 8 up, 8 in 2024-08-04T16:42:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:34 smithi062 ceph-mon[85960]: pgmap v4703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 24 KiB/s wr, 1.40k op/s 2024-08-04T16:42:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:34 smithi062 ceph-mon[85960]: osdmap e2773: 8 total, 8 up, 8 in 2024-08-04T16:42:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:34 smithi007 ceph-mon[92692]: pgmap v4703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 24 KiB/s wr, 1.40k op/s 2024-08-04T16:42:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:34 smithi007 ceph-mon[92692]: osdmap e2773: 8 total, 8 up, 8 in 2024-08-04T16:42:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:34 smithi007 ceph-mon[94998]: pgmap v4703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 24 KiB/s wr, 1.40k op/s 2024-08-04T16:42:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:34 smithi007 ceph-mon[94998]: osdmap e2773: 8 total, 8 up, 8 in 2024-08-04T16:42:35.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:35 smithi062 ceph-mon[85960]: osdmap e2774: 8 total, 8 up, 8 in 2024-08-04T16:42:35.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:35 smithi007 ceph-mon[94998]: osdmap e2774: 8 total, 8 up, 8 in 2024-08-04T16:42:35.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:35 smithi007 ceph-mon[92692]: osdmap e2774: 8 total, 8 up, 8 in 2024-08-04T16:42:36.466 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:42:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:42:36] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-08-04T16:42:36.491 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-08-04T16:42:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:36 smithi062 ceph-mon[85960]: pgmap v4706: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 28 KiB/s wr, 2.25k op/s 2024-08-04T16:42:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:36 smithi062 ceph-mon[85960]: osdmap e2775: 8 total, 8 up, 8 in 2024-08-04T16:42:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:42:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:36 smithi062 ceph-mon[85960]: osdmap e2776: 8 total, 8 up, 8 in 2024-08-04T16:42:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:36 smithi007 ceph-mon[94998]: pgmap v4706: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 28 KiB/s wr, 2.25k op/s 2024-08-04T16:42:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:36 smithi007 ceph-mon[94998]: osdmap e2775: 8 total, 8 up, 8 in 2024-08-04T16:42:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:42:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:36 smithi007 ceph-mon[94998]: osdmap e2776: 8 total, 8 up, 8 in 2024-08-04T16:42:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:36 smithi007 ceph-mon[92692]: pgmap v4706: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 28 KiB/s wr, 2.25k op/s 2024-08-04T16:42:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:36 smithi007 ceph-mon[92692]: osdmap e2775: 8 total, 8 up, 8 in 2024-08-04T16:42:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:42:36.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:36 smithi007 ceph-mon[92692]: osdmap e2776: 8 total, 8 up, 8 in 2024-08-04T16:42:38.576 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 67%] 2024-08-04T16:42:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:38 smithi062 ceph-mon[85960]: pgmap v4709: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 26 KiB/s wr, 1.95k op/s 2024-08-04T16:42:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:38 smithi062 ceph-mon[85960]: osdmap e2777: 8 total, 8 up, 8 in 2024-08-04T16:42:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:38 smithi007 ceph-mon[92692]: pgmap v4709: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 26 KiB/s wr, 1.95k op/s 2024-08-04T16:42:38.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:38 smithi007 ceph-mon[92692]: osdmap e2777: 8 total, 8 up, 8 in 2024-08-04T16:42:38.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:38 smithi007 ceph-mon[94998]: pgmap v4709: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 26 KiB/s wr, 1.95k op/s 2024-08-04T16:42:38.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:38 smithi007 ceph-mon[94998]: osdmap e2777: 8 total, 8 up, 8 in 2024-08-04T16:42:39.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:39 smithi062 ceph-mon[85960]: osdmap e2778: 8 total, 8 up, 8 in 2024-08-04T16:42:39.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:39 smithi007 ceph-mon[94998]: osdmap e2778: 8 total, 8 up, 8 in 2024-08-04T16:42:39.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:39 smithi007 ceph-mon[92692]: osdmap e2778: 8 total, 8 up, 8 in 2024-08-04T16:42:40.583 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 68%] 2024-08-04T16:42:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:40 smithi062 ceph-mon[85960]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 734 KiB/s rd, 16 KiB/s wr, 900 op/s 2024-08-04T16:42:40.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:40 smithi062 ceph-mon[85960]: osdmap e2779: 8 total, 8 up, 8 in 2024-08-04T16:42:40.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:40 smithi007 ceph-mon[92692]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 734 KiB/s rd, 16 KiB/s wr, 900 op/s 2024-08-04T16:42:40.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:40 smithi007 ceph-mon[92692]: osdmap e2779: 8 total, 8 up, 8 in 2024-08-04T16:42:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:40 smithi007 ceph-mon[94998]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 734 KiB/s rd, 16 KiB/s wr, 900 op/s 2024-08-04T16:42:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:40 smithi007 ceph-mon[94998]: osdmap e2779: 8 total, 8 up, 8 in 2024-08-04T16:42:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:41 smithi062 ceph-mon[85960]: osdmap e2780: 8 total, 8 up, 8 in 2024-08-04T16:42:41.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:41 smithi062 ceph-mon[85960]: osdmap e2781: 8 total, 8 up, 8 in 2024-08-04T16:42:41.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:41 smithi007 ceph-mon[94998]: osdmap e2780: 8 total, 8 up, 8 in 2024-08-04T16:42:41.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:41 smithi007 ceph-mon[94998]: osdmap e2781: 8 total, 8 up, 8 in 2024-08-04T16:42:41.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:41 smithi007 ceph-mon[92692]: osdmap e2780: 8 total, 8 up, 8 in 2024-08-04T16:42:41.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:41 smithi007 ceph-mon[92692]: osdmap e2781: 8 total, 8 up, 8 in 2024-08-04T16:42:42.600 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-08-04T16:42:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:42 smithi062 ceph-mon[85960]: pgmap v4715: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 33 KiB/s wr, 688 op/s 2024-08-04T16:42:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:42:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:42:42.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:42 smithi007 ceph-mon[92692]: pgmap v4715: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 33 KiB/s wr, 688 op/s 2024-08-04T16:42:42.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:42 smithi007 ceph-mon[94998]: pgmap v4715: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 33 KiB/s wr, 688 op/s 2024-08-04T16:42:43.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:43 smithi062 ceph-mon[85960]: osdmap e2782: 8 total, 8 up, 8 in 2024-08-04T16:42:43.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:43 smithi007 ceph-mon[94998]: osdmap e2782: 8 total, 8 up, 8 in 2024-08-04T16:42:43.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:43 smithi007 ceph-mon[92692]: osdmap e2782: 8 total, 8 up, 8 in 2024-08-04T16:42:44.610 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 69%] 2024-08-04T16:42:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:44 smithi007 ceph-mon[94998]: pgmap v4718: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 521 KiB/s rd, 32 KiB/s wr, 687 op/s 2024-08-04T16:42:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:44 smithi007 ceph-mon[94998]: osdmap e2783: 8 total, 8 up, 8 in 2024-08-04T16:42:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:44 smithi007 ceph-mon[92692]: pgmap v4718: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 521 KiB/s rd, 32 KiB/s wr, 687 op/s 2024-08-04T16:42:44.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:44 smithi007 ceph-mon[92692]: osdmap e2783: 8 total, 8 up, 8 in 2024-08-04T16:42:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:44 smithi062 ceph-mon[85960]: pgmap v4718: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 521 KiB/s rd, 32 KiB/s wr, 687 op/s 2024-08-04T16:42:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:44 smithi062 ceph-mon[85960]: osdmap e2783: 8 total, 8 up, 8 in 2024-08-04T16:42:45.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:45 smithi007 ceph-mon[94998]: osdmap e2784: 8 total, 8 up, 8 in 2024-08-04T16:42:45.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:45 smithi007 ceph-mon[92692]: osdmap e2784: 8 total, 8 up, 8 in 2024-08-04T16:42:46.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:45 smithi062 ceph-mon[85960]: osdmap e2784: 8 total, 8 up, 8 in 2024-08-04T16:42:46.520 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:42:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:42:46] "GET /metrics HTTP/1.1" 200 36627 "" "Prometheus/2.43.0" 2024-08-04T16:42:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:46 smithi007 ceph-mon[94998]: pgmap v4721: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 447 KiB/s rd, 32 KiB/s wr, 607 op/s 2024-08-04T16:42:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:46 smithi007 ceph-mon[94998]: osdmap e2785: 8 total, 8 up, 8 in 2024-08-04T16:42:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:46 smithi007 ceph-mon[94998]: osdmap e2786: 8 total, 8 up, 8 in 2024-08-04T16:42:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:46 smithi007 ceph-mon[92692]: pgmap v4721: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 447 KiB/s rd, 32 KiB/s wr, 607 op/s 2024-08-04T16:42:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:46 smithi007 ceph-mon[92692]: osdmap e2785: 8 total, 8 up, 8 in 2024-08-04T16:42:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:46 smithi007 ceph-mon[92692]: osdmap e2786: 8 total, 8 up, 8 in 2024-08-04T16:42:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:46 smithi062 ceph-mon[85960]: pgmap v4721: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 447 KiB/s rd, 32 KiB/s wr, 607 op/s 2024-08-04T16:42:47.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:46 smithi062 ceph-mon[85960]: osdmap e2785: 8 total, 8 up, 8 in 2024-08-04T16:42:47.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:46 smithi062 ceph-mon[85960]: osdmap e2786: 8 total, 8 up, 8 in 2024-08-04T16:42:48.633 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-08-04T16:42:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:48 smithi062 ceph-mon[85960]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 632 KiB/s rd, 45 KiB/s wr, 859 op/s 2024-08-04T16:42:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:48 smithi062 ceph-mon[85960]: osdmap e2787: 8 total, 8 up, 8 in 2024-08-04T16:42:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:48 smithi007 ceph-mon[94998]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 632 KiB/s rd, 45 KiB/s wr, 859 op/s 2024-08-04T16:42:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:48 smithi007 ceph-mon[94998]: osdmap e2787: 8 total, 8 up, 8 in 2024-08-04T16:42:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:48 smithi007 ceph-mon[92692]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 632 KiB/s rd, 45 KiB/s wr, 859 op/s 2024-08-04T16:42:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:48 smithi007 ceph-mon[92692]: osdmap e2787: 8 total, 8 up, 8 in 2024-08-04T16:42:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:49 smithi007 ceph-mon[92692]: osdmap e2788: 8 total, 8 up, 8 in 2024-08-04T16:42:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:49 smithi007 ceph-mon[94998]: osdmap e2788: 8 total, 8 up, 8 in 2024-08-04T16:42:50.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:49 smithi062 ceph-mon[85960]: osdmap e2788: 8 total, 8 up, 8 in 2024-08-04T16:42:50.651 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 70%] 2024-08-04T16:42:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:50 smithi007 ceph-mon[94998]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 33 KiB/s wr, 632 op/s 2024-08-04T16:42:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:50 smithi007 ceph-mon[94998]: osdmap e2789: 8 total, 8 up, 8 in 2024-08-04T16:42:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:50 smithi007 ceph-mon[92692]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 33 KiB/s wr, 632 op/s 2024-08-04T16:42:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:50 smithi007 ceph-mon[92692]: osdmap e2789: 8 total, 8 up, 8 in 2024-08-04T16:42:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:50 smithi062 ceph-mon[85960]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 33 KiB/s wr, 632 op/s 2024-08-04T16:42:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:50 smithi062 ceph-mon[85960]: osdmap e2789: 8 total, 8 up, 8 in 2024-08-04T16:42:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:51 smithi007 ceph-mon[92692]: osdmap e2790: 8 total, 8 up, 8 in 2024-08-04T16:42:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:42:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:51 smithi007 ceph-mon[92692]: osdmap e2791: 8 total, 8 up, 8 in 2024-08-04T16:42:51.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:51 smithi007 ceph-mon[94998]: osdmap e2790: 8 total, 8 up, 8 in 2024-08-04T16:42:51.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:42:51.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:51 smithi007 ceph-mon[94998]: osdmap e2791: 8 total, 8 up, 8 in 2024-08-04T16:42:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:51 smithi062 ceph-mon[85960]: osdmap e2790: 8 total, 8 up, 8 in 2024-08-04T16:42:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:42:52.012 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:51 smithi062 ceph-mon[85960]: osdmap e2791: 8 total, 8 up, 8 in 2024-08-04T16:42:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:52 smithi062 ceph-mon[85960]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 23 KiB/s wr, 363 op/s 2024-08-04T16:42:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:52 smithi062 ceph-mon[85960]: osdmap e2792: 8 total, 8 up, 8 in 2024-08-04T16:42:52.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:42:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:42:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:42:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:52 smithi007 ceph-mon[92692]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 23 KiB/s wr, 363 op/s 2024-08-04T16:42:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:52 smithi007 ceph-mon[92692]: osdmap e2792: 8 total, 8 up, 8 in 2024-08-04T16:42:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:52 smithi007 ceph-mon[94998]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 23 KiB/s wr, 363 op/s 2024-08-04T16:42:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:52 smithi007 ceph-mon[94998]: osdmap e2792: 8 total, 8 up, 8 in 2024-08-04T16:42:54.653 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-08-04T16:42:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:54 smithi007 ceph-mon[92692]: pgmap v4733: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 14 KiB/s wr, 212 op/s 2024-08-04T16:42:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:54 smithi007 ceph-mon[92692]: osdmap e2793: 8 total, 8 up, 8 in 2024-08-04T16:42:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:54 smithi007 ceph-mon[94998]: pgmap v4733: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 14 KiB/s wr, 212 op/s 2024-08-04T16:42:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:54 smithi007 ceph-mon[94998]: osdmap e2793: 8 total, 8 up, 8 in 2024-08-04T16:42:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:54 smithi062 ceph-mon[85960]: pgmap v4733: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 14 KiB/s wr, 212 op/s 2024-08-04T16:42:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:54 smithi062 ceph-mon[85960]: osdmap e2793: 8 total, 8 up, 8 in 2024-08-04T16:42:55.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:55 smithi007 ceph-mon[92692]: osdmap e2794: 8 total, 8 up, 8 in 2024-08-04T16:42:55.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:55 smithi007 ceph-mon[94998]: osdmap e2794: 8 total, 8 up, 8 in 2024-08-04T16:42:56.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:55 smithi062 ceph-mon[85960]: osdmap e2794: 8 total, 8 up, 8 in 2024-08-04T16:42:56.558 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:42:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:42:56] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-08-04T16:42:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:56 smithi007 ceph-mon[92692]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 358 KiB/s rd, 21 KiB/s wr, 459 op/s 2024-08-04T16:42:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:56 smithi007 ceph-mon[92692]: osdmap e2795: 8 total, 8 up, 8 in 2024-08-04T16:42:56.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:56 smithi007 ceph-mon[92692]: osdmap e2796: 8 total, 8 up, 8 in 2024-08-04T16:42:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:56 smithi007 ceph-mon[94998]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 358 KiB/s rd, 21 KiB/s wr, 459 op/s 2024-08-04T16:42:56.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:56 smithi007 ceph-mon[94998]: osdmap e2795: 8 total, 8 up, 8 in 2024-08-04T16:42:56.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:56 smithi007 ceph-mon[94998]: osdmap e2796: 8 total, 8 up, 8 in 2024-08-04T16:42:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:56 smithi062 ceph-mon[85960]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 358 KiB/s rd, 21 KiB/s wr, 459 op/s 2024-08-04T16:42:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:56 smithi062 ceph-mon[85960]: osdmap e2795: 8 total, 8 up, 8 in 2024-08-04T16:42:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:56 smithi062 ceph-mon[85960]: osdmap e2796: 8 total, 8 up, 8 in 2024-08-04T16:42:58.500 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 71%] 2024-08-04T16:42:58.618 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 72%] 2024-08-04T16:42:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:58 smithi062 ceph-mon[85960]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 23 KiB/s wr, 437 op/s 2024-08-04T16:42:58.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:58 smithi062 ceph-mon[85960]: osdmap e2797: 8 total, 8 up, 8 in 2024-08-04T16:42:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:58 smithi007 ceph-mon[92692]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 23 KiB/s wr, 437 op/s 2024-08-04T16:42:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:58 smithi007 ceph-mon[92692]: osdmap e2797: 8 total, 8 up, 8 in 2024-08-04T16:42:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:58 smithi007 ceph-mon[94998]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 23 KiB/s wr, 437 op/s 2024-08-04T16:42:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:58 smithi007 ceph-mon[94998]: osdmap e2797: 8 total, 8 up, 8 in 2024-08-04T16:42:59.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:42:59 smithi062 ceph-mon[85960]: osdmap e2798: 8 total, 8 up, 8 in 2024-08-04T16:42:59.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:42:59 smithi007 ceph-mon[92692]: osdmap e2798: 8 total, 8 up, 8 in 2024-08-04T16:42:59.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:42:59 smithi007 ceph-mon[94998]: osdmap e2798: 8 total, 8 up, 8 in 2024-08-04T16:43:00.516 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 72%] 2024-08-04T16:43:00.606 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 73%] 2024-08-04T16:43:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:00 smithi062 ceph-mon[85960]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 18 KiB/s wr, 206 op/s 2024-08-04T16:43:00.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:00 smithi062 ceph-mon[85960]: osdmap e2799: 8 total, 8 up, 8 in 2024-08-04T16:43:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:00 smithi007 ceph-mon[92692]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 18 KiB/s wr, 206 op/s 2024-08-04T16:43:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:00 smithi007 ceph-mon[92692]: osdmap e2799: 8 total, 8 up, 8 in 2024-08-04T16:43:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:00 smithi007 ceph-mon[94998]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 18 KiB/s wr, 206 op/s 2024-08-04T16:43:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:00 smithi007 ceph-mon[94998]: osdmap e2799: 8 total, 8 up, 8 in 2024-08-04T16:43:01.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:01 smithi062 ceph-mon[85960]: osdmap e2800: 8 total, 8 up, 8 in 2024-08-04T16:43:01.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:01 smithi062 ceph-mon[85960]: osdmap e2801: 8 total, 8 up, 8 in 2024-08-04T16:43:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:01 smithi007 ceph-mon[92692]: osdmap e2800: 8 total, 8 up, 8 in 2024-08-04T16:43:01.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:01 smithi007 ceph-mon[92692]: osdmap e2801: 8 total, 8 up, 8 in 2024-08-04T16:43:01.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:01 smithi007 ceph-mon[94998]: osdmap e2800: 8 total, 8 up, 8 in 2024-08-04T16:43:01.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:01 smithi007 ceph-mon[94998]: osdmap e2801: 8 total, 8 up, 8 in 2024-08-04T16:43:02.524 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 73%] 2024-08-04T16:43:02.655 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 74%] 2024-08-04T16:43:02.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:02 smithi062 ceph-mon[85960]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 19 KiB/s wr, 323 op/s 2024-08-04T16:43:02.662 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:43:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:43:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:43:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:02 smithi007 ceph-mon[92692]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 19 KiB/s wr, 323 op/s 2024-08-04T16:43:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:02 smithi007 ceph-mon[94998]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 19 KiB/s wr, 323 op/s 2024-08-04T16:43:03.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:03 smithi062 ceph-mon[85960]: osdmap e2802: 8 total, 8 up, 8 in 2024-08-04T16:43:03.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:03 smithi007 ceph-mon[94998]: osdmap e2802: 8 total, 8 up, 8 in 2024-08-04T16:43:03.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:03 smithi007 ceph-mon[92692]: osdmap e2802: 8 total, 8 up, 8 in 2024-08-04T16:43:04.531 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 75%] 2024-08-04T16:43:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:04 smithi062 ceph-mon[85960]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 11 KiB/s wr, 268 op/s 2024-08-04T16:43:04.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:04 smithi062 ceph-mon[85960]: osdmap e2803: 8 total, 8 up, 8 in 2024-08-04T16:43:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:04 smithi007 ceph-mon[92692]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 11 KiB/s wr, 268 op/s 2024-08-04T16:43:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:04 smithi007 ceph-mon[92692]: osdmap e2803: 8 total, 8 up, 8 in 2024-08-04T16:43:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:04 smithi007 ceph-mon[94998]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 11 KiB/s wr, 268 op/s 2024-08-04T16:43:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:04 smithi007 ceph-mon[94998]: osdmap e2803: 8 total, 8 up, 8 in 2024-08-04T16:43:05.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:05 smithi062 ceph-mon[85960]: osdmap e2804: 8 total, 8 up, 8 in 2024-08-04T16:43:05.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:05 smithi007 ceph-mon[92692]: osdmap e2804: 8 total, 8 up, 8 in 2024-08-04T16:43:05.910 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:05 smithi007 ceph-mon[94998]: osdmap e2804: 8 total, 8 up, 8 in 2024-08-04T16:43:06.435 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:43:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:43:06] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-08-04T16:43:06.499 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 75%] 2024-08-04T16:43:06.621 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 76%] 2024-08-04T16:43:06.745 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 76%] 2024-08-04T16:43:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:06 smithi062 ceph-mon[85960]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 288 KiB/s rd, 15 KiB/s wr, 375 op/s 2024-08-04T16:43:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:06 smithi062 ceph-mon[85960]: osdmap e2805: 8 total, 8 up, 8 in 2024-08-04T16:43:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:43:06.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:06 smithi062 ceph-mon[85960]: osdmap e2806: 8 total, 8 up, 8 in 2024-08-04T16:43:06.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:06 smithi007 ceph-mon[94998]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 288 KiB/s rd, 15 KiB/s wr, 375 op/s 2024-08-04T16:43:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:06 smithi007 ceph-mon[94998]: osdmap e2805: 8 total, 8 up, 8 in 2024-08-04T16:43:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:43:06.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:06 smithi007 ceph-mon[94998]: osdmap e2806: 8 total, 8 up, 8 in 2024-08-04T16:43:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:06 smithi007 ceph-mon[92692]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 288 KiB/s rd, 15 KiB/s wr, 375 op/s 2024-08-04T16:43:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:06 smithi007 ceph-mon[92692]: osdmap e2805: 8 total, 8 up, 8 in 2024-08-04T16:43:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:43:06.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:06 smithi007 ceph-mon[92692]: osdmap e2806: 8 total, 8 up, 8 in 2024-08-04T16:43:06.872 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 77%] 2024-08-04T16:43:07.531 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 77%] 2024-08-04T16:43:07.620 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 78%] 2024-08-04T16:43:07.715 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 79%] 2024-08-04T16:43:07.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:07 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2396919279' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/1464713358"}]: dispatch 2024-08-04T16:43:07.821 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 79%] 2024-08-04T16:43:07.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:07 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2396919279' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/1464713358"}]: dispatch 2024-08-04T16:43:07.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:07 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2396919279' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/1464713358"}]: dispatch 2024-08-04T16:43:07.918 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 80%] 2024-08-04T16:43:08.000 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 80%] 2024-08-04T16:43:08.091 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 81%] 2024-08-04T16:43:08.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:08 smithi062 ceph-mon[85960]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 18 KiB/s wr, 383 op/s 2024-08-04T16:43:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:08 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2396919279' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/1464713358"}]': finished 2024-08-04T16:43:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:08 smithi062 ceph-mon[85960]: osdmap e2807: 8 total, 8 up, 8 in 2024-08-04T16:43:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:08 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' 2024-08-04T16:43:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:08 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:43:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:08 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:43:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:08 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-04T16:43:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:08 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:43:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:08 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-04T16:43:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:08 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-04T16:43:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:08 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:43:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:08 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' 2024-08-04T16:43:08.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:08 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/35869983-d862-4284-ac97-7479b7fa7312"}]: dispatch 2024-08-04T16:43:08.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:08 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/35869983-d862-4284-ac97-7479b7fa7312"}]: dispatch 2024-08-04T16:43:08.763 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:08 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/35869983-d862-4284-ac97-7479b7fa7312"}]': finished 2024-08-04T16:43:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[92692]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 18 KiB/s wr, 383 op/s 2024-08-04T16:43:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2396919279' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/1464713358"}]': finished 2024-08-04T16:43:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[92692]: osdmap e2807: 8 total, 8 up, 8 in 2024-08-04T16:43:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' 2024-08-04T16:43:08.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:43:08.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:43:08.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-04T16:43:08.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:43:08.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-04T16:43:08.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-04T16:43:08.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:43:08.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' 2024-08-04T16:43:08.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/35869983-d862-4284-ac97-7479b7fa7312"}]: dispatch 2024-08-04T16:43:08.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/35869983-d862-4284-ac97-7479b7fa7312"}]: dispatch 2024-08-04T16:43:08.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/35869983-d862-4284-ac97-7479b7fa7312"}]': finished 2024-08-04T16:43:08.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[94998]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 18 KiB/s wr, 383 op/s 2024-08-04T16:43:08.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2396919279' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.7:0/1464713358"}]': finished 2024-08-04T16:43:08.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[94998]: osdmap e2807: 8 total, 8 up, 8 in 2024-08-04T16:43:08.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' 2024-08-04T16:43:08.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:43:08.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:43:08.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-04T16:43:08.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:43:08.838 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-04T16:43:08.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-04T16:43:08.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-04T16:43:08.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' 2024-08-04T16:43:08.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/35869983-d862-4284-ac97-7479b7fa7312"}]: dispatch 2024-08-04T16:43:08.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/35869983-d862-4284-ac97-7479b7fa7312"}]: dispatch 2024-08-04T16:43:08.839 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:08 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/35869983-d862-4284-ac97-7479b7fa7312"}]': finished 2024-08-04T16:43:10.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:09 smithi062 ceph-mon[85960]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 26 KiB/s wr, 410 op/s 2024-08-04T16:43:10.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:09 smithi062 ceph-mon[85960]: osdmap e2808: 8 total, 8 up, 8 in 2024-08-04T16:43:10.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:09 smithi007 ceph-mon[92692]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 26 KiB/s wr, 410 op/s 2024-08-04T16:43:10.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:09 smithi007 ceph-mon[92692]: osdmap e2808: 8 total, 8 up, 8 in 2024-08-04T16:43:10.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:09 smithi007 ceph-mon[94998]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 26 KiB/s wr, 410 op/s 2024-08-04T16:43:10.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:09 smithi007 ceph-mon[94998]: osdmap e2808: 8 total, 8 up, 8 in 2024-08-04T16:43:11.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:10 smithi062 ceph-mon[85960]: osdmap e2809: 8 total, 8 up, 8 in 2024-08-04T16:43:11.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:10 smithi007 ceph-mon[92692]: osdmap e2809: 8 total, 8 up, 8 in 2024-08-04T16:43:11.336 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:10 smithi007 ceph-mon[94998]: osdmap e2809: 8 total, 8 up, 8 in 2024-08-04T16:43:12.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:11 smithi062 ceph-mon[85960]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 453 KiB/s rd, 36 KiB/s wr, 627 op/s 2024-08-04T16:43:12.261 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:11 smithi062 ceph-mon[85960]: osdmap e2810: 8 total, 8 up, 8 in 2024-08-04T16:43:12.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:11 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/b3ecbbaa-639c-43c9-acba-726bb8af712a"}]: dispatch 2024-08-04T16:43:12.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:11 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/b3ecbbaa-639c-43c9-acba-726bb8af712a"}]': finished 2024-08-04T16:43:12.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:11 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/9026cea4-50f8-45b1-b264-ef0fb99800e7"}]: dispatch 2024-08-04T16:43:12.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:11 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/9026cea4-50f8-45b1-b264-ef0fb99800e7"}]': finished 2024-08-04T16:43:12.262 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:11 smithi062 ceph-mon[85960]: osdmap e2811: 8 total, 8 up, 8 in 2024-08-04T16:43:12.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:11 smithi007 ceph-mon[92692]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 453 KiB/s rd, 36 KiB/s wr, 627 op/s 2024-08-04T16:43:12.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:11 smithi007 ceph-mon[92692]: osdmap e2810: 8 total, 8 up, 8 in 2024-08-04T16:43:12.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:11 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/b3ecbbaa-639c-43c9-acba-726bb8af712a"}]: dispatch 2024-08-04T16:43:12.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:11 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/b3ecbbaa-639c-43c9-acba-726bb8af712a"}]': finished 2024-08-04T16:43:12.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:11 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/9026cea4-50f8-45b1-b264-ef0fb99800e7"}]: dispatch 2024-08-04T16:43:12.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:11 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/9026cea4-50f8-45b1-b264-ef0fb99800e7"}]': finished 2024-08-04T16:43:12.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:11 smithi007 ceph-mon[92692]: osdmap e2811: 8 total, 8 up, 8 in 2024-08-04T16:43:12.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:11 smithi007 ceph-mon[94998]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 453 KiB/s rd, 36 KiB/s wr, 627 op/s 2024-08-04T16:43:12.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:11 smithi007 ceph-mon[94998]: osdmap e2810: 8 total, 8 up, 8 in 2024-08-04T16:43:12.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:11 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/b3ecbbaa-639c-43c9-acba-726bb8af712a"}]: dispatch 2024-08-04T16:43:12.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:11 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/b3ecbbaa-639c-43c9-acba-726bb8af712a"}]': finished 2024-08-04T16:43:12.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:11 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/9026cea4-50f8-45b1-b264-ef0fb99800e7"}]: dispatch 2024-08-04T16:43:12.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:11 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/9026cea4-50f8-45b1-b264-ef0fb99800e7"}]': finished 2024-08-04T16:43:12.337 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:11 smithi007 ceph-mon[94998]: osdmap e2811: 8 total, 8 up, 8 in 2024-08-04T16:43:12.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:43:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:43:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:43:13.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:13 smithi062 ceph-mon[85960]: osdmap e2812: 8 total, 8 up, 8 in 2024-08-04T16:43:13.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:13 smithi007 ceph-mon[92692]: osdmap e2812: 8 total, 8 up, 8 in 2024-08-04T16:43:13.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:13 smithi007 ceph-mon[94998]: osdmap e2812: 8 total, 8 up, 8 in 2024-08-04T16:43:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:14 smithi062 ceph-mon[85960]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 283 KiB/s rd, 18 KiB/s wr, 388 op/s 2024-08-04T16:43:14.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:14 smithi062 ceph-mon[85960]: osdmap e2813: 8 total, 8 up, 8 in 2024-08-04T16:43:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:14 smithi007 ceph-mon[92692]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 283 KiB/s rd, 18 KiB/s wr, 388 op/s 2024-08-04T16:43:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:14 smithi007 ceph-mon[92692]: osdmap e2813: 8 total, 8 up, 8 in 2024-08-04T16:43:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:14 smithi007 ceph-mon[94998]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 283 KiB/s rd, 18 KiB/s wr, 388 op/s 2024-08-04T16:43:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:14 smithi007 ceph-mon[94998]: osdmap e2813: 8 total, 8 up, 8 in 2024-08-04T16:43:15.482 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 81%] 2024-08-04T16:43:15.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:15 smithi062 ceph-mon[85960]: osdmap e2814: 8 total, 8 up, 8 in 2024-08-04T16:43:15.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:15 smithi007 ceph-mon[92692]: osdmap e2814: 8 total, 8 up, 8 in 2024-08-04T16:43:15.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:15 smithi007 ceph-mon[94998]: osdmap e2814: 8 total, 8 up, 8 in 2024-08-04T16:43:16.407 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:43:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:43:16] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-08-04T16:43:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:16 smithi062 ceph-mon[85960]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 KiB/s wr, 17 op/s 2024-08-04T16:43:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:16 smithi062 ceph-mon[85960]: osdmap e2815: 8 total, 8 up, 8 in 2024-08-04T16:43:16.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:16 smithi062 ceph-mon[85960]: osdmap e2816: 8 total, 8 up, 8 in 2024-08-04T16:43:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:16 smithi007 ceph-mon[92692]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 KiB/s wr, 17 op/s 2024-08-04T16:43:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:16 smithi007 ceph-mon[92692]: osdmap e2815: 8 total, 8 up, 8 in 2024-08-04T16:43:16.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:16 smithi007 ceph-mon[92692]: osdmap e2816: 8 total, 8 up, 8 in 2024-08-04T16:43:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:16 smithi007 ceph-mon[94998]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 KiB/s wr, 17 op/s 2024-08-04T16:43:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:16 smithi007 ceph-mon[94998]: osdmap e2815: 8 total, 8 up, 8 in 2024-08-04T16:43:16.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:16 smithi007 ceph-mon[94998]: osdmap e2816: 8 total, 8 up, 8 in 2024-08-04T16:43:18.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:18 smithi062 ceph-mon[85960]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 8.7 KiB/s wr, 193 op/s 2024-08-04T16:43:18.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:18 smithi062 ceph-mon[85960]: osdmap e2817: 8 total, 8 up, 8 in 2024-08-04T16:43:18.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:18 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/e7d6a91e-5ec6-41ba-a4f1-a7d316e090be"}]: dispatch 2024-08-04T16:43:18.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:18 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/e7d6a91e-5ec6-41ba-a4f1-a7d316e090be"}]': finished 2024-08-04T16:43:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:18 smithi007 ceph-mon[92692]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 8.7 KiB/s wr, 193 op/s 2024-08-04T16:43:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:18 smithi007 ceph-mon[92692]: osdmap e2817: 8 total, 8 up, 8 in 2024-08-04T16:43:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:18 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/e7d6a91e-5ec6-41ba-a4f1-a7d316e090be"}]: dispatch 2024-08-04T16:43:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:18 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/e7d6a91e-5ec6-41ba-a4f1-a7d316e090be"}]': finished 2024-08-04T16:43:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:18 smithi007 ceph-mon[94998]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 8.7 KiB/s wr, 193 op/s 2024-08-04T16:43:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:18 smithi007 ceph-mon[94998]: osdmap e2817: 8 total, 8 up, 8 in 2024-08-04T16:43:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:18 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/e7d6a91e-5ec6-41ba-a4f1-a7d316e090be"}]: dispatch 2024-08-04T16:43:18.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:18 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3010997338' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/e7d6a91e-5ec6-41ba-a4f1-a7d316e090be"}]': finished 2024-08-04T16:43:19.533 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 82%] 2024-08-04T16:43:19.610 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 83%] 2024-08-04T16:43:19.748 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 83%] 2024-08-04T16:43:19.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:19 smithi062 ceph-mon[85960]: osdmap e2818: 8 total, 8 up, 8 in 2024-08-04T16:43:19.820 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 84%] 2024-08-04T16:43:19.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:19 smithi007 ceph-mon[92692]: osdmap e2818: 8 total, 8 up, 8 in 2024-08-04T16:43:19.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:19 smithi007 ceph-mon[94998]: osdmap e2818: 8 total, 8 up, 8 in 2024-08-04T16:43:19.890 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 84%] 2024-08-04T16:43:19.962 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 85%] 2024-08-04T16:43:20.035 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 86%] 2024-08-04T16:43:20.170 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 86%] 2024-08-04T16:43:20.286 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 87%] 2024-08-04T16:43:20.293 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 87%] 2024-08-04T16:43:20.301 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 88%] 2024-08-04T16:43:20.302 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 88%] 2024-08-04T16:43:20.309 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 89%] 2024-08-04T16:43:20.316 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 90%] 2024-08-04T16:43:20.405 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 90%] 2024-08-04T16:43:20.486 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 91%] 2024-08-04T16:43:20.585 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 91%] 2024-08-04T16:43:20.708 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 92%] 2024-08-04T16:43:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:20 smithi062 ceph-mon[85960]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 8.7 KiB/s wr, 192 op/s 2024-08-04T16:43:20.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:20 smithi062 ceph-mon[85960]: osdmap e2819: 8 total, 8 up, 8 in 2024-08-04T16:43:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:20 smithi007 ceph-mon[92692]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 8.7 KiB/s wr, 192 op/s 2024-08-04T16:43:20.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:20 smithi007 ceph-mon[92692]: osdmap e2819: 8 total, 8 up, 8 in 2024-08-04T16:43:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:20 smithi007 ceph-mon[94998]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 8.7 KiB/s wr, 192 op/s 2024-08-04T16:43:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:20 smithi007 ceph-mon[94998]: osdmap e2819: 8 total, 8 up, 8 in 2024-08-04T16:43:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:43:21.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:21 smithi062 ceph-mon[85960]: osdmap e2820: 8 total, 8 up, 8 in 2024-08-04T16:43:21.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:43:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:21 smithi007 ceph-mon[92692]: osdmap e2820: 8 total, 8 up, 8 in 2024-08-04T16:43:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:43:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:21 smithi007 ceph-mon[94998]: osdmap e2820: 8 total, 8 up, 8 in 2024-08-04T16:43:22.294 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 93%] 2024-08-04T16:43:22.401 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 93%] 2024-08-04T16:43:22.493 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 94%] 2024-08-04T16:43:22.597 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 94%] 2024-08-04T16:43:22.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:22 smithi062 ceph-mon[85960]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 8.5 KiB/s wr, 109 op/s 2024-08-04T16:43:22.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:43:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:43:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:43:22.767 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 95%] 2024-08-04T16:43:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:22 smithi007 ceph-mon[94998]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 8.5 KiB/s wr, 109 op/s 2024-08-04T16:43:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:22 smithi007 ceph-mon[92692]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 8.5 KiB/s wr, 109 op/s 2024-08-04T16:43:24.581 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 95%] 2024-08-04T16:43:24.680 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 96%] 2024-08-04T16:43:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:24 smithi062 ceph-mon[85960]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 16 KiB/s wr, 256 op/s 2024-08-04T16:43:24.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:24 smithi062 ceph-mon[85960]: osdmap e2821: 8 total, 8 up, 8 in 2024-08-04T16:43:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:24 smithi007 ceph-mon[94998]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 16 KiB/s wr, 256 op/s 2024-08-04T16:43:24.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:24 smithi007 ceph-mon[94998]: osdmap e2821: 8 total, 8 up, 8 in 2024-08-04T16:43:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:24 smithi007 ceph-mon[92692]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 16 KiB/s wr, 256 op/s 2024-08-04T16:43:24.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:24 smithi007 ceph-mon[92692]: osdmap e2821: 8 total, 8 up, 8 in 2024-08-04T16:43:25.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:25 smithi062 ceph-mon[85960]: osdmap e2822: 8 total, 8 up, 8 in 2024-08-04T16:43:25.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:25 smithi007 ceph-mon[94998]: osdmap e2822: 8 total, 8 up, 8 in 2024-08-04T16:43:25.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:25 smithi007 ceph-mon[92692]: osdmap e2822: 8 total, 8 up, 8 in 2024-08-04T16:43:26.469 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:43:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:43:26] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2024-08-04T16:43:26.515 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 97%] 2024-08-04T16:43:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:26 smithi062 ceph-mon[85960]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 734 KiB/s rd, 93 KiB/s wr, 1.05k op/s 2024-08-04T16:43:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:26 smithi062 ceph-mon[85960]: osdmap e2823: 8 total, 8 up, 8 in 2024-08-04T16:43:26.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:26 smithi062 ceph-mon[85960]: osdmap e2824: 8 total, 8 up, 8 in 2024-08-04T16:43:26.786 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 97%] 2024-08-04T16:43:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:26 smithi007 ceph-mon[94998]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 734 KiB/s rd, 93 KiB/s wr, 1.05k op/s 2024-08-04T16:43:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:26 smithi007 ceph-mon[94998]: osdmap e2823: 8 total, 8 up, 8 in 2024-08-04T16:43:26.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:26 smithi007 ceph-mon[94998]: osdmap e2824: 8 total, 8 up, 8 in 2024-08-04T16:43:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:26 smithi007 ceph-mon[92692]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 734 KiB/s rd, 93 KiB/s wr, 1.05k op/s 2024-08-04T16:43:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:26 smithi007 ceph-mon[92692]: osdmap e2823: 8 total, 8 up, 8 in 2024-08-04T16:43:26.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:26 smithi007 ceph-mon[92692]: osdmap e2824: 8 total, 8 up, 8 in 2024-08-04T16:43:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:28 smithi062 ceph-mon[85960]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 126 KiB/s wr, 1.64k op/s 2024-08-04T16:43:28.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:28 smithi062 ceph-mon[85960]: osdmap e2825: 8 total, 8 up, 8 in 2024-08-04T16:43:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:28 smithi007 ceph-mon[92692]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 126 KiB/s wr, 1.64k op/s 2024-08-04T16:43:28.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:28 smithi007 ceph-mon[92692]: osdmap e2825: 8 total, 8 up, 8 in 2024-08-04T16:43:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:28 smithi007 ceph-mon[94998]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 126 KiB/s wr, 1.64k op/s 2024-08-04T16:43:28.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:28 smithi007 ceph-mon[94998]: osdmap e2825: 8 total, 8 up, 8 in 2024-08-04T16:43:29.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:29 smithi062 ceph-mon[85960]: osdmap e2826: 8 total, 8 up, 8 in 2024-08-04T16:43:29.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:43:29.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:43:29.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:43:29.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:29 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:43:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:29 smithi007 ceph-mon[92692]: osdmap e2826: 8 total, 8 up, 8 in 2024-08-04T16:43:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:43:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:43:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:43:29.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:29 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:43:29.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:29 smithi007 ceph-mon[94998]: osdmap e2826: 8 total, 8 up, 8 in 2024-08-04T16:43:29.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:43:29.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:43:29.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:43:29.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:29 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:43:30.658 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-08-04T16:43:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:30 smithi062 ceph-mon[85960]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 639 KiB/s rd, 36 KiB/s wr, 877 op/s 2024-08-04T16:43:30.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:30 smithi062 ceph-mon[85960]: osdmap e2827: 8 total, 8 up, 8 in 2024-08-04T16:43:30.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:30 smithi007 ceph-mon[92692]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 639 KiB/s rd, 36 KiB/s wr, 877 op/s 2024-08-04T16:43:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:30 smithi007 ceph-mon[92692]: osdmap e2827: 8 total, 8 up, 8 in 2024-08-04T16:43:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:30 smithi007 ceph-mon[94998]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 639 KiB/s rd, 36 KiB/s wr, 877 op/s 2024-08-04T16:43:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:30 smithi007 ceph-mon[94998]: osdmap e2827: 8 total, 8 up, 8 in 2024-08-04T16:43:30.870 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-08-04T16:43:31.052 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-08-04T16:43:31.410 INFO:tasks.workunit.client.0.smithi007.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-08-04T16:43:31.410 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:43:31.410 INFO:tasks.workunit.client.0.smithi007.stdout:================== 164 passed, 8 skipped in 623.21s (0:10:23) ================== 2024-08-04T16:43:31.434 INFO:tasks.workunit.client.0.smithi007.stderr:+ exit 0 2024-08-04T16:43:31.434 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T16:43:31.434 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T16:43:31.462 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-08-04T16:43:31.463 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-04T16:43:31.729 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:31 smithi007 ceph-mon[92692]: osdmap e2828: 8 total, 8 up, 8 in 2024-08-04T16:43:31.729 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:31 smithi007 ceph-mon[92692]: osdmap e2829: 8 total, 8 up, 8 in 2024-08-04T16:43:31.729 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:31 smithi007 ceph-mon[94998]: osdmap e2828: 8 total, 8 up, 8 in 2024-08-04T16:43:31.729 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:31 smithi007 ceph-mon[94998]: osdmap e2829: 8 total, 8 up, 8 in 2024-08-04T16:43:31.730 DEBUG:teuthology.parallel:result is None 2024-08-04T16:43:31.731 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-04T16:43:31.757 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-04T16:43:31.757 DEBUG:teuthology.orchestra.run.smithi007:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-04T16:43:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:31 smithi062 ceph-mon[85960]: osdmap e2828: 8 total, 8 up, 8 in 2024-08-04T16:43:31.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:31 smithi062 ceph-mon[85960]: osdmap e2829: 8 total, 8 up, 8 in 2024-08-04T16:43:31.813 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-04T16:43:31.813 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-04T16:43:31.813 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-08-04T16:43:31.814 DEBUG:teuthology.parallel:result is None 2024-08-04T16:43:31.814 INFO:teuthology.run_tasks:Running task print... 2024-08-04T16:43:31.826 INFO:teuthology.task.print:**** done end parallel 2024-08-04T16:43:31.826 INFO:teuthology.run_tasks:Running task print... 2024-08-04T16:43:31.834 INFO:teuthology.task.print:**** done start telemetry x... 2024-08-04T16:43:31.834 INFO:teuthology.run_tasks:Running task workunit... 2024-08-04T16:43:31.843 INFO:tasks.workunit:Pulling workunits from ref 26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea 2024-08-04T16:43:31.843 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-04T16:43:31.844 DEBUG:teuthology.orchestra.run.smithi007:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-04T16:43:31.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-04T16:43:31.869 INFO:teuthology.orchestra.run.smithi007.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-04T16:43:31.869 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-04T16:43:31.924 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-04T16:43:31.924 DEBUG:teuthology.orchestra.run.smithi007:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-04T16:43:31.980 INFO:tasks.workunit:timeout=3h 2024-08-04T16:43:31.980 INFO:tasks.workunit:cleanup=True 2024-08-04T16:43:31.980 DEBUG:teuthology.orchestra.run.smithi007:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea 2024-08-04T16:43:32.036 INFO:tasks.workunit.client.0.smithi007.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-04T16:43:32.662 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:32 smithi062 ceph-mon[85960]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 373 KiB/s rd, 19 KiB/s wr, 476 op/s 2024-08-04T16:43:32.663 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:43:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:43:32.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:32 smithi007 ceph-mon[92692]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 373 KiB/s rd, 19 KiB/s wr, 476 op/s 2024-08-04T16:43:32.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:32 smithi007 ceph-mon[94998]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 373 KiB/s rd, 19 KiB/s wr, 476 op/s 2024-08-04T16:43:34.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:34 smithi062 ceph-mon[85960]: pgmap v4790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:34.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:34 smithi007 ceph-mon[92692]: pgmap v4790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:34.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:34 smithi007 ceph-mon[94998]: pgmap v4790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:36.506 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:43:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:43:36] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2024-08-04T16:43:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:36 smithi062 ceph-mon[85960]: pgmap v4791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:36.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:43:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:36 smithi007 ceph-mon[92692]: pgmap v4791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:36.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:43:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:36 smithi007 ceph-mon[94998]: pgmap v4791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:36.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:43:38.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:38 smithi062 ceph-mon[85960]: pgmap v4792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:38.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:38 smithi007 ceph-mon[92692]: pgmap v4792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:38.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:38 smithi007 ceph-mon[94998]: pgmap v4792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:40.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:40 smithi007 ceph-mon[92692]: pgmap v4793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:40.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:40 smithi007 ceph-mon[94998]: pgmap v4793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:40 smithi062 ceph-mon[85960]: pgmap v4793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:42 smithi062 ceph-mon[85960]: pgmap v4794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:43:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:43:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:43:42.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:42 smithi007 ceph-mon[94998]: pgmap v4794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:42.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:42 smithi007 ceph-mon[92692]: pgmap v4794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:44.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:44 smithi007 ceph-mon[92692]: pgmap v4795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:44.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:44 smithi007 ceph-mon[94998]: pgmap v4795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:45.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:44 smithi062 ceph-mon[85960]: pgmap v4795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:46.518 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:43:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:43:46] "GET /metrics HTTP/1.1" 200 34147 "" "Prometheus/2.43.0" 2024-08-04T16:43:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:46 smithi007 ceph-mon[92692]: pgmap v4796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:46.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:46 smithi007 ceph-mon[94998]: pgmap v4796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:47.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:46 smithi062 ceph-mon[85960]: pgmap v4796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:48.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:48 smithi007 ceph-mon[92692]: pgmap v4797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:48.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:48 smithi007 ceph-mon[94998]: pgmap v4797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:49.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:48 smithi062 ceph-mon[85960]: pgmap v4797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:50 smithi007 ceph-mon[92692]: pgmap v4798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:50 smithi007 ceph-mon[94998]: pgmap v4798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:51.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:50 smithi062 ceph-mon[85960]: pgmap v4798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:51.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:51 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:43:51.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:51 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:43:52.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:51 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:43:52.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:52 smithi062 ceph-mon[85960]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:52.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:43:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:43:52.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:52 smithi007 ceph-mon[94998]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:52.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:52 smithi007 ceph-mon[92692]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:54.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:54 smithi007 ceph-mon[92692]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:54.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:54 smithi007 ceph-mon[94998]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:55.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:54 smithi062 ceph-mon[85960]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:56.534 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:43:56 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:43:56] "GET /metrics HTTP/1.1" 200 34147 "" "Prometheus/2.43.0" 2024-08-04T16:43:56.535 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:56 smithi007 ceph-mon[92692]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:56.535 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:56 smithi007 ceph-mon[94998]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:57.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:56 smithi062 ceph-mon[85960]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:58.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:43:58 smithi007 ceph-mon[92692]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:58.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:43:58 smithi007 ceph-mon[94998]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:43:59.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:43:58 smithi062 ceph-mon[85960]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:00.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:00 smithi007 ceph-mon[92692]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:00.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:00 smithi007 ceph-mon[94998]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:01.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:00 smithi062 ceph-mon[85960]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:02.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:02 smithi062 ceph-mon[85960]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:02.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:44:02 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:44:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:44:02.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:02 smithi007 ceph-mon[92692]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:02.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:02 smithi007 ceph-mon[94998]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:04.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:04 smithi007 ceph-mon[92692]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:04.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:04 smithi007 ceph-mon[94998]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:05.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:04 smithi062 ceph-mon[85960]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:06.547 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:06 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:44:06] "GET /metrics HTTP/1.1" 200 34147 "" "Prometheus/2.43.0" 2024-08-04T16:44:06.547 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:06 smithi007 ceph-mon[92692]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:06.547 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:06 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:44:06.548 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:06 smithi007 ceph-mon[94998]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:06.548 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:06 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:44:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:06 smithi062 ceph-mon[85960]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:07.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:06 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:44:08.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:08 smithi007 ceph-mon[92692]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:08.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:08 smithi007 ceph-mon[94998]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:09.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:08 smithi062 ceph-mon[85960]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:10.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:10 smithi007 ceph-mon[92692]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:10.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:10 smithi007 ceph-mon[94998]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:11.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:10 smithi062 ceph-mon[85960]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:12.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:12 smithi062 ceph-mon[85960]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:12.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:44:12 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:44:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:44:12.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:12 smithi007 ceph-mon[94998]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:12.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:12 smithi007 ceph-mon[92692]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:14.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:14 smithi007 ceph-mon[92692]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:14.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:14 smithi007 ceph-mon[94998]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:15.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:14 smithi062 ceph-mon[85960]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:16.559 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:16 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:44:16] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-08-04T16:44:16.560 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:16 smithi007 ceph-mon[92692]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:16.835 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:16 smithi007 ceph-mon[94998]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:17.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:16 smithi062 ceph-mon[85960]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:18.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:18 smithi007 ceph-mon[92692]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:18.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:18 smithi007 ceph-mon[94998]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:19.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:18 smithi062 ceph-mon[85960]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:19.565 INFO:tasks.workunit.client.0.smithi007.stderr:Updating files: 96% (11644/12088) Updating files: 97% (11726/12088) Updating files: 98% (11847/12088) Updating files: 99% (11968/12088) Updating files: 100% (12088/12088) Updating files: 100% (12088/12088), done. 2024-08-04T16:44:20.458 INFO:tasks.workunit.client.0.smithi007.stderr:Note: switching to '26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea'. 2024-08-04T16:44:20.458 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T16:44:20.458 INFO:tasks.workunit.client.0.smithi007.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-04T16:44:20.458 INFO:tasks.workunit.client.0.smithi007.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-04T16:44:20.458 INFO:tasks.workunit.client.0.smithi007.stderr:state without impacting any branches by switching back to a branch. 2024-08-04T16:44:20.458 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T16:44:20.458 INFO:tasks.workunit.client.0.smithi007.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-04T16:44:20.458 INFO:tasks.workunit.client.0.smithi007.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-04T16:44:20.458 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T16:44:20.458 INFO:tasks.workunit.client.0.smithi007.stderr: git switch -c 2024-08-04T16:44:20.458 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T16:44:20.458 INFO:tasks.workunit.client.0.smithi007.stderr:Or undo this operation with: 2024-08-04T16:44:20.458 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T16:44:20.459 INFO:tasks.workunit.client.0.smithi007.stderr: git switch - 2024-08-04T16:44:20.459 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T16:44:20.459 INFO:tasks.workunit.client.0.smithi007.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-04T16:44:20.459 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T16:44:20.459 INFO:tasks.workunit.client.0.smithi007.stderr:HEAD is now at 26c3fb8e197 Merge pull request #58932 from cbodley/wip-67267-squid 2024-08-04T16:44:20.462 DEBUG:teuthology.orchestra.run.smithi007:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-04T16:44:20.519 INFO:tasks.workunit.client.0.smithi007.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-04T16:44:20.522 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-04T16:44:20.522 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-04T16:44:20.572 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-04T16:44:20.623 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-04T16:44:20.663 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-04T16:44:20.665 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-04T16:44:20.665 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-04T16:44:20.705 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-04T16:44:20.709 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-08-04T16:44:20.709 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-04T16:44:20.766 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy_x.sh on client.0... 2024-08-04T16:44:20.767 INFO:tasks.workunit:Running workunit test_telemetry_quincy_x.sh... 2024-08-04T16:44:20.767 DEBUG:teuthology.orchestra.run.smithi007:workunit test test_telemetry_quincy_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy_x.sh 2024-08-04T16:44:20.826 INFO:tasks.workunit.client.0.smithi007.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-04T16:44:20.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:20 smithi007 ceph-mon[92692]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:20.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:20 smithi007 ceph-mon[94998]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:21.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:20 smithi062 ceph-mon[85960]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:21.224 INFO:tasks.workunit.client.0.smithi007.stderr:+ LAST_OPT_REVISION=1 2024-08-04T16:44:21.224 INFO:tasks.workunit.client.0.smithi007.stderr:+ '[' 1 -ne 1 ']' 2024-08-04T16:44:21.224 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph -s 2024-08-04T16:44:21.766 INFO:tasks.workunit.client.0.smithi007.stdout: cluster: 2024-08-04T16:44:21.766 INFO:tasks.workunit.client.0.smithi007.stdout: id: ac1a6012-5274-11ef-bcca-c7b262605968 2024-08-04T16:44:21.766 INFO:tasks.workunit.client.0.smithi007.stdout: health: HEALTH_WARN 2024-08-04T16:44:21.766 INFO:tasks.workunit.client.0.smithi007.stdout: Telemetry requires re-opt-in 2024-08-04T16:44:21.766 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:44:21.766 INFO:tasks.workunit.client.0.smithi007.stdout: services: 2024-08-04T16:44:21.767 INFO:tasks.workunit.client.0.smithi007.stdout: mon: 3 daemons, quorum a,b,c (age 73m) 2024-08-04T16:44:21.767 INFO:tasks.workunit.client.0.smithi007.stdout: mgr: y(active, since 74m), standbys: x 2024-08-04T16:44:21.767 INFO:tasks.workunit.client.0.smithi007.stdout: mds: 1/1 daemons up, 1 standby 2024-08-04T16:44:21.767 INFO:tasks.workunit.client.0.smithi007.stdout: osd: 8 osds: 8 up (since 68m), 8 in (since 81m) 2024-08-04T16:44:21.767 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:44:21.767 INFO:tasks.workunit.client.0.smithi007.stdout: data: 2024-08-04T16:44:21.768 INFO:tasks.workunit.client.0.smithi007.stdout: volumes: 1/1 healthy 2024-08-04T16:44:21.768 INFO:tasks.workunit.client.0.smithi007.stdout: pools: 4 pools, 105 pgs 2024-08-04T16:44:21.768 INFO:tasks.workunit.client.0.smithi007.stdout: objects: 28 objects, 4.6 MiB 2024-08-04T16:44:21.768 INFO:tasks.workunit.client.0.smithi007.stdout: usage: 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:21.768 INFO:tasks.workunit.client.0.smithi007.stdout: pgs: 105 active+clean 2024-08-04T16:44:21.768 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-08-04T16:44:21.777 INFO:tasks.workunit.client.0.smithi007.stderr:++ ceph telemetry collection ls 2024-08-04T16:44:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:21 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/107306912' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-04T16:44:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:21 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:44:21.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:21 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/107306912' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-04T16:44:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:21 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/107306912' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-04T16:44:21.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:21 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:44:21.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:21 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/107306912' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-04T16:44:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:21 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/107306912' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-04T16:44:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:21 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:44:22.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:21 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/107306912' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-04T16:44:22.291 INFO:tasks.workunit.client.0.smithi007.stderr:+ COLLECTIONS='New collections are available: 2024-08-04T16:44:22.292 INFO:tasks.workunit.client.0.smithi007.stderr:['\''basic_pool_flags'\''] 2024-08-04T16:44:22.292 INFO:tasks.workunit.client.0.smithi007.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-04T16:44:22.292 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T16:44:22.292 INFO:tasks.workunit.client.0.smithi007.stderr:NAME STATUS DESC 2024-08-04T16:44:22.292 INFO:tasks.workunit.client.0.smithi007.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-04T16:44:22.292 INFO:tasks.workunit.client.0.smithi007.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-04T16:44:22.292 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-04T16:44:22.292 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-04T16:44:22.292 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-04T16:44:22.292 INFO:tasks.workunit.client.0.smithi007.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-04T16:44:22.292 INFO:tasks.workunit.client.0.smithi007.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-04T16:44:22.292 INFO:tasks.workunit.client.0.smithi007.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-04T16:44:22.293 INFO:tasks.workunit.client.0.smithi007.stderr:device_base REPORTING Information about device health metrics 2024-08-04T16:44:22.293 INFO:tasks.workunit.client.0.smithi007.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-04T16:44:22.293 INFO:tasks.workunit.client.0.smithi007.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-04T16:44:22.293 INFO:tasks.workunit.client.0.smithi007.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-08-04T16:44:22.293 INFO:tasks.workunit.client.0.smithi007.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-08-04T16:44:22.293 INFO:tasks.workunit.client.0.smithi007.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-04T16:44:22.293 INFO:tasks.workunit.client.0.smithi007.stderr:+ [[ New collections are available: 2024-08-04T16:44:22.293 INFO:tasks.workunit.client.0.smithi007.stderr:['basic_pool_flags'] 2024-08-04T16:44:22.293 INFO:tasks.workunit.client.0.smithi007.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-04T16:44:22.294 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T16:44:22.294 INFO:tasks.workunit.client.0.smithi007.stderr:NAME STATUS DESC 2024-08-04T16:44:22.294 INFO:tasks.workunit.client.0.smithi007.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-04T16:44:22.294 INFO:tasks.workunit.client.0.smithi007.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-04T16:44:22.294 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-04T16:44:22.294 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-04T16:44:22.294 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-04T16:44:22.294 INFO:tasks.workunit.client.0.smithi007.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-04T16:44:22.295 INFO:tasks.workunit.client.0.smithi007.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-04T16:44:22.295 INFO:tasks.workunit.client.0.smithi007.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-04T16:44:22.295 INFO:tasks.workunit.client.0.smithi007.stderr:device_base REPORTING Information about device health metrics 2024-08-04T16:44:22.295 INFO:tasks.workunit.client.0.smithi007.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-04T16:44:22.295 INFO:tasks.workunit.client.0.smithi007.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-04T16:44:22.295 INFO:tasks.workunit.client.0.smithi007.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-08-04T16:44:22.295 INFO:tasks.workunit.client.0.smithi007.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-04T16:44:22.295 INFO:tasks.workunit.client.0.smithi007.stderr:+ [[ New collections are available: 2024-08-04T16:44:22.295 INFO:tasks.workunit.client.0.smithi007.stderr:['basic_pool_flags'] 2024-08-04T16:44:22.296 INFO:tasks.workunit.client.0.smithi007.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-04T16:44:22.296 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T16:44:22.296 INFO:tasks.workunit.client.0.smithi007.stderr:NAME STATUS DESC 2024-08-04T16:44:22.296 INFO:tasks.workunit.client.0.smithi007.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-04T16:44:22.296 INFO:tasks.workunit.client.0.smithi007.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-04T16:44:22.296 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-04T16:44:22.297 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-04T16:44:22.297 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-04T16:44:22.297 INFO:tasks.workunit.client.0.smithi007.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-04T16:44:22.297 INFO:tasks.workunit.client.0.smithi007.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-04T16:44:22.297 INFO:tasks.workunit.client.0.smithi007.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-04T16:44:22.297 INFO:tasks.workunit.client.0.smithi007.stderr:device_base REPORTING Information about device health metrics 2024-08-04T16:44:22.297 INFO:tasks.workunit.client.0.smithi007.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-04T16:44:22.297 INFO:tasks.workunit.client.0.smithi007.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-04T16:44:22.298 INFO:tasks.workunit.client.0.smithi007.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-04T16:44:22.298 INFO:tasks.workunit.client.0.smithi007.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-04T16:44:22.298 INFO:tasks.workunit.client.0.smithi007.stderr:+ [[ New collections are available: 2024-08-04T16:44:22.298 INFO:tasks.workunit.client.0.smithi007.stderr:['basic_pool_flags'] 2024-08-04T16:44:22.298 INFO:tasks.workunit.client.0.smithi007.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-04T16:44:22.299 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T16:44:22.299 INFO:tasks.workunit.client.0.smithi007.stderr:NAME STATUS DESC 2024-08-04T16:44:22.299 INFO:tasks.workunit.client.0.smithi007.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-04T16:44:22.299 INFO:tasks.workunit.client.0.smithi007.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-04T16:44:22.299 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-04T16:44:22.299 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-04T16:44:22.299 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-04T16:44:22.299 INFO:tasks.workunit.client.0.smithi007.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-04T16:44:22.299 INFO:tasks.workunit.client.0.smithi007.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-04T16:44:22.300 INFO:tasks.workunit.client.0.smithi007.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-04T16:44:22.300 INFO:tasks.workunit.client.0.smithi007.stderr:device_base REPORTING Information about device health metrics 2024-08-04T16:44:22.300 INFO:tasks.workunit.client.0.smithi007.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-04T16:44:22.300 INFO:tasks.workunit.client.0.smithi007.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-04T16:44:22.300 INFO:tasks.workunit.client.0.smithi007.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-04T16:44:22.300 INFO:tasks.workunit.client.0.smithi007.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-04T16:44:22.300 INFO:tasks.workunit.client.0.smithi007.stderr:+ [[ New collections are available: 2024-08-04T16:44:22.300 INFO:tasks.workunit.client.0.smithi007.stderr:['basic_pool_flags'] 2024-08-04T16:44:22.300 INFO:tasks.workunit.client.0.smithi007.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-04T16:44:22.300 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T16:44:22.300 INFO:tasks.workunit.client.0.smithi007.stderr:NAME STATUS DESC 2024-08-04T16:44:22.301 INFO:tasks.workunit.client.0.smithi007.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-04T16:44:22.301 INFO:tasks.workunit.client.0.smithi007.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-04T16:44:22.301 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-04T16:44:22.301 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-04T16:44:22.301 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-04T16:44:22.301 INFO:tasks.workunit.client.0.smithi007.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-04T16:44:22.301 INFO:tasks.workunit.client.0.smithi007.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-04T16:44:22.301 INFO:tasks.workunit.client.0.smithi007.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-04T16:44:22.301 INFO:tasks.workunit.client.0.smithi007.stderr:device_base REPORTING Information about device health metrics 2024-08-04T16:44:22.301 INFO:tasks.workunit.client.0.smithi007.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-04T16:44:22.301 INFO:tasks.workunit.client.0.smithi007.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-04T16:44:22.301 INFO:tasks.workunit.client.0.smithi007.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-04T16:44:22.301 INFO:tasks.workunit.client.0.smithi007.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-04T16:44:22.301 INFO:tasks.workunit.client.0.smithi007.stderr:+ [[ New collections are available: 2024-08-04T16:44:22.301 INFO:tasks.workunit.client.0.smithi007.stderr:['basic_pool_flags'] 2024-08-04T16:44:22.301 INFO:tasks.workunit.client.0.smithi007.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-04T16:44:22.302 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T16:44:22.302 INFO:tasks.workunit.client.0.smithi007.stderr:NAME STATUS DESC 2024-08-04T16:44:22.302 INFO:tasks.workunit.client.0.smithi007.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-04T16:44:22.302 INFO:tasks.workunit.client.0.smithi007.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-04T16:44:22.302 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-04T16:44:22.302 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-04T16:44:22.302 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-04T16:44:22.302 INFO:tasks.workunit.client.0.smithi007.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-04T16:44:22.302 INFO:tasks.workunit.client.0.smithi007.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-04T16:44:22.302 INFO:tasks.workunit.client.0.smithi007.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-04T16:44:22.302 INFO:tasks.workunit.client.0.smithi007.stderr:device_base REPORTING Information about device health metrics 2024-08-04T16:44:22.302 INFO:tasks.workunit.client.0.smithi007.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-04T16:44:22.302 INFO:tasks.workunit.client.0.smithi007.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-04T16:44:22.303 INFO:tasks.workunit.client.0.smithi007.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-04T16:44:22.303 INFO:tasks.workunit.client.0.smithi007.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-04T16:44:22.303 INFO:tasks.workunit.client.0.smithi007.stderr:+ [[ New collections are available: 2024-08-04T16:44:22.303 INFO:tasks.workunit.client.0.smithi007.stderr:['basic_pool_flags'] 2024-08-04T16:44:22.303 INFO:tasks.workunit.client.0.smithi007.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-04T16:44:22.303 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-08-04T16:44:22.303 INFO:tasks.workunit.client.0.smithi007.stderr:NAME STATUS DESC 2024-08-04T16:44:22.303 INFO:tasks.workunit.client.0.smithi007.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-04T16:44:22.303 INFO:tasks.workunit.client.0.smithi007.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-04T16:44:22.303 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-04T16:44:22.303 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-04T16:44:22.303 INFO:tasks.workunit.client.0.smithi007.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-04T16:44:22.303 INFO:tasks.workunit.client.0.smithi007.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-04T16:44:22.303 INFO:tasks.workunit.client.0.smithi007.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-04T16:44:22.303 INFO:tasks.workunit.client.0.smithi007.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-04T16:44:22.304 INFO:tasks.workunit.client.0.smithi007.stderr:device_base REPORTING Information about device health metrics 2024-08-04T16:44:22.304 INFO:tasks.workunit.client.0.smithi007.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-04T16:44:22.304 INFO:tasks.workunit.client.0.smithi007.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-04T16:44:22.304 INFO:tasks.workunit.client.0.smithi007.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-08-04T16:44:22.304 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph telemetry preview 2024-08-04T16:44:22.570 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:44:22 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:44:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:44:22.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:22 smithi007 ceph-mon[92692]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:22 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4130710678' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-04T16:44:22.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:22 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/4130710678' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-04T16:44:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:22 smithi007 ceph-mon[94998]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:22 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4130710678' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-04T16:44:22.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:22 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/4130710678' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-04T16:44:23.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:22 smithi062 ceph-mon[85960]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:23.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:22 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4130710678' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-04T16:44:23.014 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:22 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/4130710678' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-04T16:44:23.019 INFO:tasks.workunit.client.0.smithi007.stdout:{ 2024-08-04T16:44:23.019 INFO:tasks.workunit.client.0.smithi007.stdout: "balancer": { 2024-08-04T16:44:23.019 INFO:tasks.workunit.client.0.smithi007.stdout: "active": true, 2024-08-04T16:44:23.020 INFO:tasks.workunit.client.0.smithi007.stdout: "mode": "" 2024-08-04T16:44:23.020 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.020 INFO:tasks.workunit.client.0.smithi007.stdout: "channels": [ 2024-08-04T16:44:23.020 INFO:tasks.workunit.client.0.smithi007.stdout: "basic", 2024-08-04T16:44:23.020 INFO:tasks.workunit.client.0.smithi007.stdout: "crash", 2024-08-04T16:44:23.021 INFO:tasks.workunit.client.0.smithi007.stdout: "device", 2024-08-04T16:44:23.021 INFO:tasks.workunit.client.0.smithi007.stdout: "ident", 2024-08-04T16:44:23.021 INFO:tasks.workunit.client.0.smithi007.stdout: "perf" 2024-08-04T16:44:23.021 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.021 INFO:tasks.workunit.client.0.smithi007.stdout: "channels_available": [ 2024-08-04T16:44:23.021 INFO:tasks.workunit.client.0.smithi007.stdout: "basic", 2024-08-04T16:44:23.021 INFO:tasks.workunit.client.0.smithi007.stdout: "ident", 2024-08-04T16:44:23.021 INFO:tasks.workunit.client.0.smithi007.stdout: "crash", 2024-08-04T16:44:23.021 INFO:tasks.workunit.client.0.smithi007.stdout: "device", 2024-08-04T16:44:23.021 INFO:tasks.workunit.client.0.smithi007.stdout: "perf" 2024-08-04T16:44:23.021 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.021 INFO:tasks.workunit.client.0.smithi007.stdout: "collections_available": [ 2024-08-04T16:44:23.022 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_base", 2024-08-04T16:44:23.022 INFO:tasks.workunit.client.0.smithi007.stdout: "device_base", 2024-08-04T16:44:23.022 INFO:tasks.workunit.client.0.smithi007.stdout: "crash_base", 2024-08-04T16:44:23.022 INFO:tasks.workunit.client.0.smithi007.stdout: "ident_base", 2024-08-04T16:44:23.022 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_perf", 2024-08-04T16:44:23.022 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_mds_metadata", 2024-08-04T16:44:23.022 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_usage", 2024-08-04T16:44:23.022 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_usage_by_class", 2024-08-04T16:44:23.022 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_rook_v01", 2024-08-04T16:44:23.022 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_memory_metrics", 2024-08-04T16:44:23.022 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_options_bluestore", 2024-08-04T16:44:23.022 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_flags" 2024-08-04T16:44:23.022 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.022 INFO:tasks.workunit.client.0.smithi007.stdout: "collections_opted_in": [ 2024-08-04T16:44:23.023 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_base", 2024-08-04T16:44:23.023 INFO:tasks.workunit.client.0.smithi007.stdout: "device_base", 2024-08-04T16:44:23.023 INFO:tasks.workunit.client.0.smithi007.stdout: "crash_base", 2024-08-04T16:44:23.023 INFO:tasks.workunit.client.0.smithi007.stdout: "ident_base", 2024-08-04T16:44:23.023 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_perf", 2024-08-04T16:44:23.023 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_mds_metadata", 2024-08-04T16:44:23.023 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_usage", 2024-08-04T16:44:23.023 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_usage_by_class", 2024-08-04T16:44:23.023 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_rook_v01", 2024-08-04T16:44:23.023 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_memory_metrics", 2024-08-04T16:44:23.023 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_options_bluestore", 2024-08-04T16:44:23.023 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_flags" 2024-08-04T16:44:23.024 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.024 INFO:tasks.workunit.client.0.smithi007.stdout: "config": { 2024-08-04T16:44:23.024 INFO:tasks.workunit.client.0.smithi007.stdout: "active_changed": [ 2024-08-04T16:44:23.024 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-04T16:44:23.024 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_debug", 2024-08-04T16:44:23.024 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_mon_ticket_ttl", 2024-08-04T16:44:23.024 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_service_ticket_ttl", 2024-08-04T16:44:23.024 INFO:tasks.workunit.client.0.smithi007.stdout: "bdev_debug_aio", 2024-08-04T16:44:23.024 INFO:tasks.workunit.client.0.smithi007.stdout: "client_check_pool_perm", 2024-08-04T16:44:23.024 INFO:tasks.workunit.client.0.smithi007.stdout: "client_mount_gid", 2024-08-04T16:44:23.024 INFO:tasks.workunit.client.0.smithi007.stdout: "client_mount_uid", 2024-08-04T16:44:23.024 INFO:tasks.workunit.client.0.smithi007.stdout: "client_quota", 2024-08-04T16:44:23.024 INFO:tasks.workunit.client.0.smithi007.stdout: "container_image", 2024-08-04T16:44:23.024 INFO:tasks.workunit.client.0.smithi007.stdout: "daemonize", 2024-08-04T16:44:23.025 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_asserts_on_shutdown", 2024-08-04T16:44:23.025 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mgr", 2024-08-04T16:44:23.025 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mon", 2024-08-04T16:44:23.025 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_ms", 2024-08-04T16:44:23.025 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_osd", 2024-08-04T16:44:23.025 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_paxos", 2024-08-04T16:44:23.025 INFO:tasks.workunit.client.0.smithi007.stdout: "keyring", 2024-08-04T16:44:23.025 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_file", 2024-08-04T16:44:23.025 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_journald", 2024-08-04T16:44:23.025 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_stderr", 2024-08-04T16:44:23.025 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_allow_pool_delete", 2024-08-04T16:44:23.026 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_clock_drift_allowed", 2024-08-04T16:44:23.026 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_file", 2024-08-04T16:44:23.026 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_journald", 2024-08-04T16:44:23.026 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_stderr", 2024-08-04T16:44:23.026 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_data_avail_warn", 2024-08-04T16:44:23.026 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_election_default_strategy", 2024-08-04T16:44:23.026 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_host", 2024-08-04T16:44:23.026 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_max_pg_per_osd", 2024-08-04T16:44:23.026 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mds_skip_sanity", 2024-08-04T16:44:23.026 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mgr_mkfs_grace", 2024-08-04T16:44:23.027 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_prime_pg_temp", 2024-08-04T16:44:23.027 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_reporter_subtree_level", 2024-08-04T16:44:23.027 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_pg_warn_max_object_skew", 2024-08-04T16:44:23.027 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-04T16:44:23.027 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-04T16:44:23.027 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-04T16:44:23.027 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-04T16:44:23.027 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-04T16:44:23.027 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-04T16:44:23.027 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-04T16:44:23.028 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-04T16:44:23.028 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_too_few_osds", 2024-08-04T16:44:23.028 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_bug", 2024-08-04T16:44:23.028 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_old_message", 2024-08-04T16:44:23.028 INFO:tasks.workunit.client.0.smithi007.stdout: "no_config_file", 2024-08-04T16:44:23.028 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_default_list", 2024-08-04T16:44:23.028 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_load_list", 2024-08-04T16:44:23.029 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_misdirected_ops", 2024-08-04T16:44:23.029 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_op_order", 2024-08-04T16:44:23.029 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_pg_log_writeout", 2024-08-04T16:44:23.029 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_shutdown", 2024-08-04T16:44:23.029 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_cached_snaps", 2024-08-04T16:44:23.029 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_missing_on_start", 2024-08-04T16:44:23.029 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_stray_on_activate", 2024-08-04T16:44:23.029 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-04T16:44:23.030 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_delete_sleep", 2024-08-04T16:44:23.030 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_delete_sleep_hdd", 2024-08-04T16:44:23.030 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_delete_sleep_hybrid", 2024-08-04T16:44:23.030 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_delete_sleep_ssd", 2024-08-04T16:44:23.030 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_max_backfills", 2024-08-04T16:44:23.030 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-04T16:44:23.030 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_profile", 2024-08-04T16:44:23.030 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-04T16:44:23.030 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-04T16:44:23.030 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-04T16:44:23.030 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-04T16:44:23.031 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-04T16:44:23.031 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-04T16:44:23.031 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_lim", 2024-08-04T16:44:23.031 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_res", 2024-08-04T16:44:23.031 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-04T16:44:23.031 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target", 2024-08-04T16:44:23.031 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target_autotune", 2024-08-04T16:44:23.031 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue", 2024-08-04T16:44:23.031 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue_cut_off", 2024-08-04T16:44:23.031 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_erasure_code_profile", 2024-08-04T16:44:23.031 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-04T16:44:23.031 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recover_clone_overlap", 2024-08-04T16:44:23.032 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_active", 2024-08-04T16:44:23.032 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_active_hdd", 2024-08-04T16:44:23.032 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_active_ssd", 2024-08-04T16:44:23.032 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_chunk", 2024-08-04T16:44:23.032 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_sleep", 2024-08-04T16:44:23.032 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_sleep_hdd", 2024-08-04T16:44:23.032 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_sleep_hybrid", 2024-08-04T16:44:23.032 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_sleep_ssd", 2024-08-04T16:44:23.032 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_load_threshold", 2024-08-04T16:44:23.032 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_max_interval", 2024-08-04T16:44:23.032 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_sleep", 2024-08-04T16:44:23.032 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_shutdown_pgref_assert", 2024-08-04T16:44:23.032 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_snap_trim_sleep", 2024-08-04T16:44:23.033 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_snap_trim_sleep_hdd", 2024-08-04T16:44:23.033 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-04T16:44:23.033 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_snap_trim_sleep_ssd", 2024-08-04T16:44:23.033 INFO:tasks.workunit.client.0.smithi007.stdout: "public_network", 2024-08-04T16:44:23.033 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-04T16:44:23.033 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_default_features", 2024-08-04T16:44:23.033 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_qos_exclude_ops", 2024-08-04T16:44:23.033 INFO:tasks.workunit.client.0.smithi007.stdout: "setgroup", 2024-08-04T16:44:23.033 INFO:tasks.workunit.client.0.smithi007.stdout: "setuser" 2024-08-04T16:44:23.033 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.034 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster_changed": [ 2024-08-04T16:44:23.034 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-04T16:44:23.034 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_debug", 2024-08-04T16:44:23.034 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_mon_ticket_ttl", 2024-08-04T16:44:23.034 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_service_ticket_ttl", 2024-08-04T16:44:23.034 INFO:tasks.workunit.client.0.smithi007.stdout: "bdev_debug_aio", 2024-08-04T16:44:23.034 INFO:tasks.workunit.client.0.smithi007.stdout: "container_image", 2024-08-04T16:44:23.034 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_asserts_on_shutdown", 2024-08-04T16:44:23.034 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mgr", 2024-08-04T16:44:23.034 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mon", 2024-08-04T16:44:23.034 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_ms", 2024-08-04T16:44:23.034 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_osd", 2024-08-04T16:44:23.035 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_paxos", 2024-08-04T16:44:23.035 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_file", 2024-08-04T16:44:23.035 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_journald", 2024-08-04T16:44:23.035 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_stderr", 2024-08-04T16:44:23.035 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_join_fs", 2024-08-04T16:44:23.035 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/allow_ptrace", 2024-08-04T16:44:23.035 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/container_init", 2024-08-04T16:44:23.035 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/migration_current", 2024-08-04T16:44:23.035 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/use_repo_digest", 2024-08-04T16:44:23.035 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-04T16:44:23.035 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-04T16:44:23.035 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-04T16:44:23.035 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-04T16:44:23.035 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/ssl_server_port", 2024-08-04T16:44:23.035 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/orchestrator/orchestrator", 2024-08-04T16:44:23.036 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/channel_ident", 2024-08-04T16:44:23.036 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/channel_perf", 2024-08-04T16:44:23.036 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/description", 2024-08-04T16:44:23.036 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/enabled", 2024-08-04T16:44:23.036 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/organization", 2024-08-04T16:44:23.036 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_allow_pool_delete", 2024-08-04T16:44:23.036 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_clock_drift_allowed", 2024-08-04T16:44:23.036 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_file", 2024-08-04T16:44:23.036 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_data_avail_warn", 2024-08-04T16:44:23.036 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_election_default_strategy", 2024-08-04T16:44:23.036 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_max_pg_per_osd", 2024-08-04T16:44:23.036 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mds_skip_sanity", 2024-08-04T16:44:23.036 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mgr_mkfs_grace", 2024-08-04T16:44:23.036 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_prime_pg_temp", 2024-08-04T16:44:23.037 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_reporter_subtree_level", 2024-08-04T16:44:23.037 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_pg_warn_max_object_skew", 2024-08-04T16:44:23.037 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-04T16:44:23.037 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-04T16:44:23.037 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-04T16:44:23.037 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-04T16:44:23.037 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-04T16:44:23.037 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-04T16:44:23.037 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-04T16:44:23.037 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-04T16:44:23.037 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_too_few_osds", 2024-08-04T16:44:23.037 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_bug", 2024-08-04T16:44:23.037 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_old_message", 2024-08-04T16:44:23.037 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_default_list", 2024-08-04T16:44:23.037 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_load_list", 2024-08-04T16:44:23.038 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_misdirected_ops", 2024-08-04T16:44:23.038 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_op_order", 2024-08-04T16:44:23.038 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_pg_log_writeout", 2024-08-04T16:44:23.038 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_shutdown", 2024-08-04T16:44:23.038 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_cached_snaps", 2024-08-04T16:44:23.038 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_missing_on_start", 2024-08-04T16:44:23.038 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_stray_on_activate", 2024-08-04T16:44:23.038 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-04T16:44:23.038 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-04T16:44:23.038 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_profile", 2024-08-04T16:44:23.038 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target", 2024-08-04T16:44:23.038 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target_autotune", 2024-08-04T16:44:23.038 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue", 2024-08-04T16:44:23.039 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue_cut_off", 2024-08-04T16:44:23.039 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_erasure_code_profile", 2024-08-04T16:44:23.039 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-04T16:44:23.039 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recover_clone_overlap", 2024-08-04T16:44:23.039 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_chunk", 2024-08-04T16:44:23.039 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_load_threshold", 2024-08-04T16:44:23.039 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_max_interval", 2024-08-04T16:44:23.039 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_shutdown_pgref_assert", 2024-08-04T16:44:23.039 INFO:tasks.workunit.client.0.smithi007.stdout: "public_network", 2024-08-04T16:44:23.039 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-04T16:44:23.039 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_cache_enabled", 2024-08-04T16:44:23.040 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_enable_ops_log", 2024-08-04T16:44:23.040 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_enable_usage_log" 2024-08-04T16:44:23.040 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.040 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.040 INFO:tasks.workunit.client.0.smithi007.stdout: "contact": null, 2024-08-04T16:44:23.040 INFO:tasks.workunit.client.0.smithi007.stdout: "crashes": [], 2024-08-04T16:44:23.040 INFO:tasks.workunit.client.0.smithi007.stdout: "created": "2024-08-04T15:18:26.674835Z", 2024-08-04T16:44:23.040 INFO:tasks.workunit.client.0.smithi007.stdout: "crush": { 2024-08-04T16:44:23.040 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_algs": { 2024-08-04T16:44:23.040 INFO:tasks.workunit.client.0.smithi007.stdout: "straw2": 3 2024-08-04T16:44:23.040 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.040 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_sizes": { 2024-08-04T16:44:23.040 INFO:tasks.workunit.client.0.smithi007.stdout: "2": 1, 2024-08-04T16:44:23.040 INFO:tasks.workunit.client.0.smithi007.stdout: "4": 2 2024-08-04T16:44:23.041 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.041 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_types": { 2024-08-04T16:44:23.041 INFO:tasks.workunit.client.0.smithi007.stdout: "1": 2, 2024-08-04T16:44:23.041 INFO:tasks.workunit.client.0.smithi007.stdout: "11": 1 2024-08-04T16:44:23.041 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.041 INFO:tasks.workunit.client.0.smithi007.stdout: "compat_weight_set": false, 2024-08-04T16:44:23.041 INFO:tasks.workunit.client.0.smithi007.stdout: "device_classes": [ 2024-08-04T16:44:23.041 INFO:tasks.workunit.client.0.smithi007.stdout: 8 2024-08-04T16:44:23.041 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.041 INFO:tasks.workunit.client.0.smithi007.stdout: "num_buckets": 6, 2024-08-04T16:44:23.041 INFO:tasks.workunit.client.0.smithi007.stdout: "num_devices": 8, 2024-08-04T16:44:23.041 INFO:tasks.workunit.client.0.smithi007.stdout: "num_rules": 2, 2024-08-04T16:44:23.041 INFO:tasks.workunit.client.0.smithi007.stdout: "num_types": 12, 2024-08-04T16:44:23.041 INFO:tasks.workunit.client.0.smithi007.stdout: "num_weight_sets": 0, 2024-08-04T16:44:23.041 INFO:tasks.workunit.client.0.smithi007.stdout: "tunables": { 2024-08-04T16:44:23.042 INFO:tasks.workunit.client.0.smithi007.stdout: "allowed_bucket_algs": 54, 2024-08-04T16:44:23.042 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_local_fallback_tries": 0, 2024-08-04T16:44:23.042 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_local_tries": 0, 2024-08-04T16:44:23.042 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_total_tries": 50, 2024-08-04T16:44:23.042 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_descend_once": 1, 2024-08-04T16:44:23.042 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_stable": 1, 2024-08-04T16:44:23.042 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_vary_r": 1, 2024-08-04T16:44:23.042 INFO:tasks.workunit.client.0.smithi007.stdout: "has_msr_rules": 0, 2024-08-04T16:44:23.042 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v2_rules": 1, 2024-08-04T16:44:23.042 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v3_rules": 0, 2024-08-04T16:44:23.042 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v4_buckets": 1, 2024-08-04T16:44:23.042 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v5_rules": 0, 2024-08-04T16:44:23.042 INFO:tasks.workunit.client.0.smithi007.stdout: "legacy_tunables": 0, 2024-08-04T16:44:23.043 INFO:tasks.workunit.client.0.smithi007.stdout: "minimum_required_version": "jewel", 2024-08-04T16:44:23.043 INFO:tasks.workunit.client.0.smithi007.stdout: "msr_collision_tries": 100, 2024-08-04T16:44:23.043 INFO:tasks.workunit.client.0.smithi007.stdout: "msr_descents": 100, 2024-08-04T16:44:23.043 INFO:tasks.workunit.client.0.smithi007.stdout: "optimal_tunables": 1, 2024-08-04T16:44:23.043 INFO:tasks.workunit.client.0.smithi007.stdout: "profile": "jewel", 2024-08-04T16:44:23.043 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables": 1, 2024-08-04T16:44:23.043 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables2": 1, 2024-08-04T16:44:23.043 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables3": 1, 2024-08-04T16:44:23.043 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables5": 1, 2024-08-04T16:44:23.043 INFO:tasks.workunit.client.0.smithi007.stdout: "straw_calc_version": 1 2024-08-04T16:44:23.043 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.043 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.043 INFO:tasks.workunit.client.0.smithi007.stdout: "description": "upgrade test cluster", 2024-08-04T16:44:23.043 INFO:tasks.workunit.client.0.smithi007.stdout: "fs": { 2024-08-04T16:44:23.043 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:23.043 INFO:tasks.workunit.client.0.smithi007.stdout: "feature_flags": { 2024-08-04T16:44:23.044 INFO:tasks.workunit.client.0.smithi007.stdout: "enable_multiple": true, 2024-08-04T16:44:23.044 INFO:tasks.workunit.client.0.smithi007.stdout: "ever_enabled_multiple": true 2024-08-04T16:44:23.044 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.044 INFO:tasks.workunit.client.0.smithi007.stdout: "filesystems": [ 2024-08-04T16:44:23.044 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.044 INFO:tasks.workunit.client.0.smithi007.stdout: "approx_ctime": "2024-08", 2024-08-04T16:44:23.044 INFO:tasks.workunit.client.0.smithi007.stdout: "balancer_enabled": false, 2024-08-04T16:44:23.044 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.044 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_caps": 0, 2024-08-04T16:44:23.044 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_dns": 10, 2024-08-04T16:44:23.044 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_inos": 13, 2024-08-04T16:44:23.045 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_subtrees": 2, 2024-08-04T16:44:23.045 INFO:tasks.workunit.client.0.smithi007.stdout: "ever_allowed_features": 0, 2024-08-04T16:44:23.045 INFO:tasks.workunit.client.0.smithi007.stdout: "explicitly_allowed_features": 0, 2024-08-04T16:44:23.045 INFO:tasks.workunit.client.0.smithi007.stdout: "files": 0, 2024-08-04T16:44:23.045 INFO:tasks.workunit.client.0.smithi007.stdout: "max_mds": 1, 2024-08-04T16:44:23.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_data_pools": 1, 2024-08-04T16:44:23.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_in": 1, 2024-08-04T16:44:23.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_mds": 1, 2024-08-04T16:44:23.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": 0, 2024-08-04T16:44:23.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_standby_replay": 0, 2024-08-04T16:44:23.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_up": 1, 2024-08-04T16:44:23.045 INFO:tasks.workunit.client.0.smithi007.stdout: "snaps": 0, 2024-08-04T16:44:23.045 INFO:tasks.workunit.client.0.smithi007.stdout: "standby_count_wanted": 0 2024-08-04T16:44:23.045 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.045 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_standby_mds": 1, 2024-08-04T16:44:23.046 INFO:tasks.workunit.client.0.smithi007.stdout: "total_num_mds": 2 2024-08-04T16:44:23.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.046 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_stats": { 2024-08-04T16:44:23.046 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T16:44:23.046 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:23.046 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 20144128, 2024-08-04T16:44:23.046 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 334480, 2024-08-04T16:44:23.046 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2621440, 2024-08-04T16:44:23.046 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 819200, 2024-08-04T16:44:23.046 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 0, 2024-08-04T16:44:23.046 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 352, 2024-08-04T16:44:23.047 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:23.047 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 1085560, 2024-08-04T16:44:23.047 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 13, 2024-08-04T16:44:23.047 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 541696, 2024-08-04T16:44:23.047 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 14741752, 2024-08-04T16:44:23.047 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 20144128 2024-08-04T16:44:23.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.047 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:23.047 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 20701184, 2024-08-04T16:44:23.047 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 441944, 2024-08-04T16:44:23.047 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2621440, 2024-08-04T16:44:23.047 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:23.048 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 491520, 2024-08-04T16:44:23.048 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 484, 2024-08-04T16:44:23.048 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:23.048 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 1416232, 2024-08-04T16:44:23.048 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 22, 2024-08-04T16:44:23.048 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 1069568, 2024-08-04T16:44:23.048 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 15152000, 2024-08-04T16:44:23.048 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 21192704 2024-08-04T16:44:23.048 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.048 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:23.048 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.630de46a01a71525518015f12bc5f227952b1fd6": { 2024-08-04T16:44:23.049 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 179838976, 2024-08-04T16:44:23.049 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 2395736, 2024-08-04T16:44:23.049 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2883584, 2024-08-04T16:44:23.049 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 909312, 2024-08-04T16:44:23.049 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 3391488, 2024-08-04T16:44:23.049 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 7252, 2024-08-04T16:44:23.049 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:23.049 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 11979968, 2024-08-04T16:44:23.049 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 20, 2024-08-04T16:44:23.049 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 2942720, 2024-08-04T16:44:23.049 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 158727656, 2024-08-04T16:44:23.049 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 183230464 2024-08-04T16:44:23.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.049 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:23.050 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 167051264, 2024-08-04T16:44:23.050 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 2190648, 2024-08-04T16:44:23.050 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2883584, 2024-08-04T16:44:23.050 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 8192, 2024-08-04T16:44:23.050 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 4628480, 2024-08-04T16:44:23.050 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 6468, 2024-08-04T16:44:23.050 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:23.050 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 9964832, 2024-08-04T16:44:23.050 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 20, 2024-08-04T16:44:23.050 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 2361088, 2024-08-04T16:44:23.050 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 149642920, 2024-08-04T16:44:23.050 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 171679744 2024-08-04T16:44:23.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.051 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:23.051 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 259915776, 2024-08-04T16:44:23.051 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 4688176, 2024-08-04T16:44:23.051 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3014656, 2024-08-04T16:44:23.051 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 942080, 2024-08-04T16:44:23.051 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 1089536, 2024-08-04T16:44:23.051 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 9754, 2024-08-04T16:44:23.051 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:23.051 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 15926712, 2024-08-04T16:44:23.051 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 23, 2024-08-04T16:44:23.051 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 3220736, 2024-08-04T16:44:23.051 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 232123416, 2024-08-04T16:44:23.051 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 261005312 2024-08-04T16:44:23.051 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.052 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.052 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.0": { 2024-08-04T16:44:23.052 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 483827712, 2024-08-04T16:44:23.052 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 27943176, 2024-08-04T16:44:23.052 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3276800, 2024-08-04T16:44:23.052 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:23.052 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 47153152, 2024-08-04T16:44:23.052 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 13380, 2024-08-04T16:44:23.052 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:23.052 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 73399968, 2024-08-04T16:44:23.052 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 53, 2024-08-04T16:44:23.053 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 10129408, 2024-08-04T16:44:23.053 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 369078360, 2024-08-04T16:44:23.053 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 530980864 2024-08-04T16:44:23.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.053 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.1": { 2024-08-04T16:44:23.053 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 465461248, 2024-08-04T16:44:23.053 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 29178768, 2024-08-04T16:44:23.053 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3407872, 2024-08-04T16:44:23.053 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:23.053 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 38182912, 2024-08-04T16:44:23.053 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 13681, 2024-08-04T16:44:23.054 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:23.054 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 69204560, 2024-08-04T16:44:23.054 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 60, 2024-08-04T16:44:23.054 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 11034880, 2024-08-04T16:44:23.054 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 352635168, 2024-08-04T16:44:23.054 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 503644160 2024-08-04T16:44:23.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.054 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.2": { 2024-08-04T16:44:23.054 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 432939008, 2024-08-04T16:44:23.054 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 22214520, 2024-08-04T16:44:23.054 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 5242880, 2024-08-04T16:44:23.054 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 49152, 2024-08-04T16:44:23.055 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 163758080, 2024-08-04T16:44:23.055 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 10849, 2024-08-04T16:44:23.055 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:23.055 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 56776672, 2024-08-04T16:44:23.055 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 61, 2024-08-04T16:44:23.055 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 12102400, 2024-08-04T16:44:23.055 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 336553384, 2024-08-04T16:44:23.055 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 596697088 2024-08-04T16:44:23.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.055 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.3": { 2024-08-04T16:44:23.055 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 497139712, 2024-08-04T16:44:23.055 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 18078728, 2024-08-04T16:44:23.055 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3145728, 2024-08-04T16:44:23.055 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:23.055 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 59949056, 2024-08-04T16:44:23.056 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 10596, 2024-08-04T16:44:23.056 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:23.056 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 56520920, 2024-08-04T16:44:23.056 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 60, 2024-08-04T16:44:23.056 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 11341568, 2024-08-04T16:44:23.056 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 408052768, 2024-08-04T16:44:23.056 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 557088768 2024-08-04T16:44:23.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.056 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.4": { 2024-08-04T16:44:23.056 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 465600512, 2024-08-04T16:44:23.056 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 23550808, 2024-08-04T16:44:23.056 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3276800, 2024-08-04T16:44:23.057 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:23.057 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 144719872, 2024-08-04T16:44:23.057 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 11178, 2024-08-04T16:44:23.057 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:23.057 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 53404344, 2024-08-04T16:44:23.057 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 53, 2024-08-04T16:44:23.057 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 9956352, 2024-08-04T16:44:23.057 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 375412208, 2024-08-04T16:44:23.057 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 610320384 2024-08-04T16:44:23.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.057 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.5": { 2024-08-04T16:44:23.057 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 648757248, 2024-08-04T16:44:23.057 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 21987216, 2024-08-04T16:44:23.057 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 5505024, 2024-08-04T16:44:23.057 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:23.058 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 4005888, 2024-08-04T16:44:23.058 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 14369, 2024-08-04T16:44:23.058 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:23.058 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 64411248, 2024-08-04T16:44:23.058 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 60, 2024-08-04T16:44:23.058 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 11295232, 2024-08-04T16:44:23.058 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 545558528, 2024-08-04T16:44:23.058 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 652763136 2024-08-04T16:44:23.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.059 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.6": { 2024-08-04T16:44:23.059 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 447963136, 2024-08-04T16:44:23.059 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 17692920, 2024-08-04T16:44:23.059 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3145728, 2024-08-04T16:44:23.059 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:23.059 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 45277184, 2024-08-04T16:44:23.059 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 10412, 2024-08-04T16:44:23.059 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:23.059 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 58090304, 2024-08-04T16:44:23.059 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 60, 2024-08-04T16:44:23.059 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 10861056, 2024-08-04T16:44:23.059 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 358173128, 2024-08-04T16:44:23.059 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 493240320 2024-08-04T16:44:23.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.060 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.7": { 2024-08-04T16:44:23.060 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 580411392, 2024-08-04T16:44:23.060 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 22067832, 2024-08-04T16:44:23.060 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3276800, 2024-08-04T16:44:23.060 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:23.060 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 36765696, 2024-08-04T16:44:23.060 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 11685, 2024-08-04T16:44:23.060 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:23.060 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 60759984, 2024-08-04T16:44:23.060 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 58, 2024-08-04T16:44:23.060 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 13202944, 2024-08-04T16:44:23.060 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 481103832, 2024-08-04T16:44:23.060 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 617177088 2024-08-04T16:44:23.060 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.061 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.061 INFO:tasks.workunit.client.0.smithi007.stdout: "hosts": { 2024-08-04T16:44:23.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num": 2, 2024-08-04T16:44:23.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mds": 2, 2024-08-04T16:44:23.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mgr": 2, 2024-08-04T16:44:23.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mon": 2, 2024-08-04T16:44:23.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_osd": 2 2024-08-04T16:44:23.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.061 INFO:tasks.workunit.client.0.smithi007.stdout: "io_rate": { 2024-08-04T16:44:23.061 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_stats_delta": { 2024-08-04T16:44:23.062 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 0, 2024-08-04T16:44:23.062 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:23.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 0, 2024-08-04T16:44:23.062 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:23.062 INFO:tasks.workunit.client.0.smithi007.stdout: "stamp_delta": "12.002802", 2024-08-04T16:44:23.062 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:23.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:23.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:23.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.064 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.064 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.064 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:23.064 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.064 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.064 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.064 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.064 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.064 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.064 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.064 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:23.064 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:23.064 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:23.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.065 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:23.065 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 0, 2024-08-04T16:44:23.065 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:23.065 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:23.065 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:23.065 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:23.065 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 0, 2024-08-04T16:44:23.065 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:23.065 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:23.066 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T16:44:23.066 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:23.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.066 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 0 2024-08-04T16:44:23.066 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.066 INFO:tasks.workunit.client.0.smithi007.stdout: "leaderboard": false, 2024-08-04T16:44:23.066 INFO:tasks.workunit.client.0.smithi007.stdout: "leaderboard_description": null, 2024-08-04T16:44:23.066 INFO:tasks.workunit.client.0.smithi007.stdout: "license": "sharing-1-0", 2024-08-04T16:44:23.066 INFO:tasks.workunit.client.0.smithi007.stdout: "mempool": { 2024-08-04T16:44:23.066 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T16:44:23.066 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:23.067 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:23.067 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.067 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.067 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.067 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.067 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.067 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:23.067 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.067 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.067 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:23.067 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.067 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.068 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:23.068 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.068 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.068 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:23.068 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.068 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.068 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:23.068 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.068 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.068 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:23.068 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.069 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.069 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:23.069 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.069 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.069 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:23.069 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.069 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.069 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:23.069 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.069 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.070 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:23.070 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.070 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.070 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:23.070 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.070 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.070 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:23.070 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.070 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.070 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:23.070 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.071 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.071 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:23.071 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.071 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.071 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:23.071 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.071 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.071 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:23.071 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.071 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.072 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:23.072 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 150039, 2024-08-04T16:44:23.072 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 34 2024-08-04T16:44:23.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.072 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:23.072 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.072 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.072 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:23.072 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 928, 2024-08-04T16:44:23.072 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T16:44:23.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.072 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.073 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.073 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.073 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:23.073 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.073 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.073 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:23.073 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.073 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.073 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:23.073 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.073 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.074 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:23.074 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.074 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.074 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:23.074 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.074 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.074 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:23.074 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.074 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.075 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:23.075 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.075 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.075 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.075 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:23.075 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:23.075 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.075 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.076 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.076 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.076 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.076 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:23.076 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.076 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.076 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:23.076 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.076 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.077 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:23.077 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.077 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.077 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:23.077 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.077 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.077 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:23.077 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.077 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.077 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:23.077 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.077 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.078 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:23.078 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.078 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.078 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:23.078 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.078 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.079 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:23.079 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.079 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.079 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:23.079 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.079 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.079 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:23.079 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.079 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.079 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:23.079 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.079 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.080 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:23.080 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.080 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.080 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:23.080 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.080 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.080 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:23.080 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.080 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.080 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:23.080 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.081 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.081 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:23.081 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 221594, 2024-08-04T16:44:23.081 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 66 2024-08-04T16:44:23.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.081 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:23.081 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.081 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.081 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:23.081 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 51904, 2024-08-04T16:44:23.081 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 181 2024-08-04T16:44:23.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.082 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.082 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.082 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.082 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:23.082 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.082 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.082 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:23.082 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.082 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.083 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:23.083 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12048, 2024-08-04T16:44:23.083 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 231 2024-08-04T16:44:23.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.083 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:23.083 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.083 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.083 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:23.083 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.083 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.083 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:23.084 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.084 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.084 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:23.084 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.084 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.084 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.084 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.084 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:23.084 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.630de46a01a71525518015f12bc5f227952b1fd6": { 2024-08-04T16:44:23.084 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:23.084 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.084 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.085 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.085 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.085 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.085 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:23.085 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.085 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.085 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:23.085 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.085 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.086 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:23.086 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.086 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.086 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:23.086 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.086 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.086 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:23.086 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.086 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.086 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:23.087 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.087 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.087 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:23.087 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.087 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.087 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:23.087 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.087 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.087 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:23.087 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.088 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.088 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:23.088 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.088 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.088 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:23.088 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.088 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.088 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:23.088 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.088 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.089 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:23.089 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.089 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.089 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:23.089 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.089 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.089 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:23.089 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.089 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.090 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:23.090 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.090 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.090 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:23.090 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 50206446, 2024-08-04T16:44:23.090 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 6753 2024-08-04T16:44:23.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.090 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:23.090 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1232, 2024-08-04T16:44:23.090 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 14 2024-08-04T16:44:23.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.090 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:23.091 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.091 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.091 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.091 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.091 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.091 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:23.091 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.091 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.091 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:23.091 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.091 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.092 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:23.092 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10624, 2024-08-04T16:44:23.092 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 230 2024-08-04T16:44:23.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.092 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:23.092 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 70440, 2024-08-04T16:44:23.092 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5158 2024-08-04T16:44:23.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.092 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:23.092 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5720, 2024-08-04T16:44:23.092 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 152 2024-08-04T16:44:23.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.094 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.094 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.094 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:23.094 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.094 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.094 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:23.094 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.094 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.094 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:23.094 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.095 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.095 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:23.095 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.095 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.095 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:23.095 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.096 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.096 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:23.096 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.096 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.096 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:23.096 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.096 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.096 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:23.096 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.097 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.097 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:23.097 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.097 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.097 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:23.097 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.097 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.097 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:23.097 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.097 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.098 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:23.098 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.098 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.098 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:23.098 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.098 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.098 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:23.098 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.098 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.099 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:23.099 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.099 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.099 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:23.099 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.099 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.099 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:23.099 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 43881088, 2024-08-04T16:44:23.099 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5402 2024-08-04T16:44:23.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.099 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:23.100 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 968, 2024-08-04T16:44:23.100 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 11 2024-08-04T16:44:23.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.100 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:23.100 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.100 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.100 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.100 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.100 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.100 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:23.100 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.100 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.101 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:23.101 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.101 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.101 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:23.101 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10624, 2024-08-04T16:44:23.101 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 230 2024-08-04T16:44:23.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.101 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:23.101 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 70440, 2024-08-04T16:44:23.101 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5158 2024-08-04T16:44:23.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.101 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:23.101 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5720, 2024-08-04T16:44:23.101 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 152 2024-08-04T16:44:23.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.102 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:23.102 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.102 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.102 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:23.102 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.102 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.102 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.102 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:23.102 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:23.102 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.102 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.103 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.103 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.103 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.103 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:23.103 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.103 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.103 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:23.103 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.103 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.103 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:23.103 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.104 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.104 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:23.104 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.104 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.104 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:23.104 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.104 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.104 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:23.104 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.104 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.105 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:23.105 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.105 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.105 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:23.105 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.105 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.105 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:23.105 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.105 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.105 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:23.105 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.105 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.106 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:23.106 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.106 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.106 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:23.106 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.106 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.106 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:23.107 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.107 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.107 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:23.107 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.107 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.107 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:23.107 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.107 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.107 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:23.107 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.108 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.108 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:23.108 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 52742438, 2024-08-04T16:44:23.108 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7483 2024-08-04T16:44:23.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.108 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:23.108 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.108 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.108 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:23.108 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.108 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.108 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.109 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.109 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.109 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:23.109 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.109 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.109 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:23.109 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.109 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.109 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:23.109 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10624, 2024-08-04T16:44:23.109 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 230 2024-08-04T16:44:23.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.110 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:23.110 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 70440, 2024-08-04T16:44:23.110 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5158 2024-08-04T16:44:23.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.110 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:23.110 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 11440, 2024-08-04T16:44:23.110 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 304 2024-08-04T16:44:23.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.110 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:23.110 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.110 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.110 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:23.111 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.111 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.111 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.111 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.111 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.111 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.0": { 2024-08-04T16:44:23.111 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:23.111 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.111 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.111 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.111 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 23592, 2024-08-04T16:44:23.111 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 407 2024-08-04T16:44:23.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.112 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:23.112 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 469120, 2024-08-04T16:44:23.112 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 28 2024-08-04T16:44:23.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.112 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:23.112 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2304, 2024-08-04T16:44:23.112 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 12 2024-08-04T16:44:23.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.112 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:23.112 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 72800, 2024-08-04T16:44:23.112 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 910 2024-08-04T16:44:23.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.112 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:23.113 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 507312, 2024-08-04T16:44:23.113 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2439 2024-08-04T16:44:23.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.113 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:23.113 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:23.113 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:23.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.113 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:23.113 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 616311, 2024-08-04T16:44:23.113 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 173 2024-08-04T16:44:23.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.113 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:23.113 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2517760, 2024-08-04T16:44:23.113 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 555310 2024-08-04T16:44:23.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.114 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:23.114 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7105576, 2024-08-04T16:44:23.114 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10481 2024-08-04T16:44:23.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.114 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:23.114 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 103312, 2024-08-04T16:44:23.114 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 11127 2024-08-04T16:44:23.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.114 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:23.114 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 117024, 2024-08-04T16:44:23.114 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2438 2024-08-04T16:44:23.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.114 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:23.114 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.115 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.115 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:23.115 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:23.115 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:23.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.115 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:23.115 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.115 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.116 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:23.116 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1472, 2024-08-04T16:44:23.116 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T16:44:23.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.116 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:23.116 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 111178, 2024-08-04T16:44:23.116 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 50 2024-08-04T16:44:23.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.116 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:23.116 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 20128, 2024-08-04T16:44:23.116 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5 2024-08-04T16:44:23.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.117 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:23.117 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12194629, 2024-08-04T16:44:23.117 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 269 2024-08-04T16:44:23.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.117 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:23.117 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 14872, 2024-08-04T16:44:23.117 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 169 2024-08-04T16:44:23.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.117 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:23.117 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.117 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.117 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.117 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 522720, 2024-08-04T16:44:23.118 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 45 2024-08-04T16:44:23.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.118 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:23.118 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.118 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.118 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:23.118 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7139600, 2024-08-04T16:44:23.118 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 18514 2024-08-04T16:44:23.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.118 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:23.118 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:23.119 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:23.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.119 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:23.119 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.119 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.119 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:23.119 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.119 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.119 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:23.119 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.119 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.120 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:23.120 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.120 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.120 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.120 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.1": { 2024-08-04T16:44:23.120 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:23.120 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.120 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.120 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.120 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 25032, 2024-08-04T16:44:23.120 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 497 2024-08-04T16:44:23.121 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.121 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:23.121 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 231936, 2024-08-04T16:44:23.121 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:23.121 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.121 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:23.121 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1728, 2024-08-04T16:44:23.121 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9 2024-08-04T16:44:23.121 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.121 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:23.121 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 72400, 2024-08-04T16:44:23.121 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 905 2024-08-04T16:44:23.121 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.122 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:23.122 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 491920, 2024-08-04T16:44:23.122 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2365 2024-08-04T16:44:23.122 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.122 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:23.122 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:23.122 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:23.122 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.122 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:23.122 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1308408, 2024-08-04T16:44:23.122 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 337 2024-08-04T16:44:23.122 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.122 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:23.122 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2576327, 2024-08-04T16:44:23.122 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 560405 2024-08-04T16:44:23.123 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.123 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:23.123 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7157256, 2024-08-04T16:44:23.123 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10557 2024-08-04T16:44:23.123 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.123 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:23.123 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 91724, 2024-08-04T16:44:23.123 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9799 2024-08-04T16:44:23.123 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.123 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:23.123 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113424, 2024-08-04T16:44:23.123 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2363 2024-08-04T16:44:23.123 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.123 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:23.123 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.124 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.124 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:23.124 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227384, 2024-08-04T16:44:23.124 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1613 2024-08-04T16:44:23.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.124 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:23.124 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.124 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.124 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:23.124 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2208, 2024-08-04T16:44:23.124 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T16:44:23.125 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.125 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:23.125 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 117573, 2024-08-04T16:44:23.125 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 61 2024-08-04T16:44:23.125 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.125 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:23.125 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 28144, 2024-08-04T16:44:23.125 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7 2024-08-04T16:44:23.125 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.125 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:23.125 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9197238, 2024-08-04T16:44:23.126 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 282 2024-08-04T16:44:23.126 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.126 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:23.126 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 31856, 2024-08-04T16:44:23.126 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 362 2024-08-04T16:44:23.126 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.126 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:23.126 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.126 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.126 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.126 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.126 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 418176, 2024-08-04T16:44:23.127 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 36 2024-08-04T16:44:23.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.127 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:23.127 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.127 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.127 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:23.127 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7354464, 2024-08-04T16:44:23.127 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 21344 2024-08-04T16:44:23.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.127 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:23.127 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:23.127 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:23.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.127 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:23.127 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.128 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.128 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.128 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:23.128 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.128 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.128 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.128 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:23.128 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.128 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.128 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.128 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:23.128 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.128 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.129 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.129 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.2": { 2024-08-04T16:44:23.129 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:23.129 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.129 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.129 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.129 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 18416, 2024-08-04T16:44:23.129 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 318 2024-08-04T16:44:23.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.130 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:23.130 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 317440, 2024-08-04T16:44:23.130 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 28 2024-08-04T16:44:23.130 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.130 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:23.130 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 960, 2024-08-04T16:44:23.130 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5 2024-08-04T16:44:23.130 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.130 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:23.131 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71200, 2024-08-04T16:44:23.131 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 890 2024-08-04T16:44:23.131 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.131 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:23.131 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 491296, 2024-08-04T16:44:23.131 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2362 2024-08-04T16:44:23.131 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.131 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:23.131 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:23.131 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:23.131 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.131 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:23.132 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 351160, 2024-08-04T16:44:23.132 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 103 2024-08-04T16:44:23.132 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.132 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:23.132 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1871658, 2024-08-04T16:44:23.132 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 406648 2024-08-04T16:44:23.132 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.132 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:23.132 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5302896, 2024-08-04T16:44:23.132 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7830 2024-08-04T16:44:23.132 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.132 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:23.132 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 91104, 2024-08-04T16:44:23.132 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9788 2024-08-04T16:44:23.132 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.133 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:23.133 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113280, 2024-08-04T16:44:23.133 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2360 2024-08-04T16:44:23.133 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.133 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:23.133 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.133 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.133 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.133 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:23.133 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227384, 2024-08-04T16:44:23.133 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1613 2024-08-04T16:44:23.133 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.133 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:23.133 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.133 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.134 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.134 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:23.134 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2208, 2024-08-04T16:44:23.134 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T16:44:23.134 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.134 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:23.134 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 123981, 2024-08-04T16:44:23.134 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 66 2024-08-04T16:44:23.134 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.134 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:23.134 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 28144, 2024-08-04T16:44:23.135 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7 2024-08-04T16:44:23.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.135 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:23.135 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4669570, 2024-08-04T16:44:23.135 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 243 2024-08-04T16:44:23.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.135 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:23.135 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 11440, 2024-08-04T16:44:23.135 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 130 2024-08-04T16:44:23.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.135 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:23.135 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.135 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.136 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.136 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 360096, 2024-08-04T16:44:23.136 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 31 2024-08-04T16:44:23.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.136 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:23.136 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.136 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.136 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:23.136 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3178240, 2024-08-04T16:44:23.136 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 6112 2024-08-04T16:44:23.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.137 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:23.137 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:23.137 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:23.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.137 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:23.137 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.137 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.137 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:23.137 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.137 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.138 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:23.138 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.138 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.138 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.138 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:23.138 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.138 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.138 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.138 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.138 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.3": { 2024-08-04T16:44:23.138 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:23.138 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.138 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.139 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.139 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.139 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16936, 2024-08-04T16:44:23.139 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 300 2024-08-04T16:44:23.139 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.139 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:23.139 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 460672, 2024-08-04T16:44:23.139 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 27 2024-08-04T16:44:23.139 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.139 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:23.139 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3648, 2024-08-04T16:44:23.139 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 19 2024-08-04T16:44:23.139 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.139 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:23.140 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 72000, 2024-08-04T16:44:23.140 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 900 2024-08-04T16:44:23.140 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.140 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:23.140 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 491920, 2024-08-04T16:44:23.140 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2365 2024-08-04T16:44:23.140 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.140 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:23.140 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:23.140 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:23.140 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.140 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:23.140 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 372215, 2024-08-04T16:44:23.140 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 94 2024-08-04T16:44:23.140 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.141 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:23.141 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1857591, 2024-08-04T16:44:23.141 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 404810 2024-08-04T16:44:23.141 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.141 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:23.141 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5275696, 2024-08-04T16:44:23.141 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7790 2024-08-04T16:44:23.141 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.141 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:23.141 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 91832, 2024-08-04T16:44:23.141 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9801 2024-08-04T16:44:23.141 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.142 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:23.142 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113520, 2024-08-04T16:44:23.142 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2365 2024-08-04T16:44:23.142 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.142 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:23.142 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.142 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.142 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.142 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:23.142 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227384, 2024-08-04T16:44:23.142 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1613 2024-08-04T16:44:23.142 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.143 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:23.143 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.143 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.143 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.143 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:23.143 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 736, 2024-08-04T16:44:23.143 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1 2024-08-04T16:44:23.143 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.143 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:23.143 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 80538, 2024-08-04T16:44:23.143 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 57 2024-08-04T16:44:23.143 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.143 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:23.143 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12112, 2024-08-04T16:44:23.144 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T16:44:23.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.144 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:23.144 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 19534572, 2024-08-04T16:44:23.144 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 272 2024-08-04T16:44:23.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.144 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:23.144 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 11176, 2024-08-04T16:44:23.144 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 127 2024-08-04T16:44:23.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.144 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:23.144 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.144 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.144 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.145 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 429792, 2024-08-04T16:44:23.145 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 37 2024-08-04T16:44:23.145 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.145 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:23.145 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.145 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.145 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.145 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:23.145 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3483168, 2024-08-04T16:44:23.145 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9072 2024-08-04T16:44:23.145 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.145 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:23.145 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:23.145 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:23.145 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.146 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:23.146 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.146 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.146 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.146 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:23.146 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.146 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.146 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.146 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:23.146 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.146 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.146 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.147 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:23.147 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.147 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.147 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.147 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.147 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.4": { 2024-08-04T16:44:23.147 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:23.147 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.147 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.147 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.147 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.147 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 20512, 2024-08-04T16:44:23.148 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 361 2024-08-04T16:44:23.148 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.148 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:23.148 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 272768, 2024-08-04T16:44:23.148 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 30 2024-08-04T16:44:23.148 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.148 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:23.148 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T16:44:23.148 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T16:44:23.148 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.148 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:23.148 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71360, 2024-08-04T16:44:23.148 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 892 2024-08-04T16:44:23.148 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.149 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:23.149 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 492128, 2024-08-04T16:44:23.149 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2366 2024-08-04T16:44:23.149 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.149 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:23.149 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:23.149 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:23.149 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.149 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:23.149 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1363879, 2024-08-04T16:44:23.149 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 338 2024-08-04T16:44:23.150 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.150 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:23.150 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2129385, 2024-08-04T16:44:23.150 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 465829 2024-08-04T16:44:23.150 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.150 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:23.150 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6064496, 2024-08-04T16:44:23.150 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8950 2024-08-04T16:44:23.150 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.150 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:23.150 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 92176, 2024-08-04T16:44:23.150 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9804 2024-08-04T16:44:23.150 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.150 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:23.151 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113520, 2024-08-04T16:44:23.151 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2365 2024-08-04T16:44:23.151 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.151 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:23.151 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.151 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.151 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.151 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:23.151 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:23.151 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:23.151 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.151 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:23.151 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.151 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.151 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.152 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:23.152 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1472, 2024-08-04T16:44:23.152 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T16:44:23.152 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.152 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:23.152 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 95991, 2024-08-04T16:44:23.152 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 49 2024-08-04T16:44:23.152 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.152 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:23.152 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 20128, 2024-08-04T16:44:23.152 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5 2024-08-04T16:44:23.152 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.152 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:23.152 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3574599, 2024-08-04T16:44:23.152 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 265 2024-08-04T16:44:23.152 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.153 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:23.153 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 30008, 2024-08-04T16:44:23.153 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 341 2024-08-04T16:44:23.153 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.153 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:23.153 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.153 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.153 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.153 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.153 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 464640, 2024-08-04T16:44:23.153 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 40 2024-08-04T16:44:23.153 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.154 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:23.154 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.154 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.154 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.154 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:23.154 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5072080, 2024-08-04T16:44:23.154 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 12154 2024-08-04T16:44:23.154 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.154 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:23.154 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:23.154 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:23.154 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.154 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:23.154 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.155 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.155 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.155 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:23.155 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.155 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.155 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.155 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:23.155 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.155 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.155 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.155 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:23.155 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.155 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.155 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.155 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.156 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.5": { 2024-08-04T16:44:23.156 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:23.156 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.156 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.156 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.156 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.156 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 23312, 2024-08-04T16:44:23.156 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 410 2024-08-04T16:44:23.156 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.156 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:23.156 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 551424, 2024-08-04T16:44:23.156 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 33 2024-08-04T16:44:23.156 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.157 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:23.157 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3840, 2024-08-04T16:44:23.157 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 20 2024-08-04T16:44:23.157 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.157 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:23.157 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71840, 2024-08-04T16:44:23.157 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 898 2024-08-04T16:44:23.157 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.157 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:23.157 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 505440, 2024-08-04T16:44:23.158 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2430 2024-08-04T16:44:23.158 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.158 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:23.158 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:23.158 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:23.158 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.158 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:23.158 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 419456, 2024-08-04T16:44:23.158 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 117 2024-08-04T16:44:23.158 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.158 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:23.159 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2452644, 2024-08-04T16:44:23.159 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 544335 2024-08-04T16:44:23.159 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.159 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:23.159 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6999496, 2024-08-04T16:44:23.159 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10325 2024-08-04T16:44:23.159 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.159 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:23.159 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 101532, 2024-08-04T16:44:23.160 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10960 2024-08-04T16:44:23.160 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.160 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:23.160 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 116592, 2024-08-04T16:44:23.160 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2429 2024-08-04T16:44:23.160 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.160 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:23.160 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.160 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.160 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.160 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:23.160 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:23.160 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:23.161 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.161 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:23.161 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.161 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.161 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.161 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:23.161 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1472, 2024-08-04T16:44:23.161 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T16:44:23.161 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.161 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:23.161 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 93388, 2024-08-04T16:44:23.161 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 57 2024-08-04T16:44:23.161 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.161 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:23.161 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 20128, 2024-08-04T16:44:23.162 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5 2024-08-04T16:44:23.162 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.162 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:23.162 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21120257, 2024-08-04T16:44:23.162 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8097 2024-08-04T16:44:23.162 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.162 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:23.162 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12848, 2024-08-04T16:44:23.162 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 146 2024-08-04T16:44:23.162 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.162 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:23.162 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.163 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.163 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.163 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.163 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 476256, 2024-08-04T16:44:23.163 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 41 2024-08-04T16:44:23.163 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.163 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:23.163 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.163 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.163 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.163 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:23.163 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6453720, 2024-08-04T16:44:23.164 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 12411 2024-08-04T16:44:23.164 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.164 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:23.164 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:23.164 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:23.164 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.164 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:23.164 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.164 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.164 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.164 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:23.164 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.164 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.164 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.164 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:23.165 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.165 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.165 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.165 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:23.165 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.165 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.165 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.165 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.165 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.6": { 2024-08-04T16:44:23.165 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:23.165 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.165 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.165 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.165 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.165 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 20088, 2024-08-04T16:44:23.166 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 352 2024-08-04T16:44:23.166 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.166 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:23.166 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 592256, 2024-08-04T16:44:23.166 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 30 2024-08-04T16:44:23.166 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.166 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:23.166 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1344, 2024-08-04T16:44:23.166 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7 2024-08-04T16:44:23.166 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.166 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:23.166 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71520, 2024-08-04T16:44:23.166 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 894 2024-08-04T16:44:23.167 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.167 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:23.167 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 493792, 2024-08-04T16:44:23.167 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2374 2024-08-04T16:44:23.167 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.167 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:23.167 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:23.167 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:23.167 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.167 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:23.167 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1024483, 2024-08-04T16:44:23.167 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 259 2024-08-04T16:44:23.167 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.167 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:23.167 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1811772, 2024-08-04T16:44:23.168 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 393070 2024-08-04T16:44:23.168 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.168 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:23.168 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5166896, 2024-08-04T16:44:23.168 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7630 2024-08-04T16:44:23.168 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.168 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:23.168 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 93368, 2024-08-04T16:44:23.168 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9966 2024-08-04T16:44:23.168 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.168 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:23.168 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113904, 2024-08-04T16:44:23.168 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2373 2024-08-04T16:44:23.169 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.169 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:23.169 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.169 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.169 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.169 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:23.169 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:23.169 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:23.169 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.169 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:23.169 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.169 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.169 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.169 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:23.169 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1472, 2024-08-04T16:44:23.170 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T16:44:23.170 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.170 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:23.170 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 97273, 2024-08-04T16:44:23.170 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 57 2024-08-04T16:44:23.170 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.170 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:23.170 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 20128, 2024-08-04T16:44:23.170 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5 2024-08-04T16:44:23.170 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.170 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:23.170 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7613301, 2024-08-04T16:44:23.170 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 267 2024-08-04T16:44:23.171 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.171 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:23.171 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 24288, 2024-08-04T16:44:23.171 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 276 2024-08-04T16:44:23.171 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.171 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:23.171 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.171 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.171 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.171 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.171 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 453024, 2024-08-04T16:44:23.171 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 39 2024-08-04T16:44:23.171 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.171 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:23.171 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.172 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.172 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.172 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:23.172 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3654040, 2024-08-04T16:44:23.172 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9427 2024-08-04T16:44:23.172 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.172 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:23.172 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:23.172 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:23.172 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.172 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:23.172 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.172 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.172 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.173 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:23.173 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.173 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.173 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.173 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:23.173 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.173 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.173 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.173 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:23.173 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.173 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.173 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.173 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.173 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.7": { 2024-08-04T16:44:23.174 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:23.174 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.174 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.174 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.174 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.174 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 19384, 2024-08-04T16:44:23.174 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 346 2024-08-04T16:44:23.174 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.174 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:23.174 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 575744, 2024-08-04T16:44:23.174 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 29 2024-08-04T16:44:23.174 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.175 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:23.175 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4224, 2024-08-04T16:44:23.175 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 22 2024-08-04T16:44:23.175 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.175 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:23.175 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71600, 2024-08-04T16:44:23.175 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 895 2024-08-04T16:44:23.175 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.175 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:23.175 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 507104, 2024-08-04T16:44:23.175 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2438 2024-08-04T16:44:23.175 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.175 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:23.175 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:23.176 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:23.176 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.176 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:23.176 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 508133, 2024-08-04T16:44:23.176 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 142 2024-08-04T16:44:23.176 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.176 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:23.176 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2078106, 2024-08-04T16:44:23.176 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 457690 2024-08-04T16:44:23.176 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.176 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:23.177 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5933936, 2024-08-04T16:44:23.177 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8758 2024-08-04T16:44:23.177 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.177 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:23.177 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 103356, 2024-08-04T16:44:23.177 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 11123 2024-08-04T16:44:23.177 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.177 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:23.177 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 116928, 2024-08-04T16:44:23.177 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2436 2024-08-04T16:44:23.177 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.177 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:23.178 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.178 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.178 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.178 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:23.178 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:23.178 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:23.178 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.178 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:23.179 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.179 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.179 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.179 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:23.179 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2208, 2024-08-04T16:44:23.179 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T16:44:23.179 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.179 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:23.179 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 120353, 2024-08-04T16:44:23.179 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 61 2024-08-04T16:44:23.179 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.179 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:23.180 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 28144, 2024-08-04T16:44:23.180 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7 2024-08-04T16:44:23.180 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.180 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:23.180 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 23423547, 2024-08-04T16:44:23.180 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 276 2024-08-04T16:44:23.180 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.180 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:23.180 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 14432, 2024-08-04T16:44:23.180 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 164 2024-08-04T16:44:23.180 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.180 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:23.180 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.180 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.181 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.181 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.181 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 534336, 2024-08-04T16:44:23.181 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 46 2024-08-04T16:44:23.181 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.181 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:23.181 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.181 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.181 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.181 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:23.181 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4861792, 2024-08-04T16:44:23.181 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9372 2024-08-04T16:44:23.182 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.182 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:23.182 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:23.182 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:23.182 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.182 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:23.182 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.182 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.182 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.182 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:23.182 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.183 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.183 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.183 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:23.183 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.183 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.183 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.183 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:23.183 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:23.183 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:23.183 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.183 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.183 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.183 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.183 INFO:tasks.workunit.client.0.smithi007.stdout: "metadata": { 2024-08-04T16:44:23.183 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T16:44:23.184 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T16:44:23.184 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 2 2024-08-04T16:44:23.184 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.184 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T16:44:23.184 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T16:44:23.184 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.184 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T16:44:23.184 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-08-04T16:44:23.184 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.184 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T16:44:23.184 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 2 2024-08-04T16:44:23.184 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.184 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T16:44:23.184 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 2 2024-08-04T16:44:23.185 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.185 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T16:44:23.185 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-04T16:44:23.185 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.185 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T16:44:23.185 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-04T16:44:23.185 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.185 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T16:44:23.185 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 2 2024-08-04T16:44:23.185 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.185 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.185 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:23.185 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T16:44:23.185 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 3 2024-08-04T16:44:23.185 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.185 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T16:44:23.186 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 3 2024-08-04T16:44:23.186 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.186 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T16:44:23.186 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-08-04T16:44:23.186 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.186 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T16:44:23.186 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 3 2024-08-04T16:44:23.186 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.186 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T16:44:23.186 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 3 2024-08-04T16:44:23.186 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.186 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T16:44:23.186 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-04T16:44:23.187 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.187 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T16:44:23.187 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-04T16:44:23.187 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.187 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T16:44:23.187 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 3 2024-08-04T16:44:23.187 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.187 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.187 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.187 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T16:44:23.187 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 8 2024-08-04T16:44:23.187 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.187 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T16:44:23.187 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 8 2024-08-04T16:44:23.187 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.189 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T16:44:23.189 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-08-04T16:44:23.189 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.190 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T16:44:23.190 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 8 2024-08-04T16:44:23.190 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.190 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T16:44:23.190 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 8 2024-08-04T16:44:23.190 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.190 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T16:44:23.190 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-04T16:44:23.190 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.190 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T16:44:23.190 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-04T16:44:23.190 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.190 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T16:44:23.191 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 8 2024-08-04T16:44:23.191 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.191 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_objectstore": { 2024-08-04T16:44:23.191 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": 8 2024-08-04T16:44:23.191 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.191 INFO:tasks.workunit.client.0.smithi007.stdout: "rotational": { 2024-08-04T16:44:23.191 INFO:tasks.workunit.client.0.smithi007.stdout: "0": 8 2024-08-04T16:44:23.191 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.191 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.191 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.191 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:23.191 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T16:44:23.191 INFO:tasks.workunit.client.0.smithi007.stdout: "features": { 2024-08-04T16:44:23.191 INFO:tasks.workunit.client.0.smithi007.stdout: "optional": [], 2024-08-04T16:44:23.191 INFO:tasks.workunit.client.0.smithi007.stdout: "persistent": [ 2024-08-04T16:44:23.192 INFO:tasks.workunit.client.0.smithi007.stdout: "kraken", 2024-08-04T16:44:23.192 INFO:tasks.workunit.client.0.smithi007.stdout: "luminous", 2024-08-04T16:44:23.192 INFO:tasks.workunit.client.0.smithi007.stdout: "mimic", 2024-08-04T16:44:23.192 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap-prune", 2024-08-04T16:44:23.192 INFO:tasks.workunit.client.0.smithi007.stdout: "nautilus", 2024-08-04T16:44:23.192 INFO:tasks.workunit.client.0.smithi007.stdout: "octopus", 2024-08-04T16:44:23.192 INFO:tasks.workunit.client.0.smithi007.stdout: "pacific", 2024-08-04T16:44:23.192 INFO:tasks.workunit.client.0.smithi007.stdout: "elector-pinging", 2024-08-04T16:44:23.192 INFO:tasks.workunit.client.0.smithi007.stdout: "quincy", 2024-08-04T16:44:23.192 INFO:tasks.workunit.client.0.smithi007.stdout: "reef", 2024-08-04T16:44:23.192 INFO:tasks.workunit.client.0.smithi007.stdout: "squid" 2024-08-04T16:44:23.192 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.192 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.192 INFO:tasks.workunit.client.0.smithi007.stdout: "ipv4_addr_mons": 6, 2024-08-04T16:44:23.193 INFO:tasks.workunit.client.0.smithi007.stdout: "ipv6_addr_mons": 0, 2024-08-04T16:44:23.193 INFO:tasks.workunit.client.0.smithi007.stdout: "min_mon_release": 19, 2024-08-04T16:44:23.193 INFO:tasks.workunit.client.0.smithi007.stdout: "v1_addr_mons": 3, 2024-08-04T16:44:23.193 INFO:tasks.workunit.client.0.smithi007.stdout: "v2_addr_mons": 3 2024-08-04T16:44:23.193 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.193 INFO:tasks.workunit.client.0.smithi007.stdout: "organization": "ceph-qa", 2024-08-04T16:44:23.193 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.193 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster_network": false, 2024-08-04T16:44:23.193 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8, 2024-08-04T16:44:23.193 INFO:tasks.workunit.client.0.smithi007.stdout: "require_min_compat_client": "luminous", 2024-08-04T16:44:23.193 INFO:tasks.workunit.client.0.smithi007.stdout: "require_osd_release": "squid" 2024-08-04T16:44:23.193 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.193 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_perf_histograms": [ 2024-08-04T16:44:23.193 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.193 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:23.193 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:23.194 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.194 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:23.194 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:23.194 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T16:44:23.194 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T16:44:23.194 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:23.194 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:23.194 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T16:44:23.194 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T16:44:23.194 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T16:44:23.194 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T16:44:23.194 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T16:44:23.194 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T16:44:23.194 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T16:44:23.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T16:44:23.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T16:44:23.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T16:44:23.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T16:44:23.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T16:44:23.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T16:44:23.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T16:44:23.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T16:44:23.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T16:44:23.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T16:44:23.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T16:44:23.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T16:44:23.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T16:44:23.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T16:44:23.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T16:44:23.196 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T16:44:23.196 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T16:44:23.196 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T16:44:23.196 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T16:44:23.196 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T16:44:23.196 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T16:44:23.196 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T16:44:23.196 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T16:44:23.196 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T16:44:23.196 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.196 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:23.196 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.196 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.197 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:23.197 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:23.197 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T16:44:23.197 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T16:44:23.197 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:23.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:23.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T16:44:23.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T16:44:23.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T16:44:23.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T16:44:23.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T16:44:23.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T16:44:23.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T16:44:23.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T16:44:23.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T16:44:23.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T16:44:23.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T16:44:23.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T16:44:23.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T16:44:23.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T16:44:23.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T16:44:23.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T16:44:23.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T16:44:23.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T16:44:23.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T16:44:23.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T16:44:23.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T16:44:23.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T16:44:23.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T16:44:23.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T16:44:23.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T16:44:23.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T16:44:23.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T16:44:23.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T16:44:23.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T16:44:23.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T16:44:23.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T16:44:23.199 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.200 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:23.200 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.200 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.200 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:23.200 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.200 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:23.200 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 205, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 15455, 4050, 134, 11, 45, 45, 1, 1, 0, 0, 10, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9600, 168, 46, 2, 7, 43, 143, 210, 14, 33, 34, 26, 55, 26, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 740, 7, 6, 0, 1, 1, 19, 15, 6, 11, 85, 162, 47, 6, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 485, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 312, 31, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 88, 8, 5, 0, 0, 0, 0, 0, 0, 1, 0, 18, 3, 80, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 138, 5, 2, 0, 0, 0, 0, 0, 1, 2, 1, 9, 17, 26, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 18, 42, 24, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 28, 40, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.202 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.202 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.202 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.203 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:23.203 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9850, 44, 0, 0, 8, 0, 1, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7784, 217, 1313, 3, 6, 12, 13, 19, 39, 79, 39, 27, 15, 6, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 510, 24, 179, 19, 0, 0, 1, 2, 9, 18, 123, 235, 76, 4, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 309, 3, 4, 11, 0, 0, 0, 0, 1, 0, 0, 22, 521, 21, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 102, 1, 1, 0, 0, 0, 0, 0, 0, 0, 5, 2, 1, 33, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 135, 1, 38, 0, 0, 0, 0, 0, 2, 0, 2, 1, 0, 11, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 183, 0, 231, 0, 0, 0, 0, 0, 1, 0, 3, 4, 5, 21, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 77, 0, 30, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 5, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.205 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.205 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.205 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.205 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:23.205 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 14395, 13, 0, 1, 8, 0, 0, 0, 1, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 10792, 37, 24, 0, 1, 1, 1, 2, 8, 2, 5, 5, 28, 26, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1094, 11, 7, 2, 2, 0, 0, 1, 1, 1, 1, 26, 11, 8, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 475, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 6, 34, 20, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 218, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 8, 13, 58, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 183, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 9, 29, 20, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 186, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 13, 35, 36, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 49, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 5, 15, 23, 26, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 11, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 2, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.207 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.207 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.207 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.207 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.207 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.207 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.207 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.207 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.207 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.207 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.207 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.207 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.207 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.207 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.208 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.208 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.208 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.208 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:23.208 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5286, 3, 0, 1, 6, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3177, 14, 1, 0, 4, 3, 5, 4, 4, 30, 22, 7, 8, 17, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 239, 1, 5, 0, 0, 0, 0, 0, 1, 4, 41, 86, 16, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 202, 2, 0, 0, 15, 0, 0, 0, 0, 0, 0, 11, 186, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 80, 0, 0, 0, 165, 0, 1, 6, 0, 0, 0, 3, 6, 32, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 67, 0, 0, 0, 324, 0, 0, 3, 0, 0, 0, 1, 12, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 47, 0, 0, 0, 487, 0, 0, 0, 0, 0, 0, 2, 10, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 1708, 0, 0, 0, 0, 0, 0, 0, 3, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.210 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.210 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.210 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.210 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.210 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.210 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.210 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.210 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.210 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.210 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.210 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.210 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.210 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.210 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.211 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:23.211 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 6, 61, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7358, 3600, 4082, 0, 0, 1, 1, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7195, 232, 255, 0, 11, 6, 4, 5, 6, 21, 10, 8, 15, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1102, 22, 50, 0, 2, 1, 1, 2, 12, 6, 26, 78, 17, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 534, 8, 0, 0, 0, 0, 0, 0, 1, 0, 2, 36, 151, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 300, 25, 5, 0, 0, 0, 1, 0, 0, 0, 1, 8, 13, 15, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 248, 10, 3, 0, 0, 0, 0, 0, 0, 0, 1, 6, 11, 18, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 143, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 34, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 22, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.213 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.213 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.213 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.213 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.213 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.213 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.213 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:23.213 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.213 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.213 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.213 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8604, 1, 0, 0, 0, 0, 0, 3, 11, 0, 7, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.213 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8652, 64, 44, 1, 9, 0, 1, 0, 3, 0, 6, 1, 2, 23, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.213 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 988, 126, 172, 4, 2, 0, 0, 1, 3, 3, 9, 1, 1, 9, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.213 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 487, 17, 37, 6, 0, 0, 0, 0, 0, 1, 3, 9, 8, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.213 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 144, 17, 15, 0, 0, 0, 0, 0, 1, 0, 0, 1, 5, 60, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 116, 0, 17, 32, 0, 0, 0, 0, 0, 0, 1, 0, 4, 10, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 108, 0, 2, 33, 72, 0, 0, 0, 0, 0, 0, 0, 0, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3, 0, 0, 5, 53, 98, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 10, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.215 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.215 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.215 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.216 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:23.216 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4355, 1176, 0, 0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 15141, 10860, 0, 0, 6961, 351, 0, 0, 1, 0, 0, 1, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8198, 429, 4, 0, 634, 217, 3, 6, 3, 10, 9, 22, 12, 13, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1122, 67, 4, 1, 129, 26, 1, 1, 6, 15, 55, 66, 13, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 369, 4, 4, 0, 11, 1, 0, 0, 0, 0, 3, 39, 176, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 131, 9, 0, 0, 20, 12, 0, 1, 1, 0, 1, 7, 19, 47, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 84, 1, 0, 0, 7, 23, 0, 3, 0, 0, 1, 10, 6, 10, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 114, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 4, 5, 24, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 8, 2, 12, 37, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 13, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.218 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.218 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.218 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:23.218 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 12561, 18, 1, 0, 0, 1, 0, 1, 0, 1, 0, 12, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8665, 184, 18, 1, 6, 1, 0, 3, 0, 1, 2, 7, 2, 4, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 822, 92, 3, 1, 1, 0, 0, 2, 1, 2, 2, 9, 2, 5, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 286, 7, 1, 0, 0, 0, 0, 0, 0, 1, 1, 14, 20, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 155, 12, 0, 0, 0, 0, 0, 0, 1, 0, 3, 5, 15, 40, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 98, 18, 0, 0, 0, 0, 3, 0, 0, 0, 4, 10, 16, 16, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 57, 51, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 26, 32, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 19, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 18, 22, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.221 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.221 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.221 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.221 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.221 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.221 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:23.221 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:23.221 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.221 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:23.221 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:23.221 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T16:44:23.221 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T16:44:23.221 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:23.221 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:23.221 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T16:44:23.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T16:44:23.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T16:44:23.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T16:44:23.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T16:44:23.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T16:44:23.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T16:44:23.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T16:44:23.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T16:44:23.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T16:44:23.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T16:44:23.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T16:44:23.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T16:44:23.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T16:44:23.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T16:44:23.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T16:44:23.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T16:44:23.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T16:44:23.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T16:44:23.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T16:44:23.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T16:44:23.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T16:44:23.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T16:44:23.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T16:44:23.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T16:44:23.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T16:44:23.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T16:44:23.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T16:44:23.224 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T16:44:23.224 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T16:44:23.224 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T16:44:23.224 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.224 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:23.224 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.224 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.224 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:23.224 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:23.224 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T16:44:23.224 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T16:44:23.224 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:23.224 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:23.224 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T16:44:23.224 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T16:44:23.224 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T16:44:23.225 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T16:44:23.225 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T16:44:23.225 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T16:44:23.225 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T16:44:23.225 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T16:44:23.225 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T16:44:23.225 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T16:44:23.225 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T16:44:23.225 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T16:44:23.225 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T16:44:23.225 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T16:44:23.225 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T16:44:23.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T16:44:23.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T16:44:23.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T16:44:23.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T16:44:23.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T16:44:23.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T16:44:23.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T16:44:23.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T16:44:23.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T16:44:23.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T16:44:23.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T16:44:23.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T16:44:23.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T16:44:23.227 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T16:44:23.227 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T16:44:23.227 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T16:44:23.227 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.227 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:23.227 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.227 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.227 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:23.227 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.227 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:23.227 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.227 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.227 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.227 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 656, 6, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4575, 60, 80, 141, 438, 613, 700, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 655, 6, 24, 60, 19, 11, 24, 0, 0, 3, 5, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 161, 7, 0, 0, 0, 0, 1, 0, 0, 0, 1, 4, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 79, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 6, 11, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.230 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.230 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.230 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.230 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.230 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:23.230 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.230 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.230 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.230 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 268, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3050, 263, 32, 62, 124, 0, 3, 1, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 541, 30, 1307, 0, 0, 0, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 352, 7, 36, 1, 0, 0, 0, 1, 0, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1672, 1252, 49, 0, 1, 0, 1, 0, 0, 0, 0, 0, 5, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1460, 1727, 236, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 9, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 17, 18, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.233 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.233 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.233 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.233 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:23.233 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1078, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 11054, 4, 1, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 15628, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 525, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 4, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 17, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.235 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.235 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.235 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.235 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:23.235 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1939, 25, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 285, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 246, 0, 11, 33, 0, 0, 0, 0, 0, 0, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1042, 219, 22, 119, 0, 0, 0, 0, 0, 0, 3, 2, 2, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4200, 2662, 0, 412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 192, 137, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.238 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.238 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.238 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.238 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.238 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.238 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.238 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.238 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.238 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:23.238 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.238 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 666, 2, 0, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2555, 222, 34, 54, 136, 275, 478, 0, 8, 7, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 224, 15, 0, 0, 0, 1, 7, 0, 0, 1, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 83, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.241 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.241 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.241 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.241 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.241 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.241 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:23.241 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.241 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.241 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.241 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.241 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.241 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 495, 2, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.241 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3004, 66, 136, 229, 440, 610, 709, 5, 4, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.241 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 407, 6, 2, 11, 15, 19, 20, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.241 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 418, 4, 1, 10, 1, 0, 0, 0, 0, 0, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.241 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 245, 37, 83, 116, 29, 0, 0, 0, 1, 0, 0, 2, 6, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 232, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 13, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.243 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.243 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.244 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.244 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:23.244 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 399, 9, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3172, 24, 0, 0, 16, 0, 5, 7, 10, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 298, 5, 1, 0, 3, 1, 0, 0, 4, 15, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 156, 2, 0, 0, 3, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 177, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 17, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.246 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.246 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.246 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.247 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:23.247 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 646, 3, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8503, 23, 51, 47, 0, 0, 1, 4, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1817, 32, 93, 48, 0, 1, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 208, 9, 4, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 125, 3, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 11, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.249 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.249 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.249 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.249 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.249 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.249 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.249 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.249 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.249 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.249 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:23.249 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:23.249 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.250 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:23.250 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:23.250 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T16:44:23.250 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T16:44:23.250 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:23.250 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:23.250 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T16:44:23.250 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T16:44:23.250 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T16:44:23.250 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T16:44:23.250 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T16:44:23.250 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T16:44:23.250 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T16:44:23.250 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T16:44:23.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T16:44:23.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T16:44:23.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T16:44:23.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T16:44:23.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T16:44:23.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T16:44:23.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T16:44:23.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T16:44:23.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T16:44:23.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T16:44:23.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T16:44:23.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T16:44:23.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T16:44:23.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T16:44:23.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T16:44:23.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T16:44:23.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T16:44:23.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T16:44:23.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T16:44:23.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T16:44:23.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T16:44:23.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T16:44:23.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T16:44:23.252 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.252 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:23.252 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.252 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.253 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:23.253 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:23.253 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T16:44:23.253 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T16:44:23.253 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:23.253 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:23.253 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T16:44:23.253 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T16:44:23.253 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T16:44:23.253 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T16:44:23.253 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T16:44:23.253 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T16:44:23.253 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T16:44:23.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T16:44:23.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T16:44:23.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T16:44:23.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T16:44:23.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T16:44:23.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T16:44:23.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T16:44:23.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T16:44:23.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T16:44:23.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T16:44:23.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T16:44:23.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T16:44:23.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T16:44:23.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T16:44:23.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T16:44:23.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T16:44:23.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T16:44:23.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T16:44:23.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T16:44:23.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T16:44:23.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T16:44:23.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T16:44:23.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T16:44:23.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T16:44:23.255 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.255 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:23.255 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.256 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.256 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:23.256 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.256 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:23.256 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.256 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.256 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.256 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.256 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.256 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 666, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.256 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 6610, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.256 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 811, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.256 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 184, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.256 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.258 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.258 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.258 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.258 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.258 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.258 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.258 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.258 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.258 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.258 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.258 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.258 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.259 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:23.259 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 276, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3539, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1883, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 402, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2987, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3446, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.261 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.261 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.261 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.261 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:23.261 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1078, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 11068, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 15633, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 536, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.264 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.264 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.264 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.264 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:23.264 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.264 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.264 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.264 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.264 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.264 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.264 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1967, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.264 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.264 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.264 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1424, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7286, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 354, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.266 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.266 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.266 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.266 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.266 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.266 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.266 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.266 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.266 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.266 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.266 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.266 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.267 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.267 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:23.267 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.267 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.267 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.267 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.267 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.267 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 683, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.267 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3772, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.267 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 251, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.267 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.267 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.267 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.267 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.269 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.269 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.269 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.269 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.269 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.269 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.269 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.269 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.269 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.269 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.269 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.269 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.269 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:23.269 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 520, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5209, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 483, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 441, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 525, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.272 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.272 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.272 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.272 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:23.272 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 410, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3238, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 331, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.275 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.275 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.275 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.275 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.275 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.275 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:23.275 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.275 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.275 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.275 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.275 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.275 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 656, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.275 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8633, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.276 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1997, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.276 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 228, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.276 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.276 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.276 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.276 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.276 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.276 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.276 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.276 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.276 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.276 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.277 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.277 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.277 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.277 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.277 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.277 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.277 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.277 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.277 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.277 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.277 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.277 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.277 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.277 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.278 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.278 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.278 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.278 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.278 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:23.278 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:23.278 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.278 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:23.278 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:23.278 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T16:44:23.278 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T16:44:23.278 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:23.279 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:23.279 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T16:44:23.279 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T16:44:23.279 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T16:44:23.279 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T16:44:23.279 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T16:44:23.279 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T16:44:23.279 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T16:44:23.279 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T16:44:23.279 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T16:44:23.279 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T16:44:23.279 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T16:44:23.280 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T16:44:23.280 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T16:44:23.280 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T16:44:23.280 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T16:44:23.280 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T16:44:23.280 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T16:44:23.280 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T16:44:23.280 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T16:44:23.280 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T16:44:23.280 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T16:44:23.280 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T16:44:23.280 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T16:44:23.280 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T16:44:23.281 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T16:44:23.281 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T16:44:23.281 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T16:44:23.281 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T16:44:23.281 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T16:44:23.281 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T16:44:23.281 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T16:44:23.281 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.281 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:23.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.282 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.282 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:23.282 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:23.282 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T16:44:23.282 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T16:44:23.282 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:23.282 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:23.282 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T16:44:23.282 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T16:44:23.282 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T16:44:23.282 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T16:44:23.283 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T16:44:23.283 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T16:44:23.283 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T16:44:23.283 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T16:44:23.283 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T16:44:23.283 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T16:44:23.283 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T16:44:23.283 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T16:44:23.283 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T16:44:23.283 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T16:44:23.283 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T16:44:23.283 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T16:44:23.283 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T16:44:23.283 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T16:44:23.284 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T16:44:23.284 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T16:44:23.284 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T16:44:23.284 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T16:44:23.284 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T16:44:23.284 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T16:44:23.284 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T16:44:23.284 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T16:44:23.284 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T16:44:23.284 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T16:44:23.284 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T16:44:23.284 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T16:44:23.284 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T16:44:23.284 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.284 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:23.284 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.285 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.285 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:23.285 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.285 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:23.285 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.285 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.285 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.285 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.285 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.285 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 123, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.285 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2153, 24, 3, 0, 15, 3, 2, 3, 6, 6, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.285 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1087, 10, 0, 1, 1, 8, 8, 16, 30, 54, 77, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.285 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 145, 11, 0, 0, 0, 1, 3, 2, 4, 12, 84, 261, 129, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.285 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 224, 6, 0, 0, 0, 0, 0, 0, 3, 3, 8, 15, 276, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.286 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 484, 2, 0, 0, 0, 0, 1, 0, 0, 1, 6, 6, 17, 37, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.286 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1130, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 5, 8, 22, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.286 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 718, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.286 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.286 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.286 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.286 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.286 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.286 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.286 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.286 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.286 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.286 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.286 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.287 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.287 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.287 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.287 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.287 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.287 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.287 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.287 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.287 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.287 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.287 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.287 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.287 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:23.287 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.287 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.288 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.288 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.288 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.288 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.288 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2821, 19, 1, 1, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.288 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1518, 5, 0, 1, 5, 5, 6, 16, 45, 80, 91, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.288 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 94, 2, 0, 0, 1, 1, 0, 0, 2, 5, 89, 296, 239, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.288 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 33, 0, 0, 0, 1, 0, 0, 0, 1, 4, 9, 15, 346, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.288 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 39, 0, 1, 0, 0, 0, 0, 1, 2, 1, 4, 4, 17, 33, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.288 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 286, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 2, 23, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.288 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1425, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.288 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1767, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.288 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.288 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.288 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.289 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.289 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.289 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.289 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.289 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.289 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.289 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.289 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.289 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.289 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.289 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.289 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.289 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.289 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.290 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.290 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.290 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.290 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.290 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.290 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:23.290 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.290 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.290 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.290 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.290 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.290 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 63, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.291 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 407, 10, 3, 2, 15, 0, 1, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.291 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 154, 6, 0, 0, 2, 3, 4, 3, 5, 9, 33, 37, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.291 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 234, 21, 0, 1, 1, 2, 4, 13, 4, 13, 61, 76, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.291 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 100, 9, 0, 0, 0, 0, 0, 0, 0, 4, 23, 49, 23, 12, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.291 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 51, 24, 0, 0, 0, 0, 0, 0, 2, 3, 6, 10, 23, 52, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.291 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8, 50, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 12, 28, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.291 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 7, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.291 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.291 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.291 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.291 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.291 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.291 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.291 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.291 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.292 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.292 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.292 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.292 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.292 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.292 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.292 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.292 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.292 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.292 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.292 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.292 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.293 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.293 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.293 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.293 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:23.293 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.293 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.293 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.293 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.293 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.293 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.293 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1102, 16, 0, 2, 8, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.293 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 403, 4, 1, 0, 0, 3, 2, 5, 16, 29, 39, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.293 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 111, 1, 0, 1, 0, 0, 2, 1, 2, 7, 25, 91, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.293 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 276, 24, 0, 0, 0, 0, 0, 0, 1, 1, 9, 11, 75, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.294 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 513, 23, 0, 0, 0, 0, 0, 0, 2, 0, 1, 3, 5, 18, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.294 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 342, 48, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 3, 23, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.294 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 115, 89, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.294 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.294 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.294 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.294 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.294 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.294 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.294 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.294 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.294 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.294 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.295 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.295 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.295 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.295 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.295 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.295 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.295 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.295 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.295 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.295 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.295 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.295 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.295 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.295 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:23.295 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.295 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.296 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.296 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.296 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.296 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.296 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1008, 14, 0, 0, 16, 0, 1, 4, 5, 6, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.296 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 719, 4, 0, 1, 3, 6, 4, 6, 18, 21, 33, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.296 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 339, 8, 0, 0, 0, 1, 1, 1, 6, 1, 59, 125, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.296 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 466, 1, 0, 0, 0, 0, 0, 0, 1, 1, 12, 23, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.296 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 341, 2, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 14, 25, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.296 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 13, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.296 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.296 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.296 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.296 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.297 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.297 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.297 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.297 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.297 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.297 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.297 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.297 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.297 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.297 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.297 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.297 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.297 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.298 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.298 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.298 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.298 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.298 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.298 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.298 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.298 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:23.298 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.298 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.298 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.298 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.298 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.298 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.299 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 327, 24, 2, 0, 8, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.299 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 80, 9, 1, 0, 3, 1, 0, 1, 3, 2, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.299 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 55, 7, 0, 0, 1, 0, 3, 2, 1, 3, 13, 14, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.299 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 1, 0, 2, 4, 11, 13, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.299 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8, 0, 0, 0, 0, 1, 0, 1, 1, 1, 3, 6, 16, 28, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.299 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 28, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.299 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.299 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.299 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.299 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.299 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.299 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.299 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.300 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.300 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.300 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.300 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.300 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.300 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.300 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.300 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.300 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.300 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.300 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.300 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.300 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.300 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.301 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.301 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.301 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.301 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:23.301 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.301 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.301 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.301 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.301 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.301 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 76, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.301 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1169, 31, 0, 0, 20, 1, 6, 7, 20, 18, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.301 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 603, 5, 0, 2, 1, 3, 6, 9, 18, 36, 19, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.301 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 383, 11, 0, 0, 1, 2, 1, 2, 5, 8, 44, 120, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.301 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 547, 10, 1, 0, 1, 0, 1, 3, 3, 4, 22, 22, 182, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.301 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 303, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 12, 26, 30, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.301 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 20, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.302 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.302 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.302 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.302 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.302 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.302 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.302 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.302 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.302 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.302 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.302 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.302 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.302 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.302 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.303 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.303 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.303 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.303 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.303 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.303 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.303 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.303 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.303 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.303 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.303 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:23.303 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.303 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.303 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.304 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.304 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.304 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 58, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.304 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 307, 16, 3, 1, 14, 2, 1, 1, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.304 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 83, 10, 0, 0, 1, 0, 2, 6, 4, 5, 11, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.304 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 124, 2, 1, 0, 1, 0, 0, 6, 7, 9, 42, 51, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.304 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 88, 14, 0, 0, 0, 0, 2, 0, 1, 9, 32, 37, 11, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.304 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 29, 29, 0, 0, 0, 0, 1, 0, 2, 4, 6, 14, 26, 44, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.304 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 42, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 6, 38, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.304 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.304 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.304 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.305 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.305 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.305 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.305 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.305 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.305 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.305 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.305 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.305 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.305 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.305 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.305 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.306 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.306 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.306 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.306 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.306 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.306 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.306 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.306 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.306 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.306 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.306 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.306 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.307 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-04T16:44:23.307 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:23.307 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.307 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 8, 2024-08-04T16:44:23.307 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:23.307 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "number of replicas", 2024-08-04T16:44:23.307 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 1, 2024-08-04T16:44:23.307 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:23.307 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:23.307 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0]", 2024-08-04T16:44:23.307 INFO:tasks.workunit.client.0.smithi007.stdout: "[1, 1]", 2024-08-04T16:44:23.307 INFO:tasks.workunit.client.0.smithi007.stdout: "[2, 2]", 2024-08-04T16:44:23.307 INFO:tasks.workunit.client.0.smithi007.stdout: "[3, 3]", 2024-08-04T16:44:23.308 INFO:tasks.workunit.client.0.smithi007.stdout: "[4, 4]", 2024-08-04T16:44:23.308 INFO:tasks.workunit.client.0.smithi007.stdout: "[5, 5]", 2024-08-04T16:44:23.308 INFO:tasks.workunit.client.0.smithi007.stdout: "[6, None]" 2024-08-04T16:44:23.308 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.308 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "linear" 2024-08-04T16:44:23.308 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.308 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.308 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 10, 2024-08-04T16:44:23.308 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:23.308 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "duration", 2024-08-04T16:44:23.308 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 250000, 2024-08-04T16:44:23.308 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:23.308 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:23.308 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 249999]", 2024-08-04T16:44:23.308 INFO:tasks.workunit.client.0.smithi007.stdout: "[250000, 499999]", 2024-08-04T16:44:23.309 INFO:tasks.workunit.client.0.smithi007.stdout: "[500000, 999999]", 2024-08-04T16:44:23.309 INFO:tasks.workunit.client.0.smithi007.stdout: "[1000000, 1999999]", 2024-08-04T16:44:23.309 INFO:tasks.workunit.client.0.smithi007.stdout: "[2000000, 3999999]", 2024-08-04T16:44:23.309 INFO:tasks.workunit.client.0.smithi007.stdout: "[4000000, 7999999]", 2024-08-04T16:44:23.309 INFO:tasks.workunit.client.0.smithi007.stdout: "[8000000, 15999999]", 2024-08-04T16:44:23.309 INFO:tasks.workunit.client.0.smithi007.stdout: "[16000000, 31999999]", 2024-08-04T16:44:23.309 INFO:tasks.workunit.client.0.smithi007.stdout: "[32000000, None]" 2024-08-04T16:44:23.309 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.309 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:23.309 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.309 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.309 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:23.309 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.309 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:23.309 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.310 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.310 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.310 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.310 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.310 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.310 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.310 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.310 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.310 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.310 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.310 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.310 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:23.310 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.310 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.311 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.311 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.311 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.311 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.311 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.311 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.311 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.311 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.311 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.311 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.311 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:23.311 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.311 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.312 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.312 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.312 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.312 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.312 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.312 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.312 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.312 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.312 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.312 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.312 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:23.312 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.312 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.313 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.313 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.313 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.313 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.313 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.313 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.313 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.313 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.313 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.313 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.313 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:23.314 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.314 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.314 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.314 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.314 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.314 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.314 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.314 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.314 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.314 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.314 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.315 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:23.315 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.315 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.315 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.315 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.315 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.315 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.315 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.315 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.315 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.315 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.315 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.315 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.315 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:23.316 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.316 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.316 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.316 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.316 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.316 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.316 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.316 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.316 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.316 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.316 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.316 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.316 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:23.317 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:23.317 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.317 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.317 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.317 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.317 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.317 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.317 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:23.317 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:23.317 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.317 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.317 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:23.317 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.318 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.318 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.318 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_counters": { 2024-08-04T16:44:23.318 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:23.318 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T16:44:23.318 INFO:tasks.workunit.client.0.smithi007.stdout: "caps": { 2024-08-04T16:44:23.318 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.318 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.318 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_flush_ack": { 2024-08-04T16:44:23.318 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.318 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.318 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-04T16:44:23.319 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.319 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.319 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_grant": { 2024-08-04T16:44:23.319 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.319 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.319 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_revoke": { 2024-08-04T16:44:23.319 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.319 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.319 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_trunc": { 2024-08-04T16:44:23.319 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.319 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.319 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_commit": { 2024-08-04T16:44:23.320 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.320 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.320 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_fetch_complete": { 2024-08-04T16:44:23.320 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T16:44:23.320 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.320 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_fetch_keys": { 2024-08-04T16:44:23.320 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:23.320 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.320 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_merge": { 2024-08-04T16:44:23.320 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.321 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_split": { 2024-08-04T16:44:23.321 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.321 INFO:tasks.workunit.client.0.smithi007.stdout: "exported_inodes": { 2024-08-04T16:44:23.321 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.321 INFO:tasks.workunit.client.0.smithi007.stdout: "forward": { 2024-08-04T16:44:23.321 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.321 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_cap_release": { 2024-08-04T16:44:23.321 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.322 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_caps": { 2024-08-04T16:44:23.322 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.322 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.322 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_caps_dirty": { 2024-08-04T16:44:23.322 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.322 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.322 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_inode_file_caps": { 2024-08-04T16:44:23.322 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.322 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.322 INFO:tasks.workunit.client.0.smithi007.stdout: "imported_inodes": { 2024-08-04T16:44:23.322 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.323 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes": { 2024-08-04T16:44:23.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:23.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.323 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes_expired": { 2024-08-04T16:44:23.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.323 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes_pinned": { 2024-08-04T16:44:23.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:23.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.323 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes_with_caps": { 2024-08-04T16:44:23.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.323 INFO:tasks.workunit.client.0.smithi007.stdout: "load_cent": { 2024-08-04T16:44:23.324 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.324 INFO:tasks.workunit.client.0.smithi007.stdout: "openino_dir_fetch": { 2024-08-04T16:44:23.324 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.324 INFO:tasks.workunit.client.0.smithi007.stdout: "process_request_cap_release": { 2024-08-04T16:44:23.324 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.324 INFO:tasks.workunit.client.0.smithi007.stdout: "reply_latency": { 2024-08-04T16:44:23.324 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.324 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.324 INFO:tasks.workunit.client.0.smithi007.stdout: "request": { 2024-08-04T16:44:23.324 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.325 INFO:tasks.workunit.client.0.smithi007.stdout: "root_rbytes": { 2024-08-04T16:44:23.325 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.325 INFO:tasks.workunit.client.0.smithi007.stdout: "root_rfiles": { 2024-08-04T16:44:23.325 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.325 INFO:tasks.workunit.client.0.smithi007.stdout: "root_rsnaps": { 2024-08-04T16:44:23.325 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.325 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_reply": { 2024-08-04T16:44:23.325 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.325 INFO:tasks.workunit.client.0.smithi007.stdout: "subtrees": { 2024-08-04T16:44:23.325 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:23.326 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.326 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_cache": { 2024-08-04T16:44:23.326 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_enqueue_scrub": { 2024-08-04T16:44:23.326 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.326 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_exportdir": { 2024-08-04T16:44:23.326 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.326 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_flush": { 2024-08-04T16:44:23.326 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.327 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_fragmentdir": { 2024-08-04T16:44:23.327 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.327 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_fragstats": { 2024-08-04T16:44:23.327 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.327 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_inodestats": { 2024-08-04T16:44:23.327 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.327 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_quiesce_inode": { 2024-08-04T16:44:23.327 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.327 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_quiesce_path": { 2024-08-04T16:44:23.327 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_recovering_enqueued": { 2024-08-04T16:44:23.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_recovering_prioritized": { 2024-08-04T16:44:23.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_recovering_processing": { 2024-08-04T16:44:23.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_strays": { 2024-08-04T16:44:23.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_strays_delayed": { 2024-08-04T16:44:23.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.329 INFO:tasks.workunit.client.0.smithi007.stdout: "num_strays_enqueuing": { 2024-08-04T16:44:23.329 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.329 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_completed": { 2024-08-04T16:44:23.329 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.329 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_started": { 2024-08-04T16:44:23.329 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.329 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_created": { 2024-08-04T16:44:23.329 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.329 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_enqueued": { 2024-08-04T16:44:23.329 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.330 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_migrated": { 2024-08-04T16:44:23.330 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.330 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.330 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_reintegrated": { 2024-08-04T16:44:23.330 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.330 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.330 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.330 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_log": { 2024-08-04T16:44:23.330 INFO:tasks.workunit.client.0.smithi007.stdout: "ev": { 2024-08-04T16:44:23.330 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17 2024-08-04T16:44:23.330 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.331 INFO:tasks.workunit.client.0.smithi007.stdout: "evadd": { 2024-08-04T16:44:23.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.331 INFO:tasks.workunit.client.0.smithi007.stdout: "evex": { 2024-08-04T16:44:23.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.331 INFO:tasks.workunit.client.0.smithi007.stdout: "evexd": { 2024-08-04T16:44:23.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.331 INFO:tasks.workunit.client.0.smithi007.stdout: "evexg": { 2024-08-04T16:44:23.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.331 INFO:tasks.workunit.client.0.smithi007.stdout: "evlrg": { 2024-08-04T16:44:23.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.331 INFO:tasks.workunit.client.0.smithi007.stdout: "evtrm": { 2024-08-04T16:44:23.332 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.332 INFO:tasks.workunit.client.0.smithi007.stdout: "jlat": { 2024-08-04T16:44:23.332 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.332 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.332 INFO:tasks.workunit.client.0.smithi007.stdout: "replayed": { 2024-08-04T16:44:23.332 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17 2024-08-04T16:44:23.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.332 INFO:tasks.workunit.client.0.smithi007.stdout: "seg": { 2024-08-04T16:44:23.332 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:23.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.332 INFO:tasks.workunit.client.0.smithi007.stdout: "segadd": { 2024-08-04T16:44:23.333 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.333 INFO:tasks.workunit.client.0.smithi007.stdout: "segex": { 2024-08-04T16:44:23.333 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.333 INFO:tasks.workunit.client.0.smithi007.stdout: "segexd": { 2024-08-04T16:44:23.333 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.333 INFO:tasks.workunit.client.0.smithi007.stdout: "segexg": { 2024-08-04T16:44:23.333 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.333 INFO:tasks.workunit.client.0.smithi007.stdout: "segmjr": { 2024-08-04T16:44:23.333 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:23.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.334 INFO:tasks.workunit.client.0.smithi007.stdout: "segtrm": { 2024-08-04T16:44:23.334 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.334 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.334 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_mem": { 2024-08-04T16:44:23.334 INFO:tasks.workunit.client.0.smithi007.stdout: "cap": { 2024-08-04T16:44:23.334 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.334 INFO:tasks.workunit.client.0.smithi007.stdout: "cap+": { 2024-08-04T16:44:23.334 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.334 INFO:tasks.workunit.client.0.smithi007.stdout: "cap-": { 2024-08-04T16:44:23.335 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.335 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.335 INFO:tasks.workunit.client.0.smithi007.stdout: "dir": { 2024-08-04T16:44:23.335 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T16:44:23.335 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.335 INFO:tasks.workunit.client.0.smithi007.stdout: "dir+": { 2024-08-04T16:44:23.335 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T16:44:23.335 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.335 INFO:tasks.workunit.client.0.smithi007.stdout: "dir-": { 2024-08-04T16:44:23.335 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.335 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.335 INFO:tasks.workunit.client.0.smithi007.stdout: "dn": { 2024-08-04T16:44:23.335 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:23.335 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.336 INFO:tasks.workunit.client.0.smithi007.stdout: "dn+": { 2024-08-04T16:44:23.336 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:23.336 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.336 INFO:tasks.workunit.client.0.smithi007.stdout: "dn-": { 2024-08-04T16:44:23.336 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.336 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.336 INFO:tasks.workunit.client.0.smithi007.stdout: "heap": { 2024-08-04T16:44:23.336 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 248096 2024-08-04T16:44:23.336 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.336 INFO:tasks.workunit.client.0.smithi007.stdout: "ino": { 2024-08-04T16:44:23.336 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13 2024-08-04T16:44:23.336 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.336 INFO:tasks.workunit.client.0.smithi007.stdout: "ino+": { 2024-08-04T16:44:23.336 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13 2024-08-04T16:44:23.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.337 INFO:tasks.workunit.client.0.smithi007.stdout: "ino-": { 2024-08-04T16:44:23.337 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.337 INFO:tasks.workunit.client.0.smithi007.stdout: "rss": { 2024-08-04T16:44:23.337 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49192 2024-08-04T16:44:23.337 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.337 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_server": { 2024-08-04T16:44:23.337 INFO:tasks.workunit.client.0.smithi007.stdout: "cap_acquisition_throttle": { 2024-08-04T16:44:23.337 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.337 INFO:tasks.workunit.client.0.smithi007.stdout: "cap_revoke_eviction": { 2024-08-04T16:44:23.337 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.338 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_request": { 2024-08-04T16:44:23.338 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.338 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.338 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_session": { 2024-08-04T16:44:23.338 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.338 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.338 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_peer_request": { 2024-08-04T16:44:23.338 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.338 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.338 INFO:tasks.workunit.client.0.smithi007.stdout: "req_create_latency": { 2024-08-04T16:44:23.338 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.338 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.339 INFO:tasks.workunit.client.0.smithi007.stdout: "req_getattr_latency": { 2024-08-04T16:44:23.339 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.339 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.339 INFO:tasks.workunit.client.0.smithi007.stdout: "req_getfilelock_latency": { 2024-08-04T16:44:23.339 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.339 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.339 INFO:tasks.workunit.client.0.smithi007.stdout: "req_getvxattr_latency": { 2024-08-04T16:44:23.339 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.339 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.339 INFO:tasks.workunit.client.0.smithi007.stdout: "req_link_latency": { 2024-08-04T16:44:23.340 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.340 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.340 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.340 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookup_latency": { 2024-08-04T16:44:23.340 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.340 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.340 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.340 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookuphash_latency": { 2024-08-04T16:44:23.340 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.340 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.340 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.340 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupino_latency": { 2024-08-04T16:44:23.340 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.340 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.341 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupname_latency": { 2024-08-04T16:44:23.341 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.341 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.341 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupparent_latency": { 2024-08-04T16:44:23.341 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.341 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.341 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupsnap_latency": { 2024-08-04T16:44:23.341 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.341 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.341 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lssnap_latency": { 2024-08-04T16:44:23.342 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.342 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.342 INFO:tasks.workunit.client.0.smithi007.stdout: "req_mkdir_latency": { 2024-08-04T16:44:23.342 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.342 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.342 INFO:tasks.workunit.client.0.smithi007.stdout: "req_mknod_latency": { 2024-08-04T16:44:23.342 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.342 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.342 INFO:tasks.workunit.client.0.smithi007.stdout: "req_mksnap_latency": { 2024-08-04T16:44:23.342 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.343 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.343 INFO:tasks.workunit.client.0.smithi007.stdout: "req_open_latency": { 2024-08-04T16:44:23.343 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.343 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.343 INFO:tasks.workunit.client.0.smithi007.stdout: "req_readdir_latency": { 2024-08-04T16:44:23.343 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.343 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.343 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rename_latency": { 2024-08-04T16:44:23.343 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.343 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.343 INFO:tasks.workunit.client.0.smithi007.stdout: "req_renamesnap_latency": { 2024-08-04T16:44:23.344 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.344 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.344 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rmdir_latency": { 2024-08-04T16:44:23.344 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.344 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.344 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rmsnap_latency": { 2024-08-04T16:44:23.344 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.344 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.344 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rmxattr_latency": { 2024-08-04T16:44:23.344 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.344 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.345 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setattr_latency": { 2024-08-04T16:44:23.345 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.345 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.345 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setdirlayout_latency": { 2024-08-04T16:44:23.345 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.345 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.345 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setfilelock_latency": { 2024-08-04T16:44:23.345 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.345 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.345 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setlayout_latency": { 2024-08-04T16:44:23.346 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.346 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.346 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setxattr_latency": { 2024-08-04T16:44:23.346 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.346 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.346 INFO:tasks.workunit.client.0.smithi007.stdout: "req_snapdiff_latency": { 2024-08-04T16:44:23.346 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.346 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.346 INFO:tasks.workunit.client.0.smithi007.stdout: "req_symlink_latency": { 2024-08-04T16:44:23.346 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.347 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.347 INFO:tasks.workunit.client.0.smithi007.stdout: "req_unlink_latency": { 2024-08-04T16:44:23.347 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.347 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.347 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.347 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_sessions": { 2024-08-04T16:44:23.347 INFO:tasks.workunit.client.0.smithi007.stdout: "average_load": { 2024-08-04T16:44:23.347 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.347 INFO:tasks.workunit.client.0.smithi007.stdout: "avg_session_uptime": { 2024-08-04T16:44:23.347 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.348 INFO:tasks.workunit.client.0.smithi007.stdout: "mdthresh_evicted": { 2024-08-04T16:44:23.348 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.348 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T16:44:23.348 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:23.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.348 INFO:tasks.workunit.client.0.smithi007.stdout: "session_count": { 2024-08-04T16:44:23.348 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.348 INFO:tasks.workunit.client.0.smithi007.stdout: "session_remove": { 2024-08-04T16:44:23.348 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:23.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.348 INFO:tasks.workunit.client.0.smithi007.stdout: "sessions_open": { 2024-08-04T16:44:23.349 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:23.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.349 INFO:tasks.workunit.client.0.smithi007.stdout: "sessions_stale": { 2024-08-04T16:44:23.349 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.349 INFO:tasks.workunit.client.0.smithi007.stdout: "total_load": { 2024-08-04T16:44:23.349 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.349 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.349 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:23.349 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:23.349 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.349 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:23.350 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37 2024-08-04T16:44:23.350 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.350 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:23.350 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.350 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.350 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:23.350 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7 2024-08-04T16:44:23.350 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.350 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.350 INFO:tasks.workunit.client.0.smithi007.stdout: "purge_queue": { 2024-08-04T16:44:23.350 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executed": { 2024-08-04T16:44:23.350 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.351 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executed_ops": { 2024-08-04T16:44:23.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.351 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing": { 2024-08-04T16:44:23.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.351 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing_high_water": { 2024-08-04T16:44:23.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.351 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing_ops": { 2024-08-04T16:44:23.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.351 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing_ops_high_water": { 2024-08-04T16:44:23.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.352 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.352 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_item_in_journal": { 2024-08-04T16:44:23.352 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.352 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.352 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.352 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.352 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.630de46a01a71525518015f12bc5f227952b1fd6": { 2024-08-04T16:44:23.352 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:23.352 INFO:tasks.workunit.client.0.smithi007.stdout: "election_call": { 2024-08-04T16:44:23.352 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:23.352 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.352 INFO:tasks.workunit.client.0.smithi007.stdout: "election_lose": { 2024-08-04T16:44:23.352 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T16:44:23.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.353 INFO:tasks.workunit.client.0.smithi007.stdout: "election_win": { 2024-08-04T16:44:23.353 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.353 INFO:tasks.workunit.client.0.smithi007.stdout: "num_elections": { 2024-08-04T16:44:23.353 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T16:44:23.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.353 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": { 2024-08-04T16:44:23.353 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T16:44:23.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.353 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T16:44:23.353 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T16:44:23.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.353 INFO:tasks.workunit.client.0.smithi007.stdout: "session_rm": { 2024-08-04T16:44:23.353 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 258 2024-08-04T16:44:23.354 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.354 INFO:tasks.workunit.client.0.smithi007.stdout: "session_trim": { 2024-08-04T16:44:23.354 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.354 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.354 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.354 INFO:tasks.workunit.client.0.smithi007.stdout: "paxos": { 2024-08-04T16:44:23.354 INFO:tasks.workunit.client.0.smithi007.stdout: "accept_timeout": { 2024-08-04T16:44:23.354 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.354 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.354 INFO:tasks.workunit.client.0.smithi007.stdout: "begin": { 2024-08-04T16:44:23.354 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7854 2024-08-04T16:44:23.354 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.355 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_bytes": { 2024-08-04T16:44:23.355 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7854, 2024-08-04T16:44:23.355 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56076714 2024-08-04T16:44:23.355 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.355 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_keys": { 2024-08-04T16:44:23.355 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.355 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.355 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.355 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_latency": { 2024-08-04T16:44:23.355 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7854, 2024-08-04T16:44:23.355 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1101983271 2024-08-04T16:44:23.355 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.356 INFO:tasks.workunit.client.0.smithi007.stdout: "collect": { 2024-08-04T16:44:23.356 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:23.356 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.356 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_bytes": { 2024-08-04T16:44:23.356 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T16:44:23.356 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 219 2024-08-04T16:44:23.356 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.356 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_keys": { 2024-08-04T16:44:23.356 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T16:44:23.356 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:23.356 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.356 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_latency": { 2024-08-04T16:44:23.356 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T16:44:23.357 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.357 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_timeout": { 2024-08-04T16:44:23.357 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.357 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_uncommitted": { 2024-08-04T16:44:23.357 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:23.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.357 INFO:tasks.workunit.client.0.smithi007.stdout: "commit": { 2024-08-04T16:44:23.357 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7855 2024-08-04T16:44:23.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.357 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_bytes": { 2024-08-04T16:44:23.357 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.357 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.358 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.358 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_keys": { 2024-08-04T16:44:23.358 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.358 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.358 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.358 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_latency": { 2024-08-04T16:44:23.358 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.358 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.358 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.358 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_ack_timeout": { 2024-08-04T16:44:23.358 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.358 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.358 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_timeout": { 2024-08-04T16:44:23.359 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.359 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.359 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn": { 2024-08-04T16:44:23.359 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.359 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.359 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn_latency": { 2024-08-04T16:44:23.359 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.359 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.359 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.359 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh": { 2024-08-04T16:44:23.359 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7855 2024-08-04T16:44:23.359 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.359 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh_latency": { 2024-08-04T16:44:23.359 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7855, 2024-08-04T16:44:23.359 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25251616814 2024-08-04T16:44:23.359 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.360 INFO:tasks.workunit.client.0.smithi007.stdout: "restart": { 2024-08-04T16:44:23.360 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16 2024-08-04T16:44:23.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.360 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state": { 2024-08-04T16:44:23.360 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.360 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_bytes": { 2024-08-04T16:44:23.360 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.360 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.360 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_keys": { 2024-08-04T16:44:23.360 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.360 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.361 INFO:tasks.workunit.client.0.smithi007.stdout: "start_leader": { 2024-08-04T16:44:23.361 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.361 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.361 INFO:tasks.workunit.client.0.smithi007.stdout: "start_peon": { 2024-08-04T16:44:23.361 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T16:44:23.361 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.361 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state": { 2024-08-04T16:44:23.361 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7854 2024-08-04T16:44:23.361 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.361 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_bytes": { 2024-08-04T16:44:23.361 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7854, 2024-08-04T16:44:23.361 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 110722221 2024-08-04T16:44:23.361 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.361 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_keys": { 2024-08-04T16:44:23.362 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7854, 2024-08-04T16:44:23.362 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70439 2024-08-04T16:44:23.362 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.362 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_latency": { 2024-08-04T16:44:23.362 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7854, 2024-08-04T16:44:23.362 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1244981117 2024-08-04T16:44:23.362 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.362 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.362 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache": { 2024-08-04T16:44:23.362 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:23.362 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1020054731 2024-08-04T16:44:23.362 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.362 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:23.363 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 180346880 2024-08-04T16:44:23.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.363 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:23.363 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 175284224 2024-08-04T16:44:23.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.363 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:23.363 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2147483648 2024-08-04T16:44:23.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.363 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:23.363 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5062656 2024-08-04T16:44:23.363 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.363 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:full": { 2024-08-04T16:44:23.363 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.363 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 360710144 2024-08-04T16:44:23.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.364 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.364 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.364 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.364 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.364 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.364 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 266523881 2024-08-04T16:44:23.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.364 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.364 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26096138 2024-08-04T16:44:23.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.364 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.365 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.365 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.365 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.365 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.365 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.366 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.366 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.366 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.366 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.366 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.366 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.366 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68090125 2024-08-04T16:44:23.366 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.366 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:inc": { 2024-08-04T16:44:23.367 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 339738624 2024-08-04T16:44:23.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.367 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.367 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.367 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 266523881 2024-08-04T16:44:23.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.367 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2209875 2024-08-04T16:44:23.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.368 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.368 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.368 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.368 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.368 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.368 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.368 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.368 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.368 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.368 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.369 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.369 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.369 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.369 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71004868 2024-08-04T16:44:23.369 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.370 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:kv": { 2024-08-04T16:44:23.370 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.370 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314572800 2024-08-04T16:44:23.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.370 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.370 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.370 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.370 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.370 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.370 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177682587 2024-08-04T16:44:23.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.371 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.371 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.371 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.371 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.371 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.372 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.372 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.372 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.372 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.372 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69781349 2024-08-04T16:44:23.372 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.373 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb": { 2024-08-04T16:44:23.373 INFO:tasks.workunit.client.0.smithi007.stdout: "compact": { 2024-08-04T16:44:23.373 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.373 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_len": { 2024-08-04T16:44:23.373 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.373 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_merge": { 2024-08-04T16:44:23.373 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.373 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_range": { 2024-08-04T16:44:23.373 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 88 2024-08-04T16:44:23.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.374 INFO:tasks.workunit.client.0.smithi007.stdout: "get_latency": { 2024-08-04T16:44:23.374 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 343980, 2024-08-04T16:44:23.374 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1856051154 2024-08-04T16:44:23.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.374 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_delay_time": { 2024-08-04T16:44:23.374 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.374 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.374 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_memtable_time": { 2024-08-04T16:44:23.374 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.374 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.374 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-04T16:44:23.375 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.375 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.375 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_wal_time": { 2024-08-04T16:44:23.375 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.375 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.375 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_latency": { 2024-08-04T16:44:23.375 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.375 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.375 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_sync_latency": { 2024-08-04T16:44:23.375 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19187, 2024-08-04T16:44:23.375 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2818929334 2024-08-04T16:44:23.375 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.376 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.376 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:23.376 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:23.376 INFO:tasks.workunit.client.0.smithi007.stdout: "election_call": { 2024-08-04T16:44:23.376 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:23.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.376 INFO:tasks.workunit.client.0.smithi007.stdout: "election_lose": { 2024-08-04T16:44:23.376 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:23.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.376 INFO:tasks.workunit.client.0.smithi007.stdout: "election_win": { 2024-08-04T16:44:23.376 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_elections": { 2024-08-04T16:44:23.376 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T16:44:23.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": { 2024-08-04T16:44:23.377 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:23.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.377 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T16:44:23.377 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:23.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.377 INFO:tasks.workunit.client.0.smithi007.stdout: "session_rm": { 2024-08-04T16:44:23.377 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 249 2024-08-04T16:44:23.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.377 INFO:tasks.workunit.client.0.smithi007.stdout: "session_trim": { 2024-08-04T16:44:23.377 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.377 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.378 INFO:tasks.workunit.client.0.smithi007.stdout: "paxos": { 2024-08-04T16:44:23.378 INFO:tasks.workunit.client.0.smithi007.stdout: "accept_timeout": { 2024-08-04T16:44:23.378 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.378 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.378 INFO:tasks.workunit.client.0.smithi007.stdout: "begin": { 2024-08-04T16:44:23.378 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7818 2024-08-04T16:44:23.378 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.378 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_bytes": { 2024-08-04T16:44:23.378 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7818, 2024-08-04T16:44:23.378 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 55807186 2024-08-04T16:44:23.378 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.378 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_keys": { 2024-08-04T16:44:23.378 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.379 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.379 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_latency": { 2024-08-04T16:44:23.379 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7818, 2024-08-04T16:44:23.379 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1349976653 2024-08-04T16:44:23.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.379 INFO:tasks.workunit.client.0.smithi007.stdout: "collect": { 2024-08-04T16:44:23.379 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:23.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.379 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_bytes": { 2024-08-04T16:44:23.379 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:23.379 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 146 2024-08-04T16:44:23.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.379 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_keys": { 2024-08-04T16:44:23.380 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:23.380 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:23.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.380 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_latency": { 2024-08-04T16:44:23.380 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:23.380 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5999898 2024-08-04T16:44:23.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.380 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_timeout": { 2024-08-04T16:44:23.380 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.380 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_uncommitted": { 2024-08-04T16:44:23.380 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.380 INFO:tasks.workunit.client.0.smithi007.stdout: "commit": { 2024-08-04T16:44:23.381 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7818 2024-08-04T16:44:23.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.381 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_bytes": { 2024-08-04T16:44:23.381 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.381 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.381 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_keys": { 2024-08-04T16:44:23.381 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.381 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.381 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_latency": { 2024-08-04T16:44:23.381 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.381 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.382 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_ack_timeout": { 2024-08-04T16:44:23.382 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.382 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_timeout": { 2024-08-04T16:44:23.382 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.382 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn": { 2024-08-04T16:44:23.382 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.382 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn_latency": { 2024-08-04T16:44:23.382 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.382 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.383 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh": { 2024-08-04T16:44:23.383 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7818 2024-08-04T16:44:23.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.383 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh_latency": { 2024-08-04T16:44:23.383 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7818, 2024-08-04T16:44:23.383 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24781570922 2024-08-04T16:44:23.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.383 INFO:tasks.workunit.client.0.smithi007.stdout: "restart": { 2024-08-04T16:44:23.383 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11 2024-08-04T16:44:23.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.383 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state": { 2024-08-04T16:44:23.383 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.384 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_bytes": { 2024-08-04T16:44:23.384 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.384 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.384 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_keys": { 2024-08-04T16:44:23.384 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.384 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.384 INFO:tasks.workunit.client.0.smithi007.stdout: "start_leader": { 2024-08-04T16:44:23.384 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.384 INFO:tasks.workunit.client.0.smithi007.stdout: "start_peon": { 2024-08-04T16:44:23.384 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:23.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.385 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state": { 2024-08-04T16:44:23.385 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7818 2024-08-04T16:44:23.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.385 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_bytes": { 2024-08-04T16:44:23.385 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7818, 2024-08-04T16:44:23.385 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 110125584 2024-08-04T16:44:23.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.385 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_keys": { 2024-08-04T16:44:23.385 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7818, 2024-08-04T16:44:23.385 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69899 2024-08-04T16:44:23.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.386 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_latency": { 2024-08-04T16:44:23.386 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7818, 2024-08-04T16:44:23.386 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3210944472 2024-08-04T16:44:23.386 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.386 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache": { 2024-08-04T16:44:23.386 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:23.386 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1020054731 2024-08-04T16:44:23.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.386 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:23.386 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 168796160 2024-08-04T16:44:23.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.386 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:23.387 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 164110336 2024-08-04T16:44:23.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.387 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:23.387 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2147483648 2024-08-04T16:44:23.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.387 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:23.387 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4685824 2024-08-04T16:44:23.387 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.387 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:full": { 2024-08-04T16:44:23.387 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.387 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 360710144 2024-08-04T16:44:23.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.388 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.389 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.389 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.389 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.389 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.390 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 267104589 2024-08-04T16:44:23.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.390 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.390 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25206272 2024-08-04T16:44:23.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.390 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.390 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.390 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.390 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.390 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.390 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.391 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.391 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.391 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.391 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.391 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.391 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.391 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.391 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.392 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.392 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.392 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.392 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68399283 2024-08-04T16:44:23.392 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.392 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:inc": { 2024-08-04T16:44:23.392 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.392 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 339738624 2024-08-04T16:44:23.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.393 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.393 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.393 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.393 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.393 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.393 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 267104589 2024-08-04T16:44:23.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.393 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.393 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1551186 2024-08-04T16:44:23.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.394 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.394 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.394 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.394 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.394 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.394 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.394 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.394 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.394 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.395 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.395 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.395 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.395 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71082849 2024-08-04T16:44:23.396 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.396 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:kv": { 2024-08-04T16:44:23.396 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.396 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314572800 2024-08-04T16:44:23.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.396 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.396 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.396 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.396 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.396 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.397 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 178069726 2024-08-04T16:44:23.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.397 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.397 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.397 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.397 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.397 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.397 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.397 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.397 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.398 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.398 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.398 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.398 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.398 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.398 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.398 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.398 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.399 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.399 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.399 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.399 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69394210 2024-08-04T16:44:23.399 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.399 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb": { 2024-08-04T16:44:23.399 INFO:tasks.workunit.client.0.smithi007.stdout: "compact": { 2024-08-04T16:44:23.399 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.400 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_len": { 2024-08-04T16:44:23.400 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.400 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_merge": { 2024-08-04T16:44:23.400 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.400 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_range": { 2024-08-04T16:44:23.400 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 87 2024-08-04T16:44:23.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.400 INFO:tasks.workunit.client.0.smithi007.stdout: "get_latency": { 2024-08-04T16:44:23.400 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 341146, 2024-08-04T16:44:23.400 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1713233561 2024-08-04T16:44:23.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.401 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_delay_time": { 2024-08-04T16:44:23.401 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.401 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.401 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_memtable_time": { 2024-08-04T16:44:23.401 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.401 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.401 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-04T16:44:23.401 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.401 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.401 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_wal_time": { 2024-08-04T16:44:23.402 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.402 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.402 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.402 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_latency": { 2024-08-04T16:44:23.402 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.402 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.402 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.402 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_sync_latency": { 2024-08-04T16:44:23.402 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19093, 2024-08-04T16:44:23.402 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6723910528 2024-08-04T16:44:23.402 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.402 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.402 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.403 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:23.403 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:23.403 INFO:tasks.workunit.client.0.smithi007.stdout: "election_call": { 2024-08-04T16:44:23.403 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:23.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.403 INFO:tasks.workunit.client.0.smithi007.stdout: "election_lose": { 2024-08-04T16:44:23.403 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.403 INFO:tasks.workunit.client.0.smithi007.stdout: "election_win": { 2024-08-04T16:44:23.403 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:23.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.403 INFO:tasks.workunit.client.0.smithi007.stdout: "num_elections": { 2024-08-04T16:44:23.403 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21 2024-08-04T16:44:23.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.404 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": { 2024-08-04T16:44:23.404 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T16:44:23.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.404 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T16:44:23.404 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5 2024-08-04T16:44:23.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.404 INFO:tasks.workunit.client.0.smithi007.stdout: "session_rm": { 2024-08-04T16:44:23.404 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 230 2024-08-04T16:44:23.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.404 INFO:tasks.workunit.client.0.smithi007.stdout: "session_trim": { 2024-08-04T16:44:23.404 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.404 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.405 INFO:tasks.workunit.client.0.smithi007.stdout: "paxos": { 2024-08-04T16:44:23.405 INFO:tasks.workunit.client.0.smithi007.stdout: "accept_timeout": { 2024-08-04T16:44:23.405 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.405 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.405 INFO:tasks.workunit.client.0.smithi007.stdout: "begin": { 2024-08-04T16:44:23.405 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7921 2024-08-04T16:44:23.405 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.405 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_bytes": { 2024-08-04T16:44:23.405 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7921, 2024-08-04T16:44:23.405 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57295739 2024-08-04T16:44:23.405 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.405 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_keys": { 2024-08-04T16:44:23.405 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7921, 2024-08-04T16:44:23.405 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23763 2024-08-04T16:44:23.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.406 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_latency": { 2024-08-04T16:44:23.406 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7921, 2024-08-04T16:44:23.406 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1328979842 2024-08-04T16:44:23.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.406 INFO:tasks.workunit.client.0.smithi007.stdout: "collect": { 2024-08-04T16:44:23.406 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.406 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_bytes": { 2024-08-04T16:44:23.406 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.406 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.406 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_keys": { 2024-08-04T16:44:23.407 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.407 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.407 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_latency": { 2024-08-04T16:44:23.407 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.407 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.407 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_timeout": { 2024-08-04T16:44:23.407 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.407 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_uncommitted": { 2024-08-04T16:44:23.407 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:23.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.408 INFO:tasks.workunit.client.0.smithi007.stdout: "commit": { 2024-08-04T16:44:23.408 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7919 2024-08-04T16:44:23.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.408 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_bytes": { 2024-08-04T16:44:23.408 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7919, 2024-08-04T16:44:23.408 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56698682 2024-08-04T16:44:23.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.408 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_keys": { 2024-08-04T16:44:23.408 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7919, 2024-08-04T16:44:23.408 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 63063 2024-08-04T16:44:23.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.408 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_latency": { 2024-08-04T16:44:23.408 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7919, 2024-08-04T16:44:23.408 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1346965232 2024-08-04T16:44:23.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.409 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_ack_timeout": { 2024-08-04T16:44:23.409 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.409 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_timeout": { 2024-08-04T16:44:23.409 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.409 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn": { 2024-08-04T16:44:23.409 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:23.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.409 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn_latency": { 2024-08-04T16:44:23.409 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6, 2024-08-04T16:44:23.409 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.409 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh": { 2024-08-04T16:44:23.410 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7922 2024-08-04T16:44:23.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.410 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh_latency": { 2024-08-04T16:44:23.410 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7922, 2024-08-04T16:44:23.410 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26475598333 2024-08-04T16:44:23.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.410 INFO:tasks.workunit.client.0.smithi007.stdout: "restart": { 2024-08-04T16:44:23.410 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T16:44:23.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.410 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state": { 2024-08-04T16:44:23.410 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:23.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.410 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_bytes": { 2024-08-04T16:44:23.410 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:23.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74832 2024-08-04T16:44:23.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.411 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_keys": { 2024-08-04T16:44:23.411 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:23.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:23.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.411 INFO:tasks.workunit.client.0.smithi007.stdout: "start_leader": { 2024-08-04T16:44:23.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:23.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.411 INFO:tasks.workunit.client.0.smithi007.stdout: "start_peon": { 2024-08-04T16:44:23.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.411 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state": { 2024-08-04T16:44:23.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.412 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_bytes": { 2024-08-04T16:44:23.412 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.412 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.412 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_keys": { 2024-08-04T16:44:23.412 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.412 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.412 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_latency": { 2024-08-04T16:44:23.412 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.412 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.412 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.412 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache": { 2024-08-04T16:44:23.413 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:23.413 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1020054731 2024-08-04T16:44:23.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.413 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:23.413 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 257990656 2024-08-04T16:44:23.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.413 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:23.413 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 256081920 2024-08-04T16:44:23.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.413 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:23.413 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2147483648 2024-08-04T16:44:23.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.413 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:23.414 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1908736 2024-08-04T16:44:23.414 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.414 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:full": { 2024-08-04T16:44:23.414 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.414 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 360710144 2024-08-04T16:44:23.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.414 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.414 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.414 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.414 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.415 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.415 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 266343419 2024-08-04T16:44:23.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.415 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.415 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26135368 2024-08-04T16:44:23.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.415 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.415 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.415 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.415 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.415 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.416 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.416 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.416 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.416 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.416 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.416 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.416 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.416 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.417 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.417 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.417 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.417 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.417 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68231357 2024-08-04T16:44:23.417 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.417 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:inc": { 2024-08-04T16:44:23.417 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.417 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 339738624 2024-08-04T16:44:23.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.418 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.418 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.418 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.418 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.418 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.418 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 266343419 2024-08-04T16:44:23.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.418 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.418 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2651877 2024-08-04T16:44:23.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.418 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.418 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.419 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.419 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.419 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.419 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.419 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.420 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.420 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.420 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.420 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.420 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.420 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70743328 2024-08-04T16:44:23.420 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.420 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:kv": { 2024-08-04T16:44:23.420 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.420 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314572800 2024-08-04T16:44:23.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.421 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.421 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.421 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.421 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.421 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.421 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177562279 2024-08-04T16:44:23.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.421 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.421 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.421 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.421 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.422 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.422 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.422 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.422 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.422 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.422 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.422 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.422 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.422 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.423 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.423 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.423 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.423 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.423 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.423 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.423 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69901657 2024-08-04T16:44:23.423 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.423 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb": { 2024-08-04T16:44:23.423 INFO:tasks.workunit.client.0.smithi007.stdout: "compact": { 2024-08-04T16:44:23.423 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.424 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_len": { 2024-08-04T16:44:23.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.424 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_merge": { 2024-08-04T16:44:23.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.424 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_range": { 2024-08-04T16:44:23.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 88 2024-08-04T16:44:23.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.424 INFO:tasks.workunit.client.0.smithi007.stdout: "get_latency": { 2024-08-04T16:44:23.424 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 359603, 2024-08-04T16:44:23.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2110713113 2024-08-04T16:44:23.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.424 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_delay_time": { 2024-08-04T16:44:23.424 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.425 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_memtable_time": { 2024-08-04T16:44:23.425 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.425 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.425 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-04T16:44:23.425 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.425 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.425 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_wal_time": { 2024-08-04T16:44:23.425 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.425 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.425 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_latency": { 2024-08-04T16:44:23.425 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.426 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.426 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_sync_latency": { 2024-08-04T16:44:23.426 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19350, 2024-08-04T16:44:23.426 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3049271767 2024-08-04T16:44:23.426 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.426 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.426 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.0": { 2024-08-04T16:44:23.426 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.426 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:23.426 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12910 2024-08-04T16:44:23.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.427 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:23.427 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.427 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:23.427 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.427 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:23.427 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.427 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:23.427 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:23.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.427 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:23.427 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.428 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:23.428 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.428 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:23.428 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.428 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:23.428 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.428 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:23.428 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9601024 2024-08-04T16:44:23.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.428 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:23.428 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 870121472 2024-08-04T16:44:23.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.429 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:23.429 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19, 2024-08-04T16:44:23.429 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6992130 2024-08-04T16:44:23.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.429 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:23.429 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19, 2024-08-04T16:44:23.429 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3528790 2024-08-04T16:44:23.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.429 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:23.429 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 210, 2024-08-04T16:44:23.429 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 955832 2024-08-04T16:44:23.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.429 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:23.429 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:23.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.430 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:23.430 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 896204800 2024-08-04T16:44:23.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.430 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:23.430 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79825, 2024-08-04T16:44:23.430 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7151324784 2024-08-04T16:44:23.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.430 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:23.430 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79831, 2024-08-04T16:44:23.430 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13540976341 2024-08-04T16:44:23.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.430 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:23.430 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11038720 2024-08-04T16:44:23.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.431 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:23.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 326934528 2024-08-04T16:44:23.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.431 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:23.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 890503168 2024-08-04T16:44:23.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.431 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:23.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.431 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:23.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:23.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58 2024-08-04T16:44:23.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.432 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:23.432 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 379314161 2024-08-04T16:44:23.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.432 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:23.432 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27708 2024-08-04T16:44:23.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.432 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:23.432 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 325029888 2024-08-04T16:44:23.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.432 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:23.432 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 325033984 2024-08-04T16:44:23.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.432 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:23.432 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.433 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:23.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.433 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:23.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16232 2024-08-04T16:44:23.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.433 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:23.433 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 27708, 2024-08-04T16:44:23.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 233599462 2024-08-04T16:44:23.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.433 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:23.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 309690993 2024-08-04T16:44:23.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.433 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:23.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25571 2024-08-04T16:44:23.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.434 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:23.434 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2927416 2024-08-04T16:44:23.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.434 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:23.434 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 702 2024-08-04T16:44:23.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.434 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:23.434 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9497571 2024-08-04T16:44:23.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.434 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:23.434 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 982 2024-08-04T16:44:23.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.435 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:23.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6570155 2024-08-04T16:44:23.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.435 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:23.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6570155 2024-08-04T16:44:23.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.435 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:23.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.435 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:23.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.435 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:23.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 289 2024-08-04T16:44:23.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.436 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:23.436 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 982, 2024-08-04T16:44:23.436 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4025042 2024-08-04T16:44:23.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.436 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:23.436 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.436 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.436 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:23.436 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.436 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:23.437 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.437 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:23.437 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:23.437 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 810 2024-08-04T16:44:23.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.437 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:23.437 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:23.437 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6079 2024-08-04T16:44:23.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.437 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:23.437 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.437 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.437 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:23.438 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.438 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:23.438 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.438 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:23.438 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1209544704 2024-08-04T16:44:23.438 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.438 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:23.438 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:23.438 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:23.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.438 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:23.439 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17534976 2024-08-04T16:44:23.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.439 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:23.439 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21164, 2024-08-04T16:44:23.439 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 103531722 2024-08-04T16:44:23.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.439 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:23.439 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3300, 2024-08-04T16:44:23.439 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 491638781 2024-08-04T16:44:23.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.439 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:23.439 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.439 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.439 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:23.440 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.440 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:23.440 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.440 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:23.440 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.440 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:23.440 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 25913, 2024-08-04T16:44:23.440 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 211119233 2024-08-04T16:44:23.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.440 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:23.440 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.440 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.441 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:23.441 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.441 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:23.441 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79741, 2024-08-04T16:44:23.441 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18299665457 2024-08-04T16:44:23.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.441 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:23.441 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 78796, 2024-08-04T16:44:23.441 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1860873407 2024-08-04T16:44:23.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.441 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:23.441 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79741, 2024-08-04T16:44:23.441 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57036326 2024-08-04T16:44:23.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.442 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:23.442 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79741, 2024-08-04T16:44:23.442 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18356701783 2024-08-04T16:44:23.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.442 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:23.442 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.442 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.442 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:23.442 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 38977, 2024-08-04T16:44:23.442 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1358880582 2024-08-04T16:44:23.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.442 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:23.442 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1135, 2024-08-04T16:44:23.442 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3420710 2024-08-04T16:44:23.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.443 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:23.443 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 35710, 2024-08-04T16:44:23.443 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16588136 2024-08-04T16:44:23.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.443 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:23.443 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 53, 2024-08-04T16:44:23.443 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 117411 2024-08-04T16:44:23.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.443 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:23.443 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23480, 2024-08-04T16:44:23.443 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6708518310 2024-08-04T16:44:23.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.443 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:23.443 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 267192 2024-08-04T16:44:23.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.444 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:23.444 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24349 2024-08-04T16:44:23.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.444 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:23.444 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17207, 2024-08-04T16:44:23.444 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1573191034 2024-08-04T16:44:23.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.444 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:23.444 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 39496, 2024-08-04T16:44:23.444 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16493673 2024-08-04T16:44:23.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.444 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:23.444 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22289, 2024-08-04T16:44:23.444 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 923691995 2024-08-04T16:44:23.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.444 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:23.445 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.445 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:23.445 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 14948, 2024-08-04T16:44:23.445 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 465462680 2024-08-04T16:44:23.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.445 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:23.445 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.445 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:23.445 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.445 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:23.445 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.446 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:23.446 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.446 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:23.446 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:23.446 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5532052279 2024-08-04T16:44:23.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.446 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:23.446 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8848, 2024-08-04T16:44:23.446 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 452524015 2024-08-04T16:44:23.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.446 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:23.446 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8846, 2024-08-04T16:44:23.447 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2629403615093 2024-08-04T16:44:23.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.447 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:23.447 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8848, 2024-08-04T16:44:23.447 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6202493007942 2024-08-04T16:44:23.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.447 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:23.447 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93112, 2024-08-04T16:44:23.447 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2216522170223 2024-08-04T16:44:23.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.447 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:23.447 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93112, 2024-08-04T16:44:23.447 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11086684 2024-08-04T16:44:23.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.448 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:23.448 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:23.448 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 147103968 2024-08-04T16:44:23.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.448 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:23.448 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:23.448 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34702157656 2024-08-04T16:44:23.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.448 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:23.448 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:23.448 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 35862883 2024-08-04T16:44:23.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.448 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:23.448 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:23.448 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18748454080 2024-08-04T16:44:23.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.449 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:23.449 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:23.449 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10177908476 2024-08-04T16:44:23.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.449 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:23.449 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12270983 2024-08-04T16:44:23.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.449 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:23.449 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2711, 2024-08-04T16:44:23.449 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19020299 2024-08-04T16:44:23.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.449 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:23.449 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:23.449 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69322697666 2024-08-04T16:44:23.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.450 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:23.450 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:23.450 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11441101935 2024-08-04T16:44:23.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.450 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:23.450 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:23.450 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 577518815 2024-08-04T16:44:23.450 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.450 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:23.450 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:23.451 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1406072867 2024-08-04T16:44:23.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.451 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:23.451 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 527704064 2024-08-04T16:44:23.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.451 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:23.451 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 480550912 2024-08-04T16:44:23.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.451 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:23.451 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2601622630 2024-08-04T16:44:23.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.451 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:23.451 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47153152 2024-08-04T16:44:23.451 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.452 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:23.452 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.452 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:23.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.452 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.452 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.452 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.452 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.452 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.452 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56806774 2024-08-04T16:44:23.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.452 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.452 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.452 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.453 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.453 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.453 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 40960 2024-08-04T16:44:23.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.453 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 229376 2024-08-04T16:44:23.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.454 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.454 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.454 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.454 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.454 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.454 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.454 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.454 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68752010 2024-08-04T16:44:23.454 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.454 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:23.455 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:23.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.455 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.455 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.455 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426050811 2024-08-04T16:44:23.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.455 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.456 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.456 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.456 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.456 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2160 2024-08-04T16:44:23.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.456 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.456 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.456 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.456 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 136032 2024-08-04T16:44:23.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.456 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.456 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.457 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.457 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.457 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.457 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.457 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.457 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.457 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.457 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68738869 2024-08-04T16:44:23.457 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.457 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:23.457 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.458 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:23.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.458 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.458 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.458 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.458 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 433056 2024-08-04T16:44:23.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.458 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.458 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37871183 2024-08-04T16:44:23.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.458 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.458 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.459 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.459 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.459 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.459 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.459 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.460 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.460 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.460 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.460 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.460 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.460 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.460 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.460 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70747665 2024-08-04T16:44:23.460 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.461 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:23.461 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 494927872 2024-08-04T16:44:23.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.461 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.461 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.461 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426050811 2024-08-04T16:44:23.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.461 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.462 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.462 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.462 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.462 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.462 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.462 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.462 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.462 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.462 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 197817 2024-08-04T16:44:23.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.463 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1147546 2024-08-04T16:44:23.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.463 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.463 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.463 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.463 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67531698 2024-08-04T16:44:23.464 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.464 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:23.464 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:23.464 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.464 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:23.464 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 44 2024-08-04T16:44:23.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.464 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:23.464 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.465 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:23.465 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.465 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.465 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.465 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:23.465 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57 2024-08-04T16:44:23.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.465 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:23.465 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.465 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:23.465 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49231 2024-08-04T16:44:23.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.465 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:23.466 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 142243, 2024-08-04T16:44:23.466 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7545925566 2024-08-04T16:44:23.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.466 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:23.466 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:23.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.466 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:23.466 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.466 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:23.466 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1919163653 2024-08-04T16:44:23.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.467 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:23.467 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 49231, 2024-08-04T16:44:23.467 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 158288181875 2024-08-04T16:44:23.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.467 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:23.467 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3235426290 2024-08-04T16:44:23.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.467 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:23.467 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 50076, 2024-08-04T16:44:23.467 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21223412042 2024-08-04T16:44:23.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.467 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:23.467 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 49231, 2024-08-04T16:44:23.467 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 72488749389 2024-08-04T16:44:23.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.468 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:23.468 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33346 2024-08-04T16:44:23.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.468 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:23.468 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33346, 2024-08-04T16:44:23.468 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19752750959 2024-08-04T16:44:23.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.468 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:23.468 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.468 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:23.468 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3235426290 2024-08-04T16:44:23.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.469 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:23.469 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33677, 2024-08-04T16:44:23.469 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6667790568 2024-08-04T16:44:23.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.469 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:23.469 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33346, 2024-08-04T16:44:23.469 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8108078569 2024-08-04T16:44:23.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.469 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:23.469 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8471 2024-08-04T16:44:23.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.469 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:23.469 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 321846583 2024-08-04T16:44:23.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.469 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:23.469 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8471, 2024-08-04T16:44:23.470 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13198738018 2024-08-04T16:44:23.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.470 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:23.470 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.470 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:23.470 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.470 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:23.470 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.470 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:23.471 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8775, 2024-08-04T16:44:23.471 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5242418063 2024-08-04T16:44:23.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.471 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:23.471 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8471, 2024-08-04T16:44:23.471 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11637666796 2024-08-04T16:44:23.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.471 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:23.471 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7414 2024-08-04T16:44:23.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.471 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:23.471 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1597317070 2024-08-04T16:44:23.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.471 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:23.471 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7414, 2024-08-04T16:44:23.472 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125336692898 2024-08-04T16:44:23.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.472 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:23.472 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.472 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:23.472 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7624, 2024-08-04T16:44:23.472 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9313203411 2024-08-04T16:44:23.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.472 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:23.472 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7414, 2024-08-04T16:44:23.472 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 52743004024 2024-08-04T16:44:23.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.472 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:23.472 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.473 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:23.473 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.473 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:23.473 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26 2024-08-04T16:44:23.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.473 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:23.473 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:23.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.473 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:23.473 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 913756160 2024-08-04T16:44:23.473 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.473 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.474 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.1": { 2024-08-04T16:44:23.474 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.474 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:23.474 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 165009 2024-08-04T16:44:23.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.474 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:23.474 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.474 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:23.474 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.474 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:23.474 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.475 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:23.475 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:23.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.475 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:23.475 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.475 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:23.475 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.475 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:23.475 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.476 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:23.476 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.476 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:23.476 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14995456 2024-08-04T16:44:23.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.476 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:23.476 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 829022208 2024-08-04T16:44:23.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.476 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:23.476 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17, 2024-08-04T16:44:23.476 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3597406 2024-08-04T16:44:23.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.476 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:23.477 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17, 2024-08-04T16:44:23.477 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1239509 2024-08-04T16:44:23.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.477 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:23.477 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 207, 2024-08-04T16:44:23.477 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 992595 2024-08-04T16:44:23.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.477 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:23.477 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:23.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.477 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:23.477 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 891748352 2024-08-04T16:44:23.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.478 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:23.478 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 73048, 2024-08-04T16:44:23.478 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6601346567 2024-08-04T16:44:23.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.478 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:23.478 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 73060, 2024-08-04T16:44:23.478 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12465390910 2024-08-04T16:44:23.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.478 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:23.478 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16551936 2024-08-04T16:44:23.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.478 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:23.478 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 299171840 2024-08-04T16:44:23.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.479 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:23.479 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 896008192 2024-08-04T16:44:23.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.479 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:23.479 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.479 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:23.479 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.479 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:23.479 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60 2024-08-04T16:44:23.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.479 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:23.479 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 336697129 2024-08-04T16:44:23.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.480 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:23.480 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17596 2024-08-04T16:44:23.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.480 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:23.480 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 297406464 2024-08-04T16:44:23.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.480 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:23.480 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 297410560 2024-08-04T16:44:23.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.480 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:23.480 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.480 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:23.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.481 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:23.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7996 2024-08-04T16:44:23.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.481 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:23.481 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17596, 2024-08-04T16:44:23.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 163111794 2024-08-04T16:44:23.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.481 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:23.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 219540195 2024-08-04T16:44:23.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.481 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:23.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14008 2024-08-04T16:44:23.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.482 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:23.482 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5590269 2024-08-04T16:44:23.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.482 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:23.482 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 680 2024-08-04T16:44:23.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.482 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:23.482 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14822858 2024-08-04T16:44:23.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.482 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:23.482 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 959 2024-08-04T16:44:23.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.482 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:23.482 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9232589 2024-08-04T16:44:23.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.483 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:23.483 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9232589 2024-08-04T16:44:23.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.483 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:23.483 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.483 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:23.483 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.483 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:23.483 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 291 2024-08-04T16:44:23.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.483 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:23.484 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 959, 2024-08-04T16:44:23.484 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6202121 2024-08-04T16:44:23.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.484 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:23.484 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.484 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.484 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:23.484 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.484 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:23.484 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.484 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:23.485 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:23.485 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 592 2024-08-04T16:44:23.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.485 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:23.485 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:23.485 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6384 2024-08-04T16:44:23.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.485 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:23.485 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.485 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.485 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:23.486 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.486 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:23.486 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.486 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:23.486 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1145790464 2024-08-04T16:44:23.486 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.486 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:23.486 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:23.486 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:23.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.487 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:23.487 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12742656 2024-08-04T16:44:23.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.487 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:23.487 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21970, 2024-08-04T16:44:23.487 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69778842 2024-08-04T16:44:23.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.487 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:23.487 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3293, 2024-08-04T16:44:23.487 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 536264192 2024-08-04T16:44:23.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.487 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:23.487 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.488 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.488 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:23.488 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.488 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:23.488 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.488 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:23.488 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.488 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:23.488 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16667, 2024-08-04T16:44:23.488 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 120854116 2024-08-04T16:44:23.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.488 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:23.489 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.489 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.489 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:23.489 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.489 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:23.489 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72963, 2024-08-04T16:44:23.489 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16777227305 2024-08-04T16:44:23.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.489 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:23.489 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72231, 2024-08-04T16:44:23.489 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1842959104 2024-08-04T16:44:23.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.489 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:23.489 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72963, 2024-08-04T16:44:23.490 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53224961 2024-08-04T16:44:23.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.490 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:23.490 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72963, 2024-08-04T16:44:23.490 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16830452266 2024-08-04T16:44:23.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.490 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:23.490 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.490 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.490 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:23.490 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 30632, 2024-08-04T16:44:23.490 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 846545201 2024-08-04T16:44:23.491 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.491 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:23.491 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1005, 2024-08-04T16:44:23.491 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2780870 2024-08-04T16:44:23.491 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.491 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:23.491 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8975, 2024-08-04T16:44:23.491 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8355855 2024-08-04T16:44:23.491 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.491 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:23.491 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 43, 2024-08-04T16:44:23.491 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 54520 2024-08-04T16:44:23.491 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.491 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:23.491 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13031, 2024-08-04T16:44:23.492 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3791155536 2024-08-04T16:44:23.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.492 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:23.492 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 231391 2024-08-04T16:44:23.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.492 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:23.492 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26924 2024-08-04T16:44:23.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.492 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:23.492 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22086, 2024-08-04T16:44:23.492 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1550834697 2024-08-04T16:44:23.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.492 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:23.492 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72874, 2024-08-04T16:44:23.492 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 29130282 2024-08-04T16:44:23.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.493 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:23.493 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 50788, 2024-08-04T16:44:23.493 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 607941062 2024-08-04T16:44:23.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.493 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:23.493 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.493 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:23.493 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 14753, 2024-08-04T16:44:23.493 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 396220315 2024-08-04T16:44:23.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.493 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:23.493 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.494 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:23.494 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.494 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:23.494 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.494 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:23.494 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.494 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:23.494 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:23.494 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6645227564 2024-08-04T16:44:23.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.494 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:23.495 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22837, 2024-08-04T16:44:23.495 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1288191027 2024-08-04T16:44:23.495 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.495 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:23.495 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22834, 2024-08-04T16:44:23.495 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2709400483373 2024-08-04T16:44:23.495 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.495 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:23.495 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22837, 2024-08-04T16:44:23.495 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7018494081599 2024-08-04T16:44:23.495 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.495 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:23.495 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87024, 2024-08-04T16:44:23.496 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600603909498 2024-08-04T16:44:23.496 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.496 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:23.496 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87024, 2024-08-04T16:44:23.496 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9307437 2024-08-04T16:44:23.496 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.496 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:23.496 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:23.496 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 570420477 2024-08-04T16:44:23.496 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.496 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:23.496 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:23.497 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31101899732 2024-08-04T16:44:23.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.497 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:23.497 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:23.497 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 35071868 2024-08-04T16:44:23.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.497 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:23.497 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:23.497 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16558348117 2024-08-04T16:44:23.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.497 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:23.497 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:23.497 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9044942171 2024-08-04T16:44:23.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.497 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:23.497 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7485774 2024-08-04T16:44:23.498 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.498 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:23.498 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2621, 2024-08-04T16:44:23.498 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13675049 2024-08-04T16:44:23.498 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.498 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:23.498 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:23.498 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 63937415781 2024-08-04T16:44:23.498 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.498 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:23.498 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:23.498 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10136008971 2024-08-04T16:44:23.498 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.498 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:23.498 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:23.499 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 630509966 2024-08-04T16:44:23.499 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.499 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:23.499 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:23.499 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1406072867 2024-08-04T16:44:23.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.499 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:23.499 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 500236288 2024-08-04T16:44:23.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.499 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:23.499 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 462004224 2024-08-04T16:44:23.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.499 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:23.499 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2601622630 2024-08-04T16:44:23.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.500 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:23.500 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38232064 2024-08-04T16:44:23.500 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.500 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:23.500 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.500 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:23.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.500 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.500 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.500 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.500 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.500 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.500 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56390763 2024-08-04T16:44:23.501 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.501 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.501 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.501 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.501 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.501 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.501 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.501 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.501 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.501 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.501 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.501 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.501 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.501 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.501 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53248 2024-08-04T16:44:23.501 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.502 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.502 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 946176 2024-08-04T16:44:23.502 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.502 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.502 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.502 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.502 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.502 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.502 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.502 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.502 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.502 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.502 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.502 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68438933 2024-08-04T16:44:23.502 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.503 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.503 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:23.503 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.503 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:23.503 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.503 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.503 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.503 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.503 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.503 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.503 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.503 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.503 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 422930728 2024-08-04T16:44:23.503 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.503 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.504 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.504 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.504 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.504 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.504 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.504 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.504 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 256 2024-08-04T16:44:23.504 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.504 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.504 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.504 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.504 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.504 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 127712 2024-08-04T16:44:23.504 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.505 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.505 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.505 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.505 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.505 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.505 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.505 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.505 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.505 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.505 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.505 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.505 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.505 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.505 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71869176 2024-08-04T16:44:23.506 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.506 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.506 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:23.506 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.506 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:23.506 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.506 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.506 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.506 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.506 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.506 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 391456 2024-08-04T16:44:23.506 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.506 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.506 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37593842 2024-08-04T16:44:23.507 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.507 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.507 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.507 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.507 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.507 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.507 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.507 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.507 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.507 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.507 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.507 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.508 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.508 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.508 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.508 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.508 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.508 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.508 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.508 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.508 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.508 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.508 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.508 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.509 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.509 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.509 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.509 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.509 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.509 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71066606 2024-08-04T16:44:23.509 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.509 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.509 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:23.509 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.509 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 494927872 2024-08-04T16:44:23.509 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.510 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.510 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.510 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.510 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.510 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.510 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.510 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.510 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 422930728 2024-08-04T16:44:23.510 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.510 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.510 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.510 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.511 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.511 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.511 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.511 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.511 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.511 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.511 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.511 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.511 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.511 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.511 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 188788 2024-08-04T16:44:23.511 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.511 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.511 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1141819 2024-08-04T16:44:23.512 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.512 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.512 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.512 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.512 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.512 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.512 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.512 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.512 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.512 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.512 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.512 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70666537 2024-08-04T16:44:23.512 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.512 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.513 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:23.513 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:23.513 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.513 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.513 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:23.513 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31 2024-08-04T16:44:23.513 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.513 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:23.513 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.513 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.513 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:23.513 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.513 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.513 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.514 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.514 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:23.514 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47 2024-08-04T16:44:23.514 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.514 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:23.514 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.514 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.514 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:23.514 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45198 2024-08-04T16:44:23.514 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.514 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:23.514 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 134871, 2024-08-04T16:44:23.514 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8113653611 2024-08-04T16:44:23.515 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.515 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:23.515 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.515 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.515 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:23.515 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:23.515 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.515 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:23.515 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1958911075 2024-08-04T16:44:23.515 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.515 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:23.515 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 45198, 2024-08-04T16:44:23.515 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 600688448821 2024-08-04T16:44:23.516 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.516 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:23.516 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2511144863 2024-08-04T16:44:23.516 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.516 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:23.516 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 46983, 2024-08-04T16:44:23.516 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31505290516 2024-08-04T16:44:23.516 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.516 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:23.516 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 45198, 2024-08-04T16:44:23.516 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 123297551161 2024-08-04T16:44:23.516 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.516 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:23.516 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 22665 2024-08-04T16:44:23.517 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.517 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:23.517 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22665, 2024-08-04T16:44:23.517 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14514581752 2024-08-04T16:44:23.517 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.517 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:23.517 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.517 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.517 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:23.517 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2511144863 2024-08-04T16:44:23.517 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.517 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:23.518 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23125, 2024-08-04T16:44:23.518 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5536148941 2024-08-04T16:44:23.518 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.518 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:23.518 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22665, 2024-08-04T16:44:23.518 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5836657345 2024-08-04T16:44:23.518 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.518 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:23.518 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12601 2024-08-04T16:44:23.518 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.518 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:23.518 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 182742500 2024-08-04T16:44:23.518 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.518 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:23.519 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12601, 2024-08-04T16:44:23.519 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 100498496372 2024-08-04T16:44:23.519 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.519 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:23.519 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.519 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.519 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:23.519 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.519 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.519 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:23.519 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.519 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.519 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:23.519 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12792, 2024-08-04T16:44:23.519 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13075193266 2024-08-04T16:44:23.520 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.520 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:23.520 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12601, 2024-08-04T16:44:23.520 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 30647325933 2024-08-04T16:44:23.520 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.520 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:23.520 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9932 2024-08-04T16:44:23.520 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.520 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:23.520 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1776168575 2024-08-04T16:44:23.520 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.520 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:23.520 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 9932, 2024-08-04T16:44:23.520 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 485675370697 2024-08-04T16:44:23.520 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.521 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:23.521 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.521 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.521 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:23.521 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11066, 2024-08-04T16:44:23.521 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12893948309 2024-08-04T16:44:23.521 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.521 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:23.521 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 9932, 2024-08-04T16:44:23.521 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 86813567883 2024-08-04T16:44:23.521 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.521 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:23.521 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.521 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.521 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:23.521 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47 2024-08-04T16:44:23.522 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.522 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:23.522 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T16:44:23.522 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.522 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:23.522 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:23.522 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.522 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:23.522 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 904511488 2024-08-04T16:44:23.522 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.522 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.522 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.522 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.2": { 2024-08-04T16:44:23.522 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.522 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:23.523 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18304 2024-08-04T16:44:23.523 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.523 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:23.523 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.523 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.523 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:23.523 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.523 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.523 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:23.523 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.523 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.523 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:23.523 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:23.523 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.523 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:23.523 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.524 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.524 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:23.524 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.524 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.524 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:23.524 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.524 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.524 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:23.524 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.524 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.524 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:23.524 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3641344 2024-08-04T16:44:23.524 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.524 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:23.524 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 631238656 2024-08-04T16:44:23.524 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.525 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:23.525 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17, 2024-08-04T16:44:23.525 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5089299 2024-08-04T16:44:23.525 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.525 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:23.525 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17, 2024-08-04T16:44:23.525 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2141768 2024-08-04T16:44:23.525 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.525 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:23.525 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 168, 2024-08-04T16:44:23.525 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 757522 2024-08-04T16:44:23.525 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.525 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:23.525 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:23.526 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.526 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:23.526 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 586153984 2024-08-04T16:44:23.526 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.526 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:23.526 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69099, 2024-08-04T16:44:23.526 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5708325267 2024-08-04T16:44:23.526 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.526 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:23.526 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69113, 2024-08-04T16:44:23.526 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10921165092 2024-08-04T16:44:23.526 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.527 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:23.527 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 413696 2024-08-04T16:44:23.527 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.527 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:23.527 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 283049984 2024-08-04T16:44:23.527 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.527 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:23.527 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 607453184 2024-08-04T16:44:23.527 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.527 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:23.527 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.527 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.527 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:23.528 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.528 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:23.528 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45 2024-08-04T16:44:23.528 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.528 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:23.528 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 156784290 2024-08-04T16:44:23.528 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.528 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:23.528 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10618 2024-08-04T16:44:23.528 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.528 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:23.528 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177848320 2024-08-04T16:44:23.528 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.529 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:23.529 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177852416 2024-08-04T16:44:23.529 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.529 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:23.529 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.529 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.529 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:23.529 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.529 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.529 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:23.529 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7711 2024-08-04T16:44:23.529 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.529 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:23.529 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10618, 2024-08-04T16:44:23.530 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 126431419 2024-08-04T16:44:23.530 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.530 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:23.530 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 83530545 2024-08-04T16:44:23.530 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.530 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:23.530 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8370 2024-08-04T16:44:23.530 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.530 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:23.530 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1260333 2024-08-04T16:44:23.530 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.530 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:23.530 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 568 2024-08-04T16:44:23.530 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.530 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:23.531 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3521762 2024-08-04T16:44:23.531 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.531 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:23.531 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 793 2024-08-04T16:44:23.531 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.531 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:23.531 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2261429 2024-08-04T16:44:23.531 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.531 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:23.531 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2261429 2024-08-04T16:44:23.531 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.531 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:23.531 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.531 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.532 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:23.532 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.532 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.532 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:23.532 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 226 2024-08-04T16:44:23.532 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.532 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:23.532 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 793, 2024-08-04T16:44:23.532 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1731883 2024-08-04T16:44:23.532 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.532 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:23.532 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.532 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.532 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.532 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:23.533 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.533 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.533 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:23.533 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.533 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.533 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:23.533 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:23.533 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 536 2024-08-04T16:44:23.533 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.533 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:23.533 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:23.533 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6212 2024-08-04T16:44:23.533 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.533 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:23.533 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.534 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.534 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.534 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:23.534 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.534 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.534 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:23.534 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.534 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.534 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:23.534 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 920506368 2024-08-04T16:44:23.534 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.534 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.534 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:23.534 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:23.534 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:23.535 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.535 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:23.535 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12730368 2024-08-04T16:44:23.535 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.535 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:23.535 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17412, 2024-08-04T16:44:23.535 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53013428 2024-08-04T16:44:23.535 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.535 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:23.535 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3293, 2024-08-04T16:44:23.535 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 417320402 2024-08-04T16:44:23.535 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.535 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:23.536 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.536 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.536 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.536 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:23.536 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.536 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.536 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:23.536 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.536 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.536 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:23.536 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.536 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.537 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:23.537 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22089, 2024-08-04T16:44:23.537 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177477579 2024-08-04T16:44:23.537 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.537 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:23.537 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.537 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.537 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.537 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:23.537 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.537 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.537 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:23.537 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69044, 2024-08-04T16:44:23.537 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14717904106 2024-08-04T16:44:23.538 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.538 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:23.538 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 68441, 2024-08-04T16:44:23.538 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1625270460 2024-08-04T16:44:23.538 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.538 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:23.538 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69044, 2024-08-04T16:44:23.538 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37651668 2024-08-04T16:44:23.538 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.538 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:23.538 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69044, 2024-08-04T16:44:23.538 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14755555774 2024-08-04T16:44:23.539 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.539 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:23.539 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.539 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.539 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.539 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:23.539 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61078, 2024-08-04T16:44:23.539 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 806270972 2024-08-04T16:44:23.539 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.539 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:23.539 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1117, 2024-08-04T16:44:23.539 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3090582 2024-08-04T16:44:23.539 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.540 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:23.540 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21815, 2024-08-04T16:44:23.540 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11262625 2024-08-04T16:44:23.540 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.540 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:23.540 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 37, 2024-08-04T16:44:23.540 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47188 2024-08-04T16:44:23.540 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.540 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:23.540 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21935, 2024-08-04T16:44:23.540 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2572441246 2024-08-04T16:44:23.540 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.540 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:23.540 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 256116 2024-08-04T16:44:23.541 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.541 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:23.541 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18334 2024-08-04T16:44:23.541 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.541 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:23.541 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7385, 2024-08-04T16:44:23.541 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 978557143 2024-08-04T16:44:23.541 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.541 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:23.541 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20172, 2024-08-04T16:44:23.541 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9474061 2024-08-04T16:44:23.541 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.541 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:23.541 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12787, 2024-08-04T16:44:23.541 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 726148390 2024-08-04T16:44:23.542 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.542 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:23.542 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.542 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.542 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:23.542 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11981, 2024-08-04T16:44:23.542 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 356436646 2024-08-04T16:44:23.542 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.542 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:23.542 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.542 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.542 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:23.542 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.542 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.542 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:23.542 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.543 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.543 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:23.543 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.543 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.543 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:23.543 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:23.543 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5327622397 2024-08-04T16:44:23.543 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.543 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:23.543 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5730, 2024-08-04T16:44:23.543 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 362627169 2024-08-04T16:44:23.543 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.543 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:23.543 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5727, 2024-08-04T16:44:23.544 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3093666868412 2024-08-04T16:44:23.544 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.544 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:23.544 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5730, 2024-08-04T16:44:23.544 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5882175611359 2024-08-04T16:44:23.544 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.544 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:23.544 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82103, 2024-08-04T16:44:23.544 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2199119150913 2024-08-04T16:44:23.544 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.544 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:23.544 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82103, 2024-08-04T16:44:23.544 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9124479 2024-08-04T16:44:23.544 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.544 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:23.545 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:23.545 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 402784766 2024-08-04T16:44:23.545 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.545 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:23.545 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:23.545 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26163699412 2024-08-04T16:44:23.545 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.545 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:23.545 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:23.545 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 30016594 2024-08-04T16:44:23.545 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.545 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:23.545 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:23.545 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14126645771 2024-08-04T16:44:23.545 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.546 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:23.546 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:23.546 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7326801985 2024-08-04T16:44:23.546 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.546 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:23.546 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7485595 2024-08-04T16:44:23.546 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.546 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:23.546 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2576, 2024-08-04T16:44:23.546 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13522301 2024-08-04T16:44:23.546 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.546 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:23.547 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:23.547 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53361253543 2024-08-04T16:44:23.547 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.547 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:23.547 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:23.547 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8289926147 2024-08-04T16:44:23.547 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.547 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:23.547 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:23.547 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 575865762 2024-08-04T16:44:23.547 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.547 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.547 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:23.547 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:23.547 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1406072867 2024-08-04T16:44:23.547 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.548 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:23.548 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 591454208 2024-08-04T16:44:23.548 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.548 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:23.548 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 427646976 2024-08-04T16:44:23.548 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.548 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:23.548 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2601622630 2024-08-04T16:44:23.548 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.548 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:23.548 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 163807232 2024-08-04T16:44:23.548 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.548 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.548 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:23.549 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.549 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:23.549 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.549 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.549 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.549 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.549 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.549 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.549 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.549 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.549 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57345449 2024-08-04T16:44:23.549 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.549 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.549 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.549 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.549 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.549 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.550 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.550 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.550 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.550 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.550 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.550 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.550 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.550 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.550 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12288 2024-08-04T16:44:23.550 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.550 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.550 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 131072 2024-08-04T16:44:23.550 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.550 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.551 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.551 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.551 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.551 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.551 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.551 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.551 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.551 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.551 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.551 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68340311 2024-08-04T16:44:23.551 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.551 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.551 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:23.551 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.551 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 570425344 2024-08-04T16:44:23.552 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.552 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.552 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.552 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.552 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.552 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.552 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.552 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.552 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 430090870 2024-08-04T16:44:23.552 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.552 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.552 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.552 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.553 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.553 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.553 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.553 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.553 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1360 2024-08-04T16:44:23.553 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.553 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.553 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.553 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.553 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.553 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 86208 2024-08-04T16:44:23.553 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.553 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.553 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.553 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.553 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.554 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.554 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.554 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.554 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.554 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.554 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.554 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.554 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.554 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.554 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73138042 2024-08-04T16:44:23.554 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.554 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.554 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:23.554 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.554 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:23.555 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.555 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.555 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.555 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.555 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.555 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 150160 2024-08-04T16:44:23.555 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.555 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.555 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38230299 2024-08-04T16:44:23.555 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.555 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.555 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.555 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.555 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.555 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.556 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.556 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.556 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.556 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.556 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.556 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.556 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.556 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.556 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.556 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.556 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.556 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.556 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.556 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.557 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.557 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.557 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.557 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.557 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.557 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.557 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.557 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.557 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.557 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70671445 2024-08-04T16:44:23.557 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.557 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.557 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:23.557 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.557 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 503316480 2024-08-04T16:44:23.558 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.558 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.558 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.558 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.558 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.558 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.558 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.558 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.558 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 430090870 2024-08-04T16:44:23.558 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.558 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.558 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.558 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.559 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.559 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.559 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.559 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.559 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.559 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.559 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.559 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.559 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.559 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.559 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 186158 2024-08-04T16:44:23.559 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.559 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.559 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1173829 2024-08-04T16:44:23.560 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.560 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.560 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.560 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.560 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.560 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.560 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.560 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.560 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.560 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.560 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.560 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71865623 2024-08-04T16:44:23.560 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.560 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.560 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:23.560 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:23.561 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.561 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.561 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:23.561 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58 2024-08-04T16:44:23.561 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.561 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:23.561 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.561 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.561 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:23.561 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.561 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.561 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.561 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.561 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:23.561 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 42 2024-08-04T16:44:23.561 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.562 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:23.562 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.562 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.562 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:23.562 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58908 2024-08-04T16:44:23.562 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.562 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:23.562 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 155425, 2024-08-04T16:44:23.562 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6906929070 2024-08-04T16:44:23.562 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.562 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:23.562 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.562 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.562 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:23.563 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:23.563 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.563 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:23.563 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1372036643 2024-08-04T16:44:23.563 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.563 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:23.563 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 58908, 2024-08-04T16:44:23.563 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 99546606320 2024-08-04T16:44:23.563 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.563 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:23.563 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2827718336 2024-08-04T16:44:23.563 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.563 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:23.563 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 59851, 2024-08-04T16:44:23.563 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 43293128515 2024-08-04T16:44:23.563 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.564 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:23.564 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 58908, 2024-08-04T16:44:23.564 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68250481997 2024-08-04T16:44:23.564 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.564 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:23.564 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28359 2024-08-04T16:44:23.564 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.564 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:23.564 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28359, 2024-08-04T16:44:23.564 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15815920763 2024-08-04T16:44:23.564 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.564 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:23.564 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.564 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.565 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:23.565 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2827718336 2024-08-04T16:44:23.565 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.565 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:23.565 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28822, 2024-08-04T16:44:23.565 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5910969295 2024-08-04T16:44:23.565 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.565 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:23.565 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28359, 2024-08-04T16:44:23.565 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8276317764 2024-08-04T16:44:23.565 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.565 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:23.565 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28560 2024-08-04T16:44:23.565 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.565 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:23.566 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 297249594 2024-08-04T16:44:23.566 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.566 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:23.566 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28560, 2024-08-04T16:44:23.566 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 52004762356 2024-08-04T16:44:23.566 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.566 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:23.566 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.566 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.566 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:23.566 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.566 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.566 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:23.566 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.567 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.567 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:23.567 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28858, 2024-08-04T16:44:23.567 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34520640972 2024-08-04T16:44:23.567 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.567 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:23.567 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28560, 2024-08-04T16:44:23.567 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49154974928 2024-08-04T16:44:23.567 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.567 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:23.567 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1989 2024-08-04T16:44:23.567 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.567 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:23.567 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1074787049 2024-08-04T16:44:23.568 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.568 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:23.568 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1989, 2024-08-04T16:44:23.568 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31725923201 2024-08-04T16:44:23.568 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.568 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:23.568 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.568 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.568 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:23.568 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2171, 2024-08-04T16:44:23.568 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2861518248 2024-08-04T16:44:23.568 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.568 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:23.569 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1989, 2024-08-04T16:44:23.569 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10819189305 2024-08-04T16:44:23.569 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.569 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:23.569 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.569 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.569 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:23.569 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.569 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.569 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:23.569 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27 2024-08-04T16:44:23.569 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.570 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:23.570 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:23.570 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.570 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:23.570 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 598904832 2024-08-04T16:44:23.570 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.570 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.570 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.570 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.3": { 2024-08-04T16:44:23.570 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.570 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:23.570 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13915 2024-08-04T16:44:23.570 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.570 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:23.570 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.570 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.571 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:23.571 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.571 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.571 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:23.571 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.571 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.571 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:23.571 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:23.571 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.571 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:23.571 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.571 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.572 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:23.572 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.572 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.572 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:23.572 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.572 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.572 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:23.572 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.572 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.572 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:23.572 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3805184 2024-08-04T16:44:23.572 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.572 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:23.572 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 572588032 2024-08-04T16:44:23.573 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.573 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:23.573 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T16:44:23.573 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3840999 2024-08-04T16:44:23.573 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.573 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:23.573 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T16:44:23.573 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1489233 2024-08-04T16:44:23.573 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.573 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:23.573 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 151, 2024-08-04T16:44:23.573 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 602959 2024-08-04T16:44:23.573 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.574 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:23.574 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:23.574 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.574 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:23.574 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 520945664 2024-08-04T16:44:23.574 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.574 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:23.574 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63644, 2024-08-04T16:44:23.574 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5382175206 2024-08-04T16:44:23.574 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.574 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:23.574 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63654, 2024-08-04T16:44:23.574 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10338950718 2024-08-04T16:44:23.574 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.574 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:23.575 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11395072 2024-08-04T16:44:23.575 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.575 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:23.575 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 260755456 2024-08-04T16:44:23.575 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.575 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:23.575 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 533725184 2024-08-04T16:44:23.575 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.575 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:23.575 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.575 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.575 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:23.575 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.575 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:23.576 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 41 2024-08-04T16:44:23.576 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.576 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:23.576 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85270432 2024-08-04T16:44:23.576 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.576 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:23.576 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3157 2024-08-04T16:44:23.576 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.576 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:23.576 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74698752 2024-08-04T16:44:23.576 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.576 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:23.576 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74702848 2024-08-04T16:44:23.576 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.577 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:23.577 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.577 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.577 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:23.577 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.577 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.577 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:23.577 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 228 2024-08-04T16:44:23.577 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.577 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:23.577 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3157, 2024-08-04T16:44:23.577 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17580798 2024-08-04T16:44:23.577 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.577 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:23.578 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21895046 2024-08-04T16:44:23.578 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.578 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:23.578 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1211 2024-08-04T16:44:23.578 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.578 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:23.578 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1208900 2024-08-04T16:44:23.578 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.578 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:23.578 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 355 2024-08-04T16:44:23.578 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.578 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:23.578 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3775525 2024-08-04T16:44:23.579 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.579 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:23.579 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 499 2024-08-04T16:44:23.579 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.579 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:23.579 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2566625 2024-08-04T16:44:23.579 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.579 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:23.579 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2566625 2024-08-04T16:44:23.579 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.579 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:23.579 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.579 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.579 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:23.580 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.580 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.580 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:23.580 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 146 2024-08-04T16:44:23.580 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.580 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:23.580 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 499, 2024-08-04T16:44:23.580 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1732898 2024-08-04T16:44:23.580 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.580 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:23.580 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.580 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.580 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.581 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:23.581 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.581 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.581 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:23.581 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.581 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.581 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:23.581 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:23.581 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1049 2024-08-04T16:44:23.581 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.581 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:23.581 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:23.582 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12180 2024-08-04T16:44:23.582 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.582 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:23.582 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.582 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.582 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.582 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:23.582 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.582 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.582 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:23.582 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.582 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.583 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:23.583 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 839434240 2024-08-04T16:44:23.583 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.583 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.583 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:23.583 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:23.583 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:23.583 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.583 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:23.583 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12754944 2024-08-04T16:44:23.583 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.583 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:23.583 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20117, 2024-08-04T16:44:23.583 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57503951 2024-08-04T16:44:23.583 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.584 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:23.584 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3256, 2024-08-04T16:44:23.584 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 371971169 2024-08-04T16:44:23.584 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.584 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:23.584 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.584 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.584 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.584 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:23.584 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.584 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.584 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:23.584 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.584 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.585 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:23.585 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.585 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.585 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:23.585 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10215, 2024-08-04T16:44:23.585 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 77210486 2024-08-04T16:44:23.585 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.585 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:23.585 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.585 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.585 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.585 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:23.585 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.585 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.586 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:23.586 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63608, 2024-08-04T16:44:23.586 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13778663563 2024-08-04T16:44:23.586 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.586 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:23.586 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63055, 2024-08-04T16:44:23.586 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1579333104 2024-08-04T16:44:23.586 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.586 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:23.586 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63608, 2024-08-04T16:44:23.586 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 41198551 2024-08-04T16:44:23.586 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.587 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:23.587 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63608, 2024-08-04T16:44:23.587 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13819862114 2024-08-04T16:44:23.587 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.587 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:23.587 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.587 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.587 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.587 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:23.587 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17728, 2024-08-04T16:44:23.587 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 386726355 2024-08-04T16:44:23.587 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.587 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:23.587 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1395, 2024-08-04T16:44:23.587 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2902995 2024-08-04T16:44:23.587 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.588 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:23.588 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4315, 2024-08-04T16:44:23.588 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5017709 2024-08-04T16:44:23.588 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.588 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:23.588 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 41, 2024-08-04T16:44:23.588 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56096 2024-08-04T16:44:23.588 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.588 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:23.588 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6862, 2024-08-04T16:44:23.588 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 345136858 2024-08-04T16:44:23.588 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.588 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:23.588 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 188382 2024-08-04T16:44:23.588 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.589 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:23.589 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16817 2024-08-04T16:44:23.589 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.589 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:23.589 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 24878, 2024-08-04T16:44:23.589 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 906689630 2024-08-04T16:44:23.589 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.589 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:23.589 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67896, 2024-08-04T16:44:23.589 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21690270 2024-08-04T16:44:23.589 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.589 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:23.589 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 43018, 2024-08-04T16:44:23.589 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 409485742 2024-08-04T16:44:23.589 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.590 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:23.590 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.590 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.590 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:23.590 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11789, 2024-08-04T16:44:23.590 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 303005585 2024-08-04T16:44:23.590 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.590 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:23.590 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.590 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.590 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:23.590 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.590 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.590 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:23.591 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.591 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.591 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:23.591 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.591 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.591 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:23.591 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:23.591 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5137264995 2024-08-04T16:44:23.591 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.591 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:23.591 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17532, 2024-08-04T16:44:23.591 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1021382433 2024-08-04T16:44:23.591 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.591 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:23.591 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17531, 2024-08-04T16:44:23.593 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2995201481241 2024-08-04T16:44:23.593 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.593 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:23.593 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17532, 2024-08-04T16:44:23.593 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6338502955755 2024-08-04T16:44:23.593 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.593 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:23.593 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76121, 2024-08-04T16:44:23.593 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2305794889084 2024-08-04T16:44:23.594 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.594 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:23.594 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76121, 2024-08-04T16:44:23.594 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8601690 2024-08-04T16:44:23.594 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.594 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:23.594 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:23.594 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 317797174 2024-08-04T16:44:23.594 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.594 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:23.594 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:23.594 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25129344591 2024-08-04T16:44:23.594 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.594 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:23.595 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:23.595 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27300499 2024-08-04T16:44:23.595 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.595 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:23.595 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:23.595 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13835177106 2024-08-04T16:44:23.595 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.595 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:23.595 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:23.595 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6353657496 2024-08-04T16:44:23.595 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.595 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:23.595 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7491509 2024-08-04T16:44:23.595 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.596 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:23.596 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2539, 2024-08-04T16:44:23.596 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13823693 2024-08-04T16:44:23.596 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.596 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:23.596 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:23.596 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 50785946003 2024-08-04T16:44:23.596 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.596 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:23.596 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:23.596 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7314335481 2024-08-04T16:44:23.596 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.596 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:23.597 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:23.597 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 524477762 2024-08-04T16:44:23.597 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.597 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.597 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:23.597 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:23.597 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1406072867 2024-08-04T16:44:23.597 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.597 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:23.597 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 553943040 2024-08-04T16:44:23.597 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.597 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:23.597 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 493920256 2024-08-04T16:44:23.597 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.597 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:23.598 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2601622630 2024-08-04T16:44:23.598 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.598 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:23.598 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60022784 2024-08-04T16:44:23.598 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.598 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.598 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:23.598 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.598 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:23.598 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.598 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.598 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.598 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.599 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.599 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.599 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.599 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.599 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57398632 2024-08-04T16:44:23.599 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.599 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.599 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.599 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.599 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.599 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.599 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.599 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.599 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.600 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.600 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.600 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.600 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.600 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.600 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.600 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.600 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.600 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:23.600 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.600 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.600 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.600 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.600 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.600 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.601 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.601 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.601 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.601 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.601 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.601 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68426392 2024-08-04T16:44:23.601 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.601 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.601 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:23.601 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.601 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 570425344 2024-08-04T16:44:23.601 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.601 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.601 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.601 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.602 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.602 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.602 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.602 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.602 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 430489741 2024-08-04T16:44:23.602 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.602 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.602 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.602 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.602 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.602 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.602 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.602 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.602 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1072 2024-08-04T16:44:23.603 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.603 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.603 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.603 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.603 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.603 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21568 2024-08-04T16:44:23.603 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.603 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.603 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 44464 2024-08-04T16:44:23.603 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.603 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.603 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.603 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.604 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.604 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.604 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.604 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.604 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.604 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.604 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.604 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 72759635 2024-08-04T16:44:23.604 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.604 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.604 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:23.604 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.604 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:23.605 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.605 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.605 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.605 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.605 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.605 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 288496 2024-08-04T16:44:23.605 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.605 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.605 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38265754 2024-08-04T16:44:23.605 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.605 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.605 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.605 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.605 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.605 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.606 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.606 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.606 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.606 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.606 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.606 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.606 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.606 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.606 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.606 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.606 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.606 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.607 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.607 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.607 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.607 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.607 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.607 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.607 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.607 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.607 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.607 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.607 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.607 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70497654 2024-08-04T16:44:23.607 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.607 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.607 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:23.608 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.608 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 503316480 2024-08-04T16:44:23.608 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.608 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.608 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.608 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.608 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.608 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.608 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.608 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.608 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 430489741 2024-08-04T16:44:23.608 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.608 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.608 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.608 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.609 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.609 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.609 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.609 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.609 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.609 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.609 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.609 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.609 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.609 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.609 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 190334 2024-08-04T16:44:23.609 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.609 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.609 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1169938 2024-08-04T16:44:23.610 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.610 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.610 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.610 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.610 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.610 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.610 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.610 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.610 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.610 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.610 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.610 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71466467 2024-08-04T16:44:23.610 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.611 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.611 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:23.611 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:23.611 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.611 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.611 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:23.611 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11 2024-08-04T16:44:23.611 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.611 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:23.611 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.611 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.611 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:23.611 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.611 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.612 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.612 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.612 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:23.612 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 48 2024-08-04T16:44:23.612 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.612 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:23.612 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.612 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.612 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:23.612 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28138 2024-08-04T16:44:23.612 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.612 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:23.612 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 96998, 2024-08-04T16:44:23.612 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5665961085 2024-08-04T16:44:23.612 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.612 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:23.613 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.613 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.613 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:23.613 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:23.613 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.613 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:23.613 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 928691284 2024-08-04T16:44:23.613 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.613 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:23.613 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28138, 2024-08-04T16:44:23.613 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 267110826254 2024-08-04T16:44:23.613 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.613 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:23.613 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1224546002 2024-08-04T16:44:23.613 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.613 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:23.614 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 29843, 2024-08-04T16:44:23.614 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23237976211 2024-08-04T16:44:23.614 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.614 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:23.614 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28138, 2024-08-04T16:44:23.614 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60665566590 2024-08-04T16:44:23.614 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.614 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:23.614 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12511 2024-08-04T16:44:23.614 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.614 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:23.614 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12511, 2024-08-04T16:44:23.614 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 40765932380 2024-08-04T16:44:23.614 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.615 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:23.615 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.615 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.615 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:23.615 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1224546002 2024-08-04T16:44:23.615 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.615 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:23.615 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12622, 2024-08-04T16:44:23.615 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3916604074 2024-08-04T16:44:23.615 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.615 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:23.615 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12511, 2024-08-04T16:44:23.615 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3899002739 2024-08-04T16:44:23.615 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.615 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:23.616 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11884 2024-08-04T16:44:23.616 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.616 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:23.616 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 136934729 2024-08-04T16:44:23.616 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.616 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:23.616 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11884, 2024-08-04T16:44:23.616 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 168307207480 2024-08-04T16:44:23.616 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.616 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:23.616 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.616 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.616 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:23.616 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.616 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.617 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:23.617 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.617 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.617 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:23.617 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13415, 2024-08-04T16:44:23.617 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14959735850 2024-08-04T16:44:23.617 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.617 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:23.617 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11884, 2024-08-04T16:44:23.617 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33707246513 2024-08-04T16:44:23.617 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.617 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:23.617 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3743 2024-08-04T16:44:23.618 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.618 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:23.618 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 791756555 2024-08-04T16:44:23.618 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.618 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:23.618 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3743, 2024-08-04T16:44:23.618 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58037686394 2024-08-04T16:44:23.618 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.618 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:23.618 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.618 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.618 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:23.618 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3806, 2024-08-04T16:44:23.619 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4361636287 2024-08-04T16:44:23.619 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.619 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:23.619 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3743, 2024-08-04T16:44:23.619 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23059317338 2024-08-04T16:44:23.619 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.619 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:23.619 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.619 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.619 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:23.619 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 86 2024-08-04T16:44:23.619 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.619 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:23.619 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T16:44:23.620 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.620 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:23.620 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:23.620 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.620 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:23.620 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 533712896 2024-08-04T16:44:23.620 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.620 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.620 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.620 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.4": { 2024-08-04T16:44:23.620 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.620 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:23.620 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 329565 2024-08-04T16:44:23.620 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.621 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:23.621 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.621 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.621 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:23.621 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.621 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.621 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:23.621 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.621 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.621 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:23.621 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:23.621 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.621 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:23.621 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.622 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.622 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:23.622 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.622 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.622 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:23.622 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.622 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.622 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:23.622 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.622 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.622 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:23.622 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9232384 2024-08-04T16:44:23.622 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.622 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:23.622 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 611729408 2024-08-04T16:44:23.623 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.623 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:23.623 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T16:44:23.623 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7680768 2024-08-04T16:44:23.623 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.623 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:23.623 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T16:44:23.623 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1161593 2024-08-04T16:44:23.623 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.623 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:23.623 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 155, 2024-08-04T16:44:23.623 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 920969 2024-08-04T16:44:23.623 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.623 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:23.623 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:23.623 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.624 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:23.624 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 660013056 2024-08-04T16:44:23.624 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.624 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:23.624 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56570, 2024-08-04T16:44:23.624 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7909821052 2024-08-04T16:44:23.624 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.624 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:23.624 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56597, 2024-08-04T16:44:23.624 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13167787752 2024-08-04T16:44:23.624 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.624 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:23.624 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15650816 2024-08-04T16:44:23.624 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.624 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:23.624 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 231739392 2024-08-04T16:44:23.625 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.625 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:23.625 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 668532736 2024-08-04T16:44:23.625 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.625 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:23.625 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.625 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.625 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:23.625 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.625 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:23.625 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 50 2024-08-04T16:44:23.625 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.625 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:23.625 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 293491738 2024-08-04T16:44:23.625 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.626 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:23.626 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14635 2024-08-04T16:44:23.626 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.626 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:23.626 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 261353472 2024-08-04T16:44:23.626 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.626 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:23.626 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 261357568 2024-08-04T16:44:23.626 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.626 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:23.626 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.626 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.626 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:23.626 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.626 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.626 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:23.627 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6024 2024-08-04T16:44:23.627 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.627 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:23.627 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 14635, 2024-08-04T16:44:23.627 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 117437968 2024-08-04T16:44:23.627 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.627 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:23.627 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 158333348 2024-08-04T16:44:23.627 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.627 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:23.627 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10498 2024-08-04T16:44:23.627 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.627 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:23.627 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2872742 2024-08-04T16:44:23.628 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.628 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:23.628 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 620 2024-08-04T16:44:23.628 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.628 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:23.628 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9159061 2024-08-04T16:44:23.628 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.628 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:23.628 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 840 2024-08-04T16:44:23.628 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.628 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:23.628 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6286319 2024-08-04T16:44:23.628 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.628 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:23.628 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6286319 2024-08-04T16:44:23.629 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.629 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:23.629 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.629 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.629 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:23.629 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.629 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.629 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:23.629 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 227 2024-08-04T16:44:23.629 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.629 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:23.629 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 840, 2024-08-04T16:44:23.630 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3357569 2024-08-04T16:44:23.630 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.630 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:23.630 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.630 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.630 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.630 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:23.630 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.630 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.630 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:23.630 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.630 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.630 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:23.630 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:23.631 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1035 2024-08-04T16:44:23.631 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.631 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:23.631 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:23.631 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6291 2024-08-04T16:44:23.631 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.631 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:23.631 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.631 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.631 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.631 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:23.631 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.631 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.631 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:23.631 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.632 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.632 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:23.632 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 854700032 2024-08-04T16:44:23.632 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.632 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.632 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:23.632 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:23.632 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:23.632 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.632 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:23.632 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12750848 2024-08-04T16:44:23.632 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.632 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:23.632 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20318, 2024-08-04T16:44:23.633 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 61213389 2024-08-04T16:44:23.633 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.633 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:23.633 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3215, 2024-08-04T16:44:23.633 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 512478310 2024-08-04T16:44:23.633 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.633 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:23.633 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.633 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.633 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.633 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:23.633 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.633 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.633 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:23.634 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.634 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.634 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:23.634 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.634 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.634 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:23.634 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10393, 2024-08-04T16:44:23.634 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 80570576 2024-08-04T16:44:23.634 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.634 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:23.634 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.634 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.634 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.634 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:23.634 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.635 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.635 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:23.635 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56516, 2024-08-04T16:44:23.635 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16353527805 2024-08-04T16:44:23.635 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.635 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:23.635 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56039, 2024-08-04T16:44:23.635 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1473063845 2024-08-04T16:44:23.635 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.635 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:23.635 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56516, 2024-08-04T16:44:23.635 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53815441 2024-08-04T16:44:23.635 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.635 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:23.635 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56516, 2024-08-04T16:44:23.636 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16407343246 2024-08-04T16:44:23.636 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.636 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:23.636 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.636 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.636 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.636 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:23.636 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23108, 2024-08-04T16:44:23.636 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 677411577 2024-08-04T16:44:23.636 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.636 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:23.636 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 852, 2024-08-04T16:44:23.636 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2347516 2024-08-04T16:44:23.636 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.636 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:23.637 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8928, 2024-08-04T16:44:23.637 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11024483 2024-08-04T16:44:23.637 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.637 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:23.637 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 47, 2024-08-04T16:44:23.637 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 101110 2024-08-04T16:44:23.637 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.637 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:23.637 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10480, 2024-08-04T16:44:23.637 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2596155046 2024-08-04T16:44:23.637 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.638 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:23.638 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177480 2024-08-04T16:44:23.638 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.638 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:23.638 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19305 2024-08-04T16:44:23.638 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.638 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:23.638 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16756, 2024-08-04T16:44:23.638 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1130207384 2024-08-04T16:44:23.638 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.638 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:23.638 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 52714, 2024-08-04T16:44:23.638 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21153759 2024-08-04T16:44:23.638 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.638 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:23.639 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 35958, 2024-08-04T16:44:23.639 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 887616251 2024-08-04T16:44:23.639 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.639 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:23.639 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.639 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.639 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:23.639 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12646, 2024-08-04T16:44:23.639 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 307240235 2024-08-04T16:44:23.639 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.639 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:23.639 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.639 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.639 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:23.640 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.640 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.640 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:23.640 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.640 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.640 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:23.640 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.640 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.640 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:23.640 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:23.640 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5355626299 2024-08-04T16:44:23.640 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.640 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:23.640 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 18406, 2024-08-04T16:44:23.640 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1105086355 2024-08-04T16:44:23.641 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.641 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:23.641 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 18404, 2024-08-04T16:44:23.641 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2616850806183 2024-08-04T16:44:23.641 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.641 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:23.641 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 18406, 2024-08-04T16:44:23.641 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6079309090507 2024-08-04T16:44:23.641 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.641 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:23.642 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67239, 2024-08-04T16:44:23.642 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2442812534606 2024-08-04T16:44:23.642 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.642 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:23.642 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67239, 2024-08-04T16:44:23.642 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7528149 2024-08-04T16:44:23.642 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.642 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:23.642 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:23.642 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 241172945 2024-08-04T16:44:23.642 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.642 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:23.642 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:23.642 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27601335623 2024-08-04T16:44:23.643 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.643 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:23.643 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:23.643 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25611053 2024-08-04T16:44:23.643 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.643 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:23.643 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:23.643 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13262285587 2024-08-04T16:44:23.643 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.643 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:23.643 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:23.643 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6253097636 2024-08-04T16:44:23.643 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.643 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:23.644 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7486310 2024-08-04T16:44:23.644 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.644 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:23.644 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2540, 2024-08-04T16:44:23.644 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13361615 2024-08-04T16:44:23.644 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.644 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:23.644 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:23.644 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 52724538802 2024-08-04T16:44:23.644 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.644 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:23.644 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:23.644 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7102505089 2024-08-04T16:44:23.644 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.645 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:23.645 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:23.645 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 415233576 2024-08-04T16:44:23.645 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.645 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.645 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:23.645 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:23.645 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1405137013 2024-08-04T16:44:23.645 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.645 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:23.645 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 607043584 2024-08-04T16:44:23.645 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.646 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:23.646 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 462274560 2024-08-04T16:44:23.646 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.646 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:23.646 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600521625 2024-08-04T16:44:23.646 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.646 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:23.646 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 144769024 2024-08-04T16:44:23.646 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.646 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.646 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:23.646 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.646 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:23.647 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.647 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.647 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.647 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.647 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.647 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.647 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.647 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.647 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56833677 2024-08-04T16:44:23.647 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.647 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.647 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.647 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.647 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.647 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.648 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.648 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.648 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.648 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.648 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.648 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.648 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.648 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.648 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57344 2024-08-04T16:44:23.648 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.648 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.648 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 770048 2024-08-04T16:44:23.648 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.649 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.649 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.649 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.649 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.649 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.649 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.649 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.649 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.649 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.649 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.649 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68168051 2024-08-04T16:44:23.649 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.649 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.650 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:23.650 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.650 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:23.650 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.650 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.650 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.650 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.650 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.650 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.650 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.650 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.650 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426252584 2024-08-04T16:44:23.651 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.651 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.651 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.651 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.651 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.651 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.651 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.651 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.651 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2160 2024-08-04T16:44:23.651 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.651 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.651 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.652 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.652 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.652 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 127120 2024-08-04T16:44:23.652 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.652 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.652 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 272 2024-08-04T16:44:23.652 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.652 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.652 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.652 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.652 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.652 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.652 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.653 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.653 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.653 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.653 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.653 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68545736 2024-08-04T16:44:23.653 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.653 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.653 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:23.653 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.653 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:23.653 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.653 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.653 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.654 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.654 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.654 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 157312 2024-08-04T16:44:23.654 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.654 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.654 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37889118 2024-08-04T16:44:23.654 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.654 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.654 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.654 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.654 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.654 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.654 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.655 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.655 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.655 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.655 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.655 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.655 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.655 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.655 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.655 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.655 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.656 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.656 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.656 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.656 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.656 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.656 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.656 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.656 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71005474 2024-08-04T16:44:23.656 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.656 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.656 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:23.656 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.656 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 494927872 2024-08-04T16:44:23.656 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.656 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.657 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.657 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.657 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.657 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.657 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.657 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.657 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426252584 2024-08-04T16:44:23.657 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.657 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.657 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.657 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.657 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.657 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.657 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.657 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.657 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.658 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.658 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.658 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.658 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.658 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.658 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 191542 2024-08-04T16:44:23.658 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.658 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.658 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1153328 2024-08-04T16:44:23.658 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.658 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.658 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.658 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.658 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.659 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.659 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.659 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.659 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.659 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.659 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.659 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67330418 2024-08-04T16:44:23.659 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.659 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.659 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:23.659 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:23.659 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.659 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.659 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:23.659 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32 2024-08-04T16:44:23.660 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.660 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:23.660 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.660 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.660 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:23.660 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.660 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.660 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.660 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.660 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:23.660 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49 2024-08-04T16:44:23.660 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.660 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:23.661 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.661 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.661 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:23.661 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34973 2024-08-04T16:44:23.661 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.661 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:23.661 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 97838, 2024-08-04T16:44:23.661 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6782766759 2024-08-04T16:44:23.661 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.661 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:23.661 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.661 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.661 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:23.662 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.662 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:23.662 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1016979236 2024-08-04T16:44:23.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.662 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:23.662 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 34973, 2024-08-04T16:44:23.662 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58418818796 2024-08-04T16:44:23.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.662 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:23.662 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1414963913 2024-08-04T16:44:23.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.662 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:23.663 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 35818, 2024-08-04T16:44:23.663 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12599478329 2024-08-04T16:44:23.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.663 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:23.663 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 34973, 2024-08-04T16:44:23.663 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28886913214 2024-08-04T16:44:23.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.663 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:23.663 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26098 2024-08-04T16:44:23.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.663 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:23.663 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26098, 2024-08-04T16:44:23.663 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11106557065 2024-08-04T16:44:23.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.663 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:23.664 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.664 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.664 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:23.664 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1414963913 2024-08-04T16:44:23.664 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.664 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:23.664 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26412, 2024-08-04T16:44:23.664 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4930871651 2024-08-04T16:44:23.664 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.664 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:23.664 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26098, 2024-08-04T16:44:23.664 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5304024172 2024-08-04T16:44:23.664 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.665 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:23.665 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4955 2024-08-04T16:44:23.665 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.665 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:23.665 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 147420224 2024-08-04T16:44:23.665 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.665 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:23.665 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4955, 2024-08-04T16:44:23.665 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8310486536 2024-08-04T16:44:23.665 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.665 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:23.665 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.665 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.665 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:23.665 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.666 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.666 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:23.666 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.666 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.666 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:23.666 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5388, 2024-08-04T16:44:23.666 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3149983689 2024-08-04T16:44:23.666 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.666 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:23.666 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4955, 2024-08-04T16:44:23.666 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6815504402 2024-08-04T16:44:23.666 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.666 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:23.666 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3920 2024-08-04T16:44:23.667 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.667 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:23.667 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 869559012 2024-08-04T16:44:23.667 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.667 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:23.667 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3920, 2024-08-04T16:44:23.667 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 39001775195 2024-08-04T16:44:23.667 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.667 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:23.667 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.667 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.667 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:23.667 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4018, 2024-08-04T16:44:23.667 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4518622989 2024-08-04T16:44:23.667 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.667 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:23.668 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3920, 2024-08-04T16:44:23.668 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16767384640 2024-08-04T16:44:23.668 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.668 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:23.668 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.668 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.668 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:23.668 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19 2024-08-04T16:44:23.668 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.668 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:23.668 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17 2024-08-04T16:44:23.668 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.668 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:23.668 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:23.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.669 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:23.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 672780288 2024-08-04T16:44:23.669 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.669 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.669 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.5": { 2024-08-04T16:44:23.669 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.669 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:23.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23673 2024-08-04T16:44:23.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.669 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:23.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.669 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:23.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.670 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:23.670 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.670 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:23.670 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:23.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.670 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:23.670 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.670 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:23.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.671 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.671 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:23.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.671 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.671 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:23.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.671 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.671 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:23.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11546624 2024-08-04T16:44:23.671 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.671 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:23.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 819830784 2024-08-04T16:44:23.672 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.672 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:23.672 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20, 2024-08-04T16:44:23.672 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3951530 2024-08-04T16:44:23.672 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.672 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:23.672 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20, 2024-08-04T16:44:23.672 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1408225 2024-08-04T16:44:23.672 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.672 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:23.672 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 218, 2024-08-04T16:44:23.672 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 900339 2024-08-04T16:44:23.672 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.672 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:23.673 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:23.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.673 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:23.673 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 814350336 2024-08-04T16:44:23.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.673 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:23.673 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85275, 2024-08-04T16:44:23.673 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10838405627 2024-08-04T16:44:23.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.673 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:23.673 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85278, 2024-08-04T16:44:23.673 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17576759916 2024-08-04T16:44:23.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.673 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:23.674 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16764928 2024-08-04T16:44:23.674 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.674 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:23.674 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 349286400 2024-08-04T16:44:23.674 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.674 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:23.674 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 810090496 2024-08-04T16:44:23.674 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.674 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:23.674 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.674 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.674 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:23.674 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.674 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:23.675 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57 2024-08-04T16:44:23.675 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.675 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:23.675 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 416767556 2024-08-04T16:44:23.675 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.675 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:23.675 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21472 2024-08-04T16:44:23.675 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.675 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:23.675 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 356380672 2024-08-04T16:44:23.675 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.675 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:23.675 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 356384768 2024-08-04T16:44:23.675 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.676 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:23.676 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.676 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:23.676 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.676 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:23.676 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9801 2024-08-04T16:44:23.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.676 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:23.676 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21472, 2024-08-04T16:44:23.676 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 174209380 2024-08-04T16:44:23.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.676 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:23.676 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 276330583 2024-08-04T16:44:23.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.677 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:23.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17174 2024-08-04T16:44:23.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.677 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:23.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4490172 2024-08-04T16:44:23.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.677 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:23.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 909 2024-08-04T16:44:23.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.677 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:23.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11449418 2024-08-04T16:44:23.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.677 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:23.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1359 2024-08-04T16:44:23.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.678 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:23.678 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6959246 2024-08-04T16:44:23.678 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.678 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:23.678 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6959246 2024-08-04T16:44:23.678 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.678 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:23.678 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.678 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.678 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:23.678 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.678 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.678 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:23.678 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 461 2024-08-04T16:44:23.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.679 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:23.679 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1359, 2024-08-04T16:44:23.679 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4925986 2024-08-04T16:44:23.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.679 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:23.679 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.679 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.679 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:23.679 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.679 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:23.679 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.679 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:23.680 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:23.680 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 810 2024-08-04T16:44:23.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.680 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:23.680 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:23.680 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5658 2024-08-04T16:44:23.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.680 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:23.680 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.680 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.680 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:23.680 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.680 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:23.681 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.681 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:23.681 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1183698944 2024-08-04T16:44:23.681 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.681 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:23.681 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:23.681 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:23.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.681 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:23.681 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16949248 2024-08-04T16:44:23.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.681 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:23.682 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23224, 2024-08-04T16:44:23.682 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74097964 2024-08-04T16:44:23.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.682 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:23.682 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3243, 2024-08-04T16:44:23.682 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 596804604 2024-08-04T16:44:23.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.682 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:23.682 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.682 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.682 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:23.682 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.682 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:23.683 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.683 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:23.683 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.683 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:23.683 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13076, 2024-08-04T16:44:23.683 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 91687711 2024-08-04T16:44:23.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.683 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:23.683 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.683 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.683 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:23.683 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.684 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:23.684 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85200, 2024-08-04T16:44:23.684 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21853702220 2024-08-04T16:44:23.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.684 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:23.684 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 84699, 2024-08-04T16:44:23.684 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1806308556 2024-08-04T16:44:23.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.684 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:23.684 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85200, 2024-08-04T16:44:23.684 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 50629760 2024-08-04T16:44:23.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.684 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:23.684 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85200, 2024-08-04T16:44:23.684 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21904331980 2024-08-04T16:44:23.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.684 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:23.685 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.685 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.685 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:23.685 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 231604, 2024-08-04T16:44:23.685 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1487000566 2024-08-04T16:44:23.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.685 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:23.685 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 872, 2024-08-04T16:44:23.685 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2812123 2024-08-04T16:44:23.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.685 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:23.685 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 134928, 2024-08-04T16:44:23.685 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 52066240 2024-08-04T16:44:23.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.686 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:23.686 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 49, 2024-08-04T16:44:23.686 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 81165 2024-08-04T16:44:23.686 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.686 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:23.686 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16409, 2024-08-04T16:44:23.686 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3136415717 2024-08-04T16:44:23.686 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.686 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:23.686 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 439934 2024-08-04T16:44:23.686 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.686 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:23.686 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20760 2024-08-04T16:44:23.686 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.687 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:23.687 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12231, 2024-08-04T16:44:23.687 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1021877201 2024-08-04T16:44:23.687 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.687 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:23.687 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33886, 2024-08-04T16:44:23.687 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11730443 2024-08-04T16:44:23.687 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.687 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:23.687 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21655, 2024-08-04T16:44:23.687 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 960787625 2024-08-04T16:44:23.687 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.687 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:23.687 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.687 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.687 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:23.688 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15456, 2024-08-04T16:44:23.688 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 423590131 2024-08-04T16:44:23.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.688 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:23.688 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.688 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:23.688 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.688 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:23.688 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.688 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:23.688 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.689 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:23.689 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:23.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9837105596 2024-08-04T16:44:23.689 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.689 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:23.689 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8748, 2024-08-04T16:44:23.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 533381878 2024-08-04T16:44:23.689 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.689 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:23.689 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8746, 2024-08-04T16:44:23.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2707889479841 2024-08-04T16:44:23.689 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.689 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:23.689 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8748, 2024-08-04T16:44:23.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6591965350721 2024-08-04T16:44:23.689 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.690 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:23.690 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100726, 2024-08-04T16:44:23.690 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2793278686086 2024-08-04T16:44:23.690 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.690 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:23.690 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100726, 2024-08-04T16:44:23.690 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11665016 2024-08-04T16:44:23.690 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.690 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:23.690 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:23.690 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 387466842 2024-08-04T16:44:23.690 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.690 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:23.690 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:23.690 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38543347634 2024-08-04T16:44:23.691 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.691 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:23.691 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:23.691 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 36194753 2024-08-04T16:44:23.691 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.691 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:23.691 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:23.691 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18995334606 2024-08-04T16:44:23.691 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.691 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:23.691 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:23.691 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8942808364 2024-08-04T16:44:23.691 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.691 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:23.691 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11685818 2024-08-04T16:44:23.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.692 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:23.692 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2499, 2024-08-04T16:44:23.692 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12781623 2024-08-04T16:44:23.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.692 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:23.692 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:23.692 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 76722799794 2024-08-04T16:44:23.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.692 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:23.692 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:23.692 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10041308993 2024-08-04T16:44:23.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.692 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:23.692 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:23.692 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 800889844 2024-08-04T16:44:23.693 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.693 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.693 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:23.693 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:23.693 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1405137013 2024-08-04T16:44:23.693 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.693 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:23.693 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 647258112 2024-08-04T16:44:23.693 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.693 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:23.693 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 643252224 2024-08-04T16:44:23.693 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.693 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:23.694 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600521625 2024-08-04T16:44:23.694 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.694 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:23.694 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4005888 2024-08-04T16:44:23.694 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.694 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.694 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:23.694 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.694 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:23.694 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.694 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.694 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.694 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.695 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.695 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.695 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.695 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56586696 2024-08-04T16:44:23.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.695 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.695 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.695 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.695 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.695 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.695 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.696 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.696 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.696 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.696 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20480 2024-08-04T16:44:23.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.696 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.696 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32768 2024-08-04T16:44:23.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.696 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.696 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.697 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.697 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.697 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.697 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.697 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.697 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.697 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.697 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.697 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69189176 2024-08-04T16:44:23.697 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.697 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.697 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:23.697 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.698 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:23.698 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.698 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.698 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.698 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.698 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.698 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.698 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.698 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.698 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 424400222 2024-08-04T16:44:23.698 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.698 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.698 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.699 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.699 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.699 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.699 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2896 2024-08-04T16:44:23.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.699 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.699 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.699 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.699 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 194112 2024-08-04T16:44:23.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.699 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.700 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.700 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.700 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.700 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.700 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.700 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.700 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.700 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.700 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70330642 2024-08-04T16:44:23.700 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.701 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:23.701 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.701 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:23.701 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.701 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.701 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.701 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.701 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.701 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 313216 2024-08-04T16:44:23.701 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.701 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.701 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37724464 2024-08-04T16:44:23.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.702 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.702 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.702 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.702 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.702 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.702 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.702 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.702 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.702 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.703 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.703 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.703 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.703 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.703 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.703 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.703 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.703 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.703 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.703 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.704 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71014224 2024-08-04T16:44:23.704 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.704 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:23.704 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.704 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 494927872 2024-08-04T16:44:23.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.704 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.704 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.704 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.704 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.704 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.704 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 424400222 2024-08-04T16:44:23.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.705 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.705 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.705 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.705 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.705 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.705 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.705 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.705 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.705 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.705 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 182368 2024-08-04T16:44:23.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.705 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.706 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1142576 2024-08-04T16:44:23.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.706 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.706 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.706 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.706 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.706 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.706 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.706 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.706 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69202706 2024-08-04T16:44:23.706 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.707 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:23.707 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:23.707 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.707 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:23.707 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:23.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.707 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:23.707 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.707 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:23.707 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.707 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.707 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.708 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:23.708 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58 2024-08-04T16:44:23.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.708 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:23.708 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.708 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:23.708 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28692 2024-08-04T16:44:23.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.708 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:23.708 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 112041, 2024-08-04T16:44:23.708 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9537758674 2024-08-04T16:44:23.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.708 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:23.708 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.709 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:23.709 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.709 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:23.709 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 930079448 2024-08-04T16:44:23.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.709 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:23.709 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28692, 2024-08-04T16:44:23.709 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38814551695 2024-08-04T16:44:23.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.709 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:23.709 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1117384077 2024-08-04T16:44:23.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.710 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:23.710 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 29435, 2024-08-04T16:44:23.710 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17197223310 2024-08-04T16:44:23.710 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.710 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:23.710 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28692, 2024-08-04T16:44:23.710 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28605439652 2024-08-04T16:44:23.710 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.710 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:23.710 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20337 2024-08-04T16:44:23.710 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.710 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:23.710 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20337, 2024-08-04T16:44:23.710 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13325955320 2024-08-04T16:44:23.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.711 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:23.711 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.711 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:23.711 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1117384077 2024-08-04T16:44:23.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.711 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:23.711 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20455, 2024-08-04T16:44:23.711 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10478044520 2024-08-04T16:44:23.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.711 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:23.711 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20337, 2024-08-04T16:44:23.711 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9825162656 2024-08-04T16:44:23.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.712 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:23.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7458 2024-08-04T16:44:23.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.712 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:23.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 238157102 2024-08-04T16:44:23.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.712 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:23.712 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7458, 2024-08-04T16:44:23.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18673960620 2024-08-04T16:44:23.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.712 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:23.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.712 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:23.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.712 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:23.713 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.713 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:23.713 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7934, 2024-08-04T16:44:23.713 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5242800052 2024-08-04T16:44:23.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.713 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:23.713 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7458, 2024-08-04T16:44:23.713 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13625800826 2024-08-04T16:44:23.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.713 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:23.713 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 897 2024-08-04T16:44:23.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.713 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:23.714 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 691922346 2024-08-04T16:44:23.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.714 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:23.714 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 897, 2024-08-04T16:44:23.714 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6814635755 2024-08-04T16:44:23.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.714 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:23.714 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.714 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:23.714 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1046, 2024-08-04T16:44:23.714 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1476378738 2024-08-04T16:44:23.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.714 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:23.715 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 897, 2024-08-04T16:44:23.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5154476170 2024-08-04T16:44:23.715 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.715 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:23.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.715 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.715 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:23.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19 2024-08-04T16:44:23.715 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.715 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:23.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:23.715 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.715 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:23.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:23.715 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.716 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:23.716 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 831315968 2024-08-04T16:44:23.716 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.716 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.716 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.716 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.6": { 2024-08-04T16:44:23.716 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.716 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:23.716 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34151 2024-08-04T16:44:23.716 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.716 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:23.716 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.716 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.716 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:23.716 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.717 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:23.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.717 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:23.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:23.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.717 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:23.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.717 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:23.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.717 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:23.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.718 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:23.718 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.718 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:23.718 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9289728 2024-08-04T16:44:23.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.718 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:23.718 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 613134336 2024-08-04T16:44:23.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.718 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:23.718 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T16:44:23.718 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3198841 2024-08-04T16:44:23.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.718 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:23.718 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T16:44:23.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1067088 2024-08-04T16:44:23.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.719 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:23.719 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 164, 2024-08-04T16:44:23.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 653555 2024-08-04T16:44:23.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.719 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:23.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:23.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.719 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:23.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 591921152 2024-08-04T16:44:23.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.719 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:23.719 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61274, 2024-08-04T16:44:23.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8143230798 2024-08-04T16:44:23.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.720 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:23.720 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61296, 2024-08-04T16:44:23.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13334693153 2024-08-04T16:44:23.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.720 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:23.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1646592 2024-08-04T16:44:23.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.720 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:23.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 251015168 2024-08-04T16:44:23.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.720 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:23.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 613220352 2024-08-04T16:44:23.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.720 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:23.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.721 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:23.721 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.721 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:23.721 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49 2024-08-04T16:44:23.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.721 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:23.721 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 364021947 2024-08-04T16:44:23.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.721 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:23.721 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20268 2024-08-04T16:44:23.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.721 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:23.721 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 343629824 2024-08-04T16:44:23.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.721 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:23.722 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 343633920 2024-08-04T16:44:23.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.722 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:23.722 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.722 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:23.722 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.722 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:23.722 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11488 2024-08-04T16:44:23.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.722 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:23.722 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20268, 2024-08-04T16:44:23.722 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 173887298 2024-08-04T16:44:23.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.723 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:23.723 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 233474595 2024-08-04T16:44:23.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.723 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:23.723 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16272 2024-08-04T16:44:23.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.723 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:23.723 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3338758 2024-08-04T16:44:23.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.723 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:23.723 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 894 2024-08-04T16:44:23.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.723 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:23.724 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9167673 2024-08-04T16:44:23.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.724 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:23.724 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1149 2024-08-04T16:44:23.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.724 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:23.724 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5828915 2024-08-04T16:44:23.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.724 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:23.724 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5828915 2024-08-04T16:44:23.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.724 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:23.724 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.725 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:23.725 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.725 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:23.725 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 265 2024-08-04T16:44:23.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.725 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:23.725 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1149, 2024-08-04T16:44:23.725 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2794830 2024-08-04T16:44:23.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.725 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:23.725 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.725 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.725 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:23.726 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.726 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:23.726 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.726 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:23.726 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:23.726 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 654 2024-08-04T16:44:23.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.726 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:23.726 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:23.726 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5895 2024-08-04T16:44:23.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.727 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:23.727 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.727 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.727 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:23.727 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.727 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:23.727 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.727 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:23.727 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 875720704 2024-08-04T16:44:23.728 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.728 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.728 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:23.728 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:23.728 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:23.728 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.728 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:23.728 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13340672 2024-08-04T16:44:23.728 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.728 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:23.728 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16851, 2024-08-04T16:44:23.728 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45525516 2024-08-04T16:44:23.728 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.728 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:23.728 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3158, 2024-08-04T16:44:23.729 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 507791919 2024-08-04T16:44:23.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.729 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:23.729 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.729 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.729 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:23.729 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.729 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:23.729 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.729 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:23.729 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.730 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.730 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:23.730 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 18351, 2024-08-04T16:44:23.730 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 131136846 2024-08-04T16:44:23.730 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.730 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:23.730 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.730 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.730 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.730 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:23.730 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.730 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.730 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:23.731 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61221, 2024-08-04T16:44:23.731 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16504192873 2024-08-04T16:44:23.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.731 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:23.731 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 60767, 2024-08-04T16:44:23.731 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1353816567 2024-08-04T16:44:23.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.731 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:23.731 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61221, 2024-08-04T16:44:23.731 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 35467071 2024-08-04T16:44:23.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.731 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:23.731 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61221, 2024-08-04T16:44:23.731 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16539659944 2024-08-04T16:44:23.732 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.732 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:23.732 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.732 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.732 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.732 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:23.732 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 27291, 2024-08-04T16:44:23.732 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 457690526 2024-08-04T16:44:23.732 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.732 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:23.732 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 812, 2024-08-04T16:44:23.732 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2285026 2024-08-04T16:44:23.732 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.732 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:23.733 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10176, 2024-08-04T16:44:23.733 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11430297 2024-08-04T16:44:23.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.733 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:23.733 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 43, 2024-08-04T16:44:23.733 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60904 2024-08-04T16:44:23.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.733 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:23.733 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11772, 2024-08-04T16:44:23.733 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2817396930 2024-08-04T16:44:23.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.733 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:23.733 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 205342 2024-08-04T16:44:23.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.734 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:23.734 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18637 2024-08-04T16:44:23.734 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.734 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:23.734 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26993, 2024-08-04T16:44:23.734 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1693515520 2024-08-04T16:44:23.734 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.734 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:23.734 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69621, 2024-08-04T16:44:23.734 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26554224 2024-08-04T16:44:23.734 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.734 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:23.734 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 42628, 2024-08-04T16:44:23.734 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1298290544 2024-08-04T16:44:23.735 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.735 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:23.735 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.735 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.735 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:23.735 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11541, 2024-08-04T16:44:23.735 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 315105710 2024-08-04T16:44:23.735 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.735 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:23.735 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.735 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.735 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:23.735 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.735 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.735 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:23.735 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.736 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:23.736 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.736 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:23.736 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:23.736 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8565979045 2024-08-04T16:44:23.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.736 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:23.736 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13708, 2024-08-04T16:44:23.736 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 675440043 2024-08-04T16:44:23.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.736 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:23.736 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13706, 2024-08-04T16:44:23.736 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2517382699995 2024-08-04T16:44:23.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.737 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:23.737 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13708, 2024-08-04T16:44:23.737 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5512874400319 2024-08-04T16:44:23.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.737 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:23.737 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74538, 2024-08-04T16:44:23.737 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2650974434528 2024-08-04T16:44:23.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.737 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:23.737 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74538, 2024-08-04T16:44:23.737 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7978058 2024-08-04T16:44:23.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.738 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:23.738 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:23.738 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 440086765 2024-08-04T16:44:23.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.738 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:23.738 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:23.738 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 29767748695 2024-08-04T16:44:23.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.738 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:23.738 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:23.738 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27991204 2024-08-04T16:44:23.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.738 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:23.738 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:23.739 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14430335004 2024-08-04T16:44:23.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.739 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:23.739 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:23.739 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6308402332 2024-08-04T16:44:23.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.739 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:23.739 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8081773 2024-08-04T16:44:23.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.739 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:23.739 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2452, 2024-08-04T16:44:23.739 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12965578 2024-08-04T16:44:23.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.739 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:23.739 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:23.740 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 59524777185 2024-08-04T16:44:23.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.740 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:23.740 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:23.740 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7183738441 2024-08-04T16:44:23.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.740 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:23.740 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:23.740 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 716498181 2024-08-04T16:44:23.740 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.740 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:23.740 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:23.741 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1405137013 2024-08-04T16:44:23.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.741 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:23.741 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 490094592 2024-08-04T16:44:23.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.741 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:23.741 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 444792832 2024-08-04T16:44:23.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.741 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:23.741 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600521625 2024-08-04T16:44:23.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.741 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:23.741 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45301760 2024-08-04T16:44:23.741 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.742 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:23.742 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.742 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:23.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.742 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.742 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.742 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.742 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.742 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.742 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56881322 2024-08-04T16:44:23.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.742 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.743 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.743 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.743 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.743 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.743 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.743 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.743 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.743 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.743 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20480 2024-08-04T16:44:23.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.743 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.744 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 659456 2024-08-04T16:44:23.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.744 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.744 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.744 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.744 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.744 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.744 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.744 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.744 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68267862 2024-08-04T16:44:23.744 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.745 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:23.745 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.745 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:23.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.745 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.745 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.745 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.745 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.745 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.745 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426609918 2024-08-04T16:44:23.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.745 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.745 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.746 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.746 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.746 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.746 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2384 2024-08-04T16:44:23.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.746 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.746 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.746 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.746 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 171440 2024-08-04T16:44:23.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.746 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.747 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.747 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.747 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.747 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.747 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.747 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.747 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.747 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.747 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68144130 2024-08-04T16:44:23.748 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.748 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:23.748 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.748 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:23.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.748 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.748 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.748 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.748 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 324096 2024-08-04T16:44:23.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.748 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.748 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37920881 2024-08-04T16:44:23.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.748 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.749 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.749 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.749 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.749 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.749 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.749 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.749 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.749 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.749 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.749 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.749 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.750 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.750 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.750 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.750 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.750 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.750 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.750 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.750 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70806927 2024-08-04T16:44:23.750 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.750 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:23.751 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.751 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 503316480 2024-08-04T16:44:23.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.751 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.751 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.751 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.751 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.751 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.751 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426609918 2024-08-04T16:44:23.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.751 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.751 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.752 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.752 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.752 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.752 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.752 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.752 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.752 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.752 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192755 2024-08-04T16:44:23.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.753 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.753 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1179331 2024-08-04T16:44:23.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.753 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.753 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.753 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.753 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.753 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.753 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.753 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.754 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 75334476 2024-08-04T16:44:23.754 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.754 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:23.754 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:23.754 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.754 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:23.754 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 44 2024-08-04T16:44:23.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.754 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:23.754 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.755 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:23.755 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.755 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.755 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.755 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:23.755 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 51 2024-08-04T16:44:23.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.755 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:23.755 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.755 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:23.756 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60150 2024-08-04T16:44:23.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.756 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:23.756 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 120655, 2024-08-04T16:44:23.756 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6958390542 2024-08-04T16:44:23.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.756 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:23.756 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.756 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:23.756 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.756 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:23.757 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1275150838 2024-08-04T16:44:23.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.757 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:23.757 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 60150, 2024-08-04T16:44:23.757 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58960862284 2024-08-04T16:44:23.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.757 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:23.757 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2244057673 2024-08-04T16:44:23.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.757 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:23.757 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 60880, 2024-08-04T16:44:23.757 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16056001647 2024-08-04T16:44:23.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.757 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:23.757 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 60150, 2024-08-04T16:44:23.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32908968456 2024-08-04T16:44:23.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.758 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:23.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 51466 2024-08-04T16:44:23.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.758 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:23.758 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 51466, 2024-08-04T16:44:23.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15266367319 2024-08-04T16:44:23.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.758 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:23.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.758 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:23.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2244057673 2024-08-04T16:44:23.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.759 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:23.759 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 51752, 2024-08-04T16:44:23.759 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8200653910 2024-08-04T16:44:23.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.759 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:23.759 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 51466, 2024-08-04T16:44:23.759 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8714288247 2024-08-04T16:44:23.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.759 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:23.759 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4525 2024-08-04T16:44:23.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.759 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:23.759 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 207640383 2024-08-04T16:44:23.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.760 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:23.760 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4525, 2024-08-04T16:44:23.760 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9679010840 2024-08-04T16:44:23.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.760 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:23.760 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.760 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:23.760 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.760 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:23.760 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.760 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:23.761 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4827, 2024-08-04T16:44:23.761 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2930806806 2024-08-04T16:44:23.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.761 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:23.761 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4525, 2024-08-04T16:44:23.761 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6756577108 2024-08-04T16:44:23.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.761 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:23.761 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4159 2024-08-04T16:44:23.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.761 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:23.761 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1067510455 2024-08-04T16:44:23.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.761 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:23.761 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4159, 2024-08-04T16:44:23.762 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34015484125 2024-08-04T16:44:23.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.762 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:23.762 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.762 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:23.762 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4301, 2024-08-04T16:44:23.762 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4924540931 2024-08-04T16:44:23.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.762 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:23.762 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4159, 2024-08-04T16:44:23.762 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17438103101 2024-08-04T16:44:23.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.763 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:23.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.763 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:23.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.763 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:23.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:23.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.763 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:23.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:23.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.763 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:23.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 605278208 2024-08-04T16:44:23.764 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.764 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.764 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.7": { 2024-08-04T16:44:23.764 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:23.764 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:23.764 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 22230 2024-08-04T16:44:23.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.764 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:23.764 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.764 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:23.764 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.765 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:23.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.765 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:23.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:23.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.765 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:23.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.765 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:23.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.765 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:23.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.766 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:23.766 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.766 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.766 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:23.766 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7786496 2024-08-04T16:44:23.766 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.766 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:23.766 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 635789312 2024-08-04T16:44:23.766 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.766 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:23.766 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16, 2024-08-04T16:44:23.766 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3485394 2024-08-04T16:44:23.766 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.766 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:23.767 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16, 2024-08-04T16:44:23.767 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1262065 2024-08-04T16:44:23.767 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.767 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:23.767 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 169, 2024-08-04T16:44:23.767 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 689624 2024-08-04T16:44:23.767 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.767 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:23.767 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:23.767 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.767 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:23.767 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 594542592 2024-08-04T16:44:23.767 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.767 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:23.767 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65798, 2024-08-04T16:44:23.768 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8547496449 2024-08-04T16:44:23.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.768 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:23.768 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65792, 2024-08-04T16:44:23.768 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13881273582 2024-08-04T16:44:23.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.768 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:23.768 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3506176 2024-08-04T16:44:23.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.768 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:23.768 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 269504512 2024-08-04T16:44:23.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.768 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:23.768 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 611581952 2024-08-04T16:44:23.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.768 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:23.769 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.769 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:23.769 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:23.769 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47 2024-08-04T16:44:23.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.769 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:23.769 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314990321 2024-08-04T16:44:23.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.769 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:23.769 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17271 2024-08-04T16:44:23.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.769 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:23.770 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 257646592 2024-08-04T16:44:23.770 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.770 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:23.770 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 257650688 2024-08-04T16:44:23.770 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.770 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:23.770 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.770 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.770 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:23.770 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.770 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.770 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:23.771 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6239 2024-08-04T16:44:23.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.771 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:23.771 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17271, 2024-08-04T16:44:23.771 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 114842294 2024-08-04T16:44:23.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.771 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:23.771 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 184995808 2024-08-04T16:44:23.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.771 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:23.771 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13292 2024-08-04T16:44:23.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.771 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:23.771 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2439135 2024-08-04T16:44:23.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.772 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:23.772 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 634 2024-08-04T16:44:23.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.772 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:23.772 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7717737 2024-08-04T16:44:23.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.772 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:23.772 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 945 2024-08-04T16:44:23.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.772 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:23.772 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5278602 2024-08-04T16:44:23.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.772 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:23.773 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5278602 2024-08-04T16:44:23.773 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.773 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:23.773 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.773 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.773 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:23.773 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.773 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.773 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:23.773 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 316 2024-08-04T16:44:23.773 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.773 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:23.773 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 945, 2024-08-04T16:44:23.773 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2998025 2024-08-04T16:44:23.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.774 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:23.774 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.774 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.774 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:23.774 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.774 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:23.774 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.774 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:23.774 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:23.775 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 720 2024-08-04T16:44:23.775 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.775 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:23.775 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:23.775 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6690 2024-08-04T16:44:23.775 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.775 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:23.775 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.775 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.775 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.775 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:23.775 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.775 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.775 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:23.775 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.775 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.776 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:23.776 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 915509248 2024-08-04T16:44:23.776 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.776 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.776 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:23.776 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:23.776 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:23.776 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.776 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:23.776 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17526784 2024-08-04T16:44:23.776 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.776 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:23.776 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20677, 2024-08-04T16:44:23.776 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 55931622 2024-08-04T16:44:23.776 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.777 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:23.777 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3191, 2024-08-04T16:44:23.777 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 512592557 2024-08-04T16:44:23.777 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.777 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:23.777 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.777 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.777 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.777 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:23.777 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.777 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.777 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:23.777 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.778 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:23.778 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.778 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:23.778 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15509, 2024-08-04T16:44:23.778 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 115192078 2024-08-04T16:44:23.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.778 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:23.778 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.778 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.779 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:23.779 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.779 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:23.779 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65737, 2024-08-04T16:44:23.779 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17288407396 2024-08-04T16:44:23.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.779 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:23.779 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65288, 2024-08-04T16:44:23.779 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1514564900 2024-08-04T16:44:23.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.779 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:23.779 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65737, 2024-08-04T16:44:23.780 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45413857 2024-08-04T16:44:23.780 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.780 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:23.780 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65737, 2024-08-04T16:44:23.780 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17333821253 2024-08-04T16:44:23.780 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.780 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:23.780 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:23.780 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.780 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.780 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:23.780 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 27199, 2024-08-04T16:44:23.780 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 587275021 2024-08-04T16:44:23.780 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.780 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:23.781 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 765, 2024-08-04T16:44:23.781 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2173166 2024-08-04T16:44:23.781 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.781 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:23.781 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7417, 2024-08-04T16:44:23.781 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8524242 2024-08-04T16:44:23.781 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.781 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:23.781 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 50, 2024-08-04T16:44:23.781 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71330 2024-08-04T16:44:23.781 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.781 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:23.781 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13128, 2024-08-04T16:44:23.782 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2265836869 2024-08-04T16:44:23.782 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.782 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:23.782 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 201072 2024-08-04T16:44:23.782 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.782 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:23.782 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18074 2024-08-04T16:44:23.782 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.782 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:23.782 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8243, 2024-08-04T16:44:23.782 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1111304925 2024-08-04T16:44:23.782 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.783 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:23.783 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 34763, 2024-08-04T16:44:23.783 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10234358 2024-08-04T16:44:23.783 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.783 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:23.783 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26520, 2024-08-04T16:44:23.783 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 998320185 2024-08-04T16:44:23.783 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.783 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:23.783 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.783 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.783 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:23.783 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12785, 2024-08-04T16:44:23.784 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 345086967 2024-08-04T16:44:23.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.784 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:23.784 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.784 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:23.784 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.784 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:23.784 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.784 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:23.784 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.785 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:23.785 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79530, 2024-08-04T16:44:23.785 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9577894187 2024-08-04T16:44:23.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.785 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:23.785 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15855, 2024-08-04T16:44:23.785 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 843972201 2024-08-04T16:44:23.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.785 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:23.785 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15852, 2024-08-04T16:44:23.785 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2621123899524 2024-08-04T16:44:23.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.785 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:23.785 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15855, 2024-08-04T16:44:23.785 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5953487435701 2024-08-04T16:44:23.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.786 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:23.786 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79527, 2024-08-04T16:44:23.786 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2664335750607 2024-08-04T16:44:23.786 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.786 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:23.786 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79527, 2024-08-04T16:44:23.786 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8554658 2024-08-04T16:44:23.786 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.786 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:23.786 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79530, 2024-08-04T16:44:23.786 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 451836074 2024-08-04T16:44:23.786 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.786 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:23.787 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79530, 2024-08-04T16:44:23.787 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31634889947 2024-08-04T16:44:23.787 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.787 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:23.787 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79530, 2024-08-04T16:44:23.787 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 29067327 2024-08-04T16:44:23.787 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.787 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:23.787 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79530, 2024-08-04T16:44:23.787 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14942744429 2024-08-04T16:44:23.787 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.787 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:23.787 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79530, 2024-08-04T16:44:23.787 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6737796215 2024-08-04T16:44:23.787 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.788 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:23.788 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12270859 2024-08-04T16:44:23.788 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.788 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:23.788 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2384, 2024-08-04T16:44:23.788 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12077540 2024-08-04T16:44:23.788 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.788 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:23.788 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79530, 2024-08-04T16:44:23.788 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 63358375597 2024-08-04T16:44:23.788 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.788 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:23.788 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79530, 2024-08-04T16:44:23.788 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7703388147 2024-08-04T16:44:23.788 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.789 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:23.789 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79530, 2024-08-04T16:44:23.789 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 691175245 2024-08-04T16:44:23.789 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.789 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:23.789 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:23.789 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1405137013 2024-08-04T16:44:23.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.789 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:23.789 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 613900288 2024-08-04T16:44:23.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.789 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:23.789 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 577085440 2024-08-04T16:44:23.790 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.790 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:23.790 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600521625 2024-08-04T16:44:23.790 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.790 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:23.790 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 36814848 2024-08-04T16:44:23.790 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.790 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.790 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:23.790 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.790 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:23.790 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.791 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.791 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.791 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.791 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.791 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.791 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.791 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.791 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56957851 2024-08-04T16:44:23.791 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.791 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.791 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.791 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.791 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.791 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.791 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.792 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.792 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.792 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.792 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.792 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.792 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24576 2024-08-04T16:44:23.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.792 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.792 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 126976 2024-08-04T16:44:23.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.792 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.792 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.793 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.793 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.793 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.793 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.793 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.793 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68719717 2024-08-04T16:44:23.793 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.793 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:23.793 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.793 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:23.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.794 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.794 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.794 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.794 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.794 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.794 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 427183887 2024-08-04T16:44:23.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.794 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.794 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.794 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.794 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T16:44:23.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.795 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.795 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.795 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.795 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.795 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.795 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.795 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.795 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 140576 2024-08-04T16:44:23.795 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.795 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.795 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.795 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.795 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.795 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.795 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.795 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.796 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.796 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.796 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.796 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.796 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.796 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.796 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67601281 2024-08-04T16:44:23.796 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.796 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.796 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:23.796 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.796 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:23.796 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.797 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.797 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:23.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.797 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.797 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 306976 2024-08-04T16:44:23.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.797 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.797 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37971901 2024-08-04T16:44:23.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.797 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.797 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.797 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.797 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.797 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.798 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.798 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.798 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.798 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.798 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.798 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.798 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.798 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.798 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.798 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.798 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.798 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.798 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.798 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.798 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.798 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.799 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.799 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.799 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.799 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70773027 2024-08-04T16:44:23.799 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.799 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:23.799 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:23.799 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 503316480 2024-08-04T16:44:23.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.799 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:23.799 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.799 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:23.800 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.800 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:23.800 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 427183887 2024-08-04T16:44:23.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.800 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:23.800 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.800 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:23.800 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.800 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:23.800 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.800 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:23.801 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.801 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:23.801 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 195553 2024-08-04T16:44:23.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.801 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:23.801 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1170252 2024-08-04T16:44:23.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.801 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:23.801 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.801 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:23.801 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.801 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:23.801 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.802 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.802 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:23.802 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74766788 2024-08-04T16:44:23.802 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.802 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.802 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:23.802 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:23.802 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.802 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.802 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:23.802 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45 2024-08-04T16:44:23.802 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.802 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:23.802 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.802 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.803 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:23.803 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:23.803 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.803 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.803 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:23.803 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:23.803 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 59 2024-08-04T16:44:23.803 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.803 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:23.803 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.803 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.803 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:23.803 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37039 2024-08-04T16:44:23.804 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.804 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:23.804 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 106375, 2024-08-04T16:44:23.804 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7803397465 2024-08-04T16:44:23.804 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.804 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:23.804 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.804 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.804 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:23.804 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:23.804 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.804 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:23.804 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1040252346 2024-08-04T16:44:23.805 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.805 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:23.805 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 37039, 2024-08-04T16:44:23.805 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69663913215 2024-08-04T16:44:23.805 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.805 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:23.805 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1721540576 2024-08-04T16:44:23.805 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.805 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:23.805 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 37380, 2024-08-04T16:44:23.805 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16214824018 2024-08-04T16:44:23.805 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.805 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:23.805 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 37039, 2024-08-04T16:44:23.806 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 29420967867 2024-08-04T16:44:23.806 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.806 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:23.806 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23820 2024-08-04T16:44:23.806 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.806 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:23.806 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23820, 2024-08-04T16:44:23.806 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18717914544 2024-08-04T16:44:23.806 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.806 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:23.806 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.806 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.806 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:23.806 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1721540576 2024-08-04T16:44:23.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.807 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:23.807 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23847, 2024-08-04T16:44:23.807 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4846215308 2024-08-04T16:44:23.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.807 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:23.807 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23820, 2024-08-04T16:44:23.807 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5580146875 2024-08-04T16:44:23.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.807 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:23.807 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11709 2024-08-04T16:44:23.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.807 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:23.807 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 149334399 2024-08-04T16:44:23.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.807 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:23.808 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11709, 2024-08-04T16:44:23.808 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18018276940 2024-08-04T16:44:23.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.808 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:23.808 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.808 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:23.808 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.808 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:23.808 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.808 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:23.808 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11927, 2024-08-04T16:44:23.808 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9030852619 2024-08-04T16:44:23.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.809 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:23.809 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11709, 2024-08-04T16:44:23.809 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15868213210 2024-08-04T16:44:23.809 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.809 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:23.809 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1510 2024-08-04T16:44:23.809 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.809 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:23.809 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 890917947 2024-08-04T16:44:23.809 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.809 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:23.809 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1510, 2024-08-04T16:44:23.809 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32927721731 2024-08-04T16:44:23.809 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.809 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:23.809 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.810 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:23.810 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1606, 2024-08-04T16:44:23.810 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2337756091 2024-08-04T16:44:23.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.810 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:23.810 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1510, 2024-08-04T16:44:23.810 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7972607782 2024-08-04T16:44:23.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.810 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:23.810 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.810 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:23.810 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:23.811 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.811 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:23.811 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:23.811 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.811 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:23.811 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:23.811 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.811 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:23.811 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 612089856 2024-08-04T16:44:23.811 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.811 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.811 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.811 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.811 INFO:tasks.workunit.client.0.smithi007.stdout: "pools": [ 2024-08-04T16:44:23.811 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.811 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:23.812 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr" 2024-08-04T16:44:23.812 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.812 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T16:44:23.812 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T16:44:23.812 INFO:tasks.workunit.client.0.smithi007.stdout: "flags_names": [ 2024-08-04T16:44:23.812 INFO:tasks.workunit.client.0.smithi007.stdout: "hashpspool" 2024-08-04T16:44:23.812 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.812 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T16:44:23.812 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T16:44:23.812 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T16:44:23.812 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 1, 2024-08-04T16:44:23.812 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 1, 2024-08-04T16:44:23.812 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 1, 2024-08-04T16:44:23.812 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T16:44:23.812 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T16:44:23.812 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 722252212490, 2024-08-04T16:44:23.813 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 1781760, 2024-08-04T16:44:23.813 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T16:44:23.813 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T16:44:23.813 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 1781760, 2024-08-04T16:44:23.813 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T16:44:23.813 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 240750739456, 2024-08-04T16:44:23.813 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 2, 2024-08-04T16:44:23.813 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T16:44:23.813 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 2.4669438971614e-06, 2024-08-04T16:44:23.813 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T16:44:23.813 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T16:44:23.813 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 1358, 2024-08-04T16:44:23.813 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 2195456, 2024-08-04T16:44:23.813 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 590368, 2024-08-04T16:44:23.813 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 590368, 2024-08-04T16:44:23.813 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T16:44:23.814 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 1771104, 2024-08-04T16:44:23.814 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 431, 2024-08-04T16:44:23.814 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 2473984 2024-08-04T16:44:23.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.814 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T16:44:23.814 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T16:44:23.814 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T16:44:23.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.814 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.814 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:23.814 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T16:44:23.814 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.814 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T16:44:23.815 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T16:44:23.815 INFO:tasks.workunit.client.0.smithi007.stdout: "flags_names": [ 2024-08-04T16:44:23.815 INFO:tasks.workunit.client.0.smithi007.stdout: "hashpspool" 2024-08-04T16:44:23.815 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.815 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T16:44:23.815 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T16:44:23.815 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T16:44:23.815 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 32, 2024-08-04T16:44:23.815 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 32, 2024-08-04T16:44:23.815 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 2, 2024-08-04T16:44:23.815 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T16:44:23.815 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T16:44:23.815 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 722252212490, 2024-08-04T16:44:23.815 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 155746, 2024-08-04T16:44:23.815 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T16:44:23.816 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T16:44:23.816 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 110592, 2024-08-04T16:44:23.816 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T16:44:23.816 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 240750739456, 2024-08-04T16:44:23.816 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 22, 2024-08-04T16:44:23.816 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 45154, 2024-08-04T16:44:23.816 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 2.1563931795753888e-07, 2024-08-04T16:44:23.816 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T16:44:23.816 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T16:44:23.816 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 79, 2024-08-04T16:44:23.816 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 88064, 2024-08-04T16:44:23.816 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 21647, 2024-08-04T16:44:23.816 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 6596, 2024-08-04T16:44:23.816 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 15051, 2024-08-04T16:44:23.817 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 64941, 2024-08-04T16:44:23.817 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 68, 2024-08-04T16:44:23.817 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 35840 2024-08-04T16:44:23.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.817 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T16:44:23.817 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T16:44:23.817 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T16:44:23.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.817 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.817 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:23.817 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T16:44:23.817 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.817 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T16:44:23.817 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T16:44:23.817 INFO:tasks.workunit.client.0.smithi007.stdout: "flags_names": [ 2024-08-04T16:44:23.817 INFO:tasks.workunit.client.0.smithi007.stdout: "hashpspool" 2024-08-04T16:44:23.818 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.818 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T16:44:23.818 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T16:44:23.818 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T16:44:23.818 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 64, 2024-08-04T16:44:23.818 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 64, 2024-08-04T16:44:23.818 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 3, 2024-08-04T16:44:23.818 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T16:44:23.818 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T16:44:23.818 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 722252212490, 2024-08-04T16:44:23.818 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 0, 2024-08-04T16:44:23.818 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T16:44:23.818 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T16:44:23.818 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 0, 2024-08-04T16:44:23.818 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T16:44:23.819 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 240750739456, 2024-08-04T16:44:23.819 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 0, 2024-08-04T16:44:23.819 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T16:44:23.819 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 0.0, 2024-08-04T16:44:23.819 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T16:44:23.819 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T16:44:23.819 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 0, 2024-08-04T16:44:23.819 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 0, 2024-08-04T16:44:23.819 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 0, 2024-08-04T16:44:23.819 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 0, 2024-08-04T16:44:23.819 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T16:44:23.819 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 0, 2024-08-04T16:44:23.819 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 0, 2024-08-04T16:44:23.819 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 0 2024-08-04T16:44:23.819 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.820 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T16:44:23.820 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T16:44:23.820 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T16:44:23.820 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.820 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.820 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:23.820 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd" 2024-08-04T16:44:23.820 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.820 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T16:44:23.820 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T16:44:23.820 INFO:tasks.workunit.client.0.smithi007.stdout: "flags_names": [ 2024-08-04T16:44:23.820 INFO:tasks.workunit.client.0.smithi007.stdout: "hashpspool", 2024-08-04T16:44:23.820 INFO:tasks.workunit.client.0.smithi007.stdout: "selfmanaged_snaps" 2024-08-04T16:44:23.820 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.820 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T16:44:23.820 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T16:44:23.821 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T16:44:23.821 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 8, 2024-08-04T16:44:23.821 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 8, 2024-08-04T16:44:23.821 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 4, 2024-08-04T16:44:23.821 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T16:44:23.821 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T16:44:23.821 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 722252212490, 2024-08-04T16:44:23.821 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 12595200, 2024-08-04T16:44:23.821 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T16:44:23.821 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T16:44:23.821 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 12595200, 2024-08-04T16:44:23.821 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T16:44:23.821 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 240750739456, 2024-08-04T16:44:23.822 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 4, 2024-08-04T16:44:23.822 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T16:44:23.822 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 1.7438480426790193e-05, 2024-08-04T16:44:23.822 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T16:44:23.822 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T16:44:23.822 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 9012, 2024-08-04T16:44:23.822 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 3108114432, 2024-08-04T16:44:23.822 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 4194323, 2024-08-04T16:44:23.822 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 4194323, 2024-08-04T16:44:23.822 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T16:44:23.822 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 12582969, 2024-08-04T16:44:23.822 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 24354, 2024-08-04T16:44:23.822 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 3218275328 2024-08-04T16:44:23.822 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.823 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T16:44:23.823 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T16:44:23.823 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T16:44:23.823 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.823 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.823 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd": { 2024-08-04T16:44:23.823 INFO:tasks.workunit.client.0.smithi007.stdout: "mirroring_by_pool": [ 2024-08-04T16:44:23.823 INFO:tasks.workunit.client.0.smithi007.stdout: false 2024-08-04T16:44:23.823 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_images_by_pool": [ 2024-08-04T16:44:23.823 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:23.823 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pools": 1 2024-08-04T16:44:23.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.824 INFO:tasks.workunit.client.0.smithi007.stdout: "report_id": "10ee5500-78eb-4166-8510-cfa3c036bb51", 2024-08-04T16:44:23.824 INFO:tasks.workunit.client.0.smithi007.stdout: "report_timestamp": "2024-08-04T16:44:22.898572", 2024-08-04T16:44:23.824 INFO:tasks.workunit.client.0.smithi007.stdout: "report_version": 1, 2024-08-04T16:44:23.824 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_stats": { 2024-08-04T16:44:23.824 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "7.9.2" 2024-08-04T16:44:23.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.824 INFO:tasks.workunit.client.0.smithi007.stdout: "rook": { 2024-08-04T16:44:23.824 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster": { 2024-08-04T16:44:23.824 INFO:tasks.workunit.client.0.smithi007.stdout: "external-mode": null, 2024-08-04T16:44:23.824 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:23.824 INFO:tasks.workunit.client.0.smithi007.stdout: "allow-multiple-per-node": null, 2024-08-04T16:44:23.825 INFO:tasks.workunit.client.0.smithi007.stdout: "count": null, 2024-08-04T16:44:23.825 INFO:tasks.workunit.client.0.smithi007.stdout: "max-id": null, 2024-08-04T16:44:23.825 INFO:tasks.workunit.client.0.smithi007.stdout: "pvc": { 2024-08-04T16:44:23.825 INFO:tasks.workunit.client.0.smithi007.stdout: "enabled": null 2024-08-04T16:44:23.825 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.825 INFO:tasks.workunit.client.0.smithi007.stdout: "stretch": { 2024-08-04T16:44:23.825 INFO:tasks.workunit.client.0.smithi007.stdout: "enabled": null 2024-08-04T16:44:23.825 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.825 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.825 INFO:tasks.workunit.client.0.smithi007.stdout: "network": { 2024-08-04T16:44:23.825 INFO:tasks.workunit.client.0.smithi007.stdout: "provider": null 2024-08-04T16:44:23.825 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.825 INFO:tasks.workunit.client.0.smithi007.stdout: "storage": { 2024-08-04T16:44:23.825 INFO:tasks.workunit.client.0.smithi007.stdout: "device-set": { 2024-08-04T16:44:23.826 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T16:44:23.826 INFO:tasks.workunit.client.0.smithi007.stdout: "non-portable": null, 2024-08-04T16:44:23.826 INFO:tasks.workunit.client.0.smithi007.stdout: "portable": null, 2024-08-04T16:44:23.826 INFO:tasks.workunit.client.0.smithi007.stdout: "total": null 2024-08-04T16:44:23.826 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.826 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.826 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.826 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.826 INFO:tasks.workunit.client.0.smithi007.stdout: "csi": { 2024-08-04T16:44:23.826 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T16:44:23.826 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.827 INFO:tasks.workunit.client.0.smithi007.stdout: "kubernetes": { 2024-08-04T16:44:23.827 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T16:44:23.827 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.827 INFO:tasks.workunit.client.0.smithi007.stdout: "node": { 2024-08-04T16:44:23.827 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T16:44:23.827 INFO:tasks.workunit.client.0.smithi007.stdout: "kubernetes-total": null, 2024-08-04T16:44:23.827 INFO:tasks.workunit.client.0.smithi007.stdout: "with-ceph-daemons": null, 2024-08-04T16:44:23.827 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-cephfs-plugin": null, 2024-08-04T16:44:23.827 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-nfs-plugin": null, 2024-08-04T16:44:23.827 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-rbd-plugin": null 2024-08-04T16:44:23.827 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.827 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.827 INFO:tasks.workunit.client.0.smithi007.stdout: "usage": { 2024-08-04T16:44:23.827 INFO:tasks.workunit.client.0.smithi007.stdout: "storage-class": { 2024-08-04T16:44:23.828 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T16:44:23.828 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket": null, 2024-08-04T16:44:23.828 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs": null, 2024-08-04T16:44:23.828 INFO:tasks.workunit.client.0.smithi007.stdout: "nfs": null, 2024-08-04T16:44:23.828 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd": null, 2024-08-04T16:44:23.828 INFO:tasks.workunit.client.0.smithi007.stdout: "total": null 2024-08-04T16:44:23.828 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.828 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:23.828 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.828 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T16:44:23.828 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.828 INFO:tasks.workunit.client.0.smithi007.stdout: "services": {}, 2024-08-04T16:44:23.828 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_per_pg": [ 2024-08-04T16:44:23.828 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.828 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.829 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:23.829 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.829 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:23.829 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.829 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:23.829 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.829 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.829 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:23.829 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.829 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.829 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.829 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:23.829 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.995580+0000", 2024-08-04T16:44:23.829 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.995580+0000", 2024-08-04T16:44:23.830 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.995964+0000", 2024-08-04T16:44:23.830 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:23.830 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.830 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.830 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.830 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:23.830 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:23.830 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:23.830 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:23.830 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.830 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.830 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:23.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:23.831 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.831 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 5, 2024-08-04T16:44:23.831 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.831 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.831 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:23.831 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.831 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.831 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.831 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.831 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 5, 2024-08-04T16:44:23.831 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.832 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.832 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.832 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1f", 2024-08-04T16:44:23.832 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.832 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.832 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.832 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5321, 2024-08-04T16:44:23.832 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.832 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:42:34.107925+0000", 2024-08-04T16:44:23.832 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.832 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.832 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.832 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 570, 2024-08-04T16:44:23.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:23.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:23.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:23.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:23.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 4, 2024-08-04T16:44:23.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 4, 2024-08-04T16:44:23.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 4, 2024-08-04T16:44:23.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T16:44:23.835 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.835 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.836 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.836 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.836 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:23.836 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.836 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:23.836 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.836 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:23.836 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'5" 2024-08-04T16:44:23.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.836 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.836 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.836 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:23.836 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:23.837 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:23.837 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.837 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:23.837 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.837 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.837 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:23.837 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.837 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.837 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.837 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:23.837 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.605369+0000", 2024-08-04T16:44:23.837 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.605369+0000", 2024-08-04T16:44:23.837 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.605725+0000", 2024-08-04T16:44:23.837 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:23.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:23.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:23.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:23.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:23.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:23.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:23.838 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.839 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:23.839 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.839 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.839 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:23.839 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.839 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.839 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.839 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.839 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:23.839 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.839 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.839 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.839 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1e", 2024-08-04T16:44:23.839 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.839 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.840 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.840 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5196, 2024-08-04T16:44:23.840 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.840 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:10:09.249609+0000", 2024-08-04T16:44:23.840 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.840 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.840 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.840 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.840 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.840 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.840 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.840 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.840 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.840 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.840 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.840 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:23.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:23.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:23.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:23.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:23.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:23.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:23.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.843 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.843 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.843 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.843 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.843 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:23.843 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:23.843 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:23.843 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.843 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:23.843 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:23.844 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.844 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.844 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.844 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:23.844 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:23.844 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:23.844 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.844 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:23.844 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.844 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.844 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:23.844 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.845 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.845 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:23.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.559013+0000", 2024-08-04T16:44:23.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.559013+0000", 2024-08-04T16:44:23.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.559407+0000", 2024-08-04T16:44:23.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:23.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:23.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:23.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:23.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:23.846 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.846 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.846 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.846 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:23.846 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:23.846 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.846 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:23.846 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.846 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.846 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:23.846 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.846 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.846 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.846 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.847 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:23.847 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.847 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.847 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.847 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1e", 2024-08-04T16:44:23.847 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.847 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.847 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.847 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5221, 2024-08-04T16:44:23.847 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.847 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:19:40.210151+0000", 2024-08-04T16:44:23.847 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.847 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.847 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:23.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:23.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:23.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:23.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:23.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:23.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:23.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.850 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.850 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.850 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.850 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.850 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:23.850 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:23.851 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:23.851 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.851 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:23.851 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'2" 2024-08-04T16:44:23.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.851 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.851 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.851 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:23.851 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:23.851 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:23.851 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.851 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:23.851 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.852 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.852 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:23.852 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.852 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.852 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:23.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.564363+0000", 2024-08-04T16:44:23.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.564363+0000", 2024-08-04T16:44:23.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.565903+0000", 2024-08-04T16:44:23.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:23.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:23.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:23.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:23.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:23.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:23.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:23.853 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.853 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:23.853 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.853 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.853 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:23.853 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.853 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.853 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.853 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.853 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:23.854 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.854 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.854 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.854 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1f", 2024-08-04T16:44:23.854 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.854 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.854 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.854 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5309, 2024-08-04T16:44:23.854 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.854 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:58:56.154542+0000", 2024-08-04T16:44:23.854 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.854 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.854 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.854 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:23.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:23.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:23.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:23.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:23.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:23.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:23.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.857 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.857 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.857 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.858 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.858 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:23.858 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:23.858 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:23.858 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.858 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:23.858 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:23.858 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.858 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.858 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.858 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.858 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:23.859 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:23.859 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.859 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:23.859 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.859 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.859 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:23.859 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.859 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.859 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.859 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:23.859 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.996506+0000", 2024-08-04T16:44:23.859 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.996506+0000", 2024-08-04T16:44:23.859 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.996852+0000", 2024-08-04T16:44:23.859 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:23.859 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:23.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:23.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:23.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:23.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:23.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:23.861 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.861 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:23.861 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.861 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.861 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:23.861 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.861 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.861 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.861 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.861 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:23.861 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.861 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.861 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.862 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1d", 2024-08-04T16:44:23.862 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.862 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.862 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.862 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5072, 2024-08-04T16:44:23.862 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.862 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:15:47.574170+0000", 2024-08-04T16:44:23.862 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.862 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.862 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:23.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:23.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:23.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:23.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 6, 2024-08-04T16:44:23.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 6, 2024-08-04T16:44:23.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:23.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.865 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.865 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.865 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.865 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.865 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.865 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:23.866 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:23.866 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.866 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:23.866 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:23.866 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.866 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.866 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.866 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:23.866 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:23.866 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:23.866 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.866 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:23.867 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.867 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.867 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:23.867 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.867 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.867 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:23.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.592273+0000", 2024-08-04T16:44:23.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.592273+0000", 2024-08-04T16:44:23.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.592563+0000", 2024-08-04T16:44:23.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:23.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:23.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:23.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:23.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:23.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:23.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:23.868 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.868 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:23.868 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.868 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.868 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:23.869 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.869 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.869 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.869 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.869 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:23.869 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.869 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.869 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.869 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1c", 2024-08-04T16:44:23.869 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.869 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.869 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.869 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5233, 2024-08-04T16:44:23.869 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.869 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:35:58.659612+0000", 2024-08-04T16:44:23.870 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.870 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.870 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:23.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:23.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:23.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:23.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:23.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:23.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:23.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.873 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.873 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.873 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.873 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.873 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:23.873 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:23.873 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:23.873 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.873 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:23.874 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:23.874 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.874 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.874 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.874 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.874 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:23.874 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:23.874 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.874 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:23.874 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.874 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.874 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:23.874 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.875 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.875 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:23.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.997073+0000", 2024-08-04T16:44:23.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.997073+0000", 2024-08-04T16:44:23.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.999350+0000", 2024-08-04T16:44:23.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:23.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:23.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:23.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:23.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:23.876 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.876 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.876 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.876 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:23.876 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:23.876 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.876 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:23.876 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.876 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.876 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:23.876 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.876 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.876 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.876 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.876 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:23.877 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.877 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.877 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.877 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1c", 2024-08-04T16:44:23.877 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.877 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.877 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.877 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5081, 2024-08-04T16:44:23.877 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.877 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:59:02.952879+0000", 2024-08-04T16:44:23.877 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.877 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.877 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:23.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:23.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:23.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:23.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 6, 2024-08-04T16:44:23.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 6, 2024-08-04T16:44:23.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:23.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.880 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.880 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.880 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.880 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.880 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.880 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:23.880 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:23.881 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.881 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:23.881 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:23.881 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.881 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.881 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.881 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:23.881 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:23.881 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:23.881 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.881 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:23.881 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.881 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.881 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:23.882 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.882 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.882 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:23.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.606734+0000", 2024-08-04T16:44:23.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.606734+0000", 2024-08-04T16:44:23.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.607069+0000", 2024-08-04T16:44:23.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:23.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:23.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:23.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:23.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:23.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:23.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:23.883 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.883 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:23.883 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.883 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.883 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:23.883 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.883 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.883 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.883 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.884 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:23.884 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.884 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.884 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.884 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1d", 2024-08-04T16:44:23.884 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.884 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.884 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.884 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5137, 2024-08-04T16:44:23.884 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.884 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:14:54.651084+0000", 2024-08-04T16:44:23.884 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.884 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.884 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:23.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:23.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:23.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:23.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:23.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:23.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:23.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.888 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.888 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.888 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.888 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.888 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:23.888 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:23.888 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:23.888 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.888 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:23.888 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:23.888 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.888 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.889 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.889 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:23.889 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:23.889 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:23.889 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.889 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:23.889 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.889 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.889 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:23.889 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.889 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.889 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:23.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.598321+0000", 2024-08-04T16:44:23.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.598321+0000", 2024-08-04T16:44:23.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.601968+0000", 2024-08-04T16:44:23.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:23.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:23.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:23.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:23.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:23.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:23.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:23.890 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.890 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:23.890 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.891 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.891 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:23.891 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.891 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.891 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.891 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.891 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:23.891 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.891 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.891 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.891 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.a", 2024-08-04T16:44:23.891 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.891 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.891 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.891 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5108, 2024-08-04T16:44:23.891 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.892 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:09:25.602464+0000", 2024-08-04T16:44:23.892 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.892 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.892 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:23.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:23.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:23.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:23.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:23.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:23.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:23.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.894 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.894 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.894 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.895 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.895 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:23.895 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:23.895 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:23.895 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.895 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:23.895 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:23.895 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.895 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.895 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.895 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.895 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:23.895 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:23.895 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.896 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:23.896 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.896 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.896 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:23.896 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.896 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.896 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:23.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.001423+0000", 2024-08-04T16:44:23.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.001423+0000", 2024-08-04T16:44:23.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.001779+0000", 2024-08-04T16:44:23.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:23.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:23.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:23.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:23.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:23.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:23.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:23.897 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.897 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3, 2024-08-04T16:44:23.897 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.898 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.898 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:23.898 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.898 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.898 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.898 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.898 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3, 2024-08-04T16:44:23.898 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.898 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.898 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.898 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.b", 2024-08-04T16:44:23.898 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.898 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.898 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.898 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5084, 2024-08-04T16:44:23.899 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.899 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:41:09.568210+0000", 2024-08-04T16:44:23.899 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.899 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.899 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:23.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:23.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:23.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:23.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 2, 2024-08-04T16:44:23.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 2, 2024-08-04T16:44:23.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T16:44:23.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.902 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.902 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.902 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.902 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.902 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.902 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:23.902 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:23.902 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.902 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:23.903 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'3" 2024-08-04T16:44:23.903 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.903 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.903 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.903 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:23.903 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:23.903 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:23.903 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.903 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:23.903 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.903 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.903 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:23.903 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.903 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.903 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:23.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.579001+0000", 2024-08-04T16:44:23.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.579001+0000", 2024-08-04T16:44:23.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.580710+0000", 2024-08-04T16:44:23.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:23.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:23.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:23.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:23.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:23.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:23.905 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:23.905 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.905 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:23.905 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.905 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.905 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:23.905 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.905 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.905 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.905 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.905 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:23.905 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.905 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.905 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.905 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.b", 2024-08-04T16:44:23.905 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.906 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.906 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.906 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5212, 2024-08-04T16:44:23.906 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.906 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:56:41.476616+0000", 2024-08-04T16:44:23.906 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.906 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.906 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:23.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:23.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:23.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:23.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:23.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:23.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:23.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.909 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.909 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.909 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.909 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.909 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:23.909 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:23.909 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:23.909 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.909 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:23.909 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:23.909 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.909 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.909 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.910 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:23.910 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:23.910 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:23.910 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.910 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:23.910 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.910 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.910 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:23.910 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.910 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.910 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.910 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:23.910 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.988647+0000", 2024-08-04T16:44:23.910 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.988647+0000", 2024-08-04T16:44:23.910 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989008+0000", 2024-08-04T16:44:23.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:23.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:23.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:23.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:23.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:23.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:23.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:23.911 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.912 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:23.912 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.912 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.912 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:23.912 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.912 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.912 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.912 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.912 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:23.912 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.912 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.912 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.912 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.a", 2024-08-04T16:44:23.912 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.913 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.913 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.913 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5269, 2024-08-04T16:44:23.913 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.913 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:29:06.660365+0000", 2024-08-04T16:44:23.913 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.913 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.913 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:23.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:23.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:23.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:23.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:23.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:23.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:23.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.916 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.916 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.916 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.916 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.916 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:23.916 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:23.916 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:23.916 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.916 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:23.917 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:23.917 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.917 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.917 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.917 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:23.917 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:23.917 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:23.917 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.917 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:23.917 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.917 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.917 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:23.917 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.917 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.917 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:23.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.983152+0000", 2024-08-04T16:44:23.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.983152+0000", 2024-08-04T16:44:23.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.983507+0000", 2024-08-04T16:44:23.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:23.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:23.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:23.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:23.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:23.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:23.919 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:23.919 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.919 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:23.919 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.919 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.919 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:23.919 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.919 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.919 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.919 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.919 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:23.919 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.919 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.919 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.919 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.8", 2024-08-04T16:44:23.919 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.920 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.920 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.920 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5204, 2024-08-04T16:44:23.920 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.920 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:57:32.109306+0000", 2024-08-04T16:44:23.920 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.920 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.920 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:23.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:23.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:23.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:23.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:23.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:23.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:23.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.923 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.923 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.923 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.923 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.923 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:23.923 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:23.923 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:23.923 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.923 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:23.923 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:23.923 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.923 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.923 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.924 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:23.924 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.924 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:23.924 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.924 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:23.924 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.924 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.924 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:23.924 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.924 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.924 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.924 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:23.924 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990422+0000", 2024-08-04T16:44:23.924 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990422+0000", 2024-08-04T16:44:23.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.990739+0000", 2024-08-04T16:44:23.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:23.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:23.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:23.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:23.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:23.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:23.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:23.925 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.925 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:23.926 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.926 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.926 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:23.926 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.926 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.926 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.926 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.926 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:23.926 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.926 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.926 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.926 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.9", 2024-08-04T16:44:23.926 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.927 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.927 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.927 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5269, 2024-08-04T16:44:23.927 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.927 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:23:04.269113+0000", 2024-08-04T16:44:23.927 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.927 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.927 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:23.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:23.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:23.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:23.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:23.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:23.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:23.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.930 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.930 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.930 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.930 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.930 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:23.930 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.930 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:23.930 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.930 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:23.931 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:23.931 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.931 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.931 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.931 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:23.931 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:23.931 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:23.931 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.931 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:23.931 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.931 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.931 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:23.931 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.931 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.931 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.932 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:23.932 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.988381+0000", 2024-08-04T16:44:23.932 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.988381+0000", 2024-08-04T16:44:23.932 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.988700+0000", 2024-08-04T16:44:23.932 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:23.932 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.932 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.932 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.932 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:23.932 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:23.932 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:23.932 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:23.932 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.932 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.933 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.933 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:23.933 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:23.933 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.933 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:23.933 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.933 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.933 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:23.933 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.933 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.933 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.933 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.934 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:23.934 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.934 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.934 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.934 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.9", 2024-08-04T16:44:23.934 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.934 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.934 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.934 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5188, 2024-08-04T16:44:23.934 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.934 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:12:06.600745+0000", 2024-08-04T16:44:23.934 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.934 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.934 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:23.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:23.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:23.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:23.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:23.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:23.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:23.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.937 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.938 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.938 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.938 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.938 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:23.938 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:23.938 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:23.938 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.938 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:23.938 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:23.938 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.938 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.938 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.938 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.938 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:23.938 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:23.938 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.939 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:23.939 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.939 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.939 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:23.939 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.939 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.939 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.939 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:23.939 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990887+0000", 2024-08-04T16:44:23.939 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990887+0000", 2024-08-04T16:44:23.939 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991166+0000", 2024-08-04T16:44:23.939 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:23.939 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.939 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.939 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:23.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:23.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:23.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:23.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:23.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:23.940 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.940 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:23.940 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.940 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.940 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:23.940 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.941 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.941 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.941 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.941 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:23.941 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.941 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.941 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.941 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.8", 2024-08-04T16:44:23.941 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.941 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.941 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.941 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5077, 2024-08-04T16:44:23.941 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.941 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:42:49.219849+0000", 2024-08-04T16:44:23.941 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.942 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.942 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.942 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:23.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:23.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:23.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:23.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:23.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:23.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:23.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.944 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.944 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.944 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.944 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.945 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.945 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:23.945 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:23.945 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.945 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:23.945 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:23.945 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.945 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.945 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.945 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:23.945 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:23.945 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:23.945 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.945 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:23.946 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.946 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.946 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:23.946 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.946 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.946 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.946 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:23.946 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.587141+0000", 2024-08-04T16:44:23.946 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.587141+0000", 2024-08-04T16:44:23.946 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.587773+0000", 2024-08-04T16:44:23.946 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:23.946 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.947 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.947 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.947 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:23.947 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:23.947 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:23.947 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:23.947 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.947 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.947 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.947 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:23.947 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:23.947 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.947 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:23.947 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.948 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.948 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:23.948 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.948 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.948 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.948 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.948 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:23.948 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.948 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.948 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.948 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.6", 2024-08-04T16:44:23.948 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.948 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.949 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.949 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5308, 2024-08-04T16:44:23.949 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.949 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:14:53.073819+0000", 2024-08-04T16:44:23.949 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.949 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.949 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.949 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:23.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:23.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:23.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:23.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:23.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:23.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:23.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.952 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.952 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.952 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.952 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.952 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:23.952 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:23.952 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:23.953 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.953 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:23.953 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:23.953 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.953 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.953 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.953 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:23.953 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.953 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:23.953 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.953 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:23.953 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.953 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.953 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:23.953 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.953 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.954 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.954 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:23.954 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.992709+0000", 2024-08-04T16:44:23.954 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.992709+0000", 2024-08-04T16:44:23.954 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.993041+0000", 2024-08-04T16:44:23.954 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:23.954 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.954 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.954 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.954 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:23.954 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:23.954 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:23.955 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:23.955 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.955 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.955 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.955 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:23.955 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:23.955 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.955 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:23.955 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.955 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.955 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:23.955 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.955 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.956 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.956 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.956 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:23.956 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.956 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.956 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.956 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.7", 2024-08-04T16:44:23.956 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.956 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.956 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.956 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5085, 2024-08-04T16:44:23.956 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.956 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:09:32.967441+0000", 2024-08-04T16:44:23.957 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.957 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.957 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.957 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:23.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:23.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:23.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:23.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 6, 2024-08-04T16:44:23.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 6, 2024-08-04T16:44:23.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:23.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.960 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.960 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.960 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.960 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.960 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:23.960 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.960 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:23.960 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.960 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:23.960 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:23.960 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.960 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.960 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.960 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:23.960 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:23.960 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:23.961 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.961 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:23.961 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.961 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.961 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:23.961 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.961 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.961 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.961 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:23.961 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.594776+0000", 2024-08-04T16:44:23.961 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.594776+0000", 2024-08-04T16:44:23.961 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.760301+0000", 2024-08-04T16:44:23.961 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:23.961 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:23.961 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.961 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:23.962 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:23.962 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:23.962 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:23.962 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:23.962 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.962 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.962 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:23.962 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:23.962 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:23.962 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.962 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3088, 2024-08-04T16:44:23.962 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.962 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.963 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:23.963 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.963 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.963 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.963 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.963 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3088, 2024-08-04T16:44:23.963 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.963 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.963 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.963 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.1", 2024-08-04T16:44:23.963 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.963 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.963 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.963 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 8818, 2024-08-04T16:44:23.963 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.964 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:18:47.448860+0000", 2024-08-04T16:44:23.964 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.005285555, 2024-08-04T16:44:23.964 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.964 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.964 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.965 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.965 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.965 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.965 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.965 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.965 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.965 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.965 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.965 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.965 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.965 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:23.965 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:23.965 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:23.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:23.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 737, 2024-08-04T16:44:23.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 385133, 2024-08-04T16:44:23.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3082, 2024-08-04T16:44:23.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 401753 2024-08-04T16:44:23.967 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.967 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.967 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.968 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.968 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:23.968 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:23.968 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:23.968 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.968 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:23.968 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3088" 2024-08-04T16:44:23.968 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.968 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.968 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.968 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:23.968 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.969 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:23.969 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.969 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:23.969 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.969 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.969 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:23.969 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.969 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.969 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.969 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:23.969 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.986938+0000", 2024-08-04T16:44:23.969 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.986938+0000", 2024-08-04T16:44:23.969 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.987298+0000", 2024-08-04T16:44:23.969 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:23.970 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.970 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.970 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.970 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:23.970 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:23.970 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:23.970 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:23.970 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.970 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.970 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.970 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:23.971 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:23.971 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.971 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:23.971 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.971 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.971 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:23.971 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.971 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.971 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.971 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.971 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:23.972 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.972 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.972 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.972 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.7", 2024-08-04T16:44:23.972 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.972 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.972 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.972 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5213, 2024-08-04T16:44:23.972 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.972 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:30:23.430044+0000", 2024-08-04T16:44:23.972 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.972 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.972 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.973 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.973 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.973 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.973 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.973 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.973 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.973 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.973 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.973 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.973 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.973 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.973 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:23.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:23.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:23.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:23.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:23.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:23.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:23.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.976 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.976 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.976 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.976 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.976 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:23.976 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.976 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:23.976 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.976 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:23.976 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:23.976 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.976 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.976 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.976 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:23.976 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:23.976 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:23.977 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.977 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:23.977 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.977 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.977 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:23.977 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.977 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.977 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.977 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:23.977 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.602317+0000", 2024-08-04T16:44:23.977 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.602317+0000", 2024-08-04T16:44:23.977 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.602714+0000", 2024-08-04T16:44:23.977 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:23.977 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.977 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:23.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:23.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:23.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:23.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:23.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:23.978 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.978 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:23.978 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.979 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.979 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:23.979 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.979 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.979 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.979 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.979 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:23.979 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.979 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.979 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.979 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.6", 2024-08-04T16:44:23.979 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.979 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.979 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.979 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5277, 2024-08-04T16:44:23.980 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.980 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:39:18.724924+0000", 2024-08-04T16:44:23.980 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.980 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.980 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.980 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.980 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.980 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.980 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.980 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.980 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.980 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.980 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.980 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.980 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.980 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:23.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:23.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:23.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:23.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 2, 2024-08-04T16:44:23.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 2, 2024-08-04T16:44:23.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 2, 2024-08-04T16:44:23.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.983 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.983 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.983 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.983 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.983 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:23.983 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:23.983 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:23.983 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.983 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:23.983 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "561'2" 2024-08-04T16:44:23.983 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.983 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.983 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.983 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:23.984 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.984 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:23.984 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.984 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:23.984 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.984 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.984 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:23.984 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.984 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.984 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.984 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:23.984 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.980552+0000", 2024-08-04T16:44:23.984 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.980552+0000", 2024-08-04T16:44:23.984 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.760517+0000", 2024-08-04T16:44:23.984 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:23.984 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:23.985 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.985 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:23.985 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:23.985 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:23.985 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:23.985 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:23.985 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.985 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.985 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:23.985 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:23.985 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:23.985 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.985 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2974, 2024-08-04T16:44:23.985 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.985 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.986 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:23.986 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.986 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.986 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.986 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.986 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2974, 2024-08-04T16:44:23.986 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.986 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.986 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.986 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.0", 2024-08-04T16:44:23.986 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.986 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.986 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.986 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 8939, 2024-08-04T16:44:23.986 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.987 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:38:52.112193+0000", 2024-08-04T16:44:23.987 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.005060422, 2024-08-04T16:44:23.987 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.987 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.987 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.987 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.987 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.987 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.987 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.987 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.987 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.987 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.987 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.987 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.987 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.988 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.988 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.988 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.988 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.988 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.988 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:23.988 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:23.988 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.988 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:23.988 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.988 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.988 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:23.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1168, 2024-08-04T16:44:23.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 384779, 2024-08-04T16:44:23.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 2937, 2024-08-04T16:44:23.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 380411 2024-08-04T16:44:23.990 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.990 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.990 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.990 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.990 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:23.990 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.990 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:23.991 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.991 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:23.991 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'2974" 2024-08-04T16:44:23.991 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.991 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.991 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.991 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:23.991 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:23.991 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:23.991 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.991 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:23.991 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.991 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.991 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:23.992 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.992 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.992 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.992 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:23.992 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.565691+0000", 2024-08-04T16:44:23.992 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.565691+0000", 2024-08-04T16:44:23.992 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.566004+0000", 2024-08-04T16:44:23.992 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:23.992 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.992 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.992 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.992 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:23.992 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:23.992 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:23.992 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:23.992 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:23.993 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:23.993 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:23.993 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:23.993 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:23.993 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:23.993 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:23.993 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:23.993 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:23.993 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:23.993 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:23.993 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:23.993 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:23.993 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:23.993 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:23.993 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:23.993 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:23.994 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:23.994 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.4", 2024-08-04T16:44:23.994 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:23.994 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:23.994 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:23.994 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5270, 2024-08-04T16:44:23.994 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:23.994 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:13:33.770985+0000", 2024-08-04T16:44:23.994 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:23.994 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:23.994 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:23.994 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:23.994 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:23.994 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:23.994 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:23.994 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:23.995 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:23.995 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:23.995 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:23.995 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:23.995 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:23.995 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:23.995 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:23.995 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:23.995 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:23.995 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:23.995 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:23.995 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:23.995 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:23.995 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:23.995 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:23.996 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:23.996 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:23.996 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:23.996 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:23.996 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:23.996 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:23.996 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:23.996 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:23.996 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:23.996 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:23.996 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:23.996 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:23.996 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:23.996 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:23.996 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:23.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:23.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:23.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:23.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:23.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:23.997 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.997 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:23.997 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:23.997 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:23.997 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:23.997 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:23.997 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:23.997 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.997 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:23.997 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:23.997 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:23.998 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:23.998 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:23.998 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:23.998 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:23.998 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:23.998 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:23.998 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:23.998 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:23.998 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:23.998 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:23.998 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:23.998 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:23.999 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:23.999 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:23.999 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.997597+0000", 2024-08-04T16:44:23.999 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.997597+0000", 2024-08-04T16:44:23.999 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.997980+0000", 2024-08-04T16:44:23.999 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:23.999 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.999 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:23.999 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:23.999 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:23.999 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:23.999 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:24.000 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:24.000 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.000 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.000 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.000 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:24.000 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:24.000 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.000 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.000 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.000 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.000 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.000 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.000 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.000 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.000 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.001 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.001 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.001 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.001 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.001 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.5", 2024-08-04T16:44:24.001 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.001 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.001 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.001 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5091, 2024-08-04T16:44:24.001 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.001 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:29:59.300574+0000", 2024-08-04T16:44:24.001 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.001 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.001 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.002 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.002 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.002 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.002 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.002 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.002 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.002 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.002 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.002 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.002 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.002 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.002 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.002 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.002 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.002 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.002 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.003 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.003 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.003 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.003 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.003 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.003 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.003 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.003 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.003 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.003 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.003 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.003 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.003 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.003 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.003 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.004 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.004 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.004 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.004 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.004 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.005 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.005 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:24.005 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.005 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:24.005 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.005 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.005 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.005 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.005 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.005 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.005 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.005 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.005 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:24.005 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.005 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.005 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:24.006 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.006 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.006 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.006 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.404173+0000", 2024-08-04T16:44:24.006 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989976+0000", 2024-08-04T16:44:24.006 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989976+0000", 2024-08-04T16:44:24.006 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.762674+0000", 2024-08-04T16:44:24.006 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.404173+0000", 2024-08-04T16:44:24.006 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:24.006 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.006 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:24.006 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.006 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.404173+0000", 2024-08-04T16:44:24.007 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.404173+0000", 2024-08-04T16:44:24.007 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.404173+0000", 2024-08-04T16:44:24.007 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.007 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.007 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:24.007 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.404173+0000", 2024-08-04T16:44:24.007 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.404173+0000", 2024-08-04T16:44:24.007 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.007 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3051, 2024-08-04T16:44:24.007 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.007 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.007 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.007 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.007 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.008 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.008 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.008 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3051, 2024-08-04T16:44:24.008 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.008 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.008 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.008 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.3", 2024-08-04T16:44:24.008 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.008 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.008 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.008 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9099, 2024-08-04T16:44:24.008 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.008 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:52:45.915898+0000", 2024-08-04T16:44:24.008 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.005692772, 2024-08-04T16:44:24.009 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.009 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.009 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 4194304, 2024-08-04T16:44:24.009 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.009 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.009 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.009 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.009 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.009 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.009 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.009 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.009 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.009 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.009 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.009 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.010 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.010 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.010 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.010 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:24.010 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:24.010 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.010 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:24.010 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.010 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.010 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.010 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.010 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.010 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:24.010 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.011 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.011 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.011 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.011 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.011 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.011 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.011 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1290, 2024-08-04T16:44:24.011 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 321853, 2024-08-04T16:44:24.011 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.011 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.011 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.011 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3043, 2024-08-04T16:44:24.011 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 398345 2024-08-04T16:44:24.011 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.012 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.012 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.012 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.012 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.012 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.012 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.012 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.012 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:24.012 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3051" 2024-08-04T16:44:24.012 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.012 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.012 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.012 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.012 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.013 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.013 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.013 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:24.013 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.013 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.013 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.013 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.013 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.013 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.013 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:24.013 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.567552+0000", 2024-08-04T16:44:24.013 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.567552+0000", 2024-08-04T16:44:24.013 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.568005+0000", 2024-08-04T16:44:24.013 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:24.014 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.014 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.014 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.014 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:24.014 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:24.014 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:24.014 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:24.014 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.014 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.014 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.014 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:24.014 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:24.014 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.015 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.015 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.015 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.015 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:24.015 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.015 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.015 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.015 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.015 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.015 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.015 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.015 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.015 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.5", 2024-08-04T16:44:24.015 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.016 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.016 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.016 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5162, 2024-08-04T16:44:24.016 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.016 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:06:32.015399+0000", 2024-08-04T16:44:24.016 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.016 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.016 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.016 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.016 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.016 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.016 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.016 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.017 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.017 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.017 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.017 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.017 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.017 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.017 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.017 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.017 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.017 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.017 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.017 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.017 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.018 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.018 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.018 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.018 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.018 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.018 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.018 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.018 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.018 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.018 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.018 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.018 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.018 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.019 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.019 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.019 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.019 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.019 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.019 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.019 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.019 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.019 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.019 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.019 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.019 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.019 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.019 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.020 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.020 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.020 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.020 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:24.020 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.020 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.020 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.020 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.020 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.020 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.020 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.020 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.020 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:24.020 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.021 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.021 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.021 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.021 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.021 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.021 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:24.021 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991115+0000", 2024-08-04T16:44:24.021 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991115+0000", 2024-08-04T16:44:24.021 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991517+0000", 2024-08-04T16:44:24.021 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:24.021 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.021 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.021 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.021 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.022 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:24.022 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:24.022 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:24.022 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.022 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.022 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.022 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:24.022 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:24.022 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.022 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.022 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.022 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.022 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.023 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.023 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.023 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.023 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.023 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.023 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.023 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.023 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.023 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.4", 2024-08-04T16:44:24.023 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.023 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.023 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.023 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5282, 2024-08-04T16:44:24.023 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.023 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:08:31.681889+0000", 2024-08-04T16:44:24.024 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.024 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.024 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.024 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.024 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.024 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.024 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.024 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.024 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.024 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.024 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.024 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.024 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.025 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.025 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.025 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.025 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.025 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.025 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.025 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.025 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.025 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.025 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.025 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.025 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.025 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.026 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.026 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.026 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.026 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.026 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.026 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.026 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.026 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.026 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.026 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.026 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.026 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.026 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.026 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.027 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.027 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.027 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.027 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.027 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.027 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.027 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.027 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.027 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.027 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.027 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.027 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:24.027 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.028 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.028 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.028 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.028 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.028 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.028 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:24.028 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.028 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:24.028 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.028 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.028 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:24.028 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.028 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.028 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.029 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:24.029 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.567053+0000", 2024-08-04T16:44:24.029 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.567053+0000", 2024-08-04T16:44:24.029 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.777667+0000", 2024-08-04T16:44:24.029 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:24.029 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:24.029 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.029 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:24.029 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:24.029 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:24.029 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:24.029 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:24.030 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.030 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.030 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:24.030 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:24.030 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:24.030 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.030 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3007, 2024-08-04T16:44:24.030 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.030 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.030 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:24.030 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.030 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.030 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.031 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.031 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3007, 2024-08-04T16:44:24.031 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.031 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.031 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.031 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.2", 2024-08-04T16:44:24.031 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.031 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.031 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.031 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9068, 2024-08-04T16:44:24.031 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.031 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:00:21.190778+0000", 2024-08-04T16:44:24.031 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.007840395, 2024-08-04T16:44:24.031 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.032 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 19, 2024-08-04T16:44:24.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:24.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:24.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:24.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1018, 2024-08-04T16:44:24.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 371313, 2024-08-04T16:44:24.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3002, 2024-08-04T16:44:24.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 376114 2024-08-04T16:44:24.034 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.034 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.034 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.035 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.035 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.035 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.035 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:24.035 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.035 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:24.035 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3007" 2024-08-04T16:44:24.035 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.035 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.035 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.035 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.035 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.035 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.035 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.035 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:24.035 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.036 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.036 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.036 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.036 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.036 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.036 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:24.036 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.595226+0000", 2024-08-04T16:44:24.036 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.595226+0000", 2024-08-04T16:44:24.036 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.595817+0000", 2024-08-04T16:44:24.036 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:24.036 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.036 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.036 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.036 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.036 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:24.037 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:24.037 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:24.037 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.037 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.037 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.037 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:24.037 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:24.037 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.037 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.037 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.037 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.037 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.037 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.037 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.037 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.037 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.038 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.038 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.038 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.038 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.038 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3", 2024-08-04T16:44:24.038 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.038 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.038 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.038 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5249, 2024-08-04T16:44:24.038 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.038 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:39:26.055655+0000", 2024-08-04T16:44:24.038 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.038 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.038 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.039 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.039 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.039 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.039 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.039 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.039 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.039 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.039 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.039 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.039 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.039 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.039 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.039 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.039 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.039 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.039 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.040 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.040 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.040 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.040 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.040 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.040 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.040 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.040 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.040 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.040 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.040 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.040 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.040 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.040 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.040 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.040 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.041 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.041 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.041 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.041 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.041 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.041 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.041 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.041 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.041 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.041 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.041 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.041 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.041 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.041 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.041 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.041 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.042 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:24.042 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.042 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.042 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.042 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.042 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.042 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.042 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.042 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.042 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:24.042 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.042 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.042 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.042 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.043 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.043 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.043 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:24.043 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.598843+0000", 2024-08-04T16:44:24.043 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.598843+0000", 2024-08-04T16:44:24.043 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.599164+0000", 2024-08-04T16:44:24.043 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:24.043 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.043 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.043 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.043 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.043 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:24.043 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:24.043 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:24.043 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.044 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.044 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.044 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:24.044 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:24.044 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.044 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.044 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.044 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.044 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.044 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.044 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.044 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.044 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.044 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.044 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.045 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.045 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.045 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.2", 2024-08-04T16:44:24.045 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.045 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.045 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.045 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5134, 2024-08-04T16:44:24.045 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.045 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:29:35.832861+0000", 2024-08-04T16:44:24.045 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.045 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.045 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.047 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.047 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.047 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.047 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.047 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.047 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.047 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.047 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.047 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.047 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.047 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.047 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.047 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.047 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.048 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.048 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.048 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.048 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.048 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.048 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.048 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.048 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.048 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.048 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.048 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.048 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.048 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.049 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.049 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.049 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.049 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.049 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.049 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.049 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:24.049 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.049 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.049 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.049 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.049 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.049 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:24.050 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.050 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:24.050 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.050 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.050 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:24.050 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.050 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.050 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.050 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:24.050 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:23.519017+0000", 2024-08-04T16:44:24.050 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:23.519017+0000", 2024-08-04T16:44:24.050 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.776347+0000", 2024-08-04T16:44:24.050 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:24.051 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:24.051 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.051 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:24.051 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 407, 2024-08-04T16:44:24.051 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:24.051 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:24.051 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:24.051 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.051 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.051 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:24.051 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:24.051 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:24.051 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.051 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3093, 2024-08-04T16:44:24.051 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.052 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.052 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 406, 2024-08-04T16:44:24.052 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.052 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.052 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.052 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.052 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3093, 2024-08-04T16:44:24.052 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.052 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.052 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.052 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.4", 2024-08-04T16:44:24.052 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.052 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.052 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.052 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9235, 2024-08-04T16:44:24.053 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.053 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:12:23.664837+0000", 2024-08-04T16:44:24.053 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.005100792, 2024-08-04T16:44:24.053 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.053 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.054 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.054 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.054 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.054 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.054 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.054 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.054 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.054 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.054 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:24.054 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:24.054 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.054 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:24.054 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.055 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.055 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.055 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.055 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.055 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:24.055 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.055 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.055 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.055 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.055 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.055 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.055 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.055 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1528, 2024-08-04T16:44:24.056 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 415891, 2024-08-04T16:44:24.056 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.056 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.056 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.056 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3096, 2024-08-04T16:44:24.056 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 374362 2024-08-04T16:44:24.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.056 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.056 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.056 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.056 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.056 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.056 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:24.056 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.057 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:24.057 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3093" 2024-08-04T16:44:24.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.057 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.057 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.057 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.057 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.057 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.057 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.057 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:24.057 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.057 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.057 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.057 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.058 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.058 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.058 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:24.058 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.592647+0000", 2024-08-04T16:44:24.058 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.592647+0000", 2024-08-04T16:44:24.058 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.593171+0000", 2024-08-04T16:44:24.058 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:24.058 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.058 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.058 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.058 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.058 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:24.058 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:24.059 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:24.059 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.059 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.059 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.059 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:24.059 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:24.059 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.059 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.059 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.059 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.059 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.059 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.059 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.060 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.060 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.060 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.060 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.060 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.060 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.060 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.0", 2024-08-04T16:44:24.060 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.060 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.060 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.060 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5271, 2024-08-04T16:44:24.060 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.060 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:49:00.417667+0000", 2024-08-04T16:44:24.060 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.060 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.061 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.061 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.062 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.063 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.064 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.064 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.064 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.064 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.064 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.064 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.064 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.064 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:24.064 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.064 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.064 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.065 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.065 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.065 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.065 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.065 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:24.065 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.065 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.065 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.065 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.065 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.065 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.065 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:24.066 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:23.526913+0000", 2024-08-04T16:44:24.066 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:23.526913+0000", 2024-08-04T16:44:24.066 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:23.527226+0000", 2024-08-04T16:44:24.066 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:24.066 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.066 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.066 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.066 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 407, 2024-08-04T16:44:24.066 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:24.066 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:24.066 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:24.066 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.066 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.067 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.067 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:24.067 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:24.067 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.067 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.067 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.067 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.067 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 406, 2024-08-04T16:44:24.067 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.067 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.067 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.067 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.067 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.068 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.068 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.068 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.068 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1", 2024-08-04T16:44:24.068 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.068 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.068 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.068 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5255, 2024-08-04T16:44:24.068 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.068 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:49:54.955780+0000", 2024-08-04T16:44:24.068 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.068 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.068 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.069 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.070 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.070 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.070 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.070 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.070 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.070 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.070 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.070 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.070 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.070 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.070 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.070 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.070 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.071 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.071 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.071 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.071 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.071 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.071 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.071 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.071 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.071 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.071 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.071 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.071 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.071 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.071 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.072 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.072 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.072 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.072 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.072 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.072 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.072 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.072 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:24.072 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.072 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.072 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.072 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.072 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.072 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.072 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.073 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:24.073 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.073 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.073 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:24.073 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.073 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.073 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.073 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:24.073 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.564564+0000", 2024-08-04T16:44:24.073 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.564564+0000", 2024-08-04T16:44:24.073 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.781494+0000", 2024-08-04T16:44:24.073 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:24.073 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:24.073 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.073 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:24.074 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:24.074 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:24.074 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:24.074 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:24.074 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.074 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.074 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:24.074 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:24.074 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:24.074 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.074 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3226, 2024-08-04T16:44:24.074 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.074 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.075 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:24.075 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.075 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.075 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.075 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.075 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3226, 2024-08-04T16:44:24.075 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.075 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.075 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.075 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.7", 2024-08-04T16:44:24.075 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.075 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.075 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.075 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9158, 2024-08-04T16:44:24.076 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.076 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:45:59.476160+0000", 2024-08-04T16:44:24.076 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.011184624, 2024-08-04T16:44:24.076 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.076 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.077 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.078 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.078 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.078 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.078 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.078 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.078 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.078 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.078 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 984, 2024-08-04T16:44:24.078 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 404752, 2024-08-04T16:44:24.078 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.078 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.078 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.078 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3211, 2024-08-04T16:44:24.078 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 411330 2024-08-04T16:44:24.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.079 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.079 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.079 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.079 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.079 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.079 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.079 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.079 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:24.079 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3226" 2024-08-04T16:44:24.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.079 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.079 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.079 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.080 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.080 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:24.080 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.080 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:24.080 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.080 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.080 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.080 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.080 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.080 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.080 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:24.080 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.583871+0000", 2024-08-04T16:44:24.080 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.583871+0000", 2024-08-04T16:44:24.080 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.584309+0000", 2024-08-04T16:44:24.080 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:24.080 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.081 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.081 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.081 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:24.081 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:24.081 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:24.081 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:24.081 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.081 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.081 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.081 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:24.081 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:24.081 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.082 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.082 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.082 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.082 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:24.082 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.082 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.082 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.082 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.082 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.082 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.082 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.082 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.082 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1", 2024-08-04T16:44:24.083 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.083 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.083 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.083 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5309, 2024-08-04T16:44:24.083 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.083 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:11:18.398651+0000", 2024-08-04T16:44:24.083 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.083 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.083 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.085 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.085 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.085 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.085 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.085 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.085 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.085 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.085 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.085 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.085 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.085 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.085 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.085 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.086 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.086 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.087 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.087 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.087 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.087 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:24.087 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.087 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:24.087 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.087 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.087 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.087 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.087 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.087 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.088 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.088 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:24.088 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.088 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.088 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.088 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.088 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.088 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.088 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:24.088 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.993940+0000", 2024-08-04T16:44:24.088 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.993940+0000", 2024-08-04T16:44:24.088 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.994562+0000", 2024-08-04T16:44:24.088 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:24.088 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.088 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.088 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.089 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.089 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:24.089 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:24.089 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:24.089 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.089 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.089 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.089 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:24.089 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:24.089 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.089 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.089 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.089 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.089 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.090 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.090 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.090 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.090 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.090 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.090 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.090 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.090 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.090 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.0", 2024-08-04T16:44:24.090 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.090 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.090 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.090 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5080, 2024-08-04T16:44:24.090 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.091 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:23:31.726216+0000", 2024-08-04T16:44:24.091 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.091 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.091 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.092 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.094 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.094 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.094 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.094 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.094 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.094 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.094 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.094 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:24.094 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.094 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.095 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.095 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.095 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.095 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.095 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.095 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:24.095 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.095 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.095 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:24.095 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.095 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.095 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.096 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:24.096 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:32:50.693341+0000", 2024-08-04T16:44:24.096 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:32:50.693341+0000", 2024-08-04T16:44:24.096 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.763879+0000", 2024-08-04T16:44:24.096 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:24.096 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:24.096 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.096 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:24.096 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 374, 2024-08-04T16:44:24.096 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:24.096 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:24.096 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:24.097 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.097 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.097 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:24.097 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:24.097 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:24.097 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.097 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3003, 2024-08-04T16:44:24.097 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.097 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.097 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 373, 2024-08-04T16:44:24.097 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.097 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.097 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.098 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.098 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3003, 2024-08-04T16:44:24.098 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.098 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.098 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.098 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.6", 2024-08-04T16:44:24.098 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.098 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.098 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.098 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 8856, 2024-08-04T16:44:24.098 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.098 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:03:01.353114+0000", 2024-08-04T16:44:24.099 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.007905965, 2024-08-04T16:44:24.099 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.099 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.100 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.100 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.100 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.100 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.100 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.100 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.100 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.100 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.100 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.100 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.100 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.100 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.100 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 702, 2024-08-04T16:44:24.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 378656, 2024-08-04T16:44:24.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 2980, 2024-08-04T16:44:24.102 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 382946 2024-08-04T16:44:24.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.102 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.102 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.102 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.102 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.102 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.102 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.102 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.102 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:24.102 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3003" 2024-08-04T16:44:24.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.102 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.102 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.103 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.103 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.103 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.103 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.103 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:24.103 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.103 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.103 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.103 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.103 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.103 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.103 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:24.103 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599319+0000", 2024-08-04T16:44:24.103 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599319+0000", 2024-08-04T16:44:24.103 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.599687+0000", 2024-08-04T16:44:24.104 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:24.104 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.104 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.104 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.104 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.104 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:24.104 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:24.104 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:24.104 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.104 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.104 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.104 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:24.104 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:24.104 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.104 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.104 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.105 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.105 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.105 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.105 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.105 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.105 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.105 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.105 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.105 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.105 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.105 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2", 2024-08-04T16:44:24.105 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.105 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.105 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.105 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5205, 2024-08-04T16:44:24.106 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.106 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:24:39.347046+0000", 2024-08-04T16:44:24.106 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.106 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.106 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.108 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.108 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.108 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.108 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.108 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.108 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.108 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.108 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.108 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.108 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.108 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.108 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.108 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.108 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.109 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.109 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.109 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.109 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.109 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.109 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.109 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.109 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:24.109 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.109 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.110 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.110 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.110 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.110 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.110 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.110 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:24.110 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.110 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.110 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.110 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.110 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.110 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.111 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:24.111 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990615+0000", 2024-08-04T16:44:24.111 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990615+0000", 2024-08-04T16:44:24.111 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.990900+0000", 2024-08-04T16:44:24.111 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:24.111 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.111 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.111 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.111 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.111 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:24.111 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:24.111 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:24.111 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.111 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.112 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.112 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:24.112 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:24.112 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.112 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.112 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.112 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.112 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.112 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.112 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.112 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.112 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.112 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.112 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.113 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.113 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.113 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.3", 2024-08-04T16:44:24.113 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.113 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.113 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.113 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5165, 2024-08-04T16:44:24.113 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.113 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:38:57.625254+0000", 2024-08-04T16:44:24.113 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.113 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.113 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.115 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.115 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.115 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.115 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.115 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.115 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.115 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.115 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.115 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.115 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.115 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.115 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.115 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.116 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.116 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.116 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.116 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.116 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.116 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.116 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.116 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.116 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.116 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.116 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.116 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.116 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.117 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.117 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.117 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.117 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:24.117 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.117 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.117 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.117 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.117 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.117 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.117 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.117 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:24.117 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.117 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.118 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 19, 2024-08-04T16:44:24.118 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.118 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.118 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.118 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399067+0000", 2024-08-04T16:44:24.118 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.992135+0000", 2024-08-04T16:44:24.118 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.992135+0000", 2024-08-04T16:44:24.118 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.993213+0000", 2024-08-04T16:44:24.118 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399067+0000", 2024-08-04T16:44:24.118 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:21:25.437230+0000", 2024-08-04T16:44:24.118 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.118 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:21:25.437230+0000", 2024-08-04T16:44:24.118 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.118 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399067+0000", 2024-08-04T16:44:24.119 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399067+0000", 2024-08-04T16:44:24.119 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399067+0000", 2024-08-04T16:44:24.119 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.119 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.119 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:21:25.437230+0000", 2024-08-04T16:44:24.119 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399067+0000", 2024-08-04T16:44:24.119 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399067+0000", 2024-08-04T16:44:24.119 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.119 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 257, 2024-08-04T16:44:24.119 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.119 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.119 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.119 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.120 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.120 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.120 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.120 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 257, 2024-08-04T16:44:24.120 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.120 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.120 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.120 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "1.0", 2024-08-04T16:44:24.120 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.120 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.120 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.120 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5795, 2024-08-04T16:44:24.120 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.120 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:09:47.029793+0000", 2024-08-04T16:44:24.120 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.121 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.121 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 590368, 2024-08-04T16:44:24.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 1771104, 2024-08-04T16:44:24.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:24.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:24.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:24.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.123 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.123 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.123 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.123 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.123 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 6, 2024-08-04T16:44:24.123 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.123 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.123 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.123 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.123 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.123 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1358, 2024-08-04T16:44:24.123 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 2144, 2024-08-04T16:44:24.123 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.123 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.124 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.124 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 431, 2024-08-04T16:44:24.124 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 2416 2024-08-04T16:44:24.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.124 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.124 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.124 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.124 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.124 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.124 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.124 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.124 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:24.124 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "2239'257" 2024-08-04T16:44:24.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.125 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.125 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.125 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.125 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.125 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.125 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.125 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:24.125 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.125 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.125 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:24.125 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.125 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.125 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.126 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:24.126 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.992641+0000", 2024-08-04T16:44:24.126 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.992641+0000", 2024-08-04T16:44:24.126 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.766626+0000", 2024-08-04T16:44:24.126 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:24.126 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:24.126 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.126 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:24.126 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.126 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:24.126 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:24.126 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:24.127 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.127 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.127 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:24.127 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:24.127 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:24.127 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.127 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3043, 2024-08-04T16:44:24.127 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.127 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.127 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.127 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.127 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.127 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.128 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.128 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3043, 2024-08-04T16:44:24.128 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.128 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.128 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.128 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.5", 2024-08-04T16:44:24.128 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.128 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.128 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.128 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9045, 2024-08-04T16:44:24.128 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.128 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:54:45.325250+0000", 2024-08-04T16:44:24.128 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.006428099, 2024-08-04T16:44:24.128 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.128 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.130 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.130 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.130 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.130 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.130 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.130 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.130 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.130 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.130 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.130 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.130 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.130 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.130 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.130 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.130 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.130 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.131 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.131 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1585, 2024-08-04T16:44:24.131 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 372891, 2024-08-04T16:44:24.131 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.131 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.131 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.131 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3003, 2024-08-04T16:44:24.131 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 417586 2024-08-04T16:44:24.131 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.131 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.131 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.131 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.131 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.131 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.132 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.132 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.132 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:24.132 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3043" 2024-08-04T16:44:24.132 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.132 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.132 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.132 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.132 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.132 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.132 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.132 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:24.132 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.132 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.132 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.133 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.133 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.133 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.133 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:24.133 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.993780+0000", 2024-08-04T16:44:24.133 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.993780+0000", 2024-08-04T16:44:24.133 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.994696+0000", 2024-08-04T16:44:24.133 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:24.133 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.133 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.133 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.133 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.133 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:24.133 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:24.133 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:24.134 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.134 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.134 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.134 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:24.134 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:24.134 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.134 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.134 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.134 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.135 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.135 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.135 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.135 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.135 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.135 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.135 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.135 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.135 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.135 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.d", 2024-08-04T16:44:24.135 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.135 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.135 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.135 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5068, 2024-08-04T16:44:24.135 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.136 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:24:54.653678+0000", 2024-08-04T16:44:24.136 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.136 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.136 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.137 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.137 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.137 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.137 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.137 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.137 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.137 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.137 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.137 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.137 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.137 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.137 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.137 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.137 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.137 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.138 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.138 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.138 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.138 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.138 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.138 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.138 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.138 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.138 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.138 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.138 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.138 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.138 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.138 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.139 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.139 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.139 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.139 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.139 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.139 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.139 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.139 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.139 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:24.139 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.139 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.139 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.139 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.139 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.140 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.140 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.140 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.140 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:24.140 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.140 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.140 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.140 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.140 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.140 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.140 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:24.140 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.563476+0000", 2024-08-04T16:44:24.140 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.563476+0000", 2024-08-04T16:44:24.140 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.563834+0000", 2024-08-04T16:44:24.140 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:24.140 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.141 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.141 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.141 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:24.141 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:24.141 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:24.141 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:24.141 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.141 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.141 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.141 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:24.141 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:24.141 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.141 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.142 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.142 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.142 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:24.142 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.142 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.142 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.142 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.142 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.142 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.142 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.142 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.142 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.c", 2024-08-04T16:44:24.143 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.143 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.143 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.143 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5252, 2024-08-04T16:44:24.143 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.143 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:42:21.892252+0000", 2024-08-04T16:44:24.143 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.143 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.143 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.145 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.145 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.145 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.145 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.145 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.145 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.145 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.145 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.145 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.145 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.145 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.145 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.145 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.145 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.146 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.146 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.146 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.146 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.146 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.146 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.146 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.146 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.146 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.146 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.146 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.146 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.146 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.147 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:24.147 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.147 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.147 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.147 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.147 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.147 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.147 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.147 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.147 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:24.147 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.147 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.147 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.147 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.148 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.148 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.148 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:24.148 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599857+0000", 2024-08-04T16:44:24.148 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599857+0000", 2024-08-04T16:44:24.148 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.600160+0000", 2024-08-04T16:44:24.148 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:24.148 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.148 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.148 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.148 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.148 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:24.148 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:24.149 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:24.149 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.149 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.149 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.149 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:24.149 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:24.149 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.149 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.149 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.149 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.149 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.149 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.149 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.150 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.150 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.150 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.150 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.150 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.150 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.150 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.c", 2024-08-04T16:44:24.150 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.150 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.150 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.150 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5152, 2024-08-04T16:44:24.150 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.150 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:38:36.860134+0000", 2024-08-04T16:44:24.150 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.151 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.151 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.152 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.152 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.152 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.152 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.152 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.152 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.152 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.152 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.152 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.152 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.152 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.152 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.152 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.152 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.153 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.153 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.153 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.153 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.153 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.153 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.153 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.153 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.153 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.153 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.153 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.153 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.153 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.154 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.154 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.154 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.154 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.154 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.154 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.154 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.154 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.154 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:24.154 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.154 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.154 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.155 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.155 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.155 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.155 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:24.155 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.155 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:24.155 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.155 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.155 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.155 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.155 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.155 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.155 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:24.156 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.592134+0000", 2024-08-04T16:44:24.156 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.592134+0000", 2024-08-04T16:44:24.156 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.592514+0000", 2024-08-04T16:44:24.156 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:24.156 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.156 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.156 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.156 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:24.156 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:24.156 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:24.156 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:24.156 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.156 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.156 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.157 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:24.157 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:24.157 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.157 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T16:44:24.157 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.157 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.157 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:24.157 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.157 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.157 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.157 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.157 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T16:44:24.157 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.157 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.158 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.158 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.d", 2024-08-04T16:44:24.158 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.158 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.158 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.158 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5275, 2024-08-04T16:44:24.158 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.158 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:07:07.390471+0000", 2024-08-04T16:44:24.158 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.158 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.158 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 70, 2024-08-04T16:44:24.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.160 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.160 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:24.160 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:24.160 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.160 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:24.160 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.160 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.160 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.160 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.160 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.160 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.160 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.160 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.160 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.160 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1, 2024-08-04T16:44:24.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 1, 2024-08-04T16:44:24.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T16:44:24.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T16:44:24.161 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.161 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.161 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.161 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.161 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.161 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.162 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:24.162 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.162 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:24.162 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T16:44:24.162 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.162 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.162 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.162 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.162 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.162 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.162 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.162 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:24.162 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.162 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.163 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.163 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.163 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.163 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.163 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:24.163 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.997228+0000", 2024-08-04T16:44:24.163 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.997228+0000", 2024-08-04T16:44:24.163 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.997757+0000", 2024-08-04T16:44:24.163 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:24.163 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.163 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.163 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.163 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.163 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:24.163 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:24.164 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:24.164 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.164 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.164 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.164 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:24.164 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:24.164 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.164 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.164 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.164 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.164 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.164 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.164 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.164 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.164 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.165 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.165 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.165 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.165 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.165 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.f", 2024-08-04T16:44:24.165 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.165 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.165 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.165 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5086, 2024-08-04T16:44:24.165 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.165 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:04:48.060945+0000", 2024-08-04T16:44:24.165 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.165 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.165 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.167 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.167 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.167 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.167 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.167 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.167 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.167 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.167 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.167 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.167 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.167 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.167 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.167 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.167 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.167 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.168 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.168 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.168 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.168 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.168 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.168 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.168 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.168 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.168 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.168 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.168 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.168 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.168 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.168 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.168 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.168 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.168 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.169 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.169 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:24.169 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.169 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.169 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.169 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.169 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.169 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.169 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.169 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.169 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:24.169 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.169 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.169 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.169 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.170 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.170 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.170 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:24.170 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991411+0000", 2024-08-04T16:44:24.170 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991411+0000", 2024-08-04T16:44:24.170 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.992178+0000", 2024-08-04T16:44:24.170 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:24.170 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.170 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.170 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.170 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.170 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:24.170 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:24.170 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:24.170 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.171 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.171 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.171 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:24.171 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:24.171 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.171 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:24.171 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.171 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.171 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.171 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.171 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.171 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.171 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.171 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:24.171 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.171 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.172 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.172 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.e", 2024-08-04T16:44:24.172 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.172 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.172 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.172 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5248, 2024-08-04T16:44:24.172 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.172 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:35:07.063411+0000", 2024-08-04T16:44:24.172 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.172 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.172 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.174 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.174 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:24.174 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:24.174 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.174 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:24.174 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.174 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.174 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.174 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.174 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.174 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:24.174 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.175 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.175 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.175 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.175 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.175 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.175 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.175 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 6, 2024-08-04T16:44:24.175 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 6, 2024-08-04T16:44:24.175 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.175 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.175 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.175 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:24.175 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.175 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.176 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.176 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.176 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.176 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.176 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.176 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.176 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.176 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:24.176 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:24.176 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.176 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.177 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.177 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.177 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.177 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.177 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.177 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:24.177 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.177 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.177 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.177 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.177 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.177 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.177 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:24.178 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.000450+0000", 2024-08-04T16:44:24.178 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.000450+0000", 2024-08-04T16:44:24.178 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.000830+0000", 2024-08-04T16:44:24.178 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:24.178 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.178 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.178 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.178 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.178 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:24.178 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:24.178 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:24.178 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.178 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.178 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.178 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:24.178 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:24.179 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.179 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.179 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.179 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.179 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.179 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.179 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.179 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.179 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.179 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.179 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.179 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.179 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.179 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.e", 2024-08-04T16:44:24.180 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.180 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.180 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.180 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5086, 2024-08-04T16:44:24.180 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.180 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:40:44.041390+0000", 2024-08-04T16:44:24.180 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.180 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.180 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.181 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.182 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.182 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.182 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.182 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.182 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.182 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.182 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.182 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.182 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.182 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.182 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.182 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.182 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.183 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.183 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.183 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.183 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.183 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.183 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.183 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.183 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.183 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.183 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.183 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.183 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.183 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.183 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:24.183 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.184 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.184 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.184 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.184 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.184 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.184 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.184 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.184 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:24.184 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.184 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.184 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.184 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.184 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.184 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.184 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:24.184 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.992539+0000", 2024-08-04T16:44:24.185 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.992539+0000", 2024-08-04T16:44:24.185 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.992859+0000", 2024-08-04T16:44:24.185 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:24.185 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.185 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.185 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.185 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.185 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:24.185 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:24.185 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:24.185 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.185 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.185 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.185 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:24.185 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:24.186 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.186 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T16:44:24.186 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.186 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.186 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.186 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.186 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.186 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.186 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.186 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T16:44:24.186 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.186 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.186 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.186 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.f", 2024-08-04T16:44:24.187 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.187 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.187 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.187 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5170, 2024-08-04T16:44:24.187 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.187 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:51:19.649740+0000", 2024-08-04T16:44:24.187 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.187 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.187 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 22, 2024-08-04T16:44:24.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:24.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:24.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:24.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1, 2024-08-04T16:44:24.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 1, 2024-08-04T16:44:24.189 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.190 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.190 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.190 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T16:44:24.190 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T16:44:24.190 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.190 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.190 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.190 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.190 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.190 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.190 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.190 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.191 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:24.191 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T16:44:24.191 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.191 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.191 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.191 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.191 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.191 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.191 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.191 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:24.191 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.191 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.191 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.192 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.192 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.192 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.193 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:24.193 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.981135+0000", 2024-08-04T16:44:24.193 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.981135+0000", 2024-08-04T16:44:24.193 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.982769+0000", 2024-08-04T16:44:24.194 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:24.194 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.194 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.194 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.194 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.194 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:24.194 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:24.194 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:24.194 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.194 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.195 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.195 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:24.195 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:24.195 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.195 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.195 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.195 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.195 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.195 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.195 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.195 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.196 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.196 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.196 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.196 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.196 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.196 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.11", 2024-08-04T16:44:24.196 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.196 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.196 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.196 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5067, 2024-08-04T16:44:24.196 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.196 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:11:11.125286+0000", 2024-08-04T16:44:24.196 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.197 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.197 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.197 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.197 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.197 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.197 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.197 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.197 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.197 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.197 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.197 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.197 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.197 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.197 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.198 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.198 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.198 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.198 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.198 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.198 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.198 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.198 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.198 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.198 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.198 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.198 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.198 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.198 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.198 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.199 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.199 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.199 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.200 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.200 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.200 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.200 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.200 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.200 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:24.200 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.200 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.200 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.200 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.200 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.200 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.200 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.200 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.200 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:24.201 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.201 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.201 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.201 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.201 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.201 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.201 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:24.201 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:32:50.696607+0000", 2024-08-04T16:44:24.201 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:32:50.696607+0000", 2024-08-04T16:44:24.201 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:32:50.697355+0000", 2024-08-04T16:44:24.201 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:24.201 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.201 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.201 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.201 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 374, 2024-08-04T16:44:24.201 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:24.202 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:24.202 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:24.202 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.202 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.202 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.202 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:24.202 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:24.202 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.202 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 8, 2024-08-04T16:44:24.202 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.202 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.202 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 373, 2024-08-04T16:44:24.202 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.203 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.203 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.203 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.203 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 8, 2024-08-04T16:44:24.203 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.203 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.203 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.203 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.10", 2024-08-04T16:44:24.203 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.203 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.203 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.203 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5265, 2024-08-04T16:44:24.203 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.204 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:12:14.504508+0000", 2024-08-04T16:44:24.204 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.204 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.204 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.204 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.204 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.204 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.204 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.204 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.204 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.204 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.204 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.204 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.205 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.205 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.205 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.205 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.205 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.205 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.205 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.205 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 12, 2024-08-04T16:44:24.205 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 4, 2024-08-04T16:44:24.205 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.205 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 4, 2024-08-04T16:44:24.205 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.205 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.205 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 4, 2024-08-04T16:44:24.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 24, 2024-08-04T16:44:24.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 24, 2024-08-04T16:44:24.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.206 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 12, 2024-08-04T16:44:24.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.207 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.207 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.207 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.207 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.207 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.207 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.207 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.207 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.207 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:24.207 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'8" 2024-08-04T16:44:24.207 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.207 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.207 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.207 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.208 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.208 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:24.208 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.208 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:24.208 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.208 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.208 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.208 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.208 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.208 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.208 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:24.208 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.594866+0000", 2024-08-04T16:44:24.208 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.594866+0000", 2024-08-04T16:44:24.208 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.597417+0000", 2024-08-04T16:44:24.208 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:24.208 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.209 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.209 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.209 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.209 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:24.209 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:24.209 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:24.209 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.209 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.209 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.209 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:24.209 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:24.209 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.209 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.209 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.209 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.209 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.210 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.210 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.210 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.210 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.210 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.210 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.210 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.210 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.210 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.10", 2024-08-04T16:44:24.210 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.210 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.210 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.210 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5096, 2024-08-04T16:44:24.211 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.211 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:29:20.198631+0000", 2024-08-04T16:44:24.211 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.211 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.211 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.211 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.211 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.211 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.211 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.211 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.211 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.211 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.212 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.212 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.212 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.212 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.212 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.212 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.212 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.212 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.212 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.212 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.212 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.212 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.213 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.214 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.214 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.214 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.214 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.214 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.214 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.214 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:24.215 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.215 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:24.215 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.215 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.215 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.215 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.215 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.215 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.215 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.215 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.215 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:24.215 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.216 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.216 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.216 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.216 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.216 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.216 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:24.216 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.598627+0000", 2024-08-04T16:44:24.216 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.598627+0000", 2024-08-04T16:44:24.216 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.603705+0000", 2024-08-04T16:44:24.216 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:24.216 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.216 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.216 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:24.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:24.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:24.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:24.217 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:24.217 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.217 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.217 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.217 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.217 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.217 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.218 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.218 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.218 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.218 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.218 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.218 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.218 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.218 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.11", 2024-08-04T16:44:24.218 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.218 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.218 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.218 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5109, 2024-08-04T16:44:24.218 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.218 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:26:57.041350+0000", 2024-08-04T16:44:24.218 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.219 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.219 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.219 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.219 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.219 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.219 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.219 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.219 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.219 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.219 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.219 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.219 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.219 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.219 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.219 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.219 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.220 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.221 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.221 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.221 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.221 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.221 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.222 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.222 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.222 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.222 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.222 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:24.222 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.222 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.222 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.222 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.222 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.222 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.222 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.222 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.223 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:24.223 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.223 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.223 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.223 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.223 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.223 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.223 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:24.223 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.000614+0000", 2024-08-04T16:44:24.223 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.000614+0000", 2024-08-04T16:44:24.223 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.002177+0000", 2024-08-04T16:44:24.223 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:24.223 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.223 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.223 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:24.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:24.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:24.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:24.224 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:24.224 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.224 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.224 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.224 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.224 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.225 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.225 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.225 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.225 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.225 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.225 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.225 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.225 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.225 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.13", 2024-08-04T16:44:24.225 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.225 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.225 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.225 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5085, 2024-08-04T16:44:24.226 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.226 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:32:46.199701+0000", 2024-08-04T16:44:24.226 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.226 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.226 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.227 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.228 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.229 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.229 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.229 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.229 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.229 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.229 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.229 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.229 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.230 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:24.230 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.230 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.230 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.230 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.230 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.230 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.230 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.230 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.230 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:24.230 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.230 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.230 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.231 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.231 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.231 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.231 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:24.231 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.988904+0000", 2024-08-04T16:44:24.231 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.988904+0000", 2024-08-04T16:44:24.231 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989364+0000", 2024-08-04T16:44:24.231 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:24.231 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.231 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.231 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.231 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.231 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:24.231 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:24.231 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:24.232 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.232 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.232 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.232 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:24.232 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:24.232 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.232 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.232 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.232 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.232 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.232 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.232 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.232 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.232 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.233 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.233 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.233 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.233 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.233 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.12", 2024-08-04T16:44:24.233 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.233 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.233 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.233 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5153, 2024-08-04T16:44:24.233 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.233 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:51:03.432525+0000", 2024-08-04T16:44:24.233 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.233 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.233 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.235 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.236 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.236 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.237 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.237 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.237 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.237 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.237 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.237 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.237 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:24.237 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.237 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.237 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.237 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.237 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.237 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.237 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:24.238 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.238 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:24.238 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.238 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.238 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.238 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.238 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.238 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.238 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:24.238 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.988526+0000", 2024-08-04T16:44:24.238 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.988526+0000", 2024-08-04T16:44:24.238 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.988902+0000", 2024-08-04T16:44:24.238 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:24.238 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.238 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.239 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.239 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.239 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:24.239 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:24.239 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:24.239 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.239 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.239 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.239 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:24.239 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:24.239 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.239 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.239 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.239 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.239 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.240 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.240 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.240 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.240 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.240 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.240 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.240 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.240 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.240 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.12", 2024-08-04T16:44:24.240 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.240 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.240 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.240 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5306, 2024-08-04T16:44:24.240 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.240 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:33:12.716891+0000", 2024-08-04T16:44:24.241 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.241 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.241 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.242 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.242 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.242 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.242 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.242 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.242 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.242 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.242 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.242 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.242 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.242 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.242 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.242 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.242 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.243 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.243 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.244 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.244 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.244 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.244 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.244 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.244 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:24.244 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.244 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:24.244 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.244 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.244 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.244 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.244 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.244 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.245 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:24.245 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.245 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:24.245 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.245 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.245 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.245 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.245 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.245 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.245 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:24.245 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.580541+0000", 2024-08-04T16:44:24.245 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.580541+0000", 2024-08-04T16:44:24.245 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.581299+0000", 2024-08-04T16:44:24.246 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:24.246 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.246 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.246 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.246 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:24.246 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:24.246 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:24.246 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:24.246 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.246 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.246 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.246 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:24.246 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:24.247 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.247 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:24.247 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.247 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.247 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:24.247 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.247 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.247 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.247 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.247 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:24.247 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.247 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.247 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.248 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.13", 2024-08-04T16:44:24.248 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.248 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.248 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.248 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5315, 2024-08-04T16:44:24.248 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.248 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:32:04.951316+0000", 2024-08-04T16:44:24.248 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.248 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.248 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.248 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 34, 2024-08-04T16:44:24.248 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.248 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.248 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:24.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:24.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:24.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:24.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.250 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 4, 2024-08-04T16:44:24.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 7, 2024-08-04T16:44:24.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:24.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 6 2024-08-04T16:44:24.251 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.251 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.251 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.251 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.251 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.252 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.252 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:24.252 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.252 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:24.252 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:24.252 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.252 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.252 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.252 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.252 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.252 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:24.252 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.252 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:24.252 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.253 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.253 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.253 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.253 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.253 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.253 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:24.253 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.001380+0000", 2024-08-04T16:44:24.253 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.001380+0000", 2024-08-04T16:44:24.253 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.003872+0000", 2024-08-04T16:44:24.253 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:24.253 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.253 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.253 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.253 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.253 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:24.253 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:24.254 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:24.254 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.254 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.254 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.254 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:24.254 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:24.254 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.254 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.254 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.254 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.254 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.254 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.254 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.254 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.255 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.255 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.255 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.255 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.255 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.255 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.15", 2024-08-04T16:44:24.255 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.255 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.255 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.255 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5084, 2024-08-04T16:44:24.255 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.255 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:45:17.076372+0000", 2024-08-04T16:44:24.255 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.255 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.256 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.257 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.257 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.257 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.257 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.257 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.257 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.257 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.257 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.257 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.257 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.257 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.257 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.257 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.257 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.257 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.259 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.259 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.259 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.259 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.259 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.259 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.259 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:24.259 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.259 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:24.259 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.259 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.259 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.259 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.259 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.260 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.260 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:24.260 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.260 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:24.260 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.260 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.260 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.260 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.260 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.260 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.260 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:24.260 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.603651+0000", 2024-08-04T16:44:24.260 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.603651+0000", 2024-08-04T16:44:24.260 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.604407+0000", 2024-08-04T16:44:24.260 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:24.260 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.261 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.261 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.261 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.261 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:24.261 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:24.261 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:24.261 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.261 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.261 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.261 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:24.261 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:24.261 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.261 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 29, 2024-08-04T16:44:24.261 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.261 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.262 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.262 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.262 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.262 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.262 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.262 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 29, 2024-08-04T16:44:24.262 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.262 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.262 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.262 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.14", 2024-08-04T16:44:24.262 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.262 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.262 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.263 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5134, 2024-08-04T16:44:24.263 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.263 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:37:54.626044+0000", 2024-08-04T16:44:24.263 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.263 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.263 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 5810, 2024-08-04T16:44:24.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 12, 2024-08-04T16:44:24.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 4, 2024-08-04T16:44:24.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 4, 2024-08-04T16:44:24.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:24.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 10, 2024-08-04T16:44:24.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 14, 2024-08-04T16:44:24.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 28, 2024-08-04T16:44:24.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 25 2024-08-04T16:44:24.266 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.266 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.266 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.266 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.266 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.266 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.266 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:24.266 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.266 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:24.266 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'29" 2024-08-04T16:44:24.266 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.266 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.266 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.267 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.267 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.267 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.267 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.267 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:24.267 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.267 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.267 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.267 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.267 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.267 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.267 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:24.267 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.985858+0000", 2024-08-04T16:44:24.267 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.985858+0000", 2024-08-04T16:44:24.268 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.986185+0000", 2024-08-04T16:44:24.268 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:24.268 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.268 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.268 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.268 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.268 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:24.268 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:24.268 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:24.268 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.268 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.268 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.268 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:24.268 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:24.268 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.268 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.269 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.269 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.269 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.269 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.269 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.269 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.269 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.269 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.269 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.269 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.269 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.269 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.14", 2024-08-04T16:44:24.269 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.269 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.269 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.270 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5155, 2024-08-04T16:44:24.270 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.270 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:40:04.359613+0000", 2024-08-04T16:44:24.270 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.270 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.270 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.272 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.273 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.273 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.273 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.273 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.273 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.273 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.273 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.273 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.273 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:24.273 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.274 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.274 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.274 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.274 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.274 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.274 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.274 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.274 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:24.274 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.274 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.274 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.274 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.274 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.275 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.275 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:24.275 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.562568+0000", 2024-08-04T16:44:24.275 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.562568+0000", 2024-08-04T16:44:24.275 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.562960+0000", 2024-08-04T16:44:24.275 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:24.275 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.275 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.275 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.275 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:24.275 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:24.275 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:24.275 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:24.275 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.275 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.276 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.276 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:24.276 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:24.276 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.276 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3, 2024-08-04T16:44:24.276 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.276 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.276 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:24.276 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.276 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.276 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.276 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.276 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3, 2024-08-04T16:44:24.277 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.277 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.277 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.277 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.15", 2024-08-04T16:44:24.277 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.277 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.277 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.277 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5283, 2024-08-04T16:44:24.277 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.277 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:30:30.694421+0000", 2024-08-04T16:44:24.277 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.277 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.277 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 90, 2024-08-04T16:44:24.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.279 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.279 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.279 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:24.279 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:24.279 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.279 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:24.279 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.279 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.279 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.279 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.279 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.279 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:24.279 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.279 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.280 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.280 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.280 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.280 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.280 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.280 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 7, 2024-08-04T16:44:24.280 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 7, 2024-08-04T16:44:24.280 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.280 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.280 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.280 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 4, 2024-08-04T16:44:24.280 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T16:44:24.280 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.280 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.280 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.281 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.281 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.281 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.281 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.281 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.281 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:24.281 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'3" 2024-08-04T16:44:24.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.281 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.281 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.281 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.281 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.282 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:24.282 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.282 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:24.282 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.282 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.282 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.282 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.282 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.282 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.282 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:24.282 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.559358+0000", 2024-08-04T16:44:24.282 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.559358+0000", 2024-08-04T16:44:24.282 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.559701+0000", 2024-08-04T16:44:24.283 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:24.283 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.283 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.283 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.283 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:24.283 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:24.283 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:24.283 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:24.283 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.283 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.283 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.283 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:24.283 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:24.283 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.284 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.284 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.284 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.284 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:24.284 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.284 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.284 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.284 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.284 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.284 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.284 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.284 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.284 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.17", 2024-08-04T16:44:24.284 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.285 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.285 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.285 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5305, 2024-08-04T16:44:24.285 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.285 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:16:01.256561+0000", 2024-08-04T16:44:24.285 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.285 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.285 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.287 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.288 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.288 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.288 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.288 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.288 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.289 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.289 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.289 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:24.289 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.289 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:24.289 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.289 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.289 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.289 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.289 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.289 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.289 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.289 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.289 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:24.289 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.290 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.290 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.290 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.290 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.290 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.290 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:24.290 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599905+0000", 2024-08-04T16:44:24.290 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599905+0000", 2024-08-04T16:44:24.290 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.600534+0000", 2024-08-04T16:44:24.290 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:24.290 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.290 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.290 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.290 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.290 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:24.291 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:24.291 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:24.291 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.291 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.291 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.291 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:24.291 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:24.291 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.291 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.291 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.291 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.291 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.291 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.291 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.291 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.292 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.292 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.292 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.292 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.292 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.292 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.16", 2024-08-04T16:44:24.292 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.292 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.292 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.292 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5160, 2024-08-04T16:44:24.292 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.292 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:29:52.921994+0000", 2024-08-04T16:44:24.292 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.292 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.292 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.295 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.296 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.296 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.296 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.296 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.296 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.296 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.296 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.296 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:24.296 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.296 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.296 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.296 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.296 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.296 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.297 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.297 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.297 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:24.297 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.297 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.297 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.297 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.297 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.297 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.297 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:24.297 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991633+0000", 2024-08-04T16:44:24.297 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991633+0000", 2024-08-04T16:44:24.297 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.992168+0000", 2024-08-04T16:44:24.297 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:24.298 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.298 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.298 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.298 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.298 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:24.298 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:24.298 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:24.298 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.298 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.298 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.298 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:24.298 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:24.298 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.299 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.299 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.299 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.299 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.299 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.299 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.299 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.299 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.299 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.299 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.299 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.299 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.299 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.16", 2024-08-04T16:44:24.299 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.299 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.300 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.300 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5126, 2024-08-04T16:44:24.300 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.300 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:59:00.660145+0000", 2024-08-04T16:44:24.300 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.300 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.300 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.303 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.303 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.303 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.303 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.303 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.303 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.303 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.304 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.304 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:24.304 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.304 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.304 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.304 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.304 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.304 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.304 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.304 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.304 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:24.304 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.304 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.304 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.304 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.305 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.305 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.305 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:24.305 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.610039+0000", 2024-08-04T16:44:24.305 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.610039+0000", 2024-08-04T16:44:24.305 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.610412+0000", 2024-08-04T16:44:24.305 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:24.305 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.305 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.305 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.305 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.305 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:24.305 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:24.306 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:24.306 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.306 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.306 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.306 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:24.306 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:24.306 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.306 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.306 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.306 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.306 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.306 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.306 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.307 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.307 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.307 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.307 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.307 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.307 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.307 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.17", 2024-08-04T16:44:24.307 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.307 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.307 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.307 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5098, 2024-08-04T16:44:24.307 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.307 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:27:22.173580+0000", 2024-08-04T16:44:24.307 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.308 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.308 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.311 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.311 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.311 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.311 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.311 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.311 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.311 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.311 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.311 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:24.311 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.311 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.312 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.312 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.312 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.312 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.312 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:24.312 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.312 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:24.312 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.312 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.312 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.313 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.313 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.313 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.313 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:24.313 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.592764+0000", 2024-08-04T16:44:24.313 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.592764+0000", 2024-08-04T16:44:24.313 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.593077+0000", 2024-08-04T16:44:24.313 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:24.313 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.313 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.313 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.313 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:24.313 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:24.313 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:24.314 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:24.314 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.314 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.314 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.314 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:24.314 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:24.314 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.314 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.314 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.314 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.314 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:24.314 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.314 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.315 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.315 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.315 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.315 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.315 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.315 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.315 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.19", 2024-08-04T16:44:24.315 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.315 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.315 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.315 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5265, 2024-08-04T16:44:24.315 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.316 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:46:50.572080+0000", 2024-08-04T16:44:24.316 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.316 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.316 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.316 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.316 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.316 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.316 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.316 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.316 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.316 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.316 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.316 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.317 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.317 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.317 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.317 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.317 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.317 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.317 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.317 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.317 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.317 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.317 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.317 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.319 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.319 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.319 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.319 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.319 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.320 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.320 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:24.320 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.320 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:24.320 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.320 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.320 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.320 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.320 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.320 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.320 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.320 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.321 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:24.321 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.321 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.321 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.321 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.321 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.321 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.321 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:24.321 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991616+0000", 2024-08-04T16:44:24.321 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991616+0000", 2024-08-04T16:44:24.321 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991980+0000", 2024-08-04T16:44:24.321 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:24.321 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.321 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.322 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.322 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.322 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:24.322 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:24.322 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:24.322 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.322 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.322 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.322 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:24.322 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:24.322 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.322 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.323 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.323 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.323 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.323 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.323 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.323 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.323 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.323 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.323 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.323 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.323 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.323 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.18", 2024-08-04T16:44:24.323 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.323 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.324 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.324 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5141, 2024-08-04T16:44:24.324 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.324 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:09:28.314358+0000", 2024-08-04T16:44:24.324 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.324 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.324 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.327 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.327 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.327 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.327 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.327 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.327 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.327 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.327 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:24.327 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.328 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.328 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.328 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.328 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.328 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.328 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.328 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:24.328 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.328 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.328 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.328 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.328 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.328 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.328 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:24.328 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:23.520173+0000", 2024-08-04T16:44:24.329 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:23.520173+0000", 2024-08-04T16:44:24.329 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:23.520639+0000", 2024-08-04T16:44:24.329 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:24.329 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.329 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.329 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.329 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 407, 2024-08-04T16:44:24.329 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:24.329 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:24.329 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:24.329 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.329 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.329 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.329 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:24.329 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:24.330 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.330 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.330 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.330 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.330 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 406, 2024-08-04T16:44:24.330 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.330 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.330 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.330 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.330 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.330 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.330 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.330 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.331 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.18", 2024-08-04T16:44:24.331 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.331 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.331 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.331 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5209, 2024-08-04T16:44:24.331 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.331 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:00:55.771219+0000", 2024-08-04T16:44:24.331 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.331 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.331 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.334 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.334 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.334 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.334 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.334 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.335 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.335 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.335 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:24.335 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.335 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.335 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.335 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.335 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.335 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.335 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.335 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.335 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:24.335 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.335 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.335 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.336 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.336 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.336 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.336 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:24.336 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599181+0000", 2024-08-04T16:44:24.336 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599181+0000", 2024-08-04T16:44:24.336 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.599578+0000", 2024-08-04T16:44:24.336 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:24.336 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.336 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.336 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.336 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.336 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:24.336 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:24.337 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:24.337 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.337 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.337 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.337 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:24.337 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:24.337 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.337 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.337 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.337 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.337 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.337 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.337 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.337 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.337 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.337 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.338 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.338 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.338 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.338 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.19", 2024-08-04T16:44:24.338 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.338 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.338 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.338 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5213, 2024-08-04T16:44:24.338 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.338 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:44:51.433196+0000", 2024-08-04T16:44:24.338 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.339 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.339 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.342 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.342 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.342 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.342 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.342 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.342 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.342 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.342 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:24.342 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.342 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.342 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.342 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.343 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.343 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.343 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.343 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:24.343 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.343 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.343 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.343 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.343 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.343 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.343 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:24.343 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.602545+0000", 2024-08-04T16:44:24.343 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.602545+0000", 2024-08-04T16:44:24.344 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.603595+0000", 2024-08-04T16:44:24.344 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:24.344 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.344 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.344 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.344 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.344 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:24.344 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:24.344 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:24.344 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.344 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.344 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.345 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:24.345 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:24.345 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.345 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:24.345 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.345 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.345 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.345 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.345 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.345 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.345 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.345 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:24.345 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.345 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.346 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.346 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1a", 2024-08-04T16:44:24.346 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.346 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.346 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.346 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5119, 2024-08-04T16:44:24.346 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.346 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:10:29.511339+0000", 2024-08-04T16:44:24.346 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.346 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.346 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.346 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.350 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.350 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.350 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.350 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.350 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.350 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.350 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.350 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:24.350 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'2" 2024-08-04T16:44:24.350 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.350 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.350 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.350 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.350 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.351 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.351 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.351 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:24.351 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.351 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.351 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.351 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.351 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.351 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.351 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:24.351 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989544+0000", 2024-08-04T16:44:24.351 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989544+0000", 2024-08-04T16:44:24.351 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989867+0000", 2024-08-04T16:44:24.351 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:24.351 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:24.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:24.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:24.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:24.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:24.352 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.352 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.352 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.352 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.353 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.353 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.353 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.353 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.353 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.353 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.353 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.353 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.353 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.353 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1b", 2024-08-04T16:44:24.353 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.353 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.353 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.353 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5237, 2024-08-04T16:44:24.353 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.354 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:02:49.984019+0000", 2024-08-04T16:44:24.354 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.354 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.354 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.357 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.357 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.357 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.357 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.357 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.357 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.357 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.357 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.357 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.357 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.357 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.357 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:24.358 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.358 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.358 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.358 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.358 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.358 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.358 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.358 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.358 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:24.358 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.358 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.358 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:24.358 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.359 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.359 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:24.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.993630+0000", 2024-08-04T16:44:24.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.993630+0000", 2024-08-04T16:44:24.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.993986+0000", 2024-08-04T16:44:24.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:24.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:24.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:24.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:24.360 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.360 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.360 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:24.360 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:24.360 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:24.360 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.360 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:24.360 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.360 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.360 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.360 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.360 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.360 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.360 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.361 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:24.361 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.361 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.361 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.361 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1b", 2024-08-04T16:44:24.361 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.361 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.361 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.361 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5206, 2024-08-04T16:44:24.361 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.361 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:52:38.775753+0000", 2024-08-04T16:44:24.361 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.361 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.361 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.365 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.365 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.365 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.365 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.365 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.365 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.365 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.365 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.365 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:24.365 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'2" 2024-08-04T16:44:24.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.366 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.366 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.366 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.366 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.366 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.366 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.366 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:24.366 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.366 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.366 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.366 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.366 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.366 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:24.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.586744+0000", 2024-08-04T16:44:24.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.586744+0000", 2024-08-04T16:44:24.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.587047+0000", 2024-08-04T16:44:24.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:24.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:24.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:24.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:24.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:24.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.368 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.368 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.368 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:24.368 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:24.368 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.368 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.368 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.368 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.368 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:24.368 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.368 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.368 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.368 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.368 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.369 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.369 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.369 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.369 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1a", 2024-08-04T16:44:24.369 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.369 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.369 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.369 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5192, 2024-08-04T16:44:24.369 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.369 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:52:21.003324+0000", 2024-08-04T16:44:24.369 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.369 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.369 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.372 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.372 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.372 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.372 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.372 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.372 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.372 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.372 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.372 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.372 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.372 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.372 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.373 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.373 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.373 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.373 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.373 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.373 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.373 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.373 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:24.373 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.373 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.373 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.373 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.373 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.373 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:24.374 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.374 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:24.374 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.374 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.374 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.374 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.374 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.374 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:24.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.598054+0000", 2024-08-04T16:44:24.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.598054+0000", 2024-08-04T16:44:24.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.598507+0000", 2024-08-04T16:44:24.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:24.375 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.375 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.375 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.375 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.375 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:24.375 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:24.375 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:24.375 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.375 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.375 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.375 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:24.375 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:24.375 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.375 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.376 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.376 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.376 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.376 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.376 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.376 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.376 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.376 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.376 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.376 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.376 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.376 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.20", 2024-08-04T16:44:24.376 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.376 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.377 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.377 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5100, 2024-08-04T16:44:24.377 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.377 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:27:31.106267+0000", 2024-08-04T16:44:24.377 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.377 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.377 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.380 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.380 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.380 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.380 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.380 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.380 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.380 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.380 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.380 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.380 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.380 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.380 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.381 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.381 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.381 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:24.381 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.381 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:24.381 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.381 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.381 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.381 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.381 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.381 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.382 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.382 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:24.382 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.382 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.382 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.382 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.382 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.382 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.382 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:24.382 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.595279+0000", 2024-08-04T16:44:24.382 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.595279+0000", 2024-08-04T16:44:24.382 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.595750+0000", 2024-08-04T16:44:24.382 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:24.383 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.383 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.383 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.383 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.383 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:24.383 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:24.383 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:24.383 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.383 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.383 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.383 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:24.383 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:24.383 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.383 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.384 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.384 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.384 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.384 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.384 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.384 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.384 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.384 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.384 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.384 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.384 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.384 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.21", 2024-08-04T16:44:24.384 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.384 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.385 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.385 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5242, 2024-08-04T16:44:24.385 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.385 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:28:58.464300+0000", 2024-08-04T16:44:24.385 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.385 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.385 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.387 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.387 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.387 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.387 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.387 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.387 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.387 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.387 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.387 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.387 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.387 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.387 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.387 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.387 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.387 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.388 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.388 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.388 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.388 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.388 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.388 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.388 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.388 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.388 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.388 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.388 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.388 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.389 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.389 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:24.389 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.389 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.389 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.389 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.389 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.389 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.389 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.389 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:24.389 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.389 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.389 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.389 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.390 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.390 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.390 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:24.390 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.563450+0000", 2024-08-04T16:44:24.390 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.563450+0000", 2024-08-04T16:44:24.390 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.564118+0000", 2024-08-04T16:44:24.390 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:24.390 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.390 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.390 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.390 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:24.390 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:24.390 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:24.391 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:24.391 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.391 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.391 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.391 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:24.391 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:24.391 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.391 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.391 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.391 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.391 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:24.391 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.391 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.391 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.392 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.392 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.392 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.392 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.392 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.392 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.22", 2024-08-04T16:44:24.392 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.392 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.392 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.392 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5162, 2024-08-04T16:44:24.392 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.392 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:52:21.417457+0000", 2024-08-04T16:44:24.392 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.392 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.392 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.394 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.394 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.394 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.394 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.394 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.394 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.394 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.394 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.394 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.394 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.394 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.394 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.394 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.394 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.395 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.395 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.395 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.395 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.395 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.395 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.395 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.395 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.395 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.395 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.395 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.395 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.395 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.395 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.396 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.396 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.396 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.396 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.396 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.396 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.396 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:24.396 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.396 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.396 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.396 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.396 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.396 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:24.397 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.397 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:24.397 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.397 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.397 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.397 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.397 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.397 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.397 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:24.397 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.580980+0000", 2024-08-04T16:44:24.397 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.580980+0000", 2024-08-04T16:44:24.397 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.581324+0000", 2024-08-04T16:44:24.397 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:24.397 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.397 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.398 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.398 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:24.398 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:24.398 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:24.398 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:24.398 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.398 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.398 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.398 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:24.398 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:24.398 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.398 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.398 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.399 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.399 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:24.399 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.399 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.399 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.399 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.399 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.399 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.399 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.399 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.399 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.23", 2024-08-04T16:44:24.399 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.399 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.400 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.400 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5309, 2024-08-04T16:44:24.400 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.400 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:13:12.510761+0000", 2024-08-04T16:44:24.400 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.400 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.400 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.402 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.402 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.402 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.402 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.402 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.402 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.402 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.402 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.402 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.402 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.402 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.402 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.402 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.403 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.403 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.403 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.403 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.403 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.403 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.403 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.403 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.403 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.403 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.403 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.403 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:24.403 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.404 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:24.404 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.404 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.404 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.404 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.404 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.404 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.404 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.404 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:24.404 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.404 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.404 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.404 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.404 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.404 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.405 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:24.405 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.577771+0000", 2024-08-04T16:44:24.405 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.577771+0000", 2024-08-04T16:44:24.405 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.578126+0000", 2024-08-04T16:44:24.405 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:24.405 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.405 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.405 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.405 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:24.405 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:24.405 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:24.405 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:24.405 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.405 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.405 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.406 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:24.406 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:24.406 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.406 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.406 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.406 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.406 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:24.406 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.406 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.406 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.406 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.406 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.406 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.407 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.407 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.407 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.24", 2024-08-04T16:44:24.407 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.407 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.407 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.407 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5213, 2024-08-04T16:44:24.407 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.407 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:25:43.166862+0000", 2024-08-04T16:44:24.407 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.407 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.407 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.409 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.409 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.409 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.409 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.409 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.409 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.409 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.409 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.409 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.409 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.409 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.409 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.409 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.409 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.409 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.409 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.410 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.410 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.410 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.410 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.410 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.410 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.410 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.410 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.410 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.410 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.410 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.411 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.411 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:24.411 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.411 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.411 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.411 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.411 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.411 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.411 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.411 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:24.411 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.412 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.412 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.412 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.412 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.412 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.412 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:24.412 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:23.519063+0000", 2024-08-04T16:44:24.412 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:23.519063+0000", 2024-08-04T16:44:24.412 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:23.519811+0000", 2024-08-04T16:44:24.412 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:24.412 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.412 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.412 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.412 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 407, 2024-08-04T16:44:24.413 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:24.413 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:24.413 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:24.413 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.413 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.413 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.413 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:24.413 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:24.413 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.413 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.413 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.413 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.413 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 406, 2024-08-04T16:44:24.413 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.414 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.414 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.414 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.414 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.414 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.414 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.414 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.414 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.25", 2024-08-04T16:44:24.414 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.414 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.414 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.414 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5269, 2024-08-04T16:44:24.414 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.414 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:07:14.185280+0000", 2024-08-04T16:44:24.415 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.415 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.415 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.416 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.416 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.416 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.416 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.416 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.416 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.416 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.416 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.416 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.416 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.416 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.416 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.416 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.417 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.417 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.417 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.417 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.417 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.417 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.417 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.417 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.417 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.417 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.417 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.417 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.417 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.417 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.418 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.418 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.418 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.418 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.418 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.418 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.418 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.418 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.418 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.418 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.418 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.418 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:24.418 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.419 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.419 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.419 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.419 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.419 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:24.419 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.419 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:24.419 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.419 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.419 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.419 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.419 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.419 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.419 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:24.420 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.987039+0000", 2024-08-04T16:44:24.420 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.987039+0000", 2024-08-04T16:44:24.420 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.987400+0000", 2024-08-04T16:44:24.420 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:24.420 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.420 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.420 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.420 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.420 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:24.420 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:24.420 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:24.420 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.420 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.421 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.421 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:24.421 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:24.421 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.421 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.421 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.421 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.421 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.421 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.421 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.421 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.421 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.421 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.422 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.422 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.422 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.422 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.26", 2024-08-04T16:44:24.422 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.422 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.422 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.422 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5101, 2024-08-04T16:44:24.422 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.422 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:16:44.675554+0000", 2024-08-04T16:44:24.422 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.422 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.422 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.424 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.424 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.424 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.424 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.424 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.424 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.424 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.424 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.424 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.424 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.424 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.424 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.424 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.424 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.425 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.425 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.425 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.425 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.425 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.425 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.425 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.425 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.425 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.425 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.425 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.425 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.425 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.426 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.426 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.426 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.426 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.426 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.426 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:24.426 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.426 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:24.426 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.426 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.426 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.427 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.427 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.427 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.427 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.427 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:24.427 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.427 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.427 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.427 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.427 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.427 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.427 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:24.427 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.583980+0000", 2024-08-04T16:44:24.427 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.583980+0000", 2024-08-04T16:44:24.428 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.584684+0000", 2024-08-04T16:44:24.428 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:24.428 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.428 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.428 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.428 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:24.428 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:24.428 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:24.428 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:24.428 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.428 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.428 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.428 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:24.429 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:24.429 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.429 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.429 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.429 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.429 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:24.429 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.429 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.429 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.429 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.429 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.429 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.429 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.429 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.430 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.27", 2024-08-04T16:44:24.430 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.430 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.430 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.430 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5193, 2024-08-04T16:44:24.430 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.430 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:51:10.221798+0000", 2024-08-04T16:44:24.430 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.430 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.430 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.430 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.430 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.430 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.430 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.432 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.432 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.432 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.432 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.432 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.432 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.432 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.432 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.432 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.432 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.432 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.432 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.432 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.432 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.433 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.433 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.433 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.433 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.433 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.433 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.433 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.433 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.433 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.433 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.433 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.433 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.433 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.434 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.434 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:24.434 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.434 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.434 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.434 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.434 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.434 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.434 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.434 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:24.434 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.434 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.435 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.435 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.435 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.435 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.435 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:24.435 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.562080+0000", 2024-08-04T16:44:24.435 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.562080+0000", 2024-08-04T16:44:24.435 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.562969+0000", 2024-08-04T16:44:24.435 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:24.435 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.435 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.435 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.435 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:24.435 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:24.436 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:24.436 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:24.436 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.436 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.436 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.436 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:24.436 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:24.436 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.436 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.436 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.436 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.436 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:24.436 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.436 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.437 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.437 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.437 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.437 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.437 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.437 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.437 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.28", 2024-08-04T16:44:24.437 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.437 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.437 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.437 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5161, 2024-08-04T16:44:24.437 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.437 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:12:49.140239+0000", 2024-08-04T16:44:24.437 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.437 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.438 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.440 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.440 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.440 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.440 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.440 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.440 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.440 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.440 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.440 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.440 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.440 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.440 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.440 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.441 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.441 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.441 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.441 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.441 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.441 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.441 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.441 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:24.441 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.441 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.441 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.441 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.441 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.442 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.442 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.442 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:24.442 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.442 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.442 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.442 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.442 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.442 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.442 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:24.442 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.581209+0000", 2024-08-04T16:44:24.442 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.581209+0000", 2024-08-04T16:44:24.442 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.581554+0000", 2024-08-04T16:44:24.442 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:24.442 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.442 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.443 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.443 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:24.443 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:24.443 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:24.443 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:24.443 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.443 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.443 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.443 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:24.443 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:24.443 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.443 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.443 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.444 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.444 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:24.444 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.444 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.444 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.444 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.444 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.444 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.444 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.444 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.444 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.29", 2024-08-04T16:44:24.444 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.444 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.444 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.445 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5203, 2024-08-04T16:44:24.445 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.445 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:10:08.108146+0000", 2024-08-04T16:44:24.445 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.445 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.445 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.447 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.447 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.447 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.447 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.447 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.447 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.447 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.447 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.447 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.447 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.447 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.447 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.447 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.448 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.448 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.448 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.448 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.448 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.448 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.448 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.448 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.448 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.448 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.448 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.448 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.448 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:24.448 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.449 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.449 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.449 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.449 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.449 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.449 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.449 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:24.449 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.449 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.449 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.449 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.449 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.449 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.450 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:24.450 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989391+0000", 2024-08-04T16:44:24.450 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989391+0000", 2024-08-04T16:44:24.450 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989742+0000", 2024-08-04T16:44:24.450 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:24.450 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.450 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.450 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.450 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.450 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:24.450 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:24.450 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:24.450 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.450 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.451 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.451 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:24.451 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:24.451 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.451 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.451 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.451 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.451 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.451 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.451 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.451 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.451 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.451 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.451 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.451 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.452 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.452 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2a", 2024-08-04T16:44:24.452 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.452 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.452 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.452 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5128, 2024-08-04T16:44:24.452 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.452 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:18:23.423082+0000", 2024-08-04T16:44:24.452 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.452 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.452 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.455 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.455 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.455 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.455 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.455 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.455 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.455 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.456 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:24.456 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.456 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.456 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.456 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.456 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.456 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.456 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.456 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:24.456 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.456 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.456 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.456 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.457 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.457 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:24.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990942+0000", 2024-08-04T16:44:24.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990942+0000", 2024-08-04T16:44:24.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991788+0000", 2024-08-04T16:44:24.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:24.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:24.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:24.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:24.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.458 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.458 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.458 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:24.458 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:24.458 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.458 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.458 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.458 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.458 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.458 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.458 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.458 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.459 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.459 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.459 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.459 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.459 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.459 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2b", 2024-08-04T16:44:24.459 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.459 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.459 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.459 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5307, 2024-08-04T16:44:24.459 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.459 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:51:42.848644+0000", 2024-08-04T16:44:24.459 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.459 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.459 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.463 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.463 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.463 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.463 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.463 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.463 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.463 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.463 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:24.463 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.463 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.463 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.463 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.463 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.464 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.464 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.464 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:24.464 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.464 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.464 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.464 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.464 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.464 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.464 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:24.464 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.610967+0000", 2024-08-04T16:44:24.464 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.610967+0000", 2024-08-04T16:44:24.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.611929+0000", 2024-08-04T16:44:24.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:24.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:24.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:24.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:24.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:24.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:24.466 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.466 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.466 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.466 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.466 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.466 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.466 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.466 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.466 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.466 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.466 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.466 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.467 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.467 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2c", 2024-08-04T16:44:24.467 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.467 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.467 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.467 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5107, 2024-08-04T16:44:24.467 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.467 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:48:44.331953+0000", 2024-08-04T16:44:24.467 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.467 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.467 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.471 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.471 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.471 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.471 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.471 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.471 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.471 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.471 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:24.471 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.471 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.472 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.472 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.472 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.472 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.472 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.472 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:24.472 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.472 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.472 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.472 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.472 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.473 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.473 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:24.473 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.997969+0000", 2024-08-04T16:44:24.473 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.997969+0000", 2024-08-04T16:44:24.473 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.000683+0000", 2024-08-04T16:44:24.473 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:24.473 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.473 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.473 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.473 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.473 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:24.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:24.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:24.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:24.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:24.474 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.474 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.474 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.474 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.474 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.475 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.475 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.475 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.475 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.475 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.475 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.475 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.475 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.475 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2d", 2024-08-04T16:44:24.475 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.475 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.475 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.475 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5068, 2024-08-04T16:44:24.475 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.476 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:12:42.720675+0000", 2024-08-04T16:44:24.476 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.476 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.476 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.479 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.479 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.479 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.479 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.479 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.479 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.479 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.479 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.479 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.479 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.479 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.479 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.479 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.480 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:24.480 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.480 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.480 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.480 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.480 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.480 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.480 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.480 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:24.480 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.480 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.480 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.480 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.481 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.481 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:24.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989217+0000", 2024-08-04T16:44:24.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989217+0000", 2024-08-04T16:44:24.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.990870+0000", 2024-08-04T16:44:24.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:24.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:24.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:24.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:24.482 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.482 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.482 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.482 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:24.482 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:24.482 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.482 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.482 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.482 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.482 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.482 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.482 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.483 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.483 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.483 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.483 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.483 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.483 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.483 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2e", 2024-08-04T16:44:24.483 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.483 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.483 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.483 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5238, 2024-08-04T16:44:24.483 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.483 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:51:30.143024+0000", 2024-08-04T16:44:24.483 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.484 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.484 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.485 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.485 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.485 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.485 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.485 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.485 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.485 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.485 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.485 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.485 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.485 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.485 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.485 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.485 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.486 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.486 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.486 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.486 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.486 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.486 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.486 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.486 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.486 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.486 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.486 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.486 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.486 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.487 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.487 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.487 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.487 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.487 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.487 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.487 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.487 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.487 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.487 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:24.487 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.488 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.488 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.488 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.488 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.488 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:24.488 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.488 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:24.488 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.488 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.488 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.488 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.488 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.488 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.489 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:24.489 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990480+0000", 2024-08-04T16:44:24.489 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990480+0000", 2024-08-04T16:44:24.489 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.990789+0000", 2024-08-04T16:44:24.489 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:24.489 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.489 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.489 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.489 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.489 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:24.489 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:24.489 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:24.490 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.490 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.490 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.490 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:24.490 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:24.490 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.490 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.490 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.490 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.490 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.490 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.490 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.490 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.491 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.491 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.491 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.491 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.491 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.491 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2f", 2024-08-04T16:44:24.491 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.491 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.491 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.491 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5139, 2024-08-04T16:44:24.491 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.491 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:41:22.371462+0000", 2024-08-04T16:44:24.491 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.492 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.492 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.495 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.495 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.495 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.495 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.495 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.495 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.495 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:24.495 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.495 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:24.495 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.495 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.495 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.495 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.496 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.496 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.496 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.496 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.496 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:24.496 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.496 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.496 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.496 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.496 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.496 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.496 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:24.496 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991659+0000", 2024-08-04T16:44:24.496 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991659+0000", 2024-08-04T16:44:24.497 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991951+0000", 2024-08-04T16:44:24.497 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:24.497 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.497 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.497 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.497 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.497 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:24.497 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:24.497 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:24.497 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.497 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.497 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.497 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:24.497 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:24.497 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.498 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.498 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.498 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.498 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.498 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.498 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.498 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.498 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.498 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.498 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.498 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.498 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.499 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.30", 2024-08-04T16:44:24.499 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.499 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.499 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.499 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5136, 2024-08-04T16:44:24.499 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.499 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:50:55.081855+0000", 2024-08-04T16:44:24.499 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.499 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.499 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.502 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.502 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.502 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.502 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.502 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.502 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.502 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.502 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.502 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.503 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:24.503 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.503 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.503 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.503 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.503 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.503 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.503 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:24.503 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.503 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:24.503 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.503 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.503 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.503 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.503 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.504 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.504 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:24.504 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.563781+0000", 2024-08-04T16:44:24.504 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.563781+0000", 2024-08-04T16:44:24.504 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.564090+0000", 2024-08-04T16:44:24.504 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:24.504 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.504 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.504 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.504 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:24.504 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:24.504 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:24.504 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:24.504 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.505 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.505 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.505 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:24.505 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:24.505 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.505 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.505 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.505 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.505 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:24.505 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.505 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.505 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.506 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.506 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.506 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.506 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.506 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.506 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.31", 2024-08-04T16:44:24.506 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.506 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.506 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.506 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5266, 2024-08-04T16:44:24.506 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.507 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:54:31.144230+0000", 2024-08-04T16:44:24.507 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.507 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.507 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.509 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.510 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.510 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.510 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.510 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.510 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.510 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.510 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.510 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:24.510 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.511 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:24.511 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.511 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.511 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.511 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.511 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.511 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.511 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:24.511 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.511 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:24.511 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.511 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.511 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.511 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.511 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.512 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.512 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:24.512 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.565356+0000", 2024-08-04T16:44:24.512 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.565356+0000", 2024-08-04T16:44:24.512 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.565682+0000", 2024-08-04T16:44:24.512 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:24.512 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.512 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.512 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.512 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:24.512 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:24.512 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:24.512 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:24.512 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.512 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.512 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:24.513 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:24.513 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.513 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.513 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.513 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.513 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:24.513 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.513 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.513 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.513 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.513 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.513 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.513 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.514 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.514 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.32", 2024-08-04T16:44:24.514 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.514 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.514 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.514 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5306, 2024-08-04T16:44:24.514 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.514 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:56:41.536554+0000", 2024-08-04T16:44:24.514 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.514 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.514 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.517 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.517 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.517 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.517 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.517 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.517 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.518 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.518 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:24.518 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.518 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:24.518 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.518 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.518 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.518 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.518 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.518 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.518 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.518 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.519 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:24.519 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.519 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.519 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.519 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.519 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.519 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.519 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:24.519 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599458+0000", 2024-08-04T16:44:24.519 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599458+0000", 2024-08-04T16:44:24.519 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.600046+0000", 2024-08-04T16:44:24.519 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:24.519 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.519 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.519 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:24.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:24.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:24.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:24.520 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:24.520 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.520 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.520 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.520 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.520 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.520 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.521 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.521 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.521 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.521 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.521 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.521 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.521 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.521 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.33", 2024-08-04T16:44:24.521 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.521 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.521 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.521 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5201, 2024-08-04T16:44:24.522 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.522 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:59:08.476361+0000", 2024-08-04T16:44:24.522 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.522 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.522 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.525 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.525 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.525 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.525 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.525 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.525 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.525 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.525 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.526 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.526 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:24.526 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.526 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.526 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.526 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.526 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.526 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.526 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:24.526 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.526 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:24.526 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.526 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.527 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.527 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.527 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.527 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.527 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:24.527 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.608059+0000", 2024-08-04T16:44:24.527 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.608059+0000", 2024-08-04T16:44:24.527 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.608397+0000", 2024-08-04T16:44:24.527 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:24.527 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.527 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.527 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.527 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:24.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:24.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:24.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:24.528 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:24.528 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.528 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.528 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.528 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.528 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.528 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.528 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.529 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.529 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.529 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.529 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.529 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.529 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.529 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.34", 2024-08-04T16:44:24.529 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.529 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.529 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.529 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5186, 2024-08-04T16:44:24.529 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.529 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:30:54.310246+0000", 2024-08-04T16:44:24.529 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.529 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.529 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.533 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.533 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.533 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.533 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.533 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.533 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:24.533 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.533 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:24.533 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.533 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:24.533 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.533 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.533 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.533 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.534 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.534 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.534 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.534 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.534 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:24.534 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.534 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.534 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.534 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.534 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.534 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.534 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:24.534 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.610243+0000", 2024-08-04T16:44:24.535 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.610243+0000", 2024-08-04T16:44:24.535 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.610583+0000", 2024-08-04T16:44:24.535 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:24.535 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.535 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.535 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.535 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.535 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:24.535 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:24.535 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:24.535 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.535 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.535 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:24.536 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:24.536 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.536 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.536 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.536 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.536 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.536 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.536 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.536 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.536 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.536 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.536 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.536 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.536 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.536 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.35", 2024-08-04T16:44:24.537 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.537 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.537 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.537 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5095, 2024-08-04T16:44:24.537 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.537 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:31:13.861777+0000", 2024-08-04T16:44:24.537 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.537 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.537 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.540 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.540 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.540 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.540 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.540 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.540 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.540 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.540 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.540 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.540 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:24.541 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.541 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.541 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.541 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.541 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.541 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.541 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.541 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.541 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:24.541 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.541 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.541 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.541 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.541 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.542 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:24.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.611429+0000", 2024-08-04T16:44:24.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.611429+0000", 2024-08-04T16:44:24.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.611788+0000", 2024-08-04T16:44:24.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:24.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:24.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:24.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:24.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:24.543 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:24.543 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.543 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.543 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.543 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.543 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.543 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.543 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.543 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.543 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.543 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.544 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.544 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.544 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.544 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.36", 2024-08-04T16:44:24.544 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.544 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.544 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.544 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5095, 2024-08-04T16:44:24.544 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.544 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:06:11.699504+0000", 2024-08-04T16:44:24.544 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.544 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.544 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.548 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.548 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.548 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.548 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.548 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.548 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.548 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.548 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.548 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:24.548 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.548 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.549 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.549 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.549 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.549 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.549 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.549 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.549 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:24.549 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.549 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.549 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.549 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.549 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.549 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:24.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.995539+0000", 2024-08-04T16:44:24.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.995539+0000", 2024-08-04T16:44:24.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.996621+0000", 2024-08-04T16:44:24.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:24.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:24.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:24.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:24.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.551 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.551 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:24.551 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:24.551 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.551 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.551 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.551 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.551 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.551 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.551 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.551 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.551 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.551 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.552 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.552 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.552 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.552 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.37", 2024-08-04T16:44:24.552 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.552 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.552 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.552 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5075, 2024-08-04T16:44:24.552 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.552 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:58:48.274081+0000", 2024-08-04T16:44:24.552 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.552 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.552 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.555 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.555 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.555 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.555 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.556 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.556 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.556 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.556 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.556 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:24.556 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.556 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.556 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.556 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.556 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.556 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.556 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.556 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.556 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:24.557 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.557 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.557 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.557 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.557 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.557 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:24.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.593908+0000", 2024-08-04T16:44:24.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.593908+0000", 2024-08-04T16:44:24.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.594328+0000", 2024-08-04T16:44:24.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:24.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.558 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.558 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.558 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:24.558 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:24.558 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:24.558 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.558 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.558 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.558 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:24.558 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:24.558 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.558 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.559 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.559 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.559 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.559 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.559 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.559 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.559 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.559 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.559 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.559 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.559 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.559 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.38", 2024-08-04T16:44:24.559 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.559 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.560 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.560 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5199, 2024-08-04T16:44:24.560 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.560 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:34:53.340125+0000", 2024-08-04T16:44:24.560 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.560 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.560 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.563 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.563 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.563 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.563 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.563 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.563 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.563 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.564 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.564 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:24.564 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.564 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.564 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.564 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.564 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.564 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.564 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:24.564 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.564 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:24.564 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.564 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.564 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.564 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.564 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.565 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:24.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.993626+0000", 2024-08-04T16:44:24.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.993626+0000", 2024-08-04T16:44:24.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.993943+0000", 2024-08-04T16:44:24.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:24.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:24.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:24.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:24.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.566 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.566 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.566 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:24.566 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:24.566 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.566 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.566 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.566 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.566 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.566 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.566 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.566 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.566 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.566 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.567 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.567 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.567 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.567 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.39", 2024-08-04T16:44:24.567 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.567 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.567 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.567 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5083, 2024-08-04T16:44:24.567 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.567 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:41:06.136556+0000", 2024-08-04T16:44:24.567 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.567 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.567 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.570 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.570 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.570 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.570 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.570 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.570 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.570 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.571 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:24.571 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.571 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:24.571 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.571 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.571 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.571 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.571 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.571 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.571 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.571 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.571 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:24.572 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.572 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.572 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.572 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.572 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.572 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:24.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.561485+0000", 2024-08-04T16:44:24.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.561485+0000", 2024-08-04T16:44:24.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.564396+0000", 2024-08-04T16:44:24.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:24.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.573 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.573 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.573 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:24.573 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:24.573 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:24.573 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:24.573 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.573 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.573 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.573 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:24.573 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:24.573 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.573 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.573 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.573 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.574 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:24.574 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.574 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.574 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.574 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.574 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.574 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.574 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.574 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.574 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3a", 2024-08-04T16:44:24.574 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.575 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.575 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.575 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5133, 2024-08-04T16:44:24.575 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.575 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:17:43.219156+0000", 2024-08-04T16:44:24.575 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.575 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.575 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.578 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.578 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.578 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.578 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.578 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.578 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.578 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.578 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.578 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:24.578 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.579 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.579 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.579 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.579 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.579 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.579 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:24.579 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.579 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:24.579 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.579 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.579 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.579 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.579 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.579 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.579 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:24.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.000548+0000", 2024-08-04T16:44:24.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.000548+0000", 2024-08-04T16:44:24.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.001427+0000", 2024-08-04T16:44:24.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:24.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:24.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:24.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:24.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.580 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:24.581 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:24.581 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.581 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.581 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.581 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.581 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.581 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.581 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.581 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.581 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.581 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.581 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.582 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.582 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.582 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3b", 2024-08-04T16:44:24.582 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.582 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.582 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.582 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5083, 2024-08-04T16:44:24.582 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.582 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:57:58.084915+0000", 2024-08-04T16:44:24.582 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.582 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.582 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.585 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.585 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.585 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.585 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.585 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.586 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.586 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:24.586 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.586 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:24.586 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.586 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.586 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.586 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.586 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.586 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.586 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.586 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.586 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:24.587 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.587 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.587 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.587 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.587 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.587 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.587 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:24.587 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989273+0000", 2024-08-04T16:44:24.587 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989273+0000", 2024-08-04T16:44:24.587 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989611+0000", 2024-08-04T16:44:24.587 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:24.587 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.587 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.587 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.588 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.588 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:24.588 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:24.588 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:24.588 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.588 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.588 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.588 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:24.588 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:24.588 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.588 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.588 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.588 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.588 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.589 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.589 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.589 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.589 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.589 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.589 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.589 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.589 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.589 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3c", 2024-08-04T16:44:24.589 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.589 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.589 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.589 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5155, 2024-08-04T16:44:24.590 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.590 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:32:25.324972+0000", 2024-08-04T16:44:24.590 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.590 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.590 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.592 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.593 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.593 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.593 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.593 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.593 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:24.593 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:24.593 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:24.593 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.593 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:24.594 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.594 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.594 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.594 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.594 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.594 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.594 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.594 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.594 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:24.594 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.594 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.594 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.594 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.594 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.595 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.595 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:24.595 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:32:50.699018+0000", 2024-08-04T16:44:24.595 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:32:50.699018+0000", 2024-08-04T16:44:24.595 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:32:50.699347+0000", 2024-08-04T16:44:24.595 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:24.595 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.595 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.595 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.595 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 374, 2024-08-04T16:44:24.595 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:24.595 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:24.595 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:24.595 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.596 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.596 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.596 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:24.596 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:24.596 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.596 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.596 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.596 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.596 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 373, 2024-08-04T16:44:24.596 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.596 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.597 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.597 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.597 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.597 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.597 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.597 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.597 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3d", 2024-08-04T16:44:24.597 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.597 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.597 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.597 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5309, 2024-08-04T16:44:24.597 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.597 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:39:33.421666+0000", 2024-08-04T16:44:24.598 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.598 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.598 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.598 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.598 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.598 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.598 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.598 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.598 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.598 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.598 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.599 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.601 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.601 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.601 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.601 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.601 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.601 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:24.601 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:24.601 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.601 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:24.601 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.601 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.601 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.602 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.602 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.602 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.602 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.602 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.602 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:24.602 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.602 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.602 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.602 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.602 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.602 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.602 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:24.602 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.602195+0000", 2024-08-04T16:44:24.602 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.602195+0000", 2024-08-04T16:44:24.603 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.602552+0000", 2024-08-04T16:44:24.603 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:24.603 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.603 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.603 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.603 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:24.603 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:24.603 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:24.603 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:24.603 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.603 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.603 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.603 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:24.603 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:24.603 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.604 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.604 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.604 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.604 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:24.604 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.604 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.604 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.604 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.604 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.604 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.604 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.604 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.604 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3e", 2024-08-04T16:44:24.605 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.605 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.605 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.605 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5279, 2024-08-04T16:44:24.605 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.605 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:38:03.632654+0000", 2024-08-04T16:44:24.605 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.605 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.605 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.605 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.605 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.605 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.605 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.605 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.606 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.606 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.606 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.606 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.606 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.606 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.606 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.606 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.606 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.606 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.606 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.606 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.606 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.606 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.607 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.608 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.608 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.608 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.608 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.608 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.608 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:24.608 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:24.609 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.609 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:24.609 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.609 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.609 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.609 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:24.609 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.609 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.609 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.609 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.609 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:24.609 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:24.609 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:24.609 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:24.610 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:24.610 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:24.610 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:24.610 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:24.610 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.995342+0000", 2024-08-04T16:44:24.610 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.995342+0000", 2024-08-04T16:44:24.610 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.995914+0000", 2024-08-04T16:44:24.610 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:24.610 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.610 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:24.610 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.610 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:24.610 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:24.610 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:24.611 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:24.611 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:24.611 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:24.611 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:24.611 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:24.611 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:24.611 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:24.611 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.611 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:24.611 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:24.611 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:24.611 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:24.611 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:24.611 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:24.611 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:24.612 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.612 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:24.612 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:24.612 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:24.612 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3f", 2024-08-04T16:44:24.612 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:24.612 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:24.612 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:24.612 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5071, 2024-08-04T16:44:24.612 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:24.612 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:36:53.831071+0000", 2024-08-04T16:44:24.612 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:24.612 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:24.612 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.612 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.612 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.614 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.614 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.614 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.614 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.614 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.614 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.614 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.614 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.614 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.614 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.614 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.614 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.614 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.614 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.615 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.615 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:24.615 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:24.615 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:24.616 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.616 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:24.616 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.616 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.616 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:24.616 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:24.616 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.616 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.616 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_per_pool": [ 2024-08-04T16:44:24.616 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.616 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 3, 2024-08-04T16:44:24.616 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:24.616 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr" 2024-08-04T16:44:24.616 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.616 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 257, 2024-08-04T16:44:24.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 1, 2024-08-04T16:44:24.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 3, 2024-08-04T16:44:24.617 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 257, 2024-08-04T16:44:24.617 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 1, 2024-08-04T16:44:24.617 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 590368, 2024-08-04T16:44:24.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 1771104, 2024-08-04T16:44:24.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:24.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:24.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:24.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 6, 2024-08-04T16:44:24.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1358, 2024-08-04T16:44:24.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 2144, 2024-08-04T16:44:24.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.620 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 431, 2024-08-04T16:44:24.620 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 2416 2024-08-04T16:44:24.620 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.620 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:24.620 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 1781760, 2024-08-04T16:44:24.620 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:24.620 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:24.620 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:24.620 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:24.620 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 1771104, 2024-08-04T16:44:24.620 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:24.620 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:24.620 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T16:44:24.620 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:24.620 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.620 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 3 2024-08-04T16:44:24.621 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.621 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.621 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 96, 2024-08-04T16:44:24.621 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:24.621 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T16:44:24.621 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.621 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 68, 2024-08-04T16:44:24.621 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 32, 2024-08-04T16:44:24.621 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 8, 2024-08-04T16:44:24.621 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 68, 2024-08-04T16:44:24.621 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 2, 2024-08-04T16:44:24.621 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.621 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 6596, 2024-08-04T16:44:24.621 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.621 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.621 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 66, 2024-08-04T16:44:24.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 22, 2024-08-04T16:44:24.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 22, 2024-08-04T16:44:24.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 14, 2024-08-04T16:44:24.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 79, 2024-08-04T16:44:24.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 86, 2024-08-04T16:44:24.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 68, 2024-08-04T16:44:24.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 35 2024-08-04T16:44:24.624 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.624 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:24.624 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 110592, 2024-08-04T16:44:24.624 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:24.624 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:24.624 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:24.624 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:24.624 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 19788, 2024-08-04T16:44:24.624 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:24.624 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:24.625 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 45154, 2024-08-04T16:44:24.625 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:24.625 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.625 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 96 2024-08-04T16:44:24.625 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.625 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.625 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 192, 2024-08-04T16:44:24.625 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:24.625 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T16:44:24.625 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.625 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 64, 2024-08-04T16:44:24.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 8, 2024-08-04T16:44:24.625 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.625 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 3, 2024-08-04T16:44:24.625 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.628 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.629 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:24.629 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 0, 2024-08-04T16:44:24.629 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:24.629 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:24.629 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:24.629 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:24.629 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 0, 2024-08-04T16:44:24.629 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:24.629 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:24.629 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T16:44:24.629 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:24.629 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.629 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 192 2024-08-04T16:44:24.629 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.629 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.630 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 24, 2024-08-04T16:44:24.630 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:24.630 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd" 2024-08-04T16:44:24.630 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.630 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 24485, 2024-08-04T16:44:24.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 8, 2024-08-04T16:44:24.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 8, 2024-08-04T16:44:24.630 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 24485, 2024-08-04T16:44:24.630 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 4, 2024-08-04T16:44:24.630 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 4194323, 2024-08-04T16:44:24.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 12, 2024-08-04T16:44:24.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 4, 2024-08-04T16:44:24.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 4, 2024-08-04T16:44:24.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 2, 2024-08-04T16:44:24.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 9012, 2024-08-04T16:44:24.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 3035268, 2024-08-04T16:44:24.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 24354, 2024-08-04T16:44:24.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 3142847 2024-08-04T16:44:24.633 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.633 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:24.633 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 12595200, 2024-08-04T16:44:24.633 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:24.633 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:24.633 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:24.633 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:24.633 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 12582969, 2024-08-04T16:44:24.634 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:24.634 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:24.634 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T16:44:24.634 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:24.634 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.634 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 24 2024-08-04T16:44:24.634 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.634 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.634 INFO:tasks.workunit.client.0.smithi007.stdout: "usage": { 2024-08-04T16:44:24.634 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 105, 2024-08-04T16:44:24.634 INFO:tasks.workunit.client.0.smithi007.stdout: "pools": 4, 2024-08-04T16:44:24.634 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_by_class": { 2024-08-04T16:44:24.635 INFO:tasks.workunit.client.0.smithi007.stdout: "ssd": { 2024-08-04T16:44:24.635 INFO:tasks.workunit.client.0.smithi007.stdout: "total_avail_bytes": 762287935488, 2024-08-04T16:44:24.635 INFO:tasks.workunit.client.0.smithi007.stdout: "total_bytes": 767960285184, 2024-08-04T16:44:24.635 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_bytes": 5672349696, 2024-08-04T16:44:24.635 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_raw_bytes": 5672349696, 2024-08-04T16:44:24.635 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_raw_ratio": 0.007386254146695137 2024-08-04T16:44:24.635 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.635 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.635 INFO:tasks.workunit.client.0.smithi007.stdout: "total_avail_bytes": 762287935488, 2024-08-04T16:44:24.635 INFO:tasks.workunit.client.0.smithi007.stdout: "total_bytes": 767960285184, 2024-08-04T16:44:24.635 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_bytes": 5672349696 2024-08-04T16:44:24.635 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.635 INFO:tasks.workunit.client.0.smithi007.stdout:} 2024-08-04T16:44:24.635 INFO:tasks.workunit.client.0.smithi007.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-04T16:44:24.636 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph telemetry preview-device 2024-08-04T16:44:24.637 INFO:tasks.workunit.client.0.smithi007.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-08-04T16:44:24.637 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='client.36030 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:24.637 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='client.36030 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:24.637 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:24.637 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:24.637 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.637 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.637 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.637 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.637 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.637 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.637 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.638 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.638 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.638 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:24.638 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:24.638 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.638 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.638 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.638 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:24.638 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:24.638 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.638 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.638 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.638 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:24.638 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:24.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:24.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:24.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.639 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:24.640 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:24.640 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.640 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.640 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.640 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:24.640 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:24.640 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.640 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.640 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.640 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:24.640 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:24.640 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.640 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.640 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:23 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.641 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph telemetry preview-all 2024-08-04T16:44:24.641 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='client.36030 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:24.641 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='client.36030 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:24.641 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:24.641 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:24.641 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:24.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:24.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:24.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:24.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:24.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:24.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.644 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='client.36030 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:24.644 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='client.36030 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:24.644 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:24.644 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:24.644 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.644 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.644 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.644 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.644 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.644 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.645 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.645 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.645 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.645 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:24.645 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:24.645 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.645 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.645 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.645 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:24.645 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:24.645 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.645 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.645 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.645 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:24.646 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:24.646 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.646 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.646 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.646 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:24.646 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:24.646 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.646 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:24.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:24.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:24.648 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:24.648 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.648 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.648 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.648 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:24.648 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:24.648 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.648 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.648 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.649 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.649 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:24.649 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:24.649 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.649 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.649 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.649 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.649 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.649 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.649 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.649 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.649 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.649 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:24.650 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:24.650 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.650 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.650 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.650 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:24.650 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:24.650 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.650 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.650 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.650 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:24.650 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:24.650 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:24.651 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:24.651 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:23 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:24.658 INFO:tasks.workunit.client.0.smithi007.stdout:{ 2024-08-04T16:44:24.658 INFO:tasks.workunit.client.0.smithi007.stdout: "device_report": { 2024-08-04T16:44:24.658 INFO:tasks.workunit.client.0.smithi007.stdout: "0af275b0-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T16:44:24.658 INFO:tasks.workunit.client.0.smithi007.stdout: "INTEL_SSDPED1D480GA_0af2f378-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T16:44:24.658 INFO:tasks.workunit.client.0.smithi007.stdout: "20240804-152127": { 2024-08-04T16:44:24.658 INFO:tasks.workunit.client.0.smithi007.stdout: "device": { 2024-08-04T16:44:24.658 INFO:tasks.workunit.client.0.smithi007.stdout: "info_name": "/dev/nvme0n1", 2024-08-04T16:44:24.658 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "/dev/nvme0n1", 2024-08-04T16:44:24.658 INFO:tasks.workunit.client.0.smithi007.stdout: "protocol": "NVMe", 2024-08-04T16:44:24.658 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "nvme" 2024-08-04T16:44:24.658 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.658 INFO:tasks.workunit.client.0.smithi007.stdout: "firmware_version": "E2010325", 2024-08-04T16:44:24.659 INFO:tasks.workunit.client.0.smithi007.stdout: "host_id": "0af275b0-5276-11ef-924b-0cc47abd15ea", 2024-08-04T16:44:24.659 INFO:tasks.workunit.client.0.smithi007.stdout: "json_format_version": [ 2024-08-04T16:44:24.659 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.659 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.659 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.659 INFO:tasks.workunit.client.0.smithi007.stdout: "local_time": { 2024-08-04T16:44:24.659 INFO:tasks.workunit.client.0.smithi007.stdout: "asctime": "Sun Aug 4 15:21:27 2024 UTC", 2024-08-04T16:44:24.659 INFO:tasks.workunit.client.0.smithi007.stdout: "time_t": 1722784887 2024-08-04T16:44:24.659 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.659 INFO:tasks.workunit.client.0.smithi007.stdout: "logical_block_size": 512, 2024-08-04T16:44:24.659 INFO:tasks.workunit.client.0.smithi007.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-04T16:44:24.659 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_controller_id": 0, 2024-08-04T16:44:24.659 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-04T16:44:24.659 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_namespaces": [ 2024-08-04T16:44:24.660 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.660 INFO:tasks.workunit.client.0.smithi007.stdout: "capacity": { 2024-08-04T16:44:24.660 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T16:44:24.660 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T16:44:24.660 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.660 INFO:tasks.workunit.client.0.smithi007.stdout: "formatted_lba_size": 512, 2024-08-04T16:44:24.660 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 1, 2024-08-04T16:44:24.660 INFO:tasks.workunit.client.0.smithi007.stdout: "size": { 2024-08-04T16:44:24.660 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T16:44:24.660 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T16:44:24.660 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.660 INFO:tasks.workunit.client.0.smithi007.stdout: "utilization": { 2024-08-04T16:44:24.660 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T16:44:24.660 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T16:44:24.661 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.661 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.661 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.661 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_number_of_namespaces": 1, 2024-08-04T16:44:24.661 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_pci_vendor": { 2024-08-04T16:44:24.661 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 32902, 2024-08-04T16:44:24.661 INFO:tasks.workunit.client.0.smithi007.stdout: "subsystem_id": 32902 2024-08-04T16:44:24.661 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.661 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_add_log": { 2024-08-04T16:44:24.661 INFO:tasks.workunit.client.0.smithi007.stdout: "Device stats": { 2024-08-04T16:44:24.661 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_fw_downgrades": { 2024-08-04T16:44:24.661 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:24.661 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.662 INFO:tasks.workunit.client.0.smithi007.stdout: "crc_error_count": { 2024-08-04T16:44:24.662 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.662 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.662 INFO:tasks.workunit.client.0.smithi007.stdout: "end_to_end_error_detection_count": { 2024-08-04T16:44:24.662 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.662 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.662 INFO:tasks.workunit.client.0.smithi007.stdout: "erase_fail_count": { 2024-08-04T16:44:24.662 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:24.662 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.663 INFO:tasks.workunit.client.0.smithi007.stdout: "host_bytes_written": { 2024-08-04T16:44:24.663 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.663 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 13029438 2024-08-04T16:44:24.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.663 INFO:tasks.workunit.client.0.smithi007.stdout: "host_ctx_wear_used": { 2024-08-04T16:44:24.663 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:24.663 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.663 INFO:tasks.workunit.client.0.smithi007.stdout: "media_bytes_read": { 2024-08-04T16:44:24.663 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:24.663 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.664 INFO:tasks.workunit.client.0.smithi007.stdout: "nand_bytes_written": { 2024-08-04T16:44:24.664 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:24.664 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.664 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.664 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_stat_indicator": { 2024-08-04T16:44:24.664 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:24.664 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.664 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.664 INFO:tasks.workunit.client.0.smithi007.stdout: "pll_lock_loss_count": { 2024-08-04T16:44:24.664 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.664 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.664 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.664 INFO:tasks.workunit.client.0.smithi007.stdout: "program_fail_count": { 2024-08-04T16:44:24.664 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:24.665 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.665 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.665 INFO:tasks.workunit.client.0.smithi007.stdout: "re_alloc_sectr_cnt": { 2024-08-04T16:44:24.665 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:24.665 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.665 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.665 INFO:tasks.workunit.client.0.smithi007.stdout: "retry_buffer_overflow_count": { 2024-08-04T16:44:24.665 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.665 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.665 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.665 INFO:tasks.workunit.client.0.smithi007.stdout: "soft_ecc_err_rate": { 2024-08-04T16:44:24.665 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:24.665 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.665 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.666 INFO:tasks.workunit.client.0.smithi007.stdout: "thermal_throttle_status": { 2024-08-04T16:44:24.666 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.666 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T16:44:24.666 INFO:tasks.workunit.client.0.smithi007.stdout: "cnt": 0, 2024-08-04T16:44:24.666 INFO:tasks.workunit.client.0.smithi007.stdout: "pct": 0 2024-08-04T16:44:24.666 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.666 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.666 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_host_reads": { 2024-08-04T16:44:24.666 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.666 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 15 2024-08-04T16:44:24.666 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.667 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_media_wear": { 2024-08-04T16:44:24.667 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.667 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": "0.029297" 2024-08-04T16:44:24.667 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.667 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_timer": { 2024-08-04T16:44:24.667 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.667 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 1660822 2024-08-04T16:44:24.667 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.667 INFO:tasks.workunit.client.0.smithi007.stdout: "unexp_power_loss": { 2024-08-04T16:44:24.667 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:24.667 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.667 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.667 INFO:tasks.workunit.client.0.smithi007.stdout: "wear_leveling": { 2024-08-04T16:44:24.667 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:24.668 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T16:44:24.668 INFO:tasks.workunit.client.0.smithi007.stdout: "avg": 0, 2024-08-04T16:44:24.668 INFO:tasks.workunit.client.0.smithi007.stdout: "max": 0, 2024-08-04T16:44:24.668 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0 2024-08-04T16:44:24.668 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.668 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.668 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.668 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel Smart log": "nvme0n1" 2024-08-04T16:44:24.668 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.668 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_log": { 2024-08-04T16:44:24.668 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare": 100, 2024-08-04T16:44:24.668 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare_threshold": 0, 2024-08-04T16:44:24.668 INFO:tasks.workunit.client.0.smithi007.stdout: "controller_busy_time": 5087, 2024-08-04T16:44:24.668 INFO:tasks.workunit.client.0.smithi007.stdout: "critical_warning": 0, 2024-08-04T16:44:24.668 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_read": 190203046, 2024-08-04T16:44:24.669 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_written": 853897270, 2024-08-04T16:44:24.669 INFO:tasks.workunit.client.0.smithi007.stdout: "host_reads": 3194674598, 2024-08-04T16:44:24.669 INFO:tasks.workunit.client.0.smithi007.stdout: "host_writes": 19105942526, 2024-08-04T16:44:24.669 INFO:tasks.workunit.client.0.smithi007.stdout: "media_errors": 0, 2024-08-04T16:44:24.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_err_log_entries": 0, 2024-08-04T16:44:24.669 INFO:tasks.workunit.client.0.smithi007.stdout: "percentage_used": 0, 2024-08-04T16:44:24.669 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycles": 37793, 2024-08-04T16:44:24.669 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_hours": 43582, 2024-08-04T16:44:24.669 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": 31, 2024-08-04T16:44:24.669 INFO:tasks.workunit.client.0.smithi007.stdout: "unsafe_shutdowns": 10653 2024-08-04T16:44:24.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.669 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_vendor": "intel", 2024-08-04T16:44:24.669 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_version": { 2024-08-04T16:44:24.669 INFO:tasks.workunit.client.0.smithi007.stdout: "string": "<1.2", 2024-08-04T16:44:24.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.670 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycle_count": 37793, 2024-08-04T16:44:24.670 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_time": { 2024-08-04T16:44:24.670 INFO:tasks.workunit.client.0.smithi007.stdout: "hours": 43582 2024-08-04T16:44:24.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.670 INFO:tasks.workunit.client.0.smithi007.stdout: "serial_number": "deleted", 2024-08-04T16:44:24.670 INFO:tasks.workunit.client.0.smithi007.stdout: "smart_status": { 2024-08-04T16:44:24.670 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme": { 2024-08-04T16:44:24.670 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.670 INFO:tasks.workunit.client.0.smithi007.stdout: "passed": true 2024-08-04T16:44:24.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.670 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl": { 2024-08-04T16:44:24.671 INFO:tasks.workunit.client.0.smithi007.stdout: "argv": [ 2024-08-04T16:44:24.671 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl", 2024-08-04T16:44:24.671 INFO:tasks.workunit.client.0.smithi007.stdout: "-x", 2024-08-04T16:44:24.671 INFO:tasks.workunit.client.0.smithi007.stdout: "--json=o", 2024-08-04T16:44:24.671 INFO:tasks.workunit.client.0.smithi007.stdout: "/dev/nvme0n1" 2024-08-04T16:44:24.671 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.671 INFO:tasks.workunit.client.0.smithi007.stdout: "build_info": "(local build)", 2024-08-04T16:44:24.671 INFO:tasks.workunit.client.0.smithi007.stdout: "exit_status": 0, 2024-08-04T16:44:24.671 INFO:tasks.workunit.client.0.smithi007.stdout: "output": [ 2024-08-04T16:44:24.671 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-04T16:44:24.671 INFO:tasks.workunit.client.0.smithi007.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-04T16:44:24.671 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:24.671 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-04T16:44:24.672 INFO:tasks.workunit.client.0.smithi007.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-04T16:44:24.672 INFO:tasks.workunit.client.0.smithi007.stdout: "Serial Number: deleted", 2024-08-04T16:44:24.672 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Version: E2010325", 2024-08-04T16:44:24.672 INFO:tasks.workunit.client.0.smithi007.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-04T16:44:24.672 INFO:tasks.workunit.client.0.smithi007.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-04T16:44:24.672 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller ID: 0", 2024-08-04T16:44:24.672 INFO:tasks.workunit.client.0.smithi007.stdout: "NVMe Version: <1.2", 2024-08-04T16:44:24.672 INFO:tasks.workunit.client.0.smithi007.stdout: "Number of Namespaces: 1", 2024-08-04T16:44:24.672 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-04T16:44:24.672 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-04T16:44:24.672 INFO:tasks.workunit.client.0.smithi007.stdout: "Local Time is: Sun Aug 4 15:21:27 2024 UTC", 2024-08-04T16:44:24.673 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-04T16:44:24.673 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-04T16:44:24.673 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-04T16:44:24.673 INFO:tasks.workunit.client.0.smithi007.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-04T16:44:24.673 INFO:tasks.workunit.client.0.smithi007.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-04T16:44:24.673 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:24.673 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported Power States", 2024-08-04T16:44:24.673 INFO:tasks.workunit.client.0.smithi007.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-04T16:44:24.673 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-04T16:44:24.673 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:24.673 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-04T16:44:24.673 INFO:tasks.workunit.client.0.smithi007.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-04T16:44:24.673 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 512 0 2", 2024-08-04T16:44:24.674 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:24.674 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-04T16:44:24.674 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-04T16:44:24.674 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:24.674 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-04T16:44:24.674 INFO:tasks.workunit.client.0.smithi007.stdout: "Critical Warning: 0x00", 2024-08-04T16:44:24.674 INFO:tasks.workunit.client.0.smithi007.stdout: "Temperature: 31 Celsius", 2024-08-04T16:44:24.674 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare: 100%", 2024-08-04T16:44:24.674 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare Threshold: 0%", 2024-08-04T16:44:24.674 INFO:tasks.workunit.client.0.smithi007.stdout: "Percentage Used: 0%", 2024-08-04T16:44:24.674 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Read: 190,203,046 [97.3 TB]", 2024-08-04T16:44:24.674 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Written: 853,897,270 [437 TB]", 2024-08-04T16:44:24.674 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Read Commands: 3,194,674,598", 2024-08-04T16:44:24.675 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Write Commands: 19,105,942,526", 2024-08-04T16:44:24.675 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller Busy Time: 5,087", 2024-08-04T16:44:24.675 INFO:tasks.workunit.client.0.smithi007.stdout: "Power Cycles: 37,793", 2024-08-04T16:44:24.675 INFO:tasks.workunit.client.0.smithi007.stdout: "Power On Hours: 43,582", 2024-08-04T16:44:24.675 INFO:tasks.workunit.client.0.smithi007.stdout: "Unsafe Shutdowns: 10,653", 2024-08-04T16:44:24.675 INFO:tasks.workunit.client.0.smithi007.stdout: "Media and Data Integrity Errors: 0", 2024-08-04T16:44:24.675 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information Log Entries: 0", 2024-08-04T16:44:24.675 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:24.675 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-04T16:44:24.675 INFO:tasks.workunit.client.0.smithi007.stdout: "No Errors Logged", 2024-08-04T16:44:24.675 INFO:tasks.workunit.client.0.smithi007.stdout: "" 2024-08-04T16:44:24.675 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.675 INFO:tasks.workunit.client.0.smithi007.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-04T16:44:24.675 INFO:tasks.workunit.client.0.smithi007.stdout: "svn_revision": "5155", 2024-08-04T16:44:24.675 INFO:tasks.workunit.client.0.smithi007.stdout: "version": [ 2024-08-04T16:44:24.676 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.676 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.676 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.676 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": { 2024-08-04T16:44:24.676 INFO:tasks.workunit.client.0.smithi007.stdout: "current": 31 2024-08-04T16:44:24.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.676 INFO:tasks.workunit.client.0.smithi007.stdout: "user_capacity": { 2024-08-04T16:44:24.676 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T16:44:24.676 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T16:44:24.676 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.676 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.676 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.677 INFO:tasks.workunit.client.0.smithi007.stdout: "0af43c74-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T16:44:24.677 INFO:tasks.workunit.client.0.smithi007.stdout: "INTEL_SSDPEDMD400G4_0af4a5a6-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T16:44:24.677 INFO:tasks.workunit.client.0.smithi007.stdout: "20240804-152131": { 2024-08-04T16:44:24.677 INFO:tasks.workunit.client.0.smithi007.stdout: "device": { 2024-08-04T16:44:24.677 INFO:tasks.workunit.client.0.smithi007.stdout: "info_name": "/dev/nvme0n1", 2024-08-04T16:44:24.677 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "/dev/nvme0n1", 2024-08-04T16:44:24.677 INFO:tasks.workunit.client.0.smithi007.stdout: "protocol": "NVMe", 2024-08-04T16:44:24.677 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "nvme" 2024-08-04T16:44:24.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.677 INFO:tasks.workunit.client.0.smithi007.stdout: "firmware_version": "8DV101H0", 2024-08-04T16:44:24.677 INFO:tasks.workunit.client.0.smithi007.stdout: "host_id": "0af43c74-5276-11ef-924b-0cc47abd15ea", 2024-08-04T16:44:24.677 INFO:tasks.workunit.client.0.smithi007.stdout: "json_format_version": [ 2024-08-04T16:44:24.677 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:24.677 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:24.678 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.678 INFO:tasks.workunit.client.0.smithi007.stdout: "local_time": { 2024-08-04T16:44:24.678 INFO:tasks.workunit.client.0.smithi007.stdout: "asctime": "Sun Aug 4 15:21:30 2024 UTC", 2024-08-04T16:44:24.678 INFO:tasks.workunit.client.0.smithi007.stdout: "time_t": 1722784890 2024-08-04T16:44:24.678 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.678 INFO:tasks.workunit.client.0.smithi007.stdout: "logical_block_size": 512, 2024-08-04T16:44:24.678 INFO:tasks.workunit.client.0.smithi007.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-04T16:44:24.678 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_controller_id": 0, 2024-08-04T16:44:24.678 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-04T16:44:24.678 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_namespaces": [ 2024-08-04T16:44:24.678 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.678 INFO:tasks.workunit.client.0.smithi007.stdout: "capacity": { 2024-08-04T16:44:24.678 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T16:44:24.679 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T16:44:24.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.679 INFO:tasks.workunit.client.0.smithi007.stdout: "formatted_lba_size": 512, 2024-08-04T16:44:24.679 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 1, 2024-08-04T16:44:24.679 INFO:tasks.workunit.client.0.smithi007.stdout: "size": { 2024-08-04T16:44:24.679 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T16:44:24.679 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T16:44:24.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.679 INFO:tasks.workunit.client.0.smithi007.stdout: "utilization": { 2024-08-04T16:44:24.679 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T16:44:24.679 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T16:44:24.679 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.679 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.679 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.679 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_number_of_namespaces": 1, 2024-08-04T16:44:24.680 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_pci_vendor": { 2024-08-04T16:44:24.680 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 32902, 2024-08-04T16:44:24.680 INFO:tasks.workunit.client.0.smithi007.stdout: "subsystem_id": 32902 2024-08-04T16:44:24.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.680 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_add_log": { 2024-08-04T16:44:24.680 INFO:tasks.workunit.client.0.smithi007.stdout: "Device stats": { 2024-08-04T16:44:24.680 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_fw_downgrades": { 2024-08-04T16:44:24.680 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:24.680 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.680 INFO:tasks.workunit.client.0.smithi007.stdout: "crc_error_count": { 2024-08-04T16:44:24.680 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.680 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.680 INFO:tasks.workunit.client.0.smithi007.stdout: "end_to_end_error_detection_count": { 2024-08-04T16:44:24.681 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.681 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.681 INFO:tasks.workunit.client.0.smithi007.stdout: "erase_fail_count": { 2024-08-04T16:44:24.681 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.681 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.681 INFO:tasks.workunit.client.0.smithi007.stdout: "host_bytes_written": { 2024-08-04T16:44:24.681 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.681 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 41346558 2024-08-04T16:44:24.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.681 INFO:tasks.workunit.client.0.smithi007.stdout: "host_ctx_wear_used": { 2024-08-04T16:44:24.681 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.682 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 1 2024-08-04T16:44:24.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.682 INFO:tasks.workunit.client.0.smithi007.stdout: "media_bytes_read": { 2024-08-04T16:44:24.682 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:24.682 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.682 INFO:tasks.workunit.client.0.smithi007.stdout: "nand_bytes_written": { 2024-08-04T16:44:24.682 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.682 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 64222638 2024-08-04T16:44:24.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.682 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_stat_indicator": { 2024-08-04T16:44:24.682 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:24.682 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.683 INFO:tasks.workunit.client.0.smithi007.stdout: "pll_lock_loss_count": { 2024-08-04T16:44:24.683 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.683 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.683 INFO:tasks.workunit.client.0.smithi007.stdout: "program_fail_count": { 2024-08-04T16:44:24.683 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.683 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.683 INFO:tasks.workunit.client.0.smithi007.stdout: "re_alloc_sectr_cnt": { 2024-08-04T16:44:24.683 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:24.683 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.684 INFO:tasks.workunit.client.0.smithi007.stdout: "retry_buffer_overflow_count": { 2024-08-04T16:44:24.684 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.684 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.684 INFO:tasks.workunit.client.0.smithi007.stdout: "soft_ecc_err_rate": { 2024-08-04T16:44:24.684 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:24.684 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.684 INFO:tasks.workunit.client.0.smithi007.stdout: "thermal_throttle_status": { 2024-08-04T16:44:24.684 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.684 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T16:44:24.685 INFO:tasks.workunit.client.0.smithi007.stdout: "cnt": 0, 2024-08-04T16:44:24.685 INFO:tasks.workunit.client.0.smithi007.stdout: "pct": 0 2024-08-04T16:44:24.685 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.685 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_host_reads": { 2024-08-04T16:44:24.685 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.685 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 65535 2024-08-04T16:44:24.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.685 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_media_wear": { 2024-08-04T16:44:24.685 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.685 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": "63.999023" 2024-08-04T16:44:24.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.685 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_timer": { 2024-08-04T16:44:24.685 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:24.685 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 65535 2024-08-04T16:44:24.686 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.686 INFO:tasks.workunit.client.0.smithi007.stdout: "unexp_power_loss": { 2024-08-04T16:44:24.686 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:24.686 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:24.686 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.686 INFO:tasks.workunit.client.0.smithi007.stdout: "wear_leveling": { 2024-08-04T16:44:24.686 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 86, 2024-08-04T16:44:24.686 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T16:44:24.686 INFO:tasks.workunit.client.0.smithi007.stdout: "avg": 4244, 2024-08-04T16:44:24.686 INFO:tasks.workunit.client.0.smithi007.stdout: "max": 4264, 2024-08-04T16:44:24.686 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 4226 2024-08-04T16:44:24.686 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.687 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.687 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.687 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel Smart log": "nvme0n1" 2024-08-04T16:44:24.687 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.687 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_log": { 2024-08-04T16:44:24.687 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare": 100, 2024-08-04T16:44:24.687 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare_threshold": 10, 2024-08-04T16:44:24.687 INFO:tasks.workunit.client.0.smithi007.stdout: "controller_busy_time": 0, 2024-08-04T16:44:24.687 INFO:tasks.workunit.client.0.smithi007.stdout: "critical_warning": 0, 2024-08-04T16:44:24.687 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_read": 497884578, 2024-08-04T16:44:24.687 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_written": 2709688062, 2024-08-04T16:44:24.687 INFO:tasks.workunit.client.0.smithi007.stdout: "host_reads": 7984649452, 2024-08-04T16:44:24.687 INFO:tasks.workunit.client.0.smithi007.stdout: "host_writes": 46757294678, 2024-08-04T16:44:24.687 INFO:tasks.workunit.client.0.smithi007.stdout: "media_errors": 0, 2024-08-04T16:44:24.688 INFO:tasks.workunit.client.0.smithi007.stdout: "num_err_log_entries": 0, 2024-08-04T16:44:24.688 INFO:tasks.workunit.client.0.smithi007.stdout: "percentage_used": 14, 2024-08-04T16:44:24.688 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycles": 54734, 2024-08-04T16:44:24.688 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_hours": 63850, 2024-08-04T16:44:24.688 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": 23, 2024-08-04T16:44:24.688 INFO:tasks.workunit.client.0.smithi007.stdout: "unsafe_shutdowns": 51 2024-08-04T16:44:24.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.688 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_vendor": "intel", 2024-08-04T16:44:24.688 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_version": { 2024-08-04T16:44:24.688 INFO:tasks.workunit.client.0.smithi007.stdout: "string": "<1.2", 2024-08-04T16:44:24.688 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.688 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycle_count": 54734, 2024-08-04T16:44:24.688 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_time": { 2024-08-04T16:44:24.688 INFO:tasks.workunit.client.0.smithi007.stdout: "hours": 63850 2024-08-04T16:44:24.689 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.689 INFO:tasks.workunit.client.0.smithi007.stdout: "serial_number": "deleted", 2024-08-04T16:44:24.689 INFO:tasks.workunit.client.0.smithi007.stdout: "smart_status": { 2024-08-04T16:44:24.689 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme": { 2024-08-04T16:44:24.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.689 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.689 INFO:tasks.workunit.client.0.smithi007.stdout: "passed": true 2024-08-04T16:44:24.689 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.689 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl": { 2024-08-04T16:44:24.689 INFO:tasks.workunit.client.0.smithi007.stdout: "argv": [ 2024-08-04T16:44:24.689 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl", 2024-08-04T16:44:24.689 INFO:tasks.workunit.client.0.smithi007.stdout: "-x", 2024-08-04T16:44:24.689 INFO:tasks.workunit.client.0.smithi007.stdout: "--json=o", 2024-08-04T16:44:24.689 INFO:tasks.workunit.client.0.smithi007.stdout: "/dev/nvme0n1" 2024-08-04T16:44:24.689 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.690 INFO:tasks.workunit.client.0.smithi007.stdout: "build_info": "(local build)", 2024-08-04T16:44:24.690 INFO:tasks.workunit.client.0.smithi007.stdout: "exit_status": 0, 2024-08-04T16:44:24.690 INFO:tasks.workunit.client.0.smithi007.stdout: "output": [ 2024-08-04T16:44:24.690 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-04T16:44:24.690 INFO:tasks.workunit.client.0.smithi007.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-04T16:44:24.690 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:24.690 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-04T16:44:24.690 INFO:tasks.workunit.client.0.smithi007.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-04T16:44:24.690 INFO:tasks.workunit.client.0.smithi007.stdout: "Serial Number: deleted", 2024-08-04T16:44:24.690 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Version: 8DV101H0", 2024-08-04T16:44:24.690 INFO:tasks.workunit.client.0.smithi007.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-04T16:44:24.690 INFO:tasks.workunit.client.0.smithi007.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-04T16:44:24.690 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller ID: 0", 2024-08-04T16:44:24.690 INFO:tasks.workunit.client.0.smithi007.stdout: "NVMe Version: <1.2", 2024-08-04T16:44:24.691 INFO:tasks.workunit.client.0.smithi007.stdout: "Number of Namespaces: 1", 2024-08-04T16:44:24.691 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-04T16:44:24.691 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-04T16:44:24.691 INFO:tasks.workunit.client.0.smithi007.stdout: "Local Time is: Sun Aug 4 15:21:30 2024 UTC", 2024-08-04T16:44:24.691 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-04T16:44:24.691 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-04T16:44:24.691 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-04T16:44:24.691 INFO:tasks.workunit.client.0.smithi007.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-04T16:44:24.691 INFO:tasks.workunit.client.0.smithi007.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-04T16:44:24.691 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:24.691 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported Power States", 2024-08-04T16:44:24.691 INFO:tasks.workunit.client.0.smithi007.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-04T16:44:24.691 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-04T16:44:24.691 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:24.691 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-04T16:44:24.691 INFO:tasks.workunit.client.0.smithi007.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-04T16:44:24.692 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 512 0 2", 2024-08-04T16:44:24.692 INFO:tasks.workunit.client.0.smithi007.stdout: " 1 - 512 8 2", 2024-08-04T16:44:24.692 INFO:tasks.workunit.client.0.smithi007.stdout: " 2 - 512 16 2", 2024-08-04T16:44:24.692 INFO:tasks.workunit.client.0.smithi007.stdout: " 3 - 4096 0 0", 2024-08-04T16:44:24.692 INFO:tasks.workunit.client.0.smithi007.stdout: " 4 - 4096 8 0", 2024-08-04T16:44:24.692 INFO:tasks.workunit.client.0.smithi007.stdout: " 5 - 4096 64 0", 2024-08-04T16:44:24.692 INFO:tasks.workunit.client.0.smithi007.stdout: " 6 - 4096 128 0", 2024-08-04T16:44:24.692 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:24.692 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-04T16:44:24.692 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-04T16:44:24.692 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:24.692 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-04T16:44:24.692 INFO:tasks.workunit.client.0.smithi007.stdout: "Critical Warning: 0x00", 2024-08-04T16:44:24.692 INFO:tasks.workunit.client.0.smithi007.stdout: "Temperature: 23 Celsius", 2024-08-04T16:44:24.693 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare: 100%", 2024-08-04T16:44:24.693 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare Threshold: 10%", 2024-08-04T16:44:24.693 INFO:tasks.workunit.client.0.smithi007.stdout: "Percentage Used: 14%", 2024-08-04T16:44:24.693 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Read: 497,884,578 [254 TB]", 2024-08-04T16:44:24.693 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Written: 2,709,688,062 [1.38 PB]", 2024-08-04T16:44:24.693 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Read Commands: 7,984,649,452", 2024-08-04T16:44:24.693 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Write Commands: 46,757,294,678", 2024-08-04T16:44:24.693 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller Busy Time: 0", 2024-08-04T16:44:24.693 INFO:tasks.workunit.client.0.smithi007.stdout: "Power Cycles: 54,734", 2024-08-04T16:44:24.693 INFO:tasks.workunit.client.0.smithi007.stdout: "Power On Hours: 63,850", 2024-08-04T16:44:24.693 INFO:tasks.workunit.client.0.smithi007.stdout: "Unsafe Shutdowns: 51", 2024-08-04T16:44:24.693 INFO:tasks.workunit.client.0.smithi007.stdout: "Media and Data Integrity Errors: 0", 2024-08-04T16:44:24.694 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information Log Entries: 0", 2024-08-04T16:44:24.694 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:24.694 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-04T16:44:24.694 INFO:tasks.workunit.client.0.smithi007.stdout: "No Errors Logged", 2024-08-04T16:44:24.694 INFO:tasks.workunit.client.0.smithi007.stdout: "" 2024-08-04T16:44:24.694 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.694 INFO:tasks.workunit.client.0.smithi007.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-04T16:44:24.694 INFO:tasks.workunit.client.0.smithi007.stdout: "svn_revision": "5155", 2024-08-04T16:44:24.694 INFO:tasks.workunit.client.0.smithi007.stdout: "version": [ 2024-08-04T16:44:24.694 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:24.694 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:24.694 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.694 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.695 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": { 2024-08-04T16:44:24.695 INFO:tasks.workunit.client.0.smithi007.stdout: "current": 23 2024-08-04T16:44:24.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.695 INFO:tasks.workunit.client.0.smithi007.stdout: "user_capacity": { 2024-08-04T16:44:24.695 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T16:44:24.695 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T16:44:24.695 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.695 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.695 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.695 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.695 INFO:tasks.workunit.client.0.smithi007.stdout: "report": { 2024-08-04T16:44:24.695 INFO:tasks.workunit.client.0.smithi007.stdout: "balancer": { 2024-08-04T16:44:24.696 INFO:tasks.workunit.client.0.smithi007.stdout: "active": true, 2024-08-04T16:44:24.696 INFO:tasks.workunit.client.0.smithi007.stdout: "mode": "" 2024-08-04T16:44:24.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.696 INFO:tasks.workunit.client.0.smithi007.stdout: "channels": [ 2024-08-04T16:44:24.696 INFO:tasks.workunit.client.0.smithi007.stdout: "basic", 2024-08-04T16:44:24.696 INFO:tasks.workunit.client.0.smithi007.stdout: "crash", 2024-08-04T16:44:24.696 INFO:tasks.workunit.client.0.smithi007.stdout: "device", 2024-08-04T16:44:24.696 INFO:tasks.workunit.client.0.smithi007.stdout: "ident", 2024-08-04T16:44:24.696 INFO:tasks.workunit.client.0.smithi007.stdout: "perf" 2024-08-04T16:44:24.696 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.696 INFO:tasks.workunit.client.0.smithi007.stdout: "channels_available": [ 2024-08-04T16:44:24.696 INFO:tasks.workunit.client.0.smithi007.stdout: "basic", 2024-08-04T16:44:24.696 INFO:tasks.workunit.client.0.smithi007.stdout: "ident", 2024-08-04T16:44:24.697 INFO:tasks.workunit.client.0.smithi007.stdout: "crash", 2024-08-04T16:44:24.697 INFO:tasks.workunit.client.0.smithi007.stdout: "device", 2024-08-04T16:44:24.697 INFO:tasks.workunit.client.0.smithi007.stdout: "perf" 2024-08-04T16:44:24.697 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.697 INFO:tasks.workunit.client.0.smithi007.stdout: "collections_available": [ 2024-08-04T16:44:24.697 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_base", 2024-08-04T16:44:24.697 INFO:tasks.workunit.client.0.smithi007.stdout: "device_base", 2024-08-04T16:44:24.697 INFO:tasks.workunit.client.0.smithi007.stdout: "crash_base", 2024-08-04T16:44:24.697 INFO:tasks.workunit.client.0.smithi007.stdout: "ident_base", 2024-08-04T16:44:24.697 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_perf", 2024-08-04T16:44:24.697 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_mds_metadata", 2024-08-04T16:44:24.697 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_usage", 2024-08-04T16:44:24.697 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_usage_by_class", 2024-08-04T16:44:24.697 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_rook_v01", 2024-08-04T16:44:24.698 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_memory_metrics", 2024-08-04T16:44:24.698 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_options_bluestore", 2024-08-04T16:44:24.698 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_flags" 2024-08-04T16:44:24.698 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.698 INFO:tasks.workunit.client.0.smithi007.stdout: "collections_opted_in": [ 2024-08-04T16:44:24.698 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_base", 2024-08-04T16:44:24.698 INFO:tasks.workunit.client.0.smithi007.stdout: "device_base", 2024-08-04T16:44:24.698 INFO:tasks.workunit.client.0.smithi007.stdout: "crash_base", 2024-08-04T16:44:24.698 INFO:tasks.workunit.client.0.smithi007.stdout: "ident_base", 2024-08-04T16:44:24.698 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_perf", 2024-08-04T16:44:24.698 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_mds_metadata", 2024-08-04T16:44:24.698 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_usage", 2024-08-04T16:44:24.699 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_usage_by_class", 2024-08-04T16:44:24.699 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_rook_v01", 2024-08-04T16:44:24.699 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_memory_metrics", 2024-08-04T16:44:24.699 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_options_bluestore", 2024-08-04T16:44:24.699 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_flags" 2024-08-04T16:44:24.699 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.699 INFO:tasks.workunit.client.0.smithi007.stdout: "config": { 2024-08-04T16:44:24.699 INFO:tasks.workunit.client.0.smithi007.stdout: "active_changed": [ 2024-08-04T16:44:24.699 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-04T16:44:24.699 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_debug", 2024-08-04T16:44:24.699 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_mon_ticket_ttl", 2024-08-04T16:44:24.699 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_service_ticket_ttl", 2024-08-04T16:44:24.699 INFO:tasks.workunit.client.0.smithi007.stdout: "bdev_debug_aio", 2024-08-04T16:44:24.700 INFO:tasks.workunit.client.0.smithi007.stdout: "client_check_pool_perm", 2024-08-04T16:44:24.700 INFO:tasks.workunit.client.0.smithi007.stdout: "client_mount_gid", 2024-08-04T16:44:24.700 INFO:tasks.workunit.client.0.smithi007.stdout: "client_mount_uid", 2024-08-04T16:44:24.700 INFO:tasks.workunit.client.0.smithi007.stdout: "client_quota", 2024-08-04T16:44:24.700 INFO:tasks.workunit.client.0.smithi007.stdout: "container_image", 2024-08-04T16:44:24.700 INFO:tasks.workunit.client.0.smithi007.stdout: "daemonize", 2024-08-04T16:44:24.700 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_asserts_on_shutdown", 2024-08-04T16:44:24.700 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mgr", 2024-08-04T16:44:24.700 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mon", 2024-08-04T16:44:24.700 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_ms", 2024-08-04T16:44:24.700 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_osd", 2024-08-04T16:44:24.700 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_paxos", 2024-08-04T16:44:24.700 INFO:tasks.workunit.client.0.smithi007.stdout: "keyring", 2024-08-04T16:44:24.701 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_file", 2024-08-04T16:44:24.701 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_journald", 2024-08-04T16:44:24.701 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_stderr", 2024-08-04T16:44:24.701 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_allow_pool_delete", 2024-08-04T16:44:24.701 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_clock_drift_allowed", 2024-08-04T16:44:24.701 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_file", 2024-08-04T16:44:24.701 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_journald", 2024-08-04T16:44:24.701 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_stderr", 2024-08-04T16:44:24.701 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_data_avail_warn", 2024-08-04T16:44:24.701 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_election_default_strategy", 2024-08-04T16:44:24.701 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_host", 2024-08-04T16:44:24.701 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_max_pg_per_osd", 2024-08-04T16:44:24.701 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mds_skip_sanity", 2024-08-04T16:44:24.702 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mgr_mkfs_grace", 2024-08-04T16:44:24.702 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_prime_pg_temp", 2024-08-04T16:44:24.702 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_reporter_subtree_level", 2024-08-04T16:44:24.702 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_pg_warn_max_object_skew", 2024-08-04T16:44:24.702 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-04T16:44:24.702 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-04T16:44:24.702 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-04T16:44:24.702 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-04T16:44:24.702 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-04T16:44:24.702 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-04T16:44:24.702 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-04T16:44:24.702 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-04T16:44:24.702 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_too_few_osds", 2024-08-04T16:44:24.703 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_bug", 2024-08-04T16:44:24.703 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_old_message", 2024-08-04T16:44:24.703 INFO:tasks.workunit.client.0.smithi007.stdout: "no_config_file", 2024-08-04T16:44:24.703 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_default_list", 2024-08-04T16:44:24.703 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_load_list", 2024-08-04T16:44:24.703 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_misdirected_ops", 2024-08-04T16:44:24.703 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_op_order", 2024-08-04T16:44:24.703 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_pg_log_writeout", 2024-08-04T16:44:24.703 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_shutdown", 2024-08-04T16:44:24.703 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_cached_snaps", 2024-08-04T16:44:24.703 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_missing_on_start", 2024-08-04T16:44:24.703 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_stray_on_activate", 2024-08-04T16:44:24.703 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-04T16:44:24.703 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_delete_sleep", 2024-08-04T16:44:24.704 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_delete_sleep_hdd", 2024-08-04T16:44:24.704 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_delete_sleep_hybrid", 2024-08-04T16:44:24.704 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_delete_sleep_ssd", 2024-08-04T16:44:24.704 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_max_backfills", 2024-08-04T16:44:24.704 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-04T16:44:24.704 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_profile", 2024-08-04T16:44:24.704 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-04T16:44:24.704 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-04T16:44:24.704 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-04T16:44:24.704 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-04T16:44:24.704 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-04T16:44:24.704 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-04T16:44:24.704 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_lim", 2024-08-04T16:44:24.704 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_res", 2024-08-04T16:44:24.704 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-04T16:44:24.704 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target", 2024-08-04T16:44:24.705 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target_autotune", 2024-08-04T16:44:24.705 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue", 2024-08-04T16:44:24.705 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue_cut_off", 2024-08-04T16:44:24.705 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_erasure_code_profile", 2024-08-04T16:44:24.705 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-04T16:44:24.705 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recover_clone_overlap", 2024-08-04T16:44:24.705 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_active", 2024-08-04T16:44:24.705 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_active_hdd", 2024-08-04T16:44:24.705 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_active_ssd", 2024-08-04T16:44:24.705 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_chunk", 2024-08-04T16:44:24.705 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_sleep", 2024-08-04T16:44:24.705 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_sleep_hdd", 2024-08-04T16:44:24.705 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_sleep_hybrid", 2024-08-04T16:44:24.705 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_sleep_ssd", 2024-08-04T16:44:24.706 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_load_threshold", 2024-08-04T16:44:24.706 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_max_interval", 2024-08-04T16:44:24.706 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_sleep", 2024-08-04T16:44:24.706 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_shutdown_pgref_assert", 2024-08-04T16:44:24.706 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_snap_trim_sleep", 2024-08-04T16:44:24.706 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_snap_trim_sleep_hdd", 2024-08-04T16:44:24.706 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-04T16:44:24.706 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_snap_trim_sleep_ssd", 2024-08-04T16:44:24.706 INFO:tasks.workunit.client.0.smithi007.stdout: "public_network", 2024-08-04T16:44:24.706 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-04T16:44:24.706 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_default_features", 2024-08-04T16:44:24.706 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_qos_exclude_ops", 2024-08-04T16:44:24.707 INFO:tasks.workunit.client.0.smithi007.stdout: "setgroup", 2024-08-04T16:44:24.707 INFO:tasks.workunit.client.0.smithi007.stdout: "setuser" 2024-08-04T16:44:24.707 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.707 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster_changed": [ 2024-08-04T16:44:24.707 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-04T16:44:24.707 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_debug", 2024-08-04T16:44:24.707 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_mon_ticket_ttl", 2024-08-04T16:44:24.707 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_service_ticket_ttl", 2024-08-04T16:44:24.707 INFO:tasks.workunit.client.0.smithi007.stdout: "bdev_debug_aio", 2024-08-04T16:44:24.707 INFO:tasks.workunit.client.0.smithi007.stdout: "container_image", 2024-08-04T16:44:24.707 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_asserts_on_shutdown", 2024-08-04T16:44:24.707 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mgr", 2024-08-04T16:44:24.707 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mon", 2024-08-04T16:44:24.707 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_ms", 2024-08-04T16:44:24.708 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_osd", 2024-08-04T16:44:24.708 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_paxos", 2024-08-04T16:44:24.708 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_file", 2024-08-04T16:44:24.708 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_journald", 2024-08-04T16:44:24.708 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_stderr", 2024-08-04T16:44:24.708 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_join_fs", 2024-08-04T16:44:24.708 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/allow_ptrace", 2024-08-04T16:44:24.708 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/container_init", 2024-08-04T16:44:24.708 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/migration_current", 2024-08-04T16:44:24.708 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/use_repo_digest", 2024-08-04T16:44:24.708 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-04T16:44:24.708 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-04T16:44:24.708 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-04T16:44:24.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-04T16:44:24.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/ssl_server_port", 2024-08-04T16:44:24.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/orchestrator/orchestrator", 2024-08-04T16:44:24.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/channel_ident", 2024-08-04T16:44:24.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/channel_perf", 2024-08-04T16:44:24.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/description", 2024-08-04T16:44:24.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/enabled", 2024-08-04T16:44:24.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/organization", 2024-08-04T16:44:24.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_allow_pool_delete", 2024-08-04T16:44:24.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_clock_drift_allowed", 2024-08-04T16:44:24.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_file", 2024-08-04T16:44:24.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_data_avail_warn", 2024-08-04T16:44:24.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_election_default_strategy", 2024-08-04T16:44:24.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_max_pg_per_osd", 2024-08-04T16:44:24.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mds_skip_sanity", 2024-08-04T16:44:24.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mgr_mkfs_grace", 2024-08-04T16:44:24.710 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_prime_pg_temp", 2024-08-04T16:44:24.710 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_reporter_subtree_level", 2024-08-04T16:44:24.710 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_pg_warn_max_object_skew", 2024-08-04T16:44:24.710 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-04T16:44:24.710 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-04T16:44:24.710 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-04T16:44:24.710 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-04T16:44:24.710 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-04T16:44:24.710 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-04T16:44:24.710 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-04T16:44:24.710 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-04T16:44:24.710 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_too_few_osds", 2024-08-04T16:44:24.710 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_bug", 2024-08-04T16:44:24.711 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_old_message", 2024-08-04T16:44:24.711 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_default_list", 2024-08-04T16:44:24.711 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_load_list", 2024-08-04T16:44:24.711 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_misdirected_ops", 2024-08-04T16:44:24.711 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_op_order", 2024-08-04T16:44:24.711 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_pg_log_writeout", 2024-08-04T16:44:24.711 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_shutdown", 2024-08-04T16:44:24.711 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_cached_snaps", 2024-08-04T16:44:24.711 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_missing_on_start", 2024-08-04T16:44:24.711 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_stray_on_activate", 2024-08-04T16:44:24.711 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-04T16:44:24.711 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-04T16:44:24.711 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_profile", 2024-08-04T16:44:24.712 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target", 2024-08-04T16:44:24.712 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target_autotune", 2024-08-04T16:44:24.712 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue", 2024-08-04T16:44:24.712 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue_cut_off", 2024-08-04T16:44:24.712 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_erasure_code_profile", 2024-08-04T16:44:24.712 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-04T16:44:24.712 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recover_clone_overlap", 2024-08-04T16:44:24.712 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_chunk", 2024-08-04T16:44:24.712 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_load_threshold", 2024-08-04T16:44:24.712 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_max_interval", 2024-08-04T16:44:24.712 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_shutdown_pgref_assert", 2024-08-04T16:44:24.712 INFO:tasks.workunit.client.0.smithi007.stdout: "public_network", 2024-08-04T16:44:24.712 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-04T16:44:24.712 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_cache_enabled", 2024-08-04T16:44:24.712 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_enable_ops_log", 2024-08-04T16:44:24.713 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_enable_usage_log" 2024-08-04T16:44:24.713 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.713 INFO:tasks.workunit.client.0.smithi007.stdout: "contact": null, 2024-08-04T16:44:24.713 INFO:tasks.workunit.client.0.smithi007.stdout: "crashes": [], 2024-08-04T16:44:24.713 INFO:tasks.workunit.client.0.smithi007.stdout: "created": "2024-08-04T15:18:26.674835Z", 2024-08-04T16:44:24.713 INFO:tasks.workunit.client.0.smithi007.stdout: "crush": { 2024-08-04T16:44:24.713 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_algs": { 2024-08-04T16:44:24.713 INFO:tasks.workunit.client.0.smithi007.stdout: "straw2": 3 2024-08-04T16:44:24.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.713 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_sizes": { 2024-08-04T16:44:24.713 INFO:tasks.workunit.client.0.smithi007.stdout: "2": 1, 2024-08-04T16:44:24.713 INFO:tasks.workunit.client.0.smithi007.stdout: "4": 2 2024-08-04T16:44:24.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.713 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_types": { 2024-08-04T16:44:24.714 INFO:tasks.workunit.client.0.smithi007.stdout: "1": 2, 2024-08-04T16:44:24.714 INFO:tasks.workunit.client.0.smithi007.stdout: "11": 1 2024-08-04T16:44:24.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.714 INFO:tasks.workunit.client.0.smithi007.stdout: "compat_weight_set": false, 2024-08-04T16:44:24.714 INFO:tasks.workunit.client.0.smithi007.stdout: "device_classes": [ 2024-08-04T16:44:24.714 INFO:tasks.workunit.client.0.smithi007.stdout: 8 2024-08-04T16:44:24.714 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.714 INFO:tasks.workunit.client.0.smithi007.stdout: "num_buckets": 6, 2024-08-04T16:44:24.714 INFO:tasks.workunit.client.0.smithi007.stdout: "num_devices": 8, 2024-08-04T16:44:24.714 INFO:tasks.workunit.client.0.smithi007.stdout: "num_rules": 2, 2024-08-04T16:44:24.714 INFO:tasks.workunit.client.0.smithi007.stdout: "num_types": 12, 2024-08-04T16:44:24.714 INFO:tasks.workunit.client.0.smithi007.stdout: "num_weight_sets": 0, 2024-08-04T16:44:24.715 INFO:tasks.workunit.client.0.smithi007.stdout: "tunables": { 2024-08-04T16:44:24.715 INFO:tasks.workunit.client.0.smithi007.stdout: "allowed_bucket_algs": 54, 2024-08-04T16:44:24.715 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_local_fallback_tries": 0, 2024-08-04T16:44:24.715 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_local_tries": 0, 2024-08-04T16:44:24.715 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_total_tries": 50, 2024-08-04T16:44:24.715 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_descend_once": 1, 2024-08-04T16:44:24.715 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_stable": 1, 2024-08-04T16:44:24.715 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_vary_r": 1, 2024-08-04T16:44:24.715 INFO:tasks.workunit.client.0.smithi007.stdout: "has_msr_rules": 0, 2024-08-04T16:44:24.715 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v2_rules": 1, 2024-08-04T16:44:24.715 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v3_rules": 0, 2024-08-04T16:44:24.715 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v4_buckets": 1, 2024-08-04T16:44:24.715 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v5_rules": 0, 2024-08-04T16:44:24.715 INFO:tasks.workunit.client.0.smithi007.stdout: "legacy_tunables": 0, 2024-08-04T16:44:24.716 INFO:tasks.workunit.client.0.smithi007.stdout: "minimum_required_version": "jewel", 2024-08-04T16:44:24.716 INFO:tasks.workunit.client.0.smithi007.stdout: "msr_collision_tries": 100, 2024-08-04T16:44:24.716 INFO:tasks.workunit.client.0.smithi007.stdout: "msr_descents": 100, 2024-08-04T16:44:24.716 INFO:tasks.workunit.client.0.smithi007.stdout: "optimal_tunables": 1, 2024-08-04T16:44:24.716 INFO:tasks.workunit.client.0.smithi007.stdout: "profile": "jewel", 2024-08-04T16:44:24.716 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables": 1, 2024-08-04T16:44:24.716 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables2": 1, 2024-08-04T16:44:24.716 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables3": 1, 2024-08-04T16:44:24.716 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables5": 1, 2024-08-04T16:44:24.716 INFO:tasks.workunit.client.0.smithi007.stdout: "straw_calc_version": 1 2024-08-04T16:44:24.716 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.716 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.716 INFO:tasks.workunit.client.0.smithi007.stdout: "description": "upgrade test cluster", 2024-08-04T16:44:24.717 INFO:tasks.workunit.client.0.smithi007.stdout: "fs": { 2024-08-04T16:44:24.717 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:24.717 INFO:tasks.workunit.client.0.smithi007.stdout: "feature_flags": { 2024-08-04T16:44:24.717 INFO:tasks.workunit.client.0.smithi007.stdout: "enable_multiple": true, 2024-08-04T16:44:24.717 INFO:tasks.workunit.client.0.smithi007.stdout: "ever_enabled_multiple": true 2024-08-04T16:44:24.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.717 INFO:tasks.workunit.client.0.smithi007.stdout: "filesystems": [ 2024-08-04T16:44:24.717 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.717 INFO:tasks.workunit.client.0.smithi007.stdout: "approx_ctime": "2024-08", 2024-08-04T16:44:24.717 INFO:tasks.workunit.client.0.smithi007.stdout: "balancer_enabled": false, 2024-08-04T16:44:24.717 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.717 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_caps": 0, 2024-08-04T16:44:24.717 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_dns": 10, 2024-08-04T16:44:24.717 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_inos": 13, 2024-08-04T16:44:24.717 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_subtrees": 2, 2024-08-04T16:44:24.717 INFO:tasks.workunit.client.0.smithi007.stdout: "ever_allowed_features": 0, 2024-08-04T16:44:24.718 INFO:tasks.workunit.client.0.smithi007.stdout: "explicitly_allowed_features": 0, 2024-08-04T16:44:24.718 INFO:tasks.workunit.client.0.smithi007.stdout: "files": 0, 2024-08-04T16:44:24.718 INFO:tasks.workunit.client.0.smithi007.stdout: "max_mds": 1, 2024-08-04T16:44:24.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_data_pools": 1, 2024-08-04T16:44:24.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_in": 1, 2024-08-04T16:44:24.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_mds": 1, 2024-08-04T16:44:24.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": 0, 2024-08-04T16:44:24.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_standby_replay": 0, 2024-08-04T16:44:24.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_up": 1, 2024-08-04T16:44:24.718 INFO:tasks.workunit.client.0.smithi007.stdout: "snaps": 0, 2024-08-04T16:44:24.718 INFO:tasks.workunit.client.0.smithi007.stdout: "standby_count_wanted": 0 2024-08-04T16:44:24.718 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.718 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_standby_mds": 1, 2024-08-04T16:44:24.719 INFO:tasks.workunit.client.0.smithi007.stdout: "total_num_mds": 2 2024-08-04T16:44:24.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.719 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_stats": { 2024-08-04T16:44:24.719 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T16:44:24.719 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:24.719 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 20144128, 2024-08-04T16:44:24.719 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 342216, 2024-08-04T16:44:24.719 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2621440, 2024-08-04T16:44:24.719 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 802816, 2024-08-04T16:44:24.719 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 0, 2024-08-04T16:44:24.719 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 354, 2024-08-04T16:44:24.719 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:24.719 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 1094208, 2024-08-04T16:44:24.720 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 13, 2024-08-04T16:44:24.720 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 541696, 2024-08-04T16:44:24.720 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 14741752, 2024-08-04T16:44:24.720 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 20144128 2024-08-04T16:44:24.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.720 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:24.720 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 20717568, 2024-08-04T16:44:24.720 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 441464, 2024-08-04T16:44:24.720 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2621440, 2024-08-04T16:44:24.720 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:24.720 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 475136, 2024-08-04T16:44:24.720 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 485, 2024-08-04T16:44:24.720 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:24.720 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 1431560, 2024-08-04T16:44:24.720 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 22, 2024-08-04T16:44:24.721 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 1071104, 2024-08-04T16:44:24.721 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 15152000, 2024-08-04T16:44:24.721 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 21192704 2024-08-04T16:44:24.721 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.721 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:24.721 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.630de46a01a71525518015f12bc5f227952b1fd6": { 2024-08-04T16:44:24.721 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 179838976, 2024-08-04T16:44:24.721 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 2621808, 2024-08-04T16:44:24.721 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2883584, 2024-08-04T16:44:24.721 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 745472, 2024-08-04T16:44:24.721 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 3391488, 2024-08-04T16:44:24.721 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 7254, 2024-08-04T16:44:24.721 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:24.721 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 11062232, 2024-08-04T16:44:24.721 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 20, 2024-08-04T16:44:24.722 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 3844864, 2024-08-04T16:44:24.722 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 158681016, 2024-08-04T16:44:24.722 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 183230464 2024-08-04T16:44:24.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.722 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:24.722 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 167149568, 2024-08-04T16:44:24.722 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 2183912, 2024-08-04T16:44:24.722 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2883584, 2024-08-04T16:44:24.722 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 8192, 2024-08-04T16:44:24.722 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 4530176, 2024-08-04T16:44:24.722 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 6472, 2024-08-04T16:44:24.722 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:24.722 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 9985616, 2024-08-04T16:44:24.723 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 20, 2024-08-04T16:44:24.723 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 2410240, 2024-08-04T16:44:24.723 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 149678024, 2024-08-04T16:44:24.723 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 171679744 2024-08-04T16:44:24.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.723 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:24.723 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 260104192, 2024-08-04T16:44:24.723 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 4624256, 2024-08-04T16:44:24.723 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3014656, 2024-08-04T16:44:24.723 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 376832, 2024-08-04T16:44:24.723 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 901120, 2024-08-04T16:44:24.723 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 9776, 2024-08-04T16:44:24.723 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:24.723 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 16523512, 2024-08-04T16:44:24.724 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 23, 2024-08-04T16:44:24.724 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 3411712, 2024-08-04T16:44:24.724 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 232153224, 2024-08-04T16:44:24.724 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 261005312 2024-08-04T16:44:24.724 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.724 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:24.724 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.0": { 2024-08-04T16:44:24.724 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 483827712, 2024-08-04T16:44:24.724 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 27943176, 2024-08-04T16:44:24.724 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3276800, 2024-08-04T16:44:24.724 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:24.724 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 47153152, 2024-08-04T16:44:24.724 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 13380, 2024-08-04T16:44:24.724 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:24.725 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 73443168, 2024-08-04T16:44:24.725 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 53, 2024-08-04T16:44:24.725 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 10171392, 2024-08-04T16:44:24.725 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 368993176, 2024-08-04T16:44:24.725 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 530980864 2024-08-04T16:44:24.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.725 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.1": { 2024-08-04T16:44:24.725 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 465461248, 2024-08-04T16:44:24.725 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 29175696, 2024-08-04T16:44:24.725 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3407872, 2024-08-04T16:44:24.725 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:24.725 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 38182912, 2024-08-04T16:44:24.725 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 13681, 2024-08-04T16:44:24.726 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:24.726 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 69223440, 2024-08-04T16:44:24.726 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 60, 2024-08-04T16:44:24.726 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 11019008, 2024-08-04T16:44:24.726 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 352635232, 2024-08-04T16:44:24.726 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 503644160 2024-08-04T16:44:24.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.726 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.2": { 2024-08-04T16:44:24.726 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 432939008, 2024-08-04T16:44:24.726 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 22185848, 2024-08-04T16:44:24.726 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 5242880, 2024-08-04T16:44:24.726 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 49152, 2024-08-04T16:44:24.727 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 163758080, 2024-08-04T16:44:24.727 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 10849, 2024-08-04T16:44:24.727 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:24.727 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 56810464, 2024-08-04T16:44:24.727 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 61, 2024-08-04T16:44:24.727 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 12097280, 2024-08-04T16:44:24.727 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 336553384, 2024-08-04T16:44:24.727 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 596697088 2024-08-04T16:44:24.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.727 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.3": { 2024-08-04T16:44:24.727 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 497188864, 2024-08-04T16:44:24.727 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 18074568, 2024-08-04T16:44:24.727 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3145728, 2024-08-04T16:44:24.728 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:24.728 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 59899904, 2024-08-04T16:44:24.728 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 10598, 2024-08-04T16:44:24.728 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:24.728 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 56528632, 2024-08-04T16:44:24.728 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 60, 2024-08-04T16:44:24.728 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 11387136, 2024-08-04T16:44:24.728 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 408052800, 2024-08-04T16:44:24.728 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 557088768 2024-08-04T16:44:24.728 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.728 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.4": { 2024-08-04T16:44:24.728 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 465649664, 2024-08-04T16:44:24.728 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 23549048, 2024-08-04T16:44:24.729 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3276800, 2024-08-04T16:44:24.729 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:24.729 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 144670720, 2024-08-04T16:44:24.729 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 11180, 2024-08-04T16:44:24.729 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:24.729 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 53455736, 2024-08-04T16:44:24.729 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 53, 2024-08-04T16:44:24.729 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 9955840, 2024-08-04T16:44:24.729 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 375412240, 2024-08-04T16:44:24.729 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 610320384 2024-08-04T16:44:24.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.729 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.5": { 2024-08-04T16:44:24.729 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 648757248, 2024-08-04T16:44:24.730 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 21982112, 2024-08-04T16:44:24.730 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 5505024, 2024-08-04T16:44:24.730 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:24.730 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 4005888, 2024-08-04T16:44:24.730 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 14369, 2024-08-04T16:44:24.730 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:24.730 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 64467008, 2024-08-04T16:44:24.730 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 60, 2024-08-04T16:44:24.730 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 11244544, 2024-08-04T16:44:24.730 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 545558560, 2024-08-04T16:44:24.730 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 652763136 2024-08-04T16:44:24.730 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.730 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.6": { 2024-08-04T16:44:24.731 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 447963136, 2024-08-04T16:44:24.731 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 17664248, 2024-08-04T16:44:24.731 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3145728, 2024-08-04T16:44:24.731 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:24.731 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 45277184, 2024-08-04T16:44:24.731 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 10412, 2024-08-04T16:44:24.731 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:24.731 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 58093360, 2024-08-04T16:44:24.731 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 60, 2024-08-04T16:44:24.731 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 10981376, 2024-08-04T16:44:24.731 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 358078424, 2024-08-04T16:44:24.731 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 493240320 2024-08-04T16:44:24.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.731 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.7": { 2024-08-04T16:44:24.732 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 580485120, 2024-08-04T16:44:24.732 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 22039160, 2024-08-04T16:44:24.732 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3276800, 2024-08-04T16:44:24.732 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:24.732 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 36691968, 2024-08-04T16:44:24.732 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 11688, 2024-08-04T16:44:24.732 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:24.732 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 61186768, 2024-08-04T16:44:24.732 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 58, 2024-08-04T16:44:24.732 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 12988928, 2024-08-04T16:44:24.732 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 480993464, 2024-08-04T16:44:24.732 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 617177088 2024-08-04T16:44:24.732 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.732 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.733 INFO:tasks.workunit.client.0.smithi007.stdout: "hosts": { 2024-08-04T16:44:24.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num": 2, 2024-08-04T16:44:24.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mds": 2, 2024-08-04T16:44:24.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mgr": 2, 2024-08-04T16:44:24.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mon": 2, 2024-08-04T16:44:24.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_osd": 2 2024-08-04T16:44:24.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.733 INFO:tasks.workunit.client.0.smithi007.stdout: "io_rate": { 2024-08-04T16:44:24.733 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_stats_delta": { 2024-08-04T16:44:24.733 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 0, 2024-08-04T16:44:24.733 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:24.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 0, 2024-08-04T16:44:24.734 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:24.734 INFO:tasks.workunit.client.0.smithi007.stdout: "stamp_delta": "12.002802", 2024-08-04T16:44:24.734 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:24.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:24.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:24.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:24.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:24.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:24.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:24.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:24.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:24.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:24.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:24.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:24.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:24.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:24.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:24.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:24.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:24.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:24.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:24.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:24.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:24.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:24.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:24.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:24.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:24.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:24.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:24.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:24.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:24.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:24.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:24.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:24.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:24.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:24.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:24.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:24.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:24.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:24.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:24.737 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:24.737 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:24.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.737 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:24.737 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 0, 2024-08-04T16:44:24.737 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:24.737 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:24.737 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:24.737 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:24.737 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 0, 2024-08-04T16:44:24.737 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:24.737 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:24.737 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T16:44:24.737 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:24.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.738 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 0 2024-08-04T16:44:24.738 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.738 INFO:tasks.workunit.client.0.smithi007.stdout: "leaderboard": false, 2024-08-04T16:44:24.738 INFO:tasks.workunit.client.0.smithi007.stdout: "leaderboard_description": null, 2024-08-04T16:44:24.738 INFO:tasks.workunit.client.0.smithi007.stdout: "license": "sharing-1-0", 2024-08-04T16:44:24.738 INFO:tasks.workunit.client.0.smithi007.stdout: "mempool": { 2024-08-04T16:44:24.738 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T16:44:24.738 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:24.738 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:24.738 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.738 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.739 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:24.739 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.739 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.739 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:24.739 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.739 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.739 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:24.739 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.739 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.739 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:24.740 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.740 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.740 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:24.740 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.740 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.740 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:24.740 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.740 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.740 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:24.740 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.741 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.741 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:24.741 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.741 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.741 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:24.741 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.741 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.741 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:24.741 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.741 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.742 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:24.742 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.742 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.742 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:24.742 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.742 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.742 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:24.742 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.742 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.742 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:24.743 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.743 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.743 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:24.743 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.743 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.743 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:24.743 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.743 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.743 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:24.743 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.744 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.744 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:24.744 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 150039, 2024-08-04T16:44:24.744 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 34 2024-08-04T16:44:24.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.744 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:24.744 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.744 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.744 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:24.744 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 928, 2024-08-04T16:44:24.745 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T16:44:24.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.745 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:24.745 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.745 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.745 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:24.745 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.745 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.745 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:24.745 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.745 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.746 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:24.746 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.746 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.746 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:24.746 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.746 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.746 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:24.746 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.746 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.746 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:24.747 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.747 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.747 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:24.747 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.747 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.747 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.747 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:24.747 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:24.747 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.747 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.748 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:24.748 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.748 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.748 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:24.748 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.748 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.748 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:24.748 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.748 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.748 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:24.748 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.749 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.749 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:24.749 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.749 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.749 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:24.749 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.749 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.749 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:24.749 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.749 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.750 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:24.750 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.750 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.750 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:24.750 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.750 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.750 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:24.750 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.750 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.750 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:24.750 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.751 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.751 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:24.751 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.751 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.751 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:24.751 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.751 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.751 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:24.751 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.751 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.752 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:24.752 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.752 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.752 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:24.752 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.752 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.752 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:24.752 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.752 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.752 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:24.752 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 221594, 2024-08-04T16:44:24.753 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 66 2024-08-04T16:44:24.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.753 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:24.753 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.753 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.753 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:24.753 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 51904, 2024-08-04T16:44:24.753 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 181 2024-08-04T16:44:24.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.753 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:24.753 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.753 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.753 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:24.754 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.754 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.754 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:24.754 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.754 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.754 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:24.754 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12048, 2024-08-04T16:44:24.754 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 231 2024-08-04T16:44:24.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.754 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:24.754 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.755 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.755 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:24.755 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.755 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.755 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:24.755 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.755 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.755 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:24.755 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.756 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.756 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.756 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.756 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:24.756 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.630de46a01a71525518015f12bc5f227952b1fd6": { 2024-08-04T16:44:24.756 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:24.756 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.756 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.756 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:24.756 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.756 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.757 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:24.757 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.757 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.757 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:24.757 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.757 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.757 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:24.757 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.757 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.757 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:24.757 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.757 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.758 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:24.758 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.758 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.758 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:24.758 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.758 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.758 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:24.758 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.758 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.759 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:24.759 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.759 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.759 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:24.759 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.759 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.759 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:24.759 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.759 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.759 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:24.759 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.759 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.760 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:24.760 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.760 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.760 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:24.760 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.760 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.760 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:24.760 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.760 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.760 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:24.761 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.761 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.761 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:24.761 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.761 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.761 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:24.761 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 50143174, 2024-08-04T16:44:24.761 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 6754 2024-08-04T16:44:24.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.761 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:24.761 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 968, 2024-08-04T16:44:24.761 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 11 2024-08-04T16:44:24.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.762 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:24.762 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.762 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.762 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:24.762 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.762 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.762 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:24.762 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.762 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.762 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:24.762 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.763 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.763 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:24.763 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10624, 2024-08-04T16:44:24.763 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 230 2024-08-04T16:44:24.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.763 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:24.763 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 70440, 2024-08-04T16:44:24.763 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5158 2024-08-04T16:44:24.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.763 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:24.763 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5720, 2024-08-04T16:44:24.763 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 152 2024-08-04T16:44:24.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.763 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:24.764 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.764 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.764 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:24.764 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.764 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.764 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.764 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:24.764 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:24.764 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.764 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.764 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:24.765 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.765 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.765 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:24.765 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.765 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.765 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:24.765 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.765 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.765 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:24.765 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.765 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.766 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.766 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:24.766 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.766 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.766 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.766 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:24.766 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.766 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.766 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.766 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:24.766 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.766 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.766 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.767 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:24.767 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.767 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.767 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.767 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:24.767 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.767 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.767 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.767 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:24.767 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.767 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.767 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.767 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:24.767 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.768 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.768 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:24.768 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.768 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.768 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:24.768 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.768 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.768 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:24.768 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.768 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.769 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:24.769 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.769 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.769 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:24.769 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.769 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.769 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:24.769 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.769 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.769 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:24.769 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 43892180, 2024-08-04T16:44:24.770 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5400 2024-08-04T16:44:24.770 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.770 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:24.770 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 792, 2024-08-04T16:44:24.770 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9 2024-08-04T16:44:24.770 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.770 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:24.770 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.770 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.770 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.770 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:24.770 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.770 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.771 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:24.771 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.771 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.771 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:24.771 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.771 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.771 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:24.771 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10624, 2024-08-04T16:44:24.771 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 230 2024-08-04T16:44:24.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.771 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:24.772 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 70440, 2024-08-04T16:44:24.772 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5158 2024-08-04T16:44:24.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.772 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:24.772 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5720, 2024-08-04T16:44:24.772 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 152 2024-08-04T16:44:24.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.772 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:24.772 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.772 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.772 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:24.772 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.772 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.773 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.773 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.773 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:24.773 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:24.773 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.773 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.773 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.773 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:24.773 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.773 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.773 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.773 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:24.773 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.775 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.776 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:24.777 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 52746878, 2024-08-04T16:44:24.778 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7482 2024-08-04T16:44:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10624, 2024-08-04T16:44:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 230 2024-08-04T16:44:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:24.780 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 70440, 2024-08-04T16:44:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5158 2024-08-04T16:44:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 11440, 2024-08-04T16:44:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 304 2024-08-04T16:44:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.781 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.0": { 2024-08-04T16:44:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 23592, 2024-08-04T16:44:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 407 2024-08-04T16:44:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.782 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 469120, 2024-08-04T16:44:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 28 2024-08-04T16:44:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2304, 2024-08-04T16:44:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 12 2024-08-04T16:44:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 72960, 2024-08-04T16:44:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 912 2024-08-04T16:44:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 507104, 2024-08-04T16:44:24.783 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2438 2024-08-04T16:44:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 616311, 2024-08-04T16:44:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 173 2024-08-04T16:44:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2516392, 2024-08-04T16:44:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 555301 2024-08-04T16:44:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:24.784 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7105576, 2024-08-04T16:44:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10481 2024-08-04T16:44:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 103260, 2024-08-04T16:44:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 11123 2024-08-04T16:44:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 117024, 2024-08-04T16:44:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2438 2024-08-04T16:44:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.786 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 58458, 2024-08-04T16:44:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 39 2024-08-04T16:44:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12196992, 2024-08-04T16:44:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 270 2024-08-04T16:44:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 14784, 2024-08-04T16:44:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 168 2024-08-04T16:44:24.787 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 522720, 2024-08-04T16:44:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 45 2024-08-04T16:44:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.788 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7141680, 2024-08-04T16:44:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 18518 2024-08-04T16:44:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.1": { 2024-08-04T16:44:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.790 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 25032, 2024-08-04T16:44:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 497 2024-08-04T16:44:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 231936, 2024-08-04T16:44:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1728, 2024-08-04T16:44:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9 2024-08-04T16:44:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.791 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 72400, 2024-08-04T16:44:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 905 2024-08-04T16:44:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 491920, 2024-08-04T16:44:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2365 2024-08-04T16:44:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1308408, 2024-08-04T16:44:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 337 2024-08-04T16:44:24.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2576327, 2024-08-04T16:44:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 560405 2024-08-04T16:44:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7157256, 2024-08-04T16:44:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10557 2024-08-04T16:44:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 91724, 2024-08-04T16:44:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9799 2024-08-04T16:44:24.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113424, 2024-08-04T16:44:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2363 2024-08-04T16:44:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227384, 2024-08-04T16:44:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1613 2024-08-04T16:44:24.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2208, 2024-08-04T16:44:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T16:44:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 117573, 2024-08-04T16:44:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 61 2024-08-04T16:44:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.795 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 28144, 2024-08-04T16:44:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7 2024-08-04T16:44:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9197227, 2024-08-04T16:44:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 281 2024-08-04T16:44:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 31856, 2024-08-04T16:44:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 362 2024-08-04T16:44:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:24.796 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 418176, 2024-08-04T16:44:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 36 2024-08-04T16:44:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7354464, 2024-08-04T16:44:24.797 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 21344 2024-08-04T16:44:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.798 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.2": { 2024-08-04T16:44:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:24.799 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 18416, 2024-08-04T16:44:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 318 2024-08-04T16:44:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 317440, 2024-08-04T16:44:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 28 2024-08-04T16:44:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:24.800 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 960, 2024-08-04T16:44:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5 2024-08-04T16:44:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71200, 2024-08-04T16:44:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 890 2024-08-04T16:44:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 491296, 2024-08-04T16:44:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2362 2024-08-04T16:44:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.801 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 351160, 2024-08-04T16:44:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 103 2024-08-04T16:44:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1871658, 2024-08-04T16:44:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 406648 2024-08-04T16:44:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:24.802 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5302896, 2024-08-04T16:44:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7830 2024-08-04T16:44:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 91104, 2024-08-04T16:44:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9788 2024-08-04T16:44:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113280, 2024-08-04T16:44:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2360 2024-08-04T16:44:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.803 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227384, 2024-08-04T16:44:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1613 2024-08-04T16:44:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2208, 2024-08-04T16:44:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T16:44:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.804 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 123981, 2024-08-04T16:44:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 66 2024-08-04T16:44:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 28144, 2024-08-04T16:44:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7 2024-08-04T16:44:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4669570, 2024-08-04T16:44:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 243 2024-08-04T16:44:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.805 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 11440, 2024-08-04T16:44:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 130 2024-08-04T16:44:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 360096, 2024-08-04T16:44:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 31 2024-08-04T16:44:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.806 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3178240, 2024-08-04T16:44:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 6112 2024-08-04T16:44:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.807 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.808 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.3": { 2024-08-04T16:44:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16936, 2024-08-04T16:44:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 300 2024-08-04T16:44:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 460672, 2024-08-04T16:44:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 27 2024-08-04T16:44:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3648, 2024-08-04T16:44:24.809 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 19 2024-08-04T16:44:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 72000, 2024-08-04T16:44:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 900 2024-08-04T16:44:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 491920, 2024-08-04T16:44:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2365 2024-08-04T16:44:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:24.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 372215, 2024-08-04T16:44:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 94 2024-08-04T16:44:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1857591, 2024-08-04T16:44:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 404810 2024-08-04T16:44:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5275696, 2024-08-04T16:44:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7790 2024-08-04T16:44:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.811 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 91832, 2024-08-04T16:44:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9801 2024-08-04T16:44:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113520, 2024-08-04T16:44:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2365 2024-08-04T16:44:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:24.812 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227384, 2024-08-04T16:44:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1613 2024-08-04T16:44:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 736, 2024-08-04T16:44:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1 2024-08-04T16:44:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 80538, 2024-08-04T16:44:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 57 2024-08-04T16:44:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.813 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12112, 2024-08-04T16:44:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T16:44:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 19534572, 2024-08-04T16:44:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 272 2024-08-04T16:44:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 11176, 2024-08-04T16:44:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 127 2024-08-04T16:44:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.814 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 429792, 2024-08-04T16:44:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 37 2024-08-04T16:44:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3483168, 2024-08-04T16:44:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9072 2024-08-04T16:44:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.815 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.816 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.4": { 2024-08-04T16:44:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.817 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 20512, 2024-08-04T16:44:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 361 2024-08-04T16:44:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 272768, 2024-08-04T16:44:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 30 2024-08-04T16:44:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T16:44:24.818 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T16:44:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71360, 2024-08-04T16:44:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 892 2024-08-04T16:44:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 492128, 2024-08-04T16:44:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2366 2024-08-04T16:44:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:24.819 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1363879, 2024-08-04T16:44:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 338 2024-08-04T16:44:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2129385, 2024-08-04T16:44:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 465829 2024-08-04T16:44:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6064496, 2024-08-04T16:44:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8950 2024-08-04T16:44:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 92176, 2024-08-04T16:44:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9804 2024-08-04T16:44:24.820 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113520, 2024-08-04T16:44:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2365 2024-08-04T16:44:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:24.821 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1472, 2024-08-04T16:44:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T16:44:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 95991, 2024-08-04T16:44:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 49 2024-08-04T16:44:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 20128, 2024-08-04T16:44:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5 2024-08-04T16:44:24.822 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3574599, 2024-08-04T16:44:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 265 2024-08-04T16:44:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 30008, 2024-08-04T16:44:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 341 2024-08-04T16:44:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:24.823 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 464640, 2024-08-04T16:44:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 40 2024-08-04T16:44:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5072080, 2024-08-04T16:44:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 12154 2024-08-04T16:44:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:24.824 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.825 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.5": { 2024-08-04T16:44:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 23312, 2024-08-04T16:44:24.826 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 410 2024-08-04T16:44:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 551424, 2024-08-04T16:44:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 33 2024-08-04T16:44:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3840, 2024-08-04T16:44:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 20 2024-08-04T16:44:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71840, 2024-08-04T16:44:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 898 2024-08-04T16:44:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.827 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 505440, 2024-08-04T16:44:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2430 2024-08-04T16:44:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 419456, 2024-08-04T16:44:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 117 2024-08-04T16:44:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:24.828 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2452644, 2024-08-04T16:44:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 544335 2024-08-04T16:44:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6999496, 2024-08-04T16:44:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10325 2024-08-04T16:44:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 101532, 2024-08-04T16:44:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10960 2024-08-04T16:44:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 116592, 2024-08-04T16:44:24.829 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2429 2024-08-04T16:44:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.830 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1472, 2024-08-04T16:44:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T16:44:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 93388, 2024-08-04T16:44:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 57 2024-08-04T16:44:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 20128, 2024-08-04T16:44:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5 2024-08-04T16:44:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21120257, 2024-08-04T16:44:24.831 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8097 2024-08-04T16:44:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12848, 2024-08-04T16:44:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 146 2024-08-04T16:44:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 476256, 2024-08-04T16:44:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 41 2024-08-04T16:44:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:24.832 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6453720, 2024-08-04T16:44:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 12411 2024-08-04T16:44:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.833 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.834 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.6": { 2024-08-04T16:44:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 20088, 2024-08-04T16:44:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 352 2024-08-04T16:44:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 592256, 2024-08-04T16:44:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 30 2024-08-04T16:44:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.835 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1344, 2024-08-04T16:44:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7 2024-08-04T16:44:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71680, 2024-08-04T16:44:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 896 2024-08-04T16:44:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 493584, 2024-08-04T16:44:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2373 2024-08-04T16:44:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:24.836 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1024483, 2024-08-04T16:44:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 259 2024-08-04T16:44:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1810404, 2024-08-04T16:44:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 393061 2024-08-04T16:44:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5166896, 2024-08-04T16:44:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7630 2024-08-04T16:44:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.837 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 93316, 2024-08-04T16:44:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9962 2024-08-04T16:44:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113904, 2024-08-04T16:44:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2373 2024-08-04T16:44:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.838 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 40457, 2024-08-04T16:44:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 45 2024-08-04T16:44:24.839 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7613301, 2024-08-04T16:44:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 267 2024-08-04T16:44:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 24200, 2024-08-04T16:44:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 275 2024-08-04T16:44:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.840 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 453024, 2024-08-04T16:44:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 39 2024-08-04T16:44:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3656120, 2024-08-04T16:44:24.841 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9431 2024-08-04T16:44:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.842 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.7": { 2024-08-04T16:44:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.843 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 19384, 2024-08-04T16:44:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 346 2024-08-04T16:44:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 575744, 2024-08-04T16:44:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 29 2024-08-04T16:44:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4224, 2024-08-04T16:44:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 22 2024-08-04T16:44:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71840, 2024-08-04T16:44:24.844 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 898 2024-08-04T16:44:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 506688, 2024-08-04T16:44:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2436 2024-08-04T16:44:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 544997, 2024-08-04T16:44:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 151 2024-08-04T16:44:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:24.845 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2077650, 2024-08-04T16:44:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 457687 2024-08-04T16:44:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5933936, 2024-08-04T16:44:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8758 2024-08-04T16:44:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 103268, 2024-08-04T16:44:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 11116 2024-08-04T16:44:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.846 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 116928, 2024-08-04T16:44:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2436 2024-08-04T16:44:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.847 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 35903, 2024-08-04T16:44:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 38 2024-08-04T16:44:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 23423851, 2024-08-04T16:44:24.848 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 279 2024-08-04T16:44:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 14608, 2024-08-04T16:44:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 166 2024-08-04T16:44:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 534336, 2024-08-04T16:44:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 46 2024-08-04T16:44:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.849 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4864288, 2024-08-04T16:44:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9380 2024-08-04T16:44:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:24.850 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:24.851 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "metadata": { 2024-08-04T16:44:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T16:44:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T16:44:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 2 2024-08-04T16:44:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T16:44:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T16:44:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T16:44:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-08-04T16:44:24.852 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T16:44:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 2 2024-08-04T16:44:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T16:44:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 2 2024-08-04T16:44:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T16:44:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-04T16:44:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T16:44:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-04T16:44:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.853 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T16:44:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 2 2024-08-04T16:44:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T16:44:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 3 2024-08-04T16:44:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T16:44:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 3 2024-08-04T16:44:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T16:44:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-08-04T16:44:24.854 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T16:44:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 3 2024-08-04T16:44:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T16:44:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 3 2024-08-04T16:44:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T16:44:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-04T16:44:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T16:44:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-04T16:44:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T16:44:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 3 2024-08-04T16:44:24.855 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T16:44:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 8 2024-08-04T16:44:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T16:44:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 8 2024-08-04T16:44:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T16:44:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-08-04T16:44:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T16:44:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 8 2024-08-04T16:44:24.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T16:44:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 8 2024-08-04T16:44:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T16:44:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-04T16:44:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T16:44:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-04T16:44:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T16:44:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 8 2024-08-04T16:44:24.857 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_objectstore": { 2024-08-04T16:44:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": 8 2024-08-04T16:44:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "rotational": { 2024-08-04T16:44:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "0": 8 2024-08-04T16:44:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T16:44:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "features": { 2024-08-04T16:44:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "optional": [], 2024-08-04T16:44:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "persistent": [ 2024-08-04T16:44:24.858 INFO:tasks.workunit.client.0.smithi007.stdout: "kraken", 2024-08-04T16:44:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "luminous", 2024-08-04T16:44:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "mimic", 2024-08-04T16:44:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap-prune", 2024-08-04T16:44:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "nautilus", 2024-08-04T16:44:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "octopus", 2024-08-04T16:44:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "pacific", 2024-08-04T16:44:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "elector-pinging", 2024-08-04T16:44:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "quincy", 2024-08-04T16:44:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "reef", 2024-08-04T16:44:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "squid" 2024-08-04T16:44:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "ipv4_addr_mons": 6, 2024-08-04T16:44:24.859 INFO:tasks.workunit.client.0.smithi007.stdout: "ipv6_addr_mons": 0, 2024-08-04T16:44:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "min_mon_release": 19, 2024-08-04T16:44:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "v1_addr_mons": 3, 2024-08-04T16:44:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "v2_addr_mons": 3 2024-08-04T16:44:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "organization": "ceph-qa", 2024-08-04T16:44:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster_network": false, 2024-08-04T16:44:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8, 2024-08-04T16:44:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "require_min_compat_client": "luminous", 2024-08-04T16:44:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "require_osd_release": "squid" 2024-08-04T16:44:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_perf_histograms": [ 2024-08-04T16:44:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:24.860 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T16:44:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T16:44:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T16:44:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T16:44:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T16:44:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T16:44:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T16:44:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T16:44:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T16:44:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T16:44:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T16:44:24.861 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T16:44:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T16:44:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T16:44:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T16:44:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T16:44:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T16:44:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T16:44:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T16:44:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T16:44:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T16:44:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T16:44:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T16:44:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T16:44:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T16:44:24.862 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T16:44:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T16:44:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T16:44:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T16:44:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T16:44:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T16:44:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T16:44:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T16:44:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T16:44:24.863 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T16:44:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T16:44:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T16:44:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T16:44:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T16:44:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T16:44:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T16:44:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T16:44:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T16:44:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T16:44:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T16:44:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T16:44:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T16:44:24.864 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T16:44:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T16:44:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T16:44:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T16:44:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T16:44:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T16:44:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T16:44:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T16:44:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T16:44:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T16:44:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T16:44:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T16:44:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T16:44:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T16:44:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T16:44:24.865 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T16:44:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T16:44:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T16:44:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T16:44:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.866 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 205, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 15455, 4050, 134, 11, 45, 45, 1, 1, 0, 0, 10, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9602, 168, 46, 2, 7, 43, 143, 210, 14, 33, 34, 26, 55, 26, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 740, 7, 6, 0, 1, 1, 19, 15, 6, 11, 85, 162, 47, 6, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 485, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 312, 31, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 88, 8, 5, 0, 0, 0, 0, 0, 0, 1, 0, 18, 3, 80, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 138, 5, 2, 0, 0, 0, 0, 0, 1, 2, 1, 9, 17, 26, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 18, 42, 24, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 28, 40, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.867 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.868 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9853, 44, 0, 0, 8, 0, 1, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7785, 217, 1313, 3, 6, 12, 13, 19, 39, 79, 39, 27, 15, 6, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 510, 24, 179, 19, 0, 0, 1, 2, 9, 18, 123, 235, 76, 4, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 309, 3, 4, 11, 0, 0, 0, 0, 1, 0, 0, 22, 521, 21, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 102, 1, 1, 0, 0, 0, 0, 0, 0, 0, 5, 2, 1, 33, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 135, 1, 38, 0, 0, 0, 0, 0, 2, 0, 2, 1, 0, 11, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 183, 0, 231, 0, 0, 0, 0, 0, 1, 0, 3, 4, 5, 21, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.869 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 77, 0, 30, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 5, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.870 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.871 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 14395, 13, 0, 1, 8, 0, 0, 0, 1, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 10792, 37, 24, 0, 1, 1, 1, 2, 8, 2, 5, 5, 28, 26, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1094, 11, 7, 2, 2, 0, 0, 1, 1, 1, 1, 26, 11, 8, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 475, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 6, 34, 20, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 218, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 8, 13, 58, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 183, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 9, 29, 20, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 186, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 13, 35, 36, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 49, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 5, 15, 23, 26, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 11, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 2, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.872 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.873 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.874 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5286, 3, 0, 1, 6, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3177, 14, 1, 0, 4, 3, 5, 4, 4, 30, 22, 7, 8, 17, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 239, 1, 5, 0, 0, 0, 0, 0, 1, 4, 41, 86, 16, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 202, 2, 0, 0, 15, 0, 0, 0, 0, 0, 0, 11, 186, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 80, 0, 0, 0, 165, 0, 1, 6, 0, 0, 0, 3, 6, 32, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 67, 0, 0, 0, 324, 0, 0, 3, 0, 0, 0, 1, 12, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 47, 0, 0, 0, 487, 0, 0, 0, 0, 0, 0, 2, 10, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 1708, 0, 0, 0, 0, 0, 0, 0, 3, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.875 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.876 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 6, 61, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7358, 3600, 4082, 0, 0, 1, 1, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7195, 232, 255, 0, 11, 6, 4, 5, 6, 21, 10, 8, 15, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1102, 22, 50, 0, 2, 1, 1, 2, 12, 6, 26, 78, 17, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 534, 8, 0, 0, 0, 0, 0, 0, 1, 0, 2, 36, 151, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.877 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 300, 25, 5, 0, 0, 0, 1, 0, 0, 0, 1, 8, 13, 15, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 248, 10, 3, 0, 0, 0, 0, 0, 0, 0, 1, 6, 11, 18, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 143, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 34, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 22, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.878 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.879 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8604, 1, 0, 0, 0, 0, 0, 3, 11, 0, 7, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8652, 64, 44, 1, 9, 0, 1, 0, 3, 0, 6, 1, 2, 23, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 988, 126, 172, 4, 2, 0, 0, 1, 3, 3, 9, 1, 1, 9, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 487, 17, 37, 6, 0, 0, 0, 0, 0, 1, 3, 9, 8, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 144, 17, 15, 0, 0, 0, 0, 0, 1, 0, 0, 1, 5, 60, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 116, 0, 17, 32, 0, 0, 0, 0, 0, 0, 1, 0, 4, 10, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 108, 0, 2, 33, 72, 0, 0, 0, 0, 0, 0, 0, 0, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3, 0, 0, 5, 53, 98, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 10, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.880 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.881 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4355, 1176, 0, 0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.882 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 15141, 10860, 0, 0, 6961, 351, 0, 0, 1, 0, 0, 1, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8198, 429, 4, 0, 634, 217, 3, 6, 3, 10, 9, 22, 12, 13, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1122, 67, 4, 1, 129, 26, 1, 1, 6, 15, 55, 66, 13, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 369, 4, 4, 0, 11, 1, 0, 0, 0, 0, 3, 39, 176, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 131, 9, 0, 0, 20, 12, 0, 1, 1, 0, 1, 7, 19, 47, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 84, 1, 0, 0, 7, 23, 0, 3, 0, 0, 1, 10, 6, 10, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 114, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 4, 5, 24, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 8, 2, 12, 37, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 13, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.883 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.884 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 12571, 18, 1, 0, 0, 1, 0, 1, 0, 1, 0, 12, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8665, 184, 18, 1, 6, 1, 0, 3, 0, 1, 2, 7, 2, 4, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.885 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 822, 92, 3, 1, 1, 0, 0, 2, 1, 2, 2, 9, 2, 5, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 286, 7, 1, 0, 0, 0, 0, 0, 0, 1, 1, 14, 20, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 155, 12, 0, 0, 0, 0, 0, 0, 1, 0, 3, 5, 15, 40, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 98, 18, 0, 0, 0, 0, 3, 0, 0, 0, 4, 10, 16, 16, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 57, 51, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 26, 32, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 19, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 18, 22, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.886 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.887 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T16:44:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T16:44:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:24.888 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T16:44:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T16:44:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T16:44:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T16:44:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T16:44:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T16:44:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T16:44:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T16:44:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T16:44:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T16:44:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T16:44:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T16:44:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T16:44:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T16:44:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T16:44:24.889 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T16:44:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T16:44:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T16:44:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T16:44:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T16:44:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T16:44:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T16:44:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T16:44:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T16:44:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T16:44:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T16:44:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T16:44:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T16:44:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T16:44:24.890 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T16:44:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T16:44:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T16:44:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T16:44:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T16:44:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T16:44:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T16:44:24.891 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T16:44:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T16:44:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T16:44:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T16:44:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T16:44:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T16:44:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T16:44:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T16:44:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T16:44:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T16:44:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T16:44:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T16:44:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T16:44:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T16:44:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T16:44:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T16:44:24.892 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T16:44:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T16:44:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T16:44:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T16:44:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T16:44:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T16:44:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T16:44:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T16:44:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T16:44:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T16:44:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T16:44:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T16:44:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.893 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 656, 6, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4575, 60, 80, 141, 438, 613, 700, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 655, 6, 24, 60, 19, 11, 24, 0, 0, 3, 5, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 161, 7, 0, 0, 0, 0, 1, 0, 0, 0, 1, 4, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.894 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 79, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 6, 11, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.895 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.896 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 268, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3050, 263, 32, 62, 124, 0, 3, 1, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 541, 30, 1307, 0, 0, 0, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 352, 7, 36, 1, 0, 0, 0, 1, 0, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1672, 1252, 49, 0, 1, 0, 1, 0, 0, 0, 0, 0, 5, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1460, 1727, 236, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 9, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.897 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 17, 18, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.898 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.899 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1078, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 11054, 4, 1, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 15628, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 525, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 4, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.900 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 17, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.901 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:24.902 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1939, 25, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 285, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 246, 0, 11, 33, 0, 0, 0, 0, 0, 0, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1042, 219, 22, 119, 0, 0, 0, 0, 0, 0, 3, 2, 2, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4200, 2662, 0, 412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 192, 137, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.903 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.904 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.905 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 666, 2, 0, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2555, 222, 34, 54, 136, 275, 478, 0, 8, 7, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 224, 15, 0, 0, 0, 1, 7, 0, 0, 1, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 83, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.906 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.907 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 495, 2, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.908 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3004, 66, 136, 229, 440, 610, 709, 5, 4, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 407, 6, 2, 11, 15, 19, 20, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 418, 4, 1, 10, 1, 0, 0, 0, 0, 0, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 245, 37, 83, 116, 29, 0, 0, 0, 1, 0, 0, 2, 6, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 232, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 13, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.909 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.910 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 399, 9, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3172, 24, 0, 0, 16, 0, 5, 7, 10, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 298, 5, 1, 0, 3, 1, 0, 0, 4, 15, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 156, 2, 0, 0, 3, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.911 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 177, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 17, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.912 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.913 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 646, 3, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8506, 23, 51, 47, 0, 0, 1, 4, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1818, 32, 93, 48, 0, 1, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 208, 9, 4, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 125, 3, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 11, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.914 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.915 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.916 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T16:44:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T16:44:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T16:44:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T16:44:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T16:44:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T16:44:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T16:44:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T16:44:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T16:44:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T16:44:24.917 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T16:44:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T16:44:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T16:44:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T16:44:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T16:44:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T16:44:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T16:44:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T16:44:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T16:44:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T16:44:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T16:44:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T16:44:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T16:44:24.918 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T16:44:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T16:44:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T16:44:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T16:44:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T16:44:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T16:44:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T16:44:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T16:44:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T16:44:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T16:44:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:24.919 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T16:44:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T16:44:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T16:44:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T16:44:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T16:44:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T16:44:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T16:44:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T16:44:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T16:44:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T16:44:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T16:44:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T16:44:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T16:44:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T16:44:24.920 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T16:44:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T16:44:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T16:44:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T16:44:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T16:44:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T16:44:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T16:44:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T16:44:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T16:44:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T16:44:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T16:44:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T16:44:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T16:44:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T16:44:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T16:44:24.921 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T16:44:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T16:44:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T16:44:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T16:44:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.922 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 666, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 6610, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 811, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 184, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.923 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.924 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 276, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3539, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1883, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 402, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2987, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3446, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.925 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.926 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.927 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1078, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 11068, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 15633, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 536, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.928 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.929 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1967, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.930 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1424, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7286, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 354, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.931 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.932 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 683, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3772, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 251, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.933 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.934 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.935 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 520, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5209, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 483, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 441, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 525, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.936 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.937 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.938 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 410, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3238, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 331, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.939 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.940 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 656, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8636, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1998, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 228, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.941 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.942 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.943 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T16:44:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T16:44:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T16:44:24.944 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T16:44:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T16:44:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T16:44:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T16:44:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T16:44:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T16:44:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T16:44:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T16:44:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T16:44:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T16:44:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T16:44:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T16:44:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T16:44:24.945 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T16:44:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T16:44:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T16:44:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T16:44:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T16:44:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T16:44:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T16:44:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T16:44:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T16:44:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T16:44:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T16:44:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T16:44:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T16:44:24.946 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T16:44:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T16:44:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T16:44:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T16:44:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T16:44:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T16:44:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:24.947 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T16:44:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T16:44:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T16:44:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T16:44:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T16:44:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T16:44:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T16:44:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T16:44:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T16:44:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T16:44:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T16:44:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T16:44:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T16:44:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T16:44:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T16:44:24.948 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T16:44:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T16:44:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T16:44:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T16:44:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T16:44:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T16:44:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T16:44:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T16:44:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T16:44:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T16:44:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T16:44:24.949 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T16:44:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T16:44:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T16:44:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T16:44:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T16:44:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:24.950 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 123, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2153, 24, 3, 0, 15, 3, 2, 3, 6, 6, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1087, 10, 0, 1, 1, 8, 8, 16, 30, 54, 77, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 145, 11, 0, 0, 0, 1, 3, 2, 4, 12, 84, 261, 129, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 224, 6, 0, 0, 0, 0, 0, 0, 3, 3, 8, 15, 276, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 484, 2, 0, 0, 0, 0, 1, 0, 0, 1, 6, 6, 17, 37, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1130, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 5, 8, 22, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 718, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.951 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.952 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.953 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2821, 19, 1, 1, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1518, 5, 0, 1, 5, 5, 6, 16, 45, 80, 91, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 94, 2, 0, 0, 1, 1, 0, 0, 2, 5, 89, 296, 239, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 33, 0, 0, 0, 1, 0, 0, 0, 1, 4, 9, 15, 346, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 39, 0, 1, 0, 0, 0, 0, 1, 2, 1, 4, 4, 17, 33, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 286, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 2, 23, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1425, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1767, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.954 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.955 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.956 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 63, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 407, 10, 3, 2, 15, 0, 1, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 154, 6, 0, 0, 2, 3, 4, 3, 5, 9, 33, 37, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 234, 21, 0, 1, 1, 2, 4, 13, 4, 13, 61, 76, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 100, 9, 0, 0, 0, 0, 0, 0, 0, 4, 23, 49, 23, 12, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 51, 24, 0, 0, 0, 0, 0, 0, 2, 3, 6, 10, 23, 52, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8, 50, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 12, 28, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 7, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.957 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.958 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.959 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1102, 16, 0, 2, 8, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 403, 4, 1, 0, 0, 3, 2, 5, 16, 29, 39, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 111, 1, 0, 1, 0, 0, 2, 1, 2, 7, 25, 91, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 276, 24, 0, 0, 0, 0, 0, 0, 1, 1, 9, 11, 75, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 513, 23, 0, 0, 0, 0, 0, 0, 2, 0, 1, 3, 5, 18, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 342, 48, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 3, 23, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 115, 89, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.960 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.961 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.962 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1008, 14, 0, 0, 16, 0, 1, 4, 5, 6, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 719, 4, 0, 1, 3, 6, 4, 6, 18, 21, 33, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 339, 8, 0, 0, 0, 1, 1, 1, 6, 1, 59, 125, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 466, 1, 0, 0, 0, 0, 0, 0, 1, 1, 12, 23, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 341, 2, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 14, 25, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 13, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.963 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.964 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 327, 24, 2, 0, 8, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 80, 9, 1, 0, 3, 1, 0, 1, 3, 2, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 55, 7, 0, 0, 1, 0, 3, 2, 1, 3, 13, 14, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 1, 0, 2, 4, 11, 13, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.965 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8, 0, 0, 0, 0, 1, 0, 1, 1, 1, 3, 6, 16, 28, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 28, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.966 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:24.967 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 76, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1169, 31, 0, 0, 20, 1, 6, 7, 20, 18, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 603, 5, 0, 2, 1, 3, 6, 9, 18, 36, 19, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 383, 11, 0, 0, 1, 2, 1, 2, 5, 8, 44, 120, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 547, 10, 1, 0, 1, 0, 1, 3, 3, 4, 22, 22, 182, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 303, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 12, 26, 30, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 20, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.968 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.969 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.970 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 58, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 307, 16, 3, 1, 14, 2, 1, 1, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 83, 10, 0, 0, 1, 0, 2, 6, 4, 5, 11, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 124, 2, 1, 0, 1, 0, 0, 6, 7, 9, 42, 51, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 88, 14, 0, 0, 0, 0, 2, 0, 1, 9, 32, 37, 11, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 29, 29, 0, 0, 0, 0, 1, 0, 2, 4, 6, 14, 26, 44, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 42, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 6, 38, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.971 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.972 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-04T16:44:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 8, 2024-08-04T16:44:24.973 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "number of replicas", 2024-08-04T16:44:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 1, 2024-08-04T16:44:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0]", 2024-08-04T16:44:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[1, 1]", 2024-08-04T16:44:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[2, 2]", 2024-08-04T16:44:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[3, 3]", 2024-08-04T16:44:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[4, 4]", 2024-08-04T16:44:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[5, 5]", 2024-08-04T16:44:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "[6, None]" 2024-08-04T16:44:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "linear" 2024-08-04T16:44:24.974 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 10, 2024-08-04T16:44:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "duration", 2024-08-04T16:44:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 250000, 2024-08-04T16:44:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 249999]", 2024-08-04T16:44:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[250000, 499999]", 2024-08-04T16:44:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[500000, 999999]", 2024-08-04T16:44:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[1000000, 1999999]", 2024-08-04T16:44:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[2000000, 3999999]", 2024-08-04T16:44:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[4000000, 7999999]", 2024-08-04T16:44:24.975 INFO:tasks.workunit.client.0.smithi007.stdout: "[8000000, 15999999]", 2024-08-04T16:44:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "[16000000, 31999999]", 2024-08-04T16:44:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "[32000000, None]" 2024-08-04T16:44:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.976 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.977 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.978 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.979 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.980 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.981 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.982 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:24.983 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_counters": { 2024-08-04T16:44:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T16:44:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "caps": { 2024-08-04T16:44:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_flush_ack": { 2024-08-04T16:44:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.984 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-04T16:44:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_grant": { 2024-08-04T16:44:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_revoke": { 2024-08-04T16:44:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_trunc": { 2024-08-04T16:44:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_commit": { 2024-08-04T16:44:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.985 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_fetch_complete": { 2024-08-04T16:44:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T16:44:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_fetch_keys": { 2024-08-04T16:44:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_merge": { 2024-08-04T16:44:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_split": { 2024-08-04T16:44:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "exported_inodes": { 2024-08-04T16:44:24.986 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "forward": { 2024-08-04T16:44:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_cap_release": { 2024-08-04T16:44:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_caps": { 2024-08-04T16:44:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_caps_dirty": { 2024-08-04T16:44:24.987 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_inode_file_caps": { 2024-08-04T16:44:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "imported_inodes": { 2024-08-04T16:44:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes": { 2024-08-04T16:44:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes_expired": { 2024-08-04T16:44:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.988 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes_pinned": { 2024-08-04T16:44:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes_with_caps": { 2024-08-04T16:44:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: "load_cent": { 2024-08-04T16:44:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: "openino_dir_fetch": { 2024-08-04T16:44:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.989 INFO:tasks.workunit.client.0.smithi007.stdout: "process_request_cap_release": { 2024-08-04T16:44:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "reply_latency": { 2024-08-04T16:44:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "request": { 2024-08-04T16:44:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "root_rbytes": { 2024-08-04T16:44:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "root_rfiles": { 2024-08-04T16:44:24.990 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "root_rsnaps": { 2024-08-04T16:44:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_reply": { 2024-08-04T16:44:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "subtrees": { 2024-08-04T16:44:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_cache": { 2024-08-04T16:44:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_enqueue_scrub": { 2024-08-04T16:44:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.991 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_exportdir": { 2024-08-04T16:44:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_flush": { 2024-08-04T16:44:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_fragmentdir": { 2024-08-04T16:44:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_fragstats": { 2024-08-04T16:44:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_inodestats": { 2024-08-04T16:44:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_quiesce_inode": { 2024-08-04T16:44:24.992 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_quiesce_path": { 2024-08-04T16:44:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_recovering_enqueued": { 2024-08-04T16:44:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_recovering_prioritized": { 2024-08-04T16:44:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_recovering_processing": { 2024-08-04T16:44:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.993 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "num_strays": { 2024-08-04T16:44:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "num_strays_delayed": { 2024-08-04T16:44:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "num_strays_enqueuing": { 2024-08-04T16:44:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_completed": { 2024-08-04T16:44:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_started": { 2024-08-04T16:44:24.994 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_created": { 2024-08-04T16:44:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_enqueued": { 2024-08-04T16:44:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_migrated": { 2024-08-04T16:44:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_reintegrated": { 2024-08-04T16:44:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.995 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_log": { 2024-08-04T16:44:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "ev": { 2024-08-04T16:44:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17 2024-08-04T16:44:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "evadd": { 2024-08-04T16:44:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "evex": { 2024-08-04T16:44:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "evexd": { 2024-08-04T16:44:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "evexg": { 2024-08-04T16:44:24.996 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "evlrg": { 2024-08-04T16:44:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "evtrm": { 2024-08-04T16:44:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "jlat": { 2024-08-04T16:44:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "replayed": { 2024-08-04T16:44:24.997 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17 2024-08-04T16:44:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: "seg": { 2024-08-04T16:44:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: "segadd": { 2024-08-04T16:44:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: "segex": { 2024-08-04T16:44:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: "segexd": { 2024-08-04T16:44:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.998 INFO:tasks.workunit.client.0.smithi007.stdout: "segexg": { 2024-08-04T16:44:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: "segmjr": { 2024-08-04T16:44:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: "segtrm": { 2024-08-04T16:44:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:24.999 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_mem": { 2024-08-04T16:44:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "cap": { 2024-08-04T16:44:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "cap+": { 2024-08-04T16:44:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "cap-": { 2024-08-04T16:44:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "dir": { 2024-08-04T16:44:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T16:44:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.000 INFO:tasks.workunit.client.0.smithi007.stdout: "dir+": { 2024-08-04T16:44:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T16:44:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "dir-": { 2024-08-04T16:44:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "dn": { 2024-08-04T16:44:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "dn+": { 2024-08-04T16:44:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "dn-": { 2024-08-04T16:44:25.001 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "heap": { 2024-08-04T16:44:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 248096 2024-08-04T16:44:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "ino": { 2024-08-04T16:44:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13 2024-08-04T16:44:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "ino+": { 2024-08-04T16:44:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13 2024-08-04T16:44:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "ino-": { 2024-08-04T16:44:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.002 INFO:tasks.workunit.client.0.smithi007.stdout: "rss": { 2024-08-04T16:44:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49192 2024-08-04T16:44:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_server": { 2024-08-04T16:44:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "cap_acquisition_throttle": { 2024-08-04T16:44:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "cap_revoke_eviction": { 2024-08-04T16:44:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_request": { 2024-08-04T16:44:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_session": { 2024-08-04T16:44:25.003 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_peer_request": { 2024-08-04T16:44:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "req_create_latency": { 2024-08-04T16:44:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "req_getattr_latency": { 2024-08-04T16:44:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "req_getfilelock_latency": { 2024-08-04T16:44:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.004 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "req_getvxattr_latency": { 2024-08-04T16:44:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "req_link_latency": { 2024-08-04T16:44:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookup_latency": { 2024-08-04T16:44:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.005 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookuphash_latency": { 2024-08-04T16:44:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupino_latency": { 2024-08-04T16:44:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupname_latency": { 2024-08-04T16:44:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupparent_latency": { 2024-08-04T16:44:25.006 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupsnap_latency": { 2024-08-04T16:44:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lssnap_latency": { 2024-08-04T16:44:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "req_mkdir_latency": { 2024-08-04T16:44:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.007 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "req_mknod_latency": { 2024-08-04T16:44:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "req_mksnap_latency": { 2024-08-04T16:44:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "req_open_latency": { 2024-08-04T16:44:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "req_readdir_latency": { 2024-08-04T16:44:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.008 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rename_latency": { 2024-08-04T16:44:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "req_renamesnap_latency": { 2024-08-04T16:44:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rmdir_latency": { 2024-08-04T16:44:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rmsnap_latency": { 2024-08-04T16:44:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.009 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rmxattr_latency": { 2024-08-04T16:44:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setattr_latency": { 2024-08-04T16:44:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setdirlayout_latency": { 2024-08-04T16:44:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setfilelock_latency": { 2024-08-04T16:44:25.010 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setlayout_latency": { 2024-08-04T16:44:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setxattr_latency": { 2024-08-04T16:44:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "req_snapdiff_latency": { 2024-08-04T16:44:25.011 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: "req_symlink_latency": { 2024-08-04T16:44:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: "req_unlink_latency": { 2024-08-04T16:44:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_sessions": { 2024-08-04T16:44:25.012 INFO:tasks.workunit.client.0.smithi007.stdout: "average_load": { 2024-08-04T16:44:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "avg_session_uptime": { 2024-08-04T16:44:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "mdthresh_evicted": { 2024-08-04T16:44:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T16:44:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "session_count": { 2024-08-04T16:44:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.013 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "session_remove": { 2024-08-04T16:44:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "sessions_open": { 2024-08-04T16:44:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "sessions_stale": { 2024-08-04T16:44:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "total_load": { 2024-08-04T16:44:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:25.014 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37 2024-08-04T16:44:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7 2024-08-04T16:44:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "purge_queue": { 2024-08-04T16:44:25.015 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executed": { 2024-08-04T16:44:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executed_ops": { 2024-08-04T16:44:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing": { 2024-08-04T16:44:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing_high_water": { 2024-08-04T16:44:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing_ops": { 2024-08-04T16:44:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.016 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing_ops_high_water": { 2024-08-04T16:44:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_item_in_journal": { 2024-08-04T16:44:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.630de46a01a71525518015f12bc5f227952b1fd6": { 2024-08-04T16:44:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "election_call": { 2024-08-04T16:44:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.017 INFO:tasks.workunit.client.0.smithi007.stdout: "election_lose": { 2024-08-04T16:44:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T16:44:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: "election_win": { 2024-08-04T16:44:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: "num_elections": { 2024-08-04T16:44:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T16:44:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": { 2024-08-04T16:44:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T16:44:25.018 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T16:44:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T16:44:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "session_rm": { 2024-08-04T16:44:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 258 2024-08-04T16:44:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "session_trim": { 2024-08-04T16:44:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "paxos": { 2024-08-04T16:44:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "accept_timeout": { 2024-08-04T16:44:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.019 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "begin": { 2024-08-04T16:44:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7854 2024-08-04T16:44:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_bytes": { 2024-08-04T16:44:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7854, 2024-08-04T16:44:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56076714 2024-08-04T16:44:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_keys": { 2024-08-04T16:44:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.020 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_latency": { 2024-08-04T16:44:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7854, 2024-08-04T16:44:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1101983271 2024-08-04T16:44:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "collect": { 2024-08-04T16:44:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_bytes": { 2024-08-04T16:44:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T16:44:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 219 2024-08-04T16:44:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_keys": { 2024-08-04T16:44:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T16:44:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:25.021 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_latency": { 2024-08-04T16:44:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T16:44:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_timeout": { 2024-08-04T16:44:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_uncommitted": { 2024-08-04T16:44:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "commit": { 2024-08-04T16:44:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7855 2024-08-04T16:44:25.022 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_bytes": { 2024-08-04T16:44:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_keys": { 2024-08-04T16:44:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_latency": { 2024-08-04T16:44:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_ack_timeout": { 2024-08-04T16:44:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.023 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_timeout": { 2024-08-04T16:44:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn": { 2024-08-04T16:44:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn_latency": { 2024-08-04T16:44:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh": { 2024-08-04T16:44:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7855 2024-08-04T16:44:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.024 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh_latency": { 2024-08-04T16:44:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7855, 2024-08-04T16:44:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25251616814 2024-08-04T16:44:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "restart": { 2024-08-04T16:44:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16 2024-08-04T16:44:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state": { 2024-08-04T16:44:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_bytes": { 2024-08-04T16:44:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.025 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_keys": { 2024-08-04T16:44:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "start_leader": { 2024-08-04T16:44:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "start_peon": { 2024-08-04T16:44:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T16:44:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state": { 2024-08-04T16:44:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7854 2024-08-04T16:44:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_bytes": { 2024-08-04T16:44:25.026 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7854, 2024-08-04T16:44:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 110722221 2024-08-04T16:44:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_keys": { 2024-08-04T16:44:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7854, 2024-08-04T16:44:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70439 2024-08-04T16:44:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_latency": { 2024-08-04T16:44:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7854, 2024-08-04T16:44:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1244981117 2024-08-04T16:44:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache": { 2024-08-04T16:44:25.027 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1020054731 2024-08-04T16:44:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 180346880 2024-08-04T16:44:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 175284224 2024-08-04T16:44:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2147483648 2024-08-04T16:44:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5062656 2024-08-04T16:44:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.028 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:full": { 2024-08-04T16:44:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 360710144 2024-08-04T16:44:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.029 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 266523881 2024-08-04T16:44:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26096138 2024-08-04T16:44:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.030 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.031 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68090125 2024-08-04T16:44:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:inc": { 2024-08-04T16:44:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 339738624 2024-08-04T16:44:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.032 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 266523881 2024-08-04T16:44:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2209875 2024-08-04T16:44:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.033 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.034 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71004868 2024-08-04T16:44:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:kv": { 2024-08-04T16:44:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.035 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314572800 2024-08-04T16:44:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177682587 2024-08-04T16:44:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.036 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.037 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69781349 2024-08-04T16:44:25.038 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb": { 2024-08-04T16:44:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "compact": { 2024-08-04T16:44:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_len": { 2024-08-04T16:44:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_merge": { 2024-08-04T16:44:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_range": { 2024-08-04T16:44:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 88 2024-08-04T16:44:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.039 INFO:tasks.workunit.client.0.smithi007.stdout: "get_latency": { 2024-08-04T16:44:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 343980, 2024-08-04T16:44:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1856051154 2024-08-04T16:44:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_delay_time": { 2024-08-04T16:44:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_memtable_time": { 2024-08-04T16:44:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-04T16:44:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.040 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_wal_time": { 2024-08-04T16:44:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_latency": { 2024-08-04T16:44:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_sync_latency": { 2024-08-04T16:44:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19187, 2024-08-04T16:44:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2818929334 2024-08-04T16:44:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.041 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "election_call": { 2024-08-04T16:44:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "election_lose": { 2024-08-04T16:44:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "election_win": { 2024-08-04T16:44:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.042 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_elections": { 2024-08-04T16:44:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T16:44:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": { 2024-08-04T16:44:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T16:44:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "session_rm": { 2024-08-04T16:44:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 255 2024-08-04T16:44:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "session_trim": { 2024-08-04T16:44:25.043 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "paxos": { 2024-08-04T16:44:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "accept_timeout": { 2024-08-04T16:44:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "begin": { 2024-08-04T16:44:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7825 2024-08-04T16:44:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_bytes": { 2024-08-04T16:44:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7825, 2024-08-04T16:44:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 55857312 2024-08-04T16:44:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_keys": { 2024-08-04T16:44:25.044 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_latency": { 2024-08-04T16:44:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7825, 2024-08-04T16:44:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1350976636 2024-08-04T16:44:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "collect": { 2024-08-04T16:44:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_bytes": { 2024-08-04T16:44:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 146 2024-08-04T16:44:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.045 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_keys": { 2024-08-04T16:44:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_latency": { 2024-08-04T16:44:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5999898 2024-08-04T16:44:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_timeout": { 2024-08-04T16:44:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_uncommitted": { 2024-08-04T16:44:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "commit": { 2024-08-04T16:44:25.046 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7825 2024-08-04T16:44:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_bytes": { 2024-08-04T16:44:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_keys": { 2024-08-04T16:44:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_latency": { 2024-08-04T16:44:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.047 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_ack_timeout": { 2024-08-04T16:44:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_timeout": { 2024-08-04T16:44:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn": { 2024-08-04T16:44:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn_latency": { 2024-08-04T16:44:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh": { 2024-08-04T16:44:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7825 2024-08-04T16:44:25.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh_latency": { 2024-08-04T16:44:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7825, 2024-08-04T16:44:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24798570627 2024-08-04T16:44:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "restart": { 2024-08-04T16:44:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11 2024-08-04T16:44:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state": { 2024-08-04T16:44:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_bytes": { 2024-08-04T16:44:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.049 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_keys": { 2024-08-04T16:44:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: "start_leader": { 2024-08-04T16:44:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: "start_peon": { 2024-08-04T16:44:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state": { 2024-08-04T16:44:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7825 2024-08-04T16:44:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_bytes": { 2024-08-04T16:44:25.050 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7825, 2024-08-04T16:44:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 110224506 2024-08-04T16:44:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_keys": { 2024-08-04T16:44:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7825, 2024-08-04T16:44:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69991 2024-08-04T16:44:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_latency": { 2024-08-04T16:44:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7825, 2024-08-04T16:44:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3212944437 2024-08-04T16:44:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache": { 2024-08-04T16:44:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:25.051 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1020054731 2024-08-04T16:44:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 168796160 2024-08-04T16:44:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 164126720 2024-08-04T16:44:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2147483648 2024-08-04T16:44:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4669440 2024-08-04T16:44:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:full": { 2024-08-04T16:44:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 360710144 2024-08-04T16:44:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 267104589 2024-08-04T16:44:25.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25206272 2024-08-04T16:44:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.054 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.055 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68399283 2024-08-04T16:44:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:inc": { 2024-08-04T16:44:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 339738624 2024-08-04T16:44:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 267104589 2024-08-04T16:44:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1551186 2024-08-04T16:44:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.058 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71082849 2024-08-04T16:44:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:kv": { 2024-08-04T16:44:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314572800 2024-08-04T16:44:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.059 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 178069726 2024-08-04T16:44:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.060 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.061 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69394210 2024-08-04T16:44:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb": { 2024-08-04T16:44:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: "compact": { 2024-08-04T16:44:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_len": { 2024-08-04T16:44:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_merge": { 2024-08-04T16:44:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.062 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_range": { 2024-08-04T16:44:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 87 2024-08-04T16:44:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: "get_latency": { 2024-08-04T16:44:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 341442, 2024-08-04T16:44:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1714508759 2024-08-04T16:44:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_delay_time": { 2024-08-04T16:44:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_memtable_time": { 2024-08-04T16:44:25.063 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-04T16:44:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_wal_time": { 2024-08-04T16:44:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_latency": { 2024-08-04T16:44:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.064 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_sync_latency": { 2024-08-04T16:44:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19108, 2024-08-04T16:44:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6726899362 2024-08-04T16:44:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "election_call": { 2024-08-04T16:44:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "election_lose": { 2024-08-04T16:44:25.065 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: "election_win": { 2024-08-04T16:44:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_elections": { 2024-08-04T16:44:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21 2024-08-04T16:44:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": { 2024-08-04T16:44:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T16:44:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T16:44:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5 2024-08-04T16:44:25.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "session_rm": { 2024-08-04T16:44:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 230 2024-08-04T16:44:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "session_trim": { 2024-08-04T16:44:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "paxos": { 2024-08-04T16:44:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "accept_timeout": { 2024-08-04T16:44:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "begin": { 2024-08-04T16:44:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7921 2024-08-04T16:44:25.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_bytes": { 2024-08-04T16:44:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7921, 2024-08-04T16:44:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57295739 2024-08-04T16:44:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_keys": { 2024-08-04T16:44:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7921, 2024-08-04T16:44:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23763 2024-08-04T16:44:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_latency": { 2024-08-04T16:44:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7921, 2024-08-04T16:44:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1328979842 2024-08-04T16:44:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "collect": { 2024-08-04T16:44:25.068 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_bytes": { 2024-08-04T16:44:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_keys": { 2024-08-04T16:44:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_latency": { 2024-08-04T16:44:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.069 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_timeout": { 2024-08-04T16:44:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_uncommitted": { 2024-08-04T16:44:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "commit": { 2024-08-04T16:44:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7919 2024-08-04T16:44:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_bytes": { 2024-08-04T16:44:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7919, 2024-08-04T16:44:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56698682 2024-08-04T16:44:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.070 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_keys": { 2024-08-04T16:44:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7919, 2024-08-04T16:44:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 63063 2024-08-04T16:44:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_latency": { 2024-08-04T16:44:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7919, 2024-08-04T16:44:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1346965232 2024-08-04T16:44:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_ack_timeout": { 2024-08-04T16:44:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_timeout": { 2024-08-04T16:44:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn": { 2024-08-04T16:44:25.071 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn_latency": { 2024-08-04T16:44:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6, 2024-08-04T16:44:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh": { 2024-08-04T16:44:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7922 2024-08-04T16:44:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh_latency": { 2024-08-04T16:44:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7922, 2024-08-04T16:44:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26475598333 2024-08-04T16:44:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "restart": { 2024-08-04T16:44:25.072 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T16:44:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state": { 2024-08-04T16:44:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_bytes": { 2024-08-04T16:44:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74832 2024-08-04T16:44:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_keys": { 2024-08-04T16:44:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: "start_leader": { 2024-08-04T16:44:25.073 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: "start_peon": { 2024-08-04T16:44:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state": { 2024-08-04T16:44:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_bytes": { 2024-08-04T16:44:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_keys": { 2024-08-04T16:44:25.074 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_latency": { 2024-08-04T16:44:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache": { 2024-08-04T16:44:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1020054731 2024-08-04T16:44:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 257990656 2024-08-04T16:44:25.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 256081920 2024-08-04T16:44:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2147483648 2024-08-04T16:44:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1908736 2024-08-04T16:44:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:full": { 2024-08-04T16:44:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 360710144 2024-08-04T16:44:25.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 266343419 2024-08-04T16:44:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26135368 2024-08-04T16:44:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68231357 2024-08-04T16:44:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:inc": { 2024-08-04T16:44:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 339738624 2024-08-04T16:44:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.080 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 266343419 2024-08-04T16:44:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2651877 2024-08-04T16:44:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.082 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70743328 2024-08-04T16:44:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:kv": { 2024-08-04T16:44:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314572800 2024-08-04T16:44:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177562279 2024-08-04T16:44:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.084 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.085 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69901657 2024-08-04T16:44:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb": { 2024-08-04T16:44:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: "compact": { 2024-08-04T16:44:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_len": { 2024-08-04T16:44:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_merge": { 2024-08-04T16:44:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_range": { 2024-08-04T16:44:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 88 2024-08-04T16:44:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "get_latency": { 2024-08-04T16:44:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 359603, 2024-08-04T16:44:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2110713113 2024-08-04T16:44:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.087 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_delay_time": { 2024-08-04T16:44:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_memtable_time": { 2024-08-04T16:44:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-04T16:44:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_wal_time": { 2024-08-04T16:44:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_latency": { 2024-08-04T16:44:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_sync_latency": { 2024-08-04T16:44:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19350, 2024-08-04T16:44:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3049271767 2024-08-04T16:44:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.0": { 2024-08-04T16:44:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:25.089 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12910 2024-08-04T16:44:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:25.090 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.091 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9601024 2024-08-04T16:44:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 870121472 2024-08-04T16:44:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19, 2024-08-04T16:44:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6992130 2024-08-04T16:44:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19, 2024-08-04T16:44:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3528790 2024-08-04T16:44:25.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 210, 2024-08-04T16:44:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 955832 2024-08-04T16:44:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 896204800 2024-08-04T16:44:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79825, 2024-08-04T16:44:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7151324784 2024-08-04T16:44:25.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79831, 2024-08-04T16:44:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13540976341 2024-08-04T16:44:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11038720 2024-08-04T16:44:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 326934528 2024-08-04T16:44:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 890503168 2024-08-04T16:44:25.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58 2024-08-04T16:44:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 379314161 2024-08-04T16:44:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:25.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27708 2024-08-04T16:44:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 325029888 2024-08-04T16:44:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 325033984 2024-08-04T16:44:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.096 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16232 2024-08-04T16:44:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 27708, 2024-08-04T16:44:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 233599462 2024-08-04T16:44:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 309690993 2024-08-04T16:44:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25571 2024-08-04T16:44:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:25.097 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2927416 2024-08-04T16:44:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 702 2024-08-04T16:44:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9497571 2024-08-04T16:44:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 982 2024-08-04T16:44:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6570155 2024-08-04T16:44:25.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6570155 2024-08-04T16:44:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 289 2024-08-04T16:44:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:25.099 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 982, 2024-08-04T16:44:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4025042 2024-08-04T16:44:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:25.100 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 810 2024-08-04T16:44:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6079 2024-08-04T16:44:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.101 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1209544704 2024-08-04T16:44:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17534976 2024-08-04T16:44:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.102 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21164, 2024-08-04T16:44:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 103531722 2024-08-04T16:44:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3300, 2024-08-04T16:44:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 491638781 2024-08-04T16:44:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.103 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 25914, 2024-08-04T16:44:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 211120393 2024-08-04T16:44:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.104 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79741, 2024-08-04T16:44:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18299665457 2024-08-04T16:44:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 78796, 2024-08-04T16:44:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1860873407 2024-08-04T16:44:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79741, 2024-08-04T16:44:25.105 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57036326 2024-08-04T16:44:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79741, 2024-08-04T16:44:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18356701783 2024-08-04T16:44:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 38977, 2024-08-04T16:44:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1358880582 2024-08-04T16:44:25.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1135, 2024-08-04T16:44:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3420710 2024-08-04T16:44:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 35710, 2024-08-04T16:44:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16588136 2024-08-04T16:44:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 53, 2024-08-04T16:44:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 117411 2024-08-04T16:44:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.107 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23482, 2024-08-04T16:44:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6708531691 2024-08-04T16:44:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 267195 2024-08-04T16:44:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24349 2024-08-04T16:44:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17208, 2024-08-04T16:44:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1573237505 2024-08-04T16:44:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.108 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 39498, 2024-08-04T16:44:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16495109 2024-08-04T16:44:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22290, 2024-08-04T16:44:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 923729101 2024-08-04T16:44:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 14948, 2024-08-04T16:44:25.109 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 465462680 2024-08-04T16:44:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5532052279 2024-08-04T16:44:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8848, 2024-08-04T16:44:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 452524015 2024-08-04T16:44:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8846, 2024-08-04T16:44:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2629403615093 2024-08-04T16:44:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8848, 2024-08-04T16:44:25.111 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6202493007942 2024-08-04T16:44:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93112, 2024-08-04T16:44:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2216522170223 2024-08-04T16:44:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93112, 2024-08-04T16:44:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11086684 2024-08-04T16:44:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 147103968 2024-08-04T16:44:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.112 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34702157656 2024-08-04T16:44:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 35862883 2024-08-04T16:44:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18748454080 2024-08-04T16:44:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:25.113 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10177908476 2024-08-04T16:44:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12270983 2024-08-04T16:44:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2711, 2024-08-04T16:44:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19020299 2024-08-04T16:44:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69322697666 2024-08-04T16:44:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.114 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11441101935 2024-08-04T16:44:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 577518815 2024-08-04T16:44:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1406072867 2024-08-04T16:44:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 527704064 2024-08-04T16:44:25.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 480550912 2024-08-04T16:44:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2601622630 2024-08-04T16:44:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47153152 2024-08-04T16:44:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.116 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56806774 2024-08-04T16:44:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.117 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 40960 2024-08-04T16:44:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 229376 2024-08-04T16:44:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.118 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68752010 2024-08-04T16:44:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.119 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426050810 2024-08-04T16:44:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2160 2024-08-04T16:44:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.121 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 136032 2024-08-04T16:44:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.122 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68738870 2024-08-04T16:44:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.123 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 433056 2024-08-04T16:44:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37871183 2024-08-04T16:44:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.124 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.125 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70747665 2024-08-04T16:44:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 494927872 2024-08-04T16:44:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.126 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426050810 2024-08-04T16:44:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 184697 2024-08-04T16:44:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1148555 2024-08-04T16:44:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.128 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67543810 2024-08-04T16:44:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.129 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 44 2024-08-04T16:44:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:25.130 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57 2024-08-04T16:44:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49233 2024-08-04T16:44:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 142247, 2024-08-04T16:44:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7546020306 2024-08-04T16:44:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:25.131 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1919163653 2024-08-04T16:44:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 49233, 2024-08-04T16:44:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 158288735497 2024-08-04T16:44:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3235426298 2024-08-04T16:44:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:25.132 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 50078, 2024-08-04T16:44:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21223876569 2024-08-04T16:44:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 49233, 2024-08-04T16:44:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 72489153346 2024-08-04T16:44:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33348 2024-08-04T16:44:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33348, 2024-08-04T16:44:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19753304581 2024-08-04T16:44:25.133 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3235426298 2024-08-04T16:44:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33679, 2024-08-04T16:44:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6668255095 2024-08-04T16:44:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33348, 2024-08-04T16:44:25.134 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8108482526 2024-08-04T16:44:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8471 2024-08-04T16:44:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 321846583 2024-08-04T16:44:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8471, 2024-08-04T16:44:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13198738018 2024-08-04T16:44:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8775, 2024-08-04T16:44:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5242418063 2024-08-04T16:44:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8471, 2024-08-04T16:44:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11637666796 2024-08-04T16:44:25.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7414 2024-08-04T16:44:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1597317070 2024-08-04T16:44:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7414, 2024-08-04T16:44:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125336692898 2024-08-04T16:44:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.137 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7624, 2024-08-04T16:44:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9313203411 2024-08-04T16:44:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7414, 2024-08-04T16:44:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 52743004024 2024-08-04T16:44:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:25.138 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26 2024-08-04T16:44:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 913756160 2024-08-04T16:44:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.139 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.1": { 2024-08-04T16:44:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 165009 2024-08-04T16:44:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.140 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.141 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14995456 2024-08-04T16:44:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 829022208 2024-08-04T16:44:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17, 2024-08-04T16:44:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3597406 2024-08-04T16:44:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:25.142 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17, 2024-08-04T16:44:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1239509 2024-08-04T16:44:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 207, 2024-08-04T16:44:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 992595 2024-08-04T16:44:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 891748352 2024-08-04T16:44:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:25.143 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 73048, 2024-08-04T16:44:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6601346567 2024-08-04T16:44:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 73060, 2024-08-04T16:44:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12465390910 2024-08-04T16:44:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16551936 2024-08-04T16:44:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 299171840 2024-08-04T16:44:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 896008192 2024-08-04T16:44:25.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60 2024-08-04T16:44:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 336697129 2024-08-04T16:44:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:25.145 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17596 2024-08-04T16:44:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 297406464 2024-08-04T16:44:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 297410560 2024-08-04T16:44:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.146 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7996 2024-08-04T16:44:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17596, 2024-08-04T16:44:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 163111794 2024-08-04T16:44:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 219540195 2024-08-04T16:44:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14008 2024-08-04T16:44:25.147 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5590269 2024-08-04T16:44:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 680 2024-08-04T16:44:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14822858 2024-08-04T16:44:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 959 2024-08-04T16:44:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9232589 2024-08-04T16:44:25.148 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9232589 2024-08-04T16:44:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 291 2024-08-04T16:44:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 959, 2024-08-04T16:44:25.149 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6202121 2024-08-04T16:44:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:25.150 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 592 2024-08-04T16:44:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6384 2024-08-04T16:44:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:25.151 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1145790464 2024-08-04T16:44:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12742656 2024-08-04T16:44:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21970, 2024-08-04T16:44:25.152 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69778842 2024-08-04T16:44:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3293, 2024-08-04T16:44:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 536264192 2024-08-04T16:44:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.153 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16667, 2024-08-04T16:44:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 120854116 2024-08-04T16:44:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.154 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72963, 2024-08-04T16:44:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16777227305 2024-08-04T16:44:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72231, 2024-08-04T16:44:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1842959104 2024-08-04T16:44:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:25.155 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72963, 2024-08-04T16:44:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53224961 2024-08-04T16:44:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72963, 2024-08-04T16:44:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16830452266 2024-08-04T16:44:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.156 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 30632, 2024-08-04T16:44:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 846545201 2024-08-04T16:44:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1005, 2024-08-04T16:44:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2780870 2024-08-04T16:44:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8975, 2024-08-04T16:44:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8355855 2024-08-04T16:44:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:25.157 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 43, 2024-08-04T16:44:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 54520 2024-08-04T16:44:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13031, 2024-08-04T16:44:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3791155536 2024-08-04T16:44:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 231391 2024-08-04T16:44:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26924 2024-08-04T16:44:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:25.158 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22086, 2024-08-04T16:44:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1550834697 2024-08-04T16:44:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72874, 2024-08-04T16:44:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 29130282 2024-08-04T16:44:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 50788, 2024-08-04T16:44:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 607941062 2024-08-04T16:44:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.159 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 14753, 2024-08-04T16:44:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 396220315 2024-08-04T16:44:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.160 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6645227564 2024-08-04T16:44:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22837, 2024-08-04T16:44:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1288191027 2024-08-04T16:44:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22834, 2024-08-04T16:44:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2709400483373 2024-08-04T16:44:25.161 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22837, 2024-08-04T16:44:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7018494081599 2024-08-04T16:44:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87024, 2024-08-04T16:44:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600603909498 2024-08-04T16:44:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87024, 2024-08-04T16:44:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9307437 2024-08-04T16:44:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.162 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 570420477 2024-08-04T16:44:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31101899732 2024-08-04T16:44:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 35071868 2024-08-04T16:44:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16558348117 2024-08-04T16:44:25.163 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9044942171 2024-08-04T16:44:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7485774 2024-08-04T16:44:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2621, 2024-08-04T16:44:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13675049 2024-08-04T16:44:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 63937415781 2024-08-04T16:44:25.164 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10136008971 2024-08-04T16:44:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 630509966 2024-08-04T16:44:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1406072867 2024-08-04T16:44:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:25.165 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 500236288 2024-08-04T16:44:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 462004224 2024-08-04T16:44:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2601622630 2024-08-04T16:44:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38232064 2024-08-04T16:44:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:25.166 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56390763 2024-08-04T16:44:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.167 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.168 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53248 2024-08-04T16:44:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 946176 2024-08-04T16:44:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.169 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68438933 2024-08-04T16:44:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.170 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 422930728 2024-08-04T16:44:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 256 2024-08-04T16:44:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.171 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 127712 2024-08-04T16:44:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.172 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71869176 2024-08-04T16:44:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 391456 2024-08-04T16:44:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37593842 2024-08-04T16:44:25.173 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.174 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.175 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71066606 2024-08-04T16:44:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 494927872 2024-08-04T16:44:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.176 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 422930728 2024-08-04T16:44:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.177 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 188788 2024-08-04T16:44:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1141819 2024-08-04T16:44:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.178 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70666537 2024-08-04T16:44:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.179 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31 2024-08-04T16:44:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47 2024-08-04T16:44:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.180 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45198 2024-08-04T16:44:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 134871, 2024-08-04T16:44:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8113653611 2024-08-04T16:44:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.181 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1958911075 2024-08-04T16:44:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 45198, 2024-08-04T16:44:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 600688448821 2024-08-04T16:44:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2511144863 2024-08-04T16:44:25.182 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 46983, 2024-08-04T16:44:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31505290516 2024-08-04T16:44:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 45198, 2024-08-04T16:44:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 123297551161 2024-08-04T16:44:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 22665 2024-08-04T16:44:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22665, 2024-08-04T16:44:25.183 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14514581752 2024-08-04T16:44:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2511144863 2024-08-04T16:44:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23125, 2024-08-04T16:44:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5536148941 2024-08-04T16:44:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22665, 2024-08-04T16:44:25.184 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5836657345 2024-08-04T16:44:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12601 2024-08-04T16:44:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 182742500 2024-08-04T16:44:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12601, 2024-08-04T16:44:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 100498496372 2024-08-04T16:44:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.185 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12792, 2024-08-04T16:44:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13075193266 2024-08-04T16:44:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12601, 2024-08-04T16:44:25.186 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 30647325933 2024-08-04T16:44:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9932 2024-08-04T16:44:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1776168575 2024-08-04T16:44:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 9932, 2024-08-04T16:44:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 485675370697 2024-08-04T16:44:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.187 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11066, 2024-08-04T16:44:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12893948309 2024-08-04T16:44:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 9932, 2024-08-04T16:44:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 86813567883 2024-08-04T16:44:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47 2024-08-04T16:44:25.188 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T16:44:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 904511488 2024-08-04T16:44:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.2": { 2024-08-04T16:44:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:25.189 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18304 2024-08-04T16:44:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:25.190 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.191 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3641344 2024-08-04T16:44:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 631238656 2024-08-04T16:44:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17, 2024-08-04T16:44:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5089299 2024-08-04T16:44:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17, 2024-08-04T16:44:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2141768 2024-08-04T16:44:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.192 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 168, 2024-08-04T16:44:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 757522 2024-08-04T16:44:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 586153984 2024-08-04T16:44:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69099, 2024-08-04T16:44:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5708325267 2024-08-04T16:44:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69113, 2024-08-04T16:44:25.193 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10921165092 2024-08-04T16:44:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 413696 2024-08-04T16:44:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 283049984 2024-08-04T16:44:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.194 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 607453184 2024-08-04T16:44:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45 2024-08-04T16:44:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 156784290 2024-08-04T16:44:25.195 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10618 2024-08-04T16:44:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177848320 2024-08-04T16:44:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177852416 2024-08-04T16:44:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:25.196 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7711 2024-08-04T16:44:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10618, 2024-08-04T16:44:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 126431419 2024-08-04T16:44:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 83530545 2024-08-04T16:44:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8370 2024-08-04T16:44:25.197 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1260333 2024-08-04T16:44:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 568 2024-08-04T16:44:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3521762 2024-08-04T16:44:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 793 2024-08-04T16:44:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:25.198 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2261429 2024-08-04T16:44:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2261429 2024-08-04T16:44:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 226 2024-08-04T16:44:25.199 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 793, 2024-08-04T16:44:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1731883 2024-08-04T16:44:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.200 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 536 2024-08-04T16:44:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6212 2024-08-04T16:44:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:25.201 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 920506368 2024-08-04T16:44:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.202 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12730368 2024-08-04T16:44:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17412, 2024-08-04T16:44:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53013428 2024-08-04T16:44:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3293, 2024-08-04T16:44:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 417320402 2024-08-04T16:44:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.203 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22089, 2024-08-04T16:44:25.204 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177477579 2024-08-04T16:44:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69044, 2024-08-04T16:44:25.205 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14717904106 2024-08-04T16:44:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 68441, 2024-08-04T16:44:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1625270460 2024-08-04T16:44:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69044, 2024-08-04T16:44:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37651668 2024-08-04T16:44:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69044, 2024-08-04T16:44:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14755555774 2024-08-04T16:44:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.206 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61078, 2024-08-04T16:44:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 806270972 2024-08-04T16:44:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1117, 2024-08-04T16:44:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3090582 2024-08-04T16:44:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21815, 2024-08-04T16:44:25.207 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11262625 2024-08-04T16:44:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 37, 2024-08-04T16:44:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47188 2024-08-04T16:44:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21935, 2024-08-04T16:44:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2572441246 2024-08-04T16:44:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 256116 2024-08-04T16:44:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18334 2024-08-04T16:44:25.208 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7385, 2024-08-04T16:44:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 978557143 2024-08-04T16:44:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20172, 2024-08-04T16:44:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9474061 2024-08-04T16:44:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12787, 2024-08-04T16:44:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 726148390 2024-08-04T16:44:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:25.209 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11981, 2024-08-04T16:44:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 356436646 2024-08-04T16:44:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.210 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5327622397 2024-08-04T16:44:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5730, 2024-08-04T16:44:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 362627169 2024-08-04T16:44:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5727, 2024-08-04T16:44:25.211 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3093666868412 2024-08-04T16:44:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5730, 2024-08-04T16:44:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5882175611359 2024-08-04T16:44:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82103, 2024-08-04T16:44:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2199119150913 2024-08-04T16:44:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:25.212 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82103, 2024-08-04T16:44:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9124479 2024-08-04T16:44:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 402784766 2024-08-04T16:44:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26163699412 2024-08-04T16:44:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 30016594 2024-08-04T16:44:25.213 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14126645771 2024-08-04T16:44:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7326801985 2024-08-04T16:44:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7485595 2024-08-04T16:44:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.214 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2576, 2024-08-04T16:44:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13522301 2024-08-04T16:44:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53361253543 2024-08-04T16:44:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8289926147 2024-08-04T16:44:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 575865762 2024-08-04T16:44:25.215 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1406072867 2024-08-04T16:44:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 591454208 2024-08-04T16:44:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 427646976 2024-08-04T16:44:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2601622630 2024-08-04T16:44:25.216 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 163807232 2024-08-04T16:44:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.217 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57345449 2024-08-04T16:44:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8192 2024-08-04T16:44:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 135168 2024-08-04T16:44:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.219 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68340311 2024-08-04T16:44:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 570425344 2024-08-04T16:44:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.220 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 430090870 2024-08-04T16:44:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1360 2024-08-04T16:44:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.221 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 86208 2024-08-04T16:44:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.222 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73138042 2024-08-04T16:44:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 150160 2024-08-04T16:44:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38230299 2024-08-04T16:44:25.223 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.224 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70671445 2024-08-04T16:44:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.225 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 503316480 2024-08-04T16:44:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 430090870 2024-08-04T16:44:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.226 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 172713 2024-08-04T16:44:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.227 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1174863 2024-08-04T16:44:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71878034 2024-08-04T16:44:25.228 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58 2024-08-04T16:44:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.229 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 42 2024-08-04T16:44:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58908 2024-08-04T16:44:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 155425, 2024-08-04T16:44:25.230 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6906929070 2024-08-04T16:44:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1372036643 2024-08-04T16:44:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 58908, 2024-08-04T16:44:25.231 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 99546606320 2024-08-04T16:44:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2827718336 2024-08-04T16:44:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 59851, 2024-08-04T16:44:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 43293128515 2024-08-04T16:44:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 58908, 2024-08-04T16:44:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68250481997 2024-08-04T16:44:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28359 2024-08-04T16:44:25.232 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28359, 2024-08-04T16:44:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15815920763 2024-08-04T16:44:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2827718336 2024-08-04T16:44:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28822, 2024-08-04T16:44:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5910969295 2024-08-04T16:44:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.233 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28359, 2024-08-04T16:44:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8276317764 2024-08-04T16:44:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28560 2024-08-04T16:44:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 297249594 2024-08-04T16:44:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28560, 2024-08-04T16:44:25.234 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 52004762356 2024-08-04T16:44:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28858, 2024-08-04T16:44:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34520640972 2024-08-04T16:44:25.235 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28560, 2024-08-04T16:44:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49154974928 2024-08-04T16:44:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1989 2024-08-04T16:44:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1074787049 2024-08-04T16:44:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1989, 2024-08-04T16:44:25.236 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31725923201 2024-08-04T16:44:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2171, 2024-08-04T16:44:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2861518248 2024-08-04T16:44:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1989, 2024-08-04T16:44:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10819189305 2024-08-04T16:44:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.237 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27 2024-08-04T16:44:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.238 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 598904832 2024-08-04T16:44:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.3": { 2024-08-04T16:44:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13915 2024-08-04T16:44:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:25.239 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.240 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3805184 2024-08-04T16:44:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 572588032 2024-08-04T16:44:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T16:44:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3840999 2024-08-04T16:44:25.241 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T16:44:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1489233 2024-08-04T16:44:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 151, 2024-08-04T16:44:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 602959 2024-08-04T16:44:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:25.242 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 520945664 2024-08-04T16:44:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63644, 2024-08-04T16:44:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5382175206 2024-08-04T16:44:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63654, 2024-08-04T16:44:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10338950718 2024-08-04T16:44:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11395072 2024-08-04T16:44:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 260755456 2024-08-04T16:44:25.243 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 533725184 2024-08-04T16:44:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 41 2024-08-04T16:44:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:25.244 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85270432 2024-08-04T16:44:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3157 2024-08-04T16:44:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74698752 2024-08-04T16:44:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74702848 2024-08-04T16:44:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.245 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 228 2024-08-04T16:44:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3157, 2024-08-04T16:44:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17580798 2024-08-04T16:44:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:25.246 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21895046 2024-08-04T16:44:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1211 2024-08-04T16:44:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1208900 2024-08-04T16:44:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 355 2024-08-04T16:44:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3775525 2024-08-04T16:44:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:25.247 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 499 2024-08-04T16:44:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2566625 2024-08-04T16:44:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2566625 2024-08-04T16:44:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 146 2024-08-04T16:44:25.248 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 499, 2024-08-04T16:44:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1732898 2024-08-04T16:44:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.249 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1049 2024-08-04T16:44:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12180 2024-08-04T16:44:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.250 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 839434240 2024-08-04T16:44:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:25.251 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12754944 2024-08-04T16:44:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20117, 2024-08-04T16:44:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57503951 2024-08-04T16:44:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3256, 2024-08-04T16:44:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 371971169 2024-08-04T16:44:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.252 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.253 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10215, 2024-08-04T16:44:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 77210486 2024-08-04T16:44:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:25.254 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63608, 2024-08-04T16:44:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13778663563 2024-08-04T16:44:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63055, 2024-08-04T16:44:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1579333104 2024-08-04T16:44:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63608, 2024-08-04T16:44:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 41198551 2024-08-04T16:44:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63608, 2024-08-04T16:44:25.255 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13819862114 2024-08-04T16:44:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17728, 2024-08-04T16:44:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 386726355 2024-08-04T16:44:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1395, 2024-08-04T16:44:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2902995 2024-08-04T16:44:25.256 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4315, 2024-08-04T16:44:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5017709 2024-08-04T16:44:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 41, 2024-08-04T16:44:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56096 2024-08-04T16:44:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6862, 2024-08-04T16:44:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 345136858 2024-08-04T16:44:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:25.257 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 188382 2024-08-04T16:44:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16817 2024-08-04T16:44:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 24878, 2024-08-04T16:44:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 906689630 2024-08-04T16:44:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67896, 2024-08-04T16:44:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21690270 2024-08-04T16:44:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:25.258 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 43018, 2024-08-04T16:44:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 409485742 2024-08-04T16:44:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11789, 2024-08-04T16:44:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 303005585 2024-08-04T16:44:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.259 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5137264995 2024-08-04T16:44:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:25.260 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17532, 2024-08-04T16:44:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1021382433 2024-08-04T16:44:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17531, 2024-08-04T16:44:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2995201481241 2024-08-04T16:44:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17532, 2024-08-04T16:44:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6338502955755 2024-08-04T16:44:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76121, 2024-08-04T16:44:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2305794889084 2024-08-04T16:44:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.261 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76121, 2024-08-04T16:44:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8601690 2024-08-04T16:44:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 317797174 2024-08-04T16:44:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25129344591 2024-08-04T16:44:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:25.262 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27300499 2024-08-04T16:44:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13835177106 2024-08-04T16:44:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6353657496 2024-08-04T16:44:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7491509 2024-08-04T16:44:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2539, 2024-08-04T16:44:25.263 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13823693 2024-08-04T16:44:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 50785946003 2024-08-04T16:44:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7314335481 2024-08-04T16:44:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 524477762 2024-08-04T16:44:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.264 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1406072867 2024-08-04T16:44:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 553943040 2024-08-04T16:44:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 493920256 2024-08-04T16:44:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2601622630 2024-08-04T16:44:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60022784 2024-08-04T16:44:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.265 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57398632 2024-08-04T16:44:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.266 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.267 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.268 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68426392 2024-08-04T16:44:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 570425344 2024-08-04T16:44:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 430489741 2024-08-04T16:44:25.269 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1072 2024-08-04T16:44:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.270 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21568 2024-08-04T16:44:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 44464 2024-08-04T16:44:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.271 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 72759635 2024-08-04T16:44:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 288496 2024-08-04T16:44:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38265754 2024-08-04T16:44:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.272 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.273 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70497654 2024-08-04T16:44:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.274 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 503316480 2024-08-04T16:44:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 430489741 2024-08-04T16:44:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.275 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 190334 2024-08-04T16:44:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.276 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1169938 2024-08-04T16:44:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71466467 2024-08-04T16:44:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.277 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11 2024-08-04T16:44:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.278 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 48 2024-08-04T16:44:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28138 2024-08-04T16:44:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 96998, 2024-08-04T16:44:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5665961085 2024-08-04T16:44:25.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 928691284 2024-08-04T16:44:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28138, 2024-08-04T16:44:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 267110826254 2024-08-04T16:44:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:25.280 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1224546002 2024-08-04T16:44:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 29843, 2024-08-04T16:44:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23237976211 2024-08-04T16:44:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28138, 2024-08-04T16:44:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60665566590 2024-08-04T16:44:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12511 2024-08-04T16:44:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.281 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12511, 2024-08-04T16:44:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 40765932380 2024-08-04T16:44:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1224546002 2024-08-04T16:44:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:25.282 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12622, 2024-08-04T16:44:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3916604074 2024-08-04T16:44:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12511, 2024-08-04T16:44:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3899002739 2024-08-04T16:44:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11884 2024-08-04T16:44:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 136934729 2024-08-04T16:44:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11884, 2024-08-04T16:44:25.283 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 168307207480 2024-08-04T16:44:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13415, 2024-08-04T16:44:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14959735850 2024-08-04T16:44:25.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11884, 2024-08-04T16:44:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33707246513 2024-08-04T16:44:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3743 2024-08-04T16:44:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 791756555 2024-08-04T16:44:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3743, 2024-08-04T16:44:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58037686394 2024-08-04T16:44:25.285 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3806, 2024-08-04T16:44:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4361636287 2024-08-04T16:44:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3743, 2024-08-04T16:44:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23059317338 2024-08-04T16:44:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.286 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 86 2024-08-04T16:44:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T16:44:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 533712896 2024-08-04T16:44:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.287 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.4": { 2024-08-04T16:44:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 329565 2024-08-04T16:44:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:25.288 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:25.289 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9232384 2024-08-04T16:44:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 611729408 2024-08-04T16:44:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T16:44:25.290 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7680768 2024-08-04T16:44:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T16:44:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1161593 2024-08-04T16:44:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 155, 2024-08-04T16:44:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 920969 2024-08-04T16:44:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.291 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 660013056 2024-08-04T16:44:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56570, 2024-08-04T16:44:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7909821052 2024-08-04T16:44:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56597, 2024-08-04T16:44:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13167787752 2024-08-04T16:44:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15650816 2024-08-04T16:44:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.292 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 231739392 2024-08-04T16:44:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 668532736 2024-08-04T16:44:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 50 2024-08-04T16:44:25.293 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 293491738 2024-08-04T16:44:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14635 2024-08-04T16:44:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 261353472 2024-08-04T16:44:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 261357568 2024-08-04T16:44:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:25.294 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6024 2024-08-04T16:44:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 14635, 2024-08-04T16:44:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 117437968 2024-08-04T16:44:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 158333348 2024-08-04T16:44:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.295 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10498 2024-08-04T16:44:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2872742 2024-08-04T16:44:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 620 2024-08-04T16:44:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9159061 2024-08-04T16:44:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 840 2024-08-04T16:44:25.296 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6286319 2024-08-04T16:44:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6286319 2024-08-04T16:44:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.297 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 227 2024-08-04T16:44:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 840, 2024-08-04T16:44:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3357569 2024-08-04T16:44:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.298 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1035 2024-08-04T16:44:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6291 2024-08-04T16:44:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.299 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 854700032 2024-08-04T16:44:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:25.300 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12750848 2024-08-04T16:44:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20318, 2024-08-04T16:44:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 61213389 2024-08-04T16:44:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3215, 2024-08-04T16:44:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 512478310 2024-08-04T16:44:25.301 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.302 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10393, 2024-08-04T16:44:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 80570576 2024-08-04T16:44:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.303 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56516, 2024-08-04T16:44:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16353527805 2024-08-04T16:44:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56039, 2024-08-04T16:44:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1473063845 2024-08-04T16:44:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56516, 2024-08-04T16:44:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53815441 2024-08-04T16:44:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56516, 2024-08-04T16:44:25.304 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16407343246 2024-08-04T16:44:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23108, 2024-08-04T16:44:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 677411577 2024-08-04T16:44:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 852, 2024-08-04T16:44:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2347516 2024-08-04T16:44:25.305 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8928, 2024-08-04T16:44:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11024483 2024-08-04T16:44:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 47, 2024-08-04T16:44:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 101110 2024-08-04T16:44:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10480, 2024-08-04T16:44:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2596155046 2024-08-04T16:44:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:25.306 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177480 2024-08-04T16:44:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19305 2024-08-04T16:44:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16756, 2024-08-04T16:44:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1130207384 2024-08-04T16:44:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 52714, 2024-08-04T16:44:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21153759 2024-08-04T16:44:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 35958, 2024-08-04T16:44:25.307 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 887616251 2024-08-04T16:44:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12646, 2024-08-04T16:44:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 307240235 2024-08-04T16:44:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.308 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5355626299 2024-08-04T16:44:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 18406, 2024-08-04T16:44:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1105086355 2024-08-04T16:44:25.309 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 18404, 2024-08-04T16:44:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2616850806183 2024-08-04T16:44:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 18406, 2024-08-04T16:44:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6079309090507 2024-08-04T16:44:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67239, 2024-08-04T16:44:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2442812534606 2024-08-04T16:44:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:25.310 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67239, 2024-08-04T16:44:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7528149 2024-08-04T16:44:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 241172945 2024-08-04T16:44:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27601335623 2024-08-04T16:44:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25611053 2024-08-04T16:44:25.311 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13262285587 2024-08-04T16:44:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6253097636 2024-08-04T16:44:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7486310 2024-08-04T16:44:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2540, 2024-08-04T16:44:25.312 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13361615 2024-08-04T16:44:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 52724538802 2024-08-04T16:44:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7102505089 2024-08-04T16:44:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 415233576 2024-08-04T16:44:25.313 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1405137013 2024-08-04T16:44:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 607043584 2024-08-04T16:44:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 462274560 2024-08-04T16:44:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600521625 2024-08-04T16:44:25.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 144769024 2024-08-04T16:44:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.315 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56833677 2024-08-04T16:44:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.316 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57344 2024-08-04T16:44:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 770048 2024-08-04T16:44:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.317 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68168051 2024-08-04T16:44:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.318 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426252584 2024-08-04T16:44:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.319 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2160 2024-08-04T16:44:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 127120 2024-08-04T16:44:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 272 2024-08-04T16:44:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.320 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68545736 2024-08-04T16:44:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:25.321 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 157312 2024-08-04T16:44:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37889118 2024-08-04T16:44:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.322 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71005474 2024-08-04T16:44:25.324 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 494927872 2024-08-04T16:44:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426252584 2024-08-04T16:44:25.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.326 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 191542 2024-08-04T16:44:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1153328 2024-08-04T16:44:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.327 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67330418 2024-08-04T16:44:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32 2024-08-04T16:44:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.328 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49 2024-08-04T16:44:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34973 2024-08-04T16:44:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:25.329 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 97838, 2024-08-04T16:44:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6782766759 2024-08-04T16:44:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1016979236 2024-08-04T16:44:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:25.330 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 34973, 2024-08-04T16:44:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58418818796 2024-08-04T16:44:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1414963913 2024-08-04T16:44:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 35818, 2024-08-04T16:44:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12599478329 2024-08-04T16:44:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 34973, 2024-08-04T16:44:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28886913214 2024-08-04T16:44:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:25.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26098 2024-08-04T16:44:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26098, 2024-08-04T16:44:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11106557065 2024-08-04T16:44:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1414963913 2024-08-04T16:44:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.332 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26412, 2024-08-04T16:44:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4930871651 2024-08-04T16:44:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26098, 2024-08-04T16:44:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5304024172 2024-08-04T16:44:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4955 2024-08-04T16:44:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 147420224 2024-08-04T16:44:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.333 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4955, 2024-08-04T16:44:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8310486536 2024-08-04T16:44:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:25.334 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5388, 2024-08-04T16:44:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3149983689 2024-08-04T16:44:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4955, 2024-08-04T16:44:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6815504402 2024-08-04T16:44:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3920 2024-08-04T16:44:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 869559012 2024-08-04T16:44:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.335 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3920, 2024-08-04T16:44:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 39001775195 2024-08-04T16:44:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4018, 2024-08-04T16:44:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4518622989 2024-08-04T16:44:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3920, 2024-08-04T16:44:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16767384640 2024-08-04T16:44:25.336 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19 2024-08-04T16:44:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17 2024-08-04T16:44:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:25.337 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 672780288 2024-08-04T16:44:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.5": { 2024-08-04T16:44:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23673 2024-08-04T16:44:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.338 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:25.339 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11546624 2024-08-04T16:44:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 819830784 2024-08-04T16:44:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20, 2024-08-04T16:44:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3951530 2024-08-04T16:44:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.340 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20, 2024-08-04T16:44:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1408225 2024-08-04T16:44:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 218, 2024-08-04T16:44:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 900339 2024-08-04T16:44:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 814350336 2024-08-04T16:44:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:25.341 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85275, 2024-08-04T16:44:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10838405627 2024-08-04T16:44:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85278, 2024-08-04T16:44:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17576759916 2024-08-04T16:44:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16764928 2024-08-04T16:44:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 349286400 2024-08-04T16:44:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:25.342 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 810090496 2024-08-04T16:44:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57 2024-08-04T16:44:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 416767556 2024-08-04T16:44:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:25.343 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21472 2024-08-04T16:44:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 356380672 2024-08-04T16:44:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 356384768 2024-08-04T16:44:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.344 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9801 2024-08-04T16:44:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21472, 2024-08-04T16:44:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 174209380 2024-08-04T16:44:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 276330583 2024-08-04T16:44:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17174 2024-08-04T16:44:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.345 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4490172 2024-08-04T16:44:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 909 2024-08-04T16:44:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11449418 2024-08-04T16:44:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1359 2024-08-04T16:44:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:25.346 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6959246 2024-08-04T16:44:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6959246 2024-08-04T16:44:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:25.347 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 461 2024-08-04T16:44:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1359, 2024-08-04T16:44:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4925986 2024-08-04T16:44:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:25.348 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 810 2024-08-04T16:44:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5658 2024-08-04T16:44:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:25.349 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1183698944 2024-08-04T16:44:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.350 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16949248 2024-08-04T16:44:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23224, 2024-08-04T16:44:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74097964 2024-08-04T16:44:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3243, 2024-08-04T16:44:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 596804604 2024-08-04T16:44:25.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13076, 2024-08-04T16:44:25.352 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 91687711 2024-08-04T16:44:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85200, 2024-08-04T16:44:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21853702220 2024-08-04T16:44:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 84699, 2024-08-04T16:44:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1806308556 2024-08-04T16:44:25.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85200, 2024-08-04T16:44:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 50629760 2024-08-04T16:44:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85200, 2024-08-04T16:44:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21904331980 2024-08-04T16:44:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:25.354 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 231604, 2024-08-04T16:44:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1487000566 2024-08-04T16:44:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 872, 2024-08-04T16:44:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2812123 2024-08-04T16:44:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 134928, 2024-08-04T16:44:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 52066240 2024-08-04T16:44:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 49, 2024-08-04T16:44:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 81165 2024-08-04T16:44:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.355 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16409, 2024-08-04T16:44:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3136415717 2024-08-04T16:44:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 439934 2024-08-04T16:44:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20760 2024-08-04T16:44:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12231, 2024-08-04T16:44:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1021877201 2024-08-04T16:44:25.356 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33886, 2024-08-04T16:44:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11730443 2024-08-04T16:44:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21655, 2024-08-04T16:44:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 960787625 2024-08-04T16:44:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15456, 2024-08-04T16:44:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 423590131 2024-08-04T16:44:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.357 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:25.358 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9837105596 2024-08-04T16:44:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8748, 2024-08-04T16:44:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 533381878 2024-08-04T16:44:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8746, 2024-08-04T16:44:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2707889479841 2024-08-04T16:44:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8748, 2024-08-04T16:44:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6591965350721 2024-08-04T16:44:25.359 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100726, 2024-08-04T16:44:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2793278686086 2024-08-04T16:44:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100726, 2024-08-04T16:44:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11665016 2024-08-04T16:44:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 387466842 2024-08-04T16:44:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38543347634 2024-08-04T16:44:25.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 36194753 2024-08-04T16:44:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18995334606 2024-08-04T16:44:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8942808364 2024-08-04T16:44:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11685818 2024-08-04T16:44:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.361 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2499, 2024-08-04T16:44:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12781623 2024-08-04T16:44:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 76722799794 2024-08-04T16:44:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10041308993 2024-08-04T16:44:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:25.362 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 800889844 2024-08-04T16:44:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1405137013 2024-08-04T16:44:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 647258112 2024-08-04T16:44:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 643252224 2024-08-04T16:44:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600521625 2024-08-04T16:44:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.363 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4005888 2024-08-04T16:44:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56586696 2024-08-04T16:44:25.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20480 2024-08-04T16:44:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.365 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32768 2024-08-04T16:44:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.366 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69189176 2024-08-04T16:44:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 424400222 2024-08-04T16:44:25.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2896 2024-08-04T16:44:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.368 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 194112 2024-08-04T16:44:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70330642 2024-08-04T16:44:25.369 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 313216 2024-08-04T16:44:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37724464 2024-08-04T16:44:25.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71014224 2024-08-04T16:44:25.372 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 494927872 2024-08-04T16:44:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 424400222 2024-08-04T16:44:25.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.374 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 182368 2024-08-04T16:44:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1142576 2024-08-04T16:44:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.375 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69202706 2024-08-04T16:44:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.376 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58 2024-08-04T16:44:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28692 2024-08-04T16:44:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.377 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 112041, 2024-08-04T16:44:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9537758674 2024-08-04T16:44:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 930079448 2024-08-04T16:44:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.378 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28692, 2024-08-04T16:44:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38814551695 2024-08-04T16:44:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1117384077 2024-08-04T16:44:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 29435, 2024-08-04T16:44:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17197223310 2024-08-04T16:44:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28692, 2024-08-04T16:44:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28605439652 2024-08-04T16:44:25.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20337 2024-08-04T16:44:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20337, 2024-08-04T16:44:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13325955320 2024-08-04T16:44:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1117384077 2024-08-04T16:44:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20455, 2024-08-04T16:44:25.380 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10478044520 2024-08-04T16:44:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20337, 2024-08-04T16:44:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9825162656 2024-08-04T16:44:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7458 2024-08-04T16:44:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 238157102 2024-08-04T16:44:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7458, 2024-08-04T16:44:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18673960620 2024-08-04T16:44:25.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:25.382 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7934, 2024-08-04T16:44:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5242800052 2024-08-04T16:44:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7458, 2024-08-04T16:44:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13625800826 2024-08-04T16:44:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 897 2024-08-04T16:44:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 691922346 2024-08-04T16:44:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:25.383 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 897, 2024-08-04T16:44:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6814635755 2024-08-04T16:44:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1046, 2024-08-04T16:44:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1476378738 2024-08-04T16:44:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 897, 2024-08-04T16:44:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5154476170 2024-08-04T16:44:25.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19 2024-08-04T16:44:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:25.385 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 831315968 2024-08-04T16:44:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.6": { 2024-08-04T16:44:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34151 2024-08-04T16:44:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.386 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9289728 2024-08-04T16:44:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 613134336 2024-08-04T16:44:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:25.388 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T16:44:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3198841 2024-08-04T16:44:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T16:44:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1067088 2024-08-04T16:44:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 164, 2024-08-04T16:44:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 653555 2024-08-04T16:44:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.389 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 591921152 2024-08-04T16:44:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61274, 2024-08-04T16:44:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8143230798 2024-08-04T16:44:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61296, 2024-08-04T16:44:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13334693153 2024-08-04T16:44:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1646592 2024-08-04T16:44:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.390 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 251015168 2024-08-04T16:44:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 613220352 2024-08-04T16:44:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:25.391 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49 2024-08-04T16:44:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 364021947 2024-08-04T16:44:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20268 2024-08-04T16:44:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 343629824 2024-08-04T16:44:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 343633920 2024-08-04T16:44:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.392 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11488 2024-08-04T16:44:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20268, 2024-08-04T16:44:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 173887298 2024-08-04T16:44:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:25.393 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 233474595 2024-08-04T16:44:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16272 2024-08-04T16:44:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3338758 2024-08-04T16:44:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 894 2024-08-04T16:44:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9167673 2024-08-04T16:44:25.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1149 2024-08-04T16:44:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5828915 2024-08-04T16:44:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5828915 2024-08-04T16:44:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 265 2024-08-04T16:44:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1149, 2024-08-04T16:44:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2794830 2024-08-04T16:44:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 654 2024-08-04T16:44:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5895 2024-08-04T16:44:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 875720704 2024-08-04T16:44:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:25.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13340672 2024-08-04T16:44:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16851, 2024-08-04T16:44:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45525516 2024-08-04T16:44:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3158, 2024-08-04T16:44:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 507791919 2024-08-04T16:44:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.399 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 18351, 2024-08-04T16:44:25.400 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 131136846 2024-08-04T16:44:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61221, 2024-08-04T16:44:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16504192873 2024-08-04T16:44:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:25.401 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 60767, 2024-08-04T16:44:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1353816567 2024-08-04T16:44:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61221, 2024-08-04T16:44:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 35467071 2024-08-04T16:44:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61221, 2024-08-04T16:44:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16539659944 2024-08-04T16:44:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.402 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 27291, 2024-08-04T16:44:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 457690526 2024-08-04T16:44:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 812, 2024-08-04T16:44:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2285026 2024-08-04T16:44:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10176, 2024-08-04T16:44:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11430297 2024-08-04T16:44:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:25.403 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 43, 2024-08-04T16:44:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60904 2024-08-04T16:44:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11772, 2024-08-04T16:44:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2817396930 2024-08-04T16:44:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 205342 2024-08-04T16:44:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18637 2024-08-04T16:44:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.404 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26993, 2024-08-04T16:44:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1693515520 2024-08-04T16:44:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69621, 2024-08-04T16:44:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26554224 2024-08-04T16:44:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 42628, 2024-08-04T16:44:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1298290544 2024-08-04T16:44:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.405 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11541, 2024-08-04T16:44:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 315105710 2024-08-04T16:44:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.406 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8565979045 2024-08-04T16:44:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13708, 2024-08-04T16:44:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 675440043 2024-08-04T16:44:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13706, 2024-08-04T16:44:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2517382699995 2024-08-04T16:44:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:25.407 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13708, 2024-08-04T16:44:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5512874400319 2024-08-04T16:44:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74538, 2024-08-04T16:44:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2650974434528 2024-08-04T16:44:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74538, 2024-08-04T16:44:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7978058 2024-08-04T16:44:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 440086765 2024-08-04T16:44:25.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 29767748695 2024-08-04T16:44:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27991204 2024-08-04T16:44:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14430335004 2024-08-04T16:44:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:25.409 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6308402332 2024-08-04T16:44:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8081773 2024-08-04T16:44:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2452, 2024-08-04T16:44:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12965578 2024-08-04T16:44:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 59524777185 2024-08-04T16:44:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:25.410 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7183738441 2024-08-04T16:44:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 716498181 2024-08-04T16:44:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1405137013 2024-08-04T16:44:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 490094592 2024-08-04T16:44:25.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 444792832 2024-08-04T16:44:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600521625 2024-08-04T16:44:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45301760 2024-08-04T16:44:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.412 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56881322 2024-08-04T16:44:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20480 2024-08-04T16:44:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 659456 2024-08-04T16:44:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.414 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68267862 2024-08-04T16:44:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.415 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426609918 2024-08-04T16:44:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2384 2024-08-04T16:44:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 171440 2024-08-04T16:44:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68144130 2024-08-04T16:44:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:25.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 324096 2024-08-04T16:44:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37920881 2024-08-04T16:44:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.419 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.420 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70806927 2024-08-04T16:44:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.421 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 503316480 2024-08-04T16:44:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426609918 2024-08-04T16:44:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192755 2024-08-04T16:44:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.423 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1179331 2024-08-04T16:44:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 75334476 2024-08-04T16:44:25.424 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 44 2024-08-04T16:44:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.425 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 51 2024-08-04T16:44:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60150 2024-08-04T16:44:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:25.426 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 120655, 2024-08-04T16:44:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6958390542 2024-08-04T16:44:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1275150838 2024-08-04T16:44:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:25.427 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 60150, 2024-08-04T16:44:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58960862284 2024-08-04T16:44:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2244057673 2024-08-04T16:44:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 60880, 2024-08-04T16:44:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16056001647 2024-08-04T16:44:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 60150, 2024-08-04T16:44:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32908968456 2024-08-04T16:44:25.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 51466 2024-08-04T16:44:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 51466, 2024-08-04T16:44:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15266367319 2024-08-04T16:44:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2244057673 2024-08-04T16:44:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:25.429 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 51752, 2024-08-04T16:44:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8200653910 2024-08-04T16:44:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 51466, 2024-08-04T16:44:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8714288247 2024-08-04T16:44:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4525 2024-08-04T16:44:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 207640383 2024-08-04T16:44:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:25.430 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4525, 2024-08-04T16:44:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9679010840 2024-08-04T16:44:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4827, 2024-08-04T16:44:25.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2930806806 2024-08-04T16:44:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4525, 2024-08-04T16:44:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6756577108 2024-08-04T16:44:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4159 2024-08-04T16:44:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1067510455 2024-08-04T16:44:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4159, 2024-08-04T16:44:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34015484125 2024-08-04T16:44:25.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4301, 2024-08-04T16:44:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4924540931 2024-08-04T16:44:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4159, 2024-08-04T16:44:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17438103101 2024-08-04T16:44:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:25.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 605278208 2024-08-04T16:44:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.434 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.7": { 2024-08-04T16:44:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 22230 2024-08-04T16:44:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:25.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7786496 2024-08-04T16:44:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 635789312 2024-08-04T16:44:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16, 2024-08-04T16:44:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3485394 2024-08-04T16:44:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16, 2024-08-04T16:44:25.437 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1262065 2024-08-04T16:44:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 169, 2024-08-04T16:44:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 689624 2024-08-04T16:44:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 594542592 2024-08-04T16:44:25.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65798, 2024-08-04T16:44:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8547496449 2024-08-04T16:44:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65792, 2024-08-04T16:44:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13881273582 2024-08-04T16:44:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3506176 2024-08-04T16:44:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:25.439 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 269504512 2024-08-04T16:44:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 611581952 2024-08-04T16:44:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47 2024-08-04T16:44:25.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314990321 2024-08-04T16:44:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17271 2024-08-04T16:44:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 257646592 2024-08-04T16:44:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 257650688 2024-08-04T16:44:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.441 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6239 2024-08-04T16:44:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17271, 2024-08-04T16:44:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 114842294 2024-08-04T16:44:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.442 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 184995808 2024-08-04T16:44:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13292 2024-08-04T16:44:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2439135 2024-08-04T16:44:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 634 2024-08-04T16:44:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:25.443 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7717737 2024-08-04T16:44:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 945 2024-08-04T16:44:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5278602 2024-08-04T16:44:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5278602 2024-08-04T16:44:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:25.444 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 316 2024-08-04T16:44:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 945, 2024-08-04T16:44:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2998025 2024-08-04T16:44:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 720 2024-08-04T16:44:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6690 2024-08-04T16:44:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:25.446 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 915509248 2024-08-04T16:44:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:25.447 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17526784 2024-08-04T16:44:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20677, 2024-08-04T16:44:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 55931622 2024-08-04T16:44:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3191, 2024-08-04T16:44:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 512592557 2024-08-04T16:44:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.448 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15509, 2024-08-04T16:44:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 115192078 2024-08-04T16:44:25.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65737, 2024-08-04T16:44:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17288407396 2024-08-04T16:44:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65288, 2024-08-04T16:44:25.450 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1514564900 2024-08-04T16:44:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65737, 2024-08-04T16:44:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45413857 2024-08-04T16:44:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65737, 2024-08-04T16:44:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17333821253 2024-08-04T16:44:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:25.451 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 27199, 2024-08-04T16:44:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 587275021 2024-08-04T16:44:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 765, 2024-08-04T16:44:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2173166 2024-08-04T16:44:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7417, 2024-08-04T16:44:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8524242 2024-08-04T16:44:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 50, 2024-08-04T16:44:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71330 2024-08-04T16:44:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.452 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13128, 2024-08-04T16:44:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2265836869 2024-08-04T16:44:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 201072 2024-08-04T16:44:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18074 2024-08-04T16:44:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8243, 2024-08-04T16:44:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1111304925 2024-08-04T16:44:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 34763, 2024-08-04T16:44:25.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10234358 2024-08-04T16:44:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26520, 2024-08-04T16:44:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 998320185 2024-08-04T16:44:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12785, 2024-08-04T16:44:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 345086967 2024-08-04T16:44:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79530, 2024-08-04T16:44:25.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9577894187 2024-08-04T16:44:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15855, 2024-08-04T16:44:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 843972201 2024-08-04T16:44:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15852, 2024-08-04T16:44:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2621123899524 2024-08-04T16:44:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15855, 2024-08-04T16:44:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5953487435701 2024-08-04T16:44:25.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79527, 2024-08-04T16:44:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2664335750607 2024-08-04T16:44:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79527, 2024-08-04T16:44:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8554658 2024-08-04T16:44:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79530, 2024-08-04T16:44:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 451836074 2024-08-04T16:44:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:25.457 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79530, 2024-08-04T16:44:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31634889947 2024-08-04T16:44:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79530, 2024-08-04T16:44:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 29067327 2024-08-04T16:44:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79530, 2024-08-04T16:44:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14942744429 2024-08-04T16:44:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:25.458 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79530, 2024-08-04T16:44:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6737796215 2024-08-04T16:44:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12270859 2024-08-04T16:44:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2384, 2024-08-04T16:44:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12077540 2024-08-04T16:44:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79530, 2024-08-04T16:44:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 63358375597 2024-08-04T16:44:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79530, 2024-08-04T16:44:25.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7703388147 2024-08-04T16:44:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79530, 2024-08-04T16:44:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 691175245 2024-08-04T16:44:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1405137013 2024-08-04T16:44:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 613900288 2024-08-04T16:44:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 577085440 2024-08-04T16:44:25.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600521625 2024-08-04T16:44:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 36814848 2024-08-04T16:44:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56957851 2024-08-04T16:44:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24576 2024-08-04T16:44:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 126976 2024-08-04T16:44:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68719717 2024-08-04T16:44:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 427183887 2024-08-04T16:44:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T16:44:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 140576 2024-08-04T16:44:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.466 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67601281 2024-08-04T16:44:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 306976 2024-08-04T16:44:25.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37971901 2024-08-04T16:44:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.468 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.469 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70773027 2024-08-04T16:44:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 503316480 2024-08-04T16:44:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.470 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 427183887 2024-08-04T16:44:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.471 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 195553 2024-08-04T16:44:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1170252 2024-08-04T16:44:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:25.472 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74766788 2024-08-04T16:44:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45 2024-08-04T16:44:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.473 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 59 2024-08-04T16:44:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37039 2024-08-04T16:44:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:25.474 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 106375, 2024-08-04T16:44:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7803397465 2024-08-04T16:44:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1040252346 2024-08-04T16:44:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 37039, 2024-08-04T16:44:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69663913215 2024-08-04T16:44:25.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1721540576 2024-08-04T16:44:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 37380, 2024-08-04T16:44:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16214824018 2024-08-04T16:44:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 37039, 2024-08-04T16:44:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 29420967867 2024-08-04T16:44:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23820 2024-08-04T16:44:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.476 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23820, 2024-08-04T16:44:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18717914544 2024-08-04T16:44:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1721540576 2024-08-04T16:44:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23847, 2024-08-04T16:44:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4846215308 2024-08-04T16:44:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:25.477 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23820, 2024-08-04T16:44:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5580146875 2024-08-04T16:44:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11709 2024-08-04T16:44:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 149334399 2024-08-04T16:44:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11709, 2024-08-04T16:44:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18018276940 2024-08-04T16:44:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.478 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11927, 2024-08-04T16:44:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9030852619 2024-08-04T16:44:25.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11709, 2024-08-04T16:44:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15868213210 2024-08-04T16:44:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1510 2024-08-04T16:44:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 890917947 2024-08-04T16:44:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1510, 2024-08-04T16:44:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32927721731 2024-08-04T16:44:25.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1606, 2024-08-04T16:44:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2337756091 2024-08-04T16:44:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1510, 2024-08-04T16:44:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7972607782 2024-08-04T16:44:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 612089856 2024-08-04T16:44:25.482 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "pools": [ 2024-08-04T16:44:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr" 2024-08-04T16:44:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T16:44:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T16:44:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "flags_names": [ 2024-08-04T16:44:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "hashpspool" 2024-08-04T16:44:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.483 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T16:44:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T16:44:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T16:44:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 1, 2024-08-04T16:44:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 1, 2024-08-04T16:44:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 1, 2024-08-04T16:44:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T16:44:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T16:44:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 722252212490, 2024-08-04T16:44:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 1781760, 2024-08-04T16:44:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T16:44:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T16:44:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 1781760, 2024-08-04T16:44:25.484 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T16:44:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 240750739456, 2024-08-04T16:44:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 2, 2024-08-04T16:44:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T16:44:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 2.4669438971614e-06, 2024-08-04T16:44:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T16:44:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T16:44:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 1358, 2024-08-04T16:44:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 2195456, 2024-08-04T16:44:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 590368, 2024-08-04T16:44:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 590368, 2024-08-04T16:44:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T16:44:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 1771104, 2024-08-04T16:44:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 431, 2024-08-04T16:44:25.485 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 2473984 2024-08-04T16:44:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T16:44:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T16:44:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T16:44:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T16:44:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T16:44:25.486 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T16:44:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "flags_names": [ 2024-08-04T16:44:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "hashpspool" 2024-08-04T16:44:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T16:44:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T16:44:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T16:44:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 32, 2024-08-04T16:44:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 32, 2024-08-04T16:44:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 2, 2024-08-04T16:44:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T16:44:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T16:44:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 722252212490, 2024-08-04T16:44:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 155746, 2024-08-04T16:44:25.487 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T16:44:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T16:44:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 110592, 2024-08-04T16:44:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T16:44:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 240750739456, 2024-08-04T16:44:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 22, 2024-08-04T16:44:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 45154, 2024-08-04T16:44:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 2.1563931795753888e-07, 2024-08-04T16:44:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T16:44:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T16:44:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 79, 2024-08-04T16:44:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 88064, 2024-08-04T16:44:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 21647, 2024-08-04T16:44:25.488 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 6596, 2024-08-04T16:44:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 15051, 2024-08-04T16:44:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 64941, 2024-08-04T16:44:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 68, 2024-08-04T16:44:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 35840 2024-08-04T16:44:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T16:44:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T16:44:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T16:44:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T16:44:25.489 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T16:44:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T16:44:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "flags_names": [ 2024-08-04T16:44:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "hashpspool" 2024-08-04T16:44:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T16:44:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T16:44:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T16:44:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 64, 2024-08-04T16:44:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 64, 2024-08-04T16:44:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 3, 2024-08-04T16:44:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T16:44:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T16:44:25.490 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 722252212490, 2024-08-04T16:44:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 0, 2024-08-04T16:44:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T16:44:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T16:44:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 0, 2024-08-04T16:44:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T16:44:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 240750739456, 2024-08-04T16:44:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 0, 2024-08-04T16:44:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T16:44:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 0.0, 2024-08-04T16:44:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T16:44:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T16:44:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 0, 2024-08-04T16:44:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 0, 2024-08-04T16:44:25.491 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 0, 2024-08-04T16:44:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 0, 2024-08-04T16:44:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T16:44:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 0, 2024-08-04T16:44:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 0, 2024-08-04T16:44:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 0 2024-08-04T16:44:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T16:44:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T16:44:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T16:44:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:25.492 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd" 2024-08-04T16:44:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T16:44:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T16:44:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "flags_names": [ 2024-08-04T16:44:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "hashpspool", 2024-08-04T16:44:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "selfmanaged_snaps" 2024-08-04T16:44:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T16:44:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T16:44:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T16:44:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 8, 2024-08-04T16:44:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 8, 2024-08-04T16:44:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 4, 2024-08-04T16:44:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T16:44:25.493 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T16:44:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 722252212490, 2024-08-04T16:44:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 12595200, 2024-08-04T16:44:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T16:44:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T16:44:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 12595200, 2024-08-04T16:44:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T16:44:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 240750739456, 2024-08-04T16:44:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 4, 2024-08-04T16:44:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T16:44:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 1.7438480426790193e-05, 2024-08-04T16:44:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T16:44:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T16:44:25.494 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 9012, 2024-08-04T16:44:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 3108114432, 2024-08-04T16:44:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 4194323, 2024-08-04T16:44:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 4194323, 2024-08-04T16:44:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T16:44:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 12582969, 2024-08-04T16:44:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 24354, 2024-08-04T16:44:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 3218275328 2024-08-04T16:44:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T16:44:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T16:44:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T16:44:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.495 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd": { 2024-08-04T16:44:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "mirroring_by_pool": [ 2024-08-04T16:44:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: false 2024-08-04T16:44:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "num_images_by_pool": [ 2024-08-04T16:44:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pools": 1 2024-08-04T16:44:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "report_id": "10ee5500-78eb-4166-8510-cfa3c036bb51", 2024-08-04T16:44:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "report_timestamp": "2024-08-04T16:44:24.146639", 2024-08-04T16:44:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "report_version": 1, 2024-08-04T16:44:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_stats": { 2024-08-04T16:44:25.496 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "7.9.2" 2024-08-04T16:44:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "rook": { 2024-08-04T16:44:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster": { 2024-08-04T16:44:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "external-mode": null, 2024-08-04T16:44:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "allow-multiple-per-node": null, 2024-08-04T16:44:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "count": null, 2024-08-04T16:44:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "max-id": null, 2024-08-04T16:44:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "pvc": { 2024-08-04T16:44:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "enabled": null 2024-08-04T16:44:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "stretch": { 2024-08-04T16:44:25.497 INFO:tasks.workunit.client.0.smithi007.stdout: "enabled": null 2024-08-04T16:44:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "network": { 2024-08-04T16:44:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "provider": null 2024-08-04T16:44:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "storage": { 2024-08-04T16:44:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "device-set": { 2024-08-04T16:44:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T16:44:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "non-portable": null, 2024-08-04T16:44:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "portable": null, 2024-08-04T16:44:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: "total": null 2024-08-04T16:44:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.498 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "csi": { 2024-08-04T16:44:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T16:44:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "kubernetes": { 2024-08-04T16:44:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T16:44:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "node": { 2024-08-04T16:44:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T16:44:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "kubernetes-total": null, 2024-08-04T16:44:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "with-ceph-daemons": null, 2024-08-04T16:44:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-cephfs-plugin": null, 2024-08-04T16:44:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-nfs-plugin": null, 2024-08-04T16:44:25.499 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-rbd-plugin": null 2024-08-04T16:44:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "usage": { 2024-08-04T16:44:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "storage-class": { 2024-08-04T16:44:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T16:44:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket": null, 2024-08-04T16:44:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs": null, 2024-08-04T16:44:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "nfs": null, 2024-08-04T16:44:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd": null, 2024-08-04T16:44:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "total": null 2024-08-04T16:44:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T16:44:25.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "services": {}, 2024-08-04T16:44:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_per_pg": [ 2024-08-04T16:44:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.501 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.995580+0000", 2024-08-04T16:44:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.995580+0000", 2024-08-04T16:44:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.995964+0000", 2024-08-04T16:44:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:25.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 5, 2024-08-04T16:44:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.503 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 5, 2024-08-04T16:44:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1f", 2024-08-04T16:44:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5321, 2024-08-04T16:44:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:42:34.107925+0000", 2024-08-04T16:44:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.504 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 570, 2024-08-04T16:44:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 4, 2024-08-04T16:44:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 4, 2024-08-04T16:44:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 4, 2024-08-04T16:44:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T16:44:25.507 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'5" 2024-08-04T16:44:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.508 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.605369+0000", 2024-08-04T16:44:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.605369+0000", 2024-08-04T16:44:25.509 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.605725+0000", 2024-08-04T16:44:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.511 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1e", 2024-08-04T16:44:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5196, 2024-08-04T16:44:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:10:09.249609+0000", 2024-08-04T16:44:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.512 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.515 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:25.516 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.559013+0000", 2024-08-04T16:44:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.559013+0000", 2024-08-04T16:44:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.559407+0000", 2024-08-04T16:44:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.517 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.518 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1e", 2024-08-04T16:44:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.519 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5221, 2024-08-04T16:44:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:19:40.210151+0000", 2024-08-04T16:44:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.520 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'2" 2024-08-04T16:44:25.523 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:25.524 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.564363+0000", 2024-08-04T16:44:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.564363+0000", 2024-08-04T16:44:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.565903+0000", 2024-08-04T16:44:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:25.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1f", 2024-08-04T16:44:25.526 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5309, 2024-08-04T16:44:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:58:56.154542+0000", 2024-08-04T16:44:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.527 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:25.530 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.531 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.996506+0000", 2024-08-04T16:44:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.996506+0000", 2024-08-04T16:44:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.996852+0000", 2024-08-04T16:44:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.533 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1d", 2024-08-04T16:44:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5072, 2024-08-04T16:44:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.534 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:15:47.574170+0000", 2024-08-04T16:44:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 6, 2024-08-04T16:44:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 6, 2024-08-04T16:44:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:25.538 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:25.539 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.592273+0000", 2024-08-04T16:44:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.592273+0000", 2024-08-04T16:44:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.592563+0000", 2024-08-04T16:44:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:25.540 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.541 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1c", 2024-08-04T16:44:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5233, 2024-08-04T16:44:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:35:58.659612+0000", 2024-08-04T16:44:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.542 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.545 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.546 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.997073+0000", 2024-08-04T16:44:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.997073+0000", 2024-08-04T16:44:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.999350+0000", 2024-08-04T16:44:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:25.547 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:25.548 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1c", 2024-08-04T16:44:25.549 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5081, 2024-08-04T16:44:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:59:02.952879+0000", 2024-08-04T16:44:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 6, 2024-08-04T16:44:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 6, 2024-08-04T16:44:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:25.553 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.554 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.606734+0000", 2024-08-04T16:44:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.606734+0000", 2024-08-04T16:44:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.607069+0000", 2024-08-04T16:44:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:25.555 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.556 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1d", 2024-08-04T16:44:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5137, 2024-08-04T16:44:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:14:54.651084+0000", 2024-08-04T16:44:25.557 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.560 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.561 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.598321+0000", 2024-08-04T16:44:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.598321+0000", 2024-08-04T16:44:25.562 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.601968+0000", 2024-08-04T16:44:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.563 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.564 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.a", 2024-08-04T16:44:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5108, 2024-08-04T16:44:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:09:25.602464+0000", 2024-08-04T16:44:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.565 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.568 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.569 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.001423+0000", 2024-08-04T16:44:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.001423+0000", 2024-08-04T16:44:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.001779+0000", 2024-08-04T16:44:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.570 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3, 2024-08-04T16:44:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.571 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3, 2024-08-04T16:44:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.b", 2024-08-04T16:44:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5084, 2024-08-04T16:44:25.572 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:41:09.568210+0000", 2024-08-04T16:44:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 2, 2024-08-04T16:44:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 2, 2024-08-04T16:44:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T16:44:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'3" 2024-08-04T16:44:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.576 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:25.577 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.579001+0000", 2024-08-04T16:44:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.579001+0000", 2024-08-04T16:44:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.580710+0000", 2024-08-04T16:44:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.578 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.579 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.b", 2024-08-04T16:44:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5212, 2024-08-04T16:44:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:56:41.476616+0000", 2024-08-04T16:44:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.583 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.584 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.988647+0000", 2024-08-04T16:44:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.988647+0000", 2024-08-04T16:44:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989008+0000", 2024-08-04T16:44:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:25.585 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.586 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.a", 2024-08-04T16:44:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5269, 2024-08-04T16:44:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:29:06.660365+0000", 2024-08-04T16:44:25.587 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.590 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.591 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.983152+0000", 2024-08-04T16:44:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.983152+0000", 2024-08-04T16:44:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.983507+0000", 2024-08-04T16:44:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.592 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.593 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.8", 2024-08-04T16:44:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5204, 2024-08-04T16:44:25.594 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:57:32.109306+0000", 2024-08-04T16:44:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.597 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.598 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990422+0000", 2024-08-04T16:44:25.599 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990422+0000", 2024-08-04T16:44:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.990739+0000", 2024-08-04T16:44:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.600 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.601 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.9", 2024-08-04T16:44:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5269, 2024-08-04T16:44:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:23:04.269113+0000", 2024-08-04T16:44:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.604 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.605 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.606 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.988381+0000", 2024-08-04T16:44:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.988381+0000", 2024-08-04T16:44:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.988700+0000", 2024-08-04T16:44:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.607 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.608 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.9", 2024-08-04T16:44:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.609 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5188, 2024-08-04T16:44:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:12:06.600745+0000", 2024-08-04T16:44:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.611 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.612 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.613 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:25.614 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990887+0000", 2024-08-04T16:44:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990887+0000", 2024-08-04T16:44:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991166+0000", 2024-08-04T16:44:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.615 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.616 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.8", 2024-08-04T16:44:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5077, 2024-08-04T16:44:25.617 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:42:49.219849+0000", 2024-08-04T16:44:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.619 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.620 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.621 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.622 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.587141+0000", 2024-08-04T16:44:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.587141+0000", 2024-08-04T16:44:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.587773+0000", 2024-08-04T16:44:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.623 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.624 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.6", 2024-08-04T16:44:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5308, 2024-08-04T16:44:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:14:53.073819+0000", 2024-08-04T16:44:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.626 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.628 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:25.629 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.992709+0000", 2024-08-04T16:44:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.992709+0000", 2024-08-04T16:44:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.993041+0000", 2024-08-04T16:44:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.630 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.631 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.7", 2024-08-04T16:44:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5085, 2024-08-04T16:44:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:09:32.967441+0000", 2024-08-04T16:44:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.633 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.634 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 6, 2024-08-04T16:44:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 6, 2024-08-04T16:44:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.635 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.636 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.594776+0000", 2024-08-04T16:44:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.594776+0000", 2024-08-04T16:44:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.760301+0000", 2024-08-04T16:44:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.637 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3088, 2024-08-04T16:44:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.638 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3088, 2024-08-04T16:44:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.1", 2024-08-04T16:44:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.639 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 8818, 2024-08-04T16:44:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:18:47.448860+0000", 2024-08-04T16:44:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.005285555, 2024-08-04T16:44:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.641 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 737, 2024-08-04T16:44:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 385133, 2024-08-04T16:44:25.642 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3082, 2024-08-04T16:44:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 401753 2024-08-04T16:44:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.643 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3088" 2024-08-04T16:44:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.644 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.986938+0000", 2024-08-04T16:44:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.986938+0000", 2024-08-04T16:44:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.987298+0000", 2024-08-04T16:44:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:25.645 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.646 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.7", 2024-08-04T16:44:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5213, 2024-08-04T16:44:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:30:23.430044+0000", 2024-08-04T16:44:25.647 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.648 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.649 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.650 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.651 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.602317+0000", 2024-08-04T16:44:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.602317+0000", 2024-08-04T16:44:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.602714+0000", 2024-08-04T16:44:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:25.652 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.653 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.6", 2024-08-04T16:44:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.654 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5277, 2024-08-04T16:44:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:39:18.724924+0000", 2024-08-04T16:44:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.655 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:25.656 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 2, 2024-08-04T16:44:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 2, 2024-08-04T16:44:25.657 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 2, 2024-08-04T16:44:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:25.658 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "561'2" 2024-08-04T16:44:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:25.659 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.980552+0000", 2024-08-04T16:44:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.980552+0000", 2024-08-04T16:44:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.760517+0000", 2024-08-04T16:44:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:25.660 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2974, 2024-08-04T16:44:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.661 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2974, 2024-08-04T16:44:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.0", 2024-08-04T16:44:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 8939, 2024-08-04T16:44:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:38:52.112193+0000", 2024-08-04T16:44:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.005060422, 2024-08-04T16:44:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.662 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.663 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.664 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1168, 2024-08-04T16:44:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 384779, 2024-08-04T16:44:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 2937, 2024-08-04T16:44:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 380411 2024-08-04T16:44:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.665 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'2974" 2024-08-04T16:44:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.666 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.565691+0000", 2024-08-04T16:44:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.565691+0000", 2024-08-04T16:44:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.566004+0000", 2024-08-04T16:44:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:25.667 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.668 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.4", 2024-08-04T16:44:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5270, 2024-08-04T16:44:25.669 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:13:33.770985+0000", 2024-08-04T16:44:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.670 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.671 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.672 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.674 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.997597+0000", 2024-08-04T16:44:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.997597+0000", 2024-08-04T16:44:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.997980+0000", 2024-08-04T16:44:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:25.675 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.676 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.5", 2024-08-04T16:44:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5091, 2024-08-04T16:44:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:29:59.300574+0000", 2024-08-04T16:44:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.677 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.678 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.679 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.680 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.681 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.404173+0000", 2024-08-04T16:44:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989976+0000", 2024-08-04T16:44:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989976+0000", 2024-08-04T16:44:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.762674+0000", 2024-08-04T16:44:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.404173+0000", 2024-08-04T16:44:25.682 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.404173+0000", 2024-08-04T16:44:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.404173+0000", 2024-08-04T16:44:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.404173+0000", 2024-08-04T16:44:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.404173+0000", 2024-08-04T16:44:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.404173+0000", 2024-08-04T16:44:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3051, 2024-08-04T16:44:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.683 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3051, 2024-08-04T16:44:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.3", 2024-08-04T16:44:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.684 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9099, 2024-08-04T16:44:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:52:45.915898+0000", 2024-08-04T16:44:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.005692772, 2024-08-04T16:44:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 4194304, 2024-08-04T16:44:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.685 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.686 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1290, 2024-08-04T16:44:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 321853, 2024-08-04T16:44:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.687 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3043, 2024-08-04T16:44:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 398345 2024-08-04T16:44:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3051" 2024-08-04T16:44:25.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.689 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.567552+0000", 2024-08-04T16:44:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.567552+0000", 2024-08-04T16:44:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.568005+0000", 2024-08-04T16:44:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.690 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.691 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.5", 2024-08-04T16:44:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5162, 2024-08-04T16:44:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:06:32.015399+0000", 2024-08-04T16:44:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.692 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.693 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.694 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.695 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.696 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991115+0000", 2024-08-04T16:44:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991115+0000", 2024-08-04T16:44:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991517+0000", 2024-08-04T16:44:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.697 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.698 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.4", 2024-08-04T16:44:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.699 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5282, 2024-08-04T16:44:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:08:31.681889+0000", 2024-08-04T16:44:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.700 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.701 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.702 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.703 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.704 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.567053+0000", 2024-08-04T16:44:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.567053+0000", 2024-08-04T16:44:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.777667+0000", 2024-08-04T16:44:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.705 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3007, 2024-08-04T16:44:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.706 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3007, 2024-08-04T16:44:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.2", 2024-08-04T16:44:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9068, 2024-08-04T16:44:25.707 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:00:21.190778+0000", 2024-08-04T16:44:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.007840395, 2024-08-04T16:44:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 19, 2024-08-04T16:44:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.708 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.709 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1018, 2024-08-04T16:44:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 371313, 2024-08-04T16:44:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3002, 2024-08-04T16:44:25.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 376114 2024-08-04T16:44:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3007" 2024-08-04T16:44:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.711 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.595226+0000", 2024-08-04T16:44:25.712 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.595226+0000", 2024-08-04T16:44:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.595817+0000", 2024-08-04T16:44:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:25.713 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3", 2024-08-04T16:44:25.714 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5249, 2024-08-04T16:44:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:39:26.055655+0000", 2024-08-04T16:44:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.715 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.716 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.717 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.718 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:25.719 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.598843+0000", 2024-08-04T16:44:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.598843+0000", 2024-08-04T16:44:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.599164+0000", 2024-08-04T16:44:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:25.720 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.721 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.2", 2024-08-04T16:44:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5134, 2024-08-04T16:44:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:29:35.832861+0000", 2024-08-04T16:44:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.722 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.724 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.725 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.726 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:23.519017+0000", 2024-08-04T16:44:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:23.519017+0000", 2024-08-04T16:44:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.776347+0000", 2024-08-04T16:44:25.727 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 407, 2024-08-04T16:44:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3093, 2024-08-04T16:44:25.728 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 406, 2024-08-04T16:44:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3093, 2024-08-04T16:44:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.4", 2024-08-04T16:44:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.729 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9235, 2024-08-04T16:44:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:12:23.664837+0000", 2024-08-04T16:44:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.005100792, 2024-08-04T16:44:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.730 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.731 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.732 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1528, 2024-08-04T16:44:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 415891, 2024-08-04T16:44:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3096, 2024-08-04T16:44:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 374362 2024-08-04T16:44:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:25.733 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3093" 2024-08-04T16:44:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.734 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.592647+0000", 2024-08-04T16:44:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.592647+0000", 2024-08-04T16:44:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.593171+0000", 2024-08-04T16:44:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:25.735 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.736 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.0", 2024-08-04T16:44:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5271, 2024-08-04T16:44:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:49:00.417667+0000", 2024-08-04T16:44:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.737 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.738 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.739 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.741 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:23.526913+0000", 2024-08-04T16:44:25.742 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:23.526913+0000", 2024-08-04T16:44:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:23.527226+0000", 2024-08-04T16:44:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 407, 2024-08-04T16:44:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.743 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 406, 2024-08-04T16:44:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.744 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1", 2024-08-04T16:44:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5255, 2024-08-04T16:44:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:49:54.955780+0000", 2024-08-04T16:44:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.745 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.746 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.747 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.748 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.749 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:25.750 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.564564+0000", 2024-08-04T16:44:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.564564+0000", 2024-08-04T16:44:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.781494+0000", 2024-08-04T16:44:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:25.751 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3226, 2024-08-04T16:44:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3226, 2024-08-04T16:44:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.7", 2024-08-04T16:44:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.752 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9158, 2024-08-04T16:44:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:45:59.476160+0000", 2024-08-04T16:44:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.011184624, 2024-08-04T16:44:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.753 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.754 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 984, 2024-08-04T16:44:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 404752, 2024-08-04T16:44:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3211, 2024-08-04T16:44:25.755 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 411330 2024-08-04T16:44:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3226" 2024-08-04T16:44:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.756 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.583871+0000", 2024-08-04T16:44:25.757 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.583871+0000", 2024-08-04T16:44:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.584309+0000", 2024-08-04T16:44:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.758 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.759 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1", 2024-08-04T16:44:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5309, 2024-08-04T16:44:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:11:18.398651+0000", 2024-08-04T16:44:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.761 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.762 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.763 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.764 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.993940+0000", 2024-08-04T16:44:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.993940+0000", 2024-08-04T16:44:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.994562+0000", 2024-08-04T16:44:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.765 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.766 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.0", 2024-08-04T16:44:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.767 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5080, 2024-08-04T16:44:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:23:31.726216+0000", 2024-08-04T16:44:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.769 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.770 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.771 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.772 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:32:50.693341+0000", 2024-08-04T16:44:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:32:50.693341+0000", 2024-08-04T16:44:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.763879+0000", 2024-08-04T16:44:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 374, 2024-08-04T16:44:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:25.773 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3003, 2024-08-04T16:44:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 373, 2024-08-04T16:44:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.774 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3003, 2024-08-04T16:44:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.6", 2024-08-04T16:44:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 8856, 2024-08-04T16:44:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:03:01.353114+0000", 2024-08-04T16:44:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.007905965, 2024-08-04T16:44:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.776 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 702, 2024-08-04T16:44:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 378656, 2024-08-04T16:44:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 2980, 2024-08-04T16:44:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 382946 2024-08-04T16:44:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3003" 2024-08-04T16:44:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.779 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599319+0000", 2024-08-04T16:44:25.780 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599319+0000", 2024-08-04T16:44:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.599687+0000", 2024-08-04T16:44:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:25.781 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.782 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2", 2024-08-04T16:44:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5205, 2024-08-04T16:44:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:24:39.347046+0000", 2024-08-04T16:44:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.784 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.786 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.787 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990615+0000", 2024-08-04T16:44:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990615+0000", 2024-08-04T16:44:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.990900+0000", 2024-08-04T16:44:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:25.788 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.789 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.3", 2024-08-04T16:44:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5165, 2024-08-04T16:44:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:38:57.625254+0000", 2024-08-04T16:44:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.792 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.794 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 19, 2024-08-04T16:44:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399067+0000", 2024-08-04T16:44:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.992135+0000", 2024-08-04T16:44:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.992135+0000", 2024-08-04T16:44:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.993213+0000", 2024-08-04T16:44:25.795 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399067+0000", 2024-08-04T16:44:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:21:25.437230+0000", 2024-08-04T16:44:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:21:25.437230+0000", 2024-08-04T16:44:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399067+0000", 2024-08-04T16:44:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399067+0000", 2024-08-04T16:44:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399067+0000", 2024-08-04T16:44:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:21:25.437230+0000", 2024-08-04T16:44:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399067+0000", 2024-08-04T16:44:25.796 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399067+0000", 2024-08-04T16:44:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 257, 2024-08-04T16:44:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 257, 2024-08-04T16:44:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.797 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "1.0", 2024-08-04T16:44:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5795, 2024-08-04T16:44:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:09:47.029793+0000", 2024-08-04T16:44:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 590368, 2024-08-04T16:44:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 1771104, 2024-08-04T16:44:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.799 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 6, 2024-08-04T16:44:25.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1358, 2024-08-04T16:44:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 2144, 2024-08-04T16:44:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 431, 2024-08-04T16:44:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 2416 2024-08-04T16:44:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.801 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "2239'257" 2024-08-04T16:44:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.802 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.992641+0000", 2024-08-04T16:44:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.992641+0000", 2024-08-04T16:44:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.766626+0000", 2024-08-04T16:44:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:25.803 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3043, 2024-08-04T16:44:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.804 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3043, 2024-08-04T16:44:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.5", 2024-08-04T16:44:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.805 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9045, 2024-08-04T16:44:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:54:45.325250+0000", 2024-08-04T16:44:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.006428099, 2024-08-04T16:44:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.807 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1585, 2024-08-04T16:44:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 372891, 2024-08-04T16:44:25.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3003, 2024-08-04T16:44:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 417586 2024-08-04T16:44:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:25.809 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3043" 2024-08-04T16:44:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.810 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.993780+0000", 2024-08-04T16:44:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.993780+0000", 2024-08-04T16:44:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.994696+0000", 2024-08-04T16:44:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:25.811 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.812 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.d", 2024-08-04T16:44:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5068, 2024-08-04T16:44:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:24:54.653678+0000", 2024-08-04T16:44:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.814 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.816 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.817 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.563476+0000", 2024-08-04T16:44:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.563476+0000", 2024-08-04T16:44:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.563834+0000", 2024-08-04T16:44:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.818 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.819 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.c", 2024-08-04T16:44:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.820 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5252, 2024-08-04T16:44:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:42:21.892252+0000", 2024-08-04T16:44:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.825 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599857+0000", 2024-08-04T16:44:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599857+0000", 2024-08-04T16:44:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.600160+0000", 2024-08-04T16:44:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.827 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.c", 2024-08-04T16:44:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5152, 2024-08-04T16:44:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:38:36.860134+0000", 2024-08-04T16:44:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:25.831 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:25.832 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.592134+0000", 2024-08-04T16:44:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.592134+0000", 2024-08-04T16:44:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.592514+0000", 2024-08-04T16:44:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.833 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T16:44:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.834 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T16:44:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.d", 2024-08-04T16:44:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5275, 2024-08-04T16:44:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:07:07.390471+0000", 2024-08-04T16:44:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.835 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 70, 2024-08-04T16:44:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1, 2024-08-04T16:44:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 1, 2024-08-04T16:44:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T16:44:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T16:44:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.839 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T16:44:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:25.840 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.997228+0000", 2024-08-04T16:44:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.997228+0000", 2024-08-04T16:44:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.997757+0000", 2024-08-04T16:44:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:25.841 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.842 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.f", 2024-08-04T16:44:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.843 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5086, 2024-08-04T16:44:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:04:48.060945+0000", 2024-08-04T16:44:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.847 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph telemetry show 2024-08-04T16:44:25.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.850 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.851 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991411+0000", 2024-08-04T16:44:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991411+0000", 2024-08-04T16:44:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.992178+0000", 2024-08-04T16:44:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:25.852 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.853 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.e", 2024-08-04T16:44:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5248, 2024-08-04T16:44:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:35:07.063411+0000", 2024-08-04T16:44:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.854 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:25.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 6, 2024-08-04T16:44:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 6, 2024-08-04T16:44:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.857 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.858 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.000450+0000", 2024-08-04T16:44:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.000450+0000", 2024-08-04T16:44:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.000830+0000", 2024-08-04T16:44:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.859 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.860 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.e", 2024-08-04T16:44:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5086, 2024-08-04T16:44:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:40:44.041390+0000", 2024-08-04T16:44:25.861 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.865 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.866 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.992539+0000", 2024-08-04T16:44:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.992539+0000", 2024-08-04T16:44:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.992859+0000", 2024-08-04T16:44:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T16:44:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T16:44:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.868 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.f", 2024-08-04T16:44:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5170, 2024-08-04T16:44:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:51:19.649740+0000", 2024-08-04T16:44:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 22, 2024-08-04T16:44:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:25.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1, 2024-08-04T16:44:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 1, 2024-08-04T16:44:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T16:44:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T16:44:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.872 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T16:44:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:25.873 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.981135+0000", 2024-08-04T16:44:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.981135+0000", 2024-08-04T16:44:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.982769+0000", 2024-08-04T16:44:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.874 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.875 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.11", 2024-08-04T16:44:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.876 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5067, 2024-08-04T16:44:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:11:11.125286+0000", 2024-08-04T16:44:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.880 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.881 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:32:50.696607+0000", 2024-08-04T16:44:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:32:50.696607+0000", 2024-08-04T16:44:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:32:50.697355+0000", 2024-08-04T16:44:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 374, 2024-08-04T16:44:25.882 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 8, 2024-08-04T16:44:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 373, 2024-08-04T16:44:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.883 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 8, 2024-08-04T16:44:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.10", 2024-08-04T16:44:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5265, 2024-08-04T16:44:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:12:14.504508+0000", 2024-08-04T16:44:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.884 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 12, 2024-08-04T16:44:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 4, 2024-08-04T16:44:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 4, 2024-08-04T16:44:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 4, 2024-08-04T16:44:25.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 24, 2024-08-04T16:44:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 24, 2024-08-04T16:44:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 12, 2024-08-04T16:44:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.887 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'8" 2024-08-04T16:44:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:25.888 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.594866+0000", 2024-08-04T16:44:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.594866+0000", 2024-08-04T16:44:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.597417+0000", 2024-08-04T16:44:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.890 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.10", 2024-08-04T16:44:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.891 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5096, 2024-08-04T16:44:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:29:20.198631+0000", 2024-08-04T16:44:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.895 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.598627+0000", 2024-08-04T16:44:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.598627+0000", 2024-08-04T16:44:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.603705+0000", 2024-08-04T16:44:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.898 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.11", 2024-08-04T16:44:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5109, 2024-08-04T16:44:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:26:57.041350+0000", 2024-08-04T16:44:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.902 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:25.903 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.000614+0000", 2024-08-04T16:44:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.000614+0000", 2024-08-04T16:44:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.002177+0000", 2024-08-04T16:44:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.905 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.13", 2024-08-04T16:44:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.906 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5085, 2024-08-04T16:44:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:32:46.199701+0000", 2024-08-04T16:44:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.910 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.911 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.988904+0000", 2024-08-04T16:44:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.988904+0000", 2024-08-04T16:44:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989364+0000", 2024-08-04T16:44:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:25.912 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.913 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.914 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.12", 2024-08-04T16:44:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5153, 2024-08-04T16:44:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:51:03.432525+0000", 2024-08-04T16:44:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:25.918 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.919 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.988526+0000", 2024-08-04T16:44:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.988526+0000", 2024-08-04T16:44:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.988902+0000", 2024-08-04T16:44:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.920 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.921 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.12", 2024-08-04T16:44:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5306, 2024-08-04T16:44:25.922 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:33:12.716891+0000", 2024-08-04T16:44:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.924 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.926 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.927 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.580541+0000", 2024-08-04T16:44:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.580541+0000", 2024-08-04T16:44:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.581299+0000", 2024-08-04T16:44:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:25.928 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.929 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.13", 2024-08-04T16:44:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5315, 2024-08-04T16:44:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:32:04.951316+0000", 2024-08-04T16:44:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.930 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 34, 2024-08-04T16:44:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 4, 2024-08-04T16:44:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 7, 2024-08-04T16:44:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 6 2024-08-04T16:44:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.933 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.934 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.001380+0000", 2024-08-04T16:44:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.001380+0000", 2024-08-04T16:44:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.003872+0000", 2024-08-04T16:44:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.935 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.936 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.15", 2024-08-04T16:44:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5084, 2024-08-04T16:44:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.937 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:45:17.076372+0000", 2024-08-04T16:44:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.939 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.940 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.941 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.942 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.603651+0000", 2024-08-04T16:44:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.603651+0000", 2024-08-04T16:44:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.604407+0000", 2024-08-04T16:44:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.943 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 29, 2024-08-04T16:44:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 29, 2024-08-04T16:44:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.944 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.14", 2024-08-04T16:44:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5134, 2024-08-04T16:44:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:37:54.626044+0000", 2024-08-04T16:44:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 5810, 2024-08-04T16:44:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.945 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.946 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 12, 2024-08-04T16:44:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 4, 2024-08-04T16:44:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 4, 2024-08-04T16:44:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.947 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 10, 2024-08-04T16:44:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 14, 2024-08-04T16:44:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 28, 2024-08-04T16:44:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 25 2024-08-04T16:44:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.948 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'29" 2024-08-04T16:44:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.949 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.985858+0000", 2024-08-04T16:44:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.985858+0000", 2024-08-04T16:44:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.986185+0000", 2024-08-04T16:44:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.950 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.951 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.14", 2024-08-04T16:44:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5155, 2024-08-04T16:44:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:40:04.359613+0000", 2024-08-04T16:44:25.952 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.954 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.955 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.956 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.562568+0000", 2024-08-04T16:44:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.562568+0000", 2024-08-04T16:44:25.957 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.562960+0000", 2024-08-04T16:44:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:25.958 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3, 2024-08-04T16:44:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3, 2024-08-04T16:44:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.15", 2024-08-04T16:44:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.959 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5283, 2024-08-04T16:44:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:30:30.694421+0000", 2024-08-04T16:44:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 90, 2024-08-04T16:44:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.961 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 7, 2024-08-04T16:44:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 7, 2024-08-04T16:44:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.962 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 4, 2024-08-04T16:44:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T16:44:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'3" 2024-08-04T16:44:25.963 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.964 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.559358+0000", 2024-08-04T16:44:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.559358+0000", 2024-08-04T16:44:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.559701+0000", 2024-08-04T16:44:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.965 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.966 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.17", 2024-08-04T16:44:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5305, 2024-08-04T16:44:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:16:01.256561+0000", 2024-08-04T16:44:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.969 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.970 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:25.971 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599905+0000", 2024-08-04T16:44:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599905+0000", 2024-08-04T16:44:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.600534+0000", 2024-08-04T16:44:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.972 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.973 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.974 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.16", 2024-08-04T16:44:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5160, 2024-08-04T16:44:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:29:52.921994+0000", 2024-08-04T16:44:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.977 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.978 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:25.979 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991633+0000", 2024-08-04T16:44:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991633+0000", 2024-08-04T16:44:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.992168+0000", 2024-08-04T16:44:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:25.980 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.981 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.16", 2024-08-04T16:44:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5126, 2024-08-04T16:44:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.982 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:59:00.660145+0000", 2024-08-04T16:44:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.985 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.986 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.610039+0000", 2024-08-04T16:44:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.610039+0000", 2024-08-04T16:44:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.610412+0000", 2024-08-04T16:44:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.987 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.988 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.17", 2024-08-04T16:44:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.989 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5098, 2024-08-04T16:44:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:27:22.173580+0000", 2024-08-04T16:44:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:25.992 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:25.993 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:25.994 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.592764+0000", 2024-08-04T16:44:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.592764+0000", 2024-08-04T16:44:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.593077+0000", 2024-08-04T16:44:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:25.995 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:25.996 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.19", 2024-08-04T16:44:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5265, 2024-08-04T16:44:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:46:50.572080+0000", 2024-08-04T16:44:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:25.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:25.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:25.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.000 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:26.001 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991616+0000", 2024-08-04T16:44:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991616+0000", 2024-08-04T16:44:26.002 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991980+0000", 2024-08-04T16:44:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:26.003 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.004 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.18", 2024-08-04T16:44:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5141, 2024-08-04T16:44:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:09:28.314358+0000", 2024-08-04T16:44:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.008 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.009 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:23.520173+0000", 2024-08-04T16:44:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:23.520173+0000", 2024-08-04T16:44:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:23.520639+0000", 2024-08-04T16:44:26.010 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 407, 2024-08-04T16:44:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:26.011 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 406, 2024-08-04T16:44:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.18", 2024-08-04T16:44:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.012 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5209, 2024-08-04T16:44:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:00:55.771219+0000", 2024-08-04T16:44:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:26.016 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.017 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599181+0000", 2024-08-04T16:44:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599181+0000", 2024-08-04T16:44:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.599578+0000", 2024-08-04T16:44:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:26.018 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.019 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.19", 2024-08-04T16:44:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5213, 2024-08-04T16:44:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:44:51.433196+0000", 2024-08-04T16:44:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.020 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.023 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:26.024 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.602545+0000", 2024-08-04T16:44:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.602545+0000", 2024-08-04T16:44:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.603595+0000", 2024-08-04T16:44:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:26.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:26.026 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1a", 2024-08-04T16:44:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5119, 2024-08-04T16:44:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:10:29.511339+0000", 2024-08-04T16:44:26.027 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'2" 2024-08-04T16:44:26.031 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.032 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989544+0000", 2024-08-04T16:44:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989544+0000", 2024-08-04T16:44:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989867+0000", 2024-08-04T16:44:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.034 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1b", 2024-08-04T16:44:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5237, 2024-08-04T16:44:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:02:49.984019+0000", 2024-08-04T16:44:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.039 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.993630+0000", 2024-08-04T16:44:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.993630+0000", 2024-08-04T16:44:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.993986+0000", 2024-08-04T16:44:26.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:26.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.042 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1b", 2024-08-04T16:44:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5206, 2024-08-04T16:44:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:52:38.775753+0000", 2024-08-04T16:44:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.046 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'2" 2024-08-04T16:44:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.047 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.586744+0000", 2024-08-04T16:44:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.586744+0000", 2024-08-04T16:44:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.587047+0000", 2024-08-04T16:44:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:26.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.049 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1a", 2024-08-04T16:44:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5192, 2024-08-04T16:44:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:52:21.003324+0000", 2024-08-04T16:44:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.050 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:26.053 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.054 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.598054+0000", 2024-08-04T16:44:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.598054+0000", 2024-08-04T16:44:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.598507+0000", 2024-08-04T16:44:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:26.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.056 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.20", 2024-08-04T16:44:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5100, 2024-08-04T16:44:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:27:31.106267+0000", 2024-08-04T16:44:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.057 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.060 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.061 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.595279+0000", 2024-08-04T16:44:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.595279+0000", 2024-08-04T16:44:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.595750+0000", 2024-08-04T16:44:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.062 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.063 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.21", 2024-08-04T16:44:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5242, 2024-08-04T16:44:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:28:58.464300+0000", 2024-08-04T16:44:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.064 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:26.067 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:26.068 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.563450+0000", 2024-08-04T16:44:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.563450+0000", 2024-08-04T16:44:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.564118+0000", 2024-08-04T16:44:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.069 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.070 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.22", 2024-08-04T16:44:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5162, 2024-08-04T16:44:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:52:21.417457+0000", 2024-08-04T16:44:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.071 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.072 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.074 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.075 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.580980+0000", 2024-08-04T16:44:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.580980+0000", 2024-08-04T16:44:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.581324+0000", 2024-08-04T16:44:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:26.076 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.077 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.23", 2024-08-04T16:44:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5309, 2024-08-04T16:44:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:13:12.510761+0000", 2024-08-04T16:44:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.078 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.079 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.080 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.081 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.082 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.577771+0000", 2024-08-04T16:44:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.577771+0000", 2024-08-04T16:44:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.578126+0000", 2024-08-04T16:44:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:26.083 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.084 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.24", 2024-08-04T16:44:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5213, 2024-08-04T16:44:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:25:43.166862+0000", 2024-08-04T16:44:26.085 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.086 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.087 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.089 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:23.519063+0000", 2024-08-04T16:44:26.090 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:23.519063+0000", 2024-08-04T16:44:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:23.519811+0000", 2024-08-04T16:44:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 407, 2024-08-04T16:44:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.091 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 406, 2024-08-04T16:44:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.25", 2024-08-04T16:44:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.092 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5269, 2024-08-04T16:44:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:07:14.185280+0000", 2024-08-04T16:44:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.093 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.094 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.095 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.096 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.097 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.987039+0000", 2024-08-04T16:44:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.987039+0000", 2024-08-04T16:44:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.987400+0000", 2024-08-04T16:44:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:26.098 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.099 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.26", 2024-08-04T16:44:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.100 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5101, 2024-08-04T16:44:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:16:44.675554+0000", 2024-08-04T16:44:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.101 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.102 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.103 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.104 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:26.105 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.583980+0000", 2024-08-04T16:44:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.583980+0000", 2024-08-04T16:44:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.584684+0000", 2024-08-04T16:44:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.106 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.107 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.27", 2024-08-04T16:44:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.108 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5193, 2024-08-04T16:44:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:51:10.221798+0000", 2024-08-04T16:44:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.109 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.110 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.112 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.113 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.562080+0000", 2024-08-04T16:44:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.562080+0000", 2024-08-04T16:44:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.562969+0000", 2024-08-04T16:44:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:26.114 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.115 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.28", 2024-08-04T16:44:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5161, 2024-08-04T16:44:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:12:49.140239+0000", 2024-08-04T16:44:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.116 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.117 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.118 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.120 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.581209+0000", 2024-08-04T16:44:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.581209+0000", 2024-08-04T16:44:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.581554+0000", 2024-08-04T16:44:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:26.121 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.122 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.29", 2024-08-04T16:44:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.123 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5203, 2024-08-04T16:44:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:10:08.108146+0000", 2024-08-04T16:44:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.124 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.125 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.126 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.127 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:26.128 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989391+0000", 2024-08-04T16:44:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989391+0000", 2024-08-04T16:44:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989742+0000", 2024-08-04T16:44:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.129 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.130 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2a", 2024-08-04T16:44:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5128, 2024-08-04T16:44:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:18:23.423082+0000", 2024-08-04T16:44:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.131 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.132 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.134 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:26.135 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990942+0000", 2024-08-04T16:44:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990942+0000", 2024-08-04T16:44:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991788+0000", 2024-08-04T16:44:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.136 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.137 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2b", 2024-08-04T16:44:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.138 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5307, 2024-08-04T16:44:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:51:42.848644+0000", 2024-08-04T16:44:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.139 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.140 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.142 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.143 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.610967+0000", 2024-08-04T16:44:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.610967+0000", 2024-08-04T16:44:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.611929+0000", 2024-08-04T16:44:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.144 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:26.145 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2c", 2024-08-04T16:44:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5107, 2024-08-04T16:44:26.146 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:48:44.331953+0000", 2024-08-04T16:44:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.147 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.150 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.997969+0000", 2024-08-04T16:44:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.997969+0000", 2024-08-04T16:44:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.000683+0000", 2024-08-04T16:44:26.151 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:26.152 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2d", 2024-08-04T16:44:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.153 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5068, 2024-08-04T16:44:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:12:42.720675+0000", 2024-08-04T16:44:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.154 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.157 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:26.158 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989217+0000", 2024-08-04T16:44:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989217+0000", 2024-08-04T16:44:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.990870+0000", 2024-08-04T16:44:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:26.159 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2e", 2024-08-04T16:44:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.160 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5238, 2024-08-04T16:44:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:51:30.143024+0000", 2024-08-04T16:44:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.161 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.162 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.164 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990480+0000", 2024-08-04T16:44:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990480+0000", 2024-08-04T16:44:26.165 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.990789+0000", 2024-08-04T16:44:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:26.166 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.167 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2f", 2024-08-04T16:44:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5139, 2024-08-04T16:44:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:41:22.371462+0000", 2024-08-04T16:44:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.168 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.169 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.171 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.172 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991659+0000", 2024-08-04T16:44:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991659+0000", 2024-08-04T16:44:26.173 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991951+0000", 2024-08-04T16:44:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:26.174 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.175 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.30", 2024-08-04T16:44:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5136, 2024-08-04T16:44:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:50:55.081855+0000", 2024-08-04T16:44:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.176 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.177 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.179 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.180 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.563781+0000", 2024-08-04T16:44:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.563781+0000", 2024-08-04T16:44:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.564090+0000", 2024-08-04T16:44:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:26.181 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.182 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.31", 2024-08-04T16:44:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5266, 2024-08-04T16:44:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:54:31.144230+0000", 2024-08-04T16:44:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.183 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.184 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.187 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.565356+0000", 2024-08-04T16:44:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.565356+0000", 2024-08-04T16:44:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.565682+0000", 2024-08-04T16:44:26.188 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.189 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.32", 2024-08-04T16:44:26.190 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5306, 2024-08-04T16:44:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:56:41.536554+0000", 2024-08-04T16:44:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.191 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:26.194 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.195 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599458+0000", 2024-08-04T16:44:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599458+0000", 2024-08-04T16:44:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.600046+0000", 2024-08-04T16:44:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:26.196 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.197 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.33", 2024-08-04T16:44:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5201, 2024-08-04T16:44:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:59:08.476361+0000", 2024-08-04T16:44:26.198 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.199 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:26.202 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.203 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.608059+0000", 2024-08-04T16:44:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.608059+0000", 2024-08-04T16:44:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.608397+0000", 2024-08-04T16:44:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:26.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.205 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.34", 2024-08-04T16:44:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5186, 2024-08-04T16:44:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:30:54.310246+0000", 2024-08-04T16:44:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.206 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.209 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.210 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.610243+0000", 2024-08-04T16:44:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.610243+0000", 2024-08-04T16:44:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.610583+0000", 2024-08-04T16:44:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:26.211 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.212 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.213 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.213 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.213 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:26.213 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.35", 2024-08-04T16:44:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.214 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5095, 2024-08-04T16:44:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:31:13.861777+0000", 2024-08-04T16:44:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.218 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:26.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.611429+0000", 2024-08-04T16:44:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.611429+0000", 2024-08-04T16:44:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.611788+0000", 2024-08-04T16:44:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.221 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.36", 2024-08-04T16:44:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5095, 2024-08-04T16:44:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:06:11.699504+0000", 2024-08-04T16:44:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.225 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.226 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.995539+0000", 2024-08-04T16:44:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.995539+0000", 2024-08-04T16:44:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.996621+0000", 2024-08-04T16:44:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:26.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.228 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.37", 2024-08-04T16:44:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5075, 2024-08-04T16:44:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:58:48.274081+0000", 2024-08-04T16:44:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:26.232 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:26.233 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.593908+0000", 2024-08-04T16:44:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.593908+0000", 2024-08-04T16:44:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.594328+0000", 2024-08-04T16:44:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:26.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.38", 2024-08-04T16:44:26.235 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5199, 2024-08-04T16:44:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:34:53.340125+0000", 2024-08-04T16:44:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.239 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.240 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.993626+0000", 2024-08-04T16:44:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.993626+0000", 2024-08-04T16:44:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.993943+0000", 2024-08-04T16:44:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:26.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:26.242 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.39", 2024-08-04T16:44:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.243 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5083, 2024-08-04T16:44:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:41:06.136556+0000", 2024-08-04T16:44:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.247 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.248 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.561485+0000", 2024-08-04T16:44:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.561485+0000", 2024-08-04T16:44:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.564396+0000", 2024-08-04T16:44:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:26.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.250 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3a", 2024-08-04T16:44:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5133, 2024-08-04T16:44:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:17:43.219156+0000", 2024-08-04T16:44:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.251 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.255 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.000548+0000", 2024-08-04T16:44:26.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.000548+0000", 2024-08-04T16:44:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.001427+0000", 2024-08-04T16:44:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:26.257 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3b", 2024-08-04T16:44:26.258 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5083, 2024-08-04T16:44:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:57:58.084915+0000", 2024-08-04T16:44:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.262 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:26.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989273+0000", 2024-08-04T16:44:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989273+0000", 2024-08-04T16:44:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989611+0000", 2024-08-04T16:44:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.265 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3c", 2024-08-04T16:44:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5155, 2024-08-04T16:44:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:32:25.324972+0000", 2024-08-04T16:44:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.269 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:26.270 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:32:50.699018+0000", 2024-08-04T16:44:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:32:50.699018+0000", 2024-08-04T16:44:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:32:50.699347+0000", 2024-08-04T16:44:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:26.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 374, 2024-08-04T16:44:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.272 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 373, 2024-08-04T16:44:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.273 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3d", 2024-08-04T16:44:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5309, 2024-08-04T16:44:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:39:33.421666+0000", 2024-08-04T16:44:26.274 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.277 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.278 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.602195+0000", 2024-08-04T16:44:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.602195+0000", 2024-08-04T16:44:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.602552+0000", 2024-08-04T16:44:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:26.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.280 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3e", 2024-08-04T16:44:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5279, 2024-08-04T16:44:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.281 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:38:03.632654+0000", 2024-08-04T16:44:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:26.285 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.995342+0000", 2024-08-04T16:44:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.995342+0000", 2024-08-04T16:44:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.995914+0000", 2024-08-04T16:44:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:26.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:26.287 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3f", 2024-08-04T16:44:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:26.288 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5071, 2024-08-04T16:44:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:36:53.831071+0000", 2024-08-04T16:44:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.292 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_per_pool": [ 2024-08-04T16:44:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 3, 2024-08-04T16:44:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr" 2024-08-04T16:44:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 257, 2024-08-04T16:44:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 1, 2024-08-04T16:44:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 3, 2024-08-04T16:44:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 257, 2024-08-04T16:44:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 1, 2024-08-04T16:44:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 590368, 2024-08-04T16:44:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 1771104, 2024-08-04T16:44:26.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:26.294 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 6, 2024-08-04T16:44:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.295 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1358, 2024-08-04T16:44:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 2144, 2024-08-04T16:44:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 431, 2024-08-04T16:44:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 2416 2024-08-04T16:44:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 1781760, 2024-08-04T16:44:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:26.296 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 1771104, 2024-08-04T16:44:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T16:44:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 3 2024-08-04T16:44:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 96, 2024-08-04T16:44:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T16:44:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 68, 2024-08-04T16:44:26.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 32, 2024-08-04T16:44:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 8, 2024-08-04T16:44:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 68, 2024-08-04T16:44:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 2, 2024-08-04T16:44:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 6596, 2024-08-04T16:44:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 66, 2024-08-04T16:44:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 22, 2024-08-04T16:44:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 22, 2024-08-04T16:44:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 14, 2024-08-04T16:44:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 79, 2024-08-04T16:44:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 86, 2024-08-04T16:44:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 68, 2024-08-04T16:44:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 35 2024-08-04T16:44:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 110592, 2024-08-04T16:44:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 19788, 2024-08-04T16:44:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 45154, 2024-08-04T16:44:26.301 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 96 2024-08-04T16:44:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 192, 2024-08-04T16:44:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T16:44:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 64, 2024-08-04T16:44:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 8, 2024-08-04T16:44:26.302 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 3, 2024-08-04T16:44:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.303 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:26.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:26.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:26.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.306 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.306 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:26.306 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 0, 2024-08-04T16:44:26.306 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:26.306 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:26.306 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:26.306 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:26.306 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 0, 2024-08-04T16:44:26.306 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:26.306 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:26.307 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T16:44:26.307 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:26.307 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.307 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 192 2024-08-04T16:44:26.307 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.307 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.307 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 24, 2024-08-04T16:44:26.307 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:26.307 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd" 2024-08-04T16:44:26.307 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.307 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 24485, 2024-08-04T16:44:26.307 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 8, 2024-08-04T16:44:26.307 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 8, 2024-08-04T16:44:26.307 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 24485, 2024-08-04T16:44:26.307 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 4, 2024-08-04T16:44:26.308 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 4194323, 2024-08-04T16:44:26.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 12, 2024-08-04T16:44:26.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 4, 2024-08-04T16:44:26.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 4, 2024-08-04T16:44:26.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 2, 2024-08-04T16:44:26.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.309 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 9012, 2024-08-04T16:44:26.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 3035268, 2024-08-04T16:44:26.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 24354, 2024-08-04T16:44:26.310 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 3142847 2024-08-04T16:44:26.310 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.310 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:26.310 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 12595200, 2024-08-04T16:44:26.311 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:26.311 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:26.311 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:26.311 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:26.311 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 12582969, 2024-08-04T16:44:26.311 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:26.311 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:26.311 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T16:44:26.311 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:26.311 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.311 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 24 2024-08-04T16:44:26.311 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.311 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.311 INFO:tasks.workunit.client.0.smithi007.stdout: "usage": { 2024-08-04T16:44:26.312 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 105, 2024-08-04T16:44:26.312 INFO:tasks.workunit.client.0.smithi007.stdout: "pools": 4, 2024-08-04T16:44:26.312 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_by_class": { 2024-08-04T16:44:26.312 INFO:tasks.workunit.client.0.smithi007.stdout: "ssd": { 2024-08-04T16:44:26.312 INFO:tasks.workunit.client.0.smithi007.stdout: "total_avail_bytes": 762287935488, 2024-08-04T16:44:26.312 INFO:tasks.workunit.client.0.smithi007.stdout: "total_bytes": 767960285184, 2024-08-04T16:44:26.312 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_bytes": 5672349696, 2024-08-04T16:44:26.312 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_raw_bytes": 5672349696, 2024-08-04T16:44:26.312 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_raw_ratio": 0.007386254146695137 2024-08-04T16:44:26.312 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.312 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.312 INFO:tasks.workunit.client.0.smithi007.stdout: "total_avail_bytes": 762287935488, 2024-08-04T16:44:26.312 INFO:tasks.workunit.client.0.smithi007.stdout: "total_bytes": 767960285184, 2024-08-04T16:44:26.312 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_bytes": 5672349696 2024-08-04T16:44:26.313 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.313 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.313 INFO:tasks.workunit.client.0.smithi007.stdout:} 2024-08-04T16:44:26.313 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='client.45959 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:26.313 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:26.313 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='client.45959 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:26.314 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='client.36054 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:26.314 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='client.36054 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:26.314 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:26.314 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:26.314 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.314 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.314 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.314 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.314 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.314 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.314 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.314 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.315 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.315 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.315 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.315 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.315 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.315 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.315 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.315 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.315 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.315 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.315 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.315 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.316 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='client.45959 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:26.316 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:26.316 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='client.45959 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:26.316 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='client.36054 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:26.316 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='client.36054 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:26.316 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:26.316 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:26.316 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.316 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.316 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.316 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.316 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.317 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.317 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.317 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.317 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.317 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.317 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.317 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.317 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.317 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.317 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.317 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.317 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.317 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.317 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.318 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.318 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.318 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.318 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.318 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.319 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.321 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.321 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.321 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.322 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.322 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:26.322 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:26.322 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.322 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.322 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.322 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.322 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.322 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.322 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.322 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.322 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.322 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.322 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.323 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.323 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.323 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.323 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.323 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.323 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.323 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.323 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.323 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.323 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.323 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.323 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.323 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:24 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.325 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='client.45959 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:26.325 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:26.325 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='client.45959 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:26.325 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='client.36054 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:26.325 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='client.36054 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:26.325 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:26.325 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:26.326 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.326 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.326 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.326 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.326 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.326 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.326 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.326 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.326 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.326 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.326 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.326 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.326 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.327 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.327 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.327 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.327 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.327 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.327 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.327 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.327 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.327 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.327 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.327 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.327 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:26.327 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:26.327 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.328 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.328 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.328 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.328 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.328 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.328 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.328 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.328 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.328 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.328 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.328 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.328 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.328 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.328 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.328 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.329 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.329 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.329 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.329 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.329 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.329 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.329 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.329 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:24 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.329 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='client.45983 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:26.329 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='client.45983 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:26.329 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:26.329 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:26.329 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.330 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.330 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.330 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.330 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.330 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.330 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.330 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.330 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.330 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.330 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.330 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.330 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.330 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.330 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.331 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.331 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.331 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.331 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.331 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.331 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.331 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.331 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.331 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.331 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:26.331 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:26.331 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.331 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.332 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.333 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.333 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.333 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.333 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:26.333 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:26.333 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:26.333 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:26.333 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:25 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:26.339 INFO:tasks.workunit.client.0.smithi007.stdout:{ 2024-08-04T16:44:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: "balancer": { 2024-08-04T16:44:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: "active": true, 2024-08-04T16:44:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: "mode": "" 2024-08-04T16:44:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: "channels": [ 2024-08-04T16:44:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: "basic", 2024-08-04T16:44:26.339 INFO:tasks.workunit.client.0.smithi007.stdout: "crash", 2024-08-04T16:44:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "device", 2024-08-04T16:44:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "ident", 2024-08-04T16:44:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "perf" 2024-08-04T16:44:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "channels_available": [ 2024-08-04T16:44:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "basic", 2024-08-04T16:44:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "ident", 2024-08-04T16:44:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "crash", 2024-08-04T16:44:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "device", 2024-08-04T16:44:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "perf" 2024-08-04T16:44:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "collections_available": [ 2024-08-04T16:44:26.340 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_base", 2024-08-04T16:44:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "device_base", 2024-08-04T16:44:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "crash_base", 2024-08-04T16:44:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "ident_base", 2024-08-04T16:44:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_perf", 2024-08-04T16:44:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_mds_metadata", 2024-08-04T16:44:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_usage", 2024-08-04T16:44:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_usage_by_class", 2024-08-04T16:44:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_rook_v01", 2024-08-04T16:44:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_memory_metrics", 2024-08-04T16:44:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_options_bluestore", 2024-08-04T16:44:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_flags" 2024-08-04T16:44:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.341 INFO:tasks.workunit.client.0.smithi007.stdout: "collections_opted_in": [ 2024-08-04T16:44:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_base", 2024-08-04T16:44:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "device_base", 2024-08-04T16:44:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "crash_base", 2024-08-04T16:44:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "ident_base", 2024-08-04T16:44:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_perf", 2024-08-04T16:44:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_mds_metadata", 2024-08-04T16:44:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_usage", 2024-08-04T16:44:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_usage_by_class", 2024-08-04T16:44:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_rook_v01", 2024-08-04T16:44:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_memory_metrics", 2024-08-04T16:44:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_options_bluestore" 2024-08-04T16:44:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.342 INFO:tasks.workunit.client.0.smithi007.stdout: "config": { 2024-08-04T16:44:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "active_changed": [ 2024-08-04T16:44:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-04T16:44:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_debug", 2024-08-04T16:44:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_mon_ticket_ttl", 2024-08-04T16:44:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_service_ticket_ttl", 2024-08-04T16:44:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "bdev_debug_aio", 2024-08-04T16:44:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "client_check_pool_perm", 2024-08-04T16:44:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "client_mount_gid", 2024-08-04T16:44:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "client_mount_uid", 2024-08-04T16:44:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "client_quota", 2024-08-04T16:44:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "container_image", 2024-08-04T16:44:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "daemonize", 2024-08-04T16:44:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_asserts_on_shutdown", 2024-08-04T16:44:26.343 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mgr", 2024-08-04T16:44:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mon", 2024-08-04T16:44:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_ms", 2024-08-04T16:44:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_osd", 2024-08-04T16:44:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_paxos", 2024-08-04T16:44:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "keyring", 2024-08-04T16:44:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_file", 2024-08-04T16:44:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_journald", 2024-08-04T16:44:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_stderr", 2024-08-04T16:44:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_allow_pool_delete", 2024-08-04T16:44:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_clock_drift_allowed", 2024-08-04T16:44:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_file", 2024-08-04T16:44:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_journald", 2024-08-04T16:44:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_stderr", 2024-08-04T16:44:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_data_avail_warn", 2024-08-04T16:44:26.344 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_election_default_strategy", 2024-08-04T16:44:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_host", 2024-08-04T16:44:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_max_pg_per_osd", 2024-08-04T16:44:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mds_skip_sanity", 2024-08-04T16:44:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mgr_mkfs_grace", 2024-08-04T16:44:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_prime_pg_temp", 2024-08-04T16:44:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_reporter_subtree_level", 2024-08-04T16:44:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_pg_warn_max_object_skew", 2024-08-04T16:44:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-04T16:44:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-04T16:44:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-04T16:44:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-04T16:44:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-04T16:44:26.345 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-04T16:44:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-04T16:44:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-04T16:44:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_too_few_osds", 2024-08-04T16:44:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_bug", 2024-08-04T16:44:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_old_message", 2024-08-04T16:44:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "no_config_file", 2024-08-04T16:44:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_default_list", 2024-08-04T16:44:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_load_list", 2024-08-04T16:44:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_misdirected_ops", 2024-08-04T16:44:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_op_order", 2024-08-04T16:44:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_pg_log_writeout", 2024-08-04T16:44:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_shutdown", 2024-08-04T16:44:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_cached_snaps", 2024-08-04T16:44:26.346 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_missing_on_start", 2024-08-04T16:44:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_stray_on_activate", 2024-08-04T16:44:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-04T16:44:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_delete_sleep", 2024-08-04T16:44:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_delete_sleep_hdd", 2024-08-04T16:44:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_delete_sleep_hybrid", 2024-08-04T16:44:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_delete_sleep_ssd", 2024-08-04T16:44:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_max_backfills", 2024-08-04T16:44:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-04T16:44:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_profile", 2024-08-04T16:44:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-04T16:44:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-04T16:44:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-04T16:44:26.347 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-04T16:44:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-04T16:44:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-04T16:44:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_lim", 2024-08-04T16:44:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_res", 2024-08-04T16:44:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-04T16:44:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target", 2024-08-04T16:44:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target_autotune", 2024-08-04T16:44:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue", 2024-08-04T16:44:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue_cut_off", 2024-08-04T16:44:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_erasure_code_profile", 2024-08-04T16:44:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-04T16:44:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recover_clone_overlap", 2024-08-04T16:44:26.348 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_active", 2024-08-04T16:44:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_active_hdd", 2024-08-04T16:44:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_active_ssd", 2024-08-04T16:44:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_chunk", 2024-08-04T16:44:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_sleep", 2024-08-04T16:44:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_sleep_hdd", 2024-08-04T16:44:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_sleep_hybrid", 2024-08-04T16:44:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_sleep_ssd", 2024-08-04T16:44:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_load_threshold", 2024-08-04T16:44:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_max_interval", 2024-08-04T16:44:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_sleep", 2024-08-04T16:44:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_shutdown_pgref_assert", 2024-08-04T16:44:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_snap_trim_sleep", 2024-08-04T16:44:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_snap_trim_sleep_hdd", 2024-08-04T16:44:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-04T16:44:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_snap_trim_sleep_ssd", 2024-08-04T16:44:26.349 INFO:tasks.workunit.client.0.smithi007.stdout: "public_network", 2024-08-04T16:44:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-04T16:44:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_default_features", 2024-08-04T16:44:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_qos_exclude_ops", 2024-08-04T16:44:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "setgroup", 2024-08-04T16:44:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "setuser" 2024-08-04T16:44:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster_changed": [ 2024-08-04T16:44:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-04T16:44:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_debug", 2024-08-04T16:44:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_mon_ticket_ttl", 2024-08-04T16:44:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_service_ticket_ttl", 2024-08-04T16:44:26.350 INFO:tasks.workunit.client.0.smithi007.stdout: "bdev_debug_aio", 2024-08-04T16:44:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "container_image", 2024-08-04T16:44:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_asserts_on_shutdown", 2024-08-04T16:44:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mgr", 2024-08-04T16:44:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mon", 2024-08-04T16:44:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_ms", 2024-08-04T16:44:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_osd", 2024-08-04T16:44:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_paxos", 2024-08-04T16:44:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_file", 2024-08-04T16:44:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_journald", 2024-08-04T16:44:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_stderr", 2024-08-04T16:44:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_join_fs", 2024-08-04T16:44:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/allow_ptrace", 2024-08-04T16:44:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/container_init", 2024-08-04T16:44:26.351 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/migration_current", 2024-08-04T16:44:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/use_repo_digest", 2024-08-04T16:44:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-04T16:44:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-04T16:44:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-04T16:44:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-04T16:44:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/ssl_server_port", 2024-08-04T16:44:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/orchestrator/orchestrator", 2024-08-04T16:44:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/channel_ident", 2024-08-04T16:44:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/channel_perf", 2024-08-04T16:44:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/description", 2024-08-04T16:44:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/enabled", 2024-08-04T16:44:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/organization", 2024-08-04T16:44:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_allow_pool_delete", 2024-08-04T16:44:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_clock_drift_allowed", 2024-08-04T16:44:26.352 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_file", 2024-08-04T16:44:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_data_avail_warn", 2024-08-04T16:44:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_election_default_strategy", 2024-08-04T16:44:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_max_pg_per_osd", 2024-08-04T16:44:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mds_skip_sanity", 2024-08-04T16:44:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mgr_mkfs_grace", 2024-08-04T16:44:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_prime_pg_temp", 2024-08-04T16:44:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_reporter_subtree_level", 2024-08-04T16:44:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_pg_warn_max_object_skew", 2024-08-04T16:44:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-04T16:44:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-04T16:44:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-04T16:44:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-04T16:44:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-04T16:44:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-04T16:44:26.353 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-04T16:44:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-04T16:44:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_too_few_osds", 2024-08-04T16:44:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_bug", 2024-08-04T16:44:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_old_message", 2024-08-04T16:44:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_default_list", 2024-08-04T16:44:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_load_list", 2024-08-04T16:44:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_misdirected_ops", 2024-08-04T16:44:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_op_order", 2024-08-04T16:44:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_pg_log_writeout", 2024-08-04T16:44:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_shutdown", 2024-08-04T16:44:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_cached_snaps", 2024-08-04T16:44:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_missing_on_start", 2024-08-04T16:44:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_stray_on_activate", 2024-08-04T16:44:26.354 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-04T16:44:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-04T16:44:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_profile", 2024-08-04T16:44:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target", 2024-08-04T16:44:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target_autotune", 2024-08-04T16:44:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue", 2024-08-04T16:44:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue_cut_off", 2024-08-04T16:44:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_erasure_code_profile", 2024-08-04T16:44:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-04T16:44:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recover_clone_overlap", 2024-08-04T16:44:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_chunk", 2024-08-04T16:44:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_load_threshold", 2024-08-04T16:44:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_max_interval", 2024-08-04T16:44:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_shutdown_pgref_assert", 2024-08-04T16:44:26.355 INFO:tasks.workunit.client.0.smithi007.stdout: "public_network", 2024-08-04T16:44:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-04T16:44:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_cache_enabled", 2024-08-04T16:44:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_enable_ops_log", 2024-08-04T16:44:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_enable_usage_log" 2024-08-04T16:44:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "contact": null, 2024-08-04T16:44:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "crashes": [], 2024-08-04T16:44:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "created": "2024-08-04T15:18:26.674835Z", 2024-08-04T16:44:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "crush": { 2024-08-04T16:44:26.356 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_algs": { 2024-08-04T16:44:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: "straw2": 3 2024-08-04T16:44:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_sizes": { 2024-08-04T16:44:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: "2": 1, 2024-08-04T16:44:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: "4": 2 2024-08-04T16:44:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_types": { 2024-08-04T16:44:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: "1": 2, 2024-08-04T16:44:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: "11": 1 2024-08-04T16:44:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: "compat_weight_set": false, 2024-08-04T16:44:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: "device_classes": [ 2024-08-04T16:44:26.357 INFO:tasks.workunit.client.0.smithi007.stdout: 8 2024-08-04T16:44:26.358 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.358 INFO:tasks.workunit.client.0.smithi007.stdout: "num_buckets": 6, 2024-08-04T16:44:26.358 INFO:tasks.workunit.client.0.smithi007.stdout: "num_devices": 8, 2024-08-04T16:44:26.358 INFO:tasks.workunit.client.0.smithi007.stdout: "num_rules": 2, 2024-08-04T16:44:26.358 INFO:tasks.workunit.client.0.smithi007.stdout: "num_types": 12, 2024-08-04T16:44:26.358 INFO:tasks.workunit.client.0.smithi007.stdout: "num_weight_sets": 0, 2024-08-04T16:44:26.358 INFO:tasks.workunit.client.0.smithi007.stdout: "tunables": { 2024-08-04T16:44:26.358 INFO:tasks.workunit.client.0.smithi007.stdout: "allowed_bucket_algs": 54, 2024-08-04T16:44:26.358 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_local_fallback_tries": 0, 2024-08-04T16:44:26.358 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_local_tries": 0, 2024-08-04T16:44:26.358 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_total_tries": 50, 2024-08-04T16:44:26.358 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_descend_once": 1, 2024-08-04T16:44:26.358 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_stable": 1, 2024-08-04T16:44:26.359 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_vary_r": 1, 2024-08-04T16:44:26.359 INFO:tasks.workunit.client.0.smithi007.stdout: "has_msr_rules": 0, 2024-08-04T16:44:26.359 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v2_rules": 1, 2024-08-04T16:44:26.359 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v3_rules": 0, 2024-08-04T16:44:26.359 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v4_buckets": 1, 2024-08-04T16:44:26.359 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v5_rules": 0, 2024-08-04T16:44:26.359 INFO:tasks.workunit.client.0.smithi007.stdout: "legacy_tunables": 0, 2024-08-04T16:44:26.359 INFO:tasks.workunit.client.0.smithi007.stdout: "minimum_required_version": "jewel", 2024-08-04T16:44:26.359 INFO:tasks.workunit.client.0.smithi007.stdout: "msr_collision_tries": 100, 2024-08-04T16:44:26.359 INFO:tasks.workunit.client.0.smithi007.stdout: "msr_descents": 100, 2024-08-04T16:44:26.359 INFO:tasks.workunit.client.0.smithi007.stdout: "optimal_tunables": 1, 2024-08-04T16:44:26.359 INFO:tasks.workunit.client.0.smithi007.stdout: "profile": "jewel", 2024-08-04T16:44:26.359 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables": 1, 2024-08-04T16:44:26.359 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables2": 1, 2024-08-04T16:44:26.360 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables3": 1, 2024-08-04T16:44:26.360 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables5": 1, 2024-08-04T16:44:26.360 INFO:tasks.workunit.client.0.smithi007.stdout: "straw_calc_version": 1 2024-08-04T16:44:26.360 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.360 INFO:tasks.workunit.client.0.smithi007.stdout: "description": "upgrade test cluster", 2024-08-04T16:44:26.360 INFO:tasks.workunit.client.0.smithi007.stdout: "fs": { 2024-08-04T16:44:26.360 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:26.360 INFO:tasks.workunit.client.0.smithi007.stdout: "feature_flags": { 2024-08-04T16:44:26.360 INFO:tasks.workunit.client.0.smithi007.stdout: "enable_multiple": true, 2024-08-04T16:44:26.360 INFO:tasks.workunit.client.0.smithi007.stdout: "ever_enabled_multiple": true 2024-08-04T16:44:26.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.360 INFO:tasks.workunit.client.0.smithi007.stdout: "filesystems": [ 2024-08-04T16:44:26.360 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.360 INFO:tasks.workunit.client.0.smithi007.stdout: "approx_ctime": "2024-08", 2024-08-04T16:44:26.360 INFO:tasks.workunit.client.0.smithi007.stdout: "balancer_enabled": false, 2024-08-04T16:44:26.361 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.361 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_caps": 0, 2024-08-04T16:44:26.361 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_dns": 10, 2024-08-04T16:44:26.361 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_inos": 13, 2024-08-04T16:44:26.361 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_subtrees": 2, 2024-08-04T16:44:26.361 INFO:tasks.workunit.client.0.smithi007.stdout: "ever_allowed_features": 0, 2024-08-04T16:44:26.361 INFO:tasks.workunit.client.0.smithi007.stdout: "explicitly_allowed_features": 0, 2024-08-04T16:44:26.361 INFO:tasks.workunit.client.0.smithi007.stdout: "files": 0, 2024-08-04T16:44:26.361 INFO:tasks.workunit.client.0.smithi007.stdout: "max_mds": 1, 2024-08-04T16:44:26.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_data_pools": 1, 2024-08-04T16:44:26.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_in": 1, 2024-08-04T16:44:26.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_mds": 1, 2024-08-04T16:44:26.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": 0, 2024-08-04T16:44:26.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_standby_replay": 0, 2024-08-04T16:44:26.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_up": 1, 2024-08-04T16:44:26.361 INFO:tasks.workunit.client.0.smithi007.stdout: "snaps": 0, 2024-08-04T16:44:26.362 INFO:tasks.workunit.client.0.smithi007.stdout: "standby_count_wanted": 0 2024-08-04T16:44:26.362 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.362 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_standby_mds": 1, 2024-08-04T16:44:26.362 INFO:tasks.workunit.client.0.smithi007.stdout: "total_num_mds": 2 2024-08-04T16:44:26.362 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.362 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_stats": { 2024-08-04T16:44:26.362 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T16:44:26.362 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:26.362 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 20144128, 2024-08-04T16:44:26.362 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 347192, 2024-08-04T16:44:26.362 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2621440, 2024-08-04T16:44:26.363 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 778240, 2024-08-04T16:44:26.363 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 0, 2024-08-04T16:44:26.363 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 356, 2024-08-04T16:44:26.363 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:26.363 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 1048272, 2024-08-04T16:44:26.363 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 13, 2024-08-04T16:44:26.363 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 607232, 2024-08-04T16:44:26.363 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 14741752, 2024-08-04T16:44:26.363 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 20144128 2024-08-04T16:44:26.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.363 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:26.363 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 20733952, 2024-08-04T16:44:26.363 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 439016, 2024-08-04T16:44:26.364 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2621440, 2024-08-04T16:44:26.364 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:26.364 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 458752, 2024-08-04T16:44:26.364 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 486, 2024-08-04T16:44:26.364 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:26.364 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 1450344, 2024-08-04T16:44:26.364 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 22, 2024-08-04T16:44:26.364 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 1071104, 2024-08-04T16:44:26.364 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 15152048, 2024-08-04T16:44:26.364 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 21192704 2024-08-04T16:44:26.364 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.364 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:26.364 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.630de46a01a71525518015f12bc5f227952b1fd6": { 2024-08-04T16:44:26.364 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 179888128, 2024-08-04T16:44:26.365 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 2618272, 2024-08-04T16:44:26.365 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2883584, 2024-08-04T16:44:26.365 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 679936, 2024-08-04T16:44:26.365 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 3342336, 2024-08-04T16:44:26.365 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 7257, 2024-08-04T16:44:26.365 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:26.365 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 11415032, 2024-08-04T16:44:26.365 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 20, 2024-08-04T16:44:26.365 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 4190976, 2024-08-04T16:44:26.365 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 158100328, 2024-08-04T16:44:26.365 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 183230464 2024-08-04T16:44:26.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.365 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:26.365 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 167288832, 2024-08-04T16:44:26.365 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 2171960, 2024-08-04T16:44:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2883584, 2024-08-04T16:44:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 4390912, 2024-08-04T16:44:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 6476, 2024-08-04T16:44:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 10075984, 2024-08-04T16:44:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 20, 2024-08-04T16:44:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 2469120, 2024-08-04T16:44:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 149688184, 2024-08-04T16:44:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 171679744 2024-08-04T16:44:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:26.366 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 260562944, 2024-08-04T16:44:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 4533264, 2024-08-04T16:44:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3014656, 2024-08-04T16:44:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 598016, 2024-08-04T16:44:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 442368, 2024-08-04T16:44:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 9780, 2024-08-04T16:44:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 16380424, 2024-08-04T16:44:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 23, 2024-08-04T16:44:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 3870976, 2024-08-04T16:44:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 232165608, 2024-08-04T16:44:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 261005312 2024-08-04T16:44:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.367 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.0": { 2024-08-04T16:44:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 483835904, 2024-08-04T16:44:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 27915016, 2024-08-04T16:44:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3276800, 2024-08-04T16:44:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 47144960, 2024-08-04T16:44:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 13380, 2024-08-04T16:44:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 73522816, 2024-08-04T16:44:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 53, 2024-08-04T16:44:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 10124800, 2024-08-04T16:44:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 368996472, 2024-08-04T16:44:26.368 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 530980864 2024-08-04T16:44:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.1": { 2024-08-04T16:44:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 465461248, 2024-08-04T16:44:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 29147024, 2024-08-04T16:44:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3407872, 2024-08-04T16:44:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 38182912, 2024-08-04T16:44:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 13681, 2024-08-04T16:44:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 69257168, 2024-08-04T16:44:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 60, 2024-08-04T16:44:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 11009280, 2024-08-04T16:44:26.369 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 352639904, 2024-08-04T16:44:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 503644160 2024-08-04T16:44:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.2": { 2024-08-04T16:44:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 432939008, 2024-08-04T16:44:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 22182776, 2024-08-04T16:44:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 5242880, 2024-08-04T16:44:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 49152, 2024-08-04T16:44:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 163758080, 2024-08-04T16:44:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 10849, 2024-08-04T16:44:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 56746944, 2024-08-04T16:44:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 61, 2024-08-04T16:44:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 12163840, 2024-08-04T16:44:26.370 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 336553416, 2024-08-04T16:44:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 596697088 2024-08-04T16:44:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.3": { 2024-08-04T16:44:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 497188864, 2024-08-04T16:44:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 18045904, 2024-08-04T16:44:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3145728, 2024-08-04T16:44:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 59899904, 2024-08-04T16:44:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 10598, 2024-08-04T16:44:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 56558800, 2024-08-04T16:44:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 60, 2024-08-04T16:44:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 11385600, 2024-08-04T16:44:26.371 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 408052832, 2024-08-04T16:44:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 557088768 2024-08-04T16:44:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.4": { 2024-08-04T16:44:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 465698816, 2024-08-04T16:44:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 23520376, 2024-08-04T16:44:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3276800, 2024-08-04T16:44:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 144621568, 2024-08-04T16:44:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 11182, 2024-08-04T16:44:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 53476696, 2024-08-04T16:44:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 53, 2024-08-04T16:44:26.372 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 10012672, 2024-08-04T16:44:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 375412272, 2024-08-04T16:44:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 610320384 2024-08-04T16:44:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.5": { 2024-08-04T16:44:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 648757248, 2024-08-04T16:44:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 21953440, 2024-08-04T16:44:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 5505024, 2024-08-04T16:44:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 4005888, 2024-08-04T16:44:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 14369, 2024-08-04T16:44:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 64499264, 2024-08-04T16:44:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 60, 2024-08-04T16:44:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 11240960, 2024-08-04T16:44:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 545558560, 2024-08-04T16:44:26.373 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 652763136 2024-08-04T16:44:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.6": { 2024-08-04T16:44:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 447963136, 2024-08-04T16:44:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 17664248, 2024-08-04T16:44:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3145728, 2024-08-04T16:44:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 45277184, 2024-08-04T16:44:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 10412, 2024-08-04T16:44:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 58023504, 2024-08-04T16:44:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 60, 2024-08-04T16:44:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 11047936, 2024-08-04T16:44:26.374 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 358081720, 2024-08-04T16:44:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 493240320 2024-08-04T16:44:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.7": { 2024-08-04T16:44:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 580534272, 2024-08-04T16:44:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 22039160, 2024-08-04T16:44:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3276800, 2024-08-04T16:44:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 36642816, 2024-08-04T16:44:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 11690, 2024-08-04T16:44:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 61203792, 2024-08-04T16:44:26.375 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 58, 2024-08-04T16:44:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 13017088, 2024-08-04T16:44:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 480997432, 2024-08-04T16:44:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 617177088 2024-08-04T16:44:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "hosts": { 2024-08-04T16:44:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num": 2, 2024-08-04T16:44:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mds": 2, 2024-08-04T16:44:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mgr": 2, 2024-08-04T16:44:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mon": 2, 2024-08-04T16:44:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_osd": 2 2024-08-04T16:44:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.376 INFO:tasks.workunit.client.0.smithi007.stdout: "io_rate": { 2024-08-04T16:44:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_stats_delta": { 2024-08-04T16:44:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 0, 2024-08-04T16:44:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 0, 2024-08-04T16:44:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "stamp_delta": "12.002686", 2024-08-04T16:44:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:26.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:26.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 74, 2024-08-04T16:44:26.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 62, 2024-08-04T16:44:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 16, 2024-08-04T16:44:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 0, 2024-08-04T16:44:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:26.380 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 0, 2024-08-04T16:44:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T16:44:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 0 2024-08-04T16:44:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "leaderboard": false, 2024-08-04T16:44:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "leaderboard_description": null, 2024-08-04T16:44:26.381 INFO:tasks.workunit.client.0.smithi007.stdout: "license": "sharing-1-0", 2024-08-04T16:44:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "mempool": { 2024-08-04T16:44:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T16:44:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:26.382 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.384 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.385 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 150039, 2024-08-04T16:44:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 34 2024-08-04T16:44:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:26.387 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 928, 2024-08-04T16:44:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T16:44:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.391 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:26.392 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:26.394 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.395 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:26.396 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 221594, 2024-08-04T16:44:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 66 2024-08-04T16:44:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 51904, 2024-08-04T16:44:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 181 2024-08-04T16:44:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.397 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:26.398 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12048, 2024-08-04T16:44:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 231 2024-08-04T16:44:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.399 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.630de46a01a71525518015f12bc5f227952b1fd6": { 2024-08-04T16:44:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.400 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.401 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.402 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.404 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.405 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 50039326, 2024-08-04T16:44:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 6750 2024-08-04T16:44:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 616, 2024-08-04T16:44:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7 2024-08-04T16:44:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.406 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.407 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10624, 2024-08-04T16:44:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 230 2024-08-04T16:44:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 70440, 2024-08-04T16:44:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5158 2024-08-04T16:44:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5720, 2024-08-04T16:44:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 152 2024-08-04T16:44:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:26.408 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.409 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.410 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:26.412 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.414 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 43890804, 2024-08-04T16:44:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5399 2024-08-04T16:44:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 704, 2024-08-04T16:44:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8 2024-08-04T16:44:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.415 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10624, 2024-08-04T16:44:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 230 2024-08-04T16:44:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:26.416 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 70440, 2024-08-04T16:44:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5158 2024-08-04T16:44:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5720, 2024-08-04T16:44:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 152 2024-08-04T16:44:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.418 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.419 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:26.420 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.422 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 52742358, 2024-08-04T16:44:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7483 2024-08-04T16:44:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.423 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10624, 2024-08-04T16:44:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 230 2024-08-04T16:44:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.424 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 70440, 2024-08-04T16:44:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5158 2024-08-04T16:44:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 11440, 2024-08-04T16:44:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 304 2024-08-04T16:44:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.425 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.0": { 2024-08-04T16:44:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 23592, 2024-08-04T16:44:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 407 2024-08-04T16:44:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.426 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 469120, 2024-08-04T16:44:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 28 2024-08-04T16:44:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2304, 2024-08-04T16:44:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 12 2024-08-04T16:44:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 72960, 2024-08-04T16:44:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 912 2024-08-04T16:44:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 507104, 2024-08-04T16:44:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2438 2024-08-04T16:44:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.427 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 616311, 2024-08-04T16:44:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 173 2024-08-04T16:44:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2516392, 2024-08-04T16:44:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 555301 2024-08-04T16:44:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7105576, 2024-08-04T16:44:26.428 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10481 2024-08-04T16:44:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 103260, 2024-08-04T16:44:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 11123 2024-08-04T16:44:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 117024, 2024-08-04T16:44:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2438 2024-08-04T16:44:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:26.429 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:26.430 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 58458, 2024-08-04T16:44:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 39 2024-08-04T16:44:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12196992, 2024-08-04T16:44:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 270 2024-08-04T16:44:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 14784, 2024-08-04T16:44:26.431 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 168 2024-08-04T16:44:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 522720, 2024-08-04T16:44:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 45 2024-08-04T16:44:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.432 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7143760, 2024-08-04T16:44:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 18522 2024-08-04T16:44:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:26.433 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.1": { 2024-08-04T16:44:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.434 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 25032, 2024-08-04T16:44:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 497 2024-08-04T16:44:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 231936, 2024-08-04T16:44:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1728, 2024-08-04T16:44:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9 2024-08-04T16:44:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.435 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 72400, 2024-08-04T16:44:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 905 2024-08-04T16:44:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 491920, 2024-08-04T16:44:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2365 2024-08-04T16:44:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:26.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1308408, 2024-08-04T16:44:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 337 2024-08-04T16:44:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2576327, 2024-08-04T16:44:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 560405 2024-08-04T16:44:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7157256, 2024-08-04T16:44:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10557 2024-08-04T16:44:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.437 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 91724, 2024-08-04T16:44:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9799 2024-08-04T16:44:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113424, 2024-08-04T16:44:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2363 2024-08-04T16:44:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.438 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227384, 2024-08-04T16:44:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1613 2024-08-04T16:44:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2208, 2024-08-04T16:44:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T16:44:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 117573, 2024-08-04T16:44:26.439 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 61 2024-08-04T16:44:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 28144, 2024-08-04T16:44:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7 2024-08-04T16:44:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9197238, 2024-08-04T16:44:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 282 2024-08-04T16:44:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 31856, 2024-08-04T16:44:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 362 2024-08-04T16:44:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.440 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 418176, 2024-08-04T16:44:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 36 2024-08-04T16:44:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7354464, 2024-08-04T16:44:26.441 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 21344 2024-08-04T16:44:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.2": { 2024-08-04T16:44:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.443 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 18416, 2024-08-04T16:44:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 318 2024-08-04T16:44:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 317440, 2024-08-04T16:44:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 28 2024-08-04T16:44:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 960, 2024-08-04T16:44:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5 2024-08-04T16:44:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71200, 2024-08-04T16:44:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 890 2024-08-04T16:44:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:26.444 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 491296, 2024-08-04T16:44:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2362 2024-08-04T16:44:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 351160, 2024-08-04T16:44:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 103 2024-08-04T16:44:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1871658, 2024-08-04T16:44:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 406648 2024-08-04T16:44:26.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5302896, 2024-08-04T16:44:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7830 2024-08-04T16:44:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 91104, 2024-08-04T16:44:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9788 2024-08-04T16:44:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113280, 2024-08-04T16:44:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2360 2024-08-04T16:44:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:26.446 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227384, 2024-08-04T16:44:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1613 2024-08-04T16:44:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2208, 2024-08-04T16:44:26.447 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T16:44:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 123981, 2024-08-04T16:44:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 66 2024-08-04T16:44:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 28144, 2024-08-04T16:44:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7 2024-08-04T16:44:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4669570, 2024-08-04T16:44:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 243 2024-08-04T16:44:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:26.448 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 11440, 2024-08-04T16:44:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 130 2024-08-04T16:44:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 360096, 2024-08-04T16:44:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 31 2024-08-04T16:44:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:26.449 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3178240, 2024-08-04T16:44:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 6112 2024-08-04T16:44:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.3": { 2024-08-04T16:44:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16936, 2024-08-04T16:44:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 300 2024-08-04T16:44:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 460672, 2024-08-04T16:44:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 27 2024-08-04T16:44:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:26.452 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3648, 2024-08-04T16:44:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 19 2024-08-04T16:44:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 72000, 2024-08-04T16:44:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 900 2024-08-04T16:44:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 491920, 2024-08-04T16:44:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2365 2024-08-04T16:44:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:26.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 372215, 2024-08-04T16:44:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 94 2024-08-04T16:44:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1857591, 2024-08-04T16:44:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 404810 2024-08-04T16:44:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5275696, 2024-08-04T16:44:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7790 2024-08-04T16:44:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:26.454 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 91832, 2024-08-04T16:44:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9801 2024-08-04T16:44:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113520, 2024-08-04T16:44:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2365 2024-08-04T16:44:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227384, 2024-08-04T16:44:26.455 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1613 2024-08-04T16:44:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 736, 2024-08-04T16:44:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1 2024-08-04T16:44:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 80538, 2024-08-04T16:44:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 57 2024-08-04T16:44:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.456 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12112, 2024-08-04T16:44:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T16:44:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 19534572, 2024-08-04T16:44:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 272 2024-08-04T16:44:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 11176, 2024-08-04T16:44:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 127 2024-08-04T16:44:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 429792, 2024-08-04T16:44:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 37 2024-08-04T16:44:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3483168, 2024-08-04T16:44:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9072 2024-08-04T16:44:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.458 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.459 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.4": { 2024-08-04T16:44:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 20512, 2024-08-04T16:44:26.460 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 361 2024-08-04T16:44:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 272768, 2024-08-04T16:44:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 30 2024-08-04T16:44:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T16:44:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T16:44:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71360, 2024-08-04T16:44:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 892 2024-08-04T16:44:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:26.461 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 492128, 2024-08-04T16:44:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2366 2024-08-04T16:44:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1363879, 2024-08-04T16:44:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 338 2024-08-04T16:44:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2129385, 2024-08-04T16:44:26.462 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 465829 2024-08-04T16:44:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6064496, 2024-08-04T16:44:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8950 2024-08-04T16:44:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 92176, 2024-08-04T16:44:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9804 2024-08-04T16:44:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113520, 2024-08-04T16:44:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2365 2024-08-04T16:44:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.463 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1472, 2024-08-04T16:44:26.464 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T16:44:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 95991, 2024-08-04T16:44:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 49 2024-08-04T16:44:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 20128, 2024-08-04T16:44:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5 2024-08-04T16:44:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3574599, 2024-08-04T16:44:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 265 2024-08-04T16:44:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:26.465 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 30008, 2024-08-04T16:44:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 341 2024-08-04T16:44:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 464640, 2024-08-04T16:44:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 40 2024-08-04T16:44:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:26.466 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5072080, 2024-08-04T16:44:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 12154 2024-08-04T16:44:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.467 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.5": { 2024-08-04T16:44:26.468 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 23312, 2024-08-04T16:44:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 410 2024-08-04T16:44:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 551424, 2024-08-04T16:44:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 33 2024-08-04T16:44:26.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3840, 2024-08-04T16:44:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 20 2024-08-04T16:44:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71840, 2024-08-04T16:44:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 898 2024-08-04T16:44:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 505440, 2024-08-04T16:44:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2430 2024-08-04T16:44:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.470 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 419456, 2024-08-04T16:44:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 117 2024-08-04T16:44:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2452644, 2024-08-04T16:44:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 544335 2024-08-04T16:44:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:26.471 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6999496, 2024-08-04T16:44:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10325 2024-08-04T16:44:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 101532, 2024-08-04T16:44:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10960 2024-08-04T16:44:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 116592, 2024-08-04T16:44:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2429 2024-08-04T16:44:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1472, 2024-08-04T16:44:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T16:44:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 93388, 2024-08-04T16:44:26.473 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 57 2024-08-04T16:44:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 20128, 2024-08-04T16:44:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5 2024-08-04T16:44:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21120257, 2024-08-04T16:44:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8097 2024-08-04T16:44:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12848, 2024-08-04T16:44:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 146 2024-08-04T16:44:26.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 476256, 2024-08-04T16:44:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 41 2024-08-04T16:44:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:26.475 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6453720, 2024-08-04T16:44:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 12411 2024-08-04T16:44:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.476 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.6": { 2024-08-04T16:44:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:26.477 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 20088, 2024-08-04T16:44:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 352 2024-08-04T16:44:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 592256, 2024-08-04T16:44:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 30 2024-08-04T16:44:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1344, 2024-08-04T16:44:26.478 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7 2024-08-04T16:44:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71680, 2024-08-04T16:44:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 896 2024-08-04T16:44:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 493584, 2024-08-04T16:44:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2373 2024-08-04T16:44:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:26.479 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1024483, 2024-08-04T16:44:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 259 2024-08-04T16:44:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1810404, 2024-08-04T16:44:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 393061 2024-08-04T16:44:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5166896, 2024-08-04T16:44:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7630 2024-08-04T16:44:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 93316, 2024-08-04T16:44:26.480 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9962 2024-08-04T16:44:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113904, 2024-08-04T16:44:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2373 2024-08-04T16:44:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:26.481 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 40457, 2024-08-04T16:44:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 45 2024-08-04T16:44:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7613301, 2024-08-04T16:44:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 267 2024-08-04T16:44:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 24200, 2024-08-04T16:44:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 275 2024-08-04T16:44:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.483 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 453024, 2024-08-04T16:44:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 39 2024-08-04T16:44:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3658200, 2024-08-04T16:44:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9435 2024-08-04T16:44:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:26.484 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.485 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.7": { 2024-08-04T16:44:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 19384, 2024-08-04T16:44:26.486 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 346 2024-08-04T16:44:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 575744, 2024-08-04T16:44:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 29 2024-08-04T16:44:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4224, 2024-08-04T16:44:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 22 2024-08-04T16:44:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71840, 2024-08-04T16:44:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 898 2024-08-04T16:44:26.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 506688, 2024-08-04T16:44:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2436 2024-08-04T16:44:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 544997, 2024-08-04T16:44:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 151 2024-08-04T16:44:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:26.488 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2077650, 2024-08-04T16:44:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 457687 2024-08-04T16:44:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5933936, 2024-08-04T16:44:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8758 2024-08-04T16:44:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 103268, 2024-08-04T16:44:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 11116 2024-08-04T16:44:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 116928, 2024-08-04T16:44:26.489 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2436 2024-08-04T16:44:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 35903, 2024-08-04T16:44:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 38 2024-08-04T16:44:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.491 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 23423851, 2024-08-04T16:44:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 279 2024-08-04T16:44:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 14608, 2024-08-04T16:44:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 166 2024-08-04T16:44:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 534336, 2024-08-04T16:44:26.492 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 46 2024-08-04T16:44:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4866784, 2024-08-04T16:44:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9388 2024-08-04T16:44:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.493 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:26.494 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "metadata": { 2024-08-04T16:44:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T16:44:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T16:44:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 2 2024-08-04T16:44:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T16:44:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T16:44:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T16:44:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-08-04T16:44:26.495 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T16:44:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 2 2024-08-04T16:44:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T16:44:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 2 2024-08-04T16:44:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T16:44:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-04T16:44:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T16:44:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-04T16:44:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.496 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T16:44:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 2 2024-08-04T16:44:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T16:44:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 3 2024-08-04T16:44:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T16:44:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 3 2024-08-04T16:44:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T16:44:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-08-04T16:44:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T16:44:26.497 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 3 2024-08-04T16:44:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T16:44:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 3 2024-08-04T16:44:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T16:44:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-04T16:44:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T16:44:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-04T16:44:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T16:44:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 3 2024-08-04T16:44:26.498 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T16:44:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 8 2024-08-04T16:44:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T16:44:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 8 2024-08-04T16:44:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T16:44:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-08-04T16:44:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T16:44:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 8 2024-08-04T16:44:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.499 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T16:44:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 8 2024-08-04T16:44:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T16:44:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-04T16:44:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T16:44:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-04T16:44:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T16:44:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 8 2024-08-04T16:44:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_objectstore": { 2024-08-04T16:44:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": 8 2024-08-04T16:44:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "rotational": { 2024-08-04T16:44:26.500 INFO:tasks.workunit.client.0.smithi007.stdout: "0": 8 2024-08-04T16:44:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T16:44:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "features": { 2024-08-04T16:44:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "optional": [], 2024-08-04T16:44:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "persistent": [ 2024-08-04T16:44:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "kraken", 2024-08-04T16:44:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "luminous", 2024-08-04T16:44:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "mimic", 2024-08-04T16:44:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap-prune", 2024-08-04T16:44:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "nautilus", 2024-08-04T16:44:26.501 INFO:tasks.workunit.client.0.smithi007.stdout: "octopus", 2024-08-04T16:44:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "pacific", 2024-08-04T16:44:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "elector-pinging", 2024-08-04T16:44:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "quincy", 2024-08-04T16:44:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "reef", 2024-08-04T16:44:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "squid" 2024-08-04T16:44:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "ipv4_addr_mons": 6, 2024-08-04T16:44:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "ipv6_addr_mons": 0, 2024-08-04T16:44:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "min_mon_release": 19, 2024-08-04T16:44:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "v1_addr_mons": 3, 2024-08-04T16:44:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "v2_addr_mons": 3 2024-08-04T16:44:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.502 INFO:tasks.workunit.client.0.smithi007.stdout: "organization": "ceph-qa", 2024-08-04T16:44:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster_network": false, 2024-08-04T16:44:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8, 2024-08-04T16:44:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "require_min_compat_client": "luminous", 2024-08-04T16:44:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "require_osd_release": "squid" 2024-08-04T16:44:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_perf_histograms": [ 2024-08-04T16:44:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:26.503 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T16:44:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T16:44:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T16:44:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T16:44:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T16:44:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T16:44:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T16:44:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T16:44:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T16:44:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T16:44:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T16:44:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T16:44:26.504 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T16:44:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T16:44:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T16:44:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T16:44:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T16:44:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T16:44:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T16:44:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T16:44:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T16:44:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T16:44:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T16:44:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T16:44:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T16:44:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T16:44:26.505 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T16:44:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T16:44:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T16:44:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T16:44:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T16:44:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T16:44:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T16:44:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:26.506 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T16:44:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T16:44:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T16:44:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T16:44:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T16:44:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T16:44:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T16:44:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T16:44:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T16:44:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T16:44:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T16:44:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T16:44:26.507 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T16:44:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T16:44:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T16:44:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T16:44:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T16:44:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T16:44:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T16:44:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T16:44:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T16:44:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T16:44:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T16:44:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T16:44:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T16:44:26.508 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T16:44:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T16:44:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T16:44:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T16:44:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T16:44:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T16:44:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T16:44:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T16:44:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.509 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 205, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 15455, 4050, 134, 11, 45, 45, 1, 1, 0, 0, 10, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9604, 168, 46, 2, 7, 43, 143, 210, 14, 33, 34, 26, 55, 26, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 740, 7, 6, 0, 1, 1, 19, 15, 6, 11, 85, 162, 47, 6, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 485, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 312, 31, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 88, 8, 5, 0, 0, 0, 0, 0, 0, 1, 0, 18, 3, 80, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 138, 5, 2, 0, 0, 0, 0, 0, 1, 2, 1, 9, 17, 26, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 18, 42, 24, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 28, 40, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.510 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.511 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.512 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9856, 44, 0, 0, 8, 0, 1, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7786, 217, 1313, 3, 6, 12, 13, 19, 39, 79, 39, 27, 15, 6, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 510, 24, 179, 19, 0, 0, 1, 2, 9, 18, 123, 235, 76, 4, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 309, 3, 4, 11, 0, 0, 0, 0, 1, 0, 0, 22, 521, 21, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 102, 1, 1, 0, 0, 0, 0, 0, 0, 0, 5, 2, 1, 33, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 135, 1, 38, 0, 0, 0, 0, 0, 2, 0, 2, 1, 0, 11, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 183, 0, 231, 0, 0, 0, 0, 0, 1, 0, 3, 4, 5, 21, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 77, 0, 30, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 5, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.513 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.514 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.515 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 14395, 13, 0, 1, 8, 0, 0, 0, 1, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 10792, 37, 24, 0, 1, 1, 1, 2, 8, 2, 5, 5, 28, 26, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1094, 11, 7, 2, 2, 0, 0, 1, 1, 1, 1, 26, 11, 8, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 475, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 6, 34, 20, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 218, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 8, 13, 58, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 183, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 9, 29, 20, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 186, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 13, 35, 36, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 49, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 5, 15, 23, 26, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 11, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 2, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.516 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.517 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5286, 3, 0, 1, 6, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3177, 14, 1, 0, 4, 3, 5, 4, 4, 30, 22, 7, 8, 17, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 239, 1, 5, 0, 0, 0, 0, 0, 1, 4, 41, 86, 16, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 202, 2, 0, 0, 15, 0, 0, 0, 0, 0, 0, 11, 186, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.518 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 80, 0, 0, 0, 165, 0, 1, 6, 0, 0, 0, 3, 6, 32, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 67, 0, 0, 0, 324, 0, 0, 3, 0, 0, 0, 1, 12, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 47, 0, 0, 0, 487, 0, 0, 0, 0, 0, 0, 2, 10, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 1708, 0, 0, 0, 0, 0, 0, 0, 3, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.519 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.520 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 6, 61, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7358, 3600, 4082, 0, 0, 1, 1, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7195, 232, 255, 0, 11, 6, 4, 5, 6, 21, 10, 8, 15, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1102, 22, 50, 0, 2, 1, 1, 2, 12, 6, 26, 78, 17, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 534, 8, 0, 0, 0, 0, 0, 0, 1, 0, 2, 36, 151, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 300, 25, 5, 0, 0, 0, 1, 0, 0, 0, 1, 8, 13, 15, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 248, 10, 3, 0, 0, 0, 0, 0, 0, 0, 1, 6, 11, 18, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.521 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 143, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 34, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 22, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.522 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.523 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8604, 1, 0, 0, 0, 0, 0, 3, 11, 0, 7, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8652, 64, 44, 1, 9, 0, 1, 0, 3, 0, 6, 1, 2, 23, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 988, 126, 172, 4, 2, 0, 0, 1, 3, 3, 9, 1, 1, 9, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 487, 17, 37, 6, 0, 0, 0, 0, 0, 1, 3, 9, 8, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 144, 17, 15, 0, 0, 0, 0, 0, 1, 0, 0, 1, 5, 60, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 116, 0, 17, 32, 0, 0, 0, 0, 0, 0, 1, 0, 4, 10, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.524 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 108, 0, 2, 33, 72, 0, 0, 0, 0, 0, 0, 0, 0, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3, 0, 0, 5, 53, 98, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 10, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.525 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.526 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4355, 1176, 0, 0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 15141, 10860, 0, 0, 6961, 351, 0, 0, 1, 0, 0, 1, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8198, 429, 4, 0, 634, 217, 3, 6, 3, 10, 9, 22, 12, 13, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1122, 67, 4, 1, 129, 26, 1, 1, 6, 15, 55, 66, 13, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 369, 4, 4, 0, 11, 1, 0, 0, 0, 0, 3, 39, 176, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 131, 9, 0, 0, 20, 12, 0, 1, 1, 0, 1, 7, 19, 47, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 84, 1, 0, 0, 7, 23, 0, 3, 0, 0, 1, 10, 6, 10, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 114, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 4, 5, 24, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 8, 2, 12, 37, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 13, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.527 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.528 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 12581, 18, 1, 0, 0, 1, 0, 1, 0, 1, 0, 12, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8665, 184, 18, 1, 6, 1, 0, 3, 0, 1, 2, 7, 2, 4, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.529 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 822, 92, 3, 1, 1, 0, 0, 2, 1, 2, 2, 9, 2, 5, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 286, 7, 1, 0, 0, 0, 0, 0, 0, 1, 1, 14, 20, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 155, 12, 0, 0, 0, 0, 0, 0, 1, 0, 3, 5, 15, 40, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 98, 18, 0, 0, 0, 0, 3, 0, 0, 0, 4, 10, 16, 16, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 57, 51, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 26, 32, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 19, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 18, 22, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.530 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.531 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T16:44:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T16:44:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T16:44:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T16:44:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T16:44:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T16:44:26.532 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T16:44:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T16:44:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T16:44:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T16:44:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T16:44:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T16:44:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T16:44:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T16:44:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T16:44:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T16:44:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T16:44:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T16:44:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T16:44:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T16:44:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T16:44:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T16:44:26.533 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T16:44:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T16:44:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T16:44:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T16:44:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T16:44:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T16:44:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T16:44:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T16:44:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T16:44:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T16:44:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T16:44:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.534 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T16:44:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T16:44:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T16:44:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T16:44:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T16:44:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T16:44:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T16:44:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T16:44:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T16:44:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T16:44:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T16:44:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T16:44:26.535 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T16:44:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T16:44:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T16:44:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T16:44:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T16:44:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T16:44:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T16:44:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T16:44:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T16:44:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T16:44:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T16:44:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T16:44:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T16:44:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T16:44:26.536 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T16:44:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T16:44:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T16:44:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T16:44:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T16:44:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T16:44:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T16:44:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:26.537 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 656, 6, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4575, 60, 80, 141, 438, 613, 700, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 655, 6, 24, 60, 19, 11, 24, 0, 0, 3, 5, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 161, 7, 0, 0, 0, 0, 1, 0, 0, 0, 1, 4, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 79, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 6, 11, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.538 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.539 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.540 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 268, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3050, 263, 32, 62, 124, 0, 3, 1, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 541, 30, 1307, 0, 0, 0, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 352, 7, 36, 1, 0, 0, 0, 1, 0, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1672, 1252, 49, 0, 1, 0, 1, 0, 0, 0, 0, 0, 5, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1460, 1727, 236, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 9, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.541 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 17, 18, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.542 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.543 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1078, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 11054, 4, 1, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 15628, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 525, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 4, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 17, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.544 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.545 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.546 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1939, 25, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 285, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 246, 0, 11, 33, 0, 0, 0, 0, 0, 0, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1042, 219, 22, 119, 0, 0, 0, 0, 0, 0, 3, 2, 2, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4200, 2662, 0, 412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 192, 137, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.547 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.548 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.549 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 666, 2, 0, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2555, 222, 34, 54, 136, 275, 478, 0, 8, 7, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 224, 15, 0, 0, 0, 1, 7, 0, 0, 1, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 83, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.550 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.551 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 495, 2, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3004, 66, 136, 229, 440, 610, 709, 5, 4, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 407, 6, 2, 11, 15, 19, 20, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 418, 4, 1, 10, 1, 0, 0, 0, 0, 0, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.552 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 245, 37, 83, 116, 29, 0, 0, 0, 1, 0, 0, 2, 6, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 232, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 13, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.553 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.554 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 399, 9, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3172, 24, 0, 0, 16, 0, 5, 7, 10, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 298, 5, 1, 0, 3, 1, 0, 0, 4, 15, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 156, 2, 0, 0, 3, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 177, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 17, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.555 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.556 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.557 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 646, 3, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8510, 23, 51, 47, 0, 0, 1, 4, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1818, 32, 93, 48, 0, 1, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 208, 9, 4, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 125, 3, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 11, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.558 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.559 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T16:44:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T16:44:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T16:44:26.560 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T16:44:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T16:44:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T16:44:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T16:44:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T16:44:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T16:44:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T16:44:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T16:44:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T16:44:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T16:44:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T16:44:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T16:44:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T16:44:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T16:44:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T16:44:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T16:44:26.561 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T16:44:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T16:44:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T16:44:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T16:44:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T16:44:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T16:44:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T16:44:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T16:44:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T16:44:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T16:44:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T16:44:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T16:44:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T16:44:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T16:44:26.562 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T16:44:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T16:44:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T16:44:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T16:44:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T16:44:26.563 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T16:44:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T16:44:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T16:44:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T16:44:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T16:44:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T16:44:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T16:44:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T16:44:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T16:44:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T16:44:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T16:44:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T16:44:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T16:44:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T16:44:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T16:44:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T16:44:26.564 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T16:44:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T16:44:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T16:44:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T16:44:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T16:44:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T16:44:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T16:44:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T16:44:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T16:44:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T16:44:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T16:44:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T16:44:26.565 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.566 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 666, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 6610, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 811, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 184, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.567 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.568 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 276, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3539, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1883, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 402, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.569 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2987, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3446, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.570 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.571 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1078, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 11068, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 15633, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 536, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.572 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.573 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.574 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1967, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1424, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7286, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 354, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.575 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.576 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.577 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 683, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3772, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 251, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.578 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.579 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 520, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5209, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 483, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 441, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.580 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 525, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.581 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.582 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 410, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3238, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 331, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.583 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.584 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.585 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 656, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8640, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1998, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 228, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.586 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.587 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T16:44:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T16:44:26.588 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T16:44:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T16:44:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T16:44:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T16:44:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T16:44:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T16:44:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T16:44:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T16:44:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T16:44:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T16:44:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T16:44:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T16:44:26.589 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T16:44:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T16:44:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T16:44:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T16:44:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T16:44:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T16:44:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T16:44:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T16:44:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T16:44:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T16:44:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T16:44:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T16:44:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T16:44:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T16:44:26.590 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T16:44:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T16:44:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T16:44:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T16:44:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T16:44:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T16:44:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T16:44:26.591 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T16:44:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T16:44:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T16:44:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T16:44:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T16:44:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T16:44:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T16:44:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T16:44:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T16:44:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T16:44:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T16:44:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T16:44:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T16:44:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T16:44:26.592 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T16:44:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T16:44:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T16:44:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T16:44:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T16:44:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T16:44:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T16:44:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T16:44:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T16:44:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T16:44:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T16:44:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T16:44:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T16:44:26.593 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T16:44:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T16:44:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T16:44:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T16:44:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.594 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 123, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2153, 24, 3, 0, 15, 3, 2, 3, 6, 6, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1087, 10, 0, 1, 1, 8, 8, 16, 30, 54, 77, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 145, 11, 0, 0, 0, 1, 3, 2, 4, 12, 84, 261, 129, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 224, 6, 0, 0, 0, 0, 0, 0, 3, 3, 8, 15, 276, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 484, 2, 0, 0, 0, 0, 1, 0, 0, 1, 6, 6, 17, 37, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1130, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 5, 8, 22, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 718, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.595 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.596 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2821, 19, 1, 1, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1518, 5, 0, 1, 5, 5, 6, 16, 45, 80, 91, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 94, 2, 0, 0, 1, 1, 0, 0, 2, 5, 89, 296, 239, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.597 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 33, 0, 0, 0, 1, 0, 0, 0, 1, 4, 9, 15, 346, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 39, 0, 1, 0, 0, 0, 0, 1, 2, 1, 4, 4, 17, 33, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 286, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 2, 23, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1425, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1767, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.598 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.599 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 63, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 407, 10, 3, 2, 15, 0, 1, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 154, 6, 0, 0, 2, 3, 4, 3, 5, 9, 33, 37, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 234, 21, 0, 1, 1, 2, 4, 13, 4, 13, 61, 76, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 100, 9, 0, 0, 0, 0, 0, 0, 0, 4, 23, 49, 23, 12, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 51, 24, 0, 0, 0, 0, 0, 0, 2, 3, 6, 10, 23, 52, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8, 50, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 12, 28, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 7, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.600 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.601 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1102, 16, 0, 2, 8, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 403, 4, 1, 0, 0, 3, 2, 5, 16, 29, 39, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.602 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 111, 1, 0, 1, 0, 0, 2, 1, 2, 7, 25, 91, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 276, 24, 0, 0, 0, 0, 0, 0, 1, 1, 9, 11, 75, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 513, 23, 0, 0, 0, 0, 0, 0, 2, 0, 1, 3, 5, 18, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 342, 48, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 3, 23, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 115, 89, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.603 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.604 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1008, 14, 0, 0, 16, 0, 1, 4, 5, 6, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 719, 4, 0, 1, 3, 6, 4, 6, 18, 21, 33, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 339, 8, 0, 0, 0, 1, 1, 1, 6, 1, 59, 125, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 466, 1, 0, 0, 0, 0, 0, 0, 1, 1, 12, 23, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 341, 2, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 14, 25, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 13, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.605 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.606 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.607 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 327, 24, 2, 0, 8, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 80, 9, 1, 0, 3, 1, 0, 1, 3, 2, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 55, 7, 0, 0, 1, 0, 3, 2, 1, 3, 13, 14, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 1, 0, 2, 4, 11, 13, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8, 0, 0, 0, 0, 1, 0, 1, 1, 1, 3, 6, 16, 28, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 28, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.608 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.609 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 76, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1169, 31, 0, 0, 20, 1, 6, 7, 20, 18, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 603, 5, 0, 2, 1, 3, 6, 9, 18, 36, 19, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 383, 11, 0, 0, 1, 2, 1, 2, 5, 8, 44, 120, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 547, 10, 1, 0, 1, 0, 1, 3, 3, 4, 22, 22, 182, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.610 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 303, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 12, 26, 30, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 20, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.611 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.612 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 58, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 307, 16, 3, 1, 14, 2, 1, 1, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 83, 10, 0, 0, 1, 0, 2, 6, 4, 5, 11, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 124, 2, 1, 0, 1, 0, 0, 6, 7, 9, 42, 51, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 88, 14, 0, 0, 0, 0, 2, 0, 1, 9, 32, 37, 11, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.613 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 29, 29, 0, 0, 0, 0, 1, 0, 2, 4, 6, 14, 26, 44, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 42, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 6, 38, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.614 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.615 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-04T16:44:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 8, 2024-08-04T16:44:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "number of replicas", 2024-08-04T16:44:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 1, 2024-08-04T16:44:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:26.616 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0]", 2024-08-04T16:44:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "[1, 1]", 2024-08-04T16:44:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "[2, 2]", 2024-08-04T16:44:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "[3, 3]", 2024-08-04T16:44:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "[4, 4]", 2024-08-04T16:44:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "[5, 5]", 2024-08-04T16:44:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "[6, None]" 2024-08-04T16:44:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "linear" 2024-08-04T16:44:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 10, 2024-08-04T16:44:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:26.617 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "duration", 2024-08-04T16:44:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 250000, 2024-08-04T16:44:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 249999]", 2024-08-04T16:44:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[250000, 499999]", 2024-08-04T16:44:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[500000, 999999]", 2024-08-04T16:44:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[1000000, 1999999]", 2024-08-04T16:44:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[2000000, 3999999]", 2024-08-04T16:44:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[4000000, 7999999]", 2024-08-04T16:44:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[8000000, 15999999]", 2024-08-04T16:44:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[16000000, 31999999]", 2024-08-04T16:44:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "[32000000, None]" 2024-08-04T16:44:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.618 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.619 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.620 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.621 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.622 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.623 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.624 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.625 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:26.626 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_counters": { 2024-08-04T16:44:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T16:44:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "caps": { 2024-08-04T16:44:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_flush_ack": { 2024-08-04T16:44:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-04T16:44:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.627 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_grant": { 2024-08-04T16:44:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_revoke": { 2024-08-04T16:44:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_trunc": { 2024-08-04T16:44:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_commit": { 2024-08-04T16:44:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_fetch_complete": { 2024-08-04T16:44:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T16:44:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.628 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_fetch_keys": { 2024-08-04T16:44:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_merge": { 2024-08-04T16:44:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_split": { 2024-08-04T16:44:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "exported_inodes": { 2024-08-04T16:44:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "forward": { 2024-08-04T16:44:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.629 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_cap_release": { 2024-08-04T16:44:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_caps": { 2024-08-04T16:44:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_caps_dirty": { 2024-08-04T16:44:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_inode_file_caps": { 2024-08-04T16:44:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "imported_inodes": { 2024-08-04T16:44:26.630 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes": { 2024-08-04T16:44:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes_expired": { 2024-08-04T16:44:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes_pinned": { 2024-08-04T16:44:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes_with_caps": { 2024-08-04T16:44:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "load_cent": { 2024-08-04T16:44:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.631 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "openino_dir_fetch": { 2024-08-04T16:44:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "process_request_cap_release": { 2024-08-04T16:44:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "reply_latency": { 2024-08-04T16:44:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "request": { 2024-08-04T16:44:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "root_rbytes": { 2024-08-04T16:44:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.632 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "root_rfiles": { 2024-08-04T16:44:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "root_rsnaps": { 2024-08-04T16:44:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_reply": { 2024-08-04T16:44:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "subtrees": { 2024-08-04T16:44:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_cache": { 2024-08-04T16:44:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_enqueue_scrub": { 2024-08-04T16:44:26.633 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_exportdir": { 2024-08-04T16:44:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_flush": { 2024-08-04T16:44:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_fragmentdir": { 2024-08-04T16:44:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_fragstats": { 2024-08-04T16:44:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.634 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_inodestats": { 2024-08-04T16:44:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_quiesce_inode": { 2024-08-04T16:44:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_quiesce_path": { 2024-08-04T16:44:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "num_recovering_enqueued": { 2024-08-04T16:44:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "num_recovering_prioritized": { 2024-08-04T16:44:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.635 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "num_recovering_processing": { 2024-08-04T16:44:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "num_strays": { 2024-08-04T16:44:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "num_strays_delayed": { 2024-08-04T16:44:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "num_strays_enqueuing": { 2024-08-04T16:44:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_completed": { 2024-08-04T16:44:26.636 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_started": { 2024-08-04T16:44:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_created": { 2024-08-04T16:44:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_enqueued": { 2024-08-04T16:44:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_migrated": { 2024-08-04T16:44:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_reintegrated": { 2024-08-04T16:44:26.637 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_log": { 2024-08-04T16:44:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "ev": { 2024-08-04T16:44:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17 2024-08-04T16:44:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "evadd": { 2024-08-04T16:44:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "evex": { 2024-08-04T16:44:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.638 INFO:tasks.workunit.client.0.smithi007.stdout: "evexd": { 2024-08-04T16:44:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "evexg": { 2024-08-04T16:44:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "evlrg": { 2024-08-04T16:44:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "evtrm": { 2024-08-04T16:44:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "jlat": { 2024-08-04T16:44:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.639 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "replayed": { 2024-08-04T16:44:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17 2024-08-04T16:44:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "seg": { 2024-08-04T16:44:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "segadd": { 2024-08-04T16:44:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "segex": { 2024-08-04T16:44:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "segexd": { 2024-08-04T16:44:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.640 INFO:tasks.workunit.client.0.smithi007.stdout: "segexg": { 2024-08-04T16:44:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "segmjr": { 2024-08-04T16:44:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "segtrm": { 2024-08-04T16:44:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_mem": { 2024-08-04T16:44:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "cap": { 2024-08-04T16:44:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "cap+": { 2024-08-04T16:44:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.641 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "cap-": { 2024-08-04T16:44:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "dir": { 2024-08-04T16:44:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T16:44:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "dir+": { 2024-08-04T16:44:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T16:44:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "dir-": { 2024-08-04T16:44:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.642 INFO:tasks.workunit.client.0.smithi007.stdout: "dn": { 2024-08-04T16:44:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "dn+": { 2024-08-04T16:44:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "dn-": { 2024-08-04T16:44:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "heap": { 2024-08-04T16:44:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 248096 2024-08-04T16:44:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "ino": { 2024-08-04T16:44:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13 2024-08-04T16:44:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.643 INFO:tasks.workunit.client.0.smithi007.stdout: "ino+": { 2024-08-04T16:44:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13 2024-08-04T16:44:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "ino-": { 2024-08-04T16:44:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "rss": { 2024-08-04T16:44:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49192 2024-08-04T16:44:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_server": { 2024-08-04T16:44:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "cap_acquisition_throttle": { 2024-08-04T16:44:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "cap_revoke_eviction": { 2024-08-04T16:44:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.644 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_request": { 2024-08-04T16:44:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_session": { 2024-08-04T16:44:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_peer_request": { 2024-08-04T16:44:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "req_create_latency": { 2024-08-04T16:44:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "req_getattr_latency": { 2024-08-04T16:44:26.645 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "req_getfilelock_latency": { 2024-08-04T16:44:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "req_getvxattr_latency": { 2024-08-04T16:44:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "req_link_latency": { 2024-08-04T16:44:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.646 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookup_latency": { 2024-08-04T16:44:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookuphash_latency": { 2024-08-04T16:44:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupino_latency": { 2024-08-04T16:44:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupname_latency": { 2024-08-04T16:44:26.647 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupparent_latency": { 2024-08-04T16:44:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupsnap_latency": { 2024-08-04T16:44:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lssnap_latency": { 2024-08-04T16:44:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.648 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "req_mkdir_latency": { 2024-08-04T16:44:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "req_mknod_latency": { 2024-08-04T16:44:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "req_mksnap_latency": { 2024-08-04T16:44:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.649 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "req_open_latency": { 2024-08-04T16:44:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "req_readdir_latency": { 2024-08-04T16:44:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rename_latency": { 2024-08-04T16:44:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.650 INFO:tasks.workunit.client.0.smithi007.stdout: "req_renamesnap_latency": { 2024-08-04T16:44:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rmdir_latency": { 2024-08-04T16:44:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rmsnap_latency": { 2024-08-04T16:44:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.651 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rmxattr_latency": { 2024-08-04T16:44:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setattr_latency": { 2024-08-04T16:44:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setdirlayout_latency": { 2024-08-04T16:44:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setfilelock_latency": { 2024-08-04T16:44:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.652 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setlayout_latency": { 2024-08-04T16:44:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setxattr_latency": { 2024-08-04T16:44:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "req_snapdiff_latency": { 2024-08-04T16:44:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "req_symlink_latency": { 2024-08-04T16:44:26.653 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "req_unlink_latency": { 2024-08-04T16:44:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_sessions": { 2024-08-04T16:44:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "average_load": { 2024-08-04T16:44:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "avg_session_uptime": { 2024-08-04T16:44:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.654 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "mdthresh_evicted": { 2024-08-04T16:44:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T16:44:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "session_count": { 2024-08-04T16:44:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "session_remove": { 2024-08-04T16:44:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "sessions_open": { 2024-08-04T16:44:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.655 INFO:tasks.workunit.client.0.smithi007.stdout: "sessions_stale": { 2024-08-04T16:44:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "total_load": { 2024-08-04T16:44:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37 2024-08-04T16:44:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:26.656 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7 2024-08-04T16:44:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "purge_queue": { 2024-08-04T16:44:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executed": { 2024-08-04T16:44:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executed_ops": { 2024-08-04T16:44:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing": { 2024-08-04T16:44:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.657 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing_high_water": { 2024-08-04T16:44:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing_ops": { 2024-08-04T16:44:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing_ops_high_water": { 2024-08-04T16:44:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_item_in_journal": { 2024-08-04T16:44:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.630de46a01a71525518015f12bc5f227952b1fd6": { 2024-08-04T16:44:26.658 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "election_call": { 2024-08-04T16:44:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "election_lose": { 2024-08-04T16:44:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T16:44:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "election_win": { 2024-08-04T16:44:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "num_elections": { 2024-08-04T16:44:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T16:44:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.659 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": { 2024-08-04T16:44:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T16:44:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T16:44:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T16:44:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "session_rm": { 2024-08-04T16:44:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 258 2024-08-04T16:44:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "session_trim": { 2024-08-04T16:44:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "paxos": { 2024-08-04T16:44:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "accept_timeout": { 2024-08-04T16:44:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.660 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "begin": { 2024-08-04T16:44:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7854 2024-08-04T16:44:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_bytes": { 2024-08-04T16:44:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7854, 2024-08-04T16:44:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56076714 2024-08-04T16:44:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_keys": { 2024-08-04T16:44:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_latency": { 2024-08-04T16:44:26.661 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7854, 2024-08-04T16:44:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1101983271 2024-08-04T16:44:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "collect": { 2024-08-04T16:44:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_bytes": { 2024-08-04T16:44:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T16:44:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 219 2024-08-04T16:44:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_keys": { 2024-08-04T16:44:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T16:44:26.662 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_latency": { 2024-08-04T16:44:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T16:44:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_timeout": { 2024-08-04T16:44:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_uncommitted": { 2024-08-04T16:44:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "commit": { 2024-08-04T16:44:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7855 2024-08-04T16:44:26.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.664 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_bytes": { 2024-08-04T16:44:26.664 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.665 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.665 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.665 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_keys": { 2024-08-04T16:44:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_latency": { 2024-08-04T16:44:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_ack_timeout": { 2024-08-04T16:44:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_timeout": { 2024-08-04T16:44:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.666 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn": { 2024-08-04T16:44:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn_latency": { 2024-08-04T16:44:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh": { 2024-08-04T16:44:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7855 2024-08-04T16:44:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh_latency": { 2024-08-04T16:44:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7855, 2024-08-04T16:44:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25251616814 2024-08-04T16:44:26.667 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: "restart": { 2024-08-04T16:44:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16 2024-08-04T16:44:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state": { 2024-08-04T16:44:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_bytes": { 2024-08-04T16:44:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_keys": { 2024-08-04T16:44:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.668 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "start_leader": { 2024-08-04T16:44:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "start_peon": { 2024-08-04T16:44:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T16:44:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state": { 2024-08-04T16:44:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7854 2024-08-04T16:44:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_bytes": { 2024-08-04T16:44:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7854, 2024-08-04T16:44:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 110722221 2024-08-04T16:44:26.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_keys": { 2024-08-04T16:44:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7854, 2024-08-04T16:44:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70439 2024-08-04T16:44:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_latency": { 2024-08-04T16:44:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7854, 2024-08-04T16:44:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1244981117 2024-08-04T16:44:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache": { 2024-08-04T16:44:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1020054731 2024-08-04T16:44:26.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 180346880 2024-08-04T16:44:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 175284224 2024-08-04T16:44:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2147483648 2024-08-04T16:44:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5062656 2024-08-04T16:44:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:full": { 2024-08-04T16:44:26.671 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 360710144 2024-08-04T16:44:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 266523881 2024-08-04T16:44:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26096138 2024-08-04T16:44:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.672 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.673 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68090125 2024-08-04T16:44:26.674 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:inc": { 2024-08-04T16:44:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 339738624 2024-08-04T16:44:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.675 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 266523881 2024-08-04T16:44:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2209875 2024-08-04T16:44:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.676 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71004868 2024-08-04T16:44:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:kv": { 2024-08-04T16:44:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314572800 2024-08-04T16:44:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.678 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177682587 2024-08-04T16:44:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69781349 2024-08-04T16:44:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb": { 2024-08-04T16:44:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "compact": { 2024-08-04T16:44:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_len": { 2024-08-04T16:44:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.681 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_merge": { 2024-08-04T16:44:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_range": { 2024-08-04T16:44:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 88 2024-08-04T16:44:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "get_latency": { 2024-08-04T16:44:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 343980, 2024-08-04T16:44:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1856051154 2024-08-04T16:44:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_delay_time": { 2024-08-04T16:44:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_memtable_time": { 2024-08-04T16:44:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-04T16:44:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_wal_time": { 2024-08-04T16:44:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_latency": { 2024-08-04T16:44:26.683 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_sync_latency": { 2024-08-04T16:44:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19187, 2024-08-04T16:44:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2818929334 2024-08-04T16:44:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: "election_call": { 2024-08-04T16:44:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:26.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "election_lose": { 2024-08-04T16:44:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "election_win": { 2024-08-04T16:44:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "num_elections": { 2024-08-04T16:44:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T16:44:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": { 2024-08-04T16:44:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T16:44:26.685 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: "session_rm": { 2024-08-04T16:44:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 255 2024-08-04T16:44:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: "session_trim": { 2024-08-04T16:44:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: "paxos": { 2024-08-04T16:44:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: "accept_timeout": { 2024-08-04T16:44:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: "begin": { 2024-08-04T16:44:26.686 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7825 2024-08-04T16:44:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_bytes": { 2024-08-04T16:44:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7825, 2024-08-04T16:44:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 55857312 2024-08-04T16:44:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_keys": { 2024-08-04T16:44:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_latency": { 2024-08-04T16:44:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7825, 2024-08-04T16:44:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1350976636 2024-08-04T16:44:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "collect": { 2024-08-04T16:44:26.687 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_bytes": { 2024-08-04T16:44:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 146 2024-08-04T16:44:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_keys": { 2024-08-04T16:44:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_latency": { 2024-08-04T16:44:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5999898 2024-08-04T16:44:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.688 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_timeout": { 2024-08-04T16:44:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_uncommitted": { 2024-08-04T16:44:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "commit": { 2024-08-04T16:44:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7825 2024-08-04T16:44:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_bytes": { 2024-08-04T16:44:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_keys": { 2024-08-04T16:44:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_latency": { 2024-08-04T16:44:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_ack_timeout": { 2024-08-04T16:44:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_timeout": { 2024-08-04T16:44:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn": { 2024-08-04T16:44:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.690 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn_latency": { 2024-08-04T16:44:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh": { 2024-08-04T16:44:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7825 2024-08-04T16:44:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh_latency": { 2024-08-04T16:44:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7825, 2024-08-04T16:44:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24798570627 2024-08-04T16:44:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "restart": { 2024-08-04T16:44:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11 2024-08-04T16:44:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.691 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state": { 2024-08-04T16:44:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_bytes": { 2024-08-04T16:44:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_keys": { 2024-08-04T16:44:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "start_leader": { 2024-08-04T16:44:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "start_peon": { 2024-08-04T16:44:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:26.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state": { 2024-08-04T16:44:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7825 2024-08-04T16:44:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_bytes": { 2024-08-04T16:44:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7825, 2024-08-04T16:44:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 110224506 2024-08-04T16:44:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_keys": { 2024-08-04T16:44:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7825, 2024-08-04T16:44:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69991 2024-08-04T16:44:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_latency": { 2024-08-04T16:44:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7825, 2024-08-04T16:44:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3212944437 2024-08-04T16:44:26.693 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache": { 2024-08-04T16:44:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1020054731 2024-08-04T16:44:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 168796160 2024-08-04T16:44:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 164126720 2024-08-04T16:44:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2147483648 2024-08-04T16:44:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.694 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4669440 2024-08-04T16:44:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:full": { 2024-08-04T16:44:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 360710144 2024-08-04T16:44:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.695 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 267104589 2024-08-04T16:44:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25206272 2024-08-04T16:44:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.696 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.697 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68399283 2024-08-04T16:44:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:inc": { 2024-08-04T16:44:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 339738624 2024-08-04T16:44:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.698 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 267104589 2024-08-04T16:44:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1551186 2024-08-04T16:44:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.699 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.700 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71082849 2024-08-04T16:44:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:kv": { 2024-08-04T16:44:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314572800 2024-08-04T16:44:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.701 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 178069726 2024-08-04T16:44:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.703 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69394210 2024-08-04T16:44:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb": { 2024-08-04T16:44:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: "compact": { 2024-08-04T16:44:26.704 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_len": { 2024-08-04T16:44:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_merge": { 2024-08-04T16:44:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_range": { 2024-08-04T16:44:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 87 2024-08-04T16:44:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "get_latency": { 2024-08-04T16:44:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 341442, 2024-08-04T16:44:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1714508759 2024-08-04T16:44:26.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_delay_time": { 2024-08-04T16:44:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_memtable_time": { 2024-08-04T16:44:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-04T16:44:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.706 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_wal_time": { 2024-08-04T16:44:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_latency": { 2024-08-04T16:44:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_sync_latency": { 2024-08-04T16:44:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19108, 2024-08-04T16:44:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6726899362 2024-08-04T16:44:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.707 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "election_call": { 2024-08-04T16:44:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "election_lose": { 2024-08-04T16:44:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "election_win": { 2024-08-04T16:44:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "num_elections": { 2024-08-04T16:44:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21 2024-08-04T16:44:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.708 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": { 2024-08-04T16:44:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T16:44:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T16:44:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5 2024-08-04T16:44:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "session_rm": { 2024-08-04T16:44:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 230 2024-08-04T16:44:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "session_trim": { 2024-08-04T16:44:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "paxos": { 2024-08-04T16:44:26.709 INFO:tasks.workunit.client.0.smithi007.stdout: "accept_timeout": { 2024-08-04T16:44:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: "begin": { 2024-08-04T16:44:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7921 2024-08-04T16:44:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_bytes": { 2024-08-04T16:44:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7921, 2024-08-04T16:44:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57295739 2024-08-04T16:44:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_keys": { 2024-08-04T16:44:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7921, 2024-08-04T16:44:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23763 2024-08-04T16:44:26.710 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_latency": { 2024-08-04T16:44:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7921, 2024-08-04T16:44:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1328979842 2024-08-04T16:44:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "collect": { 2024-08-04T16:44:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_bytes": { 2024-08-04T16:44:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_keys": { 2024-08-04T16:44:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_latency": { 2024-08-04T16:44:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_timeout": { 2024-08-04T16:44:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_uncommitted": { 2024-08-04T16:44:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "commit": { 2024-08-04T16:44:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7919 2024-08-04T16:44:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_bytes": { 2024-08-04T16:44:26.712 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7919, 2024-08-04T16:44:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56698682 2024-08-04T16:44:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_keys": { 2024-08-04T16:44:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7919, 2024-08-04T16:44:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 63063 2024-08-04T16:44:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_latency": { 2024-08-04T16:44:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7919, 2024-08-04T16:44:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1346965232 2024-08-04T16:44:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_ack_timeout": { 2024-08-04T16:44:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.713 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_timeout": { 2024-08-04T16:44:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn": { 2024-08-04T16:44:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn_latency": { 2024-08-04T16:44:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6, 2024-08-04T16:44:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh": { 2024-08-04T16:44:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7922 2024-08-04T16:44:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh_latency": { 2024-08-04T16:44:26.714 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7922, 2024-08-04T16:44:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26475598333 2024-08-04T16:44:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "restart": { 2024-08-04T16:44:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T16:44:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state": { 2024-08-04T16:44:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_bytes": { 2024-08-04T16:44:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74832 2024-08-04T16:44:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_keys": { 2024-08-04T16:44:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:26.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "start_leader": { 2024-08-04T16:44:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "start_peon": { 2024-08-04T16:44:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state": { 2024-08-04T16:44:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_bytes": { 2024-08-04T16:44:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.716 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_keys": { 2024-08-04T16:44:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_latency": { 2024-08-04T16:44:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache": { 2024-08-04T16:44:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1020054731 2024-08-04T16:44:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 257990656 2024-08-04T16:44:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.717 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 256081920 2024-08-04T16:44:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2147483648 2024-08-04T16:44:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1908736 2024-08-04T16:44:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:full": { 2024-08-04T16:44:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 360710144 2024-08-04T16:44:26.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 266343419 2024-08-04T16:44:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26135368 2024-08-04T16:44:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68231357 2024-08-04T16:44:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:inc": { 2024-08-04T16:44:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.721 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 339738624 2024-08-04T16:44:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 266343419 2024-08-04T16:44:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2651877 2024-08-04T16:44:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.722 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.723 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70743328 2024-08-04T16:44:26.724 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:kv": { 2024-08-04T16:44:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314572800 2024-08-04T16:44:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.725 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177562279 2024-08-04T16:44:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.726 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69901657 2024-08-04T16:44:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb": { 2024-08-04T16:44:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "compact": { 2024-08-04T16:44:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_len": { 2024-08-04T16:44:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.728 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_merge": { 2024-08-04T16:44:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_range": { 2024-08-04T16:44:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 88 2024-08-04T16:44:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "get_latency": { 2024-08-04T16:44:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 359603, 2024-08-04T16:44:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2110713113 2024-08-04T16:44:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_delay_time": { 2024-08-04T16:44:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.729 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_memtable_time": { 2024-08-04T16:44:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-04T16:44:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_wal_time": { 2024-08-04T16:44:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_latency": { 2024-08-04T16:44:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.730 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_sync_latency": { 2024-08-04T16:44:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19350, 2024-08-04T16:44:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3049271767 2024-08-04T16:44:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.0": { 2024-08-04T16:44:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12910 2024-08-04T16:44:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.732 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9601024 2024-08-04T16:44:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 870121472 2024-08-04T16:44:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19, 2024-08-04T16:44:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6992130 2024-08-04T16:44:26.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19, 2024-08-04T16:44:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3528790 2024-08-04T16:44:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 210, 2024-08-04T16:44:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 955832 2024-08-04T16:44:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 896204800 2024-08-04T16:44:26.734 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79825, 2024-08-04T16:44:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7151324784 2024-08-04T16:44:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79831, 2024-08-04T16:44:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13540976341 2024-08-04T16:44:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11038720 2024-08-04T16:44:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 326934528 2024-08-04T16:44:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.735 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 890503168 2024-08-04T16:44:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58 2024-08-04T16:44:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 379314161 2024-08-04T16:44:26.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27708 2024-08-04T16:44:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 325029888 2024-08-04T16:44:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 325033984 2024-08-04T16:44:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:26.737 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16232 2024-08-04T16:44:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 27708, 2024-08-04T16:44:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 233599462 2024-08-04T16:44:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 309690993 2024-08-04T16:44:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25571 2024-08-04T16:44:26.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2927416 2024-08-04T16:44:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 702 2024-08-04T16:44:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9497571 2024-08-04T16:44:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 982 2024-08-04T16:44:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6570155 2024-08-04T16:44:26.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6570155 2024-08-04T16:44:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 289 2024-08-04T16:44:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.740 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 982, 2024-08-04T16:44:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4025042 2024-08-04T16:44:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:26.741 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 810 2024-08-04T16:44:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6079 2024-08-04T16:44:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.742 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1209544704 2024-08-04T16:44:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17534976 2024-08-04T16:44:26.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21164, 2024-08-04T16:44:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 103531722 2024-08-04T16:44:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3300, 2024-08-04T16:44:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 491638781 2024-08-04T16:44:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 25914, 2024-08-04T16:44:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 211120393 2024-08-04T16:44:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79741, 2024-08-04T16:44:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18299665457 2024-08-04T16:44:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 78796, 2024-08-04T16:44:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1860873407 2024-08-04T16:44:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:26.746 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79741, 2024-08-04T16:44:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57036326 2024-08-04T16:44:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79741, 2024-08-04T16:44:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18356701783 2024-08-04T16:44:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 38977, 2024-08-04T16:44:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1358880582 2024-08-04T16:44:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.747 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1135, 2024-08-04T16:44:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3420710 2024-08-04T16:44:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 35710, 2024-08-04T16:44:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16588136 2024-08-04T16:44:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 53, 2024-08-04T16:44:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 117411 2024-08-04T16:44:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23482, 2024-08-04T16:44:26.748 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6708531691 2024-08-04T16:44:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 267195 2024-08-04T16:44:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24349 2024-08-04T16:44:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17208, 2024-08-04T16:44:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1573237505 2024-08-04T16:44:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 39498, 2024-08-04T16:44:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16495109 2024-08-04T16:44:26.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22290, 2024-08-04T16:44:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 923729101 2024-08-04T16:44:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 14948, 2024-08-04T16:44:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 465462680 2024-08-04T16:44:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:26.750 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5532052279 2024-08-04T16:44:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.751 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8848, 2024-08-04T16:44:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 452524015 2024-08-04T16:44:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8846, 2024-08-04T16:44:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2629403615093 2024-08-04T16:44:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8848, 2024-08-04T16:44:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6202493007942 2024-08-04T16:44:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:26.752 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93112, 2024-08-04T16:44:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2216522170223 2024-08-04T16:44:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93112, 2024-08-04T16:44:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11086684 2024-08-04T16:44:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 147103968 2024-08-04T16:44:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34702157656 2024-08-04T16:44:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.753 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 35862883 2024-08-04T16:44:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18748454080 2024-08-04T16:44:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10177908476 2024-08-04T16:44:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:26.754 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12270983 2024-08-04T16:44:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2711, 2024-08-04T16:44:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19020299 2024-08-04T16:44:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69322697666 2024-08-04T16:44:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11441101935 2024-08-04T16:44:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.755 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 577518815 2024-08-04T16:44:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1406072867 2024-08-04T16:44:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 527704064 2024-08-04T16:44:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 480550912 2024-08-04T16:44:26.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2601622630 2024-08-04T16:44:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47153152 2024-08-04T16:44:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.757 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56806774 2024-08-04T16:44:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 40960 2024-08-04T16:44:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 229376 2024-08-04T16:44:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.759 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68752010 2024-08-04T16:44:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.760 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426050810 2024-08-04T16:44:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.761 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2160 2024-08-04T16:44:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 136032 2024-08-04T16:44:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.762 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68738870 2024-08-04T16:44:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 433056 2024-08-04T16:44:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37871183 2024-08-04T16:44:26.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.766 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70747665 2024-08-04T16:44:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 494927872 2024-08-04T16:44:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.767 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426050810 2024-08-04T16:44:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 184697 2024-08-04T16:44:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1148555 2024-08-04T16:44:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67543810 2024-08-04T16:44:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 44 2024-08-04T16:44:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:26.770 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57 2024-08-04T16:44:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49233 2024-08-04T16:44:26.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 142247, 2024-08-04T16:44:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7546020306 2024-08-04T16:44:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1919163653 2024-08-04T16:44:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:26.772 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 49233, 2024-08-04T16:44:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 158288735497 2024-08-04T16:44:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3235426298 2024-08-04T16:44:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 50078, 2024-08-04T16:44:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21223876569 2024-08-04T16:44:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 49233, 2024-08-04T16:44:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 72489153346 2024-08-04T16:44:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:26.773 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33348 2024-08-04T16:44:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33348, 2024-08-04T16:44:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19753304581 2024-08-04T16:44:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3235426298 2024-08-04T16:44:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33679, 2024-08-04T16:44:26.774 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6668255095 2024-08-04T16:44:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33348, 2024-08-04T16:44:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8108482526 2024-08-04T16:44:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8471 2024-08-04T16:44:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 321846583 2024-08-04T16:44:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8471, 2024-08-04T16:44:26.775 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13198738018 2024-08-04T16:44:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8775, 2024-08-04T16:44:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5242418063 2024-08-04T16:44:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.776 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8471, 2024-08-04T16:44:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11637666796 2024-08-04T16:44:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7414 2024-08-04T16:44:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1597317070 2024-08-04T16:44:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7414, 2024-08-04T16:44:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125336692898 2024-08-04T16:44:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:26.777 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7624, 2024-08-04T16:44:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9313203411 2024-08-04T16:44:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7414, 2024-08-04T16:44:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 52743004024 2024-08-04T16:44:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.778 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26 2024-08-04T16:44:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 913756160 2024-08-04T16:44:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.1": { 2024-08-04T16:44:26.779 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 165009 2024-08-04T16:44:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:26.780 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:26.781 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14995456 2024-08-04T16:44:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 829022208 2024-08-04T16:44:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17, 2024-08-04T16:44:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3597406 2024-08-04T16:44:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17, 2024-08-04T16:44:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1239509 2024-08-04T16:44:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:26.782 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 207, 2024-08-04T16:44:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 992595 2024-08-04T16:44:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 891748352 2024-08-04T16:44:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 73048, 2024-08-04T16:44:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6601346567 2024-08-04T16:44:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:26.783 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 73060, 2024-08-04T16:44:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12465390910 2024-08-04T16:44:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16551936 2024-08-04T16:44:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 299171840 2024-08-04T16:44:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 896008192 2024-08-04T16:44:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.784 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60 2024-08-04T16:44:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 336697129 2024-08-04T16:44:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17596 2024-08-04T16:44:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 297406464 2024-08-04T16:44:26.785 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 297410560 2024-08-04T16:44:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7996 2024-08-04T16:44:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:26.786 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17596, 2024-08-04T16:44:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 163111794 2024-08-04T16:44:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 219540195 2024-08-04T16:44:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14008 2024-08-04T16:44:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5590269 2024-08-04T16:44:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.787 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 680 2024-08-04T16:44:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14822858 2024-08-04T16:44:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 959 2024-08-04T16:44:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9232589 2024-08-04T16:44:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9232589 2024-08-04T16:44:26.788 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 291 2024-08-04T16:44:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 959, 2024-08-04T16:44:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6202121 2024-08-04T16:44:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.789 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 592 2024-08-04T16:44:26.790 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6384 2024-08-04T16:44:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.791 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1145790464 2024-08-04T16:44:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12742656 2024-08-04T16:44:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21970, 2024-08-04T16:44:26.792 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69778842 2024-08-04T16:44:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3293, 2024-08-04T16:44:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 536264192 2024-08-04T16:44:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:26.793 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16667, 2024-08-04T16:44:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 120854116 2024-08-04T16:44:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.794 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72963, 2024-08-04T16:44:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16777227305 2024-08-04T16:44:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72231, 2024-08-04T16:44:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1842959104 2024-08-04T16:44:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72963, 2024-08-04T16:44:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53224961 2024-08-04T16:44:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.795 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72963, 2024-08-04T16:44:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16830452266 2024-08-04T16:44:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 30632, 2024-08-04T16:44:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 846545201 2024-08-04T16:44:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1005, 2024-08-04T16:44:26.796 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2780870 2024-08-04T16:44:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8975, 2024-08-04T16:44:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8355855 2024-08-04T16:44:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 43, 2024-08-04T16:44:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 54520 2024-08-04T16:44:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13031, 2024-08-04T16:44:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3791155536 2024-08-04T16:44:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.797 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 231391 2024-08-04T16:44:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26924 2024-08-04T16:44:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22086, 2024-08-04T16:44:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1550834697 2024-08-04T16:44:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72874, 2024-08-04T16:44:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 29130282 2024-08-04T16:44:26.798 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 50788, 2024-08-04T16:44:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 607941062 2024-08-04T16:44:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 14753, 2024-08-04T16:44:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 396220315 2024-08-04T16:44:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:26.799 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6645227564 2024-08-04T16:44:26.800 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22837, 2024-08-04T16:44:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1288191027 2024-08-04T16:44:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22834, 2024-08-04T16:44:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2709400483373 2024-08-04T16:44:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22837, 2024-08-04T16:44:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7018494081599 2024-08-04T16:44:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.801 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87024, 2024-08-04T16:44:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600603909498 2024-08-04T16:44:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87024, 2024-08-04T16:44:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9307437 2024-08-04T16:44:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 570420477 2024-08-04T16:44:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:26.802 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31101899732 2024-08-04T16:44:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 35071868 2024-08-04T16:44:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16558348117 2024-08-04T16:44:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9044942171 2024-08-04T16:44:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.803 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7485774 2024-08-04T16:44:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2621, 2024-08-04T16:44:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13675049 2024-08-04T16:44:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 63937415781 2024-08-04T16:44:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10136008971 2024-08-04T16:44:26.804 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 630509966 2024-08-04T16:44:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1406072867 2024-08-04T16:44:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 500236288 2024-08-04T16:44:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:26.805 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 462004224 2024-08-04T16:44:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2601622630 2024-08-04T16:44:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38232064 2024-08-04T16:44:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.806 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56390763 2024-08-04T16:44:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53248 2024-08-04T16:44:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 946176 2024-08-04T16:44:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.808 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68438933 2024-08-04T16:44:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:26.809 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 422930728 2024-08-04T16:44:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 256 2024-08-04T16:44:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 127712 2024-08-04T16:44:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.811 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71869176 2024-08-04T16:44:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.812 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 391456 2024-08-04T16:44:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37593842 2024-08-04T16:44:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.813 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.814 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71066606 2024-08-04T16:44:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.815 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 494927872 2024-08-04T16:44:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 422930728 2024-08-04T16:44:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.816 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 188788 2024-08-04T16:44:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.817 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1141819 2024-08-04T16:44:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70666537 2024-08-04T16:44:26.818 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31 2024-08-04T16:44:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.819 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47 2024-08-04T16:44:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45198 2024-08-04T16:44:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 134871, 2024-08-04T16:44:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8113653611 2024-08-04T16:44:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:26.820 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1958911075 2024-08-04T16:44:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 45198, 2024-08-04T16:44:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 600688448821 2024-08-04T16:44:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2511144863 2024-08-04T16:44:26.821 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 46983, 2024-08-04T16:44:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31505290516 2024-08-04T16:44:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 45198, 2024-08-04T16:44:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 123297551161 2024-08-04T16:44:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 22665 2024-08-04T16:44:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.822 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22665, 2024-08-04T16:44:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14514581752 2024-08-04T16:44:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2511144863 2024-08-04T16:44:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23125, 2024-08-04T16:44:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5536148941 2024-08-04T16:44:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.823 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22665, 2024-08-04T16:44:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5836657345 2024-08-04T16:44:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12601 2024-08-04T16:44:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 182742500 2024-08-04T16:44:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12601, 2024-08-04T16:44:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 100498496372 2024-08-04T16:44:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.824 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12792, 2024-08-04T16:44:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13075193266 2024-08-04T16:44:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.825 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12601, 2024-08-04T16:44:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 30647325933 2024-08-04T16:44:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9932 2024-08-04T16:44:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1776168575 2024-08-04T16:44:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 9932, 2024-08-04T16:44:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 485675370697 2024-08-04T16:44:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:26.826 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11066, 2024-08-04T16:44:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12893948309 2024-08-04T16:44:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 9932, 2024-08-04T16:44:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 86813567883 2024-08-04T16:44:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:26.827 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47 2024-08-04T16:44:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T16:44:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 904511488 2024-08-04T16:44:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.828 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.2": { 2024-08-04T16:44:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18304 2024-08-04T16:44:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:26.829 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:26.830 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3641344 2024-08-04T16:44:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 631238656 2024-08-04T16:44:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17, 2024-08-04T16:44:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5089299 2024-08-04T16:44:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17, 2024-08-04T16:44:26.831 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2141768 2024-08-04T16:44:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 168, 2024-08-04T16:44:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 757522 2024-08-04T16:44:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 586153984 2024-08-04T16:44:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69099, 2024-08-04T16:44:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5708325267 2024-08-04T16:44:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.832 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69113, 2024-08-04T16:44:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10921165092 2024-08-04T16:44:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 413696 2024-08-04T16:44:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 283049984 2024-08-04T16:44:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 607453184 2024-08-04T16:44:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:26.833 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45 2024-08-04T16:44:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 156784290 2024-08-04T16:44:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10618 2024-08-04T16:44:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.834 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177848320 2024-08-04T16:44:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177852416 2024-08-04T16:44:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7711 2024-08-04T16:44:26.835 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10618, 2024-08-04T16:44:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 126431419 2024-08-04T16:44:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 83530545 2024-08-04T16:44:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8370 2024-08-04T16:44:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1260333 2024-08-04T16:44:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.836 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 568 2024-08-04T16:44:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3521762 2024-08-04T16:44:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 793 2024-08-04T16:44:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2261429 2024-08-04T16:44:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2261429 2024-08-04T16:44:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.837 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 226 2024-08-04T16:44:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 793, 2024-08-04T16:44:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1731883 2024-08-04T16:44:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.838 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 536 2024-08-04T16:44:26.839 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6212 2024-08-04T16:44:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 920506368 2024-08-04T16:44:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12730368 2024-08-04T16:44:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:26.841 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17412, 2024-08-04T16:44:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53013428 2024-08-04T16:44:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3293, 2024-08-04T16:44:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 417320402 2024-08-04T16:44:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.842 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22089, 2024-08-04T16:44:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177477579 2024-08-04T16:44:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:26.843 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69044, 2024-08-04T16:44:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14717904106 2024-08-04T16:44:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 68441, 2024-08-04T16:44:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1625270460 2024-08-04T16:44:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:26.844 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69044, 2024-08-04T16:44:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37651668 2024-08-04T16:44:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69044, 2024-08-04T16:44:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14755555774 2024-08-04T16:44:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61078, 2024-08-04T16:44:26.845 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 806270972 2024-08-04T16:44:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1117, 2024-08-04T16:44:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3090582 2024-08-04T16:44:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21815, 2024-08-04T16:44:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11262625 2024-08-04T16:44:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 37, 2024-08-04T16:44:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47188 2024-08-04T16:44:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.846 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21935, 2024-08-04T16:44:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2572441246 2024-08-04T16:44:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 256116 2024-08-04T16:44:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18334 2024-08-04T16:44:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7385, 2024-08-04T16:44:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 978557143 2024-08-04T16:44:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:26.847 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20172, 2024-08-04T16:44:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9474061 2024-08-04T16:44:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12787, 2024-08-04T16:44:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 726148390 2024-08-04T16:44:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11981, 2024-08-04T16:44:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 356436646 2024-08-04T16:44:26.848 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5327622397 2024-08-04T16:44:26.849 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5730, 2024-08-04T16:44:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 362627169 2024-08-04T16:44:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5727, 2024-08-04T16:44:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3093666868412 2024-08-04T16:44:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5730, 2024-08-04T16:44:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5882175611359 2024-08-04T16:44:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:26.850 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82103, 2024-08-04T16:44:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2199119150913 2024-08-04T16:44:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82103, 2024-08-04T16:44:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9124479 2024-08-04T16:44:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 402784766 2024-08-04T16:44:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26163699412 2024-08-04T16:44:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.851 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 30016594 2024-08-04T16:44:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14126645771 2024-08-04T16:44:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7326801985 2024-08-04T16:44:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7485595 2024-08-04T16:44:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.852 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2576, 2024-08-04T16:44:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13522301 2024-08-04T16:44:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53361253543 2024-08-04T16:44:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8289926147 2024-08-04T16:44:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 575865762 2024-08-04T16:44:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.853 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1406072867 2024-08-04T16:44:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 591454208 2024-08-04T16:44:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 427646976 2024-08-04T16:44:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2601622630 2024-08-04T16:44:26.854 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 163807232 2024-08-04T16:44:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.855 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57345449 2024-08-04T16:44:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8192 2024-08-04T16:44:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 135168 2024-08-04T16:44:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.857 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68340311 2024-08-04T16:44:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 570425344 2024-08-04T16:44:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.858 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 430090870 2024-08-04T16:44:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1360 2024-08-04T16:44:26.859 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 86208 2024-08-04T16:44:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.860 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73138042 2024-08-04T16:44:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:26.861 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 150160 2024-08-04T16:44:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38230299 2024-08-04T16:44:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.862 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.863 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70671445 2024-08-04T16:44:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 503316480 2024-08-04T16:44:26.864 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 430090870 2024-08-04T16:44:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.865 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 172713 2024-08-04T16:44:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1174863 2024-08-04T16:44:26.866 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71878034 2024-08-04T16:44:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.867 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58 2024-08-04T16:44:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.868 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 42 2024-08-04T16:44:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58908 2024-08-04T16:44:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 155425, 2024-08-04T16:44:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6906929070 2024-08-04T16:44:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.869 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1372036643 2024-08-04T16:44:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 58908, 2024-08-04T16:44:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 99546606320 2024-08-04T16:44:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2827718336 2024-08-04T16:44:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:26.870 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 59851, 2024-08-04T16:44:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 43293128515 2024-08-04T16:44:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 58908, 2024-08-04T16:44:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68250481997 2024-08-04T16:44:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28359 2024-08-04T16:44:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28359, 2024-08-04T16:44:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15815920763 2024-08-04T16:44:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:26.871 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2827718336 2024-08-04T16:44:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28822, 2024-08-04T16:44:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5910969295 2024-08-04T16:44:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28359, 2024-08-04T16:44:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8276317764 2024-08-04T16:44:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28560 2024-08-04T16:44:26.872 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 297249594 2024-08-04T16:44:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28560, 2024-08-04T16:44:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 52004762356 2024-08-04T16:44:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:26.873 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28858, 2024-08-04T16:44:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34520640972 2024-08-04T16:44:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28560, 2024-08-04T16:44:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49154974928 2024-08-04T16:44:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1989 2024-08-04T16:44:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:26.874 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1074787049 2024-08-04T16:44:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1989, 2024-08-04T16:44:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31725923201 2024-08-04T16:44:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2171, 2024-08-04T16:44:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2861518248 2024-08-04T16:44:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:26.875 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1989, 2024-08-04T16:44:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10819189305 2024-08-04T16:44:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27 2024-08-04T16:44:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.876 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 598904832 2024-08-04T16:44:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.3": { 2024-08-04T16:44:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13915 2024-08-04T16:44:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.877 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.878 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3805184 2024-08-04T16:44:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 572588032 2024-08-04T16:44:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T16:44:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3840999 2024-08-04T16:44:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:26.879 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T16:44:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1489233 2024-08-04T16:44:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 151, 2024-08-04T16:44:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 602959 2024-08-04T16:44:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 520945664 2024-08-04T16:44:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:26.880 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63644, 2024-08-04T16:44:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5382175206 2024-08-04T16:44:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63654, 2024-08-04T16:44:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10338950718 2024-08-04T16:44:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11395072 2024-08-04T16:44:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 260755456 2024-08-04T16:44:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 533725184 2024-08-04T16:44:26.881 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 41 2024-08-04T16:44:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85270432 2024-08-04T16:44:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:26.882 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3157 2024-08-04T16:44:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74698752 2024-08-04T16:44:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74702848 2024-08-04T16:44:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:26.883 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 228 2024-08-04T16:44:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3157, 2024-08-04T16:44:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17580798 2024-08-04T16:44:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21895046 2024-08-04T16:44:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1211 2024-08-04T16:44:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1208900 2024-08-04T16:44:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.884 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 355 2024-08-04T16:44:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3775525 2024-08-04T16:44:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 499 2024-08-04T16:44:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2566625 2024-08-04T16:44:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2566625 2024-08-04T16:44:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.885 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 146 2024-08-04T16:44:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 499, 2024-08-04T16:44:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1732898 2024-08-04T16:44:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:26.886 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1049 2024-08-04T16:44:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:26.887 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12180 2024-08-04T16:44:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 839434240 2024-08-04T16:44:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.888 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12754944 2024-08-04T16:44:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20117, 2024-08-04T16:44:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57503951 2024-08-04T16:44:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3256, 2024-08-04T16:44:26.889 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 371971169 2024-08-04T16:44:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:26.890 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10215, 2024-08-04T16:44:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 77210486 2024-08-04T16:44:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:26.891 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63608, 2024-08-04T16:44:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13778663563 2024-08-04T16:44:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63055, 2024-08-04T16:44:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1579333104 2024-08-04T16:44:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63608, 2024-08-04T16:44:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 41198551 2024-08-04T16:44:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63608, 2024-08-04T16:44:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13819862114 2024-08-04T16:44:26.892 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17728, 2024-08-04T16:44:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 386726355 2024-08-04T16:44:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1395, 2024-08-04T16:44:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2902995 2024-08-04T16:44:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.893 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4315, 2024-08-04T16:44:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5017709 2024-08-04T16:44:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 41, 2024-08-04T16:44:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56096 2024-08-04T16:44:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6862, 2024-08-04T16:44:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 345136858 2024-08-04T16:44:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 188382 2024-08-04T16:44:26.894 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16817 2024-08-04T16:44:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 24878, 2024-08-04T16:44:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 906689630 2024-08-04T16:44:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67896, 2024-08-04T16:44:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21690270 2024-08-04T16:44:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 43018, 2024-08-04T16:44:26.895 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 409485742 2024-08-04T16:44:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11789, 2024-08-04T16:44:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 303005585 2024-08-04T16:44:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.896 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5137264995 2024-08-04T16:44:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17532, 2024-08-04T16:44:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1021382433 2024-08-04T16:44:26.897 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17531, 2024-08-04T16:44:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2995201481241 2024-08-04T16:44:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17532, 2024-08-04T16:44:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6338502955755 2024-08-04T16:44:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76121, 2024-08-04T16:44:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2305794889084 2024-08-04T16:44:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:26.898 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76121, 2024-08-04T16:44:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8601690 2024-08-04T16:44:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 317797174 2024-08-04T16:44:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25129344591 2024-08-04T16:44:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27300499 2024-08-04T16:44:26.899 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13835177106 2024-08-04T16:44:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6353657496 2024-08-04T16:44:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7491509 2024-08-04T16:44:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2539, 2024-08-04T16:44:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13823693 2024-08-04T16:44:26.900 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 50785946003 2024-08-04T16:44:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7314335481 2024-08-04T16:44:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 524477762 2024-08-04T16:44:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.901 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1406072867 2024-08-04T16:44:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 553943040 2024-08-04T16:44:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 493920256 2024-08-04T16:44:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2601622630 2024-08-04T16:44:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:26.902 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60022784 2024-08-04T16:44:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.903 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57398632 2024-08-04T16:44:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.904 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.905 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68426392 2024-08-04T16:44:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 570425344 2024-08-04T16:44:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.906 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 430489741 2024-08-04T16:44:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1072 2024-08-04T16:44:26.907 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21568 2024-08-04T16:44:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 44464 2024-08-04T16:44:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.908 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 72759635 2024-08-04T16:44:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:26.909 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 288496 2024-08-04T16:44:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38265754 2024-08-04T16:44:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.910 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.911 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70497654 2024-08-04T16:44:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 503316480 2024-08-04T16:44:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.912 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 430489741 2024-08-04T16:44:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.913 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 190334 2024-08-04T16:44:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1169938 2024-08-04T16:44:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.914 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71466467 2024-08-04T16:44:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11 2024-08-04T16:44:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.915 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 48 2024-08-04T16:44:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.916 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28138 2024-08-04T16:44:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 96998, 2024-08-04T16:44:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5665961085 2024-08-04T16:44:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:26.917 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 928691284 2024-08-04T16:44:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28138, 2024-08-04T16:44:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 267110826254 2024-08-04T16:44:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1224546002 2024-08-04T16:44:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 29843, 2024-08-04T16:44:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23237976211 2024-08-04T16:44:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.918 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28138, 2024-08-04T16:44:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60665566590 2024-08-04T16:44:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12511 2024-08-04T16:44:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12511, 2024-08-04T16:44:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 40765932380 2024-08-04T16:44:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:26.919 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1224546002 2024-08-04T16:44:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12622, 2024-08-04T16:44:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3916604074 2024-08-04T16:44:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12511, 2024-08-04T16:44:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3899002739 2024-08-04T16:44:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11884 2024-08-04T16:44:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.920 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 136934729 2024-08-04T16:44:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11884, 2024-08-04T16:44:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 168307207480 2024-08-04T16:44:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.921 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13415, 2024-08-04T16:44:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14959735850 2024-08-04T16:44:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11884, 2024-08-04T16:44:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33707246513 2024-08-04T16:44:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3743 2024-08-04T16:44:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:26.922 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 791756555 2024-08-04T16:44:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3743, 2024-08-04T16:44:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58037686394 2024-08-04T16:44:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3806, 2024-08-04T16:44:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4361636287 2024-08-04T16:44:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:26.923 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3743, 2024-08-04T16:44:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23059317338 2024-08-04T16:44:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 86 2024-08-04T16:44:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T16:44:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:26.924 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 533712896 2024-08-04T16:44:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.4": { 2024-08-04T16:44:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 329565 2024-08-04T16:44:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:26.925 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.926 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9232384 2024-08-04T16:44:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:26.927 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 611729408 2024-08-04T16:44:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T16:44:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7680768 2024-08-04T16:44:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T16:44:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1161593 2024-08-04T16:44:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 155, 2024-08-04T16:44:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 920969 2024-08-04T16:44:26.928 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 660013056 2024-08-04T16:44:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56570, 2024-08-04T16:44:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7909821052 2024-08-04T16:44:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56597, 2024-08-04T16:44:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13167787752 2024-08-04T16:44:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.929 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15650816 2024-08-04T16:44:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 231739392 2024-08-04T16:44:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 668532736 2024-08-04T16:44:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:26.930 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 50 2024-08-04T16:44:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 293491738 2024-08-04T16:44:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14635 2024-08-04T16:44:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 261353472 2024-08-04T16:44:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.931 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 261357568 2024-08-04T16:44:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6024 2024-08-04T16:44:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 14635, 2024-08-04T16:44:26.932 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 117437968 2024-08-04T16:44:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 158333348 2024-08-04T16:44:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10498 2024-08-04T16:44:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2872742 2024-08-04T16:44:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 620 2024-08-04T16:44:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.933 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9159061 2024-08-04T16:44:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 840 2024-08-04T16:44:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6286319 2024-08-04T16:44:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6286319 2024-08-04T16:44:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:26.934 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 227 2024-08-04T16:44:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 840, 2024-08-04T16:44:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3357569 2024-08-04T16:44:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.935 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1035 2024-08-04T16:44:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6291 2024-08-04T16:44:26.936 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 854700032 2024-08-04T16:44:26.937 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12750848 2024-08-04T16:44:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20318, 2024-08-04T16:44:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 61213389 2024-08-04T16:44:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3215, 2024-08-04T16:44:26.938 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 512478310 2024-08-04T16:44:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.939 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10396, 2024-08-04T16:44:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 80576918 2024-08-04T16:44:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56516, 2024-08-04T16:44:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16353527805 2024-08-04T16:44:26.940 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56039, 2024-08-04T16:44:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1473063845 2024-08-04T16:44:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56516, 2024-08-04T16:44:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53815441 2024-08-04T16:44:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56516, 2024-08-04T16:44:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16407343246 2024-08-04T16:44:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:26.941 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23108, 2024-08-04T16:44:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 677411577 2024-08-04T16:44:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 852, 2024-08-04T16:44:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2347516 2024-08-04T16:44:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8928, 2024-08-04T16:44:26.942 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11024483 2024-08-04T16:44:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 47, 2024-08-04T16:44:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 101110 2024-08-04T16:44:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10480, 2024-08-04T16:44:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2596155046 2024-08-04T16:44:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177484 2024-08-04T16:44:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19306 2024-08-04T16:44:26.943 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16760, 2024-08-04T16:44:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1130579775 2024-08-04T16:44:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 52722, 2024-08-04T16:44:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21159415 2024-08-04T16:44:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 35962, 2024-08-04T16:44:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 887951157 2024-08-04T16:44:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.944 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12646, 2024-08-04T16:44:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 307240235 2024-08-04T16:44:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:26.945 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5355626299 2024-08-04T16:44:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 18406, 2024-08-04T16:44:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1105086355 2024-08-04T16:44:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 18404, 2024-08-04T16:44:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2616850806183 2024-08-04T16:44:26.946 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 18406, 2024-08-04T16:44:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6079309090507 2024-08-04T16:44:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67239, 2024-08-04T16:44:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2442812534606 2024-08-04T16:44:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67239, 2024-08-04T16:44:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7528149 2024-08-04T16:44:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:26.947 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 241172945 2024-08-04T16:44:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27601335623 2024-08-04T16:44:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25611053 2024-08-04T16:44:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13262285587 2024-08-04T16:44:26.948 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6253097636 2024-08-04T16:44:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7486310 2024-08-04T16:44:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2540, 2024-08-04T16:44:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13361615 2024-08-04T16:44:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 52724538802 2024-08-04T16:44:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:26.949 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7102505089 2024-08-04T16:44:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 415233576 2024-08-04T16:44:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1405137013 2024-08-04T16:44:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.950 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 607043584 2024-08-04T16:44:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 462348288 2024-08-04T16:44:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600521625 2024-08-04T16:44:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 144695296 2024-08-04T16:44:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.951 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56833677 2024-08-04T16:44:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.952 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53248 2024-08-04T16:44:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 770048 2024-08-04T16:44:26.953 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68172147 2024-08-04T16:44:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.954 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426252583 2024-08-04T16:44:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.955 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2160 2024-08-04T16:44:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 127120 2024-08-04T16:44:26.956 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 272 2024-08-04T16:44:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.957 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68545737 2024-08-04T16:44:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 157312 2024-08-04T16:44:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.958 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37889118 2024-08-04T16:44:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.959 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.960 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71005474 2024-08-04T16:44:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 494927872 2024-08-04T16:44:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:26.961 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426252583 2024-08-04T16:44:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.962 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 184410 2024-08-04T16:44:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1150272 2024-08-04T16:44:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.963 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67340607 2024-08-04T16:44:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32 2024-08-04T16:44:26.964 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49 2024-08-04T16:44:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.965 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34973 2024-08-04T16:44:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 97839, 2024-08-04T16:44:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6782797878 2024-08-04T16:44:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:26.966 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1016979236 2024-08-04T16:44:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 34973, 2024-08-04T16:44:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58418818796 2024-08-04T16:44:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1414963913 2024-08-04T16:44:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 35818, 2024-08-04T16:44:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12599478329 2024-08-04T16:44:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:26.967 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 34973, 2024-08-04T16:44:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28886913214 2024-08-04T16:44:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26098 2024-08-04T16:44:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26098, 2024-08-04T16:44:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11106557065 2024-08-04T16:44:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1414963913 2024-08-04T16:44:26.968 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26412, 2024-08-04T16:44:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4930871651 2024-08-04T16:44:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26098, 2024-08-04T16:44:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5304024172 2024-08-04T16:44:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4955 2024-08-04T16:44:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 147420224 2024-08-04T16:44:26.969 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4955, 2024-08-04T16:44:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8310486536 2024-08-04T16:44:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:26.970 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5388, 2024-08-04T16:44:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3149983689 2024-08-04T16:44:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4955, 2024-08-04T16:44:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6815504402 2024-08-04T16:44:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3920 2024-08-04T16:44:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 869559012 2024-08-04T16:44:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.971 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3920, 2024-08-04T16:44:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 39001775195 2024-08-04T16:44:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4018, 2024-08-04T16:44:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4518622989 2024-08-04T16:44:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:26.972 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3920, 2024-08-04T16:44:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16767384640 2024-08-04T16:44:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19 2024-08-04T16:44:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17 2024-08-04T16:44:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:26.973 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 672780288 2024-08-04T16:44:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.5": { 2024-08-04T16:44:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23673 2024-08-04T16:44:26.974 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.975 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11546624 2024-08-04T16:44:26.976 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 819830784 2024-08-04T16:44:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20, 2024-08-04T16:44:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3951530 2024-08-04T16:44:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20, 2024-08-04T16:44:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1408225 2024-08-04T16:44:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 218, 2024-08-04T16:44:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 900339 2024-08-04T16:44:26.977 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 814350336 2024-08-04T16:44:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85275, 2024-08-04T16:44:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10838405627 2024-08-04T16:44:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85278, 2024-08-04T16:44:26.978 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17576759916 2024-08-04T16:44:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16764928 2024-08-04T16:44:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 349286400 2024-08-04T16:44:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 810090496 2024-08-04T16:44:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.979 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57 2024-08-04T16:44:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 416767556 2024-08-04T16:44:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21472 2024-08-04T16:44:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 356380672 2024-08-04T16:44:26.980 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 356384768 2024-08-04T16:44:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9801 2024-08-04T16:44:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:26.981 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21472, 2024-08-04T16:44:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 174209380 2024-08-04T16:44:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 276330583 2024-08-04T16:44:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17174 2024-08-04T16:44:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4490172 2024-08-04T16:44:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 909 2024-08-04T16:44:26.982 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11449418 2024-08-04T16:44:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1359 2024-08-04T16:44:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6959246 2024-08-04T16:44:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6959246 2024-08-04T16:44:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:26.983 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 461 2024-08-04T16:44:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1359, 2024-08-04T16:44:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4925986 2024-08-04T16:44:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.984 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 810 2024-08-04T16:44:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5658 2024-08-04T16:44:26.985 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1183698944 2024-08-04T16:44:26.986 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16949248 2024-08-04T16:44:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23224, 2024-08-04T16:44:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74097964 2024-08-04T16:44:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:26.987 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3243, 2024-08-04T16:44:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 596804604 2024-08-04T16:44:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.988 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13076, 2024-08-04T16:44:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 91687711 2024-08-04T16:44:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85200, 2024-08-04T16:44:26.989 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21853702220 2024-08-04T16:44:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 84699, 2024-08-04T16:44:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1806308556 2024-08-04T16:44:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85200, 2024-08-04T16:44:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 50629760 2024-08-04T16:44:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85200, 2024-08-04T16:44:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21904331980 2024-08-04T16:44:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.990 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 231604, 2024-08-04T16:44:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1487000566 2024-08-04T16:44:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 872, 2024-08-04T16:44:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2812123 2024-08-04T16:44:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 134928, 2024-08-04T16:44:26.991 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 52066240 2024-08-04T16:44:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 49, 2024-08-04T16:44:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 81165 2024-08-04T16:44:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16409, 2024-08-04T16:44:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3136415717 2024-08-04T16:44:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 439934 2024-08-04T16:44:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20760 2024-08-04T16:44:26.992 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12231, 2024-08-04T16:44:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1021877201 2024-08-04T16:44:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33886, 2024-08-04T16:44:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11730443 2024-08-04T16:44:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21655, 2024-08-04T16:44:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 960787625 2024-08-04T16:44:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.993 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15456, 2024-08-04T16:44:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 423590131 2024-08-04T16:44:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:26.994 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9837105596 2024-08-04T16:44:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8748, 2024-08-04T16:44:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 533381878 2024-08-04T16:44:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:26.995 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8746, 2024-08-04T16:44:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2707889479841 2024-08-04T16:44:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8748, 2024-08-04T16:44:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6591965350721 2024-08-04T16:44:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100726, 2024-08-04T16:44:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2793278686086 2024-08-04T16:44:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100726, 2024-08-04T16:44:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11665016 2024-08-04T16:44:26.996 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 387466842 2024-08-04T16:44:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38543347634 2024-08-04T16:44:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 36194753 2024-08-04T16:44:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.997 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18995334606 2024-08-04T16:44:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8942808364 2024-08-04T16:44:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11685818 2024-08-04T16:44:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2499, 2024-08-04T16:44:26.998 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12781623 2024-08-04T16:44:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 76722799794 2024-08-04T16:44:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10041308993 2024-08-04T16:44:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 800889844 2024-08-04T16:44:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:26.999 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1405137013 2024-08-04T16:44:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 647258112 2024-08-04T16:44:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 643252224 2024-08-04T16:44:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600521625 2024-08-04T16:44:27.000 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4005888 2024-08-04T16:44:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.001 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56586696 2024-08-04T16:44:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.002 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20480 2024-08-04T16:44:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32768 2024-08-04T16:44:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:27.003 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69189176 2024-08-04T16:44:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:27.004 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 424400222 2024-08-04T16:44:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:27.005 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2896 2024-08-04T16:44:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 194112 2024-08-04T16:44:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.006 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70330642 2024-08-04T16:44:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:27.007 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 313216 2024-08-04T16:44:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37724464 2024-08-04T16:44:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.008 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:27.009 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71014224 2024-08-04T16:44:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:27.010 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 494927872 2024-08-04T16:44:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 424400222 2024-08-04T16:44:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.011 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 182368 2024-08-04T16:44:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:27.012 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1142576 2024-08-04T16:44:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69202706 2024-08-04T16:44:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.013 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:27.014 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58 2024-08-04T16:44:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28692 2024-08-04T16:44:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 112041, 2024-08-04T16:44:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9537758674 2024-08-04T16:44:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.015 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 930079448 2024-08-04T16:44:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28692, 2024-08-04T16:44:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38814551695 2024-08-04T16:44:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1117384077 2024-08-04T16:44:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 29435, 2024-08-04T16:44:27.016 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17197223310 2024-08-04T16:44:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28692, 2024-08-04T16:44:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28605439652 2024-08-04T16:44:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20337 2024-08-04T16:44:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20337, 2024-08-04T16:44:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13325955320 2024-08-04T16:44:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:27.017 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1117384077 2024-08-04T16:44:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20455, 2024-08-04T16:44:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10478044520 2024-08-04T16:44:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20337, 2024-08-04T16:44:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9825162656 2024-08-04T16:44:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:27.018 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7458 2024-08-04T16:44:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 238157102 2024-08-04T16:44:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7458, 2024-08-04T16:44:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18673960620 2024-08-04T16:44:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.019 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7934, 2024-08-04T16:44:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5242800052 2024-08-04T16:44:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7458, 2024-08-04T16:44:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13625800826 2024-08-04T16:44:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 897 2024-08-04T16:44:27.020 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 691922346 2024-08-04T16:44:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 897, 2024-08-04T16:44:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6814635755 2024-08-04T16:44:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1046, 2024-08-04T16:44:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1476378738 2024-08-04T16:44:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.021 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 897, 2024-08-04T16:44:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5154476170 2024-08-04T16:44:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19 2024-08-04T16:44:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.022 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 831315968 2024-08-04T16:44:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.6": { 2024-08-04T16:44:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34151 2024-08-04T16:44:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:27.023 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:27.024 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9289728 2024-08-04T16:44:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 613134336 2024-08-04T16:44:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.025 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T16:44:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3198841 2024-08-04T16:44:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T16:44:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1067088 2024-08-04T16:44:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 164, 2024-08-04T16:44:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 653555 2024-08-04T16:44:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:27.026 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 591921152 2024-08-04T16:44:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61274, 2024-08-04T16:44:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8143230798 2024-08-04T16:44:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61296, 2024-08-04T16:44:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13334693153 2024-08-04T16:44:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:27.027 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1646592 2024-08-04T16:44:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 251015168 2024-08-04T16:44:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 613220352 2024-08-04T16:44:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.028 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49 2024-08-04T16:44:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 364021947 2024-08-04T16:44:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20268 2024-08-04T16:44:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 343629824 2024-08-04T16:44:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 343633920 2024-08-04T16:44:27.029 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11488 2024-08-04T16:44:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20268, 2024-08-04T16:44:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 173887298 2024-08-04T16:44:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.030 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 233474595 2024-08-04T16:44:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16272 2024-08-04T16:44:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3338758 2024-08-04T16:44:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 894 2024-08-04T16:44:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:27.031 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9167673 2024-08-04T16:44:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1149 2024-08-04T16:44:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5828915 2024-08-04T16:44:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5828915 2024-08-04T16:44:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.032 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 265 2024-08-04T16:44:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1149, 2024-08-04T16:44:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2794830 2024-08-04T16:44:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.033 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 654 2024-08-04T16:44:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5895 2024-08-04T16:44:27.034 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 875720704 2024-08-04T16:44:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.035 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13340672 2024-08-04T16:44:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16851, 2024-08-04T16:44:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45525516 2024-08-04T16:44:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3158, 2024-08-04T16:44:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 507791919 2024-08-04T16:44:27.036 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.037 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 18351, 2024-08-04T16:44:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 131136846 2024-08-04T16:44:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61221, 2024-08-04T16:44:27.038 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16504192873 2024-08-04T16:44:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 60767, 2024-08-04T16:44:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1353816567 2024-08-04T16:44:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61221, 2024-08-04T16:44:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 35467071 2024-08-04T16:44:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61221, 2024-08-04T16:44:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16539659944 2024-08-04T16:44:27.039 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 27291, 2024-08-04T16:44:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 457690526 2024-08-04T16:44:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 812, 2024-08-04T16:44:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2285026 2024-08-04T16:44:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.040 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10176, 2024-08-04T16:44:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11430297 2024-08-04T16:44:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 43, 2024-08-04T16:44:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60904 2024-08-04T16:44:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11772, 2024-08-04T16:44:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2817396930 2024-08-04T16:44:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 205342 2024-08-04T16:44:27.041 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18637 2024-08-04T16:44:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26993, 2024-08-04T16:44:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1693515520 2024-08-04T16:44:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69621, 2024-08-04T16:44:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26554224 2024-08-04T16:44:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 42628, 2024-08-04T16:44:27.042 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1298290544 2024-08-04T16:44:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11541, 2024-08-04T16:44:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 315105710 2024-08-04T16:44:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:27.043 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8565979045 2024-08-04T16:44:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13708, 2024-08-04T16:44:27.044 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 675440043 2024-08-04T16:44:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13706, 2024-08-04T16:44:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2517382699995 2024-08-04T16:44:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13708, 2024-08-04T16:44:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5512874400319 2024-08-04T16:44:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74538, 2024-08-04T16:44:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2650974434528 2024-08-04T16:44:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:27.045 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74538, 2024-08-04T16:44:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7978058 2024-08-04T16:44:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 440086765 2024-08-04T16:44:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 29767748695 2024-08-04T16:44:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27991204 2024-08-04T16:44:27.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14430335004 2024-08-04T16:44:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6308402332 2024-08-04T16:44:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:27.047 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8081773 2024-08-04T16:44:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2452, 2024-08-04T16:44:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12965578 2024-08-04T16:44:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 59524777185 2024-08-04T16:44:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:27.048 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7183738441 2024-08-04T16:44:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74540, 2024-08-04T16:44:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 716498181 2024-08-04T16:44:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1405137013 2024-08-04T16:44:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 490094592 2024-08-04T16:44:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.049 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 444792832 2024-08-04T16:44:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600521625 2024-08-04T16:44:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45301760 2024-08-04T16:44:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.050 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56881322 2024-08-04T16:44:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:27.051 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20480 2024-08-04T16:44:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 659456 2024-08-04T16:44:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.052 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68267862 2024-08-04T16:44:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:27.053 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426609918 2024-08-04T16:44:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.054 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2384 2024-08-04T16:44:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 171440 2024-08-04T16:44:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68144130 2024-08-04T16:44:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.056 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 324096 2024-08-04T16:44:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37920881 2024-08-04T16:44:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70806927 2024-08-04T16:44:27.059 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 503316480 2024-08-04T16:44:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:27.060 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426609918 2024-08-04T16:44:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:27.061 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 192755 2024-08-04T16:44:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1179331 2024-08-04T16:44:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 75334476 2024-08-04T16:44:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 44 2024-08-04T16:44:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 51 2024-08-04T16:44:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60150 2024-08-04T16:44:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.064 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 120655, 2024-08-04T16:44:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6958390542 2024-08-04T16:44:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1275150838 2024-08-04T16:44:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 60150, 2024-08-04T16:44:27.065 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58960862284 2024-08-04T16:44:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2244057673 2024-08-04T16:44:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 60880, 2024-08-04T16:44:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16056001647 2024-08-04T16:44:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 60150, 2024-08-04T16:44:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32908968456 2024-08-04T16:44:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:27.066 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 51466 2024-08-04T16:44:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 51466, 2024-08-04T16:44:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15266367319 2024-08-04T16:44:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2244057673 2024-08-04T16:44:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 51752, 2024-08-04T16:44:27.067 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8200653910 2024-08-04T16:44:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 51466, 2024-08-04T16:44:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8714288247 2024-08-04T16:44:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4525 2024-08-04T16:44:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 207640383 2024-08-04T16:44:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4525, 2024-08-04T16:44:27.068 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9679010840 2024-08-04T16:44:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4827, 2024-08-04T16:44:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2930806806 2024-08-04T16:44:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.069 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4525, 2024-08-04T16:44:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6756577108 2024-08-04T16:44:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4159 2024-08-04T16:44:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1067510455 2024-08-04T16:44:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4159, 2024-08-04T16:44:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34015484125 2024-08-04T16:44:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.070 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4301, 2024-08-04T16:44:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4924540931 2024-08-04T16:44:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4159, 2024-08-04T16:44:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17438103101 2024-08-04T16:44:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.071 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 605278208 2024-08-04T16:44:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.072 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.7": { 2024-08-04T16:44:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 22230 2024-08-04T16:44:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.073 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:27.074 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7786496 2024-08-04T16:44:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 635838464 2024-08-04T16:44:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16, 2024-08-04T16:44:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3485394 2024-08-04T16:44:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:27.075 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16, 2024-08-04T16:44:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1262065 2024-08-04T16:44:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 169, 2024-08-04T16:44:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 689624 2024-08-04T16:44:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 594542592 2024-08-04T16:44:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65806, 2024-08-04T16:44:27.076 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8548156498 2024-08-04T16:44:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65800, 2024-08-04T16:44:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13882399538 2024-08-04T16:44:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3538944 2024-08-04T16:44:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 269537280 2024-08-04T16:44:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 611581952 2024-08-04T16:44:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.077 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47 2024-08-04T16:44:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314990321 2024-08-04T16:44:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:27.078 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17271 2024-08-04T16:44:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 257646592 2024-08-04T16:44:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 257650688 2024-08-04T16:44:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:27.079 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6239 2024-08-04T16:44:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17271, 2024-08-04T16:44:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 114842294 2024-08-04T16:44:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 184995808 2024-08-04T16:44:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13292 2024-08-04T16:44:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2439135 2024-08-04T16:44:27.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 634 2024-08-04T16:44:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7717737 2024-08-04T16:44:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 945 2024-08-04T16:44:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5278602 2024-08-04T16:44:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:27.081 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5278602 2024-08-04T16:44:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 316 2024-08-04T16:44:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 945, 2024-08-04T16:44:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2998025 2024-08-04T16:44:27.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 720 2024-08-04T16:44:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.083 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6690 2024-08-04T16:44:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.084 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 915591168 2024-08-04T16:44:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17526784 2024-08-04T16:44:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20677, 2024-08-04T16:44:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 55931622 2024-08-04T16:44:27.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3191, 2024-08-04T16:44:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 512592557 2024-08-04T16:44:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15518, 2024-08-04T16:44:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 115204726 2024-08-04T16:44:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:27.087 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65745, 2024-08-04T16:44:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17289881842 2024-08-04T16:44:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65296, 2024-08-04T16:44:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1514704668 2024-08-04T16:44:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65745, 2024-08-04T16:44:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45415180 2024-08-04T16:44:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.088 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65745, 2024-08-04T16:44:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17335297022 2024-08-04T16:44:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 27199, 2024-08-04T16:44:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 587275021 2024-08-04T16:44:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 765, 2024-08-04T16:44:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2173166 2024-08-04T16:44:27.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7417, 2024-08-04T16:44:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8524242 2024-08-04T16:44:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 50, 2024-08-04T16:44:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71330 2024-08-04T16:44:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13128, 2024-08-04T16:44:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2265836869 2024-08-04T16:44:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.090 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 201169 2024-08-04T16:44:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18078 2024-08-04T16:44:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8260, 2024-08-04T16:44:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1112440781 2024-08-04T16:44:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 34797, 2024-08-04T16:44:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10262752 2024-08-04T16:44:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.091 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26537, 2024-08-04T16:44:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 999318880 2024-08-04T16:44:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12785, 2024-08-04T16:44:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 345086967 2024-08-04T16:44:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.092 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9577895586 2024-08-04T16:44:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.093 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15855, 2024-08-04T16:44:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 843972201 2024-08-04T16:44:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15855, 2024-08-04T16:44:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2775922008714 2024-08-04T16:44:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15855, 2024-08-04T16:44:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5953487435701 2024-08-04T16:44:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:27.094 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2664335798150 2024-08-04T16:44:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8556006 2024-08-04T16:44:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 451838901 2024-08-04T16:44:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31636457367 2024-08-04T16:44:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.095 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 29071241 2024-08-04T16:44:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14942861772 2024-08-04T16:44:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6738080325 2024-08-04T16:44:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:27.096 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12270859 2024-08-04T16:44:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2384, 2024-08-04T16:44:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12077540 2024-08-04T16:44:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 63360350513 2024-08-04T16:44:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7703714703 2024-08-04T16:44:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:27.097 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 691237772 2024-08-04T16:44:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1405137013 2024-08-04T16:44:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 613900288 2024-08-04T16:44:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 577208320 2024-08-04T16:44:27.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600521625 2024-08-04T16:44:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 36691968 2024-08-04T16:44:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56957851 2024-08-04T16:44:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24576 2024-08-04T16:44:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 126976 2024-08-04T16:44:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:27.101 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68719717 2024-08-04T16:44:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:27.102 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 427183887 2024-08-04T16:44:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T16:44:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:27.103 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 140576 2024-08-04T16:44:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:27.104 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67601281 2024-08-04T16:44:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:27.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 306976 2024-08-04T16:44:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37971901 2024-08-04T16:44:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:27.106 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.107 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70773027 2024-08-04T16:44:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 503316480 2024-08-04T16:44:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.108 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 427183887 2024-08-04T16:44:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 188387 2024-08-04T16:44:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:27.110 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1165132 2024-08-04T16:44:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74779074 2024-08-04T16:44:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45 2024-08-04T16:44:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:27.112 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 59 2024-08-04T16:44:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37067 2024-08-04T16:44:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 106424, 2024-08-04T16:44:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7804404612 2024-08-04T16:44:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.113 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1040252346 2024-08-04T16:44:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 37067, 2024-08-04T16:44:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69676774800 2024-08-04T16:44:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1721541316 2024-08-04T16:44:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.114 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 37408, 2024-08-04T16:44:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16222651810 2024-08-04T16:44:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 37067, 2024-08-04T16:44:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 29432132241 2024-08-04T16:44:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23840 2024-08-04T16:44:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23840, 2024-08-04T16:44:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18720956445 2024-08-04T16:44:27.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1721541316 2024-08-04T16:44:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23867, 2024-08-04T16:44:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4848702131 2024-08-04T16:44:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23840, 2024-08-04T16:44:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5582063434 2024-08-04T16:44:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.116 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11717 2024-08-04T16:44:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 149334399 2024-08-04T16:44:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11717, 2024-08-04T16:44:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18028096624 2024-08-04T16:44:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11935, 2024-08-04T16:44:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9036193588 2024-08-04T16:44:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11717, 2024-08-04T16:44:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15877461025 2024-08-04T16:44:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1510 2024-08-04T16:44:27.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 890917947 2024-08-04T16:44:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1510, 2024-08-04T16:44:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32927721731 2024-08-04T16:44:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1606, 2024-08-04T16:44:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2337756091 2024-08-04T16:44:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.119 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1510, 2024-08-04T16:44:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7972607782 2024-08-04T16:44:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.120 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 612089856 2024-08-04T16:44:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "pools": [ 2024-08-04T16:44:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr" 2024-08-04T16:44:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T16:44:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T16:44:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T16:44:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T16:44:27.121 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T16:44:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 1, 2024-08-04T16:44:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 1, 2024-08-04T16:44:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 1, 2024-08-04T16:44:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T16:44:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T16:44:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 722252212490, 2024-08-04T16:44:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 1781760, 2024-08-04T16:44:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T16:44:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T16:44:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 1781760, 2024-08-04T16:44:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T16:44:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 240750739456, 2024-08-04T16:44:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 2, 2024-08-04T16:44:27.122 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T16:44:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 2.4669438971614e-06, 2024-08-04T16:44:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T16:44:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T16:44:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 1430, 2024-08-04T16:44:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 2256896, 2024-08-04T16:44:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 590368, 2024-08-04T16:44:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 590368, 2024-08-04T16:44:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T16:44:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 1771104, 2024-08-04T16:44:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 447, 2024-08-04T16:44:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 2473984 2024-08-04T16:44:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T16:44:27.123 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T16:44:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T16:44:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T16:44:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T16:44:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T16:44:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T16:44:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T16:44:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T16:44:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 32, 2024-08-04T16:44:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 32, 2024-08-04T16:44:27.124 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 2, 2024-08-04T16:44:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T16:44:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T16:44:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 722252212490, 2024-08-04T16:44:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 155746, 2024-08-04T16:44:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T16:44:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T16:44:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 110592, 2024-08-04T16:44:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T16:44:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 240750739456, 2024-08-04T16:44:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 22, 2024-08-04T16:44:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 45154, 2024-08-04T16:44:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 2.1563931795753888e-07, 2024-08-04T16:44:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T16:44:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T16:44:27.125 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 79, 2024-08-04T16:44:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 88064, 2024-08-04T16:44:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 21647, 2024-08-04T16:44:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 6596, 2024-08-04T16:44:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 15051, 2024-08-04T16:44:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 64941, 2024-08-04T16:44:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 68, 2024-08-04T16:44:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 35840 2024-08-04T16:44:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T16:44:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T16:44:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T16:44:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.126 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T16:44:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T16:44:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T16:44:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T16:44:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T16:44:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T16:44:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 64, 2024-08-04T16:44:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 64, 2024-08-04T16:44:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 3, 2024-08-04T16:44:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T16:44:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T16:44:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 722252212490, 2024-08-04T16:44:27.127 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 0, 2024-08-04T16:44:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T16:44:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T16:44:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 0, 2024-08-04T16:44:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T16:44:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 240750739456, 2024-08-04T16:44:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 0, 2024-08-04T16:44:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T16:44:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 0.0, 2024-08-04T16:44:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T16:44:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T16:44:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 0, 2024-08-04T16:44:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 0, 2024-08-04T16:44:27.128 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 0, 2024-08-04T16:44:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 0, 2024-08-04T16:44:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T16:44:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 0, 2024-08-04T16:44:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 0, 2024-08-04T16:44:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 0 2024-08-04T16:44:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T16:44:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T16:44:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T16:44:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd" 2024-08-04T16:44:27.129 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T16:44:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T16:44:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T16:44:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T16:44:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T16:44:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 8, 2024-08-04T16:44:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 8, 2024-08-04T16:44:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 4, 2024-08-04T16:44:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T16:44:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T16:44:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 722252212490, 2024-08-04T16:44:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 12595200, 2024-08-04T16:44:27.130 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T16:44:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T16:44:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 12595200, 2024-08-04T16:44:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T16:44:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 240750739456, 2024-08-04T16:44:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 4, 2024-08-04T16:44:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T16:44:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 1.7438480426790193e-05, 2024-08-04T16:44:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T16:44:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T16:44:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 9014, 2024-08-04T16:44:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 3108116480, 2024-08-04T16:44:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 4194323, 2024-08-04T16:44:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 4194323, 2024-08-04T16:44:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T16:44:27.131 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 12582969, 2024-08-04T16:44:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 24354, 2024-08-04T16:44:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 3218275328 2024-08-04T16:44:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T16:44:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T16:44:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T16:44:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd": { 2024-08-04T16:44:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "mirroring_by_pool": [ 2024-08-04T16:44:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: false 2024-08-04T16:44:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.132 INFO:tasks.workunit.client.0.smithi007.stdout: "num_images_by_pool": [ 2024-08-04T16:44:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pools": 1 2024-08-04T16:44:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "report_id": "10ee5500-78eb-4166-8510-cfa3c036bb51", 2024-08-04T16:44:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "report_timestamp": "2024-08-04T16:44:24.891103", 2024-08-04T16:44:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "report_version": 1, 2024-08-04T16:44:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_stats": { 2024-08-04T16:44:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "7.9.2" 2024-08-04T16:44:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "rook": { 2024-08-04T16:44:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster": { 2024-08-04T16:44:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "external-mode": null, 2024-08-04T16:44:27.133 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "allow-multiple-per-node": null, 2024-08-04T16:44:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "count": null, 2024-08-04T16:44:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "max-id": null, 2024-08-04T16:44:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "pvc": { 2024-08-04T16:44:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "enabled": null 2024-08-04T16:44:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "stretch": { 2024-08-04T16:44:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "enabled": null 2024-08-04T16:44:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "network": { 2024-08-04T16:44:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: "provider": null 2024-08-04T16:44:27.134 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "storage": { 2024-08-04T16:44:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "device-set": { 2024-08-04T16:44:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T16:44:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "non-portable": null, 2024-08-04T16:44:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "portable": null, 2024-08-04T16:44:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "total": null 2024-08-04T16:44:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "csi": { 2024-08-04T16:44:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T16:44:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "kubernetes": { 2024-08-04T16:44:27.135 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T16:44:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "node": { 2024-08-04T16:44:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T16:44:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "kubernetes-total": null, 2024-08-04T16:44:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "with-ceph-daemons": null, 2024-08-04T16:44:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-cephfs-plugin": null, 2024-08-04T16:44:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-nfs-plugin": null, 2024-08-04T16:44:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-rbd-plugin": null 2024-08-04T16:44:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "usage": { 2024-08-04T16:44:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "storage-class": { 2024-08-04T16:44:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T16:44:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket": null, 2024-08-04T16:44:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs": null, 2024-08-04T16:44:27.136 INFO:tasks.workunit.client.0.smithi007.stdout: "nfs": null, 2024-08-04T16:44:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd": null, 2024-08-04T16:44:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: "total": null 2024-08-04T16:44:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T16:44:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: "services": {}, 2024-08-04T16:44:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_per_pg": [ 2024-08-04T16:44:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.137 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.995580+0000", 2024-08-04T16:44:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.995580+0000", 2024-08-04T16:44:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.995964+0000", 2024-08-04T16:44:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:27.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 5, 2024-08-04T16:44:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.139 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 5, 2024-08-04T16:44:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1f", 2024-08-04T16:44:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.140 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5321, 2024-08-04T16:44:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:42:34.107925+0000", 2024-08-04T16:44:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 570, 2024-08-04T16:44:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 4, 2024-08-04T16:44:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 4, 2024-08-04T16:44:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 4, 2024-08-04T16:44:27.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T16:44:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'5" 2024-08-04T16:44:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.144 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.605369+0000", 2024-08-04T16:44:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.605369+0000", 2024-08-04T16:44:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.605725+0000", 2024-08-04T16:44:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:27.145 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.146 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1e", 2024-08-04T16:44:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.147 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5196, 2024-08-04T16:44:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:10:09.249609+0000", 2024-08-04T16:44:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.148 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:27.151 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.152 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.559013+0000", 2024-08-04T16:44:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.559013+0000", 2024-08-04T16:44:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.559407+0000", 2024-08-04T16:44:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.154 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1e", 2024-08-04T16:44:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5221, 2024-08-04T16:44:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:19:40.210151+0000", 2024-08-04T16:44:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.155 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.158 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'2" 2024-08-04T16:44:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.159 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.564363+0000", 2024-08-04T16:44:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.564363+0000", 2024-08-04T16:44:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.565903+0000", 2024-08-04T16:44:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:27.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.161 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1f", 2024-08-04T16:44:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5309, 2024-08-04T16:44:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:58:56.154542+0000", 2024-08-04T16:44:27.162 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.166 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.996506+0000", 2024-08-04T16:44:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.996506+0000", 2024-08-04T16:44:27.167 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.996852+0000", 2024-08-04T16:44:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:27.168 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1d", 2024-08-04T16:44:27.169 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5072, 2024-08-04T16:44:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:15:47.574170+0000", 2024-08-04T16:44:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:27.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 6, 2024-08-04T16:44:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 6, 2024-08-04T16:44:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.173 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.174 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.592273+0000", 2024-08-04T16:44:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.592273+0000", 2024-08-04T16:44:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.592563+0000", 2024-08-04T16:44:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:27.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.176 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1c", 2024-08-04T16:44:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5233, 2024-08-04T16:44:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:35:58.659612+0000", 2024-08-04T16:44:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.177 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.180 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.181 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.997073+0000", 2024-08-04T16:44:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.997073+0000", 2024-08-04T16:44:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.999350+0000", 2024-08-04T16:44:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:27.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.183 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1c", 2024-08-04T16:44:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.184 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5081, 2024-08-04T16:44:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:59:02.952879+0000", 2024-08-04T16:44:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 6, 2024-08-04T16:44:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 6, 2024-08-04T16:44:27.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.188 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.189 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.606734+0000", 2024-08-04T16:44:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.606734+0000", 2024-08-04T16:44:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.607069+0000", 2024-08-04T16:44:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:27.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.191 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1d", 2024-08-04T16:44:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5137, 2024-08-04T16:44:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:14:54.651084+0000", 2024-08-04T16:44:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.195 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.196 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.598321+0000", 2024-08-04T16:44:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.598321+0000", 2024-08-04T16:44:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.601968+0000", 2024-08-04T16:44:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:27.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.198 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.a", 2024-08-04T16:44:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.199 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5108, 2024-08-04T16:44:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:09:25.602464+0000", 2024-08-04T16:44:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.203 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:27.204 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.001423+0000", 2024-08-04T16:44:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.001423+0000", 2024-08-04T16:44:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.001779+0000", 2024-08-04T16:44:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3, 2024-08-04T16:44:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3, 2024-08-04T16:44:27.206 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.b", 2024-08-04T16:44:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5084, 2024-08-04T16:44:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:41:09.568210+0000", 2024-08-04T16:44:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.207 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:27.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 2, 2024-08-04T16:44:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 2, 2024-08-04T16:44:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T16:44:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:27.210 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'3" 2024-08-04T16:44:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.211 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.579001+0000", 2024-08-04T16:44:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.579001+0000", 2024-08-04T16:44:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.580710+0000", 2024-08-04T16:44:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:27.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.213 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.b", 2024-08-04T16:44:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5212, 2024-08-04T16:44:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:56:41.476616+0000", 2024-08-04T16:44:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.214 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.217 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.218 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.988647+0000", 2024-08-04T16:44:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.988647+0000", 2024-08-04T16:44:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989008+0000", 2024-08-04T16:44:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.219 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.220 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.a", 2024-08-04T16:44:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5269, 2024-08-04T16:44:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.221 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:29:06.660365+0000", 2024-08-04T16:44:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.222 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.225 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.983152+0000", 2024-08-04T16:44:27.226 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.983152+0000", 2024-08-04T16:44:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.983507+0000", 2024-08-04T16:44:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:27.227 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.8", 2024-08-04T16:44:27.228 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5204, 2024-08-04T16:44:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:57:32.109306+0000", 2024-08-04T16:44:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.229 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.230 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.232 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.233 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990422+0000", 2024-08-04T16:44:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990422+0000", 2024-08-04T16:44:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.990739+0000", 2024-08-04T16:44:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:27.234 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.235 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.9", 2024-08-04T16:44:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5269, 2024-08-04T16:44:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:23:04.269113+0000", 2024-08-04T16:44:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.236 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.237 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.238 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.239 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.240 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.988381+0000", 2024-08-04T16:44:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.988381+0000", 2024-08-04T16:44:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.988700+0000", 2024-08-04T16:44:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.241 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.242 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.9", 2024-08-04T16:44:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5188, 2024-08-04T16:44:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:12:06.600745+0000", 2024-08-04T16:44:27.243 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.244 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.245 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.246 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.247 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990887+0000", 2024-08-04T16:44:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990887+0000", 2024-08-04T16:44:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991166+0000", 2024-08-04T16:44:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.248 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.249 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.8", 2024-08-04T16:44:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.250 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5077, 2024-08-04T16:44:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:42:49.219849+0000", 2024-08-04T16:44:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.251 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.252 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.254 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:27.255 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.587141+0000", 2024-08-04T16:44:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.587141+0000", 2024-08-04T16:44:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.587773+0000", 2024-08-04T16:44:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:27.256 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.6", 2024-08-04T16:44:27.257 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5308, 2024-08-04T16:44:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:14:53.073819+0000", 2024-08-04T16:44:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.258 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.259 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.260 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.261 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.262 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.992709+0000", 2024-08-04T16:44:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.992709+0000", 2024-08-04T16:44:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.993041+0000", 2024-08-04T16:44:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:27.263 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:27.264 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.7", 2024-08-04T16:44:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5085, 2024-08-04T16:44:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:09:32.967441+0000", 2024-08-04T16:44:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.265 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.266 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.267 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 6, 2024-08-04T16:44:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 6, 2024-08-04T16:44:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.268 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:27.269 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.594776+0000", 2024-08-04T16:44:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.594776+0000", 2024-08-04T16:44:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.760301+0000", 2024-08-04T16:44:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.270 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3088, 2024-08-04T16:44:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.271 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3088, 2024-08-04T16:44:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.1", 2024-08-04T16:44:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 8818, 2024-08-04T16:44:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.272 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:18:47.448860+0000", 2024-08-04T16:44:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.005285555, 2024-08-04T16:44:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.273 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.274 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 737, 2024-08-04T16:44:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 385133, 2024-08-04T16:44:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.275 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3082, 2024-08-04T16:44:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 401753 2024-08-04T16:44:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:27.276 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3088" 2024-08-04T16:44:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.277 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.986938+0000", 2024-08-04T16:44:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.986938+0000", 2024-08-04T16:44:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.987298+0000", 2024-08-04T16:44:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:27.278 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.279 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.7", 2024-08-04T16:44:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5213, 2024-08-04T16:44:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:30:23.430044+0000", 2024-08-04T16:44:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.281 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.282 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.284 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.285 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.602317+0000", 2024-08-04T16:44:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.602317+0000", 2024-08-04T16:44:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.602714+0000", 2024-08-04T16:44:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.286 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.287 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.6", 2024-08-04T16:44:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5277, 2024-08-04T16:44:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.288 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:39:18.724924+0000", 2024-08-04T16:44:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.289 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:27.290 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 2, 2024-08-04T16:44:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 2, 2024-08-04T16:44:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 2, 2024-08-04T16:44:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.291 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "561'2" 2024-08-04T16:44:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.292 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.980552+0000", 2024-08-04T16:44:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.980552+0000", 2024-08-04T16:44:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.760517+0000", 2024-08-04T16:44:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:27.293 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2974, 2024-08-04T16:44:27.294 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2974, 2024-08-04T16:44:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.0", 2024-08-04T16:44:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.295 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 8939, 2024-08-04T16:44:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:38:52.112193+0000", 2024-08-04T16:44:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.005060422, 2024-08-04T16:44:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.296 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.297 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1168, 2024-08-04T16:44:27.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 384779, 2024-08-04T16:44:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 2937, 2024-08-04T16:44:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 380411 2024-08-04T16:44:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.299 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'2974" 2024-08-04T16:44:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.300 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.565691+0000", 2024-08-04T16:44:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.565691+0000", 2024-08-04T16:44:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.566004+0000", 2024-08-04T16:44:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:27.301 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.302 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.4", 2024-08-04T16:44:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5270, 2024-08-04T16:44:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:13:33.770985+0000", 2024-08-04T16:44:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.303 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.304 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.307 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.997597+0000", 2024-08-04T16:44:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.997597+0000", 2024-08-04T16:44:27.308 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.997980+0000", 2024-08-04T16:44:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:27.309 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.5", 2024-08-04T16:44:27.310 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5091, 2024-08-04T16:44:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:29:59.300574+0000", 2024-08-04T16:44:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.311 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.312 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.314 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:44:22.623300+0000", 2024-08-04T16:44:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989976+0000", 2024-08-04T16:44:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989976+0000", 2024-08-04T16:44:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.762674+0000", 2024-08-04T16:44:27.315 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:44:22.623300+0000", 2024-08-04T16:44:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:44:22.623300+0000", 2024-08-04T16:44:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:44:22.623300+0000", 2024-08-04T16:44:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:44:22.623300+0000", 2024-08-04T16:44:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:44:22.623300+0000", 2024-08-04T16:44:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:44:22.623300+0000", 2024-08-04T16:44:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3051, 2024-08-04T16:44:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.316 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3051, 2024-08-04T16:44:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.3", 2024-08-04T16:44:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.317 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9101, 2024-08-04T16:44:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:52:45.915898+0000", 2024-08-04T16:44:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.005692772, 2024-08-04T16:44:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 4194304, 2024-08-04T16:44:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.318 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.319 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1292, 2024-08-04T16:44:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 321855, 2024-08-04T16:44:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3043, 2024-08-04T16:44:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 398345 2024-08-04T16:44:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3051" 2024-08-04T16:44:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.321 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.322 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.567552+0000", 2024-08-04T16:44:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.567552+0000", 2024-08-04T16:44:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.568005+0000", 2024-08-04T16:44:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.323 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.324 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.5", 2024-08-04T16:44:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5162, 2024-08-04T16:44:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:06:32.015399+0000", 2024-08-04T16:44:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.326 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.327 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.328 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:27.329 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991115+0000", 2024-08-04T16:44:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991115+0000", 2024-08-04T16:44:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991517+0000", 2024-08-04T16:44:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.330 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.331 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.4", 2024-08-04T16:44:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5282, 2024-08-04T16:44:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:08:31.681889+0000", 2024-08-04T16:44:27.332 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.334 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.335 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.336 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.567053+0000", 2024-08-04T16:44:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.567053+0000", 2024-08-04T16:44:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.777667+0000", 2024-08-04T16:44:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.337 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3007, 2024-08-04T16:44:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.338 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3007, 2024-08-04T16:44:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.2", 2024-08-04T16:44:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.339 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9068, 2024-08-04T16:44:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:00:21.190778+0000", 2024-08-04T16:44:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.007840395, 2024-08-04T16:44:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 19, 2024-08-04T16:44:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.341 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1018, 2024-08-04T16:44:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 371313, 2024-08-04T16:44:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.342 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3002, 2024-08-04T16:44:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 376114 2024-08-04T16:44:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3007" 2024-08-04T16:44:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.343 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.595226+0000", 2024-08-04T16:44:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.595226+0000", 2024-08-04T16:44:27.344 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.595817+0000", 2024-08-04T16:44:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.345 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3", 2024-08-04T16:44:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.346 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5249, 2024-08-04T16:44:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:39:26.055655+0000", 2024-08-04T16:44:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.348 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.349 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.350 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.598843+0000", 2024-08-04T16:44:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.598843+0000", 2024-08-04T16:44:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.599164+0000", 2024-08-04T16:44:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:27.351 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.352 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.2", 2024-08-04T16:44:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.353 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5134, 2024-08-04T16:44:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:29:35.832861+0000", 2024-08-04T16:44:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.357 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.358 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:23.519017+0000", 2024-08-04T16:44:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:23.519017+0000", 2024-08-04T16:44:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.776347+0000", 2024-08-04T16:44:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 407, 2024-08-04T16:44:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.359 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3093, 2024-08-04T16:44:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 406, 2024-08-04T16:44:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3093, 2024-08-04T16:44:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.360 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.4", 2024-08-04T16:44:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9235, 2024-08-04T16:44:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:12:23.664837+0000", 2024-08-04T16:44:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.005100792, 2024-08-04T16:44:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.363 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1528, 2024-08-04T16:44:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 415891, 2024-08-04T16:44:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3096, 2024-08-04T16:44:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 374362 2024-08-04T16:44:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.364 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3093" 2024-08-04T16:44:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:27.365 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.592647+0000", 2024-08-04T16:44:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.592647+0000", 2024-08-04T16:44:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.593171+0000", 2024-08-04T16:44:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.366 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.367 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.0", 2024-08-04T16:44:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5271, 2024-08-04T16:44:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.368 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:49:00.417667+0000", 2024-08-04T16:44:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.371 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.372 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:23.526913+0000", 2024-08-04T16:44:27.373 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:23.526913+0000", 2024-08-04T16:44:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:23.527226+0000", 2024-08-04T16:44:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 407, 2024-08-04T16:44:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:27.374 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 406, 2024-08-04T16:44:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.375 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1", 2024-08-04T16:44:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5255, 2024-08-04T16:44:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:49:54.955780+0000", 2024-08-04T16:44:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.379 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:27.380 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.564564+0000", 2024-08-04T16:44:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.564564+0000", 2024-08-04T16:44:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.781494+0000", 2024-08-04T16:44:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:27.381 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3226, 2024-08-04T16:44:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.382 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3226, 2024-08-04T16:44:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.7", 2024-08-04T16:44:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9158, 2024-08-04T16:44:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:45:59.476160+0000", 2024-08-04T16:44:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.011184624, 2024-08-04T16:44:27.383 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 984, 2024-08-04T16:44:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 404752, 2024-08-04T16:44:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3211, 2024-08-04T16:44:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 411330 2024-08-04T16:44:27.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3226" 2024-08-04T16:44:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.387 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.583871+0000", 2024-08-04T16:44:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.583871+0000", 2024-08-04T16:44:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.584309+0000", 2024-08-04T16:44:27.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.389 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1", 2024-08-04T16:44:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.390 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5309, 2024-08-04T16:44:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:11:18.398651+0000", 2024-08-04T16:44:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.394 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.395 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.993940+0000", 2024-08-04T16:44:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.993940+0000", 2024-08-04T16:44:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.994562+0000", 2024-08-04T16:44:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.397 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.0", 2024-08-04T16:44:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5080, 2024-08-04T16:44:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:23:31.726216+0000", 2024-08-04T16:44:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.401 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:27.402 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:32:50.693341+0000", 2024-08-04T16:44:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:32:50.693341+0000", 2024-08-04T16:44:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.763879+0000", 2024-08-04T16:44:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 374, 2024-08-04T16:44:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3003, 2024-08-04T16:44:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 373, 2024-08-04T16:44:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.404 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3003, 2024-08-04T16:44:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.6", 2024-08-04T16:44:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 8856, 2024-08-04T16:44:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:03:01.353114+0000", 2024-08-04T16:44:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.007905965, 2024-08-04T16:44:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.405 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 702, 2024-08-04T16:44:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 378656, 2024-08-04T16:44:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 2980, 2024-08-04T16:44:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 382946 2024-08-04T16:44:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.408 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3003" 2024-08-04T16:44:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.409 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599319+0000", 2024-08-04T16:44:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599319+0000", 2024-08-04T16:44:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.599687+0000", 2024-08-04T16:44:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.411 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2", 2024-08-04T16:44:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5205, 2024-08-04T16:44:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:24:39.347046+0000", 2024-08-04T16:44:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.412 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.415 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.416 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990615+0000", 2024-08-04T16:44:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990615+0000", 2024-08-04T16:44:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.990900+0000", 2024-08-04T16:44:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:27.417 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.418 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.3", 2024-08-04T16:44:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5165, 2024-08-04T16:44:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:38:57.625254+0000", 2024-08-04T16:44:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.419 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.422 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 19, 2024-08-04T16:44:27.423 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:44:24.241287+0000", 2024-08-04T16:44:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.992135+0000", 2024-08-04T16:44:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.992135+0000", 2024-08-04T16:44:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.993213+0000", 2024-08-04T16:44:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:44:24.241287+0000", 2024-08-04T16:44:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:21:25.437230+0000", 2024-08-04T16:44:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:21:25.437230+0000", 2024-08-04T16:44:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:44:24.241287+0000", 2024-08-04T16:44:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:44:24.241287+0000", 2024-08-04T16:44:27.424 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:44:24.241287+0000", 2024-08-04T16:44:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:21:25.437230+0000", 2024-08-04T16:44:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:44:24.241287+0000", 2024-08-04T16:44:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:44:24.241287+0000", 2024-08-04T16:44:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 265, 2024-08-04T16:44:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.425 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 265, 2024-08-04T16:44:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "1.0", 2024-08-04T16:44:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5823, 2024-08-04T16:44:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:09:47.029793+0000", 2024-08-04T16:44:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.426 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 590368, 2024-08-04T16:44:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 1771104, 2024-08-04T16:44:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.427 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 6, 2024-08-04T16:44:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1430, 2024-08-04T16:44:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 2204, 2024-08-04T16:44:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 447, 2024-08-04T16:44:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 2416 2024-08-04T16:44:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.429 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "2829'265" 2024-08-04T16:44:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:27.430 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.992641+0000", 2024-08-04T16:44:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.992641+0000", 2024-08-04T16:44:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.766626+0000", 2024-08-04T16:44:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.431 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3043, 2024-08-04T16:44:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.432 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3043, 2024-08-04T16:44:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.5", 2024-08-04T16:44:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9045, 2024-08-04T16:44:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:54:45.325250+0000", 2024-08-04T16:44:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.006428099, 2024-08-04T16:44:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.433 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.434 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.435 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1585, 2024-08-04T16:44:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 372891, 2024-08-04T16:44:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3003, 2024-08-04T16:44:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 417586 2024-08-04T16:44:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.436 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3043" 2024-08-04T16:44:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.437 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.993780+0000", 2024-08-04T16:44:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.993780+0000", 2024-08-04T16:44:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.994696+0000", 2024-08-04T16:44:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.438 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.439 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.d", 2024-08-04T16:44:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5068, 2024-08-04T16:44:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.440 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:24:54.653678+0000", 2024-08-04T16:44:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.441 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.442 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.444 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.563476+0000", 2024-08-04T16:44:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.563476+0000", 2024-08-04T16:44:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.563834+0000", 2024-08-04T16:44:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.445 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:27.446 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.c", 2024-08-04T16:44:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5252, 2024-08-04T16:44:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:42:21.892252+0000", 2024-08-04T16:44:27.447 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.448 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.449 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.450 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:27.451 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599857+0000", 2024-08-04T16:44:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599857+0000", 2024-08-04T16:44:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.600160+0000", 2024-08-04T16:44:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.452 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.453 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.c", 2024-08-04T16:44:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5152, 2024-08-04T16:44:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:38:36.860134+0000", 2024-08-04T16:44:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.454 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.455 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.456 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.457 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.458 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.592134+0000", 2024-08-04T16:44:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.592134+0000", 2024-08-04T16:44:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.592514+0000", 2024-08-04T16:44:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.459 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T16:44:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.460 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T16:44:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.d", 2024-08-04T16:44:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5275, 2024-08-04T16:44:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:07:07.390471+0000", 2024-08-04T16:44:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.461 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 70, 2024-08-04T16:44:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.463 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1, 2024-08-04T16:44:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 1, 2024-08-04T16:44:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T16:44:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T16:44:27.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T16:44:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.465 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.997228+0000", 2024-08-04T16:44:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.997228+0000", 2024-08-04T16:44:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.997757+0000", 2024-08-04T16:44:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.466 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.467 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.f", 2024-08-04T16:44:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.468 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5086, 2024-08-04T16:44:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:04:48.060945+0000", 2024-08-04T16:44:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.471 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.472 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.473 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991411+0000", 2024-08-04T16:44:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991411+0000", 2024-08-04T16:44:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.992178+0000", 2024-08-04T16:44:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:27.474 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:27.475 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.e", 2024-08-04T16:44:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5248, 2024-08-04T16:44:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:35:07.063411+0000", 2024-08-04T16:44:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:27.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.478 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 6, 2024-08-04T16:44:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 6, 2024-08-04T16:44:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.479 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.480 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.000450+0000", 2024-08-04T16:44:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.000450+0000", 2024-08-04T16:44:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.000830+0000", 2024-08-04T16:44:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.481 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.482 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.e", 2024-08-04T16:44:27.483 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.483 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph telemetry show-device 2024-08-04T16:44:27.485 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='client.36078 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:27.485 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-04T16:44:27.485 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='client.36078 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:27.485 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='client.36096 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:27.485 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='client.36096 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:27.485 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:27.486 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:27.486 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.486 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.486 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.486 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.486 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.486 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.486 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.486 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.486 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.486 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:27.486 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:27.486 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.486 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:27.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:27.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:27.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:27.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:27.487 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:27.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:27.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:27.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.488 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:27.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:27.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:27.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:27.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.489 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:26 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5086, 2024-08-04T16:44:27.490 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:40:44.041390+0000", 2024-08-04T16:44:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.493 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.494 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.992539+0000", 2024-08-04T16:44:27.495 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.992539+0000", 2024-08-04T16:44:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.992859+0000", 2024-08-04T16:44:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:27.496 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T16:44:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T16:44:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.f", 2024-08-04T16:44:27.497 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5170, 2024-08-04T16:44:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:51:19.649740+0000", 2024-08-04T16:44:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 22, 2024-08-04T16:44:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.498 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1, 2024-08-04T16:44:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 1, 2024-08-04T16:44:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T16:44:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T16:44:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.501 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T16:44:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.502 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.981135+0000", 2024-08-04T16:44:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.981135+0000", 2024-08-04T16:44:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.982769+0000", 2024-08-04T16:44:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:27.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.504 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.11", 2024-08-04T16:44:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5067, 2024-08-04T16:44:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:11:11.125286+0000", 2024-08-04T16:44:27.505 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.508 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.509 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:32:50.696607+0000", 2024-08-04T16:44:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:32:50.696607+0000", 2024-08-04T16:44:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:32:50.697355+0000", 2024-08-04T16:44:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 374, 2024-08-04T16:44:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 8, 2024-08-04T16:44:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 373, 2024-08-04T16:44:27.511 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 8, 2024-08-04T16:44:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.10", 2024-08-04T16:44:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5265, 2024-08-04T16:44:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:12:14.504508+0000", 2024-08-04T16:44:27.512 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 12, 2024-08-04T16:44:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 4, 2024-08-04T16:44:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 4, 2024-08-04T16:44:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 4, 2024-08-04T16:44:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 24, 2024-08-04T16:44:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 24, 2024-08-04T16:44:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 12, 2024-08-04T16:44:27.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'8" 2024-08-04T16:44:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.516 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.594866+0000", 2024-08-04T16:44:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.594866+0000", 2024-08-04T16:44:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.597417+0000", 2024-08-04T16:44:27.517 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:27.518 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.10", 2024-08-04T16:44:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.519 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5096, 2024-08-04T16:44:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:29:20.198631+0000", 2024-08-04T16:44:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.520 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.523 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.598627+0000", 2024-08-04T16:44:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.598627+0000", 2024-08-04T16:44:27.524 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.603705+0000", 2024-08-04T16:44:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.525 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.11", 2024-08-04T16:44:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.526 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5109, 2024-08-04T16:44:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:26:57.041350+0000", 2024-08-04T16:44:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.527 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.528 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.530 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.530 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.530 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.530 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.530 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.530 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.530 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.530 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.530 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:27.530 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.530 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.530 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.000614+0000", 2024-08-04T16:44:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.000614+0000", 2024-08-04T16:44:27.531 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.002177+0000", 2024-08-04T16:44:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.532 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.13", 2024-08-04T16:44:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.533 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5085, 2024-08-04T16:44:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:32:46.199701+0000", 2024-08-04T16:44:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.534 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.535 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.537 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.988904+0000", 2024-08-04T16:44:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.988904+0000", 2024-08-04T16:44:27.538 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989364+0000", 2024-08-04T16:44:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:27.539 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.540 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.12", 2024-08-04T16:44:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5153, 2024-08-04T16:44:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:51:03.432525+0000", 2024-08-04T16:44:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.541 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.542 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.543 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.544 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.545 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.988526+0000", 2024-08-04T16:44:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.988526+0000", 2024-08-04T16:44:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.988902+0000", 2024-08-04T16:44:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.546 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.547 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.12", 2024-08-04T16:44:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5306, 2024-08-04T16:44:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:33:12.716891+0000", 2024-08-04T16:44:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.548 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.549 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.550 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.551 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.552 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.580541+0000", 2024-08-04T16:44:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.580541+0000", 2024-08-04T16:44:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.581299+0000", 2024-08-04T16:44:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.553 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.554 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.13", 2024-08-04T16:44:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5315, 2024-08-04T16:44:27.555 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:32:04.951316+0000", 2024-08-04T16:44:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 34, 2024-08-04T16:44:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.556 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.557 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 4, 2024-08-04T16:44:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 7, 2024-08-04T16:44:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.558 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 6 2024-08-04T16:44:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.559 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.001380+0000", 2024-08-04T16:44:27.560 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.001380+0000", 2024-08-04T16:44:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.003872+0000", 2024-08-04T16:44:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:27.561 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.15", 2024-08-04T16:44:27.562 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5084, 2024-08-04T16:44:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:45:17.076372+0000", 2024-08-04T16:44:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.563 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.564 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.565 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.566 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.567 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.603651+0000", 2024-08-04T16:44:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.603651+0000", 2024-08-04T16:44:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.604407+0000", 2024-08-04T16:44:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:27.568 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 29, 2024-08-04T16:44:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.569 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 29, 2024-08-04T16:44:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.14", 2024-08-04T16:44:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5134, 2024-08-04T16:44:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:37:54.626044+0000", 2024-08-04T16:44:27.570 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 5810, 2024-08-04T16:44:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.571 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 12, 2024-08-04T16:44:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 4, 2024-08-04T16:44:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 4, 2024-08-04T16:44:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.572 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 10, 2024-08-04T16:44:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 14, 2024-08-04T16:44:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 28, 2024-08-04T16:44:27.573 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 25 2024-08-04T16:44:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'29" 2024-08-04T16:44:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.574 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.985858+0000", 2024-08-04T16:44:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.985858+0000", 2024-08-04T16:44:27.575 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.986185+0000", 2024-08-04T16:44:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:27.576 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.14", 2024-08-04T16:44:27.577 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5155, 2024-08-04T16:44:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:40:04.359613+0000", 2024-08-04T16:44:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.581 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.582 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.562568+0000", 2024-08-04T16:44:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.562568+0000", 2024-08-04T16:44:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.562960+0000", 2024-08-04T16:44:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:27.583 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3, 2024-08-04T16:44:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.584 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3, 2024-08-04T16:44:27.585 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.585 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.585 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.585 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.15", 2024-08-04T16:44:27.585 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.585 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.585 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.585 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5283, 2024-08-04T16:44:27.585 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.585 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:30:30.694421+0000", 2024-08-04T16:44:27.585 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.585 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.585 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 90, 2024-08-04T16:44:27.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:27.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:27.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:27.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:27.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.587 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 7, 2024-08-04T16:44:27.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 7, 2024-08-04T16:44:27.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 4, 2024-08-04T16:44:27.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T16:44:27.588 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.588 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.588 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.588 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.588 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'3" 2024-08-04T16:44:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:27.589 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.559358+0000", 2024-08-04T16:44:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.559358+0000", 2024-08-04T16:44:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.559701+0000", 2024-08-04T16:44:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.590 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.591 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.17", 2024-08-04T16:44:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5305, 2024-08-04T16:44:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:16:01.256561+0000", 2024-08-04T16:44:27.592 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.595 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.596 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599905+0000", 2024-08-04T16:44:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599905+0000", 2024-08-04T16:44:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.600534+0000", 2024-08-04T16:44:27.597 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.598 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.16", 2024-08-04T16:44:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.599 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5160, 2024-08-04T16:44:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:29:52.921994+0000", 2024-08-04T16:44:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.600 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.601 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.602 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.603 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.604 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991633+0000", 2024-08-04T16:44:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991633+0000", 2024-08-04T16:44:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.992168+0000", 2024-08-04T16:44:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:27.605 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.606 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.16", 2024-08-04T16:44:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5126, 2024-08-04T16:44:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:59:00.660145+0000", 2024-08-04T16:44:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.607 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.608 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.609 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.610 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.611 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.610039+0000", 2024-08-04T16:44:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.610039+0000", 2024-08-04T16:44:27.612 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.610412+0000", 2024-08-04T16:44:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.613 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.17", 2024-08-04T16:44:27.614 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5098, 2024-08-04T16:44:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:27:22.173580+0000", 2024-08-04T16:44:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.615 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.616 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.617 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:27.618 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:27.619 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.592764+0000", 2024-08-04T16:44:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.592764+0000", 2024-08-04T16:44:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.593077+0000", 2024-08-04T16:44:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.620 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.621 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.19", 2024-08-04T16:44:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5265, 2024-08-04T16:44:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:46:50.572080+0000", 2024-08-04T16:44:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.622 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.623 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.624 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.625 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.626 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991616+0000", 2024-08-04T16:44:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991616+0000", 2024-08-04T16:44:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991980+0000", 2024-08-04T16:44:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.627 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.628 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.18", 2024-08-04T16:44:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5141, 2024-08-04T16:44:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:09:28.314358+0000", 2024-08-04T16:44:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.629 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.630 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.631 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.632 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.633 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:23.520173+0000", 2024-08-04T16:44:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:23.520173+0000", 2024-08-04T16:44:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:23.520639+0000", 2024-08-04T16:44:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.634 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 407, 2024-08-04T16:44:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 406, 2024-08-04T16:44:27.635 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.18", 2024-08-04T16:44:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5209, 2024-08-04T16:44:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:00:55.771219+0000", 2024-08-04T16:44:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.636 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.637 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.638 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.639 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.640 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599181+0000", 2024-08-04T16:44:27.641 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599181+0000", 2024-08-04T16:44:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.599578+0000", 2024-08-04T16:44:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:27.642 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.643 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.19", 2024-08-04T16:44:27.644 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.644 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.644 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.644 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5213, 2024-08-04T16:44:27.644 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.644 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:44:51.433196+0000", 2024-08-04T16:44:27.644 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.644 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.644 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.644 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.644 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.644 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.644 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.644 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.645 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.646 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.647 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.647 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.647 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.647 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.647 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.647 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.647 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.647 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.647 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.647 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.647 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.647 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.647 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.647 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.648 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.648 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:27.648 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.648 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.648 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.648 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.648 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.648 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.648 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.648 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.648 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:27.648 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.648 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.602545+0000", 2024-08-04T16:44:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.602545+0000", 2024-08-04T16:44:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.603595+0000", 2024-08-04T16:44:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.649 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.650 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1a", 2024-08-04T16:44:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5119, 2024-08-04T16:44:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:10:29.511339+0000", 2024-08-04T16:44:27.651 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.652 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.653 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.654 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'2" 2024-08-04T16:44:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.655 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989544+0000", 2024-08-04T16:44:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989544+0000", 2024-08-04T16:44:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989867+0000", 2024-08-04T16:44:27.656 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.657 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1b", 2024-08-04T16:44:27.658 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5237, 2024-08-04T16:44:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:02:49.984019+0000", 2024-08-04T16:44:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.659 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.660 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.661 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:27.663 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.993630+0000", 2024-08-04T16:44:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.993630+0000", 2024-08-04T16:44:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.993986+0000", 2024-08-04T16:44:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:27.664 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.665 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1b", 2024-08-04T16:44:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5206, 2024-08-04T16:44:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:52:38.775753+0000", 2024-08-04T16:44:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.666 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.667 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.668 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.669 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'2" 2024-08-04T16:44:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.670 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.586744+0000", 2024-08-04T16:44:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.586744+0000", 2024-08-04T16:44:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.587047+0000", 2024-08-04T16:44:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:27.671 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.672 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1a", 2024-08-04T16:44:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5192, 2024-08-04T16:44:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:52:21.003324+0000", 2024-08-04T16:44:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.673 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.674 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.676 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.677 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.598054+0000", 2024-08-04T16:44:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.598054+0000", 2024-08-04T16:44:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.598507+0000", 2024-08-04T16:44:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.678 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.679 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.20", 2024-08-04T16:44:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5100, 2024-08-04T16:44:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.680 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:27:31.106267+0000", 2024-08-04T16:44:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.681 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.682 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.683 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.684 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.685 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.595279+0000", 2024-08-04T16:44:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.595279+0000", 2024-08-04T16:44:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.595750+0000", 2024-08-04T16:44:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.686 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.687 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.21", 2024-08-04T16:44:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5242, 2024-08-04T16:44:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:28:58.464300+0000", 2024-08-04T16:44:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.688 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.689 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.690 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.691 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.692 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.563450+0000", 2024-08-04T16:44:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.563450+0000", 2024-08-04T16:44:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.564118+0000", 2024-08-04T16:44:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:27.693 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.694 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.22", 2024-08-04T16:44:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5162, 2024-08-04T16:44:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:52:21.417457+0000", 2024-08-04T16:44:27.695 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.696 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.697 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.698 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.699 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.580980+0000", 2024-08-04T16:44:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.580980+0000", 2024-08-04T16:44:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.581324+0000", 2024-08-04T16:44:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:27.700 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.701 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.23", 2024-08-04T16:44:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.702 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5309, 2024-08-04T16:44:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:13:12.510761+0000", 2024-08-04T16:44:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.703 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.704 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.705 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:27.706 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.707 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.577771+0000", 2024-08-04T16:44:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.577771+0000", 2024-08-04T16:44:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.578126+0000", 2024-08-04T16:44:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:27.708 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.709 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.24", 2024-08-04T16:44:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5213, 2024-08-04T16:44:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:25:43.166862+0000", 2024-08-04T16:44:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.710 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.711 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.712 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.713 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.714 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:23.519063+0000", 2024-08-04T16:44:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:23.519063+0000", 2024-08-04T16:44:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:23.519811+0000", 2024-08-04T16:44:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.715 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 407, 2024-08-04T16:44:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 406, 2024-08-04T16:44:27.716 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.25", 2024-08-04T16:44:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5269, 2024-08-04T16:44:27.717 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:07:14.185280+0000", 2024-08-04T16:44:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.718 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.719 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.720 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.721 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.722 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.987039+0000", 2024-08-04T16:44:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.987039+0000", 2024-08-04T16:44:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.987400+0000", 2024-08-04T16:44:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.723 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.724 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.26", 2024-08-04T16:44:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5101, 2024-08-04T16:44:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:16:44.675554+0000", 2024-08-04T16:44:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.725 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.726 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.727 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.728 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:27.729 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.583980+0000", 2024-08-04T16:44:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.583980+0000", 2024-08-04T16:44:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.584684+0000", 2024-08-04T16:44:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.730 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.731 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.27", 2024-08-04T16:44:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.732 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5193, 2024-08-04T16:44:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:51:10.221798+0000", 2024-08-04T16:44:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.733 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.734 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.735 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:27.736 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.737 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.562080+0000", 2024-08-04T16:44:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.562080+0000", 2024-08-04T16:44:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.562969+0000", 2024-08-04T16:44:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.738 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.739 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.28", 2024-08-04T16:44:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5161, 2024-08-04T16:44:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:12:49.140239+0000", 2024-08-04T16:44:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.740 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.741 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.742 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.743 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.744 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.745 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.581209+0000", 2024-08-04T16:44:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.581209+0000", 2024-08-04T16:44:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.581554+0000", 2024-08-04T16:44:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.746 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.747 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.29", 2024-08-04T16:44:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.748 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5203, 2024-08-04T16:44:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:10:08.108146+0000", 2024-08-04T16:44:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.749 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.750 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.751 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.752 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.753 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989391+0000", 2024-08-04T16:44:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989391+0000", 2024-08-04T16:44:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989742+0000", 2024-08-04T16:44:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:27.754 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.755 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2a", 2024-08-04T16:44:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5128, 2024-08-04T16:44:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:18:23.423082+0000", 2024-08-04T16:44:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.756 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.757 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.758 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.759 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:27.761 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990942+0000", 2024-08-04T16:44:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990942+0000", 2024-08-04T16:44:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991788+0000", 2024-08-04T16:44:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.762 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.763 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2b", 2024-08-04T16:44:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5307, 2024-08-04T16:44:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:51:42.848644+0000", 2024-08-04T16:44:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.764 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.765 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.766 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.767 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.768 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:27.769 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.610967+0000", 2024-08-04T16:44:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.610967+0000", 2024-08-04T16:44:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.611929+0000", 2024-08-04T16:44:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.770 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.771 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2c", 2024-08-04T16:44:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5107, 2024-08-04T16:44:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:48:44.331953+0000", 2024-08-04T16:44:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.772 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.773 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.774 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.775 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.776 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.997969+0000", 2024-08-04T16:44:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.997969+0000", 2024-08-04T16:44:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.000683+0000", 2024-08-04T16:44:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.777 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.778 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2d", 2024-08-04T16:44:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5068, 2024-08-04T16:44:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:12:42.720675+0000", 2024-08-04T16:44:27.779 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.780 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.781 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.782 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.783 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.784 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989217+0000", 2024-08-04T16:44:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989217+0000", 2024-08-04T16:44:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.990870+0000", 2024-08-04T16:44:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:27.785 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.786 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2e", 2024-08-04T16:44:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5238, 2024-08-04T16:44:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.787 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:51:30.143024+0000", 2024-08-04T16:44:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.789 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.790 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.791 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.792 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990480+0000", 2024-08-04T16:44:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990480+0000", 2024-08-04T16:44:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.990789+0000", 2024-08-04T16:44:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:27.793 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.794 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2f", 2024-08-04T16:44:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5139, 2024-08-04T16:44:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:41:22.371462+0000", 2024-08-04T16:44:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.795 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.797 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.798 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.799 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991659+0000", 2024-08-04T16:44:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991659+0000", 2024-08-04T16:44:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991951+0000", 2024-08-04T16:44:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:27.800 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.801 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.30", 2024-08-04T16:44:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.802 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5136, 2024-08-04T16:44:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:50:55.081855+0000", 2024-08-04T16:44:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.803 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.804 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.805 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.806 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.807 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.563781+0000", 2024-08-04T16:44:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.563781+0000", 2024-08-04T16:44:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.564090+0000", 2024-08-04T16:44:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:27.808 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.809 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.31", 2024-08-04T16:44:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5266, 2024-08-04T16:44:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:54:31.144230+0000", 2024-08-04T16:44:27.810 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.811 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.812 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.813 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.814 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.565356+0000", 2024-08-04T16:44:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.565356+0000", 2024-08-04T16:44:27.815 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.565682+0000", 2024-08-04T16:44:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:27.816 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.32", 2024-08-04T16:44:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.817 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5306, 2024-08-04T16:44:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:56:41.536554+0000", 2024-08-04T16:44:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.818 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.819 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.820 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.821 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599458+0000", 2024-08-04T16:44:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599458+0000", 2024-08-04T16:44:27.822 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.600046+0000", 2024-08-04T16:44:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:27.823 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.33", 2024-08-04T16:44:27.824 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5201, 2024-08-04T16:44:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:59:08.476361+0000", 2024-08-04T16:44:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.825 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.826 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.827 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.828 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.829 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:27.830 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.608059+0000", 2024-08-04T16:44:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.608059+0000", 2024-08-04T16:44:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.608397+0000", 2024-08-04T16:44:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.831 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.832 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.34", 2024-08-04T16:44:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5186, 2024-08-04T16:44:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:30:54.310246+0000", 2024-08-04T16:44:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.833 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.834 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.835 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:27.836 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.837 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.610243+0000", 2024-08-04T16:44:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.610243+0000", 2024-08-04T16:44:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.610583+0000", 2024-08-04T16:44:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.838 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.839 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.35", 2024-08-04T16:44:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5095, 2024-08-04T16:44:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:31:13.861777+0000", 2024-08-04T16:44:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.840 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.841 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.842 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.843 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.844 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.611429+0000", 2024-08-04T16:44:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.611429+0000", 2024-08-04T16:44:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.611788+0000", 2024-08-04T16:44:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:27.845 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:27.846 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.36", 2024-08-04T16:44:27.847 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5095, 2024-08-04T16:44:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:06:11.699504+0000", 2024-08-04T16:44:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.848 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.849 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.850 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.851 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.852 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.995539+0000", 2024-08-04T16:44:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.995539+0000", 2024-08-04T16:44:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.996621+0000", 2024-08-04T16:44:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.853 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.854 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.37", 2024-08-04T16:44:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5075, 2024-08-04T16:44:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:58:48.274081+0000", 2024-08-04T16:44:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.856 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.857 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.858 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.859 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.593908+0000", 2024-08-04T16:44:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.593908+0000", 2024-08-04T16:44:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.594328+0000", 2024-08-04T16:44:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.860 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.861 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.38", 2024-08-04T16:44:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5199, 2024-08-04T16:44:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.862 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:34:53.340125+0000", 2024-08-04T16:44:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.863 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.864 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.865 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.866 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.993626+0000", 2024-08-04T16:44:27.867 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.993626+0000", 2024-08-04T16:44:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.993943+0000", 2024-08-04T16:44:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.868 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.869 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.39", 2024-08-04T16:44:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5083, 2024-08-04T16:44:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:41:06.136556+0000", 2024-08-04T16:44:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.871 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.872 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.873 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.874 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.561485+0000", 2024-08-04T16:44:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.561485+0000", 2024-08-04T16:44:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.564396+0000", 2024-08-04T16:44:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.875 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.876 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3a", 2024-08-04T16:44:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5133, 2024-08-04T16:44:27.877 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:17:43.219156+0000", 2024-08-04T16:44:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.879 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.880 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.881 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.882 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.000548+0000", 2024-08-04T16:44:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.000548+0000", 2024-08-04T16:44:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.001427+0000", 2024-08-04T16:44:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:27.883 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.884 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3b", 2024-08-04T16:44:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5083, 2024-08-04T16:44:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.885 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:57:58.084915+0000", 2024-08-04T16:44:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.887 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.888 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.889 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989273+0000", 2024-08-04T16:44:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989273+0000", 2024-08-04T16:44:27.890 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989611+0000", 2024-08-04T16:44:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.891 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3c", 2024-08-04T16:44:27.892 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5155, 2024-08-04T16:44:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:32:25.324972+0000", 2024-08-04T16:44:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.895 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:27.896 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.897 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:32:50.699018+0000", 2024-08-04T16:44:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:32:50.699018+0000", 2024-08-04T16:44:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:32:50.699347+0000", 2024-08-04T16:44:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.898 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 374, 2024-08-04T16:44:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 373, 2024-08-04T16:44:27.899 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3d", 2024-08-04T16:44:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5309, 2024-08-04T16:44:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:39:33.421666+0000", 2024-08-04T16:44:27.900 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.902 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.903 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.904 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:27.905 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.602195+0000", 2024-08-04T16:44:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.602195+0000", 2024-08-04T16:44:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.602552+0000", 2024-08-04T16:44:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.906 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.907 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3e", 2024-08-04T16:44:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5279, 2024-08-04T16:44:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:38:03.632654+0000", 2024-08-04T16:44:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.909 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.910 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.911 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:27.912 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.995342+0000", 2024-08-04T16:44:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.995342+0000", 2024-08-04T16:44:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.995914+0000", 2024-08-04T16:44:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:27.913 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:27.914 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3f", 2024-08-04T16:44:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5071, 2024-08-04T16:44:27.915 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:36:53.831071+0000", 2024-08-04T16:44:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.917 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.918 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.919 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_per_pool": [ 2024-08-04T16:44:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 3, 2024-08-04T16:44:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr" 2024-08-04T16:44:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 265, 2024-08-04T16:44:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 1, 2024-08-04T16:44:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 3, 2024-08-04T16:44:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 265, 2024-08-04T16:44:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 1, 2024-08-04T16:44:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 590368, 2024-08-04T16:44:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 1771104, 2024-08-04T16:44:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:27.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 6, 2024-08-04T16:44:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1430, 2024-08-04T16:44:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 2204, 2024-08-04T16:44:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 447, 2024-08-04T16:44:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 2416 2024-08-04T16:44:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 1781760, 2024-08-04T16:44:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:27.923 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 1771104, 2024-08-04T16:44:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T16:44:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 3 2024-08-04T16:44:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 96, 2024-08-04T16:44:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:27.924 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T16:44:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 68, 2024-08-04T16:44:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 32, 2024-08-04T16:44:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 8, 2024-08-04T16:44:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 68, 2024-08-04T16:44:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 2, 2024-08-04T16:44:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 6596, 2024-08-04T16:44:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.925 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 66, 2024-08-04T16:44:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 22, 2024-08-04T16:44:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.926 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 22, 2024-08-04T16:44:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 14, 2024-08-04T16:44:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.927 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 79, 2024-08-04T16:44:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 86, 2024-08-04T16:44:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 68, 2024-08-04T16:44:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 35 2024-08-04T16:44:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 110592, 2024-08-04T16:44:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:27.928 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 19788, 2024-08-04T16:44:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 45154, 2024-08-04T16:44:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 96 2024-08-04T16:44:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 192, 2024-08-04T16:44:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T16:44:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:27.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 64, 2024-08-04T16:44:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 8, 2024-08-04T16:44:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 3, 2024-08-04T16:44:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.932 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 0, 2024-08-04T16:44:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 0, 2024-08-04T16:44:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T16:44:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:27.933 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 192 2024-08-04T16:44:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 24, 2024-08-04T16:44:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd" 2024-08-04T16:44:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 24485, 2024-08-04T16:44:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 8, 2024-08-04T16:44:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 8, 2024-08-04T16:44:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 24485, 2024-08-04T16:44:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 4, 2024-08-04T16:44:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:27.934 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 4194323, 2024-08-04T16:44:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:27.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 12, 2024-08-04T16:44:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 4, 2024-08-04T16:44:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 4, 2024-08-04T16:44:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 2, 2024-08-04T16:44:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:27.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 9014, 2024-08-04T16:44:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 3035270, 2024-08-04T16:44:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 24354, 2024-08-04T16:44:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 3142847 2024-08-04T16:44:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 12595200, 2024-08-04T16:44:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:27.937 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 12582969, 2024-08-04T16:44:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T16:44:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 24 2024-08-04T16:44:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "usage": { 2024-08-04T16:44:27.938 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 105, 2024-08-04T16:44:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "pools": 4, 2024-08-04T16:44:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_by_class": { 2024-08-04T16:44:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "ssd": { 2024-08-04T16:44:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "total_avail_bytes": 762287935488, 2024-08-04T16:44:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "total_bytes": 767960285184, 2024-08-04T16:44:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_bytes": 5672349696, 2024-08-04T16:44:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_raw_bytes": 5672349696, 2024-08-04T16:44:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_raw_ratio": 0.007386254146695137 2024-08-04T16:44:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "total_avail_bytes": 762287935488, 2024-08-04T16:44:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "total_bytes": 767960285184, 2024-08-04T16:44:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_bytes": 5672349696 2024-08-04T16:44:27.939 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.940 INFO:tasks.workunit.client.0.smithi007.stdout:} 2024-08-04T16:44:27.940 INFO:tasks.workunit.client.0.smithi007.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-04T16:44:27.940 INFO:tasks.workunit.client.0.smithi007.stdout:{ 2024-08-04T16:44:27.940 INFO:tasks.workunit.client.0.smithi007.stdout: "0af275b0-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T16:44:27.940 INFO:tasks.workunit.client.0.smithi007.stdout: "INTEL_SSDPED1D480GA_0af2f378-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T16:44:27.940 INFO:tasks.workunit.client.0.smithi007.stdout: "20240804-152127": { 2024-08-04T16:44:27.940 INFO:tasks.workunit.client.0.smithi007.stdout: "device": { 2024-08-04T16:44:27.940 INFO:tasks.workunit.client.0.smithi007.stdout: "info_name": "/dev/nvme0n1", 2024-08-04T16:44:27.940 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "/dev/nvme0n1", 2024-08-04T16:44:27.940 INFO:tasks.workunit.client.0.smithi007.stdout: "protocol": "NVMe", 2024-08-04T16:44:27.940 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "nvme" 2024-08-04T16:44:27.940 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.940 INFO:tasks.workunit.client.0.smithi007.stdout: "firmware_version": "E2010325", 2024-08-04T16:44:27.940 INFO:tasks.workunit.client.0.smithi007.stdout: "host_id": "0af275b0-5276-11ef-924b-0cc47abd15ea", 2024-08-04T16:44:27.941 INFO:tasks.workunit.client.0.smithi007.stdout: "json_format_version": [ 2024-08-04T16:44:27.941 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.941 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.941 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.941 INFO:tasks.workunit.client.0.smithi007.stdout: "local_time": { 2024-08-04T16:44:27.941 INFO:tasks.workunit.client.0.smithi007.stdout: "asctime": "Sun Aug 4 15:21:27 2024 UTC", 2024-08-04T16:44:27.941 INFO:tasks.workunit.client.0.smithi007.stdout: "time_t": 1722784887 2024-08-04T16:44:27.941 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.941 INFO:tasks.workunit.client.0.smithi007.stdout: "logical_block_size": 512, 2024-08-04T16:44:27.941 INFO:tasks.workunit.client.0.smithi007.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-04T16:44:27.941 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_controller_id": 0, 2024-08-04T16:44:27.941 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-04T16:44:27.941 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_namespaces": [ 2024-08-04T16:44:27.941 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.942 INFO:tasks.workunit.client.0.smithi007.stdout: "capacity": { 2024-08-04T16:44:27.942 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T16:44:27.942 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T16:44:27.942 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.942 INFO:tasks.workunit.client.0.smithi007.stdout: "formatted_lba_size": 512, 2024-08-04T16:44:27.942 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 1, 2024-08-04T16:44:27.942 INFO:tasks.workunit.client.0.smithi007.stdout: "size": { 2024-08-04T16:44:27.942 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T16:44:27.942 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T16:44:27.942 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.942 INFO:tasks.workunit.client.0.smithi007.stdout: "utilization": { 2024-08-04T16:44:27.942 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T16:44:27.942 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T16:44:27.943 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.943 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.943 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.943 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_number_of_namespaces": 1, 2024-08-04T16:44:27.943 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_pci_vendor": { 2024-08-04T16:44:27.943 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 32902, 2024-08-04T16:44:27.943 INFO:tasks.workunit.client.0.smithi007.stdout: "subsystem_id": 32902 2024-08-04T16:44:27.943 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.943 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_add_log": { 2024-08-04T16:44:27.943 INFO:tasks.workunit.client.0.smithi007.stdout: "Device stats": { 2024-08-04T16:44:27.943 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_fw_downgrades": { 2024-08-04T16:44:27.943 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:27.943 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.943 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.943 INFO:tasks.workunit.client.0.smithi007.stdout: "crc_error_count": { 2024-08-04T16:44:27.944 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.944 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.944 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.944 INFO:tasks.workunit.client.0.smithi007.stdout: "end_to_end_error_detection_count": { 2024-08-04T16:44:27.944 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.944 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.944 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.944 INFO:tasks.workunit.client.0.smithi007.stdout: "erase_fail_count": { 2024-08-04T16:44:27.944 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:27.944 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.944 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.944 INFO:tasks.workunit.client.0.smithi007.stdout: "host_bytes_written": { 2024-08-04T16:44:27.944 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.944 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 13029438 2024-08-04T16:44:27.944 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.945 INFO:tasks.workunit.client.0.smithi007.stdout: "host_ctx_wear_used": { 2024-08-04T16:44:27.945 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:27.945 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.945 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.945 INFO:tasks.workunit.client.0.smithi007.stdout: "media_bytes_read": { 2024-08-04T16:44:27.945 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:27.945 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.945 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.945 INFO:tasks.workunit.client.0.smithi007.stdout: "nand_bytes_written": { 2024-08-04T16:44:27.945 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:27.945 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.945 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.945 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_stat_indicator": { 2024-08-04T16:44:27.945 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:27.945 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.946 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.946 INFO:tasks.workunit.client.0.smithi007.stdout: "pll_lock_loss_count": { 2024-08-04T16:44:27.946 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.946 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.946 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.946 INFO:tasks.workunit.client.0.smithi007.stdout: "program_fail_count": { 2024-08-04T16:44:27.946 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:27.946 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.946 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.946 INFO:tasks.workunit.client.0.smithi007.stdout: "re_alloc_sectr_cnt": { 2024-08-04T16:44:27.946 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:27.946 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.946 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.946 INFO:tasks.workunit.client.0.smithi007.stdout: "retry_buffer_overflow_count": { 2024-08-04T16:44:27.947 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.947 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.947 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.947 INFO:tasks.workunit.client.0.smithi007.stdout: "soft_ecc_err_rate": { 2024-08-04T16:44:27.947 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:27.947 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.947 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.947 INFO:tasks.workunit.client.0.smithi007.stdout: "thermal_throttle_status": { 2024-08-04T16:44:27.947 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.947 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T16:44:27.947 INFO:tasks.workunit.client.0.smithi007.stdout: "cnt": 0, 2024-08-04T16:44:27.947 INFO:tasks.workunit.client.0.smithi007.stdout: "pct": 0 2024-08-04T16:44:27.947 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.947 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.948 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_host_reads": { 2024-08-04T16:44:27.948 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.948 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 15 2024-08-04T16:44:27.948 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.948 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_media_wear": { 2024-08-04T16:44:27.948 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.948 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": "0.029297" 2024-08-04T16:44:27.948 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.948 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_timer": { 2024-08-04T16:44:27.948 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.948 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 1660822 2024-08-04T16:44:27.948 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.948 INFO:tasks.workunit.client.0.smithi007.stdout: "unexp_power_loss": { 2024-08-04T16:44:27.948 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:27.948 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.949 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.949 INFO:tasks.workunit.client.0.smithi007.stdout: "wear_leveling": { 2024-08-04T16:44:27.949 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:27.949 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T16:44:27.949 INFO:tasks.workunit.client.0.smithi007.stdout: "avg": 0, 2024-08-04T16:44:27.949 INFO:tasks.workunit.client.0.smithi007.stdout: "max": 0, 2024-08-04T16:44:27.949 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0 2024-08-04T16:44:27.949 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.949 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.949 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.949 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel Smart log": "nvme0n1" 2024-08-04T16:44:27.949 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.949 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_log": { 2024-08-04T16:44:27.949 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare": 100, 2024-08-04T16:44:27.950 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare_threshold": 0, 2024-08-04T16:44:27.950 INFO:tasks.workunit.client.0.smithi007.stdout: "controller_busy_time": 5087, 2024-08-04T16:44:27.950 INFO:tasks.workunit.client.0.smithi007.stdout: "critical_warning": 0, 2024-08-04T16:44:27.950 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_read": 190203046, 2024-08-04T16:44:27.950 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_written": 853897270, 2024-08-04T16:44:27.950 INFO:tasks.workunit.client.0.smithi007.stdout: "host_reads": 3194674598, 2024-08-04T16:44:27.950 INFO:tasks.workunit.client.0.smithi007.stdout: "host_writes": 19105942526, 2024-08-04T16:44:27.950 INFO:tasks.workunit.client.0.smithi007.stdout: "media_errors": 0, 2024-08-04T16:44:27.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_err_log_entries": 0, 2024-08-04T16:44:27.950 INFO:tasks.workunit.client.0.smithi007.stdout: "percentage_used": 0, 2024-08-04T16:44:27.950 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycles": 37793, 2024-08-04T16:44:27.950 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_hours": 43582, 2024-08-04T16:44:27.950 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": 31, 2024-08-04T16:44:27.950 INFO:tasks.workunit.client.0.smithi007.stdout: "unsafe_shutdowns": 10653 2024-08-04T16:44:27.951 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.951 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_vendor": "intel", 2024-08-04T16:44:27.951 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_version": { 2024-08-04T16:44:27.951 INFO:tasks.workunit.client.0.smithi007.stdout: "string": "<1.2", 2024-08-04T16:44:27.951 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.951 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.951 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycle_count": 37793, 2024-08-04T16:44:27.951 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_time": { 2024-08-04T16:44:27.951 INFO:tasks.workunit.client.0.smithi007.stdout: "hours": 43582 2024-08-04T16:44:27.951 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.951 INFO:tasks.workunit.client.0.smithi007.stdout: "serial_number": "deleted", 2024-08-04T16:44:27.951 INFO:tasks.workunit.client.0.smithi007.stdout: "smart_status": { 2024-08-04T16:44:27.951 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme": { 2024-08-04T16:44:27.951 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.952 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.952 INFO:tasks.workunit.client.0.smithi007.stdout: "passed": true 2024-08-04T16:44:27.952 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.952 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl": { 2024-08-04T16:44:27.952 INFO:tasks.workunit.client.0.smithi007.stdout: "argv": [ 2024-08-04T16:44:27.952 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl", 2024-08-04T16:44:27.952 INFO:tasks.workunit.client.0.smithi007.stdout: "-x", 2024-08-04T16:44:27.952 INFO:tasks.workunit.client.0.smithi007.stdout: "--json=o", 2024-08-04T16:44:27.952 INFO:tasks.workunit.client.0.smithi007.stdout: "/dev/nvme0n1" 2024-08-04T16:44:27.952 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.952 INFO:tasks.workunit.client.0.smithi007.stdout: "build_info": "(local build)", 2024-08-04T16:44:27.952 INFO:tasks.workunit.client.0.smithi007.stdout: "exit_status": 0, 2024-08-04T16:44:27.952 INFO:tasks.workunit.client.0.smithi007.stdout: "output": [ 2024-08-04T16:44:27.952 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-04T16:44:27.953 INFO:tasks.workunit.client.0.smithi007.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-04T16:44:27.953 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:27.953 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-04T16:44:27.953 INFO:tasks.workunit.client.0.smithi007.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-04T16:44:27.953 INFO:tasks.workunit.client.0.smithi007.stdout: "Serial Number: deleted", 2024-08-04T16:44:27.953 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Version: E2010325", 2024-08-04T16:44:27.953 INFO:tasks.workunit.client.0.smithi007.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-04T16:44:27.953 INFO:tasks.workunit.client.0.smithi007.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-04T16:44:27.953 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller ID: 0", 2024-08-04T16:44:27.953 INFO:tasks.workunit.client.0.smithi007.stdout: "NVMe Version: <1.2", 2024-08-04T16:44:27.953 INFO:tasks.workunit.client.0.smithi007.stdout: "Number of Namespaces: 1", 2024-08-04T16:44:27.953 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-04T16:44:27.954 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-04T16:44:27.954 INFO:tasks.workunit.client.0.smithi007.stdout: "Local Time is: Sun Aug 4 15:21:27 2024 UTC", 2024-08-04T16:44:27.954 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-04T16:44:27.954 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-04T16:44:27.954 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-04T16:44:27.954 INFO:tasks.workunit.client.0.smithi007.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-04T16:44:27.954 INFO:tasks.workunit.client.0.smithi007.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-04T16:44:27.954 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:27.954 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported Power States", 2024-08-04T16:44:27.954 INFO:tasks.workunit.client.0.smithi007.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-04T16:44:27.954 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-04T16:44:27.954 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:27.954 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-04T16:44:27.955 INFO:tasks.workunit.client.0.smithi007.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-04T16:44:27.955 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 512 0 2", 2024-08-04T16:44:27.955 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:27.955 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-04T16:44:27.955 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-04T16:44:27.955 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:27.955 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-04T16:44:27.955 INFO:tasks.workunit.client.0.smithi007.stdout: "Critical Warning: 0x00", 2024-08-04T16:44:27.955 INFO:tasks.workunit.client.0.smithi007.stdout: "Temperature: 31 Celsius", 2024-08-04T16:44:27.955 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare: 100%", 2024-08-04T16:44:27.955 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare Threshold: 0%", 2024-08-04T16:44:27.955 INFO:tasks.workunit.client.0.smithi007.stdout: "Percentage Used: 0%", 2024-08-04T16:44:27.955 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Read: 190,203,046 [97.3 TB]", 2024-08-04T16:44:27.955 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Written: 853,897,270 [437 TB]", 2024-08-04T16:44:27.956 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Read Commands: 3,194,674,598", 2024-08-04T16:44:27.956 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Write Commands: 19,105,942,526", 2024-08-04T16:44:27.956 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller Busy Time: 5,087", 2024-08-04T16:44:27.956 INFO:tasks.workunit.client.0.smithi007.stdout: "Power Cycles: 37,793", 2024-08-04T16:44:27.956 INFO:tasks.workunit.client.0.smithi007.stdout: "Power On Hours: 43,582", 2024-08-04T16:44:27.956 INFO:tasks.workunit.client.0.smithi007.stdout: "Unsafe Shutdowns: 10,653", 2024-08-04T16:44:27.956 INFO:tasks.workunit.client.0.smithi007.stdout: "Media and Data Integrity Errors: 0", 2024-08-04T16:44:27.956 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information Log Entries: 0", 2024-08-04T16:44:27.956 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:27.956 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-04T16:44:27.956 INFO:tasks.workunit.client.0.smithi007.stdout: "No Errors Logged", 2024-08-04T16:44:27.956 INFO:tasks.workunit.client.0.smithi007.stdout: "" 2024-08-04T16:44:27.956 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.957 INFO:tasks.workunit.client.0.smithi007.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-04T16:44:27.957 INFO:tasks.workunit.client.0.smithi007.stdout: "svn_revision": "5155", 2024-08-04T16:44:27.957 INFO:tasks.workunit.client.0.smithi007.stdout: "version": [ 2024-08-04T16:44:27.957 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.957 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.957 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:27.957 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.957 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": { 2024-08-04T16:44:27.957 INFO:tasks.workunit.client.0.smithi007.stdout: "current": 31 2024-08-04T16:44:27.957 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.957 INFO:tasks.workunit.client.0.smithi007.stdout: "user_capacity": { 2024-08-04T16:44:27.957 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 937703088, 2024-08-04T16:44:27.957 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 480103981056 2024-08-04T16:44:27.957 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.958 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.958 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.958 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.958 INFO:tasks.workunit.client.0.smithi007.stdout: "0af43c74-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T16:44:27.958 INFO:tasks.workunit.client.0.smithi007.stdout: "INTEL_SSDPEDMD400G4_0af4a5a6-5276-11ef-924b-0cc47abd15ea": { 2024-08-04T16:44:27.958 INFO:tasks.workunit.client.0.smithi007.stdout: "20240804-152131": { 2024-08-04T16:44:27.958 INFO:tasks.workunit.client.0.smithi007.stdout: "device": { 2024-08-04T16:44:27.958 INFO:tasks.workunit.client.0.smithi007.stdout: "info_name": "/dev/nvme0n1", 2024-08-04T16:44:27.958 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "/dev/nvme0n1", 2024-08-04T16:44:27.958 INFO:tasks.workunit.client.0.smithi007.stdout: "protocol": "NVMe", 2024-08-04T16:44:27.958 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "nvme" 2024-08-04T16:44:27.958 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.958 INFO:tasks.workunit.client.0.smithi007.stdout: "firmware_version": "8DV101H0", 2024-08-04T16:44:27.958 INFO:tasks.workunit.client.0.smithi007.stdout: "host_id": "0af43c74-5276-11ef-924b-0cc47abd15ea", 2024-08-04T16:44:27.959 INFO:tasks.workunit.client.0.smithi007.stdout: "json_format_version": [ 2024-08-04T16:44:27.959 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:27.959 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:27.959 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.959 INFO:tasks.workunit.client.0.smithi007.stdout: "local_time": { 2024-08-04T16:44:27.959 INFO:tasks.workunit.client.0.smithi007.stdout: "asctime": "Sun Aug 4 15:21:30 2024 UTC", 2024-08-04T16:44:27.959 INFO:tasks.workunit.client.0.smithi007.stdout: "time_t": 1722784890 2024-08-04T16:44:27.959 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.959 INFO:tasks.workunit.client.0.smithi007.stdout: "logical_block_size": 512, 2024-08-04T16:44:27.959 INFO:tasks.workunit.client.0.smithi007.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-04T16:44:27.959 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_controller_id": 0, 2024-08-04T16:44:27.959 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-04T16:44:27.959 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_namespaces": [ 2024-08-04T16:44:27.959 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:27.959 INFO:tasks.workunit.client.0.smithi007.stdout: "capacity": { 2024-08-04T16:44:27.960 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T16:44:27.960 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T16:44:27.960 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.960 INFO:tasks.workunit.client.0.smithi007.stdout: "formatted_lba_size": 512, 2024-08-04T16:44:27.960 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 1, 2024-08-04T16:44:27.960 INFO:tasks.workunit.client.0.smithi007.stdout: "size": { 2024-08-04T16:44:27.960 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T16:44:27.960 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T16:44:27.960 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.960 INFO:tasks.workunit.client.0.smithi007.stdout: "utilization": { 2024-08-04T16:44:27.960 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T16:44:27.960 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T16:44:27.960 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.960 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.960 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.961 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_number_of_namespaces": 1, 2024-08-04T16:44:27.961 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_pci_vendor": { 2024-08-04T16:44:27.961 INFO:tasks.workunit.client.0.smithi007.stdout: "id": 32902, 2024-08-04T16:44:27.961 INFO:tasks.workunit.client.0.smithi007.stdout: "subsystem_id": 32902 2024-08-04T16:44:27.961 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.961 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_add_log": { 2024-08-04T16:44:27.961 INFO:tasks.workunit.client.0.smithi007.stdout: "Device stats": { 2024-08-04T16:44:27.961 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_fw_downgrades": { 2024-08-04T16:44:27.961 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:27.961 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.961 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.961 INFO:tasks.workunit.client.0.smithi007.stdout: "crc_error_count": { 2024-08-04T16:44:27.961 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.961 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.961 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.961 INFO:tasks.workunit.client.0.smithi007.stdout: "end_to_end_error_detection_count": { 2024-08-04T16:44:27.962 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.962 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.962 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.962 INFO:tasks.workunit.client.0.smithi007.stdout: "erase_fail_count": { 2024-08-04T16:44:27.962 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.962 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.962 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.962 INFO:tasks.workunit.client.0.smithi007.stdout: "host_bytes_written": { 2024-08-04T16:44:27.962 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.962 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 41346558 2024-08-04T16:44:27.962 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.962 INFO:tasks.workunit.client.0.smithi007.stdout: "host_ctx_wear_used": { 2024-08-04T16:44:27.962 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.963 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 1 2024-08-04T16:44:27.963 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.963 INFO:tasks.workunit.client.0.smithi007.stdout: "media_bytes_read": { 2024-08-04T16:44:27.963 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:27.963 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.963 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.963 INFO:tasks.workunit.client.0.smithi007.stdout: "nand_bytes_written": { 2024-08-04T16:44:27.963 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.963 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 64222638 2024-08-04T16:44:27.963 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.963 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_stat_indicator": { 2024-08-04T16:44:27.963 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:27.963 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.964 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.964 INFO:tasks.workunit.client.0.smithi007.stdout: "pll_lock_loss_count": { 2024-08-04T16:44:27.964 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.964 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.964 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.964 INFO:tasks.workunit.client.0.smithi007.stdout: "program_fail_count": { 2024-08-04T16:44:27.964 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.964 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.964 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.964 INFO:tasks.workunit.client.0.smithi007.stdout: "re_alloc_sectr_cnt": { 2024-08-04T16:44:27.964 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:27.964 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.964 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.964 INFO:tasks.workunit.client.0.smithi007.stdout: "retry_buffer_overflow_count": { 2024-08-04T16:44:27.964 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.964 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.965 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.965 INFO:tasks.workunit.client.0.smithi007.stdout: "soft_ecc_err_rate": { 2024-08-04T16:44:27.965 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:27.965 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.965 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.965 INFO:tasks.workunit.client.0.smithi007.stdout: "thermal_throttle_status": { 2024-08-04T16:44:27.965 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.965 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T16:44:27.965 INFO:tasks.workunit.client.0.smithi007.stdout: "cnt": 0, 2024-08-04T16:44:27.965 INFO:tasks.workunit.client.0.smithi007.stdout: "pct": 0 2024-08-04T16:44:27.965 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.965 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.965 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_host_reads": { 2024-08-04T16:44:27.965 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.965 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 65535 2024-08-04T16:44:27.966 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.966 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_media_wear": { 2024-08-04T16:44:27.966 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.966 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": "63.999023" 2024-08-04T16:44:27.966 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.966 INFO:tasks.workunit.client.0.smithi007.stdout: "timed_workload_timer": { 2024-08-04T16:44:27.966 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 100, 2024-08-04T16:44:27.966 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 65535 2024-08-04T16:44:27.966 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.966 INFO:tasks.workunit.client.0.smithi007.stdout: "unexp_power_loss": { 2024-08-04T16:44:27.966 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 0, 2024-08-04T16:44:27.966 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": 0 2024-08-04T16:44:27.966 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.967 INFO:tasks.workunit.client.0.smithi007.stdout: "wear_leveling": { 2024-08-04T16:44:27.967 INFO:tasks.workunit.client.0.smithi007.stdout: "normalized": 86, 2024-08-04T16:44:27.967 INFO:tasks.workunit.client.0.smithi007.stdout: "raw": { 2024-08-04T16:44:27.967 INFO:tasks.workunit.client.0.smithi007.stdout: "avg": 4244, 2024-08-04T16:44:27.967 INFO:tasks.workunit.client.0.smithi007.stdout: "max": 4264, 2024-08-04T16:44:27.967 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 4226 2024-08-04T16:44:27.967 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.967 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.967 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.967 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel Smart log": "nvme0n1" 2024-08-04T16:44:27.967 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.967 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_smart_health_information_log": { 2024-08-04T16:44:27.968 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare": 100, 2024-08-04T16:44:27.968 INFO:tasks.workunit.client.0.smithi007.stdout: "available_spare_threshold": 10, 2024-08-04T16:44:27.968 INFO:tasks.workunit.client.0.smithi007.stdout: "controller_busy_time": 0, 2024-08-04T16:44:27.968 INFO:tasks.workunit.client.0.smithi007.stdout: "critical_warning": 0, 2024-08-04T16:44:27.968 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_read": 497884578, 2024-08-04T16:44:27.968 INFO:tasks.workunit.client.0.smithi007.stdout: "data_units_written": 2709688062, 2024-08-04T16:44:27.968 INFO:tasks.workunit.client.0.smithi007.stdout: "host_reads": 7984649452, 2024-08-04T16:44:27.968 INFO:tasks.workunit.client.0.smithi007.stdout: "host_writes": 46757294678, 2024-08-04T16:44:27.968 INFO:tasks.workunit.client.0.smithi007.stdout: "media_errors": 0, 2024-08-04T16:44:27.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_err_log_entries": 0, 2024-08-04T16:44:27.968 INFO:tasks.workunit.client.0.smithi007.stdout: "percentage_used": 14, 2024-08-04T16:44:27.968 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycles": 54734, 2024-08-04T16:44:27.968 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_hours": 63850, 2024-08-04T16:44:27.968 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": 23, 2024-08-04T16:44:27.968 INFO:tasks.workunit.client.0.smithi007.stdout: "unsafe_shutdowns": 51 2024-08-04T16:44:27.969 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.969 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_vendor": "intel", 2024-08-04T16:44:27.969 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme_version": { 2024-08-04T16:44:27.969 INFO:tasks.workunit.client.0.smithi007.stdout: "string": "<1.2", 2024-08-04T16:44:27.969 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.969 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.969 INFO:tasks.workunit.client.0.smithi007.stdout: "power_cycle_count": 54734, 2024-08-04T16:44:27.969 INFO:tasks.workunit.client.0.smithi007.stdout: "power_on_time": { 2024-08-04T16:44:27.969 INFO:tasks.workunit.client.0.smithi007.stdout: "hours": 63850 2024-08-04T16:44:27.969 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.969 INFO:tasks.workunit.client.0.smithi007.stdout: "serial_number": "deleted", 2024-08-04T16:44:27.969 INFO:tasks.workunit.client.0.smithi007.stdout: "smart_status": { 2024-08-04T16:44:27.969 INFO:tasks.workunit.client.0.smithi007.stdout: "nvme": { 2024-08-04T16:44:27.969 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:27.970 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.970 INFO:tasks.workunit.client.0.smithi007.stdout: "passed": true 2024-08-04T16:44:27.970 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.970 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl": { 2024-08-04T16:44:27.970 INFO:tasks.workunit.client.0.smithi007.stdout: "argv": [ 2024-08-04T16:44:27.970 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl", 2024-08-04T16:44:27.970 INFO:tasks.workunit.client.0.smithi007.stdout: "-x", 2024-08-04T16:44:27.970 INFO:tasks.workunit.client.0.smithi007.stdout: "--json=o", 2024-08-04T16:44:27.970 INFO:tasks.workunit.client.0.smithi007.stdout: "/dev/nvme0n1" 2024-08-04T16:44:27.970 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.970 INFO:tasks.workunit.client.0.smithi007.stdout: "build_info": "(local build)", 2024-08-04T16:44:27.970 INFO:tasks.workunit.client.0.smithi007.stdout: "exit_status": 0, 2024-08-04T16:44:27.970 INFO:tasks.workunit.client.0.smithi007.stdout: "output": [ 2024-08-04T16:44:27.970 INFO:tasks.workunit.client.0.smithi007.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-04T16:44:27.971 INFO:tasks.workunit.client.0.smithi007.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-04T16:44:27.971 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:27.971 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-04T16:44:27.971 INFO:tasks.workunit.client.0.smithi007.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-04T16:44:27.971 INFO:tasks.workunit.client.0.smithi007.stdout: "Serial Number: deleted", 2024-08-04T16:44:27.971 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Version: 8DV101H0", 2024-08-04T16:44:27.971 INFO:tasks.workunit.client.0.smithi007.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-04T16:44:27.971 INFO:tasks.workunit.client.0.smithi007.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-04T16:44:27.971 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller ID: 0", 2024-08-04T16:44:27.971 INFO:tasks.workunit.client.0.smithi007.stdout: "NVMe Version: <1.2", 2024-08-04T16:44:27.971 INFO:tasks.workunit.client.0.smithi007.stdout: "Number of Namespaces: 1", 2024-08-04T16:44:27.971 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-04T16:44:27.971 INFO:tasks.workunit.client.0.smithi007.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-04T16:44:27.972 INFO:tasks.workunit.client.0.smithi007.stdout: "Local Time is: Sun Aug 4 15:21:30 2024 UTC", 2024-08-04T16:44:27.972 INFO:tasks.workunit.client.0.smithi007.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-04T16:44:27.972 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-04T16:44:27.972 INFO:tasks.workunit.client.0.smithi007.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-04T16:44:27.972 INFO:tasks.workunit.client.0.smithi007.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-04T16:44:27.972 INFO:tasks.workunit.client.0.smithi007.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-04T16:44:27.972 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:27.972 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported Power States", 2024-08-04T16:44:27.972 INFO:tasks.workunit.client.0.smithi007.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-04T16:44:27.972 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-04T16:44:27.972 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:27.972 INFO:tasks.workunit.client.0.smithi007.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-04T16:44:27.972 INFO:tasks.workunit.client.0.smithi007.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-04T16:44:27.972 INFO:tasks.workunit.client.0.smithi007.stdout: " 0 + 512 0 2", 2024-08-04T16:44:27.973 INFO:tasks.workunit.client.0.smithi007.stdout: " 1 - 512 8 2", 2024-08-04T16:44:27.973 INFO:tasks.workunit.client.0.smithi007.stdout: " 2 - 512 16 2", 2024-08-04T16:44:27.973 INFO:tasks.workunit.client.0.smithi007.stdout: " 3 - 4096 0 0", 2024-08-04T16:44:27.973 INFO:tasks.workunit.client.0.smithi007.stdout: " 4 - 4096 8 0", 2024-08-04T16:44:27.973 INFO:tasks.workunit.client.0.smithi007.stdout: " 5 - 4096 64 0", 2024-08-04T16:44:27.973 INFO:tasks.workunit.client.0.smithi007.stdout: " 6 - 4096 128 0", 2024-08-04T16:44:27.973 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:27.973 INFO:tasks.workunit.client.0.smithi007.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-04T16:44:27.973 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-04T16:44:27.973 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:27.973 INFO:tasks.workunit.client.0.smithi007.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-04T16:44:27.973 INFO:tasks.workunit.client.0.smithi007.stdout: "Critical Warning: 0x00", 2024-08-04T16:44:27.973 INFO:tasks.workunit.client.0.smithi007.stdout: "Temperature: 23 Celsius", 2024-08-04T16:44:27.973 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare: 100%", 2024-08-04T16:44:27.973 INFO:tasks.workunit.client.0.smithi007.stdout: "Available Spare Threshold: 10%", 2024-08-04T16:44:27.974 INFO:tasks.workunit.client.0.smithi007.stdout: "Percentage Used: 14%", 2024-08-04T16:44:27.974 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Read: 497,884,578 [254 TB]", 2024-08-04T16:44:27.974 INFO:tasks.workunit.client.0.smithi007.stdout: "Data Units Written: 2,709,688,062 [1.38 PB]", 2024-08-04T16:44:27.974 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Read Commands: 7,984,649,452", 2024-08-04T16:44:27.974 INFO:tasks.workunit.client.0.smithi007.stdout: "Host Write Commands: 46,757,294,678", 2024-08-04T16:44:27.974 INFO:tasks.workunit.client.0.smithi007.stdout: "Controller Busy Time: 0", 2024-08-04T16:44:27.974 INFO:tasks.workunit.client.0.smithi007.stdout: "Power Cycles: 54,734", 2024-08-04T16:44:27.974 INFO:tasks.workunit.client.0.smithi007.stdout: "Power On Hours: 63,850", 2024-08-04T16:44:27.974 INFO:tasks.workunit.client.0.smithi007.stdout: "Unsafe Shutdowns: 51", 2024-08-04T16:44:27.974 INFO:tasks.workunit.client.0.smithi007.stdout: "Media and Data Integrity Errors: 0", 2024-08-04T16:44:27.974 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information Log Entries: 0", 2024-08-04T16:44:27.974 INFO:tasks.workunit.client.0.smithi007.stdout: "", 2024-08-04T16:44:27.974 INFO:tasks.workunit.client.0.smithi007.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-04T16:44:27.975 INFO:tasks.workunit.client.0.smithi007.stdout: "No Errors Logged", 2024-08-04T16:44:27.975 INFO:tasks.workunit.client.0.smithi007.stdout: "" 2024-08-04T16:44:27.975 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.975 INFO:tasks.workunit.client.0.smithi007.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-04T16:44:27.975 INFO:tasks.workunit.client.0.smithi007.stdout: "svn_revision": "5155", 2024-08-04T16:44:27.975 INFO:tasks.workunit.client.0.smithi007.stdout: "version": [ 2024-08-04T16:44:27.975 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:27.975 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:27.975 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:27.975 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.975 INFO:tasks.workunit.client.0.smithi007.stdout: "temperature": { 2024-08-04T16:44:27.975 INFO:tasks.workunit.client.0.smithi007.stdout: "current": 23 2024-08-04T16:44:27.975 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.975 INFO:tasks.workunit.client.0.smithi007.stdout: "user_capacity": { 2024-08-04T16:44:27.976 INFO:tasks.workunit.client.0.smithi007.stdout: "blocks": 781422768, 2024-08-04T16:44:27.976 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 400088457216 2024-08-04T16:44:27.976 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.976 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.976 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.976 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:27.976 INFO:tasks.workunit.client.0.smithi007.stdout:} 2024-08-04T16:44:27.976 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph telemetry show 2024-08-04T16:44:27.977 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='client.45983 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:27.977 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='client.45983 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:27.977 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:27.977 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:27.977 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.977 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.977 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.977 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.977 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.977 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:27.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:27.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:27.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:27.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:27.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:27.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.979 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='client.45983 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:27.979 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='client.45983 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:27.979 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:27.979 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:27.979 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.979 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.979 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.979 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.980 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.980 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.980 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.980 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.980 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.980 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:27.980 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:27.980 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.980 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.980 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.980 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:27.980 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:27.980 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.980 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.980 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.981 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:27.981 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:27.981 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.981 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:27.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:27.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.982 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.982 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.982 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.982 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.982 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:27.982 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:27.982 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.982 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.982 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.982 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:27.982 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:27.982 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.982 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.983 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.983 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:27.983 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:27.983 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.983 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.983 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.983 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.983 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:27.983 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:27.983 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.983 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.984 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.984 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.984 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.984 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.984 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.984 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.984 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.984 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:27.984 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:27.984 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.984 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.984 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.984 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:27.984 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:27.985 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.985 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.985 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.985 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:27.985 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:27.985 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:27.985 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:27.985 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:25 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:27.992 INFO:tasks.workunit.client.0.smithi007.stdout:{ 2024-08-04T16:44:27.992 INFO:tasks.workunit.client.0.smithi007.stdout: "balancer": { 2024-08-04T16:44:27.993 INFO:tasks.workunit.client.0.smithi007.stdout: "active": true, 2024-08-04T16:44:27.993 INFO:tasks.workunit.client.0.smithi007.stdout: "mode": "" 2024-08-04T16:44:27.993 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:27.993 INFO:tasks.workunit.client.0.smithi007.stdout: "channels": [ 2024-08-04T16:44:27.993 INFO:tasks.workunit.client.0.smithi007.stdout: "basic", 2024-08-04T16:44:27.993 INFO:tasks.workunit.client.0.smithi007.stdout: "crash", 2024-08-04T16:44:27.993 INFO:tasks.workunit.client.0.smithi007.stdout: "device", 2024-08-04T16:44:27.993 INFO:tasks.workunit.client.0.smithi007.stdout: "ident", 2024-08-04T16:44:27.993 INFO:tasks.workunit.client.0.smithi007.stdout: "perf" 2024-08-04T16:44:27.993 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.993 INFO:tasks.workunit.client.0.smithi007.stdout: "channels_available": [ 2024-08-04T16:44:27.993 INFO:tasks.workunit.client.0.smithi007.stdout: "basic", 2024-08-04T16:44:27.993 INFO:tasks.workunit.client.0.smithi007.stdout: "ident", 2024-08-04T16:44:27.993 INFO:tasks.workunit.client.0.smithi007.stdout: "crash", 2024-08-04T16:44:27.993 INFO:tasks.workunit.client.0.smithi007.stdout: "device", 2024-08-04T16:44:27.994 INFO:tasks.workunit.client.0.smithi007.stdout: "perf" 2024-08-04T16:44:27.994 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.994 INFO:tasks.workunit.client.0.smithi007.stdout: "collections_available": [ 2024-08-04T16:44:27.994 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_base", 2024-08-04T16:44:27.994 INFO:tasks.workunit.client.0.smithi007.stdout: "device_base", 2024-08-04T16:44:27.994 INFO:tasks.workunit.client.0.smithi007.stdout: "crash_base", 2024-08-04T16:44:27.994 INFO:tasks.workunit.client.0.smithi007.stdout: "ident_base", 2024-08-04T16:44:27.994 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_perf", 2024-08-04T16:44:27.994 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_mds_metadata", 2024-08-04T16:44:27.994 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_usage", 2024-08-04T16:44:27.994 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_usage_by_class", 2024-08-04T16:44:27.994 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_rook_v01", 2024-08-04T16:44:27.994 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_memory_metrics", 2024-08-04T16:44:27.994 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_options_bluestore", 2024-08-04T16:44:27.995 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_flags" 2024-08-04T16:44:27.995 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.995 INFO:tasks.workunit.client.0.smithi007.stdout: "collections_opted_in": [ 2024-08-04T16:44:27.995 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_base", 2024-08-04T16:44:27.995 INFO:tasks.workunit.client.0.smithi007.stdout: "device_base", 2024-08-04T16:44:27.995 INFO:tasks.workunit.client.0.smithi007.stdout: "crash_base", 2024-08-04T16:44:27.995 INFO:tasks.workunit.client.0.smithi007.stdout: "ident_base", 2024-08-04T16:44:27.995 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_perf", 2024-08-04T16:44:27.995 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_mds_metadata", 2024-08-04T16:44:27.995 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_usage", 2024-08-04T16:44:27.995 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_usage_by_class", 2024-08-04T16:44:27.995 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_rook_v01", 2024-08-04T16:44:27.995 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_memory_metrics", 2024-08-04T16:44:27.995 INFO:tasks.workunit.client.0.smithi007.stdout: "basic_pool_options_bluestore" 2024-08-04T16:44:27.996 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:27.996 INFO:tasks.workunit.client.0.smithi007.stdout: "config": { 2024-08-04T16:44:27.996 INFO:tasks.workunit.client.0.smithi007.stdout: "active_changed": [ 2024-08-04T16:44:27.996 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-04T16:44:27.996 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_debug", 2024-08-04T16:44:27.996 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_mon_ticket_ttl", 2024-08-04T16:44:27.996 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_service_ticket_ttl", 2024-08-04T16:44:27.996 INFO:tasks.workunit.client.0.smithi007.stdout: "bdev_debug_aio", 2024-08-04T16:44:27.996 INFO:tasks.workunit.client.0.smithi007.stdout: "client_check_pool_perm", 2024-08-04T16:44:27.996 INFO:tasks.workunit.client.0.smithi007.stdout: "client_mount_gid", 2024-08-04T16:44:27.996 INFO:tasks.workunit.client.0.smithi007.stdout: "client_mount_uid", 2024-08-04T16:44:27.996 INFO:tasks.workunit.client.0.smithi007.stdout: "client_quota", 2024-08-04T16:44:27.996 INFO:tasks.workunit.client.0.smithi007.stdout: "container_image", 2024-08-04T16:44:27.996 INFO:tasks.workunit.client.0.smithi007.stdout: "daemonize", 2024-08-04T16:44:27.997 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_asserts_on_shutdown", 2024-08-04T16:44:27.997 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mgr", 2024-08-04T16:44:27.997 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mon", 2024-08-04T16:44:27.997 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_ms", 2024-08-04T16:44:27.997 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_osd", 2024-08-04T16:44:27.997 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_paxos", 2024-08-04T16:44:27.997 INFO:tasks.workunit.client.0.smithi007.stdout: "keyring", 2024-08-04T16:44:27.997 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_file", 2024-08-04T16:44:27.997 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_journald", 2024-08-04T16:44:27.997 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_stderr", 2024-08-04T16:44:27.997 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_allow_pool_delete", 2024-08-04T16:44:27.997 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_clock_drift_allowed", 2024-08-04T16:44:27.997 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_file", 2024-08-04T16:44:27.997 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_journald", 2024-08-04T16:44:27.997 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_stderr", 2024-08-04T16:44:27.998 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_data_avail_warn", 2024-08-04T16:44:27.998 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_election_default_strategy", 2024-08-04T16:44:27.998 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_host", 2024-08-04T16:44:27.998 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_max_pg_per_osd", 2024-08-04T16:44:27.998 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mds_skip_sanity", 2024-08-04T16:44:27.998 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mgr_mkfs_grace", 2024-08-04T16:44:27.998 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_prime_pg_temp", 2024-08-04T16:44:27.998 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_reporter_subtree_level", 2024-08-04T16:44:27.998 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_pg_warn_max_object_skew", 2024-08-04T16:44:27.998 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-04T16:44:27.998 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-04T16:44:27.998 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-04T16:44:27.998 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-04T16:44:27.999 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-04T16:44:27.999 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-04T16:44:27.999 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-04T16:44:27.999 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-04T16:44:27.999 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_too_few_osds", 2024-08-04T16:44:27.999 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_bug", 2024-08-04T16:44:27.999 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_old_message", 2024-08-04T16:44:27.999 INFO:tasks.workunit.client.0.smithi007.stdout: "no_config_file", 2024-08-04T16:44:27.999 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_default_list", 2024-08-04T16:44:27.999 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_load_list", 2024-08-04T16:44:27.999 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_misdirected_ops", 2024-08-04T16:44:27.999 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_op_order", 2024-08-04T16:44:27.999 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_pg_log_writeout", 2024-08-04T16:44:27.999 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_shutdown", 2024-08-04T16:44:27.999 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_cached_snaps", 2024-08-04T16:44:28.000 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_missing_on_start", 2024-08-04T16:44:28.000 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_stray_on_activate", 2024-08-04T16:44:28.000 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-04T16:44:28.000 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_delete_sleep", 2024-08-04T16:44:28.000 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_delete_sleep_hdd", 2024-08-04T16:44:28.000 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_delete_sleep_hybrid", 2024-08-04T16:44:28.000 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_delete_sleep_ssd", 2024-08-04T16:44:28.000 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_max_backfills", 2024-08-04T16:44:28.000 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-04T16:44:28.000 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_profile", 2024-08-04T16:44:28.000 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-04T16:44:28.000 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-04T16:44:28.000 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-04T16:44:28.000 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-04T16:44:28.001 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-04T16:44:28.001 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-04T16:44:28.001 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_lim", 2024-08-04T16:44:28.001 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_res", 2024-08-04T16:44:28.001 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-04T16:44:28.001 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target", 2024-08-04T16:44:28.001 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target_autotune", 2024-08-04T16:44:28.001 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue", 2024-08-04T16:44:28.001 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue_cut_off", 2024-08-04T16:44:28.001 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_erasure_code_profile", 2024-08-04T16:44:28.001 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-04T16:44:28.002 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recover_clone_overlap", 2024-08-04T16:44:28.002 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_active", 2024-08-04T16:44:28.002 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_active_hdd", 2024-08-04T16:44:28.002 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_active_ssd", 2024-08-04T16:44:28.002 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_chunk", 2024-08-04T16:44:28.002 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_sleep", 2024-08-04T16:44:28.002 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_sleep_hdd", 2024-08-04T16:44:28.002 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_sleep_hybrid", 2024-08-04T16:44:28.002 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_sleep_ssd", 2024-08-04T16:44:28.002 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_load_threshold", 2024-08-04T16:44:28.002 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_max_interval", 2024-08-04T16:44:28.002 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_sleep", 2024-08-04T16:44:28.002 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_shutdown_pgref_assert", 2024-08-04T16:44:28.002 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_snap_trim_sleep", 2024-08-04T16:44:28.003 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_snap_trim_sleep_hdd", 2024-08-04T16:44:28.003 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-04T16:44:28.003 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_snap_trim_sleep_ssd", 2024-08-04T16:44:28.003 INFO:tasks.workunit.client.0.smithi007.stdout: "public_network", 2024-08-04T16:44:28.003 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-04T16:44:28.003 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_default_features", 2024-08-04T16:44:28.003 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_qos_exclude_ops", 2024-08-04T16:44:28.003 INFO:tasks.workunit.client.0.smithi007.stdout: "setgroup", 2024-08-04T16:44:28.003 INFO:tasks.workunit.client.0.smithi007.stdout: "setuser" 2024-08-04T16:44:28.003 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.003 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster_changed": [ 2024-08-04T16:44:28.003 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-04T16:44:28.003 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_debug", 2024-08-04T16:44:28.003 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_mon_ticket_ttl", 2024-08-04T16:44:28.004 INFO:tasks.workunit.client.0.smithi007.stdout: "auth_service_ticket_ttl", 2024-08-04T16:44:28.004 INFO:tasks.workunit.client.0.smithi007.stdout: "bdev_debug_aio", 2024-08-04T16:44:28.004 INFO:tasks.workunit.client.0.smithi007.stdout: "container_image", 2024-08-04T16:44:28.004 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_asserts_on_shutdown", 2024-08-04T16:44:28.004 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mgr", 2024-08-04T16:44:28.004 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_mon", 2024-08-04T16:44:28.004 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_ms", 2024-08-04T16:44:28.004 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_osd", 2024-08-04T16:44:28.004 INFO:tasks.workunit.client.0.smithi007.stdout: "debug_paxos", 2024-08-04T16:44:28.004 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_file", 2024-08-04T16:44:28.004 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_journald", 2024-08-04T16:44:28.004 INFO:tasks.workunit.client.0.smithi007.stdout: "log_to_stderr", 2024-08-04T16:44:28.004 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_join_fs", 2024-08-04T16:44:28.004 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/allow_ptrace", 2024-08-04T16:44:28.004 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/container_init", 2024-08-04T16:44:28.005 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/migration_current", 2024-08-04T16:44:28.005 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/cephadm/use_repo_digest", 2024-08-04T16:44:28.005 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-04T16:44:28.005 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-04T16:44:28.005 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-04T16:44:28.005 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-04T16:44:28.005 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/dashboard/ssl_server_port", 2024-08-04T16:44:28.005 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/orchestrator/orchestrator", 2024-08-04T16:44:28.005 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/channel_ident", 2024-08-04T16:44:28.005 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/channel_perf", 2024-08-04T16:44:28.005 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/description", 2024-08-04T16:44:28.006 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/enabled", 2024-08-04T16:44:28.006 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr/telemetry/organization", 2024-08-04T16:44:28.006 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_allow_pool_delete", 2024-08-04T16:44:28.006 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_clock_drift_allowed", 2024-08-04T16:44:28.006 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_cluster_log_to_file", 2024-08-04T16:44:28.006 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_data_avail_warn", 2024-08-04T16:44:28.006 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_election_default_strategy", 2024-08-04T16:44:28.006 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_max_pg_per_osd", 2024-08-04T16:44:28.006 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mds_skip_sanity", 2024-08-04T16:44:28.006 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_mgr_mkfs_grace", 2024-08-04T16:44:28.007 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_prime_pg_temp", 2024-08-04T16:44:28.007 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_osd_reporter_subtree_level", 2024-08-04T16:44:28.007 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_pg_warn_max_object_skew", 2024-08-04T16:44:28.007 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-04T16:44:28.007 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-04T16:44:28.007 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-04T16:44:28.007 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-04T16:44:28.007 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-04T16:44:28.007 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-04T16:44:28.007 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-04T16:44:28.007 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-04T16:44:28.007 INFO:tasks.workunit.client.0.smithi007.stdout: "mon_warn_on_too_few_osds", 2024-08-04T16:44:28.008 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_bug", 2024-08-04T16:44:28.008 INFO:tasks.workunit.client.0.smithi007.stdout: "ms_die_on_old_message", 2024-08-04T16:44:28.008 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_default_list", 2024-08-04T16:44:28.008 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_class_load_list", 2024-08-04T16:44:28.008 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_misdirected_ops", 2024-08-04T16:44:28.008 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_op_order", 2024-08-04T16:44:28.008 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_pg_log_writeout", 2024-08-04T16:44:28.008 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_shutdown", 2024-08-04T16:44:28.008 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_cached_snaps", 2024-08-04T16:44:28.008 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_missing_on_start", 2024-08-04T16:44:28.008 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_debug_verify_stray_on_activate", 2024-08-04T16:44:28.008 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-04T16:44:28.008 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-04T16:44:28.009 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mclock_profile", 2024-08-04T16:44:28.009 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target", 2024-08-04T16:44:28.009 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_memory_target_autotune", 2024-08-04T16:44:28.009 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue", 2024-08-04T16:44:28.009 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_op_queue_cut_off", 2024-08-04T16:44:28.009 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_erasure_code_profile", 2024-08-04T16:44:28.009 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-04T16:44:28.009 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recover_clone_overlap", 2024-08-04T16:44:28.009 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_recovery_max_chunk", 2024-08-04T16:44:28.009 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_load_threshold", 2024-08-04T16:44:28.009 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_scrub_max_interval", 2024-08-04T16:44:28.009 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_shutdown_pgref_assert", 2024-08-04T16:44:28.009 INFO:tasks.workunit.client.0.smithi007.stdout: "public_network", 2024-08-04T16:44:28.010 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-04T16:44:28.010 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_cache_enabled", 2024-08-04T16:44:28.010 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_enable_ops_log", 2024-08-04T16:44:28.010 INFO:tasks.workunit.client.0.smithi007.stdout: "rgw_enable_usage_log" 2024-08-04T16:44:28.010 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.010 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.010 INFO:tasks.workunit.client.0.smithi007.stdout: "contact": null, 2024-08-04T16:44:28.010 INFO:tasks.workunit.client.0.smithi007.stdout: "crashes": [], 2024-08-04T16:44:28.010 INFO:tasks.workunit.client.0.smithi007.stdout: "created": "2024-08-04T15:18:26.674835Z", 2024-08-04T16:44:28.010 INFO:tasks.workunit.client.0.smithi007.stdout: "crush": { 2024-08-04T16:44:28.010 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_algs": { 2024-08-04T16:44:28.010 INFO:tasks.workunit.client.0.smithi007.stdout: "straw2": 3 2024-08-04T16:44:28.010 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.011 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_sizes": { 2024-08-04T16:44:28.011 INFO:tasks.workunit.client.0.smithi007.stdout: "2": 1, 2024-08-04T16:44:28.011 INFO:tasks.workunit.client.0.smithi007.stdout: "4": 2 2024-08-04T16:44:28.011 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.011 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket_types": { 2024-08-04T16:44:28.011 INFO:tasks.workunit.client.0.smithi007.stdout: "1": 2, 2024-08-04T16:44:28.011 INFO:tasks.workunit.client.0.smithi007.stdout: "11": 1 2024-08-04T16:44:28.011 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.011 INFO:tasks.workunit.client.0.smithi007.stdout: "compat_weight_set": false, 2024-08-04T16:44:28.011 INFO:tasks.workunit.client.0.smithi007.stdout: "device_classes": [ 2024-08-04T16:44:28.011 INFO:tasks.workunit.client.0.smithi007.stdout: 8 2024-08-04T16:44:28.011 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_buckets": 6, 2024-08-04T16:44:28.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_devices": 8, 2024-08-04T16:44:28.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_rules": 2, 2024-08-04T16:44:28.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_types": 12, 2024-08-04T16:44:28.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_weight_sets": 0, 2024-08-04T16:44:28.012 INFO:tasks.workunit.client.0.smithi007.stdout: "tunables": { 2024-08-04T16:44:28.012 INFO:tasks.workunit.client.0.smithi007.stdout: "allowed_bucket_algs": 54, 2024-08-04T16:44:28.012 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_local_fallback_tries": 0, 2024-08-04T16:44:28.012 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_local_tries": 0, 2024-08-04T16:44:28.012 INFO:tasks.workunit.client.0.smithi007.stdout: "choose_total_tries": 50, 2024-08-04T16:44:28.012 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_descend_once": 1, 2024-08-04T16:44:28.012 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_stable": 1, 2024-08-04T16:44:28.012 INFO:tasks.workunit.client.0.smithi007.stdout: "chooseleaf_vary_r": 1, 2024-08-04T16:44:28.012 INFO:tasks.workunit.client.0.smithi007.stdout: "has_msr_rules": 0, 2024-08-04T16:44:28.012 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v2_rules": 1, 2024-08-04T16:44:28.012 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v3_rules": 0, 2024-08-04T16:44:28.013 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v4_buckets": 1, 2024-08-04T16:44:28.013 INFO:tasks.workunit.client.0.smithi007.stdout: "has_v5_rules": 0, 2024-08-04T16:44:28.013 INFO:tasks.workunit.client.0.smithi007.stdout: "legacy_tunables": 0, 2024-08-04T16:44:28.013 INFO:tasks.workunit.client.0.smithi007.stdout: "minimum_required_version": "jewel", 2024-08-04T16:44:28.013 INFO:tasks.workunit.client.0.smithi007.stdout: "msr_collision_tries": 100, 2024-08-04T16:44:28.013 INFO:tasks.workunit.client.0.smithi007.stdout: "msr_descents": 100, 2024-08-04T16:44:28.013 INFO:tasks.workunit.client.0.smithi007.stdout: "optimal_tunables": 1, 2024-08-04T16:44:28.013 INFO:tasks.workunit.client.0.smithi007.stdout: "profile": "jewel", 2024-08-04T16:44:28.013 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables": 1, 2024-08-04T16:44:28.013 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables2": 1, 2024-08-04T16:44:28.013 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables3": 1, 2024-08-04T16:44:28.013 INFO:tasks.workunit.client.0.smithi007.stdout: "require_feature_tunables5": 1, 2024-08-04T16:44:28.013 INFO:tasks.workunit.client.0.smithi007.stdout: "straw_calc_version": 1 2024-08-04T16:44:28.013 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.013 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.013 INFO:tasks.workunit.client.0.smithi007.stdout: "description": "upgrade test cluster", 2024-08-04T16:44:28.014 INFO:tasks.workunit.client.0.smithi007.stdout: "fs": { 2024-08-04T16:44:28.014 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:28.014 INFO:tasks.workunit.client.0.smithi007.stdout: "feature_flags": { 2024-08-04T16:44:28.014 INFO:tasks.workunit.client.0.smithi007.stdout: "enable_multiple": true, 2024-08-04T16:44:28.014 INFO:tasks.workunit.client.0.smithi007.stdout: "ever_enabled_multiple": true 2024-08-04T16:44:28.014 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.014 INFO:tasks.workunit.client.0.smithi007.stdout: "filesystems": [ 2024-08-04T16:44:28.014 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.014 INFO:tasks.workunit.client.0.smithi007.stdout: "approx_ctime": "2024-08", 2024-08-04T16:44:28.014 INFO:tasks.workunit.client.0.smithi007.stdout: "balancer_enabled": false, 2024-08-04T16:44:28.014 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.015 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_caps": 0, 2024-08-04T16:44:28.015 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_dns": 10, 2024-08-04T16:44:28.015 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_inos": 13, 2024-08-04T16:44:28.015 INFO:tasks.workunit.client.0.smithi007.stdout: "cached_subtrees": 2, 2024-08-04T16:44:28.015 INFO:tasks.workunit.client.0.smithi007.stdout: "ever_allowed_features": 0, 2024-08-04T16:44:28.015 INFO:tasks.workunit.client.0.smithi007.stdout: "explicitly_allowed_features": 0, 2024-08-04T16:44:28.015 INFO:tasks.workunit.client.0.smithi007.stdout: "files": 0, 2024-08-04T16:44:28.015 INFO:tasks.workunit.client.0.smithi007.stdout: "max_mds": 1, 2024-08-04T16:44:28.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_data_pools": 1, 2024-08-04T16:44:28.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_in": 1, 2024-08-04T16:44:28.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_mds": 1, 2024-08-04T16:44:28.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": 0, 2024-08-04T16:44:28.015 INFO:tasks.workunit.client.0.smithi007.stdout: "num_standby_replay": 0, 2024-08-04T16:44:28.016 INFO:tasks.workunit.client.0.smithi007.stdout: "num_up": 1, 2024-08-04T16:44:28.016 INFO:tasks.workunit.client.0.smithi007.stdout: "snaps": 0, 2024-08-04T16:44:28.016 INFO:tasks.workunit.client.0.smithi007.stdout: "standby_count_wanted": 0 2024-08-04T16:44:28.016 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.016 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.016 INFO:tasks.workunit.client.0.smithi007.stdout: "num_standby_mds": 1, 2024-08-04T16:44:28.016 INFO:tasks.workunit.client.0.smithi007.stdout: "total_num_mds": 2 2024-08-04T16:44:28.016 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.016 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_stats": { 2024-08-04T16:44:28.016 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T16:44:28.016 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:28.016 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 20144128, 2024-08-04T16:44:28.016 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 345080, 2024-08-04T16:44:28.017 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2621440, 2024-08-04T16:44:28.017 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 761856, 2024-08-04T16:44:28.017 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 0, 2024-08-04T16:44:28.017 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 357, 2024-08-04T16:44:28.017 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:28.017 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 1065232, 2024-08-04T16:44:28.017 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 13, 2024-08-04T16:44:28.017 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 608768, 2024-08-04T16:44:28.017 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 14741752, 2024-08-04T16:44:28.017 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 20144128 2024-08-04T16:44:28.017 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.017 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:28.018 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 20750336, 2024-08-04T16:44:28.018 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 439256, 2024-08-04T16:44:28.018 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2621440, 2024-08-04T16:44:28.018 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:28.018 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 442368, 2024-08-04T16:44:28.018 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 487, 2024-08-04T16:44:28.018 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:28.018 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 1401000, 2024-08-04T16:44:28.018 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 22, 2024-08-04T16:44:28.018 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 1136640, 2024-08-04T16:44:28.018 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 15152000, 2024-08-04T16:44:28.018 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 21192704 2024-08-04T16:44:28.019 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.019 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.019 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:28.019 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.630de46a01a71525518015f12bc5f227952b1fd6": { 2024-08-04T16:44:28.019 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 179888128, 2024-08-04T16:44:28.019 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 3235760, 2024-08-04T16:44:28.019 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2883584, 2024-08-04T16:44:28.019 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 811008, 2024-08-04T16:44:28.019 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 3342336, 2024-08-04T16:44:28.019 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 7243, 2024-08-04T16:44:28.019 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:28.019 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 11492904, 2024-08-04T16:44:28.019 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 20, 2024-08-04T16:44:28.020 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 4338432, 2024-08-04T16:44:28.020 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 157126440, 2024-08-04T16:44:28.020 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 183230464 2024-08-04T16:44:28.020 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.020 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:28.020 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 167362560, 2024-08-04T16:44:28.020 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 2168008, 2024-08-04T16:44:28.020 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 2883584, 2024-08-04T16:44:28.020 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:28.020 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 4317184, 2024-08-04T16:44:28.020 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 6481, 2024-08-04T16:44:28.020 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:28.020 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 10122880, 2024-08-04T16:44:28.020 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 20, 2024-08-04T16:44:28.021 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 2553600, 2024-08-04T16:44:28.021 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 149634488, 2024-08-04T16:44:28.021 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 171679744 2024-08-04T16:44:28.021 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.021 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:28.021 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 260907008, 2024-08-04T16:44:28.021 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 4525920, 2024-08-04T16:44:28.021 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3014656, 2024-08-04T16:44:28.021 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 843776, 2024-08-04T16:44:28.021 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 98304, 2024-08-04T16:44:28.021 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 9785, 2024-08-04T16:44:28.021 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:28.021 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 16381128, 2024-08-04T16:44:28.022 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 23, 2024-08-04T16:44:28.022 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 4038912, 2024-08-04T16:44:28.022 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 232102616, 2024-08-04T16:44:28.022 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 261005312 2024-08-04T16:44:28.022 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.022 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.022 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.022 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.0": { 2024-08-04T16:44:28.022 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 483835904, 2024-08-04T16:44:28.022 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 27943032, 2024-08-04T16:44:28.022 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3276800, 2024-08-04T16:44:28.022 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:28.022 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 47144960, 2024-08-04T16:44:28.023 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 13380, 2024-08-04T16:44:28.023 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:28.023 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 73507728, 2024-08-04T16:44:28.023 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 53, 2024-08-04T16:44:28.023 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 10105344, 2024-08-04T16:44:28.023 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 369003000, 2024-08-04T16:44:28.023 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 530980864 2024-08-04T16:44:28.023 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.023 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.1": { 2024-08-04T16:44:28.023 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 465461248, 2024-08-04T16:44:28.023 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 29115136, 2024-08-04T16:44:28.023 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3407872, 2024-08-04T16:44:28.023 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:28.023 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 38182912, 2024-08-04T16:44:28.024 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 13681, 2024-08-04T16:44:28.024 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:28.024 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 69119072, 2024-08-04T16:44:28.024 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 60, 2024-08-04T16:44:28.024 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 11179264, 2024-08-04T16:44:28.024 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 352639904, 2024-08-04T16:44:28.024 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 503644160 2024-08-04T16:44:28.024 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.024 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.2": { 2024-08-04T16:44:28.024 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 432939008, 2024-08-04T16:44:28.024 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 22147816, 2024-08-04T16:44:28.024 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 5242880, 2024-08-04T16:44:28.024 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 49152, 2024-08-04T16:44:28.024 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 163758080, 2024-08-04T16:44:28.024 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 10849, 2024-08-04T16:44:28.024 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:28.025 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 56799312, 2024-08-04T16:44:28.025 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 61, 2024-08-04T16:44:28.025 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 12146432, 2024-08-04T16:44:28.025 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 336553416, 2024-08-04T16:44:28.025 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 596697088 2024-08-04T16:44:28.025 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.025 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.3": { 2024-08-04T16:44:28.025 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 497188864, 2024-08-04T16:44:28.025 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 18017088, 2024-08-04T16:44:28.025 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3145728, 2024-08-04T16:44:28.025 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:28.025 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 59899904, 2024-08-04T16:44:28.025 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 10598, 2024-08-04T16:44:28.025 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:28.025 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 56605504, 2024-08-04T16:44:28.025 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 60, 2024-08-04T16:44:28.026 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 11367680, 2024-08-04T16:44:28.026 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 408052864, 2024-08-04T16:44:28.026 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 557088768 2024-08-04T16:44:28.026 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.026 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.4": { 2024-08-04T16:44:28.026 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 465747968, 2024-08-04T16:44:28.026 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 23514264, 2024-08-04T16:44:28.026 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3276800, 2024-08-04T16:44:28.026 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:28.026 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 144572416, 2024-08-04T16:44:28.026 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 11184, 2024-08-04T16:44:28.026 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:28.027 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 53550360, 2024-08-04T16:44:28.027 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 53, 2024-08-04T16:44:28.027 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 9994240, 2024-08-04T16:44:28.027 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 375412304, 2024-08-04T16:44:28.027 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 610320384 2024-08-04T16:44:28.027 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.027 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.5": { 2024-08-04T16:44:28.027 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 648740864, 2024-08-04T16:44:28.027 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 22036240, 2024-08-04T16:44:28.027 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 5505024, 2024-08-04T16:44:28.027 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:28.027 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 4022272, 2024-08-04T16:44:28.027 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 14369, 2024-08-04T16:44:28.027 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:28.027 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 64369328, 2024-08-04T16:44:28.028 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 60, 2024-08-04T16:44:28.028 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 11271680, 2024-08-04T16:44:28.028 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 545558592, 2024-08-04T16:44:28.028 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 652763136 2024-08-04T16:44:28.028 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.028 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.6": { 2024-08-04T16:44:28.028 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 447963136, 2024-08-04T16:44:28.028 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 17636552, 2024-08-04T16:44:28.028 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3145728, 2024-08-04T16:44:28.028 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:28.028 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 45277184, 2024-08-04T16:44:28.028 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 10412, 2024-08-04T16:44:28.028 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:28.029 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 58132256, 2024-08-04T16:44:28.029 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 60, 2024-08-04T16:44:28.029 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 10960384, 2024-08-04T16:44:28.029 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 358088216, 2024-08-04T16:44:28.029 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 493240320 2024-08-04T16:44:28.029 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.029 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.7": { 2024-08-04T16:44:28.029 INFO:tasks.workunit.client.0.smithi007.stdout: "actual_memory_used": 580583424, 2024-08-04T16:44:28.029 INFO:tasks.workunit.client.0.smithi007.stdout: "central_cache_freelist": 22007272, 2024-08-04T16:44:28.029 INFO:tasks.workunit.client.0.smithi007.stdout: "malloc_metadata": 3276800, 2024-08-04T16:44:28.029 INFO:tasks.workunit.client.0.smithi007.stdout: "page_heap_freelist": 0, 2024-08-04T16:44:28.029 INFO:tasks.workunit.client.0.smithi007.stdout: "released_to_os": 36593664, 2024-08-04T16:44:28.029 INFO:tasks.workunit.client.0.smithi007.stdout: "spans_in_use": 11692, 2024-08-04T16:44:28.029 INFO:tasks.workunit.client.0.smithi007.stdout: "tcmalloc_page_size": 8192, 2024-08-04T16:44:28.030 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_cache_freelists": 61432000, 2024-08-04T16:44:28.030 INFO:tasks.workunit.client.0.smithi007.stdout: "thread_heaps_in_use": 58, 2024-08-04T16:44:28.030 INFO:tasks.workunit.client.0.smithi007.stdout: "transfer_cache_freelist": 12861952, 2024-08-04T16:44:28.030 INFO:tasks.workunit.client.0.smithi007.stdout: "use_by_application": 481005400, 2024-08-04T16:44:28.030 INFO:tasks.workunit.client.0.smithi007.stdout: "virtual_address_space_used": 617177088 2024-08-04T16:44:28.030 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.030 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.030 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.030 INFO:tasks.workunit.client.0.smithi007.stdout: "hosts": { 2024-08-04T16:44:28.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num": 2, 2024-08-04T16:44:28.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mds": 2, 2024-08-04T16:44:28.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mgr": 2, 2024-08-04T16:44:28.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_mon": 2, 2024-08-04T16:44:28.031 INFO:tasks.workunit.client.0.smithi007.stdout: "num_with_osd": 2 2024-08-04T16:44:28.031 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.031 INFO:tasks.workunit.client.0.smithi007.stdout: "io_rate": { 2024-08-04T16:44:28.031 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_stats_delta": { 2024-08-04T16:44:28.031 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 0, 2024-08-04T16:44:28.031 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.031 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 0, 2024-08-04T16:44:28.031 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.031 INFO:tasks.workunit.client.0.smithi007.stdout: "stamp_delta": "12.002686", 2024-08-04T16:44:28.031 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.031 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.031 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.031 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.031 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.032 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.033 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 74, 2024-08-04T16:44:28.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 62, 2024-08-04T16:44:28.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 16, 2024-08-04T16:44:28.034 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.034 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.034 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:28.034 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 0, 2024-08-04T16:44:28.034 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:28.035 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:28.035 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:28.035 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:28.035 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 0, 2024-08-04T16:44:28.035 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:28.035 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:28.035 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T16:44:28.035 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:28.035 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.035 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 0 2024-08-04T16:44:28.035 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.035 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.035 INFO:tasks.workunit.client.0.smithi007.stdout: "leaderboard": false, 2024-08-04T16:44:28.036 INFO:tasks.workunit.client.0.smithi007.stdout: "leaderboard_description": null, 2024-08-04T16:44:28.036 INFO:tasks.workunit.client.0.smithi007.stdout: "license": "sharing-1-0", 2024-08-04T16:44:28.036 INFO:tasks.workunit.client.0.smithi007.stdout: "mempool": { 2024-08-04T16:44:28.036 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T16:44:28.036 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:28.036 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:28.036 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.036 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.036 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.036 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.036 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.036 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.036 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.036 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:28.037 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.037 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.037 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.037 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:28.037 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.037 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.037 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.037 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:28.037 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.037 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.037 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.037 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:28.037 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.038 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.038 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:28.038 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.038 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.038 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:28.038 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.038 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.038 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:28.038 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.038 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.039 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:28.039 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.039 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.039 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.039 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:28.039 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.039 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.039 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.039 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:28.039 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.039 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.039 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.039 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:28.039 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.040 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.040 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.040 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:28.040 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.040 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.040 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.040 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:28.040 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.040 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.040 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.040 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:28.040 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.040 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.040 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.041 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:28.041 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.041 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.041 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.041 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:28.041 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.041 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.041 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.041 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:28.041 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 150039, 2024-08-04T16:44:28.041 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 34 2024-08-04T16:44:28.041 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.041 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:28.042 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.042 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.042 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.042 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:28.042 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 928, 2024-08-04T16:44:28.042 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T16:44:28.042 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.042 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.042 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.042 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.042 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.042 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:28.042 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.042 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.042 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.043 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:28.043 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.043 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.043 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.043 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:28.043 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.043 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.043 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.043 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:28.043 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.043 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.043 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.044 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:28.044 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.044 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.044 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.044 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:28.044 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.044 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.044 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.044 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:28.044 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.044 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.044 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.044 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.045 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:28.045 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:28.045 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.045 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.045 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.045 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.045 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.045 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.045 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.045 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:28.045 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.045 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.045 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.045 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:28.046 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.046 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.046 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:28.046 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.046 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.046 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:28.046 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.046 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.046 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:28.046 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.046 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.047 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:28.047 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.047 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.047 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:28.047 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.047 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.047 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:28.047 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.047 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.047 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.048 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:28.048 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.048 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.048 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:28.048 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.048 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.048 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:28.048 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.048 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.048 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.048 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:28.049 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.049 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.049 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:28.049 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.049 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.049 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:28.049 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.049 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.049 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.049 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:28.050 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.050 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.050 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:28.050 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.050 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.050 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:28.050 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 221594, 2024-08-04T16:44:28.050 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 66 2024-08-04T16:44:28.050 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.050 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:28.050 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.051 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.051 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.051 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:28.051 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 51904, 2024-08-04T16:44:28.051 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 181 2024-08-04T16:44:28.051 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.051 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.051 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.051 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.051 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.051 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:28.051 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.051 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.052 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:28.052 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.052 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.052 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:28.052 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12048, 2024-08-04T16:44:28.052 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 231 2024-08-04T16:44:28.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.052 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:28.052 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.052 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.052 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.052 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:28.053 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.053 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.053 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:28.053 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.053 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.053 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:28.053 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.053 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.053 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.053 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.053 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:28.054 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.630de46a01a71525518015f12bc5f227952b1fd6": { 2024-08-04T16:44:28.054 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:28.054 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.054 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.054 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.054 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.054 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.054 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:28.054 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.054 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.054 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:28.055 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.055 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.055 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:28.055 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.055 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.055 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:28.055 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.055 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.055 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.055 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:28.055 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.055 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.056 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:28.056 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.056 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.056 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:28.056 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.056 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.056 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:28.056 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.056 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.056 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.057 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:28.057 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.057 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.057 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:28.057 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.057 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.057 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:28.057 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.057 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.057 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.057 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:28.057 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.057 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.058 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:28.058 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.058 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.058 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:28.058 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.058 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.058 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:28.058 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.058 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.058 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.058 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:28.058 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.059 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.059 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:28.059 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 49873618, 2024-08-04T16:44:28.059 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 6756 2024-08-04T16:44:28.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.059 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:28.059 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 352, 2024-08-04T16:44:28.059 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 4 2024-08-04T16:44:28.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.059 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:28.059 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.059 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.059 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.059 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.059 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.060 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.060 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:28.060 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.060 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.060 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:28.060 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.060 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.060 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:28.060 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10624, 2024-08-04T16:44:28.060 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 230 2024-08-04T16:44:28.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.060 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:28.060 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 70440, 2024-08-04T16:44:28.060 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5158 2024-08-04T16:44:28.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.061 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:28.061 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5720, 2024-08-04T16:44:28.061 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 152 2024-08-04T16:44:28.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.061 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:28.061 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.061 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.061 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:28.061 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.061 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.061 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.061 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:28.062 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:28.062 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.062 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.062 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.062 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.062 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.062 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:28.062 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.062 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.062 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.062 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:28.062 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.063 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.063 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:28.063 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.063 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.063 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:28.063 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.063 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.063 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:28.063 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.063 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.063 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.064 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:28.064 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.064 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.064 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:28.064 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.064 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.064 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:28.064 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.064 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.064 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:28.064 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.064 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.064 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.065 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:28.065 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.065 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.065 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:28.065 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.065 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.065 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:28.065 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.065 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.065 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.065 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:28.065 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.065 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.066 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:28.066 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.066 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.066 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:28.066 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.066 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.066 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:28.066 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.066 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.066 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.067 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:28.067 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 43860980, 2024-08-04T16:44:28.067 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5397 2024-08-04T16:44:28.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.067 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:28.067 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 352, 2024-08-04T16:44:28.067 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 4 2024-08-04T16:44:28.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.067 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:28.067 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.067 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.067 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.067 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.068 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.068 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.068 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:28.068 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.068 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.068 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:28.068 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.068 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.068 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:28.068 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10624, 2024-08-04T16:44:28.068 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 230 2024-08-04T16:44:28.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.069 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:28.069 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 70440, 2024-08-04T16:44:28.069 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5158 2024-08-04T16:44:28.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.069 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:28.069 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5720, 2024-08-04T16:44:28.069 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 152 2024-08-04T16:44:28.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.069 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:28.069 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.069 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.069 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:28.070 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.070 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.070 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.070 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:28.070 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:28.070 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.070 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.070 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.070 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.070 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.070 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.070 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:28.071 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.071 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.071 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:28.071 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.071 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.071 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:28.071 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.071 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.071 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.071 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:28.071 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.071 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.072 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:28.072 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.072 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.072 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:28.072 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.072 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.072 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:28.072 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.072 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.072 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.072 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:28.072 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.072 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.073 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:28.073 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.073 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.073 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:28.073 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.073 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.073 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:28.073 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.073 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.073 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.073 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:28.073 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.074 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.074 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:28.074 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.074 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.074 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:28.074 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.074 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.074 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:28.074 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.074 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.074 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.075 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:28.075 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.075 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.075 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:28.075 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 52746814, 2024-08-04T16:44:28.075 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7482 2024-08-04T16:44:28.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.075 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:28.075 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.075 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.075 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.075 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:28.075 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.075 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.076 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.076 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.076 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.076 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:28.076 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.076 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.076 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:28.076 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.076 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.076 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:28.077 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 10624, 2024-08-04T16:44:28.077 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 230 2024-08-04T16:44:28.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.077 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:28.077 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 70440, 2024-08-04T16:44:28.077 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5158 2024-08-04T16:44:28.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.077 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:28.077 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 11440, 2024-08-04T16:44:28.077 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 304 2024-08-04T16:44:28.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.077 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:28.077 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.077 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.078 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:28.078 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.078 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.078 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.078 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.078 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.078 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.0": { 2024-08-04T16:44:28.078 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:28.078 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.078 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.078 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.078 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.078 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 23592, 2024-08-04T16:44:28.079 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 407 2024-08-04T16:44:28.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.079 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:28.079 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 469120, 2024-08-04T16:44:28.079 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 28 2024-08-04T16:44:28.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.079 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:28.079 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2304, 2024-08-04T16:44:28.079 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 12 2024-08-04T16:44:28.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.079 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:28.079 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 72960, 2024-08-04T16:44:28.079 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 912 2024-08-04T16:44:28.079 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.080 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:28.080 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 507104, 2024-08-04T16:44:28.080 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2438 2024-08-04T16:44:28.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.080 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:28.080 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:28.080 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:28.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.080 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:28.080 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 616311, 2024-08-04T16:44:28.080 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 173 2024-08-04T16:44:28.080 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.080 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:28.080 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2516392, 2024-08-04T16:44:28.081 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 555301 2024-08-04T16:44:28.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.081 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:28.081 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7105576, 2024-08-04T16:44:28.081 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10481 2024-08-04T16:44:28.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.081 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:28.081 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 103260, 2024-08-04T16:44:28.081 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 11123 2024-08-04T16:44:28.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.081 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:28.081 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 117024, 2024-08-04T16:44:28.081 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2438 2024-08-04T16:44:28.081 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.081 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:28.082 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.082 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.082 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:28.082 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:28.082 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:28.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.082 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:28.082 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.082 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.082 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.082 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:28.082 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.083 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.083 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:28.083 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 58458, 2024-08-04T16:44:28.083 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 39 2024-08-04T16:44:28.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.083 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:28.083 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.083 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.083 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:28.083 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12196992, 2024-08-04T16:44:28.083 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 270 2024-08-04T16:44:28.083 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.083 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:28.083 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 14784, 2024-08-04T16:44:28.084 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 168 2024-08-04T16:44:28.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.084 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:28.084 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.084 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.084 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.084 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 522720, 2024-08-04T16:44:28.084 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 45 2024-08-04T16:44:28.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.084 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:28.084 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.084 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.085 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:28.085 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7147920, 2024-08-04T16:44:28.085 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 18530 2024-08-04T16:44:28.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.085 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:28.085 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:28.085 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:28.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.085 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:28.085 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.085 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.085 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:28.085 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.086 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.086 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:28.086 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.086 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.086 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:28.086 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.086 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.086 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.086 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.086 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.1": { 2024-08-04T16:44:28.086 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:28.087 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.087 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.087 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.087 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 25032, 2024-08-04T16:44:28.087 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 497 2024-08-04T16:44:28.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.087 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:28.087 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 231936, 2024-08-04T16:44:28.087 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:28.087 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.087 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:28.088 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1728, 2024-08-04T16:44:28.088 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9 2024-08-04T16:44:28.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.088 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:28.088 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 72400, 2024-08-04T16:44:28.088 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 905 2024-08-04T16:44:28.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.088 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:28.088 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 491920, 2024-08-04T16:44:28.088 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2365 2024-08-04T16:44:28.088 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.088 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:28.088 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:28.089 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:28.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.089 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:28.089 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1308408, 2024-08-04T16:44:28.089 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 337 2024-08-04T16:44:28.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.089 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:28.089 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2576327, 2024-08-04T16:44:28.089 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 560405 2024-08-04T16:44:28.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.089 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:28.089 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7157256, 2024-08-04T16:44:28.089 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10557 2024-08-04T16:44:28.089 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.090 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:28.090 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 91724, 2024-08-04T16:44:28.090 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9799 2024-08-04T16:44:28.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.090 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:28.090 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113424, 2024-08-04T16:44:28.090 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2363 2024-08-04T16:44:28.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.090 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:28.090 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.090 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.090 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.090 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:28.090 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227384, 2024-08-04T16:44:28.090 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1613 2024-08-04T16:44:28.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.091 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:28.091 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.091 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.091 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:28.091 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2208, 2024-08-04T16:44:28.091 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T16:44:28.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.091 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:28.091 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 117573, 2024-08-04T16:44:28.091 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 61 2024-08-04T16:44:28.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.091 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:28.091 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 28144, 2024-08-04T16:44:28.091 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7 2024-08-04T16:44:28.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.092 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:28.092 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 9197238, 2024-08-04T16:44:28.092 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 282 2024-08-04T16:44:28.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.092 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:28.092 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 31856, 2024-08-04T16:44:28.092 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 362 2024-08-04T16:44:28.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.092 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:28.092 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.092 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.092 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.092 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 418176, 2024-08-04T16:44:28.093 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 36 2024-08-04T16:44:28.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.093 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:28.093 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.093 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.093 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:28.093 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7354464, 2024-08-04T16:44:28.093 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 21344 2024-08-04T16:44:28.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.093 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:28.093 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:28.093 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:28.093 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.093 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:28.093 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.094 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.094 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:28.094 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.094 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.094 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:28.094 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.094 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.094 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.094 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:28.094 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.094 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.095 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.095 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.2": { 2024-08-04T16:44:28.095 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:28.095 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.095 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.095 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.095 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 18416, 2024-08-04T16:44:28.095 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 318 2024-08-04T16:44:28.095 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.095 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:28.095 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 317440, 2024-08-04T16:44:28.095 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 28 2024-08-04T16:44:28.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.096 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:28.096 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 960, 2024-08-04T16:44:28.096 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5 2024-08-04T16:44:28.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.096 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:28.096 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71200, 2024-08-04T16:44:28.096 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 890 2024-08-04T16:44:28.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.096 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:28.096 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 491296, 2024-08-04T16:44:28.096 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2362 2024-08-04T16:44:28.096 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.096 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:28.096 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:28.097 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:28.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.097 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:28.097 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 351160, 2024-08-04T16:44:28.097 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 103 2024-08-04T16:44:28.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.097 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:28.097 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1871658, 2024-08-04T16:44:28.097 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 406648 2024-08-04T16:44:28.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.097 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:28.097 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5302896, 2024-08-04T16:44:28.097 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7830 2024-08-04T16:44:28.097 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.097 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:28.097 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 91104, 2024-08-04T16:44:28.097 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9788 2024-08-04T16:44:28.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.098 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:28.098 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113280, 2024-08-04T16:44:28.098 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2360 2024-08-04T16:44:28.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.098 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:28.098 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.098 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.098 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:28.098 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227384, 2024-08-04T16:44:28.098 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1613 2024-08-04T16:44:28.098 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.098 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:28.099 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.099 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.099 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:28.099 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2208, 2024-08-04T16:44:28.099 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T16:44:28.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.099 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:28.099 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 123981, 2024-08-04T16:44:28.099 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 66 2024-08-04T16:44:28.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.099 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:28.099 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 28144, 2024-08-04T16:44:28.099 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7 2024-08-04T16:44:28.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.099 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:28.099 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4669570, 2024-08-04T16:44:28.100 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 243 2024-08-04T16:44:28.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.100 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:28.100 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 11440, 2024-08-04T16:44:28.100 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 130 2024-08-04T16:44:28.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.100 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:28.100 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.100 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.100 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.100 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 360096, 2024-08-04T16:44:28.100 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 31 2024-08-04T16:44:28.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.100 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:28.101 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.101 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.101 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:28.101 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3178240, 2024-08-04T16:44:28.101 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 6112 2024-08-04T16:44:28.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.101 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:28.101 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:28.101 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:28.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.101 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:28.101 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.101 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.101 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.102 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:28.102 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.102 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.102 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:28.102 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.102 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.102 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.102 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:28.102 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.102 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.102 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.103 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.3": { 2024-08-04T16:44:28.103 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:28.103 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.103 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.103 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.103 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 16936, 2024-08-04T16:44:28.103 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 300 2024-08-04T16:44:28.103 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.103 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:28.103 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 460672, 2024-08-04T16:44:28.103 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 27 2024-08-04T16:44:28.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.104 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:28.104 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3648, 2024-08-04T16:44:28.104 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 19 2024-08-04T16:44:28.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.104 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:28.104 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 72000, 2024-08-04T16:44:28.104 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 900 2024-08-04T16:44:28.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.104 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:28.104 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 491920, 2024-08-04T16:44:28.104 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2365 2024-08-04T16:44:28.104 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.105 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:28.105 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:28.105 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:28.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.105 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:28.105 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 372215, 2024-08-04T16:44:28.105 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 94 2024-08-04T16:44:28.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.105 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:28.105 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1857591, 2024-08-04T16:44:28.105 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 404810 2024-08-04T16:44:28.105 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.105 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:28.105 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5275696, 2024-08-04T16:44:28.105 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7790 2024-08-04T16:44:28.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.106 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:28.106 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 91832, 2024-08-04T16:44:28.106 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9801 2024-08-04T16:44:28.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.106 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:28.106 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113520, 2024-08-04T16:44:28.106 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2365 2024-08-04T16:44:28.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.106 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:28.106 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.106 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.106 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.107 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:28.107 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227384, 2024-08-04T16:44:28.107 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1613 2024-08-04T16:44:28.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.107 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:28.107 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.107 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.107 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:28.107 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 736, 2024-08-04T16:44:28.107 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1 2024-08-04T16:44:28.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.107 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:28.107 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 80538, 2024-08-04T16:44:28.107 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 57 2024-08-04T16:44:28.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.108 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:28.108 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12112, 2024-08-04T16:44:28.108 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T16:44:28.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.108 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:28.108 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 19534572, 2024-08-04T16:44:28.108 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 272 2024-08-04T16:44:28.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.108 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:28.108 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 11176, 2024-08-04T16:44:28.108 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 127 2024-08-04T16:44:28.108 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.108 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:28.108 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.109 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.109 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.109 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 429792, 2024-08-04T16:44:28.109 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 37 2024-08-04T16:44:28.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.109 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:28.109 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.109 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.109 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:28.109 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3483168, 2024-08-04T16:44:28.109 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9072 2024-08-04T16:44:28.109 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.109 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:28.109 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:28.110 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:28.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.110 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:28.110 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.110 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.110 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:28.110 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.110 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.110 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:28.110 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.110 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.110 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.111 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:28.111 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.111 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.111 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.111 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.4": { 2024-08-04T16:44:28.111 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:28.111 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.111 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.111 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.111 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 20512, 2024-08-04T16:44:28.111 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 361 2024-08-04T16:44:28.111 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.111 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:28.112 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 272768, 2024-08-04T16:44:28.112 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 30 2024-08-04T16:44:28.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.112 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:28.112 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 576, 2024-08-04T16:44:28.112 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 3 2024-08-04T16:44:28.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.112 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:28.112 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71360, 2024-08-04T16:44:28.112 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 892 2024-08-04T16:44:28.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.112 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:28.112 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 492128, 2024-08-04T16:44:28.112 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2366 2024-08-04T16:44:28.112 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.113 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:28.113 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:28.113 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:28.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.113 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:28.113 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1363879, 2024-08-04T16:44:28.113 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 338 2024-08-04T16:44:28.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.113 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:28.113 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2129385, 2024-08-04T16:44:28.113 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 465829 2024-08-04T16:44:28.113 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.113 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:28.113 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6064496, 2024-08-04T16:44:28.114 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8950 2024-08-04T16:44:28.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.114 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:28.114 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 92176, 2024-08-04T16:44:28.114 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9804 2024-08-04T16:44:28.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.114 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:28.114 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113520, 2024-08-04T16:44:28.114 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2365 2024-08-04T16:44:28.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.114 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:28.114 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.114 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.115 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:28.115 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:28.115 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:28.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.115 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:28.115 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.115 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.115 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:28.115 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1472, 2024-08-04T16:44:28.115 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T16:44:28.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.115 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:28.115 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 95991, 2024-08-04T16:44:28.115 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 49 2024-08-04T16:44:28.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.116 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:28.116 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 20128, 2024-08-04T16:44:28.116 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5 2024-08-04T16:44:28.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.116 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:28.116 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3574599, 2024-08-04T16:44:28.116 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 265 2024-08-04T16:44:28.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.116 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:28.116 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 30008, 2024-08-04T16:44:28.116 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 341 2024-08-04T16:44:28.116 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.116 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:28.116 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.117 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.117 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.117 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 464640, 2024-08-04T16:44:28.117 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 40 2024-08-04T16:44:28.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.117 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:28.117 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.117 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.117 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:28.117 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5072080, 2024-08-04T16:44:28.117 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 12154 2024-08-04T16:44:28.117 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.117 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:28.117 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:28.118 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:28.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.118 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:28.118 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.118 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.118 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:28.118 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.118 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.118 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:28.118 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.118 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.118 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.119 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:28.119 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.119 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.119 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.119 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.5": { 2024-08-04T16:44:28.119 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:28.119 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.119 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.119 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.119 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 23312, 2024-08-04T16:44:28.119 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 410 2024-08-04T16:44:28.119 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.119 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:28.120 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 551424, 2024-08-04T16:44:28.120 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 33 2024-08-04T16:44:28.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.120 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:28.120 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3840, 2024-08-04T16:44:28.120 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 20 2024-08-04T16:44:28.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.120 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:28.120 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71840, 2024-08-04T16:44:28.120 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 898 2024-08-04T16:44:28.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.120 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:28.120 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 505440, 2024-08-04T16:44:28.120 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2430 2024-08-04T16:44:28.120 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.120 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:28.121 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:28.121 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:28.121 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.121 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:28.121 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 419456, 2024-08-04T16:44:28.121 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 117 2024-08-04T16:44:28.121 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.121 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:28.121 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2452644, 2024-08-04T16:44:28.121 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 544335 2024-08-04T16:44:28.121 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.121 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:28.121 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6999496, 2024-08-04T16:44:28.121 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10325 2024-08-04T16:44:28.121 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.121 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:28.122 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 101532, 2024-08-04T16:44:28.122 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10960 2024-08-04T16:44:28.122 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.122 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:28.122 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 116592, 2024-08-04T16:44:28.122 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2429 2024-08-04T16:44:28.122 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.122 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:28.122 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.122 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.122 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.122 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:28.122 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:28.122 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:28.122 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.123 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:28.123 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.123 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.123 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.123 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:28.123 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1472, 2024-08-04T16:44:28.123 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2 2024-08-04T16:44:28.123 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.123 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:28.123 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 93388, 2024-08-04T16:44:28.123 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 57 2024-08-04T16:44:28.123 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.123 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:28.123 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 20128, 2024-08-04T16:44:28.123 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 5 2024-08-04T16:44:28.123 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.124 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:28.124 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 21120257, 2024-08-04T16:44:28.124 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8097 2024-08-04T16:44:28.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.124 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:28.124 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 12848, 2024-08-04T16:44:28.124 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 146 2024-08-04T16:44:28.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.124 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:28.124 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.124 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.124 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.124 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.124 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 476256, 2024-08-04T16:44:28.124 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 41 2024-08-04T16:44:28.125 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.125 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:28.125 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.125 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.125 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.125 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:28.125 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 6453720, 2024-08-04T16:44:28.125 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 12411 2024-08-04T16:44:28.125 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.125 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:28.125 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:28.125 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:28.125 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.125 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:28.125 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.125 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.126 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.126 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:28.126 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.126 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.126 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.126 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:28.126 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.126 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.126 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.126 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:28.126 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.126 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.126 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.126 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.127 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.6": { 2024-08-04T16:44:28.127 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:28.127 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.127 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.127 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.127 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 20088, 2024-08-04T16:44:28.127 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 352 2024-08-04T16:44:28.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.127 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:28.127 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 592256, 2024-08-04T16:44:28.127 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 30 2024-08-04T16:44:28.127 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.127 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:28.127 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1344, 2024-08-04T16:44:28.128 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7 2024-08-04T16:44:28.128 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.128 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:28.128 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71680, 2024-08-04T16:44:28.128 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 896 2024-08-04T16:44:28.128 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.128 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:28.128 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 493584, 2024-08-04T16:44:28.128 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2373 2024-08-04T16:44:28.128 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.128 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:28.128 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:28.128 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:28.128 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.128 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:28.129 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1024483, 2024-08-04T16:44:28.129 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 259 2024-08-04T16:44:28.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.129 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:28.129 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 1810404, 2024-08-04T16:44:28.129 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 393061 2024-08-04T16:44:28.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.129 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:28.129 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5166896, 2024-08-04T16:44:28.129 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 7630 2024-08-04T16:44:28.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.129 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:28.129 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 93316, 2024-08-04T16:44:28.129 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9962 2024-08-04T16:44:28.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.130 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:28.130 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 113904, 2024-08-04T16:44:28.130 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2373 2024-08-04T16:44:28.130 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.130 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:28.130 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.130 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.130 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.130 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:28.130 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:28.130 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:28.130 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.130 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:28.130 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.131 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.131 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.131 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:28.131 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.131 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.131 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.131 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:28.131 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 40457, 2024-08-04T16:44:28.131 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 45 2024-08-04T16:44:28.131 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.131 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:28.131 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.131 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.131 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.131 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:28.132 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 7613301, 2024-08-04T16:44:28.132 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 267 2024-08-04T16:44:28.132 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.132 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:28.132 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 24200, 2024-08-04T16:44:28.132 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 275 2024-08-04T16:44:28.132 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.132 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:28.132 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.132 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.132 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.132 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.132 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 453024, 2024-08-04T16:44:28.132 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 39 2024-08-04T16:44:28.132 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.133 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:28.133 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.133 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.133 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.133 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:28.133 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 3662360, 2024-08-04T16:44:28.133 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9443 2024-08-04T16:44:28.133 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.133 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:28.133 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:28.133 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:28.133 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.133 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:28.133 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.134 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.134 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.134 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:28.134 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.134 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.134 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.134 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:28.134 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.134 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.134 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.134 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:28.134 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.134 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.134 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.135 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.7": { 2024-08-04T16:44:28.135 INFO:tasks.workunit.client.0.smithi007.stdout: "bloom_filter": { 2024-08-04T16:44:28.135 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.135 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.135 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.135 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 19384, 2024-08-04T16:44:28.135 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 346 2024-08-04T16:44:28.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.135 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_reader": { 2024-08-04T16:44:28.135 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 575744, 2024-08-04T16:44:28.135 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 29 2024-08-04T16:44:28.135 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.135 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs_file_writer": { 2024-08-04T16:44:28.135 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4224, 2024-08-04T16:44:28.136 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 22 2024-08-04T16:44:28.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.136 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_alloc": { 2024-08-04T16:44:28.136 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 71840, 2024-08-04T16:44:28.136 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 898 2024-08-04T16:44:28.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.136 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_blob": { 2024-08-04T16:44:28.136 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 506688, 2024-08-04T16:44:28.136 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2436 2024-08-04T16:44:28.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.136 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_buffer": { 2024-08-04T16:44:28.136 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 256, 2024-08-04T16:44:28.136 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 32 2024-08-04T16:44:28.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.136 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_data": { 2024-08-04T16:44:28.137 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 544997, 2024-08-04T16:44:28.137 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 151 2024-08-04T16:44:28.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.137 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_meta": { 2024-08-04T16:44:28.137 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 2077650, 2024-08-04T16:44:28.137 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 457687 2024-08-04T16:44:28.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.137 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_onode": { 2024-08-04T16:44:28.137 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 5933936, 2024-08-04T16:44:28.137 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 8758 2024-08-04T16:44:28.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.137 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_cache_other": { 2024-08-04T16:44:28.137 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 103268, 2024-08-04T16:44:28.137 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 11116 2024-08-04T16:44:28.138 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.138 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_extent": { 2024-08-04T16:44:28.138 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 116928, 2024-08-04T16:44:28.138 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 2436 2024-08-04T16:44:28.138 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.138 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_fsck": { 2024-08-04T16:44:28.138 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.138 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.138 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.138 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_inline_bl": { 2024-08-04T16:44:28.138 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 227128, 2024-08-04T16:44:28.138 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 1612 2024-08-04T16:44:28.138 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.139 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_shared_blob": { 2024-08-04T16:44:28.139 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.139 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.139 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.139 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_txc": { 2024-08-04T16:44:28.139 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.139 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.139 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.139 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing": { 2024-08-04T16:44:28.139 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 35903, 2024-08-04T16:44:28.139 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 38 2024-08-04T16:44:28.139 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.139 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore_writing_deferred": { 2024-08-04T16:44:28.140 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.140 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.140 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.140 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_anon": { 2024-08-04T16:44:28.140 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 23423851, 2024-08-04T16:44:28.140 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 279 2024-08-04T16:44:28.140 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.140 INFO:tasks.workunit.client.0.smithi007.stdout: "buffer_meta": { 2024-08-04T16:44:28.140 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 14608, 2024-08-04T16:44:28.140 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 166 2024-08-04T16:44:28.140 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.140 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_co": { 2024-08-04T16:44:28.140 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.140 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.140 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.141 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.141 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 534336, 2024-08-04T16:44:28.141 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 46 2024-08-04T16:44:28.141 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.141 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_mapbl": { 2024-08-04T16:44:28.141 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.141 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.141 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.141 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_pglog": { 2024-08-04T16:44:28.141 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 4871776, 2024-08-04T16:44:28.141 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 9404 2024-08-04T16:44:28.141 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.141 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap": { 2024-08-04T16:44:28.142 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 631768, 2024-08-04T16:44:28.142 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 10121 2024-08-04T16:44:28.142 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.142 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap_mapping": { 2024-08-04T16:44:28.142 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.142 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.142 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.142 INFO:tasks.workunit.client.0.smithi007.stdout: "pgmap": { 2024-08-04T16:44:28.142 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.142 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.142 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.142 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_1": { 2024-08-04T16:44:28.142 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.143 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.143 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.143 INFO:tasks.workunit.client.0.smithi007.stdout: "unittest_2": { 2024-08-04T16:44:28.143 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes": 0, 2024-08-04T16:44:28.143 INFO:tasks.workunit.client.0.smithi007.stdout: "items": 0 2024-08-04T16:44:28.143 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.143 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.143 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.143 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.143 INFO:tasks.workunit.client.0.smithi007.stdout: "metadata": { 2024-08-04T16:44:28.143 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T16:44:28.143 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T16:44:28.143 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 2 2024-08-04T16:44:28.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.144 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T16:44:28.144 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 2 2024-08-04T16:44:28.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.144 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T16:44:28.144 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-08-04T16:44:28.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.144 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T16:44:28.144 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 2 2024-08-04T16:44:28.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.144 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T16:44:28.144 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 2 2024-08-04T16:44:28.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.145 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T16:44:28.145 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-04T16:44:28.145 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.145 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T16:44:28.145 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-04T16:44:28.145 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.145 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T16:44:28.145 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 2 2024-08-04T16:44:28.145 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.145 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.145 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:28.145 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T16:44:28.146 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 3 2024-08-04T16:44:28.146 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.146 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T16:44:28.146 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 3 2024-08-04T16:44:28.146 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.146 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T16:44:28.146 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-08-04T16:44:28.146 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.146 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T16:44:28.146 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 3 2024-08-04T16:44:28.146 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.146 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T16:44:28.146 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 3 2024-08-04T16:44:28.147 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.147 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T16:44:28.147 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-04T16:44:28.147 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.147 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T16:44:28.147 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-04T16:44:28.147 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.147 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T16:44:28.147 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 3 2024-08-04T16:44:28.147 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.147 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.147 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.147 INFO:tasks.workunit.client.0.smithi007.stdout: "arch": { 2024-08-04T16:44:28.147 INFO:tasks.workunit.client.0.smithi007.stdout: "x86_64": 8 2024-08-04T16:44:28.148 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.148 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_version": { 2024-08-04T16:44:28.148 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph version 19.1.0-1260-g26c3fb8e (26c3fb8e197dcf7a49a54d1f4c8a7362ee35a8ea) squid (rc)": 8 2024-08-04T16:44:28.148 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.148 INFO:tasks.workunit.client.0.smithi007.stdout: "cpu": { 2024-08-04T16:44:28.148 INFO:tasks.workunit.client.0.smithi007.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-08-04T16:44:28.148 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.148 INFO:tasks.workunit.client.0.smithi007.stdout: "distro": { 2024-08-04T16:44:28.148 INFO:tasks.workunit.client.0.smithi007.stdout: "centos": 8 2024-08-04T16:44:28.148 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.148 INFO:tasks.workunit.client.0.smithi007.stdout: "distro_description": { 2024-08-04T16:44:28.148 INFO:tasks.workunit.client.0.smithi007.stdout: "CentOS Stream 9": 8 2024-08-04T16:44:28.148 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.148 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_description": { 2024-08-04T16:44:28.149 INFO:tasks.workunit.client.0.smithi007.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-04T16:44:28.149 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.149 INFO:tasks.workunit.client.0.smithi007.stdout: "kernel_version": { 2024-08-04T16:44:28.149 INFO:tasks.workunit.client.0.smithi007.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-04T16:44:28.149 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.149 INFO:tasks.workunit.client.0.smithi007.stdout: "os": { 2024-08-04T16:44:28.149 INFO:tasks.workunit.client.0.smithi007.stdout: "Linux": 8 2024-08-04T16:44:28.149 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.149 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_objectstore": { 2024-08-04T16:44:28.149 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": 8 2024-08-04T16:44:28.149 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.149 INFO:tasks.workunit.client.0.smithi007.stdout: "rotational": { 2024-08-04T16:44:28.149 INFO:tasks.workunit.client.0.smithi007.stdout: "0": 8 2024-08-04T16:44:28.149 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.150 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.150 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.150 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:28.150 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T16:44:28.150 INFO:tasks.workunit.client.0.smithi007.stdout: "features": { 2024-08-04T16:44:28.150 INFO:tasks.workunit.client.0.smithi007.stdout: "optional": [], 2024-08-04T16:44:28.150 INFO:tasks.workunit.client.0.smithi007.stdout: "persistent": [ 2024-08-04T16:44:28.150 INFO:tasks.workunit.client.0.smithi007.stdout: "kraken", 2024-08-04T16:44:28.150 INFO:tasks.workunit.client.0.smithi007.stdout: "luminous", 2024-08-04T16:44:28.150 INFO:tasks.workunit.client.0.smithi007.stdout: "mimic", 2024-08-04T16:44:28.150 INFO:tasks.workunit.client.0.smithi007.stdout: "osdmap-prune", 2024-08-04T16:44:28.150 INFO:tasks.workunit.client.0.smithi007.stdout: "nautilus", 2024-08-04T16:44:28.150 INFO:tasks.workunit.client.0.smithi007.stdout: "octopus", 2024-08-04T16:44:28.151 INFO:tasks.workunit.client.0.smithi007.stdout: "pacific", 2024-08-04T16:44:28.151 INFO:tasks.workunit.client.0.smithi007.stdout: "elector-pinging", 2024-08-04T16:44:28.151 INFO:tasks.workunit.client.0.smithi007.stdout: "quincy", 2024-08-04T16:44:28.151 INFO:tasks.workunit.client.0.smithi007.stdout: "reef", 2024-08-04T16:44:28.151 INFO:tasks.workunit.client.0.smithi007.stdout: "squid" 2024-08-04T16:44:28.151 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.151 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.151 INFO:tasks.workunit.client.0.smithi007.stdout: "ipv4_addr_mons": 6, 2024-08-04T16:44:28.151 INFO:tasks.workunit.client.0.smithi007.stdout: "ipv6_addr_mons": 0, 2024-08-04T16:44:28.151 INFO:tasks.workunit.client.0.smithi007.stdout: "min_mon_release": 19, 2024-08-04T16:44:28.151 INFO:tasks.workunit.client.0.smithi007.stdout: "v1_addr_mons": 3, 2024-08-04T16:44:28.151 INFO:tasks.workunit.client.0.smithi007.stdout: "v2_addr_mons": 3 2024-08-04T16:44:28.151 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.151 INFO:tasks.workunit.client.0.smithi007.stdout: "organization": "ceph-qa", 2024-08-04T16:44:28.152 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.152 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster_network": false, 2024-08-04T16:44:28.152 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8, 2024-08-04T16:44:28.152 INFO:tasks.workunit.client.0.smithi007.stdout: "require_min_compat_client": "luminous", 2024-08-04T16:44:28.152 INFO:tasks.workunit.client.0.smithi007.stdout: "require_osd_release": "squid" 2024-08-04T16:44:28.152 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.152 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_perf_histograms": [ 2024-08-04T16:44:28.152 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.152 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:28.152 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:28.152 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.152 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:28.152 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:28.152 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T16:44:28.152 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T16:44:28.153 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:28.153 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:28.153 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T16:44:28.153 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T16:44:28.153 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T16:44:28.153 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T16:44:28.153 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T16:44:28.153 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T16:44:28.153 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T16:44:28.153 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T16:44:28.153 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T16:44:28.153 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T16:44:28.153 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T16:44:28.153 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T16:44:28.154 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T16:44:28.154 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T16:44:28.154 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T16:44:28.154 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T16:44:28.154 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T16:44:28.154 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T16:44:28.154 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T16:44:28.154 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T16:44:28.154 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T16:44:28.154 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T16:44:28.154 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T16:44:28.154 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T16:44:28.154 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T16:44:28.154 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T16:44:28.154 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T16:44:28.155 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T16:44:28.155 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T16:44:28.155 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T16:44:28.155 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T16:44:28.155 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.155 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:28.155 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.155 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.155 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:28.155 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:28.155 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T16:44:28.155 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T16:44:28.155 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:28.155 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:28.155 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T16:44:28.156 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T16:44:28.156 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T16:44:28.156 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T16:44:28.156 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T16:44:28.156 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T16:44:28.156 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T16:44:28.156 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T16:44:28.156 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T16:44:28.156 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T16:44:28.156 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T16:44:28.156 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T16:44:28.156 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T16:44:28.157 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T16:44:28.157 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T16:44:28.157 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T16:44:28.157 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T16:44:28.157 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T16:44:28.157 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T16:44:28.157 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T16:44:28.157 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T16:44:28.157 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T16:44:28.157 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T16:44:28.157 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T16:44:28.157 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T16:44:28.157 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T16:44:28.158 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T16:44:28.158 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T16:44:28.158 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T16:44:28.158 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T16:44:28.158 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T16:44:28.158 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.158 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:28.158 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.158 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.158 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:28.158 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.158 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:28.158 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.159 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.159 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 205, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.159 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 15455, 4050, 134, 11, 45, 45, 1, 1, 0, 0, 10, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.159 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9606, 168, 46, 2, 7, 43, 143, 210, 14, 33, 34, 26, 55, 26, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.159 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 740, 7, 6, 0, 1, 1, 19, 15, 6, 11, 85, 162, 47, 6, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.159 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 485, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 312, 31, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.159 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 88, 8, 5, 0, 0, 0, 0, 0, 0, 1, 0, 18, 3, 80, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.159 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 138, 5, 2, 0, 0, 0, 0, 0, 1, 2, 1, 9, 17, 26, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.159 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 18, 42, 24, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.159 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 28, 40, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.159 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.159 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.159 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.159 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.159 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.160 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.160 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.160 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.160 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.160 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.160 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.160 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.160 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.160 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.160 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.160 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.160 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.160 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.160 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.160 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.160 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.161 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.161 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.161 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.161 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.161 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:28.161 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.161 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.161 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.161 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9857, 44, 0, 0, 8, 0, 1, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.161 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7789, 217, 1313, 3, 6, 12, 13, 19, 39, 79, 39, 27, 15, 6, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.161 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 510, 24, 179, 19, 0, 0, 1, 2, 9, 18, 123, 235, 76, 4, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.161 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 309, 3, 4, 11, 0, 0, 0, 0, 1, 0, 0, 22, 521, 21, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.161 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 102, 1, 1, 0, 0, 0, 0, 0, 0, 0, 5, 2, 1, 33, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.161 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 135, 1, 38, 0, 0, 0, 0, 0, 2, 0, 2, 1, 0, 11, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.161 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 183, 0, 231, 0, 0, 0, 0, 0, 1, 0, 3, 4, 5, 21, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.161 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 77, 0, 30, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 5, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.162 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.162 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.162 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.162 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.162 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.162 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.162 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.162 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.162 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.162 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.162 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.162 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.162 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.163 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.163 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.163 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.163 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.163 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.163 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.163 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.163 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.163 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.163 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.163 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.163 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.163 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:28.163 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.164 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.164 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.164 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 14395, 13, 0, 1, 8, 0, 0, 0, 1, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.164 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 10792, 37, 24, 0, 1, 1, 1, 2, 8, 2, 5, 5, 28, 26, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.164 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1094, 11, 7, 2, 2, 0, 0, 1, 1, 1, 1, 26, 11, 8, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.164 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 475, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 6, 34, 20, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.164 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 218, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 8, 13, 58, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.164 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 183, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 9, 29, 20, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.164 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 186, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 13, 35, 36, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.164 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 49, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 5, 15, 23, 26, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.164 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 11, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 2, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.164 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.164 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.164 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.164 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.165 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.165 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.165 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.165 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.165 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.165 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.165 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.165 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.165 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.165 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.165 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.165 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.166 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.166 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.166 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.166 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.166 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.166 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.166 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.166 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.166 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:28.166 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.166 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.166 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.166 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5286, 3, 0, 1, 6, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.166 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3177, 14, 1, 0, 4, 3, 5, 4, 4, 30, 22, 7, 8, 17, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.167 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 239, 1, 5, 0, 0, 0, 0, 0, 1, 4, 41, 86, 16, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.167 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 202, 2, 0, 0, 15, 0, 0, 0, 0, 0, 0, 11, 186, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.167 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 80, 0, 0, 0, 165, 0, 1, 6, 0, 0, 0, 3, 6, 32, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.167 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 67, 0, 0, 0, 324, 0, 0, 3, 0, 0, 0, 1, 12, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.167 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 47, 0, 0, 0, 487, 0, 0, 0, 0, 0, 0, 2, 10, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.167 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 1708, 0, 0, 0, 0, 0, 0, 0, 3, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.167 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.167 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.167 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.167 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.167 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.167 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.167 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.168 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.168 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.168 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.168 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.168 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.168 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.168 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.168 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.168 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.168 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.168 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.168 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.168 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.169 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.169 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.169 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.169 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.169 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.169 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:28.169 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.169 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.169 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 6, 61, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.169 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7358, 3600, 4082, 0, 0, 1, 1, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.169 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7195, 232, 255, 0, 11, 6, 4, 5, 6, 21, 10, 8, 15, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.169 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1102, 22, 50, 0, 2, 1, 1, 2, 12, 6, 26, 78, 17, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.169 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 534, 8, 0, 0, 0, 0, 0, 0, 1, 0, 2, 36, 151, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.169 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 300, 25, 5, 0, 0, 0, 1, 0, 0, 0, 1, 8, 13, 15, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.169 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 248, 10, 3, 0, 0, 0, 0, 0, 0, 0, 1, 6, 11, 18, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.170 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 143, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 34, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.170 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 22, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.170 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.170 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.170 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.170 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.170 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.170 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.170 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.170 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.170 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.170 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.170 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.170 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.170 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.171 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.171 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.171 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.171 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.171 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.171 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.171 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.171 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.171 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.171 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.171 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.171 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.171 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:28.171 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.171 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.172 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.172 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8604, 1, 0, 0, 0, 0, 0, 3, 11, 0, 7, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.172 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8652, 64, 44, 1, 9, 0, 1, 0, 3, 0, 6, 1, 2, 23, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.172 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 988, 126, 172, 4, 2, 0, 0, 1, 3, 3, 9, 1, 1, 9, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.172 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 487, 17, 37, 6, 0, 0, 0, 0, 0, 1, 3, 9, 8, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.172 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 144, 17, 15, 0, 0, 0, 0, 0, 1, 0, 0, 1, 5, 60, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.172 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 116, 0, 17, 32, 0, 0, 0, 0, 0, 0, 1, 0, 4, 10, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.172 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 108, 0, 2, 33, 72, 0, 0, 0, 0, 0, 0, 0, 0, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.172 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3, 0, 0, 5, 53, 98, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.172 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 10, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.172 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.172 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.172 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.172 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.172 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.173 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.173 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.173 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.173 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.173 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.173 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.173 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.173 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.173 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.173 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.173 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.173 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.173 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.173 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.173 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.174 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.174 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.174 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.174 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.174 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:28.174 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.174 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.174 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4355, 1176, 0, 0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.174 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 15141, 10860, 0, 0, 6961, 351, 0, 0, 1, 0, 0, 1, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.174 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8198, 429, 4, 0, 634, 217, 3, 6, 3, 10, 9, 22, 12, 13, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.174 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1122, 67, 4, 1, 129, 26, 1, 1, 6, 15, 55, 66, 13, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.175 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 369, 4, 4, 0, 11, 1, 0, 0, 0, 0, 3, 39, 176, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.175 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 131, 9, 0, 0, 20, 12, 0, 1, 1, 0, 1, 7, 19, 47, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.175 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 84, 1, 0, 0, 7, 23, 0, 3, 0, 0, 1, 10, 6, 10, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.175 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 114, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 4, 5, 24, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.175 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 8, 2, 12, 37, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.175 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 13, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.175 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.175 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.175 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.175 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.175 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.175 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.175 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.175 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.176 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.176 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.176 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.176 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.176 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.176 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.176 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.176 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.176 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.176 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.176 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.176 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.176 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.177 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.177 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.177 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.177 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:28.177 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.177 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.177 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.177 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 12601, 18, 1, 0, 0, 1, 0, 1, 0, 1, 0, 12, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.177 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8665, 184, 18, 1, 6, 1, 0, 3, 0, 1, 2, 7, 2, 4, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.177 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 822, 92, 3, 1, 1, 0, 0, 2, 1, 2, 2, 9, 2, 5, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.177 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 286, 7, 1, 0, 0, 0, 0, 0, 0, 1, 1, 14, 20, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.177 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 155, 12, 0, 0, 0, 0, 0, 0, 1, 0, 3, 5, 15, 40, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.177 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 98, 18, 0, 0, 0, 0, 3, 0, 0, 0, 4, 10, 16, 16, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.177 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 57, 51, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 26, 32, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.178 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 19, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 18, 22, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.178 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.178 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.178 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.178 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.178 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.178 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.178 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.178 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.178 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.178 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.178 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.179 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.179 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.179 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.179 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.179 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.179 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.179 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.179 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.179 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.179 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.179 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.179 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.179 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.179 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.179 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.180 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:28.180 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:28.180 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.180 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:28.180 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:28.180 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T16:44:28.180 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T16:44:28.180 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:28.180 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:28.180 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T16:44:28.180 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T16:44:28.180 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T16:44:28.180 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T16:44:28.181 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T16:44:28.181 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T16:44:28.181 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T16:44:28.181 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T16:44:28.181 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T16:44:28.181 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T16:44:28.181 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T16:44:28.181 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T16:44:28.181 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T16:44:28.181 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T16:44:28.181 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T16:44:28.181 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T16:44:28.181 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T16:44:28.181 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T16:44:28.182 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T16:44:28.182 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T16:44:28.182 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T16:44:28.182 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T16:44:28.182 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T16:44:28.182 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T16:44:28.182 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T16:44:28.182 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T16:44:28.182 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T16:44:28.182 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T16:44:28.182 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T16:44:28.182 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T16:44:28.182 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T16:44:28.182 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.183 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:28.183 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.183 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.183 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:28.183 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:28.183 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T16:44:28.183 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T16:44:28.183 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:28.183 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:28.183 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T16:44:28.183 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T16:44:28.183 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T16:44:28.183 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T16:44:28.183 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T16:44:28.183 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T16:44:28.184 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T16:44:28.184 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T16:44:28.184 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T16:44:28.184 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T16:44:28.184 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T16:44:28.184 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T16:44:28.184 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T16:44:28.184 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T16:44:28.184 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T16:44:28.184 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T16:44:28.184 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T16:44:28.184 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T16:44:28.184 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T16:44:28.185 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T16:44:28.185 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T16:44:28.185 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T16:44:28.185 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T16:44:28.185 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T16:44:28.185 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T16:44:28.185 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T16:44:28.185 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T16:44:28.185 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T16:44:28.185 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T16:44:28.185 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T16:44:28.185 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T16:44:28.185 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.186 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:28.186 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.186 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.186 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:28.186 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.186 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:28.186 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.186 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.186 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.186 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.186 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.186 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 656, 6, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.187 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4575, 60, 80, 141, 438, 613, 700, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.187 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 655, 6, 24, 60, 19, 11, 24, 0, 0, 3, 5, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.187 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 161, 7, 0, 0, 0, 0, 1, 0, 0, 0, 1, 4, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.187 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 79, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 6, 11, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.187 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.187 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.187 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.187 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.187 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.187 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.187 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.187 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.187 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.187 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.188 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.188 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.188 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.188 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.188 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.188 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.188 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.188 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.188 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.188 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.188 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.188 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.189 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.189 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.189 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.189 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.189 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:28.189 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.189 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.189 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.189 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.189 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.189 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 268, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.189 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3050, 263, 32, 62, 124, 0, 3, 1, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.189 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 541, 30, 1307, 0, 0, 0, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.189 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 352, 7, 36, 1, 0, 0, 0, 1, 0, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.189 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1672, 1252, 49, 0, 1, 0, 1, 0, 0, 0, 0, 0, 5, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.189 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1460, 1727, 236, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 9, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.190 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 17, 18, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.190 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.190 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.190 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.190 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.190 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.190 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.190 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.190 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.190 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.190 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.190 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.190 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.190 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.191 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.191 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.191 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.191 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.191 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.191 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.191 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.191 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.191 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.191 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.191 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.191 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:28.191 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.191 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.191 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.192 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.192 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.192 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1078, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.192 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 11054, 4, 1, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.192 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 15628, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.192 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 525, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.192 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 4, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.192 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 17, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.192 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.192 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.192 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.192 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.192 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.192 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.192 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.192 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.193 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.193 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.193 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.193 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.193 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.193 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.193 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.193 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.193 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.193 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.193 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.193 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.193 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.193 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.194 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.194 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.194 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.194 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:28.194 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.194 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.194 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.194 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.194 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.194 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.194 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1939, 25, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.194 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 285, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.194 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 246, 0, 11, 33, 0, 0, 0, 0, 0, 0, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1042, 219, 22, 119, 0, 0, 0, 0, 0, 0, 3, 2, 2, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4200, 2662, 0, 412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 192, 137, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.195 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.196 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.196 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.196 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.196 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.196 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.196 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.196 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.196 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.196 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.196 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.196 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.196 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.196 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:28.196 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 666, 2, 0, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2555, 222, 34, 54, 136, 275, 478, 0, 8, 7, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 224, 15, 0, 0, 0, 1, 7, 0, 0, 1, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 83, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.197 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.198 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.199 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.199 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.199 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.199 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:28.199 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 495, 2, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3004, 66, 136, 229, 440, 610, 709, 5, 4, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 407, 6, 2, 11, 15, 19, 20, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.199 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 418, 4, 1, 10, 1, 0, 0, 0, 0, 0, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 245, 37, 83, 116, 29, 0, 0, 0, 1, 0, 0, 2, 6, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 232, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 13, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.200 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.201 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.201 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.201 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.201 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:28.201 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.201 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 399, 9, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3172, 24, 0, 0, 16, 0, 5, 7, 10, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 298, 5, 1, 0, 3, 1, 0, 0, 4, 15, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 156, 2, 0, 0, 3, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 177, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 17, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.202 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.203 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.204 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.204 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.204 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.204 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:28.204 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.204 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 646, 3, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8518, 23, 51, 47, 0, 0, 1, 4, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1818, 32, 93, 48, 0, 1, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 208, 9, 4, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 125, 3, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 11, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.205 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.206 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.207 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.207 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.207 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.207 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.207 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.207 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.207 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.207 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:28.207 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:28.207 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.207 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:28.207 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:28.207 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T16:44:28.207 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T16:44:28.207 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:28.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:28.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T16:44:28.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T16:44:28.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T16:44:28.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T16:44:28.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T16:44:28.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T16:44:28.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T16:44:28.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T16:44:28.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T16:44:28.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T16:44:28.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T16:44:28.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T16:44:28.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T16:44:28.208 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T16:44:28.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T16:44:28.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T16:44:28.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T16:44:28.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T16:44:28.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T16:44:28.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T16:44:28.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T16:44:28.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T16:44:28.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T16:44:28.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T16:44:28.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T16:44:28.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T16:44:28.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T16:44:28.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T16:44:28.209 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T16:44:28.210 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T16:44:28.210 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T16:44:28.210 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.210 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:28.210 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.210 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.210 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:28.210 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:28.210 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T16:44:28.210 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T16:44:28.210 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:28.210 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:28.210 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T16:44:28.210 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T16:44:28.210 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T16:44:28.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T16:44:28.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T16:44:28.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T16:44:28.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T16:44:28.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T16:44:28.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T16:44:28.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T16:44:28.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T16:44:28.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T16:44:28.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T16:44:28.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T16:44:28.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T16:44:28.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T16:44:28.211 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T16:44:28.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T16:44:28.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T16:44:28.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T16:44:28.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T16:44:28.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T16:44:28.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T16:44:28.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T16:44:28.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T16:44:28.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T16:44:28.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T16:44:28.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T16:44:28.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T16:44:28.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T16:44:28.212 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T16:44:28.212 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.213 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:28.213 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.213 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.213 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:28.213 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.213 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:28.213 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.213 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.213 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.213 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.213 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.213 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 666, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.213 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 6610, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.213 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 811, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.213 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 184, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.214 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.215 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.216 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.216 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.216 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.216 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:28.216 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 276, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3539, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.216 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1883, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 402, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2987, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3446, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.217 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.218 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.218 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.218 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.218 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.219 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:28.219 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1078, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 11068, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 15633, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 536, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.219 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.220 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.221 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.221 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.221 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.221 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.221 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.221 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.221 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.221 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.221 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.221 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.221 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:28.221 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.221 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.221 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.221 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1967, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1424, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 7286, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 354, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.222 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.223 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.223 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.224 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.224 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.224 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:28.225 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.225 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.225 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.225 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.225 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 683, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3772, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 251, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.226 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.227 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.227 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.227 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.227 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.227 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.227 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.227 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.227 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.227 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.228 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.228 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.228 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.228 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:28.228 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 520, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.228 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 5209, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 483, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 441, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 525, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.229 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.230 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.230 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.230 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.230 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.230 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.230 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.230 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.230 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.230 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.230 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.230 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.230 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.230 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.231 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:28.231 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 410, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 3238, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 331, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.231 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.232 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.233 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.233 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.233 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.233 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:28.233 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.233 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 656, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8648, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1998, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 228, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.234 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.235 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.235 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.235 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.235 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.236 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.236 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:28.236 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:28.236 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.236 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:28.236 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:28.236 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Latency (usec)", 2024-08-04T16:44:28.236 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 100000, 2024-08-04T16:44:28.236 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:28.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:28.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 99999]", 2024-08-04T16:44:28.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[100000, 199999]", 2024-08-04T16:44:28.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[200000, 399999]", 2024-08-04T16:44:28.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[400000, 799999]", 2024-08-04T16:44:28.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[800000, 1599999]", 2024-08-04T16:44:28.236 INFO:tasks.workunit.client.0.smithi007.stdout: "[1600000, 3199999]", 2024-08-04T16:44:28.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[3200000, 6399999]", 2024-08-04T16:44:28.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[6400000, 12799999]", 2024-08-04T16:44:28.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[12800000, 25599999]", 2024-08-04T16:44:28.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[25600000, 51199999]", 2024-08-04T16:44:28.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[51200000, 102399999]", 2024-08-04T16:44:28.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[102400000, 204799999]", 2024-08-04T16:44:28.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[204800000, 409599999]", 2024-08-04T16:44:28.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[409600000, 819199999]", 2024-08-04T16:44:28.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[819200000, 1638399999]", 2024-08-04T16:44:28.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[1638400000, 3276799999]", 2024-08-04T16:44:28.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[3276800000, 6553599999]", 2024-08-04T16:44:28.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[6553600000, 13107199999]", 2024-08-04T16:44:28.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[13107200000, 26214399999]", 2024-08-04T16:44:28.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[26214400000, 52428799999]", 2024-08-04T16:44:28.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[52428800000, 104857599999]", 2024-08-04T16:44:28.237 INFO:tasks.workunit.client.0.smithi007.stdout: "[104857600000, 209715199999]", 2024-08-04T16:44:28.238 INFO:tasks.workunit.client.0.smithi007.stdout: "[209715200000, 419430399999]", 2024-08-04T16:44:28.238 INFO:tasks.workunit.client.0.smithi007.stdout: "[419430400000, 838860799999]", 2024-08-04T16:44:28.238 INFO:tasks.workunit.client.0.smithi007.stdout: "[838860800000, 1677721599999]", 2024-08-04T16:44:28.238 INFO:tasks.workunit.client.0.smithi007.stdout: "[1677721600000, 3355443199999]", 2024-08-04T16:44:28.238 INFO:tasks.workunit.client.0.smithi007.stdout: "[3355443200000, 6710886399999]", 2024-08-04T16:44:28.238 INFO:tasks.workunit.client.0.smithi007.stdout: "[6710886400000, 13421772799999]", 2024-08-04T16:44:28.238 INFO:tasks.workunit.client.0.smithi007.stdout: "[13421772800000, 26843545599999]", 2024-08-04T16:44:28.238 INFO:tasks.workunit.client.0.smithi007.stdout: "[26843545600000, 53687091199999]", 2024-08-04T16:44:28.238 INFO:tasks.workunit.client.0.smithi007.stdout: "[53687091200000, None]" 2024-08-04T16:44:28.238 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.238 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:28.238 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.238 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.238 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 32, 2024-08-04T16:44:28.239 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:28.239 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "Request size (bytes)", 2024-08-04T16:44:28.239 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 512, 2024-08-04T16:44:28.239 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:28.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:28.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 511]", 2024-08-04T16:44:28.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[512, 1023]", 2024-08-04T16:44:28.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[1024, 2047]", 2024-08-04T16:44:28.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[2048, 4095]", 2024-08-04T16:44:28.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[4096, 8191]", 2024-08-04T16:44:28.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[8192, 16383]", 2024-08-04T16:44:28.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[16384, 32767]", 2024-08-04T16:44:28.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[32768, 65535]", 2024-08-04T16:44:28.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[65536, 131071]", 2024-08-04T16:44:28.239 INFO:tasks.workunit.client.0.smithi007.stdout: "[131072, 262143]", 2024-08-04T16:44:28.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[262144, 524287]", 2024-08-04T16:44:28.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[524288, 1048575]", 2024-08-04T16:44:28.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[1048576, 2097151]", 2024-08-04T16:44:28.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[2097152, 4194303]", 2024-08-04T16:44:28.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[4194304, 8388607]", 2024-08-04T16:44:28.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[8388608, 16777215]", 2024-08-04T16:44:28.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[16777216, 33554431]", 2024-08-04T16:44:28.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[33554432, 67108863]", 2024-08-04T16:44:28.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[67108864, 134217727]", 2024-08-04T16:44:28.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[134217728, 268435455]", 2024-08-04T16:44:28.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[268435456, 536870911]", 2024-08-04T16:44:28.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[536870912, 1073741823]", 2024-08-04T16:44:28.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[1073741824, 2147483647]", 2024-08-04T16:44:28.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[2147483648, 4294967295]", 2024-08-04T16:44:28.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[4294967296, 8589934591]", 2024-08-04T16:44:28.240 INFO:tasks.workunit.client.0.smithi007.stdout: "[8589934592, 17179869183]", 2024-08-04T16:44:28.241 INFO:tasks.workunit.client.0.smithi007.stdout: "[17179869184, 34359738367]", 2024-08-04T16:44:28.241 INFO:tasks.workunit.client.0.smithi007.stdout: "[34359738368, 68719476735]", 2024-08-04T16:44:28.241 INFO:tasks.workunit.client.0.smithi007.stdout: "[68719476736, 137438953471]", 2024-08-04T16:44:28.241 INFO:tasks.workunit.client.0.smithi007.stdout: "[137438953472, 274877906943]", 2024-08-04T16:44:28.241 INFO:tasks.workunit.client.0.smithi007.stdout: "[274877906944, None]" 2024-08-04T16:44:28.241 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.241 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:28.241 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.241 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.241 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:28.241 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.241 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:28.241 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 123, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2153, 24, 3, 0, 15, 3, 2, 3, 6, 6, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1087, 10, 0, 1, 1, 8, 8, 16, 30, 54, 77, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 145, 11, 0, 0, 0, 1, 3, 2, 4, 12, 84, 261, 129, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 224, 6, 0, 0, 0, 0, 0, 0, 3, 3, 8, 15, 276, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 484, 2, 0, 0, 0, 0, 1, 0, 0, 1, 6, 6, 17, 37, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1130, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 5, 8, 22, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 718, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.242 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.243 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.244 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.244 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.244 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.244 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:28.244 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.244 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 2821, 19, 1, 1, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1518, 5, 0, 1, 5, 5, 6, 16, 45, 80, 91, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 94, 2, 0, 0, 1, 1, 0, 0, 2, 5, 89, 296, 239, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 33, 0, 0, 0, 1, 0, 0, 0, 1, 4, 9, 15, 346, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 39, 0, 1, 0, 0, 0, 0, 1, 2, 1, 4, 4, 17, 33, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 286, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 2, 23, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1425, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1767, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.245 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.246 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.247 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.247 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.247 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.247 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:28.247 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 63, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.247 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 407, 10, 3, 2, 15, 0, 1, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 154, 6, 0, 0, 2, 3, 4, 3, 5, 9, 33, 37, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 234, 21, 0, 1, 1, 2, 4, 13, 4, 13, 61, 76, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 100, 9, 0, 0, 0, 0, 0, 0, 0, 4, 23, 49, 23, 12, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 51, 24, 0, 0, 0, 0, 0, 0, 2, 3, 6, 10, 23, 52, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8, 50, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 12, 28, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 7, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.248 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.249 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.249 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.249 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.249 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.249 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.249 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.249 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.249 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.249 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.249 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.249 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.249 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.249 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.250 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.250 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.250 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.250 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.250 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:28.250 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.250 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.250 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.250 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.250 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.250 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.250 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1102, 16, 0, 2, 8, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.250 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 403, 4, 1, 0, 0, 3, 2, 5, 16, 29, 39, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.250 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 111, 1, 0, 1, 0, 0, 2, 1, 2, 7, 25, 91, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 276, 24, 0, 0, 0, 0, 0, 0, 1, 1, 9, 11, 75, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 513, 23, 0, 0, 0, 0, 0, 0, 2, 0, 1, 3, 5, 18, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 342, 48, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 3, 23, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 115, 89, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.251 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.252 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.253 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.253 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.253 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.253 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.253 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.253 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:28.253 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.253 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.253 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.253 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.253 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.253 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.253 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1008, 14, 0, 0, 16, 0, 1, 4, 5, 6, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.253 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 719, 4, 0, 1, 3, 6, 4, 6, 18, 21, 33, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 339, 8, 0, 0, 0, 1, 1, 1, 6, 1, 59, 125, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 466, 1, 0, 0, 0, 0, 0, 0, 1, 1, 12, 23, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 341, 2, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 14, 25, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 13, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.254 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.255 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.255 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.256 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.256 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.256 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:28.256 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.256 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.256 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.256 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.256 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.256 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.256 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 327, 24, 2, 0, 8, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.256 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 80, 9, 1, 0, 3, 1, 0, 1, 3, 2, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.256 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 55, 7, 0, 0, 1, 0, 3, 2, 1, 3, 13, 14, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.256 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 1, 0, 2, 4, 11, 13, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 8, 0, 0, 0, 0, 1, 0, 1, 1, 1, 3, 6, 16, 28, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 28, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.257 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.258 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.258 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.258 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.258 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.258 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.258 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.258 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.258 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.258 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.258 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.258 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.258 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.258 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:28.259 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 76, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1169, 31, 0, 0, 20, 1, 6, 7, 20, 18, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 603, 5, 0, 2, 1, 3, 6, 9, 18, 36, 19, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 383, 11, 0, 0, 1, 2, 1, 2, 5, 8, 44, 120, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 547, 10, 1, 0, 1, 0, 1, 3, 3, 4, 22, 22, 182, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 303, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 12, 26, 30, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 20, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.259 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.260 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.261 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.261 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.261 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.261 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:28.261 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.261 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 58, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 307, 16, 3, 1, 14, 2, 1, 1, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 83, 10, 0, 0, 1, 0, 2, 6, 4, 5, 11, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 124, 2, 1, 0, 1, 0, 0, 6, 7, 9, 42, 51, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 88, 14, 0, 0, 0, 0, 2, 0, 1, 9, 32, 37, 11, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 29, 29, 0, 0, 0, 0, 1, 0, 2, 4, 6, 14, 26, 44, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 42, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 6, 38, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.262 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.263 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.264 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.264 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.264 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.264 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.264 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.264 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.264 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.264 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.264 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-04T16:44:28.264 INFO:tasks.workunit.client.0.smithi007.stdout: "axes": [ 2024-08-04T16:44:28.264 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.265 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 8, 2024-08-04T16:44:28.265 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:28.265 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "number of replicas", 2024-08-04T16:44:28.265 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 1, 2024-08-04T16:44:28.265 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:28.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:28.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0]", 2024-08-04T16:44:28.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[1, 1]", 2024-08-04T16:44:28.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[2, 2]", 2024-08-04T16:44:28.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[3, 3]", 2024-08-04T16:44:28.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[4, 4]", 2024-08-04T16:44:28.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[5, 5]", 2024-08-04T16:44:28.265 INFO:tasks.workunit.client.0.smithi007.stdout: "[6, None]" 2024-08-04T16:44:28.266 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.266 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "linear" 2024-08-04T16:44:28.266 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.266 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.266 INFO:tasks.workunit.client.0.smithi007.stdout: "buckets": 10, 2024-08-04T16:44:28.266 INFO:tasks.workunit.client.0.smithi007.stdout: "min": 0, 2024-08-04T16:44:28.266 INFO:tasks.workunit.client.0.smithi007.stdout: "name": "duration", 2024-08-04T16:44:28.266 INFO:tasks.workunit.client.0.smithi007.stdout: "quant_size": 250000, 2024-08-04T16:44:28.266 INFO:tasks.workunit.client.0.smithi007.stdout: "ranges": [ 2024-08-04T16:44:28.266 INFO:tasks.workunit.client.0.smithi007.stdout: "[None, -1]", 2024-08-04T16:44:28.266 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 249999]", 2024-08-04T16:44:28.266 INFO:tasks.workunit.client.0.smithi007.stdout: "[250000, 499999]", 2024-08-04T16:44:28.267 INFO:tasks.workunit.client.0.smithi007.stdout: "[500000, 999999]", 2024-08-04T16:44:28.267 INFO:tasks.workunit.client.0.smithi007.stdout: "[1000000, 1999999]", 2024-08-04T16:44:28.267 INFO:tasks.workunit.client.0.smithi007.stdout: "[2000000, 3999999]", 2024-08-04T16:44:28.267 INFO:tasks.workunit.client.0.smithi007.stdout: "[4000000, 7999999]", 2024-08-04T16:44:28.267 INFO:tasks.workunit.client.0.smithi007.stdout: "[8000000, 15999999]", 2024-08-04T16:44:28.267 INFO:tasks.workunit.client.0.smithi007.stdout: "[16000000, 31999999]", 2024-08-04T16:44:28.267 INFO:tasks.workunit.client.0.smithi007.stdout: "[32000000, None]" 2024-08-04T16:44:28.267 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.267 INFO:tasks.workunit.client.0.smithi007.stdout: "scale_type": "log2" 2024-08-04T16:44:28.267 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.267 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.267 INFO:tasks.workunit.client.0.smithi007.stdout: "osds": [ 2024-08-04T16:44:28.268 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.268 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 0, 2024-08-04T16:44:28.268 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.268 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.268 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.269 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.269 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.269 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 1, 2024-08-04T16:44:28.269 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.269 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.269 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.269 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.269 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.269 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.269 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.269 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.269 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.269 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.269 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.270 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.270 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 2, 2024-08-04T16:44:28.270 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.270 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.270 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.270 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.271 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.271 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 3, 2024-08-04T16:44:28.271 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.271 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.271 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.271 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.271 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.271 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 4, 2024-08-04T16:44:28.272 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.272 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.272 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.272 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.272 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 5, 2024-08-04T16:44:28.272 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.272 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.273 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.273 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.273 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.273 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 6, 2024-08-04T16:44:28.273 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.273 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.274 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.274 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.274 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.274 INFO:tasks.workunit.client.0.smithi007.stdout: "osd_id": 7, 2024-08-04T16:44:28.274 INFO:tasks.workunit.client.0.smithi007.stdout: "values": [ 2024-08-04T16:44:28.274 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.275 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.275 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.275 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.275 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.275 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.275 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-04T16:44:28.275 INFO:tasks.workunit.client.0.smithi007.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-04T16:44:28.275 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.275 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.275 INFO:tasks.workunit.client.0.smithi007.stdout: ] 2024-08-04T16:44:28.275 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.276 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.276 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.276 INFO:tasks.workunit.client.0.smithi007.stdout: "perf_counters": { 2024-08-04T16:44:28.276 INFO:tasks.workunit.client.0.smithi007.stdout: "mds.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:28.276 INFO:tasks.workunit.client.0.smithi007.stdout: "mds": { 2024-08-04T16:44:28.276 INFO:tasks.workunit.client.0.smithi007.stdout: "caps": { 2024-08-04T16:44:28.276 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.276 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.276 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_flush_ack": { 2024-08-04T16:44:28.276 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.276 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.276 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-04T16:44:28.276 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.277 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.277 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_grant": { 2024-08-04T16:44:28.277 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.277 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.277 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_revoke": { 2024-08-04T16:44:28.277 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.277 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.277 INFO:tasks.workunit.client.0.smithi007.stdout: "ceph_cap_op_trunc": { 2024-08-04T16:44:28.277 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.277 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.277 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_commit": { 2024-08-04T16:44:28.277 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.277 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.277 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_fetch_complete": { 2024-08-04T16:44:28.277 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T16:44:28.278 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.278 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_fetch_keys": { 2024-08-04T16:44:28.278 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:28.278 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.278 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_merge": { 2024-08-04T16:44:28.278 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.278 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.278 INFO:tasks.workunit.client.0.smithi007.stdout: "dir_split": { 2024-08-04T16:44:28.278 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.278 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.278 INFO:tasks.workunit.client.0.smithi007.stdout: "exported_inodes": { 2024-08-04T16:44:28.278 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.278 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.279 INFO:tasks.workunit.client.0.smithi007.stdout: "forward": { 2024-08-04T16:44:28.279 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.279 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_cap_release": { 2024-08-04T16:44:28.279 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.279 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_caps": { 2024-08-04T16:44:28.279 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.279 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_caps_dirty": { 2024-08-04T16:44:28.279 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.279 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_inode_file_caps": { 2024-08-04T16:44:28.279 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.280 INFO:tasks.workunit.client.0.smithi007.stdout: "imported_inodes": { 2024-08-04T16:44:28.280 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.280 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.280 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes": { 2024-08-04T16:44:28.280 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:28.280 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.280 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes_expired": { 2024-08-04T16:44:28.280 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.280 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.280 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes_pinned": { 2024-08-04T16:44:28.280 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:28.280 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.280 INFO:tasks.workunit.client.0.smithi007.stdout: "inodes_with_caps": { 2024-08-04T16:44:28.280 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.280 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.280 INFO:tasks.workunit.client.0.smithi007.stdout: "load_cent": { 2024-08-04T16:44:28.281 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.281 INFO:tasks.workunit.client.0.smithi007.stdout: "openino_dir_fetch": { 2024-08-04T16:44:28.281 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.281 INFO:tasks.workunit.client.0.smithi007.stdout: "process_request_cap_release": { 2024-08-04T16:44:28.281 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.281 INFO:tasks.workunit.client.0.smithi007.stdout: "reply_latency": { 2024-08-04T16:44:28.281 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.281 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.281 INFO:tasks.workunit.client.0.smithi007.stdout: "request": { 2024-08-04T16:44:28.281 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.281 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.281 INFO:tasks.workunit.client.0.smithi007.stdout: "root_rbytes": { 2024-08-04T16:44:28.282 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.282 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.282 INFO:tasks.workunit.client.0.smithi007.stdout: "root_rfiles": { 2024-08-04T16:44:28.282 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.282 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.282 INFO:tasks.workunit.client.0.smithi007.stdout: "root_rsnaps": { 2024-08-04T16:44:28.282 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.282 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.282 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_reply": { 2024-08-04T16:44:28.282 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.282 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.282 INFO:tasks.workunit.client.0.smithi007.stdout: "subtrees": { 2024-08-04T16:44:28.283 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:28.283 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.283 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_cache": { 2024-08-04T16:44:28.283 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_enqueue_scrub": { 2024-08-04T16:44:28.283 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.283 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_exportdir": { 2024-08-04T16:44:28.283 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.283 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_flush": { 2024-08-04T16:44:28.283 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.283 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_fragmentdir": { 2024-08-04T16:44:28.283 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.283 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.284 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_fragstats": { 2024-08-04T16:44:28.284 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.284 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_inodestats": { 2024-08-04T16:44:28.284 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.284 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_quiesce_inode": { 2024-08-04T16:44:28.284 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.284 INFO:tasks.workunit.client.0.smithi007.stdout: "ireq_quiesce_path": { 2024-08-04T16:44:28.284 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_recovering_enqueued": { 2024-08-04T16:44:28.284 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.284 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_recovering_prioritized": { 2024-08-04T16:44:28.285 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.285 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_recovering_processing": { 2024-08-04T16:44:28.285 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.285 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_strays": { 2024-08-04T16:44:28.285 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.285 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_strays_delayed": { 2024-08-04T16:44:28.285 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.285 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_strays_enqueuing": { 2024-08-04T16:44:28.285 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.285 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.285 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_completed": { 2024-08-04T16:44:28.285 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.286 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.286 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_started": { 2024-08-04T16:44:28.286 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.286 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.286 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_created": { 2024-08-04T16:44:28.286 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.286 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.286 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_enqueued": { 2024-08-04T16:44:28.286 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.286 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.286 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_migrated": { 2024-08-04T16:44:28.286 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.286 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.286 INFO:tasks.workunit.client.0.smithi007.stdout: "strays_reintegrated": { 2024-08-04T16:44:28.287 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.287 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.287 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.287 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_log": { 2024-08-04T16:44:28.287 INFO:tasks.workunit.client.0.smithi007.stdout: "ev": { 2024-08-04T16:44:28.287 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17 2024-08-04T16:44:28.287 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.287 INFO:tasks.workunit.client.0.smithi007.stdout: "evadd": { 2024-08-04T16:44:28.287 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.287 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.287 INFO:tasks.workunit.client.0.smithi007.stdout: "evex": { 2024-08-04T16:44:28.287 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.287 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.288 INFO:tasks.workunit.client.0.smithi007.stdout: "evexd": { 2024-08-04T16:44:28.288 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.288 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.288 INFO:tasks.workunit.client.0.smithi007.stdout: "evexg": { 2024-08-04T16:44:28.288 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.288 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.288 INFO:tasks.workunit.client.0.smithi007.stdout: "evlrg": { 2024-08-04T16:44:28.288 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.288 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.288 INFO:tasks.workunit.client.0.smithi007.stdout: "evtrm": { 2024-08-04T16:44:28.288 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.288 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.288 INFO:tasks.workunit.client.0.smithi007.stdout: "jlat": { 2024-08-04T16:44:28.288 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.288 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.289 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.289 INFO:tasks.workunit.client.0.smithi007.stdout: "replayed": { 2024-08-04T16:44:28.289 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17 2024-08-04T16:44:28.289 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.289 INFO:tasks.workunit.client.0.smithi007.stdout: "seg": { 2024-08-04T16:44:28.289 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:28.289 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.289 INFO:tasks.workunit.client.0.smithi007.stdout: "segadd": { 2024-08-04T16:44:28.289 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.289 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.289 INFO:tasks.workunit.client.0.smithi007.stdout: "segex": { 2024-08-04T16:44:28.289 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.289 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.289 INFO:tasks.workunit.client.0.smithi007.stdout: "segexd": { 2024-08-04T16:44:28.290 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.290 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.290 INFO:tasks.workunit.client.0.smithi007.stdout: "segexg": { 2024-08-04T16:44:28.290 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.290 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.290 INFO:tasks.workunit.client.0.smithi007.stdout: "segmjr": { 2024-08-04T16:44:28.290 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:28.290 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.290 INFO:tasks.workunit.client.0.smithi007.stdout: "segtrm": { 2024-08-04T16:44:28.290 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.290 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.290 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.290 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_mem": { 2024-08-04T16:44:28.290 INFO:tasks.workunit.client.0.smithi007.stdout: "cap": { 2024-08-04T16:44:28.291 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.291 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.291 INFO:tasks.workunit.client.0.smithi007.stdout: "cap+": { 2024-08-04T16:44:28.291 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.291 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.291 INFO:tasks.workunit.client.0.smithi007.stdout: "cap-": { 2024-08-04T16:44:28.291 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.291 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.291 INFO:tasks.workunit.client.0.smithi007.stdout: "dir": { 2024-08-04T16:44:28.291 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T16:44:28.291 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.291 INFO:tasks.workunit.client.0.smithi007.stdout: "dir+": { 2024-08-04T16:44:28.291 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T16:44:28.291 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.291 INFO:tasks.workunit.client.0.smithi007.stdout: "dir-": { 2024-08-04T16:44:28.291 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.292 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.292 INFO:tasks.workunit.client.0.smithi007.stdout: "dn": { 2024-08-04T16:44:28.292 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:28.292 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.292 INFO:tasks.workunit.client.0.smithi007.stdout: "dn+": { 2024-08-04T16:44:28.292 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:28.292 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.292 INFO:tasks.workunit.client.0.smithi007.stdout: "dn-": { 2024-08-04T16:44:28.292 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.292 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.292 INFO:tasks.workunit.client.0.smithi007.stdout: "heap": { 2024-08-04T16:44:28.292 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 248096 2024-08-04T16:44:28.292 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.293 INFO:tasks.workunit.client.0.smithi007.stdout: "ino": { 2024-08-04T16:44:28.293 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13 2024-08-04T16:44:28.293 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.293 INFO:tasks.workunit.client.0.smithi007.stdout: "ino+": { 2024-08-04T16:44:28.293 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13 2024-08-04T16:44:28.293 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.293 INFO:tasks.workunit.client.0.smithi007.stdout: "ino-": { 2024-08-04T16:44:28.293 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.293 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.293 INFO:tasks.workunit.client.0.smithi007.stdout: "rss": { 2024-08-04T16:44:28.293 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49192 2024-08-04T16:44:28.293 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.293 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.293 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_server": { 2024-08-04T16:44:28.293 INFO:tasks.workunit.client.0.smithi007.stdout: "cap_acquisition_throttle": { 2024-08-04T16:44:28.294 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.294 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.294 INFO:tasks.workunit.client.0.smithi007.stdout: "cap_revoke_eviction": { 2024-08-04T16:44:28.294 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.294 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.294 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_request": { 2024-08-04T16:44:28.294 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.294 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.294 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_client_session": { 2024-08-04T16:44:28.294 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.294 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.294 INFO:tasks.workunit.client.0.smithi007.stdout: "handle_peer_request": { 2024-08-04T16:44:28.294 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.295 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.295 INFO:tasks.workunit.client.0.smithi007.stdout: "req_create_latency": { 2024-08-04T16:44:28.295 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.295 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.295 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.295 INFO:tasks.workunit.client.0.smithi007.stdout: "req_getattr_latency": { 2024-08-04T16:44:28.295 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.295 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.295 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.295 INFO:tasks.workunit.client.0.smithi007.stdout: "req_getfilelock_latency": { 2024-08-04T16:44:28.295 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.295 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.295 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.296 INFO:tasks.workunit.client.0.smithi007.stdout: "req_getvxattr_latency": { 2024-08-04T16:44:28.296 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.296 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.296 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.296 INFO:tasks.workunit.client.0.smithi007.stdout: "req_link_latency": { 2024-08-04T16:44:28.296 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.296 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.296 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.296 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookup_latency": { 2024-08-04T16:44:28.296 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.296 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.296 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.296 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookuphash_latency": { 2024-08-04T16:44:28.296 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.297 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.297 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.297 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupino_latency": { 2024-08-04T16:44:28.297 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.297 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.297 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.297 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupname_latency": { 2024-08-04T16:44:28.297 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.297 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.297 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.297 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupparent_latency": { 2024-08-04T16:44:28.297 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.297 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.298 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.298 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lookupsnap_latency": { 2024-08-04T16:44:28.298 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.298 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.298 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.298 INFO:tasks.workunit.client.0.smithi007.stdout: "req_lssnap_latency": { 2024-08-04T16:44:28.298 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.298 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.298 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.298 INFO:tasks.workunit.client.0.smithi007.stdout: "req_mkdir_latency": { 2024-08-04T16:44:28.298 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.298 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.298 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.298 INFO:tasks.workunit.client.0.smithi007.stdout: "req_mknod_latency": { 2024-08-04T16:44:28.298 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.299 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.299 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.299 INFO:tasks.workunit.client.0.smithi007.stdout: "req_mksnap_latency": { 2024-08-04T16:44:28.299 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.299 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.299 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.299 INFO:tasks.workunit.client.0.smithi007.stdout: "req_open_latency": { 2024-08-04T16:44:28.299 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.299 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.299 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.299 INFO:tasks.workunit.client.0.smithi007.stdout: "req_readdir_latency": { 2024-08-04T16:44:28.299 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.299 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.299 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.299 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rename_latency": { 2024-08-04T16:44:28.299 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.300 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.300 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.300 INFO:tasks.workunit.client.0.smithi007.stdout: "req_renamesnap_latency": { 2024-08-04T16:44:28.300 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.300 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.300 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.300 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rmdir_latency": { 2024-08-04T16:44:28.300 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.300 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.300 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.300 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rmsnap_latency": { 2024-08-04T16:44:28.300 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.300 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.300 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.300 INFO:tasks.workunit.client.0.smithi007.stdout: "req_rmxattr_latency": { 2024-08-04T16:44:28.300 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.301 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.301 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.301 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setattr_latency": { 2024-08-04T16:44:28.301 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.301 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.301 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.301 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setdirlayout_latency": { 2024-08-04T16:44:28.301 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.301 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.301 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.301 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setfilelock_latency": { 2024-08-04T16:44:28.301 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.301 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.301 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.302 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setlayout_latency": { 2024-08-04T16:44:28.302 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.302 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.302 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.302 INFO:tasks.workunit.client.0.smithi007.stdout: "req_setxattr_latency": { 2024-08-04T16:44:28.302 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.302 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.302 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.302 INFO:tasks.workunit.client.0.smithi007.stdout: "req_snapdiff_latency": { 2024-08-04T16:44:28.302 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.302 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.302 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.302 INFO:tasks.workunit.client.0.smithi007.stdout: "req_symlink_latency": { 2024-08-04T16:44:28.302 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.302 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.303 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.303 INFO:tasks.workunit.client.0.smithi007.stdout: "req_unlink_latency": { 2024-08-04T16:44:28.303 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.303 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.303 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.303 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.303 INFO:tasks.workunit.client.0.smithi007.stdout: "mds_sessions": { 2024-08-04T16:44:28.303 INFO:tasks.workunit.client.0.smithi007.stdout: "average_load": { 2024-08-04T16:44:28.303 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.303 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.303 INFO:tasks.workunit.client.0.smithi007.stdout: "avg_session_uptime": { 2024-08-04T16:44:28.303 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.303 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.303 INFO:tasks.workunit.client.0.smithi007.stdout: "mdthresh_evicted": { 2024-08-04T16:44:28.303 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.304 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.304 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T16:44:28.304 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:28.304 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.304 INFO:tasks.workunit.client.0.smithi007.stdout: "session_count": { 2024-08-04T16:44:28.304 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.304 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.304 INFO:tasks.workunit.client.0.smithi007.stdout: "session_remove": { 2024-08-04T16:44:28.304 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:28.304 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.304 INFO:tasks.workunit.client.0.smithi007.stdout: "sessions_open": { 2024-08-04T16:44:28.304 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:28.304 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.304 INFO:tasks.workunit.client.0.smithi007.stdout: "sessions_stale": { 2024-08-04T16:44:28.304 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.304 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.305 INFO:tasks.workunit.client.0.smithi007.stdout: "total_load": { 2024-08-04T16:44:28.305 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.305 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.305 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.305 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:28.305 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:28.305 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.305 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.305 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:28.305 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37 2024-08-04T16:44:28.305 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.305 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:28.305 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.306 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.306 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:28.306 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7 2024-08-04T16:44:28.306 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.306 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.306 INFO:tasks.workunit.client.0.smithi007.stdout: "purge_queue": { 2024-08-04T16:44:28.306 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executed": { 2024-08-04T16:44:28.306 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.306 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.306 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executed_ops": { 2024-08-04T16:44:28.306 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.306 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.306 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing": { 2024-08-04T16:44:28.307 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.307 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.307 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing_high_water": { 2024-08-04T16:44:28.307 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.307 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.307 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing_ops": { 2024-08-04T16:44:28.307 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.307 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.307 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_executing_ops_high_water": { 2024-08-04T16:44:28.307 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.307 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.307 INFO:tasks.workunit.client.0.smithi007.stdout: "pq_item_in_journal": { 2024-08-04T16:44:28.307 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.307 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.307 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.307 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.308 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.630de46a01a71525518015f12bc5f227952b1fd6": { 2024-08-04T16:44:28.308 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:28.308 INFO:tasks.workunit.client.0.smithi007.stdout: "election_call": { 2024-08-04T16:44:28.308 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:28.308 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.308 INFO:tasks.workunit.client.0.smithi007.stdout: "election_lose": { 2024-08-04T16:44:28.308 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T16:44:28.308 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.308 INFO:tasks.workunit.client.0.smithi007.stdout: "election_win": { 2024-08-04T16:44:28.308 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.308 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_elections": { 2024-08-04T16:44:28.308 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14 2024-08-04T16:44:28.308 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": { 2024-08-04T16:44:28.308 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T16:44:28.308 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.309 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T16:44:28.309 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T16:44:28.309 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.309 INFO:tasks.workunit.client.0.smithi007.stdout: "session_rm": { 2024-08-04T16:44:28.309 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 279 2024-08-04T16:44:28.309 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.309 INFO:tasks.workunit.client.0.smithi007.stdout: "session_trim": { 2024-08-04T16:44:28.309 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.309 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.309 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.309 INFO:tasks.workunit.client.0.smithi007.stdout: "paxos": { 2024-08-04T16:44:28.309 INFO:tasks.workunit.client.0.smithi007.stdout: "accept_timeout": { 2024-08-04T16:44:28.309 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.309 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.309 INFO:tasks.workunit.client.0.smithi007.stdout: "begin": { 2024-08-04T16:44:28.310 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7862 2024-08-04T16:44:28.310 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.310 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_bytes": { 2024-08-04T16:44:28.310 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7862, 2024-08-04T16:44:28.310 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56182534 2024-08-04T16:44:28.310 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.310 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_keys": { 2024-08-04T16:44:28.310 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.310 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.310 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.310 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_latency": { 2024-08-04T16:44:28.310 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7862, 2024-08-04T16:44:28.311 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1104983226 2024-08-04T16:44:28.311 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.311 INFO:tasks.workunit.client.0.smithi007.stdout: "collect": { 2024-08-04T16:44:28.311 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:28.311 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.311 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_bytes": { 2024-08-04T16:44:28.311 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T16:44:28.311 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 219 2024-08-04T16:44:28.311 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.311 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_keys": { 2024-08-04T16:44:28.311 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T16:44:28.311 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:28.311 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.311 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_latency": { 2024-08-04T16:44:28.311 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3, 2024-08-04T16:44:28.312 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.312 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.312 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_timeout": { 2024-08-04T16:44:28.312 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.312 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.312 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_uncommitted": { 2024-08-04T16:44:28.312 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:28.312 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.312 INFO:tasks.workunit.client.0.smithi007.stdout: "commit": { 2024-08-04T16:44:28.312 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7863 2024-08-04T16:44:28.312 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.312 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_bytes": { 2024-08-04T16:44:28.312 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.312 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.312 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.313 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_keys": { 2024-08-04T16:44:28.313 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.313 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.313 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.313 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_latency": { 2024-08-04T16:44:28.313 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.313 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.313 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.313 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_ack_timeout": { 2024-08-04T16:44:28.313 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.313 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.313 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_timeout": { 2024-08-04T16:44:28.313 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.313 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.313 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn": { 2024-08-04T16:44:28.313 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.314 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn_latency": { 2024-08-04T16:44:28.314 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.314 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.314 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh": { 2024-08-04T16:44:28.314 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7863 2024-08-04T16:44:28.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.314 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh_latency": { 2024-08-04T16:44:28.314 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7863, 2024-08-04T16:44:28.314 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25275616452 2024-08-04T16:44:28.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.314 INFO:tasks.workunit.client.0.smithi007.stdout: "restart": { 2024-08-04T16:44:28.314 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16 2024-08-04T16:44:28.314 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.315 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state": { 2024-08-04T16:44:28.315 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.315 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.315 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_bytes": { 2024-08-04T16:44:28.315 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.315 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.315 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.315 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_keys": { 2024-08-04T16:44:28.315 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.315 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.315 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.315 INFO:tasks.workunit.client.0.smithi007.stdout: "start_leader": { 2024-08-04T16:44:28.315 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.315 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.316 INFO:tasks.workunit.client.0.smithi007.stdout: "start_peon": { 2024-08-04T16:44:28.316 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4 2024-08-04T16:44:28.316 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.316 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state": { 2024-08-04T16:44:28.316 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7862 2024-08-04T16:44:28.316 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.316 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_bytes": { 2024-08-04T16:44:28.316 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7862, 2024-08-04T16:44:28.316 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 110932341 2024-08-04T16:44:28.316 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.316 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_keys": { 2024-08-04T16:44:28.316 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7862, 2024-08-04T16:44:28.316 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70645 2024-08-04T16:44:28.316 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.317 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_latency": { 2024-08-04T16:44:28.317 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7862, 2024-08-04T16:44:28.317 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1245981101 2024-08-04T16:44:28.317 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.317 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.317 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache": { 2024-08-04T16:44:28.317 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:28.317 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1020054731 2024-08-04T16:44:28.317 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.317 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:28.317 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 180346880 2024-08-04T16:44:28.317 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.317 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:28.317 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176201728 2024-08-04T16:44:28.318 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.318 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:28.318 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2147483648 2024-08-04T16:44:28.318 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.318 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:28.318 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4145152 2024-08-04T16:44:28.318 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.318 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.318 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:full": { 2024-08-04T16:44:28.318 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.318 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 360710144 2024-08-04T16:44:28.318 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.318 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.318 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.319 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.319 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.319 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.319 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.319 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.319 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 266520501 2024-08-04T16:44:28.319 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.319 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.319 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26105152 2024-08-04T16:44:28.319 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.319 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.319 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.319 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.320 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.320 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.320 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.320 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.320 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.320 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.320 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.320 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.320 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.320 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.320 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.320 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.320 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.321 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.321 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.321 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.321 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.321 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.321 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.321 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68084491 2024-08-04T16:44:28.321 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.321 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.321 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:inc": { 2024-08-04T16:44:28.321 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.322 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 339738624 2024-08-04T16:44:28.322 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.322 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.322 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.322 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.322 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.322 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.322 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.322 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.322 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 266520501 2024-08-04T16:44:28.322 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.322 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.322 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2209875 2024-08-04T16:44:28.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.323 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.323 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.323 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.323 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.323 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.323 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.323 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.324 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.324 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.324 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.324 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.324 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.324 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.324 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.324 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71008248 2024-08-04T16:44:28.324 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.324 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.324 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:kv": { 2024-08-04T16:44:28.324 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.324 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314572800 2024-08-04T16:44:28.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.325 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.325 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.325 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.325 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.325 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.325 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177680334 2024-08-04T16:44:28.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.325 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.325 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.325 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.325 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.326 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.326 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.326 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.326 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.326 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.326 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.326 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.326 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.326 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.327 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.327 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.327 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.327 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.327 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.327 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.327 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69783602 2024-08-04T16:44:28.327 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.327 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.327 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb": { 2024-08-04T16:44:28.327 INFO:tasks.workunit.client.0.smithi007.stdout: "compact": { 2024-08-04T16:44:28.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.328 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_len": { 2024-08-04T16:44:28.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.328 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_merge": { 2024-08-04T16:44:28.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.328 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_range": { 2024-08-04T16:44:28.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 88 2024-08-04T16:44:28.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.328 INFO:tasks.workunit.client.0.smithi007.stdout: "get_latency": { 2024-08-04T16:44:28.328 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 344319, 2024-08-04T16:44:28.328 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1857620095 2024-08-04T16:44:28.328 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.328 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_delay_time": { 2024-08-04T16:44:28.328 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.329 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.329 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_memtable_time": { 2024-08-04T16:44:28.329 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.329 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.329 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-04T16:44:28.329 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.329 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.329 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_wal_time": { 2024-08-04T16:44:28.329 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.329 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.329 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.330 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_latency": { 2024-08-04T16:44:28.330 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.330 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.330 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.330 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_sync_latency": { 2024-08-04T16:44:28.330 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19204, 2024-08-04T16:44:28.330 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2821180351 2024-08-04T16:44:28.330 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.330 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.330 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.330 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.d9e91e5f6ccd5818803ac5b98de0b5ebdaf9727d": { 2024-08-04T16:44:28.330 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:28.330 INFO:tasks.workunit.client.0.smithi007.stdout: "election_call": { 2024-08-04T16:44:28.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:28.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.331 INFO:tasks.workunit.client.0.smithi007.stdout: "election_lose": { 2024-08-04T16:44:28.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:28.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.331 INFO:tasks.workunit.client.0.smithi007.stdout: "election_win": { 2024-08-04T16:44:28.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_elections": { 2024-08-04T16:44:28.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T16:44:28.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": { 2024-08-04T16:44:28.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:28.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.331 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T16:44:28.331 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:28.331 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.332 INFO:tasks.workunit.client.0.smithi007.stdout: "session_rm": { 2024-08-04T16:44:28.332 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 255 2024-08-04T16:44:28.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.332 INFO:tasks.workunit.client.0.smithi007.stdout: "session_trim": { 2024-08-04T16:44:28.332 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.332 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.332 INFO:tasks.workunit.client.0.smithi007.stdout: "paxos": { 2024-08-04T16:44:28.332 INFO:tasks.workunit.client.0.smithi007.stdout: "accept_timeout": { 2024-08-04T16:44:28.332 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.332 INFO:tasks.workunit.client.0.smithi007.stdout: "begin": { 2024-08-04T16:44:28.332 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7825 2024-08-04T16:44:28.332 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.333 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_bytes": { 2024-08-04T16:44:28.333 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7825, 2024-08-04T16:44:28.333 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 55857312 2024-08-04T16:44:28.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.333 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_keys": { 2024-08-04T16:44:28.333 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.333 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.333 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_latency": { 2024-08-04T16:44:28.333 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7825, 2024-08-04T16:44:28.333 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1350976636 2024-08-04T16:44:28.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.333 INFO:tasks.workunit.client.0.smithi007.stdout: "collect": { 2024-08-04T16:44:28.334 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:28.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.334 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_bytes": { 2024-08-04T16:44:28.334 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:28.334 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 146 2024-08-04T16:44:28.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.334 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_keys": { 2024-08-04T16:44:28.334 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:28.334 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:28.334 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.334 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_latency": { 2024-08-04T16:44:28.334 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:28.334 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5999898 2024-08-04T16:44:28.335 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.335 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_timeout": { 2024-08-04T16:44:28.335 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.335 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.335 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_uncommitted": { 2024-08-04T16:44:28.335 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.335 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.335 INFO:tasks.workunit.client.0.smithi007.stdout: "commit": { 2024-08-04T16:44:28.335 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7825 2024-08-04T16:44:28.335 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.335 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_bytes": { 2024-08-04T16:44:28.336 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.336 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.336 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.336 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_keys": { 2024-08-04T16:44:28.336 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.336 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.336 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.336 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_latency": { 2024-08-04T16:44:28.336 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.336 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.336 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.336 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_ack_timeout": { 2024-08-04T16:44:28.336 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.337 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_timeout": { 2024-08-04T16:44:28.337 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.337 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn": { 2024-08-04T16:44:28.337 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.337 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn_latency": { 2024-08-04T16:44:28.337 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.337 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.337 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh": { 2024-08-04T16:44:28.337 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7825 2024-08-04T16:44:28.337 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.338 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh_latency": { 2024-08-04T16:44:28.338 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7825, 2024-08-04T16:44:28.338 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24798570627 2024-08-04T16:44:28.338 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.338 INFO:tasks.workunit.client.0.smithi007.stdout: "restart": { 2024-08-04T16:44:28.338 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11 2024-08-04T16:44:28.338 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.338 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state": { 2024-08-04T16:44:28.338 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.338 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.338 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_bytes": { 2024-08-04T16:44:28.338 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.338 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.339 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_keys": { 2024-08-04T16:44:28.339 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.339 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.339 INFO:tasks.workunit.client.0.smithi007.stdout: "start_leader": { 2024-08-04T16:44:28.339 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.339 INFO:tasks.workunit.client.0.smithi007.stdout: "start_peon": { 2024-08-04T16:44:28.339 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:28.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.339 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state": { 2024-08-04T16:44:28.339 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7825 2024-08-04T16:44:28.339 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.340 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_bytes": { 2024-08-04T16:44:28.340 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7825, 2024-08-04T16:44:28.340 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 110224506 2024-08-04T16:44:28.340 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.340 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_keys": { 2024-08-04T16:44:28.340 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7825, 2024-08-04T16:44:28.340 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69991 2024-08-04T16:44:28.340 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.340 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_latency": { 2024-08-04T16:44:28.340 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7825, 2024-08-04T16:44:28.340 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3212944437 2024-08-04T16:44:28.340 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.340 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.341 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache": { 2024-08-04T16:44:28.341 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:28.341 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1020054731 2024-08-04T16:44:28.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.341 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:28.341 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 168796160 2024-08-04T16:44:28.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.341 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:28.341 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 164126720 2024-08-04T16:44:28.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.341 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:28.341 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2147483648 2024-08-04T16:44:28.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.341 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:28.342 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4669440 2024-08-04T16:44:28.342 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.342 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:full": { 2024-08-04T16:44:28.342 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.342 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 360710144 2024-08-04T16:44:28.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.342 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.342 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.342 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.342 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.342 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.342 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.343 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 267104589 2024-08-04T16:44:28.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.343 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.343 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25206272 2024-08-04T16:44:28.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.343 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.343 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.343 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.343 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.343 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.343 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.343 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.344 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.344 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.344 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.344 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.344 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.344 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.344 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.344 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.344 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.344 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.345 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.345 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.345 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68399283 2024-08-04T16:44:28.345 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.345 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:inc": { 2024-08-04T16:44:28.345 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.345 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 339738624 2024-08-04T16:44:28.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.345 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.345 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.345 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.345 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.346 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.346 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.346 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 267104589 2024-08-04T16:44:28.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.346 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.346 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1551186 2024-08-04T16:44:28.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.346 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.346 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.346 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.346 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.346 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.347 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.347 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.347 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.347 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.347 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.347 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.347 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.347 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.347 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.347 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.348 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.348 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.348 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.348 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71082849 2024-08-04T16:44:28.348 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.348 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:kv": { 2024-08-04T16:44:28.348 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.348 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314572800 2024-08-04T16:44:28.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.348 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.348 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.349 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.349 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.349 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.349 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 178069726 2024-08-04T16:44:28.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.349 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.349 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.349 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.349 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.349 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.349 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.350 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.350 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.350 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.350 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.350 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.350 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.350 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.350 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.350 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.350 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.350 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.350 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.350 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.351 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.351 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.351 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69394210 2024-08-04T16:44:28.351 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.351 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.351 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb": { 2024-08-04T16:44:28.351 INFO:tasks.workunit.client.0.smithi007.stdout: "compact": { 2024-08-04T16:44:28.351 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.352 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.352 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_len": { 2024-08-04T16:44:28.352 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.352 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.352 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_merge": { 2024-08-04T16:44:28.352 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.352 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.352 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_range": { 2024-08-04T16:44:28.352 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 87 2024-08-04T16:44:28.352 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.352 INFO:tasks.workunit.client.0.smithi007.stdout: "get_latency": { 2024-08-04T16:44:28.352 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 341442, 2024-08-04T16:44:28.352 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1714508759 2024-08-04T16:44:28.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.353 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_delay_time": { 2024-08-04T16:44:28.353 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.353 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.353 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_memtable_time": { 2024-08-04T16:44:28.353 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.353 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.353 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-04T16:44:28.353 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.353 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.353 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.354 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_wal_time": { 2024-08-04T16:44:28.354 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.354 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.354 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.354 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_latency": { 2024-08-04T16:44:28.354 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.354 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.354 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.354 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_sync_latency": { 2024-08-04T16:44:28.354 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19108, 2024-08-04T16:44:28.354 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6726899362 2024-08-04T16:44:28.354 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.354 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.355 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.355 INFO:tasks.workunit.client.0.smithi007.stdout: "mon.e4b59533dac081f568a780209a881e78beb0538f": { 2024-08-04T16:44:28.355 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:28.355 INFO:tasks.workunit.client.0.smithi007.stdout: "election_call": { 2024-08-04T16:44:28.355 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:28.355 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.355 INFO:tasks.workunit.client.0.smithi007.stdout: "election_lose": { 2024-08-04T16:44:28.355 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.355 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.355 INFO:tasks.workunit.client.0.smithi007.stdout: "election_win": { 2024-08-04T16:44:28.355 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:28.355 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_elections": { 2024-08-04T16:44:28.356 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21 2024-08-04T16:44:28.356 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.356 INFO:tasks.workunit.client.0.smithi007.stdout: "num_sessions": { 2024-08-04T16:44:28.356 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T16:44:28.356 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.356 INFO:tasks.workunit.client.0.smithi007.stdout: "session_add": { 2024-08-04T16:44:28.356 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5 2024-08-04T16:44:28.356 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.356 INFO:tasks.workunit.client.0.smithi007.stdout: "session_rm": { 2024-08-04T16:44:28.356 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 230 2024-08-04T16:44:28.356 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.356 INFO:tasks.workunit.client.0.smithi007.stdout: "session_trim": { 2024-08-04T16:44:28.356 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.356 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.356 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.357 INFO:tasks.workunit.client.0.smithi007.stdout: "paxos": { 2024-08-04T16:44:28.357 INFO:tasks.workunit.client.0.smithi007.stdout: "accept_timeout": { 2024-08-04T16:44:28.357 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.357 INFO:tasks.workunit.client.0.smithi007.stdout: "begin": { 2024-08-04T16:44:28.357 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7921 2024-08-04T16:44:28.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.357 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_bytes": { 2024-08-04T16:44:28.357 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7921, 2024-08-04T16:44:28.357 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57295739 2024-08-04T16:44:28.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.357 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_keys": { 2024-08-04T16:44:28.357 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7921, 2024-08-04T16:44:28.357 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23763 2024-08-04T16:44:28.357 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.358 INFO:tasks.workunit.client.0.smithi007.stdout: "begin_latency": { 2024-08-04T16:44:28.358 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7921, 2024-08-04T16:44:28.358 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1328979842 2024-08-04T16:44:28.358 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.358 INFO:tasks.workunit.client.0.smithi007.stdout: "collect": { 2024-08-04T16:44:28.358 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.358 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.358 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_bytes": { 2024-08-04T16:44:28.358 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.358 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.358 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.358 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_keys": { 2024-08-04T16:44:28.358 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.358 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.359 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.359 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_latency": { 2024-08-04T16:44:28.359 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.359 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.359 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.359 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_timeout": { 2024-08-04T16:44:28.359 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.359 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.359 INFO:tasks.workunit.client.0.smithi007.stdout: "collect_uncommitted": { 2024-08-04T16:44:28.359 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:28.359 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.359 INFO:tasks.workunit.client.0.smithi007.stdout: "commit": { 2024-08-04T16:44:28.359 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7919 2024-08-04T16:44:28.359 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.359 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_bytes": { 2024-08-04T16:44:28.360 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7919, 2024-08-04T16:44:28.360 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56698682 2024-08-04T16:44:28.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.360 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_keys": { 2024-08-04T16:44:28.360 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7919, 2024-08-04T16:44:28.360 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 63063 2024-08-04T16:44:28.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.360 INFO:tasks.workunit.client.0.smithi007.stdout: "commit_latency": { 2024-08-04T16:44:28.360 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7919, 2024-08-04T16:44:28.360 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1346965232 2024-08-04T16:44:28.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.360 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_ack_timeout": { 2024-08-04T16:44:28.360 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.360 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.360 INFO:tasks.workunit.client.0.smithi007.stdout: "lease_timeout": { 2024-08-04T16:44:28.361 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.361 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.361 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn": { 2024-08-04T16:44:28.361 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:28.361 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.361 INFO:tasks.workunit.client.0.smithi007.stdout: "new_pn_latency": { 2024-08-04T16:44:28.361 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6, 2024-08-04T16:44:28.361 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.361 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.361 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh": { 2024-08-04T16:44:28.361 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7922 2024-08-04T16:44:28.361 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.361 INFO:tasks.workunit.client.0.smithi007.stdout: "refresh_latency": { 2024-08-04T16:44:28.362 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7922, 2024-08-04T16:44:28.362 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26475598333 2024-08-04T16:44:28.362 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.362 INFO:tasks.workunit.client.0.smithi007.stdout: "restart": { 2024-08-04T16:44:28.362 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23 2024-08-04T16:44:28.362 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.362 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state": { 2024-08-04T16:44:28.362 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:28.362 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.362 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_bytes": { 2024-08-04T16:44:28.362 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:28.362 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74832 2024-08-04T16:44:28.362 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.362 INFO:tasks.workunit.client.0.smithi007.stdout: "share_state_keys": { 2024-08-04T16:44:28.363 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2, 2024-08-04T16:44:28.363 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:28.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.363 INFO:tasks.workunit.client.0.smithi007.stdout: "start_leader": { 2024-08-04T16:44:28.363 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:28.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.363 INFO:tasks.workunit.client.0.smithi007.stdout: "start_peon": { 2024-08-04T16:44:28.363 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.363 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state": { 2024-08-04T16:44:28.363 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.363 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_bytes": { 2024-08-04T16:44:28.364 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.364 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.364 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_keys": { 2024-08-04T16:44:28.364 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.364 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.364 INFO:tasks.workunit.client.0.smithi007.stdout: "store_state_latency": { 2024-08-04T16:44:28.364 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.364 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.364 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.364 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.364 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache": { 2024-08-04T16:44:28.365 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:28.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1020054731 2024-08-04T16:44:28.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.365 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:28.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 257990656 2024-08-04T16:44:28.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.365 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:28.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 256081920 2024-08-04T16:44:28.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.365 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:28.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2147483648 2024-08-04T16:44:28.365 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.365 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:28.365 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1908736 2024-08-04T16:44:28.366 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.366 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:full": { 2024-08-04T16:44:28.366 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.366 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 360710144 2024-08-04T16:44:28.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.366 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.366 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.366 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.366 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.366 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.366 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 266343419 2024-08-04T16:44:28.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.367 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26135368 2024-08-04T16:44:28.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.367 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.367 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.367 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.367 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.367 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.368 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.368 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.368 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.368 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.368 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.368 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.368 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.368 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.368 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.368 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.368 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.368 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68231357 2024-08-04T16:44:28.369 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.369 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:inc": { 2024-08-04T16:44:28.369 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 339738624 2024-08-04T16:44:28.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.369 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.369 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.369 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.369 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.369 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 266343419 2024-08-04T16:44:28.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.370 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.370 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2651877 2024-08-04T16:44:28.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.370 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.370 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.370 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.370 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.370 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.370 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.370 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.370 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.371 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.371 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.371 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.371 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.371 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.371 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70743328 2024-08-04T16:44:28.371 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.372 INFO:tasks.workunit.client.0.smithi007.stdout: "prioritycache:kv": { 2024-08-04T16:44:28.372 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314572800 2024-08-04T16:44:28.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.372 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.372 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.372 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.372 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177562279 2024-08-04T16:44:28.372 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.373 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.373 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.373 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.373 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.373 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.373 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.373 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.373 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.373 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.373 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.373 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.374 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.374 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.374 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.374 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.374 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.374 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.374 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.374 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.374 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.374 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.374 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69901657 2024-08-04T16:44:28.374 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.375 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb": { 2024-08-04T16:44:28.375 INFO:tasks.workunit.client.0.smithi007.stdout: "compact": { 2024-08-04T16:44:28.375 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.375 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_len": { 2024-08-04T16:44:28.375 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.375 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_queue_merge": { 2024-08-04T16:44:28.375 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.375 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_range": { 2024-08-04T16:44:28.375 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 88 2024-08-04T16:44:28.375 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.376 INFO:tasks.workunit.client.0.smithi007.stdout: "get_latency": { 2024-08-04T16:44:28.376 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 359603, 2024-08-04T16:44:28.376 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2110713113 2024-08-04T16:44:28.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.376 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_delay_time": { 2024-08-04T16:44:28.376 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.376 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.376 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_memtable_time": { 2024-08-04T16:44:28.376 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.376 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.376 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.376 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-04T16:44:28.377 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.377 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.377 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_write_wal_time": { 2024-08-04T16:44:28.377 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.377 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.377 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_latency": { 2024-08-04T16:44:28.377 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.377 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.377 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.377 INFO:tasks.workunit.client.0.smithi007.stdout: "submit_sync_latency": { 2024-08-04T16:44:28.377 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19350, 2024-08-04T16:44:28.377 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3049271767 2024-08-04T16:44:28.377 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.378 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.378 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.378 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.0": { 2024-08-04T16:44:28.378 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.378 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:28.378 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12910 2024-08-04T16:44:28.378 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.378 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:28.378 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.378 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.378 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:28.378 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.378 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.378 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:28.379 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.379 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:28.379 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:28.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.379 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:28.379 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.379 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:28.379 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.379 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:28.379 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.380 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:28.380 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.380 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:28.380 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9601024 2024-08-04T16:44:28.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.380 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:28.380 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 870121472 2024-08-04T16:44:28.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.380 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:28.380 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19, 2024-08-04T16:44:28.380 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6992130 2024-08-04T16:44:28.380 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.380 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:28.380 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 19, 2024-08-04T16:44:28.381 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3528790 2024-08-04T16:44:28.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.381 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:28.381 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 210, 2024-08-04T16:44:28.381 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 955832 2024-08-04T16:44:28.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.381 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:28.381 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:28.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.381 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:28.381 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 896204800 2024-08-04T16:44:28.381 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.381 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:28.381 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79825, 2024-08-04T16:44:28.381 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7151324784 2024-08-04T16:44:28.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.382 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:28.382 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79831, 2024-08-04T16:44:28.382 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13540976341 2024-08-04T16:44:28.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.382 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:28.382 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11038720 2024-08-04T16:44:28.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.382 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:28.382 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 326934528 2024-08-04T16:44:28.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.382 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:28.382 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 890503168 2024-08-04T16:44:28.382 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.383 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:28.383 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.383 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:28.383 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:28.383 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58 2024-08-04T16:44:28.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.383 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:28.383 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 379314161 2024-08-04T16:44:28.383 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.383 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:28.383 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27708 2024-08-04T16:44:28.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.384 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:28.384 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 325029888 2024-08-04T16:44:28.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.384 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:28.384 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 325033984 2024-08-04T16:44:28.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.384 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:28.384 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.384 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:28.384 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.384 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.384 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:28.384 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16232 2024-08-04T16:44:28.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.385 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:28.385 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 27708, 2024-08-04T16:44:28.385 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 233599462 2024-08-04T16:44:28.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.385 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:28.385 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 309690993 2024-08-04T16:44:28.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.385 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:28.385 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25571 2024-08-04T16:44:28.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.385 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:28.385 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2927416 2024-08-04T16:44:28.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.386 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:28.386 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 702 2024-08-04T16:44:28.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.386 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:28.386 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9497571 2024-08-04T16:44:28.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.386 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:28.386 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 982 2024-08-04T16:44:28.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.386 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:28.386 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6570155 2024-08-04T16:44:28.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.386 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:28.387 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6570155 2024-08-04T16:44:28.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.387 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:28.387 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.387 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:28.387 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.387 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:28.387 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 289 2024-08-04T16:44:28.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.387 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:28.387 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 982, 2024-08-04T16:44:28.387 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4025042 2024-08-04T16:44:28.387 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.388 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:28.388 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.388 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.388 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:28.388 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.388 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:28.388 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.388 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.388 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:28.388 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:28.388 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 810 2024-08-04T16:44:28.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.389 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:28.389 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:28.389 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6079 2024-08-04T16:44:28.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.389 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:28.389 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.389 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.389 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:28.389 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.389 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:28.389 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.389 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.390 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:28.390 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1209544704 2024-08-04T16:44:28.390 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.390 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:28.390 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:28.390 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:28.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.390 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:28.390 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17534976 2024-08-04T16:44:28.390 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.390 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:28.391 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21164, 2024-08-04T16:44:28.391 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 103531722 2024-08-04T16:44:28.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.391 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:28.391 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3300, 2024-08-04T16:44:28.391 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 491638781 2024-08-04T16:44:28.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.391 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:28.391 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.391 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.391 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:28.391 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.391 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.392 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:28.392 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.392 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:28.392 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.392 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:28.392 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 25914, 2024-08-04T16:44:28.392 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 211120393 2024-08-04T16:44:28.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.392 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:28.392 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.392 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.392 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.393 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:28.393 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.393 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:28.393 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79741, 2024-08-04T16:44:28.393 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18299665457 2024-08-04T16:44:28.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.393 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:28.393 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 78796, 2024-08-04T16:44:28.393 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1860873407 2024-08-04T16:44:28.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.393 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:28.393 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79741, 2024-08-04T16:44:28.393 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57036326 2024-08-04T16:44:28.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.394 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:28.394 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79741, 2024-08-04T16:44:28.394 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18356701783 2024-08-04T16:44:28.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.394 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:28.394 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.394 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.394 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:28.394 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 38977, 2024-08-04T16:44:28.394 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1358880582 2024-08-04T16:44:28.394 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.394 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:28.394 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1135, 2024-08-04T16:44:28.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3420710 2024-08-04T16:44:28.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.395 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:28.395 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 35710, 2024-08-04T16:44:28.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16588136 2024-08-04T16:44:28.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.395 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:28.395 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 53, 2024-08-04T16:44:28.395 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 117411 2024-08-04T16:44:28.395 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.395 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:28.395 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23482, 2024-08-04T16:44:28.396 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6708531691 2024-08-04T16:44:28.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.396 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:28.396 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 267195 2024-08-04T16:44:28.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.396 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:28.396 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24349 2024-08-04T16:44:28.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.396 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:28.396 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17208, 2024-08-04T16:44:28.396 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1573237505 2024-08-04T16:44:28.396 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.396 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:28.397 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 39498, 2024-08-04T16:44:28.397 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16495109 2024-08-04T16:44:28.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.397 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:28.397 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22290, 2024-08-04T16:44:28.397 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 923729101 2024-08-04T16:44:28.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.397 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:28.397 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.397 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:28.397 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 14948, 2024-08-04T16:44:28.397 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 465462680 2024-08-04T16:44:28.397 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.397 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:28.398 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.398 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:28.398 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.398 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:28.398 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.398 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:28.398 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.398 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.398 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:28.398 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:28.399 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5532052279 2024-08-04T16:44:28.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.399 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:28.399 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8848, 2024-08-04T16:44:28.399 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 452524015 2024-08-04T16:44:28.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.399 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:28.399 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8846, 2024-08-04T16:44:28.399 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2629403615093 2024-08-04T16:44:28.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.399 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:28.399 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8848, 2024-08-04T16:44:28.399 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6202493007942 2024-08-04T16:44:28.399 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.399 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:28.399 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93112, 2024-08-04T16:44:28.400 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2216522170223 2024-08-04T16:44:28.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.400 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:28.400 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93112, 2024-08-04T16:44:28.400 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11086684 2024-08-04T16:44:28.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.400 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:28.400 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:28.400 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 147103968 2024-08-04T16:44:28.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.400 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:28.400 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:28.400 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34702157656 2024-08-04T16:44:28.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.400 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:28.400 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:28.401 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 35862883 2024-08-04T16:44:28.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.401 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:28.401 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:28.401 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18748454080 2024-08-04T16:44:28.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.401 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:28.401 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:28.401 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10177908476 2024-08-04T16:44:28.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.401 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:28.401 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12270983 2024-08-04T16:44:28.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.401 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:28.401 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2711, 2024-08-04T16:44:28.401 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19020299 2024-08-04T16:44:28.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.402 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:28.402 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:28.402 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69322697666 2024-08-04T16:44:28.402 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.402 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:28.402 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:28.402 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11441101935 2024-08-04T16:44:28.402 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.402 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:28.402 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 93114, 2024-08-04T16:44:28.402 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 577518815 2024-08-04T16:44:28.402 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.403 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:28.403 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:28.403 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1406072867 2024-08-04T16:44:28.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.403 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:28.403 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 527704064 2024-08-04T16:44:28.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.403 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:28.403 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 480550912 2024-08-04T16:44:28.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.403 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:28.403 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2601622630 2024-08-04T16:44:28.403 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.403 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:28.403 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47153152 2024-08-04T16:44:28.404 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.404 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:28.404 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.404 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:28.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.404 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.404 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.404 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.404 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.404 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.404 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56806774 2024-08-04T16:44:28.404 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.405 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.405 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.405 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.405 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.405 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.405 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.405 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.405 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.405 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.405 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.405 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.405 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.405 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.405 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 40960 2024-08-04T16:44:28.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.406 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.406 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 229376 2024-08-04T16:44:28.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.406 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.406 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.406 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.406 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.406 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.406 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.406 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.407 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.407 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68752010 2024-08-04T16:44:28.407 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.407 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:28.407 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.407 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:28.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.407 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.407 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.407 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.407 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.407 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.408 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.408 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426050810 2024-08-04T16:44:28.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.408 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.408 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.408 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.408 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.408 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.408 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2160 2024-08-04T16:44:28.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.408 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.408 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.408 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.409 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 136032 2024-08-04T16:44:28.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.409 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.409 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.409 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.409 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.409 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.409 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.409 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.409 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.409 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.410 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68738870 2024-08-04T16:44:28.410 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.410 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:28.410 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.410 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:28.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.410 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.410 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.410 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.410 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 433056 2024-08-04T16:44:28.410 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.410 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37871183 2024-08-04T16:44:28.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.411 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.411 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.411 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.411 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.411 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.411 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.411 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.412 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.412 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.412 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.412 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.412 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.412 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.412 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.412 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.412 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.412 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.413 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.413 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70747665 2024-08-04T16:44:28.413 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.413 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:28.413 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.413 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 494927872 2024-08-04T16:44:28.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.413 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.413 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.413 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.413 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.413 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.414 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.414 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426050810 2024-08-04T16:44:28.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.414 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.414 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.414 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.414 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.414 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.414 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.414 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.414 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.414 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.415 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.415 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 184697 2024-08-04T16:44:28.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.415 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.415 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1148555 2024-08-04T16:44:28.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.415 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.415 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.415 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.415 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.415 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.415 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.416 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.416 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67543810 2024-08-04T16:44:28.416 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.416 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:28.416 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:28.416 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.416 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:28.416 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 44 2024-08-04T16:44:28.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.416 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:28.416 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.417 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:28.417 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.417 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.417 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.417 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:28.417 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57 2024-08-04T16:44:28.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.417 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:28.417 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.417 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:28.417 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49233 2024-08-04T16:44:28.417 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.418 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:28.418 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 142247, 2024-08-04T16:44:28.418 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7546020306 2024-08-04T16:44:28.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.418 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:28.418 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:28.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.418 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:28.418 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.418 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:28.418 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1919163653 2024-08-04T16:44:28.418 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.418 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:28.418 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 49233, 2024-08-04T16:44:28.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 158288735497 2024-08-04T16:44:28.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.419 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:28.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3235426298 2024-08-04T16:44:28.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.419 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:28.419 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 50078, 2024-08-04T16:44:28.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21223876569 2024-08-04T16:44:28.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.419 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:28.419 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 49233, 2024-08-04T16:44:28.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 72489153346 2024-08-04T16:44:28.419 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.419 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:28.419 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33348 2024-08-04T16:44:28.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.420 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:28.420 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33348, 2024-08-04T16:44:28.420 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19753304581 2024-08-04T16:44:28.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.420 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:28.420 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.420 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:28.420 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3235426298 2024-08-04T16:44:28.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.420 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:28.420 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33679, 2024-08-04T16:44:28.420 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6668255095 2024-08-04T16:44:28.420 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.420 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:28.421 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33348, 2024-08-04T16:44:28.421 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8108482526 2024-08-04T16:44:28.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.421 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:28.421 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8471 2024-08-04T16:44:28.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.421 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:28.421 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 321846583 2024-08-04T16:44:28.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.421 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:28.421 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8471, 2024-08-04T16:44:28.421 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13198738018 2024-08-04T16:44:28.421 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.422 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:28.422 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.422 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:28.422 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.422 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:28.422 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.422 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.422 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:28.422 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8775, 2024-08-04T16:44:28.422 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5242418063 2024-08-04T16:44:28.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.423 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:28.423 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8471, 2024-08-04T16:44:28.423 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11637666796 2024-08-04T16:44:28.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.423 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:28.423 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7414 2024-08-04T16:44:28.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.423 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:28.423 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1597317070 2024-08-04T16:44:28.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.423 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:28.423 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7414, 2024-08-04T16:44:28.423 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125336692898 2024-08-04T16:44:28.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.424 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:28.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.424 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:28.424 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7624, 2024-08-04T16:44:28.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9313203411 2024-08-04T16:44:28.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.424 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:28.424 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7414, 2024-08-04T16:44:28.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 52743004024 2024-08-04T16:44:28.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.424 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:28.424 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.425 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:28.425 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.425 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:28.425 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26 2024-08-04T16:44:28.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.425 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:28.425 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:28.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.425 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:28.425 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 913756160 2024-08-04T16:44:28.425 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.425 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.425 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.425 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.1": { 2024-08-04T16:44:28.425 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.426 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:28.426 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 165009 2024-08-04T16:44:28.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.426 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:28.426 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.426 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:28.426 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.426 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:28.426 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.426 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.426 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:28.426 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:28.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.427 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:28.427 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.427 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:28.427 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.427 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:28.427 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.427 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:28.427 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.427 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.427 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:28.428 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14995456 2024-08-04T16:44:28.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.428 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:28.428 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 829022208 2024-08-04T16:44:28.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.428 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:28.428 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17, 2024-08-04T16:44:28.428 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3597406 2024-08-04T16:44:28.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.428 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:28.428 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17, 2024-08-04T16:44:28.428 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1239509 2024-08-04T16:44:28.428 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.428 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:28.429 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 207, 2024-08-04T16:44:28.429 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 992595 2024-08-04T16:44:28.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.429 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:28.429 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:28.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.429 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:28.429 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 891748352 2024-08-04T16:44:28.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.429 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:28.429 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 73048, 2024-08-04T16:44:28.429 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6601346567 2024-08-04T16:44:28.429 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.430 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:28.430 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 73060, 2024-08-04T16:44:28.430 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12465390910 2024-08-04T16:44:28.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.430 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:28.430 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16551936 2024-08-04T16:44:28.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.430 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:28.430 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 299171840 2024-08-04T16:44:28.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.430 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:28.430 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 896008192 2024-08-04T16:44:28.430 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.430 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:28.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.431 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:28.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:28.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60 2024-08-04T16:44:28.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.431 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:28.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 336697129 2024-08-04T16:44:28.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.431 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:28.431 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17596 2024-08-04T16:44:28.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.432 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:28.432 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 297406464 2024-08-04T16:44:28.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.432 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:28.432 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 297410560 2024-08-04T16:44:28.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.432 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:28.432 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.432 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:28.432 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.432 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:28.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7996 2024-08-04T16:44:28.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.433 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:28.433 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17596, 2024-08-04T16:44:28.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 163111794 2024-08-04T16:44:28.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.433 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:28.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 219540195 2024-08-04T16:44:28.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.433 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:28.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14008 2024-08-04T16:44:28.433 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.433 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:28.433 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5590269 2024-08-04T16:44:28.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.434 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:28.434 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 680 2024-08-04T16:44:28.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.434 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:28.434 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14822858 2024-08-04T16:44:28.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.434 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:28.434 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 959 2024-08-04T16:44:28.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.434 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:28.434 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9232589 2024-08-04T16:44:28.434 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.434 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:28.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9232589 2024-08-04T16:44:28.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.435 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:28.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.435 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:28.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.435 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:28.435 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 291 2024-08-04T16:44:28.435 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.435 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:28.435 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 959, 2024-08-04T16:44:28.436 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6202121 2024-08-04T16:44:28.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.436 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:28.436 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.436 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.436 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:28.436 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.436 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:28.436 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.436 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.436 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:28.436 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:28.437 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 592 2024-08-04T16:44:28.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.437 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:28.437 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:28.437 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6384 2024-08-04T16:44:28.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.437 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:28.437 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.437 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.437 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:28.437 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.437 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.437 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:28.437 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.438 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:28.438 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1145790464 2024-08-04T16:44:28.438 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.438 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:28.438 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:28.438 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:28.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.438 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:28.438 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12742656 2024-08-04T16:44:28.438 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.438 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:28.439 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21970, 2024-08-04T16:44:28.439 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69778842 2024-08-04T16:44:28.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.439 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:28.439 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3293, 2024-08-04T16:44:28.439 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 536264192 2024-08-04T16:44:28.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.439 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:28.439 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.439 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.439 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:28.439 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.439 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:28.440 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.440 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:28.440 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.440 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:28.440 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16669, 2024-08-04T16:44:28.440 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 120857018 2024-08-04T16:44:28.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.440 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:28.440 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.440 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.440 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.440 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:28.441 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.441 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:28.441 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72963, 2024-08-04T16:44:28.441 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16777227305 2024-08-04T16:44:28.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.441 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:28.441 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72231, 2024-08-04T16:44:28.441 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1842959104 2024-08-04T16:44:28.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.441 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:28.441 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72963, 2024-08-04T16:44:28.441 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53224961 2024-08-04T16:44:28.441 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.442 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:28.442 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72963, 2024-08-04T16:44:28.442 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16830452266 2024-08-04T16:44:28.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.442 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:28.442 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.442 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.442 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:28.442 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 30632, 2024-08-04T16:44:28.442 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 846545201 2024-08-04T16:44:28.442 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.443 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:28.443 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1005, 2024-08-04T16:44:28.443 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2780870 2024-08-04T16:44:28.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.443 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:28.443 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8975, 2024-08-04T16:44:28.443 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8355855 2024-08-04T16:44:28.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.443 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:28.443 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 43, 2024-08-04T16:44:28.443 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 54520 2024-08-04T16:44:28.443 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.443 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:28.443 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13037, 2024-08-04T16:44:28.443 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3791193395 2024-08-04T16:44:28.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.444 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:28.444 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 231401 2024-08-04T16:44:28.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.444 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:28.444 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26925 2024-08-04T16:44:28.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.444 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:28.444 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22090, 2024-08-04T16:44:28.444 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1550927435 2024-08-04T16:44:28.444 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.444 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:28.444 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 72882, 2024-08-04T16:44:28.444 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 29134462 2024-08-04T16:44:28.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.445 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:28.445 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 50792, 2024-08-04T16:44:28.445 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 608011266 2024-08-04T16:44:28.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.445 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:28.445 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.445 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:28.445 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 14753, 2024-08-04T16:44:28.445 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 396220315 2024-08-04T16:44:28.445 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.445 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:28.445 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.446 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:28.446 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.446 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:28.446 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.446 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:28.446 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.446 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.446 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:28.446 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:28.446 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6645227564 2024-08-04T16:44:28.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.447 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:28.447 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22837, 2024-08-04T16:44:28.447 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1288191027 2024-08-04T16:44:28.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.447 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:28.447 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22834, 2024-08-04T16:44:28.447 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2709400483373 2024-08-04T16:44:28.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.447 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:28.447 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22837, 2024-08-04T16:44:28.447 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7018494081599 2024-08-04T16:44:28.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.448 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:28.448 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87024, 2024-08-04T16:44:28.448 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600603909498 2024-08-04T16:44:28.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.448 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:28.448 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87024, 2024-08-04T16:44:28.448 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9307437 2024-08-04T16:44:28.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.448 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:28.448 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:28.448 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 570420477 2024-08-04T16:44:28.448 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.448 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:28.448 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:28.449 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31101899732 2024-08-04T16:44:28.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.449 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:28.449 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:28.449 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 35071868 2024-08-04T16:44:28.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.449 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:28.449 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:28.449 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16558348117 2024-08-04T16:44:28.449 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.449 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:28.449 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:28.450 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9044942171 2024-08-04T16:44:28.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.450 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:28.450 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7485774 2024-08-04T16:44:28.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.450 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:28.450 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2621, 2024-08-04T16:44:28.450 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13675049 2024-08-04T16:44:28.450 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.450 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:28.450 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:28.450 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 63937415781 2024-08-04T16:44:28.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.451 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:28.451 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:28.451 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10136008971 2024-08-04T16:44:28.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.451 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:28.451 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 87027, 2024-08-04T16:44:28.451 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 630509966 2024-08-04T16:44:28.451 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.451 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.451 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:28.452 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:28.452 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1406072867 2024-08-04T16:44:28.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.452 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:28.452 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 500236288 2024-08-04T16:44:28.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.452 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:28.452 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 462053376 2024-08-04T16:44:28.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.452 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:28.452 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2601622630 2024-08-04T16:44:28.452 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.453 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:28.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38182912 2024-08-04T16:44:28.453 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.453 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:28.453 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:28.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.453 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.453 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.453 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.453 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.453 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.454 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56390254 2024-08-04T16:44:28.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.454 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.454 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8192 2024-08-04T16:44:28.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.454 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.454 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.454 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.454 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.454 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.454 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.454 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.454 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20480 2024-08-04T16:44:28.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.455 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 958464 2024-08-04T16:44:28.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.455 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.455 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.455 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.455 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.455 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.456 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68451730 2024-08-04T16:44:28.456 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.456 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:28.456 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.456 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:28.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.456 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.456 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.456 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.456 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.456 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.456 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.457 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 422926906 2024-08-04T16:44:28.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.457 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.457 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1872 2024-08-04T16:44:28.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.457 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.457 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.457 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.457 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 256 2024-08-04T16:44:28.457 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.457 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.457 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.458 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.458 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125840 2024-08-04T16:44:28.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.458 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.458 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.458 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.458 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.458 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.458 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.458 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.458 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.458 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.459 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71872998 2024-08-04T16:44:28.459 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.459 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:28.459 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:28.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.459 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.459 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.459 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 391456 2024-08-04T16:44:28.459 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.460 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.460 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37593502 2024-08-04T16:44:28.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.460 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.460 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.460 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.460 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.460 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.460 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.460 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.460 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.460 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.461 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.461 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.461 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.461 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.461 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.461 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.461 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.462 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.462 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71066946 2024-08-04T16:44:28.462 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.462 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:28.462 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.462 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 494927872 2024-08-04T16:44:28.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.462 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.462 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.463 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.463 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 422926906 2024-08-04T16:44:28.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.463 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3028 2024-08-04T16:44:28.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.463 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.463 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.463 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.463 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.464 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.464 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.464 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 167592 2024-08-04T16:44:28.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.464 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.464 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1149928 2024-08-04T16:44:28.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.464 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.464 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.464 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.464 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.464 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.465 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.465 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.465 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.465 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70680418 2024-08-04T16:44:28.465 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.465 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:28.465 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:28.465 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.465 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:28.465 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31 2024-08-04T16:44:28.465 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.466 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:28.466 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.466 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:28.466 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.466 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.466 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.466 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:28.466 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47 2024-08-04T16:44:28.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.466 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:28.466 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.466 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.467 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:28.467 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45210 2024-08-04T16:44:28.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.467 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:28.467 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 134884, 2024-08-04T16:44:28.467 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8113981672 2024-08-04T16:44:28.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.467 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:28.467 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.467 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:28.467 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6 2024-08-04T16:44:28.467 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.468 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:28.468 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1958911075 2024-08-04T16:44:28.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.468 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:28.468 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 45210, 2024-08-04T16:44:28.468 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 600691007911 2024-08-04T16:44:28.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.468 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:28.468 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2511144887 2024-08-04T16:44:28.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.468 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:28.468 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 46995, 2024-08-04T16:44:28.468 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31507382155 2024-08-04T16:44:28.468 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.468 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:28.469 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 45210, 2024-08-04T16:44:28.469 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 123299282142 2024-08-04T16:44:28.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.469 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:28.469 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 22677 2024-08-04T16:44:28.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.469 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:28.469 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22677, 2024-08-04T16:44:28.469 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14517140842 2024-08-04T16:44:28.469 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.469 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:28.469 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.470 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:28.470 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2511144887 2024-08-04T16:44:28.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.470 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:28.470 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23137, 2024-08-04T16:44:28.470 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5538240580 2024-08-04T16:44:28.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.470 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:28.470 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22677, 2024-08-04T16:44:28.470 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5838388326 2024-08-04T16:44:28.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.471 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:28.471 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12601 2024-08-04T16:44:28.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.471 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:28.471 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 182742500 2024-08-04T16:44:28.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.471 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:28.471 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12601, 2024-08-04T16:44:28.471 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 100498496372 2024-08-04T16:44:28.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.471 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:28.471 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.471 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.471 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:28.471 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.472 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:28.472 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.472 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:28.472 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12792, 2024-08-04T16:44:28.472 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13075193266 2024-08-04T16:44:28.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.472 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:28.472 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12601, 2024-08-04T16:44:28.472 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 30647325933 2024-08-04T16:44:28.472 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.472 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:28.473 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9932 2024-08-04T16:44:28.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.473 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:28.473 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1776168575 2024-08-04T16:44:28.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.473 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:28.473 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 9932, 2024-08-04T16:44:28.473 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 485675370697 2024-08-04T16:44:28.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.473 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:28.473 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.473 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.473 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:28.473 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11066, 2024-08-04T16:44:28.473 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12893948309 2024-08-04T16:44:28.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.474 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:28.474 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 9932, 2024-08-04T16:44:28.474 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 86813567883 2024-08-04T16:44:28.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.474 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:28.474 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.474 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:28.474 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47 2024-08-04T16:44:28.474 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.474 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:28.474 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9 2024-08-04T16:44:28.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.475 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:28.475 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:28.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.475 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:28.475 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 904511488 2024-08-04T16:44:28.475 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.475 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.475 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.2": { 2024-08-04T16:44:28.475 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.475 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:28.475 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18304 2024-08-04T16:44:28.475 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.476 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:28.476 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.476 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:28.476 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.476 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:28.476 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.476 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:28.476 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:28.476 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.476 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:28.476 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.477 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:28.477 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.477 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:28.477 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.477 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:28.477 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.477 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:28.477 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3641344 2024-08-04T16:44:28.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.477 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:28.478 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 631238656 2024-08-04T16:44:28.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.478 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:28.478 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17, 2024-08-04T16:44:28.478 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5089299 2024-08-04T16:44:28.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.478 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:28.478 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17, 2024-08-04T16:44:28.478 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2141768 2024-08-04T16:44:28.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.478 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:28.478 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 168, 2024-08-04T16:44:28.478 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 757522 2024-08-04T16:44:28.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.479 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:28.479 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:28.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.479 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:28.479 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 586153984 2024-08-04T16:44:28.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.479 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:28.479 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69099, 2024-08-04T16:44:28.479 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5708325267 2024-08-04T16:44:28.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.479 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:28.479 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69113, 2024-08-04T16:44:28.479 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10921165092 2024-08-04T16:44:28.479 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.480 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:28.480 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 413696 2024-08-04T16:44:28.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.480 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:28.480 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 283049984 2024-08-04T16:44:28.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.480 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:28.480 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 607453184 2024-08-04T16:44:28.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.480 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:28.480 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.480 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:28.480 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.480 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.481 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:28.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45 2024-08-04T16:44:28.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.481 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:28.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 156784290 2024-08-04T16:44:28.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.481 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:28.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10618 2024-08-04T16:44:28.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.481 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:28.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177848320 2024-08-04T16:44:28.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.481 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:28.481 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177852416 2024-08-04T16:44:28.481 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.482 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:28.482 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.482 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:28.482 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.482 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:28.482 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7711 2024-08-04T16:44:28.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.482 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:28.482 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10618, 2024-08-04T16:44:28.482 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 126431419 2024-08-04T16:44:28.482 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.482 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:28.483 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 83530545 2024-08-04T16:44:28.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.483 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:28.483 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8370 2024-08-04T16:44:28.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.483 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:28.483 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1260333 2024-08-04T16:44:28.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.483 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:28.483 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 568 2024-08-04T16:44:28.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.483 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:28.483 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3521762 2024-08-04T16:44:28.483 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.483 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:28.484 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 793 2024-08-04T16:44:28.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.484 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:28.484 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2261429 2024-08-04T16:44:28.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.484 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:28.484 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2261429 2024-08-04T16:44:28.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.484 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:28.484 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.484 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:28.484 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.484 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.484 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:28.485 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 226 2024-08-04T16:44:28.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.485 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:28.485 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 793, 2024-08-04T16:44:28.485 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1731883 2024-08-04T16:44:28.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.485 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:28.485 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.485 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.485 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:28.485 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.485 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:28.486 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.486 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:28.486 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:28.486 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 536 2024-08-04T16:44:28.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.486 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:28.486 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:28.486 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6212 2024-08-04T16:44:28.486 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.486 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:28.486 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.487 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.487 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:28.487 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.487 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:28.487 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.487 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:28.487 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 920506368 2024-08-04T16:44:28.487 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.487 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.487 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:28.487 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:28.487 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:28.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.488 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:28.488 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12730368 2024-08-04T16:44:28.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.488 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:28.488 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17412, 2024-08-04T16:44:28.488 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53013428 2024-08-04T16:44:28.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.488 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:28.488 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3293, 2024-08-04T16:44:28.488 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 417320402 2024-08-04T16:44:28.488 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.488 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:28.488 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.489 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.489 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:28.489 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.489 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:28.489 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.489 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:28.489 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.489 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.489 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:28.489 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 22089, 2024-08-04T16:44:28.489 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177477579 2024-08-04T16:44:28.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.490 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:28.490 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.490 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.490 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:28.490 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.490 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:28.490 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69044, 2024-08-04T16:44:28.490 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14717904106 2024-08-04T16:44:28.490 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.490 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:28.491 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 68441, 2024-08-04T16:44:28.491 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1625270460 2024-08-04T16:44:28.491 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.491 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:28.491 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69044, 2024-08-04T16:44:28.491 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37651668 2024-08-04T16:44:28.491 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.491 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:28.491 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69044, 2024-08-04T16:44:28.491 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14755555774 2024-08-04T16:44:28.491 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.491 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:28.491 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.491 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.492 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:28.492 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61078, 2024-08-04T16:44:28.492 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 806270972 2024-08-04T16:44:28.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.492 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:28.492 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1117, 2024-08-04T16:44:28.492 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3090582 2024-08-04T16:44:28.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.492 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:28.492 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21815, 2024-08-04T16:44:28.492 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11262625 2024-08-04T16:44:28.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.492 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:28.493 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 37, 2024-08-04T16:44:28.493 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47188 2024-08-04T16:44:28.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.493 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:28.493 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21935, 2024-08-04T16:44:28.493 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2572441246 2024-08-04T16:44:28.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.493 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:28.493 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 256116 2024-08-04T16:44:28.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.493 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:28.493 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18334 2024-08-04T16:44:28.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.494 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:28.494 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7385, 2024-08-04T16:44:28.494 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 978557143 2024-08-04T16:44:28.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.494 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:28.494 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20172, 2024-08-04T16:44:28.494 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9474061 2024-08-04T16:44:28.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.494 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:28.494 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12787, 2024-08-04T16:44:28.494 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 726148390 2024-08-04T16:44:28.494 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.495 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:28.495 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.495 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.495 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:28.495 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11981, 2024-08-04T16:44:28.495 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 356436646 2024-08-04T16:44:28.495 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.495 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:28.495 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.495 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.495 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:28.495 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.495 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.495 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:28.496 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.496 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.496 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:28.496 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.496 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.496 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:28.496 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:28.496 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5327622397 2024-08-04T16:44:28.496 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.496 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:28.496 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5730, 2024-08-04T16:44:28.496 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 362627169 2024-08-04T16:44:28.496 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.497 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:28.497 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5727, 2024-08-04T16:44:28.497 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3093666868412 2024-08-04T16:44:28.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.497 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:28.497 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5730, 2024-08-04T16:44:28.497 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5882175611359 2024-08-04T16:44:28.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.497 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:28.497 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82103, 2024-08-04T16:44:28.497 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2199119150913 2024-08-04T16:44:28.497 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.497 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:28.498 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82103, 2024-08-04T16:44:28.498 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9124479 2024-08-04T16:44:28.498 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.498 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:28.498 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:28.498 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 402784766 2024-08-04T16:44:28.498 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.498 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:28.498 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:28.498 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26163699412 2024-08-04T16:44:28.498 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.498 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:28.498 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:28.498 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 30016594 2024-08-04T16:44:28.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.499 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:28.499 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:28.499 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14126645771 2024-08-04T16:44:28.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.499 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:28.499 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:28.499 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7326801985 2024-08-04T16:44:28.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.499 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:28.499 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7485595 2024-08-04T16:44:28.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.499 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:28.499 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2576, 2024-08-04T16:44:28.499 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13522301 2024-08-04T16:44:28.499 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.499 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:28.500 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:28.500 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53361253543 2024-08-04T16:44:28.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.500 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:28.500 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:28.500 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8289926147 2024-08-04T16:44:28.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.500 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:28.500 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 82106, 2024-08-04T16:44:28.500 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 575865762 2024-08-04T16:44:28.500 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.500 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:28.500 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:28.500 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1406072867 2024-08-04T16:44:28.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.501 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:28.501 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 591454208 2024-08-04T16:44:28.501 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.501 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:28.501 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 427646976 2024-08-04T16:44:28.501 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.501 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:28.501 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2601622630 2024-08-04T16:44:28.501 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.501 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:28.501 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 163807232 2024-08-04T16:44:28.501 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.501 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.501 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:28.501 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.502 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:28.502 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.502 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.502 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.502 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.502 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.502 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.502 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.502 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.502 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57345449 2024-08-04T16:44:28.502 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.502 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.502 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.503 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.503 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.503 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.503 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.503 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.503 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.503 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.503 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.503 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.503 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.503 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.503 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8192 2024-08-04T16:44:28.503 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.503 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.504 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 135168 2024-08-04T16:44:28.504 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.504 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.504 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.504 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.504 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.504 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.504 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.504 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.504 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.504 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.504 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.504 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68340311 2024-08-04T16:44:28.504 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.504 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.504 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:28.505 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.505 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 570425344 2024-08-04T16:44:28.505 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.505 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.505 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.505 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.505 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.505 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.505 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.505 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.505 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 430090870 2024-08-04T16:44:28.505 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.505 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.506 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.506 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.506 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.506 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.506 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.506 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.506 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1360 2024-08-04T16:44:28.506 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.506 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.506 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.506 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.506 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.506 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 86208 2024-08-04T16:44:28.507 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.507 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.507 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.507 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.507 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.507 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.507 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.507 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.507 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.507 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.507 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.507 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.507 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.507 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.507 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 73138042 2024-08-04T16:44:28.508 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.508 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.508 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:28.508 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.508 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:28.508 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.508 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.508 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.508 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.508 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.508 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 150160 2024-08-04T16:44:28.508 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.508 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.508 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38230299 2024-08-04T16:44:28.509 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.509 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.509 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.509 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.509 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.509 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.509 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.509 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.509 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.509 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.509 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.509 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.509 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.509 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.509 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.510 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.510 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.510 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.510 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.510 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.510 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.510 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.510 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.510 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.510 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.510 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.510 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.510 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.511 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.511 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70671445 2024-08-04T16:44:28.511 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.511 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.511 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:28.511 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.511 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 503316480 2024-08-04T16:44:28.511 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.511 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.511 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.511 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.511 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.511 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.511 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.511 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.512 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 430090870 2024-08-04T16:44:28.512 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.512 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.512 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.512 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.512 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.512 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.512 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.512 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.512 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.512 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.512 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.512 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.512 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.512 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.512 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 172713 2024-08-04T16:44:28.513 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.513 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.513 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1174863 2024-08-04T16:44:28.513 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.513 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.513 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.513 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.513 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.513 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.513 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.513 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.513 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.513 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.513 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.513 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71878034 2024-08-04T16:44:28.514 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.514 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.514 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:28.514 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:28.514 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.514 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.514 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:28.514 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58 2024-08-04T16:44:28.514 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.514 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:28.514 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.514 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.514 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:28.514 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.515 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.515 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.515 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.515 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:28.515 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 42 2024-08-04T16:44:28.515 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.515 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:28.515 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.515 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.515 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:28.515 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58908 2024-08-04T16:44:28.515 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.515 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:28.515 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 155425, 2024-08-04T16:44:28.516 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6906929070 2024-08-04T16:44:28.516 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.516 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:28.516 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.516 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.516 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:28.516 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:28.516 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.516 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:28.516 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1372036643 2024-08-04T16:44:28.516 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.516 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:28.516 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 58908, 2024-08-04T16:44:28.516 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 99546606320 2024-08-04T16:44:28.517 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.517 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:28.517 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2827718336 2024-08-04T16:44:28.517 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.517 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:28.517 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 59851, 2024-08-04T16:44:28.517 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 43293128515 2024-08-04T16:44:28.517 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.517 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:28.517 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 58908, 2024-08-04T16:44:28.517 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68250481997 2024-08-04T16:44:28.517 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.517 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:28.517 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28359 2024-08-04T16:44:28.517 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.517 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:28.518 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28359, 2024-08-04T16:44:28.518 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15815920763 2024-08-04T16:44:28.518 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.518 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:28.518 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.518 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.518 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:28.518 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2827718336 2024-08-04T16:44:28.518 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.518 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:28.518 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28822, 2024-08-04T16:44:28.518 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5910969295 2024-08-04T16:44:28.519 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.519 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:28.519 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28359, 2024-08-04T16:44:28.519 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8276317764 2024-08-04T16:44:28.519 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.519 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:28.519 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28560 2024-08-04T16:44:28.519 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.519 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:28.519 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 297249594 2024-08-04T16:44:28.519 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.519 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:28.519 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28560, 2024-08-04T16:44:28.519 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 52004762356 2024-08-04T16:44:28.519 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.520 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:28.520 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.520 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.520 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:28.520 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.520 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.520 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:28.520 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.520 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.520 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:28.520 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28858, 2024-08-04T16:44:28.520 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34520640972 2024-08-04T16:44:28.520 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.520 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:28.521 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28560, 2024-08-04T16:44:28.521 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49154974928 2024-08-04T16:44:28.521 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.521 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:28.521 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1989 2024-08-04T16:44:28.521 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.521 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:28.521 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1074787049 2024-08-04T16:44:28.521 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.521 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:28.521 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1989, 2024-08-04T16:44:28.521 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31725923201 2024-08-04T16:44:28.521 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.521 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:28.521 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.522 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.522 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:28.522 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2171, 2024-08-04T16:44:28.522 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2861518248 2024-08-04T16:44:28.522 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.522 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:28.522 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1989, 2024-08-04T16:44:28.522 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10819189305 2024-08-04T16:44:28.522 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.522 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:28.522 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.522 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.522 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:28.522 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.522 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.523 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:28.523 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27 2024-08-04T16:44:28.523 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.523 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:28.523 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:28.523 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.523 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:28.523 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 598904832 2024-08-04T16:44:28.523 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.523 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.523 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.523 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.3": { 2024-08-04T16:44:28.523 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.523 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:28.524 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13915 2024-08-04T16:44:28.524 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.524 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:28.524 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.524 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.524 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:28.524 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.524 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.524 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:28.524 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.524 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.524 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:28.524 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:28.524 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.525 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:28.525 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.525 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.525 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:28.525 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.525 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.525 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:28.525 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.525 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.525 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:28.525 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.525 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.525 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:28.525 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3805184 2024-08-04T16:44:28.525 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.526 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:28.526 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 572588032 2024-08-04T16:44:28.526 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.526 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:28.526 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T16:44:28.526 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3840999 2024-08-04T16:44:28.526 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.526 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:28.526 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T16:44:28.526 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1489233 2024-08-04T16:44:28.526 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.526 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:28.526 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 151, 2024-08-04T16:44:28.527 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 602959 2024-08-04T16:44:28.527 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.527 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:28.527 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:28.527 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.527 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:28.527 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 520945664 2024-08-04T16:44:28.527 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.527 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:28.527 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63644, 2024-08-04T16:44:28.527 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5382175206 2024-08-04T16:44:28.527 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.527 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:28.528 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63654, 2024-08-04T16:44:28.528 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10338950718 2024-08-04T16:44:28.528 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.528 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:28.528 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11395072 2024-08-04T16:44:28.528 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.528 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:28.528 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 260755456 2024-08-04T16:44:28.528 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.528 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:28.528 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 533725184 2024-08-04T16:44:28.528 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.529 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:28.529 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.529 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.529 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:28.529 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.529 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:28.529 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 41 2024-08-04T16:44:28.529 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.529 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:28.529 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 85270432 2024-08-04T16:44:28.529 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.529 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:28.529 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3157 2024-08-04T16:44:28.529 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.530 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:28.530 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74698752 2024-08-04T16:44:28.530 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.530 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:28.530 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74702848 2024-08-04T16:44:28.530 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.530 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:28.530 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.530 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.530 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:28.530 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.530 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.530 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:28.531 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 228 2024-08-04T16:44:28.531 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.531 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:28.531 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3157, 2024-08-04T16:44:28.531 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17580798 2024-08-04T16:44:28.531 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.531 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:28.531 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21895046 2024-08-04T16:44:28.531 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.531 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:28.531 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1211 2024-08-04T16:44:28.531 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.531 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:28.531 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1208900 2024-08-04T16:44:28.531 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.532 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:28.532 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 355 2024-08-04T16:44:28.532 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.532 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:28.532 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3775525 2024-08-04T16:44:28.532 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.532 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:28.532 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 499 2024-08-04T16:44:28.532 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.532 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:28.532 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2566625 2024-08-04T16:44:28.532 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.532 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:28.532 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2566625 2024-08-04T16:44:28.533 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.533 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:28.533 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.533 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.533 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:28.533 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.533 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.533 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:28.533 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 146 2024-08-04T16:44:28.533 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.533 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:28.533 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 499, 2024-08-04T16:44:28.533 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1732898 2024-08-04T16:44:28.533 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.534 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:28.534 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.534 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.534 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.534 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:28.534 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.534 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.534 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:28.534 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.534 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.534 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:28.535 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:28.535 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1049 2024-08-04T16:44:28.535 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.535 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:28.535 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:28.535 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12180 2024-08-04T16:44:28.535 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.535 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:28.535 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.535 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.535 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.535 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:28.535 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.535 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.536 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:28.536 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.536 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.536 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:28.536 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 839434240 2024-08-04T16:44:28.536 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.536 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.536 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:28.536 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:28.536 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:28.536 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.536 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:28.536 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12754944 2024-08-04T16:44:28.537 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.537 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:28.537 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20117, 2024-08-04T16:44:28.537 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57503951 2024-08-04T16:44:28.537 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.537 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:28.537 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3256, 2024-08-04T16:44:28.537 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 371971169 2024-08-04T16:44:28.537 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.537 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:28.537 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.537 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.537 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.537 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:28.538 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.538 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.538 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:28.538 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.538 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.538 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:28.538 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.538 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.538 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:28.538 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10215, 2024-08-04T16:44:28.538 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 77210486 2024-08-04T16:44:28.538 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.538 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:28.539 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.539 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.539 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.539 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:28.539 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.539 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.539 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:28.539 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63608, 2024-08-04T16:44:28.539 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13778663563 2024-08-04T16:44:28.539 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.539 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:28.539 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63055, 2024-08-04T16:44:28.539 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1579333104 2024-08-04T16:44:28.539 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.540 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:28.540 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63608, 2024-08-04T16:44:28.540 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 41198551 2024-08-04T16:44:28.540 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.540 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:28.540 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 63608, 2024-08-04T16:44:28.540 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13819862114 2024-08-04T16:44:28.540 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.540 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:28.540 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.540 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.540 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.540 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:28.540 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17728, 2024-08-04T16:44:28.541 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 386726355 2024-08-04T16:44:28.541 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.541 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:28.541 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1395, 2024-08-04T16:44:28.541 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2902995 2024-08-04T16:44:28.541 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.541 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:28.541 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4315, 2024-08-04T16:44:28.541 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5017709 2024-08-04T16:44:28.541 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.541 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:28.541 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 41, 2024-08-04T16:44:28.541 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56096 2024-08-04T16:44:28.541 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.541 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:28.542 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 6862, 2024-08-04T16:44:28.542 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 345136858 2024-08-04T16:44:28.542 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.542 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:28.542 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 188382 2024-08-04T16:44:28.542 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.542 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:28.542 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16817 2024-08-04T16:44:28.542 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.542 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:28.542 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 24878, 2024-08-04T16:44:28.542 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 906689630 2024-08-04T16:44:28.542 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.542 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:28.543 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67896, 2024-08-04T16:44:28.543 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21690270 2024-08-04T16:44:28.543 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.543 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:28.543 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 43018, 2024-08-04T16:44:28.543 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 409485742 2024-08-04T16:44:28.543 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.543 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:28.543 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.543 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.543 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:28.543 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11789, 2024-08-04T16:44:28.543 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 303005585 2024-08-04T16:44:28.544 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.544 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:28.544 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.544 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.544 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:28.544 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.544 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.544 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:28.544 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.544 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.544 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:28.544 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.544 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.544 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:28.545 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:28.545 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5137264995 2024-08-04T16:44:28.545 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.545 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:28.545 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17532, 2024-08-04T16:44:28.545 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1021382433 2024-08-04T16:44:28.545 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.545 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:28.545 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17531, 2024-08-04T16:44:28.545 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2995201481241 2024-08-04T16:44:28.545 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.545 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:28.545 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17532, 2024-08-04T16:44:28.545 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6338502955755 2024-08-04T16:44:28.546 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.546 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:28.546 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76121, 2024-08-04T16:44:28.546 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2305794889084 2024-08-04T16:44:28.546 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.546 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:28.546 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76121, 2024-08-04T16:44:28.546 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8601690 2024-08-04T16:44:28.546 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.546 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:28.546 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:28.546 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 317797174 2024-08-04T16:44:28.547 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.547 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:28.547 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:28.547 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25129344591 2024-08-04T16:44:28.547 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.547 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:28.547 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:28.547 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27300499 2024-08-04T16:44:28.547 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.547 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:28.547 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:28.547 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13835177106 2024-08-04T16:44:28.548 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.548 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:28.548 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:28.548 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6353657496 2024-08-04T16:44:28.548 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.548 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:28.548 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7491509 2024-08-04T16:44:28.548 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.548 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:28.548 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2539, 2024-08-04T16:44:28.548 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13823693 2024-08-04T16:44:28.548 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.548 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:28.549 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:28.549 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 50785946003 2024-08-04T16:44:28.549 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.549 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:28.549 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:28.549 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7314335481 2024-08-04T16:44:28.549 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.549 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:28.549 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 76122, 2024-08-04T16:44:28.549 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 524477762 2024-08-04T16:44:28.549 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.549 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.550 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:28.550 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:28.550 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1406072867 2024-08-04T16:44:28.550 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.550 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:28.550 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 553943040 2024-08-04T16:44:28.550 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.550 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:28.550 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 493920256 2024-08-04T16:44:28.550 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.550 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:28.550 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2601622630 2024-08-04T16:44:28.550 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.551 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:28.551 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60022784 2024-08-04T16:44:28.551 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.551 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.551 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:28.551 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.551 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:28.551 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.551 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.551 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.551 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.551 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.551 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.551 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.552 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.552 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57398632 2024-08-04T16:44:28.552 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.552 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.552 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.552 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.552 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.552 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.552 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.552 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.552 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.552 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.552 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.552 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.552 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.553 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.553 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.553 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.553 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.553 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:28.553 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.553 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.553 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.553 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.553 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.553 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.553 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.553 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.553 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.553 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.554 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.554 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68426392 2024-08-04T16:44:28.554 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.554 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.554 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:28.554 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.554 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 570425344 2024-08-04T16:44:28.554 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.554 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.554 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.554 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.554 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.554 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.555 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.555 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.555 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 430489741 2024-08-04T16:44:28.555 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.555 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.555 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.555 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.555 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.555 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.555 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.555 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.555 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1072 2024-08-04T16:44:28.555 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.555 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.555 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.556 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.556 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.556 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21568 2024-08-04T16:44:28.556 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.556 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.556 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 44464 2024-08-04T16:44:28.556 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.556 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.556 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.556 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.556 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.556 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.556 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.556 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.556 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.557 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.557 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.557 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 72759635 2024-08-04T16:44:28.557 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.557 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.557 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:28.557 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.557 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:28.557 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.557 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.557 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.557 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.557 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.557 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 288496 2024-08-04T16:44:28.558 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.558 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.558 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38265754 2024-08-04T16:44:28.558 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.558 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.558 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.558 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.558 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.558 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.558 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.558 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.558 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.558 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.558 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.559 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.559 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.559 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.559 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.559 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.559 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.559 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.559 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.559 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.559 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.559 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.559 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.559 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.560 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.560 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.560 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.560 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.560 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.560 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70497654 2024-08-04T16:44:28.560 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.560 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.560 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:28.560 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.560 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 503316480 2024-08-04T16:44:28.560 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.560 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.560 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.560 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.561 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.561 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.561 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.561 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.561 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 430489741 2024-08-04T16:44:28.561 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.561 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.561 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.561 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.561 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.561 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.561 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.561 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.561 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.561 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.562 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.562 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.562 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.562 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.562 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 190334 2024-08-04T16:44:28.562 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.562 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.562 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1169938 2024-08-04T16:44:28.562 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.562 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.562 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.562 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.562 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.563 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.563 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.563 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.563 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.563 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.563 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.563 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71466467 2024-08-04T16:44:28.563 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.563 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.563 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:28.563 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:28.563 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.563 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.563 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:28.563 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11 2024-08-04T16:44:28.564 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.564 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:28.564 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.564 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.564 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:28.564 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.564 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.564 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.564 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.564 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:28.564 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 48 2024-08-04T16:44:28.564 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.564 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:28.565 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.565 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.565 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:28.565 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28138 2024-08-04T16:44:28.565 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.565 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:28.565 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 96998, 2024-08-04T16:44:28.565 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5665961085 2024-08-04T16:44:28.565 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.565 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:28.565 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.565 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.565 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:28.566 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:28.566 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.566 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:28.566 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 928691284 2024-08-04T16:44:28.566 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.566 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:28.566 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28138, 2024-08-04T16:44:28.566 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 267110826254 2024-08-04T16:44:28.566 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.566 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:28.566 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1224546002 2024-08-04T16:44:28.566 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.566 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:28.567 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 29843, 2024-08-04T16:44:28.567 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23237976211 2024-08-04T16:44:28.567 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.567 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:28.567 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28138, 2024-08-04T16:44:28.567 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60665566590 2024-08-04T16:44:28.567 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.567 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:28.567 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12511 2024-08-04T16:44:28.567 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.567 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:28.567 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12511, 2024-08-04T16:44:28.568 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 40765932380 2024-08-04T16:44:28.568 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.568 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:28.568 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.568 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.568 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:28.568 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1224546002 2024-08-04T16:44:28.568 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.568 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:28.568 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12622, 2024-08-04T16:44:28.568 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3916604074 2024-08-04T16:44:28.568 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.568 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:28.568 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12511, 2024-08-04T16:44:28.569 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3899002739 2024-08-04T16:44:28.569 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.569 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:28.569 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11884 2024-08-04T16:44:28.569 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.569 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:28.569 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 136934729 2024-08-04T16:44:28.569 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.569 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:28.569 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11884, 2024-08-04T16:44:28.569 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 168307207480 2024-08-04T16:44:28.569 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.569 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:28.569 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.570 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.570 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:28.570 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.570 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.570 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:28.570 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.570 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.570 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:28.570 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13415, 2024-08-04T16:44:28.570 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14959735850 2024-08-04T16:44:28.570 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.570 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:28.570 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11884, 2024-08-04T16:44:28.571 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 33707246513 2024-08-04T16:44:28.571 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.571 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:28.571 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3743 2024-08-04T16:44:28.571 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.571 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:28.571 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 791756555 2024-08-04T16:44:28.571 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.571 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:28.571 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3743, 2024-08-04T16:44:28.571 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58037686394 2024-08-04T16:44:28.571 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.571 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:28.571 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.571 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.571 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:28.572 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3806, 2024-08-04T16:44:28.572 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4361636287 2024-08-04T16:44:28.572 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.572 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:28.572 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3743, 2024-08-04T16:44:28.572 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23059317338 2024-08-04T16:44:28.572 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.572 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:28.572 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.572 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.572 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:28.572 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 86 2024-08-04T16:44:28.572 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.572 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:28.572 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12 2024-08-04T16:44:28.572 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.573 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:28.573 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:28.573 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.573 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:28.573 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 533712896 2024-08-04T16:44:28.573 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.573 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.573 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.573 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.4": { 2024-08-04T16:44:28.573 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.573 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:28.573 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 329565 2024-08-04T16:44:28.573 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.573 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:28.573 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.573 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.574 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:28.574 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.574 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.574 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:28.574 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.574 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.574 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:28.574 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:28.574 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.574 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:28.574 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.574 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.574 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:28.574 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.574 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.575 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:28.575 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.575 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.575 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:28.575 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.575 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.575 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:28.575 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9232384 2024-08-04T16:44:28.575 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.575 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:28.575 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 611729408 2024-08-04T16:44:28.575 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.575 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:28.575 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T16:44:28.575 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7680768 2024-08-04T16:44:28.575 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.576 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:28.576 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13, 2024-08-04T16:44:28.576 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1161593 2024-08-04T16:44:28.576 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.576 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:28.576 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 155, 2024-08-04T16:44:28.576 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 920969 2024-08-04T16:44:28.576 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.576 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:28.576 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:28.576 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.576 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:28.576 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 660013056 2024-08-04T16:44:28.576 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.576 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:28.577 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56570, 2024-08-04T16:44:28.577 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7909821052 2024-08-04T16:44:28.577 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.577 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:28.577 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56597, 2024-08-04T16:44:28.577 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13167787752 2024-08-04T16:44:28.577 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.577 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:28.577 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15650816 2024-08-04T16:44:28.577 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.577 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:28.577 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 231739392 2024-08-04T16:44:28.577 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.577 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:28.577 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 668532736 2024-08-04T16:44:28.577 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.577 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:28.578 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.578 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.578 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:28.578 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.578 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.578 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:28.578 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 50 2024-08-04T16:44:28.578 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.578 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:28.578 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 293491738 2024-08-04T16:44:28.578 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.578 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:28.578 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14635 2024-08-04T16:44:28.578 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.578 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:28.579 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 261353472 2024-08-04T16:44:28.579 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.579 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:28.579 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 261357568 2024-08-04T16:44:28.579 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.579 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:28.579 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.579 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.579 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:28.579 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.579 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.579 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:28.579 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6024 2024-08-04T16:44:28.579 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.580 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:28.580 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 14635, 2024-08-04T16:44:28.580 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 117437968 2024-08-04T16:44:28.580 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.580 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:28.580 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 158333348 2024-08-04T16:44:28.580 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.580 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:28.580 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10498 2024-08-04T16:44:28.580 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.580 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:28.580 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2872742 2024-08-04T16:44:28.580 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.580 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:28.580 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 620 2024-08-04T16:44:28.580 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.581 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:28.581 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9159061 2024-08-04T16:44:28.581 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.581 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:28.581 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 840 2024-08-04T16:44:28.581 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.581 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:28.581 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6286319 2024-08-04T16:44:28.581 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.581 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:28.581 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6286319 2024-08-04T16:44:28.581 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.581 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:28.581 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.581 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.582 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:28.582 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.582 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.582 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:28.582 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 227 2024-08-04T16:44:28.582 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.582 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:28.582 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 840, 2024-08-04T16:44:28.582 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3357569 2024-08-04T16:44:28.582 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.582 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:28.582 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.582 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.582 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.583 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:28.583 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.583 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.583 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:28.583 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.583 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.583 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:28.583 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:28.583 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1035 2024-08-04T16:44:28.583 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.583 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:28.583 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:28.584 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6291 2024-08-04T16:44:28.584 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.584 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:28.584 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.584 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.584 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.584 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:28.584 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.584 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.584 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:28.584 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.584 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.584 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:28.585 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 854700032 2024-08-04T16:44:28.585 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.585 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.585 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:28.585 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:28.585 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:28.585 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.585 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:28.585 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12750848 2024-08-04T16:44:28.585 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.585 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:28.585 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20318, 2024-08-04T16:44:28.585 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 61213389 2024-08-04T16:44:28.585 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.585 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:28.586 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3215, 2024-08-04T16:44:28.586 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 512478310 2024-08-04T16:44:28.586 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.586 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:28.586 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.586 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.586 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.586 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:28.586 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.586 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.586 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:28.586 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.586 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.587 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:28.587 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.587 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.587 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:28.587 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10396, 2024-08-04T16:44:28.587 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 80576918 2024-08-04T16:44:28.587 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.587 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:28.587 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.587 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.587 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.587 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:28.587 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.587 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.587 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:28.587 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56516, 2024-08-04T16:44:28.588 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16353527805 2024-08-04T16:44:28.588 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.588 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:28.588 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56039, 2024-08-04T16:44:28.588 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1473063845 2024-08-04T16:44:28.588 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.588 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:28.588 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56516, 2024-08-04T16:44:28.588 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53815441 2024-08-04T16:44:28.588 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.588 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:28.588 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 56516, 2024-08-04T16:44:28.588 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16407343246 2024-08-04T16:44:28.588 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.588 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:28.588 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.589 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.589 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.589 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:28.589 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23108, 2024-08-04T16:44:28.589 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 677411577 2024-08-04T16:44:28.589 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.589 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:28.589 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 852, 2024-08-04T16:44:28.589 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2347516 2024-08-04T16:44:28.589 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.589 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:28.589 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8928, 2024-08-04T16:44:28.589 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11024483 2024-08-04T16:44:28.589 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.589 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:28.590 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 47, 2024-08-04T16:44:28.590 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 101110 2024-08-04T16:44:28.590 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.590 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:28.590 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10480, 2024-08-04T16:44:28.590 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2596155046 2024-08-04T16:44:28.590 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.590 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:28.590 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 177484 2024-08-04T16:44:28.590 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.590 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:28.590 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19306 2024-08-04T16:44:28.590 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.591 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:28.591 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16760, 2024-08-04T16:44:28.591 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1130579775 2024-08-04T16:44:28.591 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.591 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:28.591 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 52722, 2024-08-04T16:44:28.591 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21159415 2024-08-04T16:44:28.591 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.591 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:28.591 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 35962, 2024-08-04T16:44:28.591 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 887951157 2024-08-04T16:44:28.591 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.591 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:28.592 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.592 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.592 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:28.592 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12646, 2024-08-04T16:44:28.592 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 307240235 2024-08-04T16:44:28.592 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.592 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:28.592 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.592 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.592 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:28.592 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.592 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.592 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:28.592 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.592 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.593 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:28.593 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.593 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.593 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:28.593 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:28.593 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5355626299 2024-08-04T16:44:28.593 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.593 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:28.593 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 18406, 2024-08-04T16:44:28.593 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1105086355 2024-08-04T16:44:28.593 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.593 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:28.593 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 18404, 2024-08-04T16:44:28.593 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2616850806183 2024-08-04T16:44:28.594 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.594 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:28.594 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 18406, 2024-08-04T16:44:28.594 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6079309090507 2024-08-04T16:44:28.594 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.594 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:28.594 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67239, 2024-08-04T16:44:28.594 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2442812534606 2024-08-04T16:44:28.594 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.594 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:28.594 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67239, 2024-08-04T16:44:28.594 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7528149 2024-08-04T16:44:28.594 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.595 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:28.595 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:28.595 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 241172945 2024-08-04T16:44:28.595 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.595 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:28.595 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:28.595 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 27601335623 2024-08-04T16:44:28.595 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.595 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:28.595 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:28.595 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 25611053 2024-08-04T16:44:28.595 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.595 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:28.595 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:28.595 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13262285587 2024-08-04T16:44:28.596 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.596 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:28.596 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:28.596 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6253097636 2024-08-04T16:44:28.596 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.596 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:28.596 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7486310 2024-08-04T16:44:28.596 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.596 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:28.596 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2540, 2024-08-04T16:44:28.596 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13361615 2024-08-04T16:44:28.596 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.596 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:28.597 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:28.597 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 52724538802 2024-08-04T16:44:28.597 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.597 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:28.597 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:28.597 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7102505089 2024-08-04T16:44:28.597 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.597 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:28.597 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 67241, 2024-08-04T16:44:28.597 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 415233576 2024-08-04T16:44:28.597 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.597 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.597 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:28.597 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:28.598 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1405137013 2024-08-04T16:44:28.598 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.598 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:28.598 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 607043584 2024-08-04T16:44:28.598 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.598 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:28.598 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 462348288 2024-08-04T16:44:28.598 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.598 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:28.598 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600521625 2024-08-04T16:44:28.598 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.598 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:28.598 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 144695296 2024-08-04T16:44:28.599 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.599 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.599 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:28.599 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.599 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:28.599 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.599 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.599 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.599 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.599 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.599 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.599 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.599 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.599 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56833677 2024-08-04T16:44:28.599 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.600 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.600 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.600 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.600 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.600 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.600 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.600 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.600 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.600 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.600 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.600 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.600 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.600 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.600 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 53248 2024-08-04T16:44:28.600 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.601 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.601 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 770048 2024-08-04T16:44:28.601 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.601 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.601 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.601 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.601 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.601 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.601 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.601 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.601 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.601 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.602 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.602 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68172147 2024-08-04T16:44:28.602 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.602 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.602 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:28.602 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.602 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:28.602 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.602 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.602 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.602 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.602 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.602 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.602 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.603 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.603 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426252583 2024-08-04T16:44:28.603 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.603 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.603 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.603 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.603 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.603 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.603 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.603 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.603 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2160 2024-08-04T16:44:28.603 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.603 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.603 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.604 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.604 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.604 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 127120 2024-08-04T16:44:28.604 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.604 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.604 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 272 2024-08-04T16:44:28.604 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.604 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.604 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.604 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.604 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.604 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.604 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.605 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.605 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.605 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.605 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.605 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68545737 2024-08-04T16:44:28.605 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.605 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.605 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:28.605 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.605 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:28.605 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.605 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.605 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.605 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.605 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.606 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 157312 2024-08-04T16:44:28.606 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.606 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.606 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37889118 2024-08-04T16:44:28.606 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.606 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.606 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.606 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.606 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.606 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.606 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.606 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.606 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.607 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.607 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.607 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.607 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.607 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.607 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.607 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.607 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.607 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.607 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.607 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.607 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.607 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.607 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.608 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.608 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.608 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.608 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.608 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.608 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.608 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71005474 2024-08-04T16:44:28.608 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.608 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.608 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:28.608 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.608 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 494927872 2024-08-04T16:44:28.608 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.609 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.609 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.609 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.609 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.609 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.609 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.609 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.609 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426252583 2024-08-04T16:44:28.609 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.609 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.609 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.609 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.609 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.610 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.610 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.610 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.610 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.610 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.610 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.610 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.610 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.610 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.610 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 184410 2024-08-04T16:44:28.610 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.610 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.610 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1150272 2024-08-04T16:44:28.611 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.611 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.611 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.611 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.611 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.611 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.611 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.611 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.611 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.611 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.611 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.611 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67340607 2024-08-04T16:44:28.611 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.611 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.611 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:28.612 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:28.612 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.612 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.612 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:28.612 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32 2024-08-04T16:44:28.612 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.612 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:28.612 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.612 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.612 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:28.612 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.612 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.612 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.612 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.613 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:28.613 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49 2024-08-04T16:44:28.613 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.613 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:28.613 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.613 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.613 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:28.613 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34973 2024-08-04T16:44:28.613 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.613 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:28.613 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 97839, 2024-08-04T16:44:28.613 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6782797878 2024-08-04T16:44:28.613 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.614 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:28.614 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.614 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.614 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:28.614 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.614 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.614 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:28.614 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1016979236 2024-08-04T16:44:28.614 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.614 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:28.614 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 34973, 2024-08-04T16:44:28.614 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58418818796 2024-08-04T16:44:28.614 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.615 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:28.615 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1414963913 2024-08-04T16:44:28.615 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.615 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:28.615 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 35818, 2024-08-04T16:44:28.615 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12599478329 2024-08-04T16:44:28.615 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.615 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:28.615 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 34973, 2024-08-04T16:44:28.615 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28886913214 2024-08-04T16:44:28.615 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.615 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:28.615 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26098 2024-08-04T16:44:28.615 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.615 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:28.616 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26098, 2024-08-04T16:44:28.616 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11106557065 2024-08-04T16:44:28.616 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.616 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:28.616 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.616 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.616 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:28.616 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1414963913 2024-08-04T16:44:28.616 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.616 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:28.616 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26412, 2024-08-04T16:44:28.616 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4930871651 2024-08-04T16:44:28.616 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.616 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:28.617 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26098, 2024-08-04T16:44:28.617 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5304024172 2024-08-04T16:44:28.617 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.617 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:28.617 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4955 2024-08-04T16:44:28.617 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.617 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:28.617 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 147420224 2024-08-04T16:44:28.617 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.617 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:28.617 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4955, 2024-08-04T16:44:28.617 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8310486536 2024-08-04T16:44:28.617 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.618 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:28.618 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.618 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.618 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:28.618 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.618 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.618 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:28.618 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.618 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.618 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:28.618 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 5388, 2024-08-04T16:44:28.618 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3149983689 2024-08-04T16:44:28.618 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.618 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:28.619 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4955, 2024-08-04T16:44:28.619 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6815504402 2024-08-04T16:44:28.619 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.619 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:28.619 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3920 2024-08-04T16:44:28.619 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.619 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:28.619 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 869559012 2024-08-04T16:44:28.619 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.619 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:28.619 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3920, 2024-08-04T16:44:28.619 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 39001775195 2024-08-04T16:44:28.619 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.619 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:28.619 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.620 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.620 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:28.620 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4018, 2024-08-04T16:44:28.620 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4518622989 2024-08-04T16:44:28.620 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.620 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:28.620 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3920, 2024-08-04T16:44:28.620 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16767384640 2024-08-04T16:44:28.620 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.620 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:28.620 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.620 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.620 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:28.620 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19 2024-08-04T16:44:28.620 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.621 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:28.621 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17 2024-08-04T16:44:28.621 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.621 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:28.621 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:28.621 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.621 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:28.621 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 672780288 2024-08-04T16:44:28.621 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.621 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.621 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.621 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.5": { 2024-08-04T16:44:28.622 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.622 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:28.622 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23673 2024-08-04T16:44:28.622 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.622 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:28.622 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.622 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.622 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:28.622 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.622 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.622 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:28.622 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.623 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.623 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:28.623 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:28.623 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.623 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:28.623 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.623 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.623 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:28.623 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.623 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.623 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:28.623 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.623 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.623 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:28.624 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.624 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.624 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:28.624 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11546624 2024-08-04T16:44:28.624 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.624 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:28.624 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 819830784 2024-08-04T16:44:28.624 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.624 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:28.624 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20, 2024-08-04T16:44:28.624 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3951530 2024-08-04T16:44:28.624 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.624 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:28.624 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20, 2024-08-04T16:44:28.625 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1408225 2024-08-04T16:44:28.625 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.625 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:28.625 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 218, 2024-08-04T16:44:28.625 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 900339 2024-08-04T16:44:28.625 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.625 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:28.625 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:28.625 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.625 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:28.625 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 814350336 2024-08-04T16:44:28.625 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.625 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:28.625 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85275, 2024-08-04T16:44:28.626 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10838405627 2024-08-04T16:44:28.626 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.626 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:28.626 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85278, 2024-08-04T16:44:28.626 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17576759916 2024-08-04T16:44:28.626 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.626 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:28.626 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16764928 2024-08-04T16:44:28.626 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.626 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:28.626 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 349286400 2024-08-04T16:44:28.626 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.626 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:28.626 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 810090496 2024-08-04T16:44:28.627 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.627 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:28.627 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.627 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.627 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:28.627 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.627 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.627 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:28.627 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 57 2024-08-04T16:44:28.627 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.627 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:28.627 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 416767556 2024-08-04T16:44:28.627 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.627 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:28.627 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21472 2024-08-04T16:44:28.627 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.628 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:28.628 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 356380672 2024-08-04T16:44:28.628 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.628 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:28.628 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 356384768 2024-08-04T16:44:28.628 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.628 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:28.628 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.628 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.628 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:28.628 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.628 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.628 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:28.628 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9801 2024-08-04T16:44:28.629 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.629 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:28.629 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21472, 2024-08-04T16:44:28.629 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 174209380 2024-08-04T16:44:28.629 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.629 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:28.629 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 276330583 2024-08-04T16:44:28.629 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.629 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:28.629 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17174 2024-08-04T16:44:28.629 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.629 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:28.629 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4490172 2024-08-04T16:44:28.630 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.630 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:28.630 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 909 2024-08-04T16:44:28.630 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.630 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:28.630 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11449418 2024-08-04T16:44:28.630 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.630 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:28.630 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1359 2024-08-04T16:44:28.630 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.630 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:28.630 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6959246 2024-08-04T16:44:28.630 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.630 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:28.631 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6959246 2024-08-04T16:44:28.631 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.631 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:28.631 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.631 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.631 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:28.631 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.631 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.631 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:28.631 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 461 2024-08-04T16:44:28.631 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.631 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:28.631 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1359, 2024-08-04T16:44:28.631 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4925986 2024-08-04T16:44:28.632 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.632 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:28.632 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.632 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.632 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.632 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:28.632 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.632 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.632 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:28.632 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.632 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.632 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:28.632 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:28.632 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 810 2024-08-04T16:44:28.632 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.632 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:28.633 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:28.633 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5658 2024-08-04T16:44:28.633 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.633 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:28.633 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.633 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.633 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.633 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:28.633 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.633 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.633 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:28.633 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.633 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.633 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:28.633 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1183698944 2024-08-04T16:44:28.633 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.633 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.634 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:28.634 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:28.634 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:28.634 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.634 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:28.634 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16949248 2024-08-04T16:44:28.634 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.634 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:28.634 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23224, 2024-08-04T16:44:28.634 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74097964 2024-08-04T16:44:28.634 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.634 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:28.634 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3243, 2024-08-04T16:44:28.634 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 596804604 2024-08-04T16:44:28.635 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.635 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:28.635 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.635 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.635 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.635 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:28.635 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.635 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.635 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:28.635 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.635 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.635 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:28.635 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.635 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.635 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:28.635 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13076, 2024-08-04T16:44:28.635 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 91687711 2024-08-04T16:44:28.636 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.636 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:28.636 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.636 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.636 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.636 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:28.636 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.636 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.636 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:28.636 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85200, 2024-08-04T16:44:28.636 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21853702220 2024-08-04T16:44:28.636 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.636 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:28.636 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 84699, 2024-08-04T16:44:28.636 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1806308556 2024-08-04T16:44:28.637 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.637 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:28.637 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85200, 2024-08-04T16:44:28.637 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 50629760 2024-08-04T16:44:28.637 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.637 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:28.637 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 85200, 2024-08-04T16:44:28.637 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 21904331980 2024-08-04T16:44:28.637 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.637 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:28.637 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.637 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.637 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.637 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:28.638 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 231604, 2024-08-04T16:44:28.638 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1487000566 2024-08-04T16:44:28.638 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.638 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:28.638 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 872, 2024-08-04T16:44:28.638 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2812123 2024-08-04T16:44:28.638 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.638 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:28.638 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 134928, 2024-08-04T16:44:28.638 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 52066240 2024-08-04T16:44:28.638 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.638 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:28.638 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 49, 2024-08-04T16:44:28.639 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 81165 2024-08-04T16:44:28.639 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.639 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:28.639 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16409, 2024-08-04T16:44:28.639 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3136415717 2024-08-04T16:44:28.639 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.639 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:28.639 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 439934 2024-08-04T16:44:28.639 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.639 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:28.639 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20760 2024-08-04T16:44:28.639 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.639 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:28.639 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12231, 2024-08-04T16:44:28.640 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1021877201 2024-08-04T16:44:28.640 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.640 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:28.640 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 33886, 2024-08-04T16:44:28.640 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11730443 2024-08-04T16:44:28.640 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.640 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:28.640 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 21655, 2024-08-04T16:44:28.640 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 960787625 2024-08-04T16:44:28.641 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.641 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:28.641 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.641 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.641 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:28.641 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15456, 2024-08-04T16:44:28.641 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 423590131 2024-08-04T16:44:28.641 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.641 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:28.641 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.641 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.641 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:28.641 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.641 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.642 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:28.642 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.642 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.642 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:28.642 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.642 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.642 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:28.642 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:28.642 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9837105596 2024-08-04T16:44:28.642 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.642 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:28.642 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8748, 2024-08-04T16:44:28.642 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 533381878 2024-08-04T16:44:28.643 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.643 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:28.643 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8746, 2024-08-04T16:44:28.643 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2707889479841 2024-08-04T16:44:28.643 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.643 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:28.643 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8748, 2024-08-04T16:44:28.643 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6591965350721 2024-08-04T16:44:28.643 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.643 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:28.643 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100726, 2024-08-04T16:44:28.643 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2793278686086 2024-08-04T16:44:28.643 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.644 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:28.644 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100726, 2024-08-04T16:44:28.644 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11665016 2024-08-04T16:44:28.644 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.644 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:28.644 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:28.644 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 387466842 2024-08-04T16:44:28.644 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.644 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:28.644 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:28.644 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38543347634 2024-08-04T16:44:28.644 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.644 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:28.644 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:28.645 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 36194753 2024-08-04T16:44:28.645 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.645 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:28.645 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:28.645 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18995334606 2024-08-04T16:44:28.645 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.645 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:28.645 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:28.645 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8942808364 2024-08-04T16:44:28.645 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.645 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:28.645 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11685818 2024-08-04T16:44:28.645 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.645 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:28.646 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2499, 2024-08-04T16:44:28.646 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12781623 2024-08-04T16:44:28.646 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.646 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:28.646 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:28.646 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 76722799794 2024-08-04T16:44:28.646 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.646 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:28.646 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:28.646 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10041308993 2024-08-04T16:44:28.646 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.646 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:28.646 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 100728, 2024-08-04T16:44:28.646 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 800889844 2024-08-04T16:44:28.647 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.647 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.647 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:28.647 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:28.647 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1405137013 2024-08-04T16:44:28.647 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.647 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:28.647 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 647258112 2024-08-04T16:44:28.647 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.647 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:28.647 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 643252224 2024-08-04T16:44:28.647 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.647 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:28.648 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600521625 2024-08-04T16:44:28.648 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.648 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:28.648 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4005888 2024-08-04T16:44:28.648 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.648 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.648 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:28.648 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.648 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:28.648 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.648 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.648 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.648 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.648 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.649 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.649 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.649 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.649 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56586696 2024-08-04T16:44:28.649 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.649 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.649 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.649 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.649 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.649 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.649 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.649 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.649 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.649 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.649 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.650 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.650 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.650 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.650 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20480 2024-08-04T16:44:28.650 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.650 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.650 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32768 2024-08-04T16:44:28.650 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.650 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.650 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.650 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.650 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.650 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.651 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.651 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.651 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.651 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.651 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.651 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69189176 2024-08-04T16:44:28.651 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.651 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.651 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:28.651 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.651 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:28.651 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.651 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.652 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.652 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.652 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.652 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.652 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.652 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.652 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 424400222 2024-08-04T16:44:28.652 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.652 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.652 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.652 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.652 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.652 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.653 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.653 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.653 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2896 2024-08-04T16:44:28.653 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.653 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.653 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.653 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.653 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.653 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 194112 2024-08-04T16:44:28.653 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.653 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.653 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.653 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.653 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.654 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.654 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.654 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.654 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.654 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.654 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.654 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.654 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.654 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.654 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70330642 2024-08-04T16:44:28.654 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.654 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.654 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:28.655 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.655 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:28.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.655 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.655 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.655 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.655 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 313216 2024-08-04T16:44:28.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.655 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.655 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37724464 2024-08-04T16:44:28.655 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.655 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.655 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.656 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.656 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.656 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.656 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.656 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.656 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.656 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.656 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.656 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.656 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.656 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.656 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.656 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.656 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.656 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.657 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.657 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.657 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.657 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.657 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.657 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.657 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.657 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.657 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.657 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.657 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.657 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71014224 2024-08-04T16:44:28.657 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.657 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.658 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:28.658 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.658 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 494927872 2024-08-04T16:44:28.658 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.658 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.658 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.658 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.658 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.658 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.658 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.658 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.658 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 424400222 2024-08-04T16:44:28.658 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.658 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.659 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.659 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.659 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.659 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.659 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.659 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.659 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.659 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.659 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.659 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.659 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.659 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.659 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 182368 2024-08-04T16:44:28.659 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.659 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.659 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1142576 2024-08-04T16:44:28.660 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.660 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.660 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.660 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.660 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.660 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.660 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.660 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.660 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.660 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.660 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.660 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69202706 2024-08-04T16:44:28.660 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.661 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.661 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:28.661 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:28.661 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.661 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.661 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:28.661 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10 2024-08-04T16:44:28.661 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.661 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:28.661 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.661 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.661 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:28.661 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.661 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.661 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.661 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.662 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:28.662 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58 2024-08-04T16:44:28.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.662 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:28.662 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.662 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:28.662 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28692 2024-08-04T16:44:28.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.662 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:28.662 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 112041, 2024-08-04T16:44:28.662 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9537758674 2024-08-04T16:44:28.662 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.662 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:28.663 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.663 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:28.663 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.663 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:28.663 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 930079448 2024-08-04T16:44:28.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.663 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:28.663 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28692, 2024-08-04T16:44:28.663 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 38814551695 2024-08-04T16:44:28.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.663 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:28.663 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1117384077 2024-08-04T16:44:28.663 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.663 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:28.664 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 29435, 2024-08-04T16:44:28.664 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17197223310 2024-08-04T16:44:28.664 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.664 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:28.664 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 28692, 2024-08-04T16:44:28.664 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28605439652 2024-08-04T16:44:28.664 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.664 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:28.664 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20337 2024-08-04T16:44:28.664 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.664 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:28.664 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20337, 2024-08-04T16:44:28.665 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13325955320 2024-08-04T16:44:28.665 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.665 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:28.665 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.665 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.665 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:28.665 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1117384077 2024-08-04T16:44:28.665 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.665 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:28.665 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20455, 2024-08-04T16:44:28.665 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10478044520 2024-08-04T16:44:28.665 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.665 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:28.665 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20337, 2024-08-04T16:44:28.666 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9825162656 2024-08-04T16:44:28.666 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.666 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:28.666 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7458 2024-08-04T16:44:28.666 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.666 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:28.666 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 238157102 2024-08-04T16:44:28.666 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.666 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:28.666 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7458, 2024-08-04T16:44:28.666 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18673960620 2024-08-04T16:44:28.666 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.667 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:28.667 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.667 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.667 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:28.667 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.667 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.667 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:28.667 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.667 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.667 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:28.667 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7934, 2024-08-04T16:44:28.667 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5242800052 2024-08-04T16:44:28.667 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.667 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:28.668 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7458, 2024-08-04T16:44:28.668 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13625800826 2024-08-04T16:44:28.668 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.668 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:28.668 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 897 2024-08-04T16:44:28.668 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.668 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:28.668 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 691922346 2024-08-04T16:44:28.668 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.668 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:28.668 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 897, 2024-08-04T16:44:28.668 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6814635755 2024-08-04T16:44:28.668 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.668 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:28.668 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.668 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.669 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:28.669 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1046, 2024-08-04T16:44:28.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1476378738 2024-08-04T16:44:28.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.669 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:28.669 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 897, 2024-08-04T16:44:28.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5154476170 2024-08-04T16:44:28.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.669 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:28.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.669 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:28.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 19 2024-08-04T16:44:28.669 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.669 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:28.669 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:28.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.670 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:28.670 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:28.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.670 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:28.670 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 831315968 2024-08-04T16:44:28.670 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.670 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.670 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.6": { 2024-08-04T16:44:28.670 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.670 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:28.670 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34151 2024-08-04T16:44:28.670 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.671 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:28.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.671 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.671 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:28.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.671 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.671 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:28.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.671 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.671 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:28.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:28.671 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.671 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:28.671 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.671 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.672 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:28.672 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.672 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.672 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:28.672 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.672 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.672 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:28.672 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.672 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.672 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:28.672 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9289728 2024-08-04T16:44:28.672 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.672 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:28.672 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 613228544 2024-08-04T16:44:28.672 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.672 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:28.673 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T16:44:28.673 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3198841 2024-08-04T16:44:28.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.673 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:28.673 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15, 2024-08-04T16:44:28.673 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1067088 2024-08-04T16:44:28.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.673 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:28.673 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 164, 2024-08-04T16:44:28.673 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 653555 2024-08-04T16:44:28.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.673 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:28.673 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:28.673 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.673 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:28.673 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 591921152 2024-08-04T16:44:28.674 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.674 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:28.674 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61290, 2024-08-04T16:44:28.674 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8144009307 2024-08-04T16:44:28.674 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.674 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:28.674 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61312, 2024-08-04T16:44:28.674 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13336299364 2024-08-04T16:44:28.674 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.674 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:28.674 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1712128 2024-08-04T16:44:28.674 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.674 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:28.674 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 251080704 2024-08-04T16:44:28.674 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.675 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:28.675 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 613220352 2024-08-04T16:44:28.675 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.675 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:28.675 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.675 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.675 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:28.675 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.675 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.675 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:28.675 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 49 2024-08-04T16:44:28.675 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.675 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:28.675 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 364021947 2024-08-04T16:44:28.675 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.675 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:28.676 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20268 2024-08-04T16:44:28.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.676 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:28.676 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 343629824 2024-08-04T16:44:28.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.676 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:28.676 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 343633920 2024-08-04T16:44:28.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.676 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:28.676 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.676 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:28.676 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.676 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.676 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:28.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11488 2024-08-04T16:44:28.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.677 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:28.677 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20268, 2024-08-04T16:44:28.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 173887298 2024-08-04T16:44:28.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.677 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:28.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 233474595 2024-08-04T16:44:28.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.677 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:28.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16272 2024-08-04T16:44:28.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.677 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:28.677 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3338758 2024-08-04T16:44:28.677 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.677 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:28.678 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 894 2024-08-04T16:44:28.678 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.678 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:28.678 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9167673 2024-08-04T16:44:28.678 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.678 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:28.678 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1149 2024-08-04T16:44:28.678 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.678 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:28.678 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5828915 2024-08-04T16:44:28.678 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.678 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:28.678 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5828915 2024-08-04T16:44:28.678 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.679 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:28.679 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.679 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:28.679 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.679 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:28.679 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 265 2024-08-04T16:44:28.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.679 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:28.679 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1149, 2024-08-04T16:44:28.679 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2794830 2024-08-04T16:44:28.679 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.679 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:28.679 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.679 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.680 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:28.680 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.680 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:28.680 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.680 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:28.680 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:28.680 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 654 2024-08-04T16:44:28.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.680 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:28.680 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:28.680 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5895 2024-08-04T16:44:28.680 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.680 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:28.681 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.681 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.681 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:28.681 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.681 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:28.681 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.681 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:28.681 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 875880448 2024-08-04T16:44:28.681 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.681 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.681 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:28.682 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:28.682 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:28.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.682 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:28.682 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13340672 2024-08-04T16:44:28.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.682 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:28.682 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16851, 2024-08-04T16:44:28.682 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45525516 2024-08-04T16:44:28.682 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.682 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:28.682 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3158, 2024-08-04T16:44:28.682 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 507791919 2024-08-04T16:44:28.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.683 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:28.683 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.683 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.683 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:28.683 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.683 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:28.683 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.683 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:28.683 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.683 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.683 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:28.684 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 18351, 2024-08-04T16:44:28.684 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 131136846 2024-08-04T16:44:28.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.684 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:28.684 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.684 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.684 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:28.684 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.684 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:28.684 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61237, 2024-08-04T16:44:28.684 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16506398984 2024-08-04T16:44:28.684 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.685 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:28.685 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 60783, 2024-08-04T16:44:28.685 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1354027175 2024-08-04T16:44:28.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.685 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:28.685 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61237, 2024-08-04T16:44:28.685 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 35469190 2024-08-04T16:44:28.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.685 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:28.685 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 61237, 2024-08-04T16:44:28.685 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16541868174 2024-08-04T16:44:28.685 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.685 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:28.685 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.686 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.686 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.686 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:28.686 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 27291, 2024-08-04T16:44:28.686 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 457690526 2024-08-04T16:44:28.686 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.686 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:28.686 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 812, 2024-08-04T16:44:28.686 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2285026 2024-08-04T16:44:28.686 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.686 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:28.686 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 10176, 2024-08-04T16:44:28.686 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11430297 2024-08-04T16:44:28.687 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.687 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:28.687 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 43, 2024-08-04T16:44:28.687 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60904 2024-08-04T16:44:28.687 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.687 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:28.687 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11772, 2024-08-04T16:44:28.687 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2817396930 2024-08-04T16:44:28.687 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.687 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:28.687 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 205374 2024-08-04T16:44:28.687 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.687 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:28.688 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18637 2024-08-04T16:44:28.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.688 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:28.688 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26993, 2024-08-04T16:44:28.688 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1693515520 2024-08-04T16:44:28.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.688 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:28.688 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 69621, 2024-08-04T16:44:28.688 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 26554224 2024-08-04T16:44:28.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.688 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:28.688 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 42628, 2024-08-04T16:44:28.688 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1298290544 2024-08-04T16:44:28.688 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.689 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:28.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.689 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.689 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:28.689 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11541, 2024-08-04T16:44:28.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 315105710 2024-08-04T16:44:28.689 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.689 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:28.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.689 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.689 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:28.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.689 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.689 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:28.689 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.690 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.690 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:28.690 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.690 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.690 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:28.690 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74556, 2024-08-04T16:44:28.690 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8565981594 2024-08-04T16:44:28.690 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.690 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:28.690 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13708, 2024-08-04T16:44:28.690 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 675440043 2024-08-04T16:44:28.690 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.690 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:28.691 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13708, 2024-08-04T16:44:28.691 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2618776881907 2024-08-04T16:44:28.691 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.691 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:28.691 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13708, 2024-08-04T16:44:28.691 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5512874400319 2024-08-04T16:44:28.691 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.691 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:28.691 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74556, 2024-08-04T16:44:28.691 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2650974472754 2024-08-04T16:44:28.691 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.691 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:28.691 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74556, 2024-08-04T16:44:28.691 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7980452 2024-08-04T16:44:28.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.692 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:28.692 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74556, 2024-08-04T16:44:28.692 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 440091789 2024-08-04T16:44:28.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.692 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:28.692 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74556, 2024-08-04T16:44:28.692 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 29770114296 2024-08-04T16:44:28.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.692 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:28.692 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74556, 2024-08-04T16:44:28.692 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 28006339 2024-08-04T16:44:28.692 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.692 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:28.693 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74556, 2024-08-04T16:44:28.693 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14430562611 2024-08-04T16:44:28.693 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.693 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:28.693 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74556, 2024-08-04T16:44:28.693 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6308837946 2024-08-04T16:44:28.693 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.693 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:28.693 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8081773 2024-08-04T16:44:28.693 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.693 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:28.694 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2452, 2024-08-04T16:44:28.694 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12965578 2024-08-04T16:44:28.694 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.694 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:28.694 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74556, 2024-08-04T16:44:28.694 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 59527818602 2024-08-04T16:44:28.694 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.694 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:28.694 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74556, 2024-08-04T16:44:28.694 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7184257808 2024-08-04T16:44:28.694 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.694 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:28.694 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 74556, 2024-08-04T16:44:28.694 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 716603460 2024-08-04T16:44:28.695 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.695 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:28.695 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:28.695 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1405137013 2024-08-04T16:44:28.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.695 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:28.695 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 490094592 2024-08-04T16:44:28.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.695 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:28.695 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 444817408 2024-08-04T16:44:28.695 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.695 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:28.696 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600521625 2024-08-04T16:44:28.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.696 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:28.696 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45277184 2024-08-04T16:44:28.696 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.696 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:28.696 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.696 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:28.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.696 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.696 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.696 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.697 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.697 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.697 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.697 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.697 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56881322 2024-08-04T16:44:28.697 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.697 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.697 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.697 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.697 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.697 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.697 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.698 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.698 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.698 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.698 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.698 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.698 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.698 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.698 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 20480 2024-08-04T16:44:28.698 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.698 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.698 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 659456 2024-08-04T16:44:28.698 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.698 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.699 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.699 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.699 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.699 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.699 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.699 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.699 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68267862 2024-08-04T16:44:28.699 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.699 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.699 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:28.699 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.700 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:28.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.700 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.700 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.700 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.700 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.700 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.700 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426609918 2024-08-04T16:44:28.700 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.700 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.701 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.701 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.701 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.701 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.701 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.701 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.701 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2384 2024-08-04T16:44:28.701 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.701 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.701 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.701 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.701 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.701 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 171440 2024-08-04T16:44:28.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.702 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.702 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.702 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.702 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.702 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.702 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.702 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.702 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.702 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.703 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.703 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68144130 2024-08-04T16:44:28.703 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.703 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:28.703 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.703 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:28.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.703 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.703 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.703 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.703 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 324096 2024-08-04T16:44:28.703 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.703 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.704 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37920881 2024-08-04T16:44:28.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.704 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.704 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.704 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.704 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.704 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.704 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.704 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.704 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.704 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.704 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.705 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.705 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.705 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.705 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.705 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.705 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.705 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.705 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.705 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.705 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.706 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.706 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70806927 2024-08-04T16:44:28.706 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.706 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:28.706 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.706 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 503316480 2024-08-04T16:44:28.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.706 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.706 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.706 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.706 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.707 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.707 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.707 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 426609918 2024-08-04T16:44:28.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.707 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.707 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.707 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.707 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.707 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.707 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.707 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.707 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.708 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.708 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.708 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 179283 2024-08-04T16:44:28.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.708 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.708 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1180367 2024-08-04T16:44:28.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.708 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.708 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.708 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.708 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.708 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.708 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.709 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.709 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.709 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 75346912 2024-08-04T16:44:28.709 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.709 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:28.709 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:28.709 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.709 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:28.709 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 44 2024-08-04T16:44:28.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.709 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:28.709 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.709 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.710 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:28.710 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.710 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.710 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.710 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.710 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:28.710 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 51 2024-08-04T16:44:28.710 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.710 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:28.710 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.710 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.710 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:28.710 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 60150 2024-08-04T16:44:28.710 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.711 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:28.711 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 120671, 2024-08-04T16:44:28.711 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6958805258 2024-08-04T16:44:28.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.711 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:28.711 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.711 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:28.711 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.711 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:28.711 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1275150838 2024-08-04T16:44:28.711 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.711 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:28.711 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 60150, 2024-08-04T16:44:28.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 58960862284 2024-08-04T16:44:28.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.712 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:28.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2244057673 2024-08-04T16:44:28.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.712 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:28.712 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 60880, 2024-08-04T16:44:28.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16056001647 2024-08-04T16:44:28.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.712 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:28.712 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 60150, 2024-08-04T16:44:28.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32908968456 2024-08-04T16:44:28.712 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.712 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:28.712 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 51466 2024-08-04T16:44:28.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.713 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:28.713 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 51466, 2024-08-04T16:44:28.713 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15266367319 2024-08-04T16:44:28.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.713 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:28.713 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.713 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:28.713 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2244057673 2024-08-04T16:44:28.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.713 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:28.713 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 51752, 2024-08-04T16:44:28.713 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8200653910 2024-08-04T16:44:28.713 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.714 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:28.714 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 51466, 2024-08-04T16:44:28.714 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8714288247 2024-08-04T16:44:28.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.714 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:28.714 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4525 2024-08-04T16:44:28.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.714 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:28.714 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 207640383 2024-08-04T16:44:28.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.714 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:28.714 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4525, 2024-08-04T16:44:28.714 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9679010840 2024-08-04T16:44:28.714 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.715 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:28.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.715 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.715 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:28.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.715 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.715 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:28.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.715 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.715 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:28.715 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4827, 2024-08-04T16:44:28.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2930806806 2024-08-04T16:44:28.715 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.715 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:28.715 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4525, 2024-08-04T16:44:28.715 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6756577108 2024-08-04T16:44:28.716 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.716 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:28.716 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4159 2024-08-04T16:44:28.716 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.716 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:28.716 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1067510455 2024-08-04T16:44:28.716 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.716 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:28.716 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4159, 2024-08-04T16:44:28.716 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 34015484125 2024-08-04T16:44:28.716 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.716 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:28.716 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.716 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.716 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:28.716 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4301, 2024-08-04T16:44:28.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4924540931 2024-08-04T16:44:28.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.717 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:28.717 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4159, 2024-08-04T16:44:28.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17438103101 2024-08-04T16:44:28.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.717 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:28.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.717 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:28.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.717 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.717 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:28.717 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2 2024-08-04T16:44:28.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.718 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:28.718 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:28.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.718 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:28.718 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 605270016 2024-08-04T16:44:28.718 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.718 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.718 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.718 INFO:tasks.workunit.client.0.smithi007.stdout: "osd.7": { 2024-08-04T16:44:28.718 INFO:tasks.workunit.client.0.smithi007.stdout: "bluefs": { 2024-08-04T16:44:28.718 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_db_max_lat": { 2024-08-04T16:44:28.718 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 22230 2024-08-04T16:44:28.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.719 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_fallback": { 2024-08-04T16:44:28.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.719 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_max_lat": { 2024-08-04T16:44:28.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.719 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_slow_size_fallback": { 2024-08-04T16:44:28.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.719 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_db": { 2024-08-04T16:44:28.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 65536 2024-08-04T16:44:28.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.719 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_slow": { 2024-08-04T16:44:28.719 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.719 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.720 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit_wal": { 2024-08-04T16:44:28.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.720 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_wal_max_lat": { 2024-08-04T16:44:28.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.720 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_slow": { 2024-08-04T16:44:28.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.720 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_sst": { 2024-08-04T16:44:28.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7786496 2024-08-04T16:44:28.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.720 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_written_wal": { 2024-08-04T16:44:28.720 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 635838464 2024-08-04T16:44:28.720 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.721 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lat": { 2024-08-04T16:44:28.721 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16, 2024-08-04T16:44:28.721 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3485394 2024-08-04T16:44:28.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.721 INFO:tasks.workunit.client.0.smithi007.stdout: "compact_lock_lat": { 2024-08-04T16:44:28.721 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 16, 2024-08-04T16:44:28.721 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1262065 2024-08-04T16:44:28.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.721 INFO:tasks.workunit.client.0.smithi007.stdout: "db_alloc_lat": { 2024-08-04T16:44:28.721 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 169, 2024-08-04T16:44:28.721 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 689624 2024-08-04T16:44:28.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.721 INFO:tasks.workunit.client.0.smithi007.stdout: "db_total_bytes": { 2024-08-04T16:44:28.721 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995027456 2024-08-04T16:44:28.721 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.721 INFO:tasks.workunit.client.0.smithi007.stdout: "db_used_bytes": { 2024-08-04T16:44:28.722 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 594542592 2024-08-04T16:44:28.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.722 INFO:tasks.workunit.client.0.smithi007.stdout: "flush_lat": { 2024-08-04T16:44:28.722 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65806, 2024-08-04T16:44:28.722 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8548156498 2024-08-04T16:44:28.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.722 INFO:tasks.workunit.client.0.smithi007.stdout: "fsync_lat": { 2024-08-04T16:44:28.722 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65800, 2024-08-04T16:44:28.722 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13882399538 2024-08-04T16:44:28.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.722 INFO:tasks.workunit.client.0.smithi007.stdout: "log_bytes": { 2024-08-04T16:44:28.722 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3538944 2024-08-04T16:44:28.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.722 INFO:tasks.workunit.client.0.smithi007.stdout: "logged_bytes": { 2024-08-04T16:44:28.722 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 269537280 2024-08-04T16:44:28.722 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.723 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_db": { 2024-08-04T16:44:28.723 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 611581952 2024-08-04T16:44:28.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.723 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_slow": { 2024-08-04T16:44:28.723 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.723 INFO:tasks.workunit.client.0.smithi007.stdout: "max_bytes_wal": { 2024-08-04T16:44:28.723 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.723 INFO:tasks.workunit.client.0.smithi007.stdout: "num_files": { 2024-08-04T16:44:28.723 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 47 2024-08-04T16:44:28.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.723 INFO:tasks.workunit.client.0.smithi007.stdout: "read_bytes": { 2024-08-04T16:44:28.723 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 314990321 2024-08-04T16:44:28.723 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.724 INFO:tasks.workunit.client.0.smithi007.stdout: "read_count": { 2024-08-04T16:44:28.724 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17271 2024-08-04T16:44:28.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.724 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes": { 2024-08-04T16:44:28.724 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 257646592 2024-08-04T16:44:28.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.724 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_db": { 2024-08-04T16:44:28.724 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 257650688 2024-08-04T16:44:28.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.724 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_slow": { 2024-08-04T16:44:28.724 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.724 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.724 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_bytes_wal": { 2024-08-04T16:44:28.724 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.725 INFO:tasks.workunit.client.0.smithi007.stdout: "read_disk_count": { 2024-08-04T16:44:28.725 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6239 2024-08-04T16:44:28.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.725 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:28.725 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 17271, 2024-08-04T16:44:28.725 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 114842294 2024-08-04T16:44:28.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.725 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_bytes": { 2024-08-04T16:44:28.725 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 184995808 2024-08-04T16:44:28.725 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.725 INFO:tasks.workunit.client.0.smithi007.stdout: "read_prefetch_count": { 2024-08-04T16:44:28.725 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 13292 2024-08-04T16:44:28.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.726 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_bytes": { 2024-08-04T16:44:28.726 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2439135 2024-08-04T16:44:28.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.726 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_buffer_count": { 2024-08-04T16:44:28.726 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 634 2024-08-04T16:44:28.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.726 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_bytes": { 2024-08-04T16:44:28.726 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7717737 2024-08-04T16:44:28.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.726 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_count": { 2024-08-04T16:44:28.726 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 945 2024-08-04T16:44:28.726 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.726 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes": { 2024-08-04T16:44:28.727 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5278602 2024-08-04T16:44:28.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.727 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_db": { 2024-08-04T16:44:28.727 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5278602 2024-08-04T16:44:28.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.727 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_slow": { 2024-08-04T16:44:28.727 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.727 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_bytes_wal": { 2024-08-04T16:44:28.727 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.727 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_disk_count": { 2024-08-04T16:44:28.727 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 316 2024-08-04T16:44:28.727 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.727 INFO:tasks.workunit.client.0.smithi007.stdout: "read_random_lat": { 2024-08-04T16:44:28.727 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 945, 2024-08-04T16:44:28.728 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2998025 2024-08-04T16:44:28.728 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.728 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_alloc_lat": { 2024-08-04T16:44:28.728 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.728 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.728 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.728 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_total_bytes": { 2024-08-04T16:44:28.728 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.728 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.728 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_used_bytes": { 2024-08-04T16:44:28.728 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.728 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.728 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:28.729 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1, 2024-08-04T16:44:28.729 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 720 2024-08-04T16:44:28.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.729 INFO:tasks.workunit.client.0.smithi007.stdout: "unlink_lat": { 2024-08-04T16:44:28.729 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 4, 2024-08-04T16:44:28.729 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6690 2024-08-04T16:44:28.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.729 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_alloc_lat": { 2024-08-04T16:44:28.729 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.729 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.729 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_total_bytes": { 2024-08-04T16:44:28.729 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.729 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.729 INFO:tasks.workunit.client.0.smithi007.stdout: "wal_used_bytes": { 2024-08-04T16:44:28.729 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.730 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.730 INFO:tasks.workunit.client.0.smithi007.stdout: "write_bytes": { 2024-08-04T16:44:28.730 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 915591168 2024-08-04T16:44:28.730 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.730 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.730 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore": { 2024-08-04T16:44:28.730 INFO:tasks.workunit.client.0.smithi007.stdout: "alloc_unit": { 2024-08-04T16:44:28.730 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4096 2024-08-04T16:44:28.730 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.730 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": { 2024-08-04T16:44:28.730 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17526784 2024-08-04T16:44:28.730 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.730 INFO:tasks.workunit.client.0.smithi007.stdout: "allocator_lat": { 2024-08-04T16:44:28.730 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 20677, 2024-08-04T16:44:28.730 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 55931622 2024-08-04T16:44:28.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.731 INFO:tasks.workunit.client.0.smithi007.stdout: "clist_lat": { 2024-08-04T16:44:28.731 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 3191, 2024-08-04T16:44:28.731 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 512592557 2024-08-04T16:44:28.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.731 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_lat": { 2024-08-04T16:44:28.731 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.731 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.731 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed": { 2024-08-04T16:44:28.731 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.731 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.732 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_allocated": { 2024-08-04T16:44:28.732 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.732 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.732 INFO:tasks.workunit.client.0.smithi007.stdout: "compressed_original": { 2024-08-04T16:44:28.732 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.732 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.732 INFO:tasks.workunit.client.0.smithi007.stdout: "csum_lat": { 2024-08-04T16:44:28.732 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15518, 2024-08-04T16:44:28.732 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 115204726 2024-08-04T16:44:28.732 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.732 INFO:tasks.workunit.client.0.smithi007.stdout: "decompress_lat": { 2024-08-04T16:44:28.732 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.732 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.732 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.732 INFO:tasks.workunit.client.0.smithi007.stdout: "fragmentation_micros": { 2024-08-04T16:44:28.733 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.733 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_commit_lat": { 2024-08-04T16:44:28.733 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65745, 2024-08-04T16:44:28.733 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17289881842 2024-08-04T16:44:28.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.733 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_final_lat": { 2024-08-04T16:44:28.733 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65296, 2024-08-04T16:44:28.733 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1514704668 2024-08-04T16:44:28.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.733 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_flush_lat": { 2024-08-04T16:44:28.733 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65745, 2024-08-04T16:44:28.733 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45415180 2024-08-04T16:44:28.733 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.733 INFO:tasks.workunit.client.0.smithi007.stdout: "kv_sync_lat": { 2024-08-04T16:44:28.734 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 65745, 2024-08-04T16:44:28.734 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 17335297022 2024-08-04T16:44:28.734 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.734 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_keys_lat": { 2024-08-04T16:44:28.734 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 0, 2024-08-04T16:44:28.734 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.734 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.734 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_get_values_lat": { 2024-08-04T16:44:28.734 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 27199, 2024-08-04T16:44:28.734 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 587275021 2024-08-04T16:44:28.734 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.734 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_lower_bound_lat": { 2024-08-04T16:44:28.734 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 765, 2024-08-04T16:44:28.735 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2173166 2024-08-04T16:44:28.735 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.735 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_next_lat": { 2024-08-04T16:44:28.735 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 7417, 2024-08-04T16:44:28.735 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8524242 2024-08-04T16:44:28.735 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.735 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_seek_to_first_lat": { 2024-08-04T16:44:28.735 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 50, 2024-08-04T16:44:28.735 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 71330 2024-08-04T16:44:28.735 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.735 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_upper_bound_lat": { 2024-08-04T16:44:28.735 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 13128, 2024-08-04T16:44:28.736 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2265836869 2024-08-04T16:44:28.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.736 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_hits": { 2024-08-04T16:44:28.736 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 201169 2024-08-04T16:44:28.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.736 INFO:tasks.workunit.client.0.smithi007.stdout: "onode_misses": { 2024-08-04T16:44:28.736 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18078 2024-08-04T16:44:28.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.736 INFO:tasks.workunit.client.0.smithi007.stdout: "read_lat": { 2024-08-04T16:44:28.736 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 8260, 2024-08-04T16:44:28.736 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1112440781 2024-08-04T16:44:28.736 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.736 INFO:tasks.workunit.client.0.smithi007.stdout: "read_onode_meta_lat": { 2024-08-04T16:44:28.736 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 34797, 2024-08-04T16:44:28.737 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 10262752 2024-08-04T16:44:28.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.737 INFO:tasks.workunit.client.0.smithi007.stdout: "read_wait_aio_lat": { 2024-08-04T16:44:28.737 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 26537, 2024-08-04T16:44:28.737 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 999318880 2024-08-04T16:44:28.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.737 INFO:tasks.workunit.client.0.smithi007.stdout: "reads_with_retries": { 2024-08-04T16:44:28.737 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.737 INFO:tasks.workunit.client.0.smithi007.stdout: "remove_lat": { 2024-08-04T16:44:28.737 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 12785, 2024-08-04T16:44:28.737 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 345086967 2024-08-04T16:44:28.737 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.737 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_aio_wait_count": { 2024-08-04T16:44:28.738 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.738 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_committed_kv_count": { 2024-08-04T16:44:28.738 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.738 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_onode_meta_count": { 2024-08-04T16:44:28.738 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.738 INFO:tasks.workunit.client.0.smithi007.stdout: "slow_read_wait_aio_count": { 2024-08-04T16:44:28.738 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.738 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.738 INFO:tasks.workunit.client.0.smithi007.stdout: "state_aio_wait_lat": { 2024-08-04T16:44:28.738 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:28.738 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9577895586 2024-08-04T16:44:28.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.739 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_aio_wait_lat": { 2024-08-04T16:44:28.739 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15855, 2024-08-04T16:44:28.739 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 843972201 2024-08-04T16:44:28.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.739 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_cleanup_lat": { 2024-08-04T16:44:28.739 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15855, 2024-08-04T16:44:28.739 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2775922008714 2024-08-04T16:44:28.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.739 INFO:tasks.workunit.client.0.smithi007.stdout: "state_deferred_queued_lat": { 2024-08-04T16:44:28.739 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 15855, 2024-08-04T16:44:28.739 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5953487435701 2024-08-04T16:44:28.739 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.739 INFO:tasks.workunit.client.0.smithi007.stdout: "state_done_lat": { 2024-08-04T16:44:28.739 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:28.740 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2664335798150 2024-08-04T16:44:28.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.740 INFO:tasks.workunit.client.0.smithi007.stdout: "state_finishing_lat": { 2024-08-04T16:44:28.740 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:28.740 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8556006 2024-08-04T16:44:28.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.740 INFO:tasks.workunit.client.0.smithi007.stdout: "state_io_done_lat": { 2024-08-04T16:44:28.740 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:28.740 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 451838901 2024-08-04T16:44:28.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.740 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_commiting_lat": { 2024-08-04T16:44:28.740 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:28.740 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 31636457367 2024-08-04T16:44:28.740 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.740 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_done_lat": { 2024-08-04T16:44:28.741 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:28.741 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 29071241 2024-08-04T16:44:28.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.741 INFO:tasks.workunit.client.0.smithi007.stdout: "state_kv_queued_lat": { 2024-08-04T16:44:28.741 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:28.741 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 14942861772 2024-08-04T16:44:28.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.741 INFO:tasks.workunit.client.0.smithi007.stdout: "state_prepare_lat": { 2024-08-04T16:44:28.741 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:28.741 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 6738080325 2024-08-04T16:44:28.741 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.741 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": { 2024-08-04T16:44:28.741 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12270859 2024-08-04T16:44:28.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.742 INFO:tasks.workunit.client.0.smithi007.stdout: "truncate_lat": { 2024-08-04T16:44:28.742 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 2384, 2024-08-04T16:44:28.742 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 12077540 2024-08-04T16:44:28.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.742 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_commit_lat": { 2024-08-04T16:44:28.742 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:28.742 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 63360350513 2024-08-04T16:44:28.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.742 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_submit_lat": { 2024-08-04T16:44:28.742 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:28.742 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7703714703 2024-08-04T16:44:28.742 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.742 INFO:tasks.workunit.client.0.smithi007.stdout: "txc_throttle_lat": { 2024-08-04T16:44:28.742 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 79538, 2024-08-04T16:44:28.742 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 691237772 2024-08-04T16:44:28.743 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.743 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache": { 2024-08-04T16:44:28.743 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_bytes": { 2024-08-04T16:44:28.743 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1405137013 2024-08-04T16:44:28.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.743 INFO:tasks.workunit.client.0.smithi007.stdout: "heap_bytes": { 2024-08-04T16:44:28.743 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 613900288 2024-08-04T16:44:28.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.743 INFO:tasks.workunit.client.0.smithi007.stdout: "mapped_bytes": { 2024-08-04T16:44:28.743 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 577208320 2024-08-04T16:44:28.743 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.743 INFO:tasks.workunit.client.0.smithi007.stdout: "target_bytes": { 2024-08-04T16:44:28.744 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2600521625 2024-08-04T16:44:28.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.744 INFO:tasks.workunit.client.0.smithi007.stdout: "unmapped_bytes": { 2024-08-04T16:44:28.744 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 36691968 2024-08-04T16:44:28.744 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.744 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:data": { 2024-08-04T16:44:28.744 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.744 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 125829120 2024-08-04T16:44:28.744 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.744 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.744 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.745 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.745 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.745 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.745 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 56957851 2024-08-04T16:44:28.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.745 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.745 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.745 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.745 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.745 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.746 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.746 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.746 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.746 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.746 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.746 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 24576 2024-08-04T16:44:28.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.746 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.746 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 126976 2024-08-04T16:44:28.746 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.746 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.747 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.747 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.747 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.747 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.747 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.747 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.747 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 68719717 2024-08-04T16:44:28.747 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.747 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.747 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv": { 2024-08-04T16:44:28.747 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.748 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 562036736 2024-08-04T16:44:28.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.748 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.748 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.748 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.748 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.748 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.748 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 427183887 2024-08-04T16:44:28.748 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.748 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.749 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.749 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.749 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2128 2024-08-04T16:44:28.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.749 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.749 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.749 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.749 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.749 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.749 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 140576 2024-08-04T16:44:28.749 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.749 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.750 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.750 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.750 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.750 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.750 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.750 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.750 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.750 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.750 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.750 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67601281 2024-08-04T16:44:28.751 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.751 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:kv_onode": { 2024-08-04T16:44:28.751 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.751 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 176160768 2024-08-04T16:44:28.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.751 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.751 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 67108864 2024-08-04T16:44:28.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.751 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.751 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 306976 2024-08-04T16:44:28.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.751 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.751 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37971901 2024-08-04T16:44:28.751 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.752 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.752 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.752 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.752 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.752 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.752 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.752 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.752 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.752 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.752 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.752 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.753 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.753 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.753 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.753 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.753 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.753 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.753 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.753 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.753 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.753 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.753 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 70773027 2024-08-04T16:44:28.754 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.754 INFO:tasks.workunit.client.0.smithi007.stdout: "bluestore-pricache:meta": { 2024-08-04T16:44:28.754 INFO:tasks.workunit.client.0.smithi007.stdout: "committed_bytes": { 2024-08-04T16:44:28.754 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 503316480 2024-08-04T16:44:28.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.754 INFO:tasks.workunit.client.0.smithi007.stdout: "pri0_bytes": { 2024-08-04T16:44:28.754 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.754 INFO:tasks.workunit.client.0.smithi007.stdout: "pri10_bytes": { 2024-08-04T16:44:28.754 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.754 INFO:tasks.workunit.client.0.smithi007.stdout: "pri11_bytes": { 2024-08-04T16:44:28.754 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 427183887 2024-08-04T16:44:28.754 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.755 INFO:tasks.workunit.client.0.smithi007.stdout: "pri1_bytes": { 2024-08-04T16:44:28.755 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.755 INFO:tasks.workunit.client.0.smithi007.stdout: "pri2_bytes": { 2024-08-04T16:44:28.755 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.755 INFO:tasks.workunit.client.0.smithi007.stdout: "pri3_bytes": { 2024-08-04T16:44:28.755 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.755 INFO:tasks.workunit.client.0.smithi007.stdout: "pri4_bytes": { 2024-08-04T16:44:28.755 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.755 INFO:tasks.workunit.client.0.smithi007.stdout: "pri5_bytes": { 2024-08-04T16:44:28.755 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 188387 2024-08-04T16:44:28.755 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.756 INFO:tasks.workunit.client.0.smithi007.stdout: "pri6_bytes": { 2024-08-04T16:44:28.756 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1165132 2024-08-04T16:44:28.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.756 INFO:tasks.workunit.client.0.smithi007.stdout: "pri7_bytes": { 2024-08-04T16:44:28.756 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.756 INFO:tasks.workunit.client.0.smithi007.stdout: "pri8_bytes": { 2024-08-04T16:44:28.756 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.756 INFO:tasks.workunit.client.0.smithi007.stdout: "pri9_bytes": { 2024-08-04T16:44:28.756 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.756 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.756 INFO:tasks.workunit.client.0.smithi007.stdout: "reserved_bytes": { 2024-08-04T16:44:28.756 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 74779074 2024-08-04T16:44:28.756 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.757 INFO:tasks.workunit.client.0.smithi007.stdout: "objecter": { 2024-08-04T16:44:28.757 INFO:tasks.workunit.client.0.smithi007.stdout: "op_active": { 2024-08-04T16:44:28.757 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.757 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:28.757 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 45 2024-08-04T16:44:28.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.757 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rmw": { 2024-08-04T16:44:28.757 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.757 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:28.757 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1 2024-08-04T16:44:28.757 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.757 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.758 INFO:tasks.workunit.client.0.smithi007.stdout: "osd": { 2024-08-04T16:44:28.758 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg": { 2024-08-04T16:44:28.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 59 2024-08-04T16:44:28.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.758 INFO:tasks.workunit.client.0.smithi007.stdout: "numpg_removing": { 2024-08-04T16:44:28.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.758 INFO:tasks.workunit.client.0.smithi007.stdout: "op": { 2024-08-04T16:44:28.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 37067 2024-08-04T16:44:28.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.758 INFO:tasks.workunit.client.0.smithi007.stdout: "op_before_queue_op_lat": { 2024-08-04T16:44:28.758 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 106424, 2024-08-04T16:44:28.758 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7804404612 2024-08-04T16:44:28.758 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.758 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_degraded": { 2024-08-04T16:44:28.759 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.759 INFO:tasks.workunit.client.0.smithi007.stdout: "op_delayed_unreadable": { 2024-08-04T16:44:28.759 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 3 2024-08-04T16:44:28.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.759 INFO:tasks.workunit.client.0.smithi007.stdout: "op_in_bytes": { 2024-08-04T16:44:28.759 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1040252346 2024-08-04T16:44:28.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.759 INFO:tasks.workunit.client.0.smithi007.stdout: "op_latency": { 2024-08-04T16:44:28.759 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 37067, 2024-08-04T16:44:28.759 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 69676774800 2024-08-04T16:44:28.759 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.760 INFO:tasks.workunit.client.0.smithi007.stdout: "op_out_bytes": { 2024-08-04T16:44:28.760 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1721541316 2024-08-04T16:44:28.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.760 INFO:tasks.workunit.client.0.smithi007.stdout: "op_prepare_latency": { 2024-08-04T16:44:28.760 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 37408, 2024-08-04T16:44:28.760 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 16222651810 2024-08-04T16:44:28.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.760 INFO:tasks.workunit.client.0.smithi007.stdout: "op_process_latency": { 2024-08-04T16:44:28.760 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 37067, 2024-08-04T16:44:28.760 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 29432132241 2024-08-04T16:44:28.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.760 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r": { 2024-08-04T16:44:28.760 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 23840 2024-08-04T16:44:28.760 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.761 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency": { 2024-08-04T16:44:28.761 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23840, 2024-08-04T16:44:28.761 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18720956445 2024-08-04T16:44:28.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.761 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-04T16:44:28.761 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.761 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_out_bytes": { 2024-08-04T16:44:28.761 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1721541316 2024-08-04T16:44:28.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.761 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_prepare_latency": { 2024-08-04T16:44:28.761 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23867, 2024-08-04T16:44:28.761 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 4848702131 2024-08-04T16:44:28.761 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.761 INFO:tasks.workunit.client.0.smithi007.stdout: "op_r_process_latency": { 2024-08-04T16:44:28.761 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 23840, 2024-08-04T16:44:28.762 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 5582063434 2024-08-04T16:44:28.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.762 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw": { 2024-08-04T16:44:28.762 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 11717 2024-08-04T16:44:28.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.762 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_in_bytes": { 2024-08-04T16:44:28.762 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 149334399 2024-08-04T16:44:28.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.762 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency": { 2024-08-04T16:44:28.762 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11717, 2024-08-04T16:44:28.762 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 18028096624 2024-08-04T16:44:28.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.762 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-04T16:44:28.762 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.762 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.763 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-04T16:44:28.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.763 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_out_bytes": { 2024-08-04T16:44:28.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.763 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_prepare_latency": { 2024-08-04T16:44:28.763 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11935, 2024-08-04T16:44:28.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 9036193588 2024-08-04T16:44:28.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.763 INFO:tasks.workunit.client.0.smithi007.stdout: "op_rw_process_latency": { 2024-08-04T16:44:28.763 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 11717, 2024-08-04T16:44:28.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 15877461025 2024-08-04T16:44:28.763 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.763 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w": { 2024-08-04T16:44:28.763 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 1510 2024-08-04T16:44:28.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.764 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_in_bytes": { 2024-08-04T16:44:28.764 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 890917947 2024-08-04T16:44:28.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.764 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency": { 2024-08-04T16:44:28.764 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1510, 2024-08-04T16:44:28.764 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 32927721731 2024-08-04T16:44:28.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.764 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-04T16:44:28.764 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.764 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_prepare_latency": { 2024-08-04T16:44:28.764 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1606, 2024-08-04T16:44:28.764 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 2337756091 2024-08-04T16:44:28.764 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.764 INFO:tasks.workunit.client.0.smithi007.stdout: "op_w_process_latency": { 2024-08-04T16:44:28.765 INFO:tasks.workunit.client.0.smithi007.stdout: "count": 1510, 2024-08-04T16:44:28.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 7972607782 2024-08-04T16:44:28.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.765 INFO:tasks.workunit.client.0.smithi007.stdout: "op_wip": { 2024-08-04T16:44:28.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.765 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_bytes": { 2024-08-04T16:44:28.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 0 2024-08-04T16:44:28.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.765 INFO:tasks.workunit.client.0.smithi007.stdout: "recovery_ops": { 2024-08-04T16:44:28.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 8 2024-08-04T16:44:28.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.765 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes": { 2024-08-04T16:44:28.765 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 95995035648 2024-08-04T16:44:28.765 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.766 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_bytes_used": { 2024-08-04T16:44:28.766 INFO:tasks.workunit.client.0.smithi007.stdout: "value": 612089856 2024-08-04T16:44:28.766 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.766 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.766 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.766 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.766 INFO:tasks.workunit.client.0.smithi007.stdout: "pools": [ 2024-08-04T16:44:28.766 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.766 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:28.766 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr" 2024-08-04T16:44:28.766 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.766 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T16:44:28.766 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T16:44:28.767 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T16:44:28.767 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T16:44:28.767 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T16:44:28.767 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 1, 2024-08-04T16:44:28.767 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 1, 2024-08-04T16:44:28.767 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 1, 2024-08-04T16:44:28.767 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T16:44:28.767 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T16:44:28.767 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 722252212490, 2024-08-04T16:44:28.767 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 1781760, 2024-08-04T16:44:28.767 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T16:44:28.767 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T16:44:28.767 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 1781760, 2024-08-04T16:44:28.768 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T16:44:28.768 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 240750739456, 2024-08-04T16:44:28.768 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 2, 2024-08-04T16:44:28.768 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T16:44:28.768 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 2.4669438971614e-06, 2024-08-04T16:44:28.768 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T16:44:28.768 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T16:44:28.768 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 1430, 2024-08-04T16:44:28.768 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 2256896, 2024-08-04T16:44:28.768 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 590368, 2024-08-04T16:44:28.768 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 590368, 2024-08-04T16:44:28.768 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T16:44:28.768 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 1771104, 2024-08-04T16:44:28.768 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 447, 2024-08-04T16:44:28.768 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 2473984 2024-08-04T16:44:28.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.769 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T16:44:28.769 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T16:44:28.769 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T16:44:28.769 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.769 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.769 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:28.769 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T16:44:28.769 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.769 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T16:44:28.769 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T16:44:28.769 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T16:44:28.769 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T16:44:28.769 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T16:44:28.769 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 32, 2024-08-04T16:44:28.769 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 32, 2024-08-04T16:44:28.770 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 2, 2024-08-04T16:44:28.770 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T16:44:28.770 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T16:44:28.770 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 722252212490, 2024-08-04T16:44:28.770 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 155746, 2024-08-04T16:44:28.770 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T16:44:28.770 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T16:44:28.770 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 110592, 2024-08-04T16:44:28.770 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T16:44:28.770 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 240750739456, 2024-08-04T16:44:28.770 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 22, 2024-08-04T16:44:28.770 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 45154, 2024-08-04T16:44:28.770 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 2.1563931795753888e-07, 2024-08-04T16:44:28.770 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T16:44:28.771 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T16:44:28.771 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 79, 2024-08-04T16:44:28.771 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 88064, 2024-08-04T16:44:28.771 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 21647, 2024-08-04T16:44:28.771 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 6596, 2024-08-04T16:44:28.771 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 15051, 2024-08-04T16:44:28.771 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 64941, 2024-08-04T16:44:28.771 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 68, 2024-08-04T16:44:28.771 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 35840 2024-08-04T16:44:28.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.771 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T16:44:28.771 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T16:44:28.771 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T16:44:28.771 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.771 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.772 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:28.772 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T16:44:28.772 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.772 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T16:44:28.772 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T16:44:28.772 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T16:44:28.772 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T16:44:28.772 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T16:44:28.772 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 64, 2024-08-04T16:44:28.772 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 64, 2024-08-04T16:44:28.772 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 3, 2024-08-04T16:44:28.772 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T16:44:28.772 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T16:44:28.772 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 722252212490, 2024-08-04T16:44:28.773 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 0, 2024-08-04T16:44:28.773 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T16:44:28.773 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T16:44:28.773 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 0, 2024-08-04T16:44:28.773 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T16:44:28.773 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 240750739456, 2024-08-04T16:44:28.773 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 0, 2024-08-04T16:44:28.773 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T16:44:28.773 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 0.0, 2024-08-04T16:44:28.773 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T16:44:28.773 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T16:44:28.773 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 0, 2024-08-04T16:44:28.773 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 0, 2024-08-04T16:44:28.774 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 0, 2024-08-04T16:44:28.774 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 0, 2024-08-04T16:44:28.774 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T16:44:28.774 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 0, 2024-08-04T16:44:28.774 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 0, 2024-08-04T16:44:28.774 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 0 2024-08-04T16:44:28.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.774 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T16:44:28.774 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T16:44:28.774 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T16:44:28.774 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.774 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.774 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:28.774 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd" 2024-08-04T16:44:28.775 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.775 INFO:tasks.workunit.client.0.smithi007.stdout: "cache_mode": "none", 2024-08-04T16:44:28.775 INFO:tasks.workunit.client.0.smithi007.stdout: "erasure_code_profile": {}, 2024-08-04T16:44:28.775 INFO:tasks.workunit.client.0.smithi007.stdout: "min_size": 2, 2024-08-04T16:44:28.775 INFO:tasks.workunit.client.0.smithi007.stdout: "options": {}, 2024-08-04T16:44:28.775 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_autoscale_mode": "off", 2024-08-04T16:44:28.775 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 8, 2024-08-04T16:44:28.775 INFO:tasks.workunit.client.0.smithi007.stdout: "pgp_num": 8, 2024-08-04T16:44:28.775 INFO:tasks.workunit.client.0.smithi007.stdout: "pool": 4, 2024-08-04T16:44:28.775 INFO:tasks.workunit.client.0.smithi007.stdout: "size": 3, 2024-08-04T16:44:28.775 INFO:tasks.workunit.client.0.smithi007.stdout: "stats": { 2024-08-04T16:44:28.775 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_raw": 722252212490, 2024-08-04T16:44:28.775 INFO:tasks.workunit.client.0.smithi007.stdout: "bytes_used": 12595200, 2024-08-04T16:44:28.776 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_bytes_used": 0, 2024-08-04T16:44:28.776 INFO:tasks.workunit.client.0.smithi007.stdout: "compress_under_bytes": 0, 2024-08-04T16:44:28.776 INFO:tasks.workunit.client.0.smithi007.stdout: "data_bytes_used": 12595200, 2024-08-04T16:44:28.776 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty": 0, 2024-08-04T16:44:28.776 INFO:tasks.workunit.client.0.smithi007.stdout: "max_avail": 240750739456, 2024-08-04T16:44:28.776 INFO:tasks.workunit.client.0.smithi007.stdout: "objects": 4, 2024-08-04T16:44:28.776 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_bytes_used": 0, 2024-08-04T16:44:28.776 INFO:tasks.workunit.client.0.smithi007.stdout: "percent_used": 1.7438480426790193e-05, 2024-08-04T16:44:28.776 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_bytes": 0, 2024-08-04T16:44:28.776 INFO:tasks.workunit.client.0.smithi007.stdout: "quota_objects": 0, 2024-08-04T16:44:28.776 INFO:tasks.workunit.client.0.smithi007.stdout: "rd": 9014, 2024-08-04T16:44:28.776 INFO:tasks.workunit.client.0.smithi007.stdout: "rd_bytes": 3108116480, 2024-08-04T16:44:28.776 INFO:tasks.workunit.client.0.smithi007.stdout: "stored": 4194323, 2024-08-04T16:44:28.776 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_data": 4194323, 2024-08-04T16:44:28.776 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_omap": 0, 2024-08-04T16:44:28.777 INFO:tasks.workunit.client.0.smithi007.stdout: "stored_raw": 12582969, 2024-08-04T16:44:28.777 INFO:tasks.workunit.client.0.smithi007.stdout: "wr": 24354, 2024-08-04T16:44:28.777 INFO:tasks.workunit.client.0.smithi007.stdout: "wr_bytes": 3218275328 2024-08-04T16:44:28.777 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.777 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_bytes": 0, 2024-08-04T16:44:28.777 INFO:tasks.workunit.client.0.smithi007.stdout: "target_max_objects": 0, 2024-08-04T16:44:28.777 INFO:tasks.workunit.client.0.smithi007.stdout: "type": "replicated" 2024-08-04T16:44:28.777 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.777 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.777 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd": { 2024-08-04T16:44:28.777 INFO:tasks.workunit.client.0.smithi007.stdout: "mirroring_by_pool": [ 2024-08-04T16:44:28.777 INFO:tasks.workunit.client.0.smithi007.stdout: false 2024-08-04T16:44:28.777 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.777 INFO:tasks.workunit.client.0.smithi007.stdout: "num_images_by_pool": [ 2024-08-04T16:44:28.777 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:28.778 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.778 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pools": 1 2024-08-04T16:44:28.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.778 INFO:tasks.workunit.client.0.smithi007.stdout: "report_id": "10ee5500-78eb-4166-8510-cfa3c036bb51", 2024-08-04T16:44:28.778 INFO:tasks.workunit.client.0.smithi007.stdout: "report_timestamp": "2024-08-04T16:44:26.167946", 2024-08-04T16:44:28.778 INFO:tasks.workunit.client.0.smithi007.stdout: "report_version": 1, 2024-08-04T16:44:28.778 INFO:tasks.workunit.client.0.smithi007.stdout: "rocksdb_stats": { 2024-08-04T16:44:28.778 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "7.9.2" 2024-08-04T16:44:28.778 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.778 INFO:tasks.workunit.client.0.smithi007.stdout: "rook": { 2024-08-04T16:44:28.778 INFO:tasks.workunit.client.0.smithi007.stdout: "cluster": { 2024-08-04T16:44:28.778 INFO:tasks.workunit.client.0.smithi007.stdout: "external-mode": null, 2024-08-04T16:44:28.778 INFO:tasks.workunit.client.0.smithi007.stdout: "mon": { 2024-08-04T16:44:28.778 INFO:tasks.workunit.client.0.smithi007.stdout: "allow-multiple-per-node": null, 2024-08-04T16:44:28.779 INFO:tasks.workunit.client.0.smithi007.stdout: "count": null, 2024-08-04T16:44:28.779 INFO:tasks.workunit.client.0.smithi007.stdout: "max-id": null, 2024-08-04T16:44:28.779 INFO:tasks.workunit.client.0.smithi007.stdout: "pvc": { 2024-08-04T16:44:28.779 INFO:tasks.workunit.client.0.smithi007.stdout: "enabled": null 2024-08-04T16:44:28.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.779 INFO:tasks.workunit.client.0.smithi007.stdout: "stretch": { 2024-08-04T16:44:28.779 INFO:tasks.workunit.client.0.smithi007.stdout: "enabled": null 2024-08-04T16:44:28.779 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.779 INFO:tasks.workunit.client.0.smithi007.stdout: "network": { 2024-08-04T16:44:28.779 INFO:tasks.workunit.client.0.smithi007.stdout: "provider": null 2024-08-04T16:44:28.779 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.779 INFO:tasks.workunit.client.0.smithi007.stdout: "storage": { 2024-08-04T16:44:28.779 INFO:tasks.workunit.client.0.smithi007.stdout: "device-set": { 2024-08-04T16:44:28.779 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T16:44:28.779 INFO:tasks.workunit.client.0.smithi007.stdout: "non-portable": null, 2024-08-04T16:44:28.780 INFO:tasks.workunit.client.0.smithi007.stdout: "portable": null, 2024-08-04T16:44:28.780 INFO:tasks.workunit.client.0.smithi007.stdout: "total": null 2024-08-04T16:44:28.780 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.780 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.780 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.780 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.780 INFO:tasks.workunit.client.0.smithi007.stdout: "csi": { 2024-08-04T16:44:28.780 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T16:44:28.780 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.780 INFO:tasks.workunit.client.0.smithi007.stdout: "kubernetes": { 2024-08-04T16:44:28.780 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T16:44:28.780 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.780 INFO:tasks.workunit.client.0.smithi007.stdout: "node": { 2024-08-04T16:44:28.781 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T16:44:28.781 INFO:tasks.workunit.client.0.smithi007.stdout: "kubernetes-total": null, 2024-08-04T16:44:28.781 INFO:tasks.workunit.client.0.smithi007.stdout: "with-ceph-daemons": null, 2024-08-04T16:44:28.781 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-cephfs-plugin": null, 2024-08-04T16:44:28.781 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-nfs-plugin": null, 2024-08-04T16:44:28.781 INFO:tasks.workunit.client.0.smithi007.stdout: "with-csi-rbd-plugin": null 2024-08-04T16:44:28.781 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.781 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.781 INFO:tasks.workunit.client.0.smithi007.stdout: "usage": { 2024-08-04T16:44:28.781 INFO:tasks.workunit.client.0.smithi007.stdout: "storage-class": { 2024-08-04T16:44:28.781 INFO:tasks.workunit.client.0.smithi007.stdout: "count": { 2024-08-04T16:44:28.781 INFO:tasks.workunit.client.0.smithi007.stdout: "bucket": null, 2024-08-04T16:44:28.781 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs": null, 2024-08-04T16:44:28.781 INFO:tasks.workunit.client.0.smithi007.stdout: "nfs": null, 2024-08-04T16:44:28.781 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd": null, 2024-08-04T16:44:28.782 INFO:tasks.workunit.client.0.smithi007.stdout: "total": null 2024-08-04T16:44:28.782 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.782 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:28.782 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.782 INFO:tasks.workunit.client.0.smithi007.stdout: "version": null 2024-08-04T16:44:28.782 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.782 INFO:tasks.workunit.client.0.smithi007.stdout: "services": {}, 2024-08-04T16:44:28.782 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_per_pg": [ 2024-08-04T16:44:28.782 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.782 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.782 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.782 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.782 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:28.783 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.783 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:28.783 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.783 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.783 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:28.783 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.783 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.783 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.783 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:28.783 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.995580+0000", 2024-08-04T16:44:28.783 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.995580+0000", 2024-08-04T16:44:28.783 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.995964+0000", 2024-08-04T16:44:28.783 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:28.783 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.784 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.784 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.784 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:28.784 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:28.784 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:28.784 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:28.784 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.784 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.784 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.784 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:28.784 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.401492+0000", 2024-08-04T16:44:28.784 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.784 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 5, 2024-08-04T16:44:28.784 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.784 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.785 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:28.785 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.785 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.785 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.785 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.785 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 5, 2024-08-04T16:44:28.785 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.785 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.785 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.785 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1f", 2024-08-04T16:44:28.785 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.785 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.785 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.785 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5321, 2024-08-04T16:44:28.786 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.786 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:42:34.107925+0000", 2024-08-04T16:44:28.786 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.786 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.786 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.786 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 570, 2024-08-04T16:44:28.786 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.786 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.786 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.786 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.786 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.786 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.786 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.786 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.787 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.787 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.787 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.787 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.787 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.787 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.787 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.787 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:28.787 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:28.787 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.787 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:28.787 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.787 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.787 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.787 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.787 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:28.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 4, 2024-08-04T16:44:28.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 4, 2024-08-04T16:44:28.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 4, 2024-08-04T16:44:28.788 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T16:44:28.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.789 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.789 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.789 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.789 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.789 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.789 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:28.789 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.789 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:28.789 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'5" 2024-08-04T16:44:28.789 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.789 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.789 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.789 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:28.790 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:28.790 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:28.790 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.790 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:28.790 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.790 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.790 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:28.790 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.790 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.790 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.790 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:28.790 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.605369+0000", 2024-08-04T16:44:28.790 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.605369+0000", 2024-08-04T16:44:28.791 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.605725+0000", 2024-08-04T16:44:28.791 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:28.791 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.791 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.791 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.791 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:28.791 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:28.791 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:28.791 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:28.791 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.791 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.791 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.791 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:28.791 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179534+0000", 2024-08-04T16:44:28.792 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.792 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.792 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.792 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.792 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:28.792 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.792 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.792 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.792 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.792 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.792 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.792 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.792 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.793 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1e", 2024-08-04T16:44:28.793 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.793 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.793 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.793 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5196, 2024-08-04T16:44:28.793 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.793 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:10:09.249609+0000", 2024-08-04T16:44:28.793 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.793 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.793 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.793 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.794 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.795 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.795 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.795 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.795 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.795 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.795 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.795 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.795 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.795 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.795 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.795 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.795 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.796 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.796 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.796 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.796 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.796 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.796 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:28.796 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:28.797 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:28.797 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.797 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:28.797 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:28.797 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.797 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.797 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.797 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:28.797 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.797 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:28.797 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.797 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:28.797 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.797 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.798 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:28.798 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.798 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.798 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.798 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:28.798 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.559013+0000", 2024-08-04T16:44:28.798 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.559013+0000", 2024-08-04T16:44:28.798 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.559407+0000", 2024-08-04T16:44:28.798 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:28.798 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.798 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.798 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.798 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:28.798 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:28.799 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:28.799 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:28.799 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.799 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.799 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.799 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:28.799 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179713+0000", 2024-08-04T16:44:28.799 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.799 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:28.799 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.799 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.799 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:28.799 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.799 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.799 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.800 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.800 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:28.800 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.800 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.800 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.800 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1e", 2024-08-04T16:44:28.800 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.800 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.800 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.800 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5221, 2024-08-04T16:44:28.800 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.800 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:19:40.210151+0000", 2024-08-04T16:44:28.800 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.800 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.800 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.800 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.801 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.802 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.802 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.802 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.802 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.802 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.802 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.802 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.802 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.802 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.802 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.802 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.802 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.802 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.802 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.802 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.803 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.803 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.803 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.803 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.803 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.803 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.803 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.803 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.803 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.803 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.803 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.803 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.804 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.804 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.804 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:28.804 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.804 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:28.804 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.804 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:28.804 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'2" 2024-08-04T16:44:28.804 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.804 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.804 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.804 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.804 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:28.804 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:28.804 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.805 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:28.805 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.805 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.805 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:28.805 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.805 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.805 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.805 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:28.805 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.564363+0000", 2024-08-04T16:44:28.805 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.564363+0000", 2024-08-04T16:44:28.805 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.565903+0000", 2024-08-04T16:44:28.805 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:28.805 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.806 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.806 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.806 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:28.806 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:28.806 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:28.806 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:28.806 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.806 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.806 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.806 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:28.806 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400979+0000", 2024-08-04T16:44:28.806 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.806 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.807 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.807 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.807 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:28.807 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.807 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.807 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.807 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.807 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.807 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.807 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.807 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.807 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1f", 2024-08-04T16:44:28.807 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.807 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.807 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.807 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5309, 2024-08-04T16:44:28.808 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.808 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:58:56.154542+0000", 2024-08-04T16:44:28.808 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.808 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.808 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.808 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.809 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.810 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.810 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.810 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.811 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.811 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.811 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.811 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:28.811 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:28.811 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.811 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:28.811 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:28.811 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.811 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.811 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.811 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.811 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:28.811 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:28.811 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.811 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:28.812 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.812 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.812 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:28.812 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.812 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.812 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.812 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:28.812 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.996506+0000", 2024-08-04T16:44:28.812 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.996506+0000", 2024-08-04T16:44:28.812 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.996852+0000", 2024-08-04T16:44:28.812 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:28.812 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.812 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.812 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.812 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:28.812 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:28.813 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:28.813 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:28.813 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.813 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.813 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.813 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:28.813 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400575+0000", 2024-08-04T16:44:28.813 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.813 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:28.813 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.813 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.813 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:28.813 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.813 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.813 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.814 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.814 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:28.814 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.814 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.814 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.814 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1d", 2024-08-04T16:44:28.814 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.814 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.814 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.814 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5072, 2024-08-04T16:44:28.814 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.814 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:15:47.574170+0000", 2024-08-04T16:44:28.814 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.814 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.814 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.815 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:28.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:28.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:28.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:28.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.816 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.817 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.817 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.817 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 6, 2024-08-04T16:44:28.817 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 6, 2024-08-04T16:44:28.817 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.817 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.817 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.817 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:28.817 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.817 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.817 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.817 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.817 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.817 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.817 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:28.817 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:28.818 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.818 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:28.818 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:28.818 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.818 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.818 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.818 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:28.818 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:28.818 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:28.818 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.818 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:28.818 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.818 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.819 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:28.819 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.819 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.819 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:28.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.592273+0000", 2024-08-04T16:44:28.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.592273+0000", 2024-08-04T16:44:28.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.592563+0000", 2024-08-04T16:44:28.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:28.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:28.819 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:28.820 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:28.820 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:28.820 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.820 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.820 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.820 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:28.820 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116592+0000", 2024-08-04T16:44:28.820 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.820 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.820 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.820 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.820 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:28.820 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.821 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.821 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.821 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.821 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.821 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.821 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.821 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.821 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1c", 2024-08-04T16:44:28.821 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.821 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.821 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.821 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5233, 2024-08-04T16:44:28.821 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.821 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:35:58.659612+0000", 2024-08-04T16:44:28.821 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.822 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.822 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.822 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.823 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.824 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.824 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.824 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.824 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.824 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.824 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.824 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.824 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.824 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.824 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.824 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.824 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.824 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.825 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.825 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.825 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:28.825 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:28.825 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:28.825 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.825 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:28.825 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:28.825 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.825 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.825 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.825 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.825 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:28.825 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:28.826 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.826 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:28.826 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.826 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.826 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:28.826 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.826 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.826 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:28.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.997073+0000", 2024-08-04T16:44:28.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.997073+0000", 2024-08-04T16:44:28.826 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.999350+0000", 2024-08-04T16:44:28.827 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:28.827 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.827 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.827 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.827 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:28.827 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:28.827 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:28.827 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:28.827 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.827 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.827 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.827 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:28.827 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398798+0000", 2024-08-04T16:44:28.827 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.828 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:28.828 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.828 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.828 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:28.828 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.828 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.828 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.828 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.828 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:28.828 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.828 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.828 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.828 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1c", 2024-08-04T16:44:28.828 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.828 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.828 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.829 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5081, 2024-08-04T16:44:28.829 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.829 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:59:02.952879+0000", 2024-08-04T16:44:28.829 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.829 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.829 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.829 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:28.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:28.830 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.831 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:28.831 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.831 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.831 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.831 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.831 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.831 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:28.831 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.831 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.831 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.831 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.831 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.832 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.832 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.832 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 6, 2024-08-04T16:44:28.832 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 6, 2024-08-04T16:44:28.832 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.832 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.832 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.832 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:28.832 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.832 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.832 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.832 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.832 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.832 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.833 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:28.833 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:28.833 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.833 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:28.833 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:28.833 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.833 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.833 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.833 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:28.833 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:28.833 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:28.833 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.834 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:28.834 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.834 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.834 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:28.834 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.834 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.834 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.834 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:28.834 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.606734+0000", 2024-08-04T16:44:28.834 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.606734+0000", 2024-08-04T16:44:28.834 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.607069+0000", 2024-08-04T16:44:28.834 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:28.835 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.835 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.835 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.835 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:28.835 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:28.835 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:28.835 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:28.835 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.835 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.835 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.835 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:28.835 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425222+0000", 2024-08-04T16:44:28.835 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.835 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.836 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.836 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.836 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:28.836 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.836 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.836 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.836 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.836 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.836 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.836 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.836 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.836 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1d", 2024-08-04T16:44:28.836 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.837 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.837 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.837 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5137, 2024-08-04T16:44:28.837 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.837 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:14:54.651084+0000", 2024-08-04T16:44:28.837 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.837 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.837 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.837 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.838 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.839 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.840 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.840 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.840 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.840 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.840 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.840 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:28.840 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:28.840 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:28.840 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.840 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:28.840 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:28.840 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.841 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.841 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.841 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:28.841 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:28.841 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:28.841 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.841 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:28.841 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.841 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.841 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:28.841 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.841 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.841 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.841 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:28.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.598321+0000", 2024-08-04T16:44:28.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.598321+0000", 2024-08-04T16:44:28.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.601968+0000", 2024-08-04T16:44:28.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:28.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:28.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:28.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:28.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:28.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.842 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.843 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.843 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:28.843 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.649430+0000", 2024-08-04T16:44:28.843 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.843 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.843 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.843 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.843 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:28.843 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.843 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.843 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.843 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.843 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.843 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.844 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.844 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.844 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.a", 2024-08-04T16:44:28.844 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.844 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.844 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.844 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5108, 2024-08-04T16:44:28.844 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.844 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:09:25.602464+0000", 2024-08-04T16:44:28.844 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.844 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.844 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.844 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.845 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.846 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.847 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.847 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.847 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.847 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.847 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.847 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.847 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.847 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.847 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.847 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.847 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.847 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.847 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.847 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.848 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.848 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.848 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.848 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:28.848 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:28.848 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:28.848 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.848 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:28.848 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:28.848 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.848 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.848 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.848 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.849 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:28.849 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:28.849 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.849 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:28.849 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.849 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.849 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:28.849 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.849 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.849 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.849 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:28.849 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.001423+0000", 2024-08-04T16:44:28.849 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.001423+0000", 2024-08-04T16:44:28.849 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.001779+0000", 2024-08-04T16:44:28.849 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:28.849 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.850 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.850 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.850 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:28.850 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:28.850 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:28.850 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:28.850 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.850 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.850 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.850 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:28.850 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399812+0000", 2024-08-04T16:44:28.850 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.850 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3, 2024-08-04T16:44:28.851 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.851 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.851 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:28.851 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.851 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.851 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.851 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.851 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3, 2024-08-04T16:44:28.851 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.851 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.851 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.851 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.b", 2024-08-04T16:44:28.852 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.852 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.852 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.852 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5084, 2024-08-04T16:44:28.852 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.852 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:41:09.568210+0000", 2024-08-04T16:44:28.852 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.852 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.852 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.852 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.852 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.852 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.852 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.852 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.853 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.853 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.853 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.853 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.853 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.853 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.853 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.853 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.853 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.853 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.853 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.853 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:28.853 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:28.853 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.853 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:28.853 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.854 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.854 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.854 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.854 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.854 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:28.854 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.854 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.854 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.854 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.854 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.854 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.854 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.854 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 2, 2024-08-04T16:44:28.854 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 2, 2024-08-04T16:44:28.854 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T16:44:28.855 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.855 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.855 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.855 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.855 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.855 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.855 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:28.855 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:28.855 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.855 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:28.855 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'3" 2024-08-04T16:44:28.856 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.856 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.856 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.856 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:28.856 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.856 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:28.856 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.856 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:28.856 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.856 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.856 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:28.856 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.856 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.856 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.856 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:28.857 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.579001+0000", 2024-08-04T16:44:28.857 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.579001+0000", 2024-08-04T16:44:28.857 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.580710+0000", 2024-08-04T16:44:28.857 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:28.857 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.857 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.857 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.857 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:28.857 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:28.857 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:28.857 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:28.857 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.857 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.858 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.858 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:28.858 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178629+0000", 2024-08-04T16:44:28.858 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.858 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.858 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.858 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.858 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:28.858 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.858 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.858 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.858 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.858 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.858 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.859 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.859 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.859 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.b", 2024-08-04T16:44:28.859 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.859 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.859 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.859 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5212, 2024-08-04T16:44:28.859 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.859 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:56:41.476616+0000", 2024-08-04T16:44:28.859 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.859 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.859 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.859 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.859 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.859 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.860 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.860 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.860 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.860 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.860 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.860 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.860 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.860 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.860 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.860 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.860 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.861 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.861 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.861 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.861 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.861 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.861 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.861 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.861 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.861 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.861 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.861 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.861 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.861 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.861 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.862 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.863 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.863 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.863 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.863 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.863 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:28.863 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.863 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:28.863 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.863 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:28.863 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:28.863 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.863 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.863 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.863 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:28.864 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:28.864 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:28.864 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.864 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:28.864 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.864 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.864 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:28.864 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.864 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.864 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.864 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:28.864 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.988647+0000", 2024-08-04T16:44:28.864 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.988647+0000", 2024-08-04T16:44:28.865 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989008+0000", 2024-08-04T16:44:28.865 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:28.865 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.865 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.865 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.865 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:28.865 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:28.865 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:28.865 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:28.865 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.865 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.865 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.865 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:28.866 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399459+0000", 2024-08-04T16:44:28.866 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.866 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.866 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.866 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.866 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:28.866 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.866 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.866 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.866 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.866 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.866 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.866 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.867 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.867 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.a", 2024-08-04T16:44:28.867 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.867 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.867 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.867 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5269, 2024-08-04T16:44:28.867 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.867 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:29:06.660365+0000", 2024-08-04T16:44:28.867 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.867 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.867 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.867 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.867 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.868 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.868 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.868 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.868 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.868 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.868 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.868 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.868 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.868 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.868 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.868 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.868 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.868 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.869 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.870 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.870 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.870 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.871 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.871 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.871 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:28.871 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:28.871 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:28.871 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.871 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:28.871 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:28.871 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.871 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.871 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.871 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:28.871 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:28.871 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:28.872 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.872 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:28.872 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.872 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.872 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:28.872 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.872 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.872 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.872 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:28.872 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.983152+0000", 2024-08-04T16:44:28.872 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.983152+0000", 2024-08-04T16:44:28.872 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.983507+0000", 2024-08-04T16:44:28.872 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:28.872 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.873 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.873 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.873 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:28.873 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:28.873 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:28.873 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:28.873 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.873 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.873 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.873 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:28.873 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179081+0000", 2024-08-04T16:44:28.873 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.873 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.873 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.873 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.874 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:28.874 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.874 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.874 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.874 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.874 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.874 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.874 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.874 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.874 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.8", 2024-08-04T16:44:28.874 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.874 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.874 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.875 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5204, 2024-08-04T16:44:28.875 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.875 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:57:32.109306+0000", 2024-08-04T16:44:28.875 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.875 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.875 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.875 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.875 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.875 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.875 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.876 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.876 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.876 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.876 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.876 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.876 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.876 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.876 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.876 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.876 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.876 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.876 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.876 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.876 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.876 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.877 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.878 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.878 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.878 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.878 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.878 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.878 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:28.878 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:28.878 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:28.879 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.879 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:28.879 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:28.879 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.879 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.879 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.879 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:28.879 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.879 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:28.879 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.879 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:28.879 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.879 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.879 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:28.879 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.879 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.880 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.880 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:28.880 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990422+0000", 2024-08-04T16:44:28.880 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990422+0000", 2024-08-04T16:44:28.880 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.990739+0000", 2024-08-04T16:44:28.880 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:28.880 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.880 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.880 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.880 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:28.880 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:28.880 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:28.880 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:28.881 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.881 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.881 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.881 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:28.881 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398480+0000", 2024-08-04T16:44:28.881 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.881 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.881 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.881 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.881 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:28.881 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.881 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.881 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.881 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.881 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.882 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.882 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.882 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.882 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.9", 2024-08-04T16:44:28.882 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.882 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.882 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.882 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5269, 2024-08-04T16:44:28.882 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.882 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:23:04.269113+0000", 2024-08-04T16:44:28.882 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.882 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.882 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.882 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.883 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.883 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.883 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.883 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.883 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.883 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.883 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.883 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.884 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.885 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.886 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.886 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.886 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.886 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.886 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.886 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:28.886 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.886 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:28.886 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.886 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:28.887 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:28.887 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.887 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.887 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.887 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:28.887 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:28.887 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:28.887 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.887 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:28.887 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.887 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.887 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:28.887 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.888 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.888 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:28.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.988381+0000", 2024-08-04T16:44:28.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.988381+0000", 2024-08-04T16:44:28.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.988700+0000", 2024-08-04T16:44:28.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:28.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:28.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:28.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:28.888 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:28.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:28.889 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.649056+0000", 2024-08-04T16:44:28.889 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.889 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.889 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.889 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.889 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:28.889 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.889 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.889 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.889 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.890 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.890 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.890 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.890 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.890 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.9", 2024-08-04T16:44:28.890 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.890 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.890 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.890 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5188, 2024-08-04T16:44:28.890 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.890 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:12:06.600745+0000", 2024-08-04T16:44:28.890 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.891 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.891 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.891 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.892 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.893 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.894 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.894 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.894 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.894 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.894 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.894 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:28.894 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:28.894 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:28.894 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.894 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:28.894 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:28.895 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.895 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.895 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.895 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.895 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.895 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:28.895 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.895 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:28.895 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.895 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.895 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:28.895 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.895 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.895 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.895 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:28.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990887+0000", 2024-08-04T16:44:28.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990887+0000", 2024-08-04T16:44:28.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991166+0000", 2024-08-04T16:44:28.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:28.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:28.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:28.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:28.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:28.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.896 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:28.897 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398590+0000", 2024-08-04T16:44:28.897 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.897 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.897 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.897 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.897 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:28.897 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.897 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.897 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.897 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.897 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.897 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.897 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.898 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.898 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.8", 2024-08-04T16:44:28.898 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.898 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.898 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.898 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5077, 2024-08-04T16:44:28.898 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.898 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:42:49.219849+0000", 2024-08-04T16:44:28.898 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.898 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.898 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.898 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.898 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.898 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.899 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.900 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.901 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.901 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.901 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.901 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.901 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.901 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.901 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.902 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:28.902 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.902 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:28.902 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:28.902 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.902 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.902 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.902 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.902 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:28.902 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:28.902 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.902 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:28.903 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.903 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.903 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:28.903 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.903 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.903 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.903 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:28.903 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.587141+0000", 2024-08-04T16:44:28.903 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.587141+0000", 2024-08-04T16:44:28.903 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.587773+0000", 2024-08-04T16:44:28.903 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:28.903 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.903 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.903 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.903 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:28.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:28.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:28.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:28.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:28.904 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.402071+0000", 2024-08-04T16:44:28.904 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.904 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.904 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.904 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.904 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:28.904 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.904 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.904 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.905 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.905 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.905 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.905 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.905 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.905 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.6", 2024-08-04T16:44:28.905 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.905 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.905 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.905 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5308, 2024-08-04T16:44:28.905 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.905 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:14:53.073819+0000", 2024-08-04T16:44:28.905 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.905 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.906 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.906 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.907 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.908 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.908 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.909 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.909 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.909 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.909 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.909 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:28.909 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:28.909 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.909 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:28.909 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:28.909 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.909 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.909 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.909 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:28.909 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.910 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:28.910 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.910 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:28.910 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.910 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.910 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:28.910 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.910 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.910 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.910 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:28.910 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.992709+0000", 2024-08-04T16:44:28.910 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.992709+0000", 2024-08-04T16:44:28.910 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.993041+0000", 2024-08-04T16:44:28.910 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:28.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:28.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:28.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:28.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:28.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:28.911 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.650213+0000", 2024-08-04T16:44:28.911 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.911 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:28.912 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.912 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.912 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:28.912 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.912 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.912 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.912 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.912 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:28.912 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.912 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.912 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.912 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.7", 2024-08-04T16:44:28.912 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.912 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.912 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.913 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5085, 2024-08-04T16:44:28.913 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.913 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:09:32.967441+0000", 2024-08-04T16:44:28.913 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.913 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.913 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.913 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:28.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:28.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:28.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.914 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:28.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 6, 2024-08-04T16:44:28.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 6, 2024-08-04T16:44:28.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.915 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:28.916 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.916 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.916 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.916 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.916 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.916 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:28.916 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.916 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:28.916 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.916 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:28.916 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:28.916 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.916 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.917 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.917 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:28.917 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:28.917 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:28.917 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.917 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:28.917 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.917 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.917 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:28.917 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.917 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.917 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.917 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:28.917 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.594776+0000", 2024-08-04T16:44:28.917 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.594776+0000", 2024-08-04T16:44:28.917 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.760301+0000", 2024-08-04T16:44:28.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:28.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:28.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:28.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:28.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:28.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:28.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:28.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:28.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:28.918 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.648803+0000", 2024-08-04T16:44:28.919 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.919 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3088, 2024-08-04T16:44:28.919 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.919 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.919 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:28.919 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.919 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.919 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.919 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.919 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3088, 2024-08-04T16:44:28.919 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.919 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.919 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.919 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.1", 2024-08-04T16:44:28.919 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.920 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.920 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.920 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 8818, 2024-08-04T16:44:28.920 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.920 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:18:47.448860+0000", 2024-08-04T16:44:28.920 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.005285555, 2024-08-04T16:44:28.920 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.920 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.920 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.921 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.922 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 737, 2024-08-04T16:44:28.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 385133, 2024-08-04T16:44:28.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3082, 2024-08-04T16:44:28.923 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 401753 2024-08-04T16:44:28.923 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.923 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.923 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.923 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.923 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:28.923 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:28.924 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:28.924 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.924 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:28.924 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3088" 2024-08-04T16:44:28.924 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.924 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.924 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.924 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:28.924 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.924 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:28.924 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.924 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:28.924 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.924 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.925 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:28.925 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.925 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.925 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:28.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.986938+0000", 2024-08-04T16:44:28.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.986938+0000", 2024-08-04T16:44:28.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.987298+0000", 2024-08-04T16:44:28.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:28.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.925 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:28.926 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:28.926 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:28.926 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:28.926 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.926 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.926 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.926 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:28.926 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179991+0000", 2024-08-04T16:44:28.926 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.926 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.926 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.926 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.927 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:28.927 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.927 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.927 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.927 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.927 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.927 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.927 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.927 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.927 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.7", 2024-08-04T16:44:28.927 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.927 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.927 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.927 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5213, 2024-08-04T16:44:28.928 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.928 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:30:23.430044+0000", 2024-08-04T16:44:28.928 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.928 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.928 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.928 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.929 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.930 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.931 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.931 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.931 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.931 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.931 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.931 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:28.931 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.931 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:28.931 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.932 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:28.932 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:28.932 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.932 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.932 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.932 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:28.932 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:28.932 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:28.932 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.932 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:28.932 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.932 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.932 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:28.932 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.933 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.933 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.933 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:28.933 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.602317+0000", 2024-08-04T16:44:28.933 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.602317+0000", 2024-08-04T16:44:28.933 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.602714+0000", 2024-08-04T16:44:28.933 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:28.933 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.933 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.933 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.933 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:28.933 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:28.933 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:28.933 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:28.934 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.934 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.934 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.934 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:28.934 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400248+0000", 2024-08-04T16:44:28.934 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.934 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:28.934 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.934 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.934 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:28.934 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.934 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.934 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.934 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.934 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:28.935 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.935 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.935 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.935 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.6", 2024-08-04T16:44:28.935 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.935 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.935 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.935 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5277, 2024-08-04T16:44:28.935 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.935 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:39:18.724924+0000", 2024-08-04T16:44:28.935 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.935 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.935 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.935 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:28.936 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:28.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:28.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:28.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.937 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 2, 2024-08-04T16:44:28.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 2, 2024-08-04T16:44:28.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 2, 2024-08-04T16:44:28.938 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.938 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.938 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.938 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.938 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.938 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:28.938 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:28.939 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:28.939 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.939 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:28.939 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "561'2" 2024-08-04T16:44:28.939 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.939 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.939 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.939 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:28.939 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.939 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:28.939 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.939 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:28.939 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.939 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.940 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:28.940 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.940 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.940 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:28.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.980552+0000", 2024-08-04T16:44:28.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.980552+0000", 2024-08-04T16:44:28.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.760517+0000", 2024-08-04T16:44:28.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:28.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:28.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:28.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:28.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:28.940 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:28.941 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:28.941 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.941 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.941 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:28.941 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:28.941 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178927+0000", 2024-08-04T16:44:28.941 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.941 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2974, 2024-08-04T16:44:28.941 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.941 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.941 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:28.941 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.941 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.941 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.942 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.942 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2974, 2024-08-04T16:44:28.942 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.942 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.942 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.942 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.0", 2024-08-04T16:44:28.942 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.942 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.942 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.942 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 8939, 2024-08-04T16:44:28.942 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.942 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:38:52.112193+0000", 2024-08-04T16:44:28.942 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.005060422, 2024-08-04T16:44:28.942 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.943 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.943 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.944 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.945 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.945 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.945 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.945 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.945 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.945 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.945 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.945 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1168, 2024-08-04T16:44:28.945 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 384779, 2024-08-04T16:44:28.945 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.945 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.945 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.945 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 2937, 2024-08-04T16:44:28.946 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 380411 2024-08-04T16:44:28.946 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.946 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.946 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.946 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.946 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:28.946 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.946 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:28.946 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.946 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:28.946 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'2974" 2024-08-04T16:44:28.946 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.946 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.947 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.947 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:28.947 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:28.947 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:28.947 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.947 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:28.947 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.947 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.947 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:28.947 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.947 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.947 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.947 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:28.947 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.565691+0000", 2024-08-04T16:44:28.948 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.565691+0000", 2024-08-04T16:44:28.948 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.566004+0000", 2024-08-04T16:44:28.948 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:28.948 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.948 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.948 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.948 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:28.948 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:28.948 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:28.948 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:28.948 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.948 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.948 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.948 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:28.948 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.402042+0000", 2024-08-04T16:44:28.949 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.949 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.949 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.949 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.949 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:28.949 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.949 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.949 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.949 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.949 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.949 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.949 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.949 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.949 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.4", 2024-08-04T16:44:28.950 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.950 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.950 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.950 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5270, 2024-08-04T16:44:28.950 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.950 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:13:33.770985+0000", 2024-08-04T16:44:28.950 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.950 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.950 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.950 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.951 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.952 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.953 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.953 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.953 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.953 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.953 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.953 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:28.953 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:28.954 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:28.954 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.954 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:28.954 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:28.954 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.954 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.954 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.954 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.954 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.954 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:28.954 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.954 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:28.954 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.955 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.955 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:28.955 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.955 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.955 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.955 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:28.955 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.997597+0000", 2024-08-04T16:44:28.955 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.997597+0000", 2024-08-04T16:44:28.955 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.997980+0000", 2024-08-04T16:44:28.955 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:28.955 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.955 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.955 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.955 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:28.955 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:28.956 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:28.956 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:28.956 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.956 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.956 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.956 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:28.956 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400613+0000", 2024-08-04T16:44:28.956 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.956 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.956 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.956 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.956 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:28.957 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.957 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.957 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.957 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.957 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.957 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.957 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.957 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.957 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.5", 2024-08-04T16:44:28.957 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.957 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.957 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.957 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5091, 2024-08-04T16:44:28.957 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.957 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:29:59.300574+0000", 2024-08-04T16:44:28.958 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.958 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.958 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.958 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.959 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.960 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.961 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.961 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.961 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.961 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.961 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.961 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:28.961 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.961 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:28.961 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.961 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:28.961 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:28.961 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.961 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.962 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.962 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.962 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:28.962 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:28.962 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.962 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:28.962 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.962 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.962 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:28.962 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.962 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.962 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.963 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:44:22.623300+0000", 2024-08-04T16:44:28.963 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989976+0000", 2024-08-04T16:44:28.963 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989976+0000", 2024-08-04T16:44:28.963 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.762674+0000", 2024-08-04T16:44:28.963 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:44:22.623300+0000", 2024-08-04T16:44:28.963 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:28.963 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.963 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:28.963 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:28.963 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:44:22.623300+0000", 2024-08-04T16:44:28.963 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:44:22.623300+0000", 2024-08-04T16:44:28.963 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:44:22.623300+0000", 2024-08-04T16:44:28.963 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.963 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.964 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:28.964 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:44:22.623300+0000", 2024-08-04T16:44:28.964 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:44:22.623300+0000", 2024-08-04T16:44:28.964 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.964 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3051, 2024-08-04T16:44:28.964 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.964 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.964 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:28.964 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.964 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.964 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.964 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.964 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3051, 2024-08-04T16:44:28.964 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.965 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.965 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.965 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.3", 2024-08-04T16:44:28.965 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.965 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.965 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.965 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9101, 2024-08-04T16:44:28.965 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.965 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:52:45.915898+0000", 2024-08-04T16:44:28.965 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.005692772, 2024-08-04T16:44:28.965 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.965 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.965 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 4194304, 2024-08-04T16:44:28.965 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.966 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:28.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:28.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:28.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:28.967 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1292, 2024-08-04T16:44:28.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 321855, 2024-08-04T16:44:28.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3043, 2024-08-04T16:44:28.968 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 398345 2024-08-04T16:44:28.969 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.969 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.969 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.969 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.969 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.969 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:28.969 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:28.969 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.969 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:28.969 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3051" 2024-08-04T16:44:28.969 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.969 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.969 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.969 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:28.970 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:28.970 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:28.970 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.970 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:28.970 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.970 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.970 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:28.970 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.970 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.970 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.970 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:28.970 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.567552+0000", 2024-08-04T16:44:28.970 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.567552+0000", 2024-08-04T16:44:28.971 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.568005+0000", 2024-08-04T16:44:28.971 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:28.971 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.971 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.971 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.971 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:28.971 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:28.971 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:28.971 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:28.971 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.971 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.971 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.971 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:28.971 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425399+0000", 2024-08-04T16:44:28.972 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.972 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.972 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.972 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.972 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:28.972 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.972 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.972 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.972 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.972 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.972 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.972 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.972 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.972 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.5", 2024-08-04T16:44:28.973 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.973 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.973 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.973 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5162, 2024-08-04T16:44:28.973 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.973 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:06:32.015399+0000", 2024-08-04T16:44:28.973 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.973 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.973 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.973 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.973 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.973 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.973 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.973 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.974 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.975 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.976 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.976 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.976 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.976 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.976 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.976 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:28.976 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:28.976 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:28.977 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.977 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:28.977 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:28.977 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.977 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.977 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.977 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:28.977 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.977 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:28.977 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.977 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:28.977 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.977 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.977 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:28.978 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.978 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.978 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:28.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991115+0000", 2024-08-04T16:44:28.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991115+0000", 2024-08-04T16:44:28.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991517+0000", 2024-08-04T16:44:28.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:28.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:28.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:28.978 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:28.979 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:28.979 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.979 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.979 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:28.979 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:28.979 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.402142+0000", 2024-08-04T16:44:28.979 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.979 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.979 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.979 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.979 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:28.979 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.979 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.979 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.980 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.980 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.980 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.980 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.980 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.980 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.4", 2024-08-04T16:44:28.980 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.980 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.980 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.980 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5282, 2024-08-04T16:44:28.980 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.980 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:08:31.681889+0000", 2024-08-04T16:44:28.981 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.981 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.981 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.981 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.982 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.983 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.984 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.984 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.984 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.984 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.984 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.984 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:28.984 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.984 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:28.984 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.984 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:28.984 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:28.984 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.985 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.985 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.985 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:28.985 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:28.985 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:28.985 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.985 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:28.985 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.985 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.985 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:28.985 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.985 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.985 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.985 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:28.986 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.567053+0000", 2024-08-04T16:44:28.986 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.567053+0000", 2024-08-04T16:44:28.986 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.777667+0000", 2024-08-04T16:44:28.986 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:28.986 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:28.986 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.986 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:28.986 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:28.986 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:28.986 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:28.986 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:28.986 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.986 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.987 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:28.987 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:28.987 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399223+0000", 2024-08-04T16:44:28.987 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.987 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3007, 2024-08-04T16:44:28.987 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.987 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.987 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:28.987 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.987 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.987 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.987 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.987 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3007, 2024-08-04T16:44:28.988 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.988 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.988 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.988 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.2", 2024-08-04T16:44:28.988 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.988 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.988 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.988 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9068, 2024-08-04T16:44:28.988 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.988 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:00:21.190778+0000", 2024-08-04T16:44:28.988 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.007840395, 2024-08-04T16:44:28.988 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.988 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.988 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 19, 2024-08-04T16:44:28.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.989 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:28.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:28.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:28.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.990 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1018, 2024-08-04T16:44:28.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 371313, 2024-08-04T16:44:28.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3002, 2024-08-04T16:44:28.991 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 376114 2024-08-04T16:44:28.992 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.992 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.992 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.992 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.992 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:28.992 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:28.992 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:28.992 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.992 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:28.992 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3007" 2024-08-04T16:44:28.992 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.992 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:28.992 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:28.992 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:28.993 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:28.993 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:28.993 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:28.993 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:28.993 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:28.993 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:28.993 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:28.993 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:28.993 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:28.993 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:28.993 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:28.993 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.595226+0000", 2024-08-04T16:44:28.993 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.595226+0000", 2024-08-04T16:44:28.993 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.595817+0000", 2024-08-04T16:44:28.994 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:28.994 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.994 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:28.994 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.994 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:28.994 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:28.994 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:28.994 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:28.994 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:28.994 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:28.994 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:28.994 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:28.994 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116855+0000", 2024-08-04T16:44:28.995 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:28.995 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:28.995 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:28.995 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:28.995 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:28.995 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:28.995 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:28.995 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:28.995 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:28.995 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:28.995 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:28.995 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:28.995 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:28.995 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3", 2024-08-04T16:44:28.996 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:28.996 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:28.996 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:28.996 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5249, 2024-08-04T16:44:28.996 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:28.996 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:39:26.055655+0000", 2024-08-04T16:44:28.996 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:28.996 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:28.996 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:28.996 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:28.996 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:28.996 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:28.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:28.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:28.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:28.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:28.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:28.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:28.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:28.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:28.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:28.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:28.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:28.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:28.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:28.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:28.997 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:28.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:28.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:28.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:28.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:28.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:28.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:28.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:28.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:28.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:28.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:28.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:28.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:28.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:28.998 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:28.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:28.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:28.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:28.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:28.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:28.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:28.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:28.999 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:28.999 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:28.999 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:28.999 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:28.999 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:28.999 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:28.999 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.000 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.000 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.000 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:29.000 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.000 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.000 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.000 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.000 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.000 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.000 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.000 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.000 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:29.000 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.000 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.000 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.001 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.001 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.001 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.001 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:29.001 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.598843+0000", 2024-08-04T16:44:29.001 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.598843+0000", 2024-08-04T16:44:29.001 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.599164+0000", 2024-08-04T16:44:29.001 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:29.001 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.001 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.001 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.001 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.001 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:29.002 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:29.002 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:29.002 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.002 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.002 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.002 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:29.002 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424865+0000", 2024-08-04T16:44:29.002 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.002 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.002 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.002 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.002 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.002 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.003 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.003 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.003 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.003 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.003 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.003 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.003 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.003 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.2", 2024-08-04T16:44:29.003 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.003 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.003 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.003 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5134, 2024-08-04T16:44:29.003 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.004 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:29:35.832861+0000", 2024-08-04T16:44:29.004 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.004 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.004 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.004 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.005 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.006 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.007 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.007 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.007 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.007 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.007 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.007 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.007 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.007 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.007 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.007 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:29.007 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.007 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.008 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.008 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.008 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.008 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.008 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:29.008 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.008 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:29.008 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.008 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.008 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:29.008 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.008 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.008 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.008 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:29.009 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:23.519017+0000", 2024-08-04T16:44:29.009 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:23.519017+0000", 2024-08-04T16:44:29.009 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.776347+0000", 2024-08-04T16:44:29.009 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:29.009 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:29.009 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.009 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:29.009 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 407, 2024-08-04T16:44:29.009 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:29.009 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:29.009 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:29.009 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.009 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.009 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:29.010 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:29.010 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.401904+0000", 2024-08-04T16:44:29.010 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.010 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3093, 2024-08-04T16:44:29.010 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.010 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.010 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 406, 2024-08-04T16:44:29.010 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.010 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.010 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.010 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.010 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3093, 2024-08-04T16:44:29.010 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.011 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.011 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.011 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.4", 2024-08-04T16:44:29.011 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.011 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.011 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.011 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9235, 2024-08-04T16:44:29.011 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.011 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:12:23.664837+0000", 2024-08-04T16:44:29.011 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.005100792, 2024-08-04T16:44:29.011 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.011 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.011 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.011 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.011 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:29.012 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:29.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:29.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:29.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.013 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1528, 2024-08-04T16:44:29.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 415891, 2024-08-04T16:44:29.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3096, 2024-08-04T16:44:29.014 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 374362 2024-08-04T16:44:29.014 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.014 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.014 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.014 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.014 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.014 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.015 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:29.015 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.015 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:29.015 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3093" 2024-08-04T16:44:29.015 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.015 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.015 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.015 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.015 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.015 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.015 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.015 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:29.015 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.016 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.016 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.016 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.016 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.016 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.016 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:29.016 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.592647+0000", 2024-08-04T16:44:29.016 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.592647+0000", 2024-08-04T16:44:29.016 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.593171+0000", 2024-08-04T16:44:29.016 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:29.016 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.016 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.016 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.016 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.016 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:29.017 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:29.017 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:29.017 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.017 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.017 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.017 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:29.017 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399935+0000", 2024-08-04T16:44:29.017 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.017 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.017 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.017 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.017 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.017 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.017 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.018 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.018 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.018 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.018 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.018 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.018 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.018 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.0", 2024-08-04T16:44:29.018 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.018 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.018 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.018 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5271, 2024-08-04T16:44:29.018 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.019 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:49:00.417667+0000", 2024-08-04T16:44:29.019 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.019 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.019 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.019 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.019 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.019 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.019 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.019 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.019 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.019 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.019 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.020 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.020 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.020 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.020 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.020 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.020 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.020 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.020 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.020 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.020 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.020 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.020 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.020 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.021 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.022 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.022 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.022 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.022 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.022 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.022 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.022 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.022 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.023 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.023 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:29.023 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.023 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.023 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.023 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.023 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.023 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.023 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.023 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.023 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:29.023 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.023 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.023 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.024 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.024 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.024 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.024 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:29.024 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:23.526913+0000", 2024-08-04T16:44:29.024 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:23.526913+0000", 2024-08-04T16:44:29.024 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:23.527226+0000", 2024-08-04T16:44:29.024 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:29.024 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.024 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.024 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.024 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 407, 2024-08-04T16:44:29.024 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:29.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:29.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:29.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:29.025 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.115717+0000", 2024-08-04T16:44:29.025 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.025 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.025 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.025 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.025 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 406, 2024-08-04T16:44:29.025 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.025 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.026 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.026 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.026 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.026 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.026 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.026 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.026 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1", 2024-08-04T16:44:29.026 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.026 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.026 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.026 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5255, 2024-08-04T16:44:29.026 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.026 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:49:54.955780+0000", 2024-08-04T16:44:29.027 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.027 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.027 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.027 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.027 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.027 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.027 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.027 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.027 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.027 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.027 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.027 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.027 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.027 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.028 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.029 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.030 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.030 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.030 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.030 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.030 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.030 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.030 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.030 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.030 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.030 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:29.030 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.030 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.031 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.031 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.031 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.031 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.031 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.031 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.031 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:29.031 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.031 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.031 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:29.031 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.031 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.031 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:29.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.564564+0000", 2024-08-04T16:44:29.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.564564+0000", 2024-08-04T16:44:29.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.781494+0000", 2024-08-04T16:44:29.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:29.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:29.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:29.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:29.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:29.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:29.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:29.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.032 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:29.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:29.033 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.403156+0000", 2024-08-04T16:44:29.033 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.033 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3226, 2024-08-04T16:44:29.033 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.033 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.033 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:29.033 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.033 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.033 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.033 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.033 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3226, 2024-08-04T16:44:29.034 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.034 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.034 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.034 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.7", 2024-08-04T16:44:29.034 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.034 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.034 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.034 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9158, 2024-08-04T16:44:29.034 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.034 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:45:59.476160+0000", 2024-08-04T16:44:29.034 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.011184624, 2024-08-04T16:44:29.034 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.035 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.035 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.036 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 984, 2024-08-04T16:44:29.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 404752, 2024-08-04T16:44:29.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.037 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3211, 2024-08-04T16:44:29.038 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 411330 2024-08-04T16:44:29.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.038 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.038 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.038 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.038 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.038 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.038 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.038 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.038 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:29.038 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3226" 2024-08-04T16:44:29.038 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.038 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.039 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.039 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.039 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.039 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:29.039 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.039 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:29.039 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.039 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.039 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.039 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.039 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.039 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.039 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:29.039 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.583871+0000", 2024-08-04T16:44:29.039 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.583871+0000", 2024-08-04T16:44:29.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.584309+0000", 2024-08-04T16:44:29.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:29.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:29.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:29.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:29.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:29.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.040 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:29.041 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399961+0000", 2024-08-04T16:44:29.041 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.041 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.041 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.041 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.041 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:29.041 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.041 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.041 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.041 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.041 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.041 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.041 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.042 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.042 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1", 2024-08-04T16:44:29.042 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.042 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.042 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.042 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5309, 2024-08-04T16:44:29.042 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.042 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:11:18.398651+0000", 2024-08-04T16:44:29.042 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.042 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.042 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.042 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.042 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.043 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.044 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.045 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.045 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.045 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.045 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.045 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.046 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.046 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.046 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:29.046 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.046 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:29.046 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.046 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.046 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.046 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.046 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.046 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.046 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.046 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.047 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:29.047 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.047 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.047 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.047 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.047 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.047 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.047 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:29.047 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.993940+0000", 2024-08-04T16:44:29.047 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.993940+0000", 2024-08-04T16:44:29.047 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.994562+0000", 2024-08-04T16:44:29.047 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:29.047 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.047 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:29.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:29.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:29.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:29.048 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398952+0000", 2024-08-04T16:44:29.048 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.048 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.048 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.048 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.049 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.049 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.049 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.049 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.049 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.049 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.049 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.049 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.049 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.049 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.0", 2024-08-04T16:44:29.049 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.049 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.049 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.049 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5080, 2024-08-04T16:44:29.050 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.050 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:23:31.726216+0000", 2024-08-04T16:44:29.050 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.050 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.050 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.050 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.050 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.050 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.050 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.050 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.050 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.050 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.050 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.051 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.052 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.053 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.053 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.053 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.053 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.053 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.053 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.053 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.053 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.053 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.053 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:29.053 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.054 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.054 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.054 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.054 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.054 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.054 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:29.054 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.054 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:29.054 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.054 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.054 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:29.054 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.054 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.054 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:29.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:32:50.693341+0000", 2024-08-04T16:44:29.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:32:50.693341+0000", 2024-08-04T16:44:29.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.763879+0000", 2024-08-04T16:44:29.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:29.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:29.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:29.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 374, 2024-08-04T16:44:29.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:29.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:29.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:29.055 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.056 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.056 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:29.056 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:29.056 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.401863+0000", 2024-08-04T16:44:29.056 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.056 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3003, 2024-08-04T16:44:29.056 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.056 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.056 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 373, 2024-08-04T16:44:29.056 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.056 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.056 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.056 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.056 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3003, 2024-08-04T16:44:29.057 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.057 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.057 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.057 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.6", 2024-08-04T16:44:29.057 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.057 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.057 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.057 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 8856, 2024-08-04T16:44:29.057 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.057 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:03:01.353114+0000", 2024-08-04T16:44:29.057 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.007905965, 2024-08-04T16:44:29.057 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.057 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.058 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.059 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 702, 2024-08-04T16:44:29.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 378656, 2024-08-04T16:44:29.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 2980, 2024-08-04T16:44:29.060 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 382946 2024-08-04T16:44:29.060 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.061 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.061 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.061 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.061 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.061 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.061 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:29.061 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.061 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:29.061 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3003" 2024-08-04T16:44:29.061 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.061 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.061 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.061 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.061 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.062 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.062 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.062 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:29.062 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.062 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.062 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.062 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.062 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.062 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.062 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:29.062 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599319+0000", 2024-08-04T16:44:29.062 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599319+0000", 2024-08-04T16:44:29.062 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.599687+0000", 2024-08-04T16:44:29.063 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:29.063 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.063 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.063 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.063 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.063 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:29.063 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:29.063 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:29.063 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.063 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.063 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.063 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:29.063 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179075+0000", 2024-08-04T16:44:29.063 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.064 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.064 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.064 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.064 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.064 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.064 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.064 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.064 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.064 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.064 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.065 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.065 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.065 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2", 2024-08-04T16:44:29.065 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.065 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.065 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.065 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5205, 2024-08-04T16:44:29.065 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.065 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:24:39.347046+0000", 2024-08-04T16:44:29.065 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.065 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.065 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.065 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.066 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.067 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.068 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.068 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.068 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.068 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.069 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.069 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.069 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.069 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.069 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.069 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:29.069 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.069 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.069 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.069 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.069 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.069 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.069 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.069 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.070 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:29.070 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.070 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.070 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.070 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.070 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.070 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.070 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:29.070 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990615+0000", 2024-08-04T16:44:29.070 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990615+0000", 2024-08-04T16:44:29.070 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.990900+0000", 2024-08-04T16:44:29.071 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:29.071 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.071 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.071 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.071 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.071 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:29.071 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:29.071 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:29.071 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.071 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.071 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.071 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:29.071 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425012+0000", 2024-08-04T16:44:29.071 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.072 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.072 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.072 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.072 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.072 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.072 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.072 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.072 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.072 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.072 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.072 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.072 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.072 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.3", 2024-08-04T16:44:29.072 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.073 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.073 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.073 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5165, 2024-08-04T16:44:29.073 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.073 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:38:57.625254+0000", 2024-08-04T16:44:29.073 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.073 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.073 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.073 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.074 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.075 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.076 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.076 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.076 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.076 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.076 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.076 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.076 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.077 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.077 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.077 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:29.077 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.077 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.077 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.077 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.077 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.077 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.077 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.077 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.077 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:29.077 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.077 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.078 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 19, 2024-08-04T16:44:29.078 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.078 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.078 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.078 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:44:24.241287+0000", 2024-08-04T16:44:29.078 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.992135+0000", 2024-08-04T16:44:29.078 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.992135+0000", 2024-08-04T16:44:29.078 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.993213+0000", 2024-08-04T16:44:29.078 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:44:24.241287+0000", 2024-08-04T16:44:29.078 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:21:25.437230+0000", 2024-08-04T16:44:29.078 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.078 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:21:25.437230+0000", 2024-08-04T16:44:29.078 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.078 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:44:24.241287+0000", 2024-08-04T16:44:29.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:44:24.241287+0000", 2024-08-04T16:44:29.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:44:24.241287+0000", 2024-08-04T16:44:29.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:21:25.437230+0000", 2024-08-04T16:44:29.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:44:24.241287+0000", 2024-08-04T16:44:29.079 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:44:24.241287+0000", 2024-08-04T16:44:29.079 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.079 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 265, 2024-08-04T16:44:29.079 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.079 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.079 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.079 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.079 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.080 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.080 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.080 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 265, 2024-08-04T16:44:29.080 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.080 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.080 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.080 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "1.0", 2024-08-04T16:44:29.080 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.080 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.080 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.080 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5823, 2024-08-04T16:44:29.080 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.080 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:09:47.029793+0000", 2024-08-04T16:44:29.081 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.081 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.081 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.081 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 590368, 2024-08-04T16:44:29.081 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.081 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 1771104, 2024-08-04T16:44:29.081 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.081 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.081 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.081 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.081 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.081 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.081 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.081 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:29.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:29.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:29.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.082 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 6, 2024-08-04T16:44:29.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1430, 2024-08-04T16:44:29.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 2204, 2024-08-04T16:44:29.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.083 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 447, 2024-08-04T16:44:29.084 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 2416 2024-08-04T16:44:29.084 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.084 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.084 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.084 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.084 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.084 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.084 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.084 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.084 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:29.084 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "2829'265" 2024-08-04T16:44:29.085 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.085 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.085 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.085 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.085 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.085 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.085 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.085 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:29.085 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.085 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.085 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 69, 2024-08-04T16:44:29.085 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.085 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.086 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.086 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:29.086 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.992641+0000", 2024-08-04T16:44:29.086 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.992641+0000", 2024-08-04T16:44:29.086 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T16:09:05.766626+0000", 2024-08-04T16:44:29.086 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:29.086 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:29.086 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.086 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:29.086 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.086 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:29.086 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:29.086 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:29.087 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.087 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.087 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:25:06.510332+0000", 2024-08-04T16:44:29.087 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:29.087 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.649306+0000", 2024-08-04T16:44:29.087 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.087 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3043, 2024-08-04T16:44:29.087 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.087 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.087 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.087 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.087 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.087 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.087 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.087 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3043, 2024-08-04T16:44:29.088 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.088 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.088 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.088 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "4.5", 2024-08-04T16:44:29.088 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.088 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.088 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.088 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 9045, 2024-08-04T16:44:29.088 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.088 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:54:45.325250+0000", 2024-08-04T16:44:29.088 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.006428099, 2024-08-04T16:44:29.088 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.088 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.088 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.089 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.090 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1585, 2024-08-04T16:44:29.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 372891, 2024-08-04T16:44:29.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3003, 2024-08-04T16:44:29.091 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 417586 2024-08-04T16:44:29.091 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.091 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.091 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.092 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.092 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.092 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.092 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.092 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.092 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:29.092 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "1146'3043" 2024-08-04T16:44:29.092 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.092 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.092 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.092 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.092 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.092 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.092 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.093 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:29.093 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.093 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.093 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.093 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.093 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.093 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.093 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:29.093 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.993780+0000", 2024-08-04T16:44:29.093 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.993780+0000", 2024-08-04T16:44:29.093 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.994696+0000", 2024-08-04T16:44:29.093 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:29.093 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:29.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:29.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:29.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:29.094 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399813+0000", 2024-08-04T16:44:29.094 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.095 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.095 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.095 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.095 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.095 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.095 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.095 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.095 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.095 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.095 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.095 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.095 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.095 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.d", 2024-08-04T16:44:29.095 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.096 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.096 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.096 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5068, 2024-08-04T16:44:29.096 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.096 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:24:54.653678+0000", 2024-08-04T16:44:29.096 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.096 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.096 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.096 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.096 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.096 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.096 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.096 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.096 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.097 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.098 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.099 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.099 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.099 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.099 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.099 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.099 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.099 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.099 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.100 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.100 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:29.100 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.100 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.100 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.100 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.100 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.100 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.100 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.100 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.100 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:29.100 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.101 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.101 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.101 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.101 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.101 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.101 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:29.101 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.563476+0000", 2024-08-04T16:44:29.101 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.563476+0000", 2024-08-04T16:44:29.101 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.563834+0000", 2024-08-04T16:44:29.101 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:29.101 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.101 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.101 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.101 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:29.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:29.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:29.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:29.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:29.102 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116017+0000", 2024-08-04T16:44:29.102 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.102 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.102 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.102 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.102 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:29.103 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.103 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.103 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.103 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.103 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.103 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.103 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.103 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.103 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.c", 2024-08-04T16:44:29.103 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.103 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.103 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.103 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5252, 2024-08-04T16:44:29.103 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.103 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:42:21.892252+0000", 2024-08-04T16:44:29.104 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.104 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.104 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.104 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.105 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.106 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.107 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.107 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.107 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.107 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.107 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.107 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.107 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.107 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.107 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:29.107 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.107 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.107 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.107 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.108 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.108 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.108 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.108 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.108 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:29.108 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.108 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.108 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.108 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.108 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.108 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.108 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:29.108 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599857+0000", 2024-08-04T16:44:29.108 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599857+0000", 2024-08-04T16:44:29.108 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.600160+0000", 2024-08-04T16:44:29.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:29.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:29.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:29.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:29.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:29.109 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.426425+0000", 2024-08-04T16:44:29.109 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.110 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.110 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.110 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.110 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.110 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.110 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.110 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.110 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.110 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.110 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.110 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.110 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.111 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.c", 2024-08-04T16:44:29.111 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.111 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.111 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.111 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5152, 2024-08-04T16:44:29.111 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.111 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:38:36.860134+0000", 2024-08-04T16:44:29.111 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.111 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.111 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.111 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.112 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.113 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.114 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.114 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.114 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.114 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.114 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.115 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.115 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.115 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.115 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.115 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:29.115 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.115 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.115 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.115 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.115 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.115 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.115 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:29.115 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.116 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:29.116 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.116 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.116 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.116 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.116 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.116 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.116 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:29.116 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.592134+0000", 2024-08-04T16:44:29.116 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.592134+0000", 2024-08-04T16:44:29.116 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.592514+0000", 2024-08-04T16:44:29.116 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:29.116 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.116 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.116 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:29.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:29.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:29.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:29.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:29.117 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399628+0000", 2024-08-04T16:44:29.117 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.117 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T16:44:29.117 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.117 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.117 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:29.118 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.118 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.118 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.118 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.118 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T16:44:29.118 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.118 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.118 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.118 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.d", 2024-08-04T16:44:29.118 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.118 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.118 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.118 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5275, 2024-08-04T16:44:29.118 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.119 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:07:07.390471+0000", 2024-08-04T16:44:29.119 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.119 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.119 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 70, 2024-08-04T16:44:29.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.119 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:29.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:29.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:29.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.120 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1, 2024-08-04T16:44:29.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 1, 2024-08-04T16:44:29.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.121 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T16:44:29.122 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T16:44:29.122 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.122 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.122 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.122 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.122 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.122 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.122 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:29.122 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.122 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:29.122 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T16:44:29.123 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.123 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.123 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.123 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.123 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.123 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.123 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.123 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:29.123 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.123 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.123 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.123 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.123 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.123 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:29.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.997228+0000", 2024-08-04T16:44:29.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.997228+0000", 2024-08-04T16:44:29.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.997757+0000", 2024-08-04T16:44:29.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:29.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:29.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:29.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:29.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.124 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.125 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:29.125 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400138+0000", 2024-08-04T16:44:29.125 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.125 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.125 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.125 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.125 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.125 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.125 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.125 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.125 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.125 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.125 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.125 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.126 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.126 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.f", 2024-08-04T16:44:29.126 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.126 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.126 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.126 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5086, 2024-08-04T16:44:29.126 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.126 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:04:48.060945+0000", 2024-08-04T16:44:29.126 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.126 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.126 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.126 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.126 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.127 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.128 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.129 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.129 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.129 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.129 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.129 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.129 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.130 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.130 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.130 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.130 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:29.130 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.130 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.130 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.130 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.130 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.130 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.130 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.130 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.131 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:29.131 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.131 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.131 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.131 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.131 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.131 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:29.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991411+0000", 2024-08-04T16:44:29.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991411+0000", 2024-08-04T16:44:29.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.992178+0000", 2024-08-04T16:44:29.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:29.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.131 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:29.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:29.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:29.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:29.132 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116148+0000", 2024-08-04T16:44:29.132 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.132 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:29.132 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.132 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.132 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.132 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.133 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.133 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.133 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.133 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:29.133 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.133 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.133 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.133 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.e", 2024-08-04T16:44:29.133 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.133 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.133 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.133 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5248, 2024-08-04T16:44:29.133 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.133 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:35:07.063411+0000", 2024-08-04T16:44:29.133 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.134 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.134 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.134 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:29.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:29.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:29.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.135 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:29.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 6, 2024-08-04T16:44:29.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 6, 2024-08-04T16:44:29.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:29.136 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.136 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.137 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.137 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.137 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.137 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.137 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.137 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.137 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.137 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:29.137 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:29.137 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.137 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.137 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.137 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.137 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.137 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.137 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.138 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:29.138 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.138 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.138 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.138 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.138 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.138 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:29.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.000450+0000", 2024-08-04T16:44:29.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.000450+0000", 2024-08-04T16:44:29.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.000830+0000", 2024-08-04T16:44:29.138 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:29.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:29.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:29.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:29.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:29.139 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399572+0000", 2024-08-04T16:44:29.139 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.139 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.139 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.140 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.140 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.140 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.140 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.140 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.140 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.140 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.140 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.140 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.140 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.140 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.e", 2024-08-04T16:44:29.140 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.140 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.140 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.141 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5086, 2024-08-04T16:44:29.141 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.141 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:40:44.041390+0000", 2024-08-04T16:44:29.141 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.141 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.141 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.141 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.142 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.143 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.144 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.144 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.144 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.144 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.144 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.144 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.144 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.144 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.144 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.144 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:29.144 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.145 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.145 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.145 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.145 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.145 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.145 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.145 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.145 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:29.145 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.145 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.145 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.145 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.145 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.145 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:29.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.992539+0000", 2024-08-04T16:44:29.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.992539+0000", 2024-08-04T16:44:29.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.992859+0000", 2024-08-04T16:44:29.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:29.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:29.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:29.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:29.146 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.147 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.147 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.147 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:29.147 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.650055+0000", 2024-08-04T16:44:29.147 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.147 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 1, 2024-08-04T16:44:29.147 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.147 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.147 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.147 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.147 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.147 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.147 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.148 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 1, 2024-08-04T16:44:29.148 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.148 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.148 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.148 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.f", 2024-08-04T16:44:29.148 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.148 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.148 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.148 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5170, 2024-08-04T16:44:29.148 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.148 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:51:19.649740+0000", 2024-08-04T16:44:29.148 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.148 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.148 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 22, 2024-08-04T16:44:29.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.149 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 3, 2024-08-04T16:44:29.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 1, 2024-08-04T16:44:29.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 1, 2024-08-04T16:44:29.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.150 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1, 2024-08-04T16:44:29.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 1, 2024-08-04T16:44:29.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 1, 2024-08-04T16:44:29.151 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T16:44:29.151 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.152 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.152 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.152 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.152 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.152 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.152 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.152 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.152 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:29.152 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'1" 2024-08-04T16:44:29.152 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.152 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.152 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.152 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.152 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.152 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.153 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.153 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:29.153 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.153 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.153 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.153 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.153 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.153 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:29.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.981135+0000", 2024-08-04T16:44:29.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.981135+0000", 2024-08-04T16:44:29.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.982769+0000", 2024-08-04T16:44:29.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:29.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.153 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:29.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:29.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:29.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:29.154 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398714+0000", 2024-08-04T16:44:29.154 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.154 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.154 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.154 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.155 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.155 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.155 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.155 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.155 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.155 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.155 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.155 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.155 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.155 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.11", 2024-08-04T16:44:29.155 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.155 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.155 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.155 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5067, 2024-08-04T16:44:29.155 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.156 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:11:11.125286+0000", 2024-08-04T16:44:29.156 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.156 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.156 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.156 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.157 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.158 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.159 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.159 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.159 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.159 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.159 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.159 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.159 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.159 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.159 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.159 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:29.159 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.159 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.159 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.159 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.160 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.160 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.160 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.160 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.160 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:29.160 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.160 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.160 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.160 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.160 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.160 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:29.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:32:50.696607+0000", 2024-08-04T16:44:29.160 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:32:50.696607+0000", 2024-08-04T16:44:29.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:32:50.697355+0000", 2024-08-04T16:44:29.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:29.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 374, 2024-08-04T16:44:29.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:29.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:29.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:29.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:29.161 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116358+0000", 2024-08-04T16:44:29.162 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.162 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 8, 2024-08-04T16:44:29.162 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.162 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.162 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 373, 2024-08-04T16:44:29.162 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.162 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.162 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.162 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.162 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 8, 2024-08-04T16:44:29.162 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.162 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.162 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.162 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.10", 2024-08-04T16:44:29.162 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.163 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.163 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.163 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5265, 2024-08-04T16:44:29.163 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.163 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:12:14.504508+0000", 2024-08-04T16:44:29.163 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.163 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.163 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.163 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 12, 2024-08-04T16:44:29.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 4, 2024-08-04T16:44:29.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 4, 2024-08-04T16:44:29.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.164 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 4, 2024-08-04T16:44:29.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 24, 2024-08-04T16:44:29.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 24, 2024-08-04T16:44:29.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.165 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 12, 2024-08-04T16:44:29.166 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.166 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.166 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.166 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.166 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.166 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.166 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.166 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.166 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.166 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:29.166 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'8" 2024-08-04T16:44:29.166 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.167 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.167 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.167 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.167 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.167 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:29.167 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.167 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:29.167 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.167 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.167 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.167 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.167 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.167 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.167 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:29.167 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.594866+0000", 2024-08-04T16:44:29.167 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.594866+0000", 2024-08-04T16:44:29.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.597417+0000", 2024-08-04T16:44:29.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:29.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:29.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:29.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:29.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:29.168 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.647838+0000", 2024-08-04T16:44:29.169 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.169 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.169 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.169 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.169 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.169 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.169 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.169 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.169 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.169 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.169 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.169 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.169 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.170 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.10", 2024-08-04T16:44:29.170 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.170 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.170 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.170 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5096, 2024-08-04T16:44:29.170 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.170 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:29:20.198631+0000", 2024-08-04T16:44:29.170 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.170 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.170 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.170 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.171 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.172 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.173 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.173 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.173 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.173 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.173 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.173 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.173 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.174 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:29.174 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.174 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:29.174 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.174 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.174 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.174 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.174 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.174 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.174 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.174 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.174 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:29.174 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.174 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.175 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.175 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.175 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.175 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:29.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.598627+0000", 2024-08-04T16:44:29.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.598627+0000", 2024-08-04T16:44:29.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.603705+0000", 2024-08-04T16:44:29.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:29.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.175 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:29.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:29.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:29.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:29.176 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.648720+0000", 2024-08-04T16:44:29.176 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.176 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.176 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.176 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.176 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.176 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.176 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.176 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.176 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.177 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.177 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.177 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.177 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.177 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.11", 2024-08-04T16:44:29.177 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.177 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.177 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.177 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5109, 2024-08-04T16:44:29.177 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.177 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:26:57.041350+0000", 2024-08-04T16:44:29.177 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.177 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.177 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.178 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.179 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.180 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.180 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.181 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.181 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.181 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.181 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.181 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.181 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.181 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.181 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:29.181 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.181 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.181 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.181 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.181 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.181 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.181 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:29.182 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.182 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:29.182 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.182 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.182 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.182 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.182 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.182 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:29.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.000614+0000", 2024-08-04T16:44:29.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.000614+0000", 2024-08-04T16:44:29.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.002177+0000", 2024-08-04T16:44:29.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:29.182 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:29.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:29.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:29.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:29.183 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399940+0000", 2024-08-04T16:44:29.183 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.183 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.183 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.183 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.184 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.184 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.184 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.184 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.184 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.184 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.184 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.184 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.184 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.184 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.13", 2024-08-04T16:44:29.184 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.184 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.184 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.184 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5085, 2024-08-04T16:44:29.185 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.185 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:32:46.199701+0000", 2024-08-04T16:44:29.185 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.185 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.185 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.185 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.186 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.187 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.188 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.188 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.188 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.188 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.188 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.188 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.188 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.188 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:29.188 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.188 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:29.188 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.188 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.189 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.189 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.189 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.189 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.189 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.189 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.189 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:29.189 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.189 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.189 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.189 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.189 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.189 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:29.189 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.988904+0000", 2024-08-04T16:44:29.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.988904+0000", 2024-08-04T16:44:29.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989364+0000", 2024-08-04T16:44:29.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:29.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:29.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:29.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:29.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.190 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:29.191 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424895+0000", 2024-08-04T16:44:29.191 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.191 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.191 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.191 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.191 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.191 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.191 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.191 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.191 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.191 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.191 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.191 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.191 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.192 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.12", 2024-08-04T16:44:29.192 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.192 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.192 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.192 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5153, 2024-08-04T16:44:29.192 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.192 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:51:03.432525+0000", 2024-08-04T16:44:29.192 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.192 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.192 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.192 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.193 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.194 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.195 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.195 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.195 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.196 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.196 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.196 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.196 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.196 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.196 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.196 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:29.196 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.196 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.196 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.196 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.196 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.197 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.197 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:29.197 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.197 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:29.197 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.197 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.197 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.197 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.197 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.197 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:29.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.988526+0000", 2024-08-04T16:44:29.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.988526+0000", 2024-08-04T16:44:29.197 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.988902+0000", 2024-08-04T16:44:29.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:29.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:29.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:29.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:29.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:29.198 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.403789+0000", 2024-08-04T16:44:29.198 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.199 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.199 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.199 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.199 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.199 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.199 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.199 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.199 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.199 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.199 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.199 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.199 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.199 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.12", 2024-08-04T16:44:29.199 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.199 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.200 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.200 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5306, 2024-08-04T16:44:29.200 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.200 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:33:12.716891+0000", 2024-08-04T16:44:29.200 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.200 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.200 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.200 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.201 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.202 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.203 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.203 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.203 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.203 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.203 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.203 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.203 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.203 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.203 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.203 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.203 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.203 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.204 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.204 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.204 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:29.204 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.204 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:29.204 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.204 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.204 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.204 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.204 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.204 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.204 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:29.204 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.204 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:29.204 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.205 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.205 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.205 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.205 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.205 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:29.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.580541+0000", 2024-08-04T16:44:29.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.580541+0000", 2024-08-04T16:44:29.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.581299+0000", 2024-08-04T16:44:29.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:29.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.205 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:29.206 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:29.206 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:29.206 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:29.206 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.206 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.206 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.206 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:29.206 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.404365+0000", 2024-08-04T16:44:29.206 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.206 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:29.206 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.206 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.206 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:29.206 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.207 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.207 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.207 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.207 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:29.207 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.207 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.207 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.207 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.13", 2024-08-04T16:44:29.207 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.207 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.207 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.207 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5315, 2024-08-04T16:44:29.207 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.208 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:32:04.951316+0000", 2024-08-04T16:44:29.208 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.208 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.208 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 34, 2024-08-04T16:44:29.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.208 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:29.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:29.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:29.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.209 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:29.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 4, 2024-08-04T16:44:29.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 7, 2024-08-04T16:44:29.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.210 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 3, 2024-08-04T16:44:29.211 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 6 2024-08-04T16:44:29.211 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.211 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.211 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.211 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.211 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.211 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.211 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:29.211 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.211 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:29.211 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'2" 2024-08-04T16:44:29.211 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.211 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.212 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.212 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.212 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.212 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:29.212 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.212 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:29.212 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.212 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.212 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.212 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.212 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.212 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:29.212 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.001380+0000", 2024-08-04T16:44:29.213 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.001380+0000", 2024-08-04T16:44:29.213 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.003872+0000", 2024-08-04T16:44:29.213 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:29.213 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.213 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.213 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.213 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.213 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:29.213 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:29.213 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:29.213 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.213 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.213 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.213 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:29.214 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400504+0000", 2024-08-04T16:44:29.214 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.214 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.214 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.214 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.214 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.214 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.214 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.214 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.214 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.214 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.214 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.215 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.215 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.215 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.15", 2024-08-04T16:44:29.215 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.215 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.215 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.215 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5084, 2024-08-04T16:44:29.215 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.215 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:45:17.076372+0000", 2024-08-04T16:44:29.215 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.215 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.215 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.215 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.216 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.217 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.218 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.218 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.218 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.218 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.218 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.218 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.218 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.218 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.218 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.218 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.218 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.218 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.219 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.219 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.219 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.219 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.219 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.219 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.219 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:29.219 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.219 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:29.219 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.219 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.219 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.219 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.219 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.220 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.220 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:29.220 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.220 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:29.220 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.220 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.220 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.220 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.220 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.220 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:29.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.603651+0000", 2024-08-04T16:44:29.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.603651+0000", 2024-08-04T16:44:29.220 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.604407+0000", 2024-08-04T16:44:29.221 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:29.221 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.221 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.221 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.221 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.221 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:29.221 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:29.221 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:29.221 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.221 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.221 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.221 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:29.221 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.648144+0000", 2024-08-04T16:44:29.222 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.222 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 29, 2024-08-04T16:44:29.222 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.222 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.222 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.222 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.222 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.222 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.222 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.222 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 29, 2024-08-04T16:44:29.222 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.222 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.222 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.223 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.14", 2024-08-04T16:44:29.223 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.223 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.223 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.223 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5134, 2024-08-04T16:44:29.223 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.223 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:37:54.626044+0000", 2024-08-04T16:44:29.223 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.223 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.223 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 5810, 2024-08-04T16:44:29.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.223 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.224 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.225 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.225 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 12, 2024-08-04T16:44:29.225 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 4, 2024-08-04T16:44:29.225 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.225 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 4, 2024-08-04T16:44:29.225 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.225 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.225 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.225 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.225 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.225 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:29.225 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.225 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 10, 2024-08-04T16:44:29.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 14, 2024-08-04T16:44:29.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 28, 2024-08-04T16:44:29.226 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 25 2024-08-04T16:44:29.226 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.226 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.227 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.227 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.227 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.227 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.227 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:29.227 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.227 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:29.227 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'29" 2024-08-04T16:44:29.227 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.227 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.227 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.227 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.227 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.227 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.227 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.228 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:29.228 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.228 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.228 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.228 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.228 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.228 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.228 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:29.228 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.985858+0000", 2024-08-04T16:44:29.228 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.985858+0000", 2024-08-04T16:44:29.228 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.986185+0000", 2024-08-04T16:44:29.228 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:29.228 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.228 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.229 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.229 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.229 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:29.229 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:29.229 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:29.229 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.229 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.229 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.229 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:29.229 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.651306+0000", 2024-08-04T16:44:29.229 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.229 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.229 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.230 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.230 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.230 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.230 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.230 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.230 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.230 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.230 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.230 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.230 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.230 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.14", 2024-08-04T16:44:29.230 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.230 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.231 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.231 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5155, 2024-08-04T16:44:29.231 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.231 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:40:04.359613+0000", 2024-08-04T16:44:29.231 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.231 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.231 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.231 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.232 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.233 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.233 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.233 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.233 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.233 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.233 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.233 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.233 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.233 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.233 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.233 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.233 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.234 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.234 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.234 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.234 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.235 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.235 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.235 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.235 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.235 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.235 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:29.235 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.235 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.235 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.235 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.235 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.235 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.235 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.235 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.236 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:29.236 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.236 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.236 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.236 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.236 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.236 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.236 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:29.236 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.562568+0000", 2024-08-04T16:44:29.236 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.562568+0000", 2024-08-04T16:44:29.236 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.562960+0000", 2024-08-04T16:44:29.236 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:29.236 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.236 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.236 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.237 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:29.237 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:29.237 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:29.237 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:29.237 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.237 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.237 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.237 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:29.237 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399751+0000", 2024-08-04T16:44:29.237 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.237 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 3, 2024-08-04T16:44:29.237 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.237 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.237 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:29.237 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.237 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.238 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.238 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.238 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 3, 2024-08-04T16:44:29.238 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.238 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.238 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.238 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.15", 2024-08-04T16:44:29.238 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.238 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.238 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.238 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5283, 2024-08-04T16:44:29.238 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.238 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:30:30.694421+0000", 2024-08-04T16:44:29.239 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.239 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.239 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 90, 2024-08-04T16:44:29.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.239 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.240 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.240 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.240 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.240 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.240 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:29.240 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:29.240 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.240 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:29.240 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.240 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.240 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.240 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.240 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.240 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 1, 2024-08-04T16:44:29.240 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 7, 2024-08-04T16:44:29.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 7, 2024-08-04T16:44:29.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 4, 2024-08-04T16:44:29.241 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 1 2024-08-04T16:44:29.241 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.241 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.242 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.242 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.242 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.242 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.242 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.242 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.242 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:29.242 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "65'3" 2024-08-04T16:44:29.242 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.242 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.242 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.242 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.242 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.243 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:29.243 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.243 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:29.243 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.243 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.243 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.243 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.243 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.243 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.243 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:29.243 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.559358+0000", 2024-08-04T16:44:29.243 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.559358+0000", 2024-08-04T16:44:29.243 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.559701+0000", 2024-08-04T16:44:29.243 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:29.243 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.244 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.244 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.244 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:29.244 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:29.244 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:29.244 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:29.244 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.244 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.244 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.244 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:29.244 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.401122+0000", 2024-08-04T16:44:29.244 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.244 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.244 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.245 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.245 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:29.245 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.245 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.245 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.245 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.245 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.245 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.245 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.245 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.245 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.17", 2024-08-04T16:44:29.245 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.245 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.245 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.246 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5305, 2024-08-04T16:44:29.246 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.246 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:16:01.256561+0000", 2024-08-04T16:44:29.246 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.246 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.246 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.246 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.247 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.248 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.248 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.248 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.248 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.248 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.248 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.248 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.248 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.248 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.248 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.248 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.248 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.248 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.249 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.249 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.249 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.249 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.249 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.249 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.249 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.249 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:29.249 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.249 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:29.250 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.250 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.250 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.250 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.250 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.250 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.250 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:29.250 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.250 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:29.250 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.250 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.250 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.250 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.250 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.251 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.251 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:29.251 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599905+0000", 2024-08-04T16:44:29.251 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599905+0000", 2024-08-04T16:44:29.251 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.600534+0000", 2024-08-04T16:44:29.251 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:29.251 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.251 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.251 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.251 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.251 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:29.251 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:29.251 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:29.252 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.252 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.252 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.252 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:29.252 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.426057+0000", 2024-08-04T16:44:29.252 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.252 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.252 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.252 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.252 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.252 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.252 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.252 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.252 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.253 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.253 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.253 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.253 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.253 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.16", 2024-08-04T16:44:29.253 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.253 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.253 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.253 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5160, 2024-08-04T16:44:29.253 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.253 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T02:29:52.921994+0000", 2024-08-04T16:44:29.253 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.253 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.253 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.253 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.254 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.255 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.255 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.255 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.255 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.255 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.255 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.255 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.255 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.255 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.255 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.255 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.255 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.255 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.255 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.255 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.256 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.256 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.256 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.256 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.257 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.257 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.257 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.257 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:29.257 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.257 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:29.257 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.257 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.257 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.257 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.257 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.257 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.257 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.257 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.257 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:29.258 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.258 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.258 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.258 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.258 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.258 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.258 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:29.258 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991633+0000", 2024-08-04T16:44:29.258 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991633+0000", 2024-08-04T16:44:29.258 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.992168+0000", 2024-08-04T16:44:29.258 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:29.258 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.258 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.258 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.259 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.259 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:29.259 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:29.259 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:29.259 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.259 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.259 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.259 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:29.259 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425957+0000", 2024-08-04T16:44:29.259 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.259 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.259 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.259 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.259 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.260 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.260 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.260 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.260 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.260 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.260 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.260 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.260 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.260 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.16", 2024-08-04T16:44:29.260 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.260 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.260 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.260 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5126, 2024-08-04T16:44:29.260 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.261 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:59:00.660145+0000", 2024-08-04T16:44:29.261 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.261 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.261 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.261 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.262 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.262 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.262 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.262 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.262 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.262 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.262 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.262 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.262 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.262 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.262 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.262 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.263 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.264 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.264 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.264 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.264 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.264 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.264 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.264 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.264 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.264 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.264 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:29.265 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.265 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.265 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.265 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.265 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.265 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.265 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:29.265 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.265 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:29.265 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.265 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.265 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.265 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.265 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.266 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.266 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:29.266 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.610039+0000", 2024-08-04T16:44:29.266 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.610039+0000", 2024-08-04T16:44:29.266 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.610412+0000", 2024-08-04T16:44:29.266 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:29.266 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.266 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.266 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.266 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.266 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:29.266 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:29.266 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:29.266 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.267 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.267 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.267 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:29.267 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.650032+0000", 2024-08-04T16:44:29.267 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.267 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.267 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.267 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.267 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.267 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.267 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.267 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.267 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.267 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.268 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.268 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.268 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.268 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.17", 2024-08-04T16:44:29.268 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.268 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.268 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.268 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5098, 2024-08-04T16:44:29.268 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.268 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:27:22.173580+0000", 2024-08-04T16:44:29.268 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.268 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.268 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.268 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.269 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.270 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.271 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.271 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.271 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.271 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.271 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.271 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.272 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.272 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:29.272 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.272 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:29.272 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.272 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.272 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.272 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.272 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.272 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.272 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:29.272 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.272 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:29.273 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.273 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.273 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.273 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.273 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.273 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.273 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:29.273 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.592764+0000", 2024-08-04T16:44:29.273 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.592764+0000", 2024-08-04T16:44:29.273 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.593077+0000", 2024-08-04T16:44:29.273 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:29.273 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.273 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.273 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.273 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:29.274 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:29.274 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:29.274 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:29.274 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.274 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.274 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.274 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:29.274 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398248+0000", 2024-08-04T16:44:29.274 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.274 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.274 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.274 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.274 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:29.275 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.275 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.275 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.275 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.275 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.275 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.275 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.275 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.275 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.19", 2024-08-04T16:44:29.275 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.275 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.275 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.275 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5265, 2024-08-04T16:44:29.276 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.276 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:46:50.572080+0000", 2024-08-04T16:44:29.276 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.276 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.276 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.276 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.277 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.278 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.279 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.279 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.279 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.279 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.279 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.279 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.279 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.279 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.279 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:29.279 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.279 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:29.279 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.279 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.280 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.280 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.280 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.280 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.280 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.280 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.280 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:29.280 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.280 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.280 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.280 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.280 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.280 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.280 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:29.280 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991616+0000", 2024-08-04T16:44:29.281 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991616+0000", 2024-08-04T16:44:29.281 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991980+0000", 2024-08-04T16:44:29.281 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:29.281 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.281 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.281 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.281 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.281 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:29.281 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:29.281 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:29.281 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.281 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.281 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.281 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:29.282 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424773+0000", 2024-08-04T16:44:29.282 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.282 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.282 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.282 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.282 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.282 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.282 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.282 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.282 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.282 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.282 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.282 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.282 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.283 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.18", 2024-08-04T16:44:29.283 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.283 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.283 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.283 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5141, 2024-08-04T16:44:29.283 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.283 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:09:28.314358+0000", 2024-08-04T16:44:29.283 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.283 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.283 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.283 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.284 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.285 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.286 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.286 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.286 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.286 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.286 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.286 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.286 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.287 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.287 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.287 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:29.287 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.287 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.287 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.287 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.287 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.287 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.287 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.287 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.287 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:29.287 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.287 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.287 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.287 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.288 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.288 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.288 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:29.288 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:23.520173+0000", 2024-08-04T16:44:29.288 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:23.520173+0000", 2024-08-04T16:44:29.288 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:23.520639+0000", 2024-08-04T16:44:29.288 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:29.288 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.288 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.288 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.288 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 407, 2024-08-04T16:44:29.288 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:29.288 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:29.288 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:29.289 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.289 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.289 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.289 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:29.289 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178258+0000", 2024-08-04T16:44:29.289 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.289 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.289 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.289 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.289 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 406, 2024-08-04T16:44:29.289 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.289 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.289 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.289 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.290 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.290 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.290 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.290 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.290 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.18", 2024-08-04T16:44:29.290 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.290 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.290 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.290 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5209, 2024-08-04T16:44:29.290 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.290 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:00:55.771219+0000", 2024-08-04T16:44:29.290 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.290 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.290 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.291 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.292 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.293 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.293 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.293 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.293 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.294 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.294 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.294 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.294 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.294 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.294 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:29.294 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.294 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.294 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.294 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.294 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.294 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.294 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.295 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.295 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:29.295 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.295 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.295 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.295 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.295 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.295 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.295 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:29.295 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599181+0000", 2024-08-04T16:44:29.295 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599181+0000", 2024-08-04T16:44:29.295 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.599578+0000", 2024-08-04T16:44:29.295 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:29.295 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.296 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.296 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.296 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.296 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:29.296 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:29.296 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:29.296 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.296 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.296 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.296 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:29.296 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178589+0000", 2024-08-04T16:44:29.296 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.296 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.296 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.296 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.297 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.297 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.297 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.297 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.297 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.297 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.297 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.297 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.297 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.297 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.19", 2024-08-04T16:44:29.297 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.297 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.297 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.297 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5213, 2024-08-04T16:44:29.298 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.298 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:44:51.433196+0000", 2024-08-04T16:44:29.298 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.298 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.298 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.298 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.299 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.300 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.301 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.301 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.301 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.301 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.301 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.301 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.301 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.301 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.301 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.301 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:29.301 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.301 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.302 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.302 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.302 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.302 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.302 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:29.302 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.302 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:29.302 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.302 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.302 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.302 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.302 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.302 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.302 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:29.303 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.602545+0000", 2024-08-04T16:44:29.303 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.602545+0000", 2024-08-04T16:44:29.303 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.603595+0000", 2024-08-04T16:44:29.303 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:29.303 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.303 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.303 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.303 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.303 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:29.303 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:29.303 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:29.303 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.303 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.303 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.303 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:29.304 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.647977+0000", 2024-08-04T16:44:29.304 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.304 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:29.304 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.304 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.304 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.304 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.304 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.304 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.304 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.304 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:29.304 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.304 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.304 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.305 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1a", 2024-08-04T16:44:29.305 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.305 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.305 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.305 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5119, 2024-08-04T16:44:29.305 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.305 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:10:29.511339+0000", 2024-08-04T16:44:29.305 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.305 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.305 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.305 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.306 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.307 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.307 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.307 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.307 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.307 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.307 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.307 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.307 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.307 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.307 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.307 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.307 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.307 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.307 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.308 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.308 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.308 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.308 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.308 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.308 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.308 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.309 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:29.309 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.309 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:29.309 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'2" 2024-08-04T16:44:29.309 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.309 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.309 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.309 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.309 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.309 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.309 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.309 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:29.309 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.309 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.310 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.310 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.310 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.310 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.310 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:29.310 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989544+0000", 2024-08-04T16:44:29.310 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989544+0000", 2024-08-04T16:44:29.310 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989867+0000", 2024-08-04T16:44:29.310 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:29.310 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.310 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.310 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.310 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.311 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:29.311 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:29.311 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:29.311 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.311 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.311 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.311 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:29.311 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.117074+0000", 2024-08-04T16:44:29.311 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.311 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.311 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.311 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.311 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.311 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.312 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.312 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.312 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.312 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.312 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.312 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.312 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.312 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1b", 2024-08-04T16:44:29.312 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.312 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.312 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.312 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5237, 2024-08-04T16:44:29.312 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.312 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:02:49.984019+0000", 2024-08-04T16:44:29.312 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.313 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.313 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.313 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.314 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.314 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.314 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.314 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.314 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.314 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.314 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.314 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.314 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.314 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.314 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.314 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.314 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.314 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.315 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.315 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.315 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.315 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.315 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.315 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.315 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.315 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.315 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.315 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.315 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.316 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.316 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.316 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.316 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.316 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.316 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.316 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.316 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.316 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.316 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.316 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:29.316 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.316 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.317 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.317 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.317 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.317 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.317 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.317 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.317 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:29.317 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.317 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.317 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 59, 2024-08-04T16:44:29.317 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.317 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.317 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.317 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:29.317 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.993630+0000", 2024-08-04T16:44:29.318 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.993630+0000", 2024-08-04T16:44:29.318 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.993986+0000", 2024-08-04T16:44:29.318 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:29.318 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.318 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.318 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.318 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.318 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:29.318 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:29.318 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:29.318 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.318 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.318 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:47.252632+0000", 2024-08-04T16:44:29.318 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:29.319 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178817+0000", 2024-08-04T16:44:29.319 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.319 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 2, 2024-08-04T16:44:29.319 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.319 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.319 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.319 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.319 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.319 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.319 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.319 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 2, 2024-08-04T16:44:29.319 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.319 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.320 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.320 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "2.1b", 2024-08-04T16:44:29.320 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.320 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.320 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.320 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5206, 2024-08-04T16:44:29.320 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.320 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:52:38.775753+0000", 2024-08-04T16:44:29.320 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.320 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.320 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.320 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.321 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.322 INFO:tasks.workunit.client.0.smithi007.stderr:+ ceph telemetry off 2024-08-04T16:44:29.323 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.323 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.323 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.324 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.325 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.325 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.325 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.325 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.325 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.326 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.326 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.326 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.326 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.326 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:29.326 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "557'2" 2024-08-04T16:44:29.326 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.326 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.326 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.326 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.326 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.326 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:29.326 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.327 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:29.327 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.327 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.327 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.327 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.327 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.327 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.327 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:29.327 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.586744+0000", 2024-08-04T16:44:29.327 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.586744+0000", 2024-08-04T16:44:29.327 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.587047+0000", 2024-08-04T16:44:29.327 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:29.327 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.328 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.328 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.328 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:29.328 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:29.328 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:29.328 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:29.328 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.328 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.328 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.328 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:29.328 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.649010+0000", 2024-08-04T16:44:29.328 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.328 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.328 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.328 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.329 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:29.329 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.329 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.329 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.329 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.329 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.329 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.329 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.329 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.329 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.1a", 2024-08-04T16:44:29.329 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.329 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.329 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.329 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5192, 2024-08-04T16:44:29.330 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.330 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:52:21.003324+0000", 2024-08-04T16:44:29.330 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.330 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.330 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.330 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.330 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.330 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.330 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.330 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.330 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.330 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.330 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.330 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.331 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.332 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.333 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.333 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.333 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.333 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.333 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.333 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.333 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:29.333 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.333 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:29.333 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.333 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.333 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.333 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.334 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.334 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.334 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:29.334 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.334 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:29.334 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.334 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.334 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.334 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.334 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.334 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.334 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:29.334 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.598054+0000", 2024-08-04T16:44:29.335 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.598054+0000", 2024-08-04T16:44:29.335 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.598507+0000", 2024-08-04T16:44:29.335 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:29.335 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.335 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.335 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.335 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.335 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:29.335 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:29.335 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:29.335 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.335 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.335 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.335 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:29.336 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.647907+0000", 2024-08-04T16:44:29.336 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.336 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.336 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.336 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.336 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.336 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.336 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.336 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.336 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.336 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.336 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.336 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.336 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.337 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.20", 2024-08-04T16:44:29.337 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.337 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.337 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.337 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5100, 2024-08-04T16:44:29.337 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.337 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:27:31.106267+0000", 2024-08-04T16:44:29.337 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.337 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.337 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.337 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.337 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.337 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.337 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.337 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.338 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.338 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.338 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.338 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.338 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.338 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.338 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.338 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.338 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.338 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.338 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.338 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.338 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.339 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.340 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.340 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.340 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.340 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.340 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.340 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.340 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.341 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:29.341 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.341 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:29.341 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.341 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.341 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.341 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.341 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.341 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.341 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.341 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.341 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:29.341 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.341 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.341 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.342 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.342 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.342 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.342 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:29.342 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.595279+0000", 2024-08-04T16:44:29.342 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.595279+0000", 2024-08-04T16:44:29.342 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.595750+0000", 2024-08-04T16:44:29.342 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:29.342 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.342 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.342 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.342 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.342 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:29.342 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:29.342 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:29.343 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.343 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.343 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.343 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:29.343 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116386+0000", 2024-08-04T16:44:29.343 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.343 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.343 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.343 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.343 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.343 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.343 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.343 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.343 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.344 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.344 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.344 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.344 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.344 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.21", 2024-08-04T16:44:29.344 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.344 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.344 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.344 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5242, 2024-08-04T16:44:29.344 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.344 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:28:58.464300+0000", 2024-08-04T16:44:29.344 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.344 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.344 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.345 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.345 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.345 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.345 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.345 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.345 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.345 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.345 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.345 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.345 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.345 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.345 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.345 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.346 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.346 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.346 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.346 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.346 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.346 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.346 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.346 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.346 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.346 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.346 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.346 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.346 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.346 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.346 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.347 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.347 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.348 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.348 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.348 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.348 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.348 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.348 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.348 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.348 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:29.348 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.348 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.348 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.348 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.348 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.348 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.349 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.349 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.349 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:29.349 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.349 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.349 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.349 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.349 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.349 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.349 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:29.349 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.563450+0000", 2024-08-04T16:44:29.349 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.563450+0000", 2024-08-04T16:44:29.349 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.564118+0000", 2024-08-04T16:44:29.349 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:29.350 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.350 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.350 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.350 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:29.350 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:29.350 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:29.350 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:29.350 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.350 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.350 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.350 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:29.350 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425100+0000", 2024-08-04T16:44:29.350 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.350 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.351 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.351 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.351 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:29.351 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.351 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.351 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.351 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.351 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.351 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.351 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.351 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.351 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.22", 2024-08-04T16:44:29.351 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.351 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.351 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.352 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5162, 2024-08-04T16:44:29.352 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.352 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:52:21.417457+0000", 2024-08-04T16:44:29.352 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.352 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.352 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.352 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.353 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.353 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.353 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.353 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.353 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.353 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.353 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.353 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.353 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.353 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.353 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.353 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.353 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.353 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.353 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.354 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.355 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.355 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.355 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.355 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.355 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.355 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.355 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.355 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.355 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.355 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:29.355 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.356 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.356 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.356 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.356 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.356 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.356 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:29.356 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.356 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:29.356 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.356 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.356 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.356 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.356 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.356 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.357 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:29.357 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.580980+0000", 2024-08-04T16:44:29.357 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.580980+0000", 2024-08-04T16:44:29.357 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.581324+0000", 2024-08-04T16:44:29.357 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:29.357 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.357 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.357 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.357 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:29.357 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:29.357 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:29.357 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:29.357 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.357 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.358 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.358 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:29.358 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.404419+0000", 2024-08-04T16:44:29.358 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.358 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.358 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.358 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.358 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:29.358 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.358 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.358 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.358 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.358 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.358 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.359 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.359 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.359 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.23", 2024-08-04T16:44:29.359 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.359 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.359 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.359 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5309, 2024-08-04T16:44:29.359 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.359 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:13:12.510761+0000", 2024-08-04T16:44:29.359 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.359 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.359 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.359 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.360 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.361 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.362 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.362 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.362 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.363 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.363 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.363 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.363 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.363 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:29.363 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.363 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:29.363 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.363 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.363 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.363 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.363 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.363 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.363 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.364 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.364 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:29.364 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.364 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.364 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.364 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.364 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.364 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.364 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:29.364 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.577771+0000", 2024-08-04T16:44:29.364 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.577771+0000", 2024-08-04T16:44:29.364 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.578126+0000", 2024-08-04T16:44:29.365 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:29.365 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.365 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.365 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.365 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:29.365 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:29.365 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:29.365 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:29.365 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.365 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.365 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.365 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:29.366 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179295+0000", 2024-08-04T16:44:29.366 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.366 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.366 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.366 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.366 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:29.366 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.366 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.366 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.366 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.366 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.366 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.367 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.367 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.367 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.24", 2024-08-04T16:44:29.367 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.367 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.367 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.367 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5213, 2024-08-04T16:44:29.367 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.367 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T17:25:43.166862+0000", 2024-08-04T16:44:29.367 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.367 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.367 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.367 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.367 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.368 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.369 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.370 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.370 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.371 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.371 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.371 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.371 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.371 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.371 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.371 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.371 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:29.371 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.371 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.371 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.371 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.372 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.372 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.372 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:29.372 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.372 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:29.372 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.372 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.372 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.372 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.372 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.372 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.372 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:29.372 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:23.519063+0000", 2024-08-04T16:44:29.372 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:23.519063+0000", 2024-08-04T16:44:29.373 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:23.519811+0000", 2024-08-04T16:44:29.373 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:29.373 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.373 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.373 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.373 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 407, 2024-08-04T16:44:29.373 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:29.373 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:29.373 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:29.373 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.373 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.373 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.373 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:29.373 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399896+0000", 2024-08-04T16:44:29.374 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.374 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.374 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.374 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.374 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 406, 2024-08-04T16:44:29.374 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.374 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.374 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.374 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.374 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.374 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.374 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.374 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.375 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.25", 2024-08-04T16:44:29.375 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.375 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.375 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.375 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5269, 2024-08-04T16:44:29.375 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.375 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:07:14.185280+0000", 2024-08-04T16:44:29.375 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.375 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.375 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.375 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.375 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.375 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.375 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.375 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.376 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.377 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.378 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.378 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.378 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.378 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.378 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.378 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.378 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.378 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:29.379 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.379 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:29.379 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.379 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.379 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.379 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.379 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.379 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.379 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:29.379 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.379 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:29.379 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.379 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.379 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.379 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.379 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.380 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:29.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.987039+0000", 2024-08-04T16:44:29.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.987039+0000", 2024-08-04T16:44:29.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.987400+0000", 2024-08-04T16:44:29.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:29.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:29.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:29.380 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:29.381 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.381 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.381 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.381 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:29.381 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.650316+0000", 2024-08-04T16:44:29.381 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.381 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.381 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.381 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.381 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.381 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.381 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.381 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.381 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.381 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.382 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.382 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.382 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.382 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.26", 2024-08-04T16:44:29.382 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.382 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.382 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.382 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5101, 2024-08-04T16:44:29.382 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.382 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:16:44.675554+0000", 2024-08-04T16:44:29.382 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.382 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.382 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.383 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.384 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.385 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.385 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.385 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.385 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.385 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.386 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.386 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.386 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:29.386 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.386 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:29.386 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.386 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.386 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.386 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.386 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.386 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.386 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:29.386 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.387 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:29.387 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.387 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.387 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.387 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.387 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.387 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.387 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:29.387 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.583980+0000", 2024-08-04T16:44:29.387 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.583980+0000", 2024-08-04T16:44:29.387 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.584684+0000", 2024-08-04T16:44:29.387 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:29.387 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.387 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.387 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:29.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:29.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:29.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:29.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:29.388 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179883+0000", 2024-08-04T16:44:29.388 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.388 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.388 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.388 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.389 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:29.389 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.389 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.389 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.389 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.389 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.389 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.389 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.389 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.389 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.27", 2024-08-04T16:44:29.389 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.389 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.389 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.389 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5193, 2024-08-04T16:44:29.390 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.390 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T16:51:10.221798+0000", 2024-08-04T16:44:29.390 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.390 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.390 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.390 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.391 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.392 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.393 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.393 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.393 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.393 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.393 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.393 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.393 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:29.393 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.393 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:29.393 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.393 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.394 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.394 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.394 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.394 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.394 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:29.394 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.394 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:29.394 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.394 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.394 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.394 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.394 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.394 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.395 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:29.395 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.562080+0000", 2024-08-04T16:44:29.395 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.562080+0000", 2024-08-04T16:44:29.395 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.562969+0000", 2024-08-04T16:44:29.395 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:29.395 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.395 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.395 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.395 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:29.395 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:29.395 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:29.395 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:29.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:29.396 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.425011+0000", 2024-08-04T16:44:29.396 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.396 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.396 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.396 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.396 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:29.396 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.396 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.396 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.396 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.397 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.397 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.397 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.397 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.397 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.28", 2024-08-04T16:44:29.397 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.397 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.397 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.397 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5161, 2024-08-04T16:44:29.397 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.397 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:12:49.140239+0000", 2024-08-04T16:44:29.397 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.397 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.397 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.397 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.398 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.399 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.400 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.400 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.400 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.400 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.401 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.401 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.401 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.401 INFO:tasks.workunit.client.0.smithi007.stdout: 2 2024-08-04T16:44:29.401 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.401 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:29.401 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.401 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.401 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.401 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.401 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.401 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.401 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.402 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.402 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:29.402 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.402 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.402 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.402 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.402 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.402 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.402 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:29.402 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:33:56.581209+0000", 2024-08-04T16:44:29.402 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:33:56.581209+0000", 2024-08-04T16:44:29.402 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:33:56.581554+0000", 2024-08-04T16:44:29.402 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:29.402 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 438, 2024-08-04T16:44:29.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:29.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:29.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:29.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:29.403 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178718+0000", 2024-08-04T16:44:29.403 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.403 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.403 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.404 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.404 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 437, 2024-08-04T16:44:29.404 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.404 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.404 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.404 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.404 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.404 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.404 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.404 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.404 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.29", 2024-08-04T16:44:29.404 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.404 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.404 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.404 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5203, 2024-08-04T16:44:29.405 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.405 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:10:08.108146+0000", 2024-08-04T16:44:29.405 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.405 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.405 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.405 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.406 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.407 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.408 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.408 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.408 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.408 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.408 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.408 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.408 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.408 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.408 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.408 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:29.409 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.409 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.409 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.409 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.409 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.409 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.409 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.409 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.409 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:29.409 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.409 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.409 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.409 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.409 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.409 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:29.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989391+0000", 2024-08-04T16:44:29.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989391+0000", 2024-08-04T16:44:29.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989742+0000", 2024-08-04T16:44:29.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:29.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:29.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:29.410 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:29.411 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.411 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.411 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.411 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:29.411 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424842+0000", 2024-08-04T16:44:29.411 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.411 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.411 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.411 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.411 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.411 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.411 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.411 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.411 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.412 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.412 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.412 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.412 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.412 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2a", 2024-08-04T16:44:29.412 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.412 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.412 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.412 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5128, 2024-08-04T16:44:29.412 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.412 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:18:23.423082+0000", 2024-08-04T16:44:29.412 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.412 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.412 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.413 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.414 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.415 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.415 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.415 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.416 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.416 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.416 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.416 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.416 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.416 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.416 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:29.416 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.416 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.416 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.416 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.416 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.416 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.416 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.417 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.417 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:29.417 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.417 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.417 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.417 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.417 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.417 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.417 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:29.417 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990942+0000", 2024-08-04T16:44:29.417 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990942+0000", 2024-08-04T16:44:29.417 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991788+0000", 2024-08-04T16:44:29.417 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:29.418 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.418 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.418 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.418 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.418 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:29.418 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:29.418 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:29.418 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.418 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.418 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.418 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:29.418 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.404520+0000", 2024-08-04T16:44:29.419 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.419 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.419 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.419 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.419 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.419 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.419 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.419 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.419 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.419 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.419 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.419 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.419 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.420 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2b", 2024-08-04T16:44:29.420 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.420 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.420 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.420 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5307, 2024-08-04T16:44:29.420 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.420 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:51:42.848644+0000", 2024-08-04T16:44:29.420 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.420 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.420 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.420 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.421 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.422 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.423 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.423 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.423 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.424 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.424 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.424 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.424 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.424 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.424 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.424 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:29.424 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.424 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.424 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.424 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.424 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.424 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.424 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.425 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.425 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:29.425 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.425 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.425 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.425 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.425 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.425 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.425 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:29.425 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.610967+0000", 2024-08-04T16:44:29.425 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.610967+0000", 2024-08-04T16:44:29.425 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.611929+0000", 2024-08-04T16:44:29.425 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:29.425 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.426 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.426 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.426 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.426 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:29.426 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:29.426 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:29.426 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.426 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.426 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.426 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:29.426 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.648382+0000", 2024-08-04T16:44:29.427 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.427 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.427 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.427 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.427 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.427 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.427 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.427 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.427 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.427 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.427 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.427 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.427 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.428 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2c", 2024-08-04T16:44:29.428 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.428 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.428 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.428 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5107, 2024-08-04T16:44:29.428 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.428 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:48:44.331953+0000", 2024-08-04T16:44:29.428 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.428 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.428 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.428 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.429 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.430 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.430 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.430 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.430 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.430 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.430 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.430 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.430 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.430 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.430 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.430 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.430 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.431 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.431 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.431 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.431 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.432 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.432 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.432 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.432 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.432 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.432 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:29.432 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.432 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.432 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.432 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.432 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.432 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.432 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.432 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.432 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:29.433 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.433 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.433 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.433 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.433 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.433 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.433 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:29.433 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.997969+0000", 2024-08-04T16:44:29.433 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.997969+0000", 2024-08-04T16:44:29.433 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.000683+0000", 2024-08-04T16:44:29.433 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:29.433 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.433 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.433 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.434 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.434 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:29.434 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:29.434 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:29.434 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.434 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.434 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.434 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:29.434 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399980+0000", 2024-08-04T16:44:29.434 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.434 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.434 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.434 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.435 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.435 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.435 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.435 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.435 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.435 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.435 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.435 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.435 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.435 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2d", 2024-08-04T16:44:29.435 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.435 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.435 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.435 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5068, 2024-08-04T16:44:29.436 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.436 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:12:42.720675+0000", 2024-08-04T16:44:29.436 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.436 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.436 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.436 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.437 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.438 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.439 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.439 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.439 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.439 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.439 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.439 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.439 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.439 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.439 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:29.439 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.439 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.440 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.440 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.440 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.440 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.440 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.440 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.440 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 2, 2024-08-04T16:44:29.440 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.440 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.440 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.440 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.440 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.440 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.440 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:29.441 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989217+0000", 2024-08-04T16:44:29.441 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989217+0000", 2024-08-04T16:44:29.441 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.990870+0000", 2024-08-04T16:44:29.441 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:29.441 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.441 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.441 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.441 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.441 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:29.441 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:29.441 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:29.441 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.441 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.441 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.442 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:29.442 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.116340+0000", 2024-08-04T16:44:29.442 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.442 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.442 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.442 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.442 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.442 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.442 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.442 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.442 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.443 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.443 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.443 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.443 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.443 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2e", 2024-08-04T16:44:29.443 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.443 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.443 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.443 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5238, 2024-08-04T16:44:29.443 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.443 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:51:30.143024+0000", 2024-08-04T16:44:29.443 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.443 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.443 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.444 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.445 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.446 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.447 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.447 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.447 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.447 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.447 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.447 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.447 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.447 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 2, 2024-08-04T16:44:29.447 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.447 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.447 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.448 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.448 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.448 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.448 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:29.448 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.448 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:29.448 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.448 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.448 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.448 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.448 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.448 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.448 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:29.449 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.990480+0000", 2024-08-04T16:44:29.449 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.990480+0000", 2024-08-04T16:44:29.449 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.990789+0000", 2024-08-04T16:44:29.449 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:29.449 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.449 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.449 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.449 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.449 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:29.449 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:29.449 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:29.449 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.450 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.450 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.450 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:29.450 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.426056+0000", 2024-08-04T16:44:29.450 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.450 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.450 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.450 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.450 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.450 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.450 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.450 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.450 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.451 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.451 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.451 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.451 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.451 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.2f", 2024-08-04T16:44:29.451 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.451 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.451 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.451 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5139, 2024-08-04T16:44:29.451 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.451 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:41:22.371462+0000", 2024-08-04T16:44:29.451 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.451 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.452 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.452 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.453 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.454 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.455 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.455 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.455 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.455 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.455 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.455 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:29.455 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.455 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:29.455 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.455 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.455 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.455 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.455 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.455 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.456 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.456 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.456 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:29.456 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.456 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.456 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.456 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.456 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.456 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.456 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:29.456 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.991659+0000", 2024-08-04T16:44:29.456 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.991659+0000", 2024-08-04T16:44:29.456 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.991951+0000", 2024-08-04T16:44:29.456 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:29.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:29.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:29.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:29.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:29.457 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424704+0000", 2024-08-04T16:44:29.457 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.458 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.458 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.458 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.458 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.458 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.458 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.458 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.458 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.458 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.458 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.458 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.458 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.459 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.30", 2024-08-04T16:44:29.459 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.459 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.459 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.459 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5136, 2024-08-04T16:44:29.459 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.459 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T00:50:55.081855+0000", 2024-08-04T16:44:29.459 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.459 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.459 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.459 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.460 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.461 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.462 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.462 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.462 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.462 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.462 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.462 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.463 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.463 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.463 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.463 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:29.463 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.463 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.463 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.463 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.463 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.463 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.463 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:29.463 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.463 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:29.464 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.464 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.464 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.464 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.464 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.464 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.464 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:29.464 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.563781+0000", 2024-08-04T16:44:29.464 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.563781+0000", 2024-08-04T16:44:29.464 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.564090+0000", 2024-08-04T16:44:29.464 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:29.464 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.464 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.464 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.464 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:29.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:29.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:29.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:29.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:29.465 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398354+0000", 2024-08-04T16:44:29.465 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.465 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.465 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.465 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.465 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:29.465 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.465 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.466 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.466 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.466 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.466 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.466 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.466 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.466 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.31", 2024-08-04T16:44:29.466 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.466 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.466 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.466 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5266, 2024-08-04T16:44:29.466 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.466 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:54:31.144230+0000", 2024-08-04T16:44:29.466 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.467 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.467 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.467 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.468 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.469 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.470 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.470 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.470 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.470 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.470 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.470 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.470 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:29.470 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.470 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:29.470 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.470 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.471 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.471 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.471 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.471 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.471 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:29.471 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.471 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:29.471 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.471 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.471 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.471 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.471 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.471 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.471 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:29.471 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.565356+0000", 2024-08-04T16:44:29.472 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.565356+0000", 2024-08-04T16:44:29.472 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.565682+0000", 2024-08-04T16:44:29.472 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:29.472 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.472 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.472 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.472 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:29.472 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:29.472 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:29.472 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:29.472 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.472 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.472 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.473 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:29.473 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.403937+0000", 2024-08-04T16:44:29.473 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.473 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.473 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.473 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.473 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:29.473 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.473 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.473 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.473 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.473 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.473 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.473 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.474 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.474 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.32", 2024-08-04T16:44:29.474 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.474 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.474 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.474 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5306, 2024-08-04T16:44:29.474 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.474 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:56:41.536554+0000", 2024-08-04T16:44:29.474 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.474 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.474 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.474 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.474 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.475 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.476 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.477 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.477 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.477 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.477 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.477 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.477 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.477 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.478 INFO:tasks.workunit.client.0.smithi007.stdout: 5 2024-08-04T16:44:29.478 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.478 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:29.478 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.478 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.478 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.478 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.478 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.478 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.478 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.478 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.478 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:29.478 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.479 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.479 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.479 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.479 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.479 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.479 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:29.479 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.599458+0000", 2024-08-04T16:44:29.479 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.599458+0000", 2024-08-04T16:44:29.479 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.600046+0000", 2024-08-04T16:44:29.479 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:29.479 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.479 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.479 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.480 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.480 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:29.480 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:29.480 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:29.480 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.480 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.480 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.480 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:29.480 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.178923+0000", 2024-08-04T16:44:29.480 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.480 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.480 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.480 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.480 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.481 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.481 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.481 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.481 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.481 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.481 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.481 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.481 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.481 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.33", 2024-08-04T16:44:29.481 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.481 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.481 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.481 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5201, 2024-08-04T16:44:29.481 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.481 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:59:08.476361+0000", 2024-08-04T16:44:29.482 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.482 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.482 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.482 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.483 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.483 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.483 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.483 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.483 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.483 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.483 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.483 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.483 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.483 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.483 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.483 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.483 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.483 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.484 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.485 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.485 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.485 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.485 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.485 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.485 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.485 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.485 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.485 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.485 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:29.485 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.485 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.485 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.486 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.486 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.486 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.486 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:29.486 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.486 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 4, 2024-08-04T16:44:29.486 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.486 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.486 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.486 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.486 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.486 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.486 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:29.486 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.608059+0000", 2024-08-04T16:44:29.487 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.608059+0000", 2024-08-04T16:44:29.487 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.608397+0000", 2024-08-04T16:44:29.487 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:29.487 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.487 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.487 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.487 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.487 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:29.487 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:29.487 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:29.487 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.487 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.487 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.487 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:29.488 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.651395+0000", 2024-08-04T16:44:29.488 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.488 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.488 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.488 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.488 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.488 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.488 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.488 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.488 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.488 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.488 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.488 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.488 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.488 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.34", 2024-08-04T16:44:29.489 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.489 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.489 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.489 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5186, 2024-08-04T16:44:29.489 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.489 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T23:30:54.310246+0000", 2024-08-04T16:44:29.489 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.489 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.489 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.489 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.489 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.489 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.490 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.490 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.490 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.490 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.490 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.490 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.490 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.490 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.490 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.490 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.490 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.490 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.490 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.491 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.492 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.492 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.492 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.492 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.492 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.493 INFO:tasks.workunit.client.0.smithi007.stdout: 4, 2024-08-04T16:44:29.493 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.493 INFO:tasks.workunit.client.0.smithi007.stdout: 3 2024-08-04T16:44:29.493 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.493 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 4, 2024-08-04T16:44:29.493 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.493 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.493 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.493 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.493 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.493 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.493 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.493 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.493 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:29.494 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.494 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.494 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.494 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.494 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.494 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.494 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:29.494 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.610243+0000", 2024-08-04T16:44:29.494 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.610243+0000", 2024-08-04T16:44:29.494 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.610583+0000", 2024-08-04T16:44:29.494 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:29.494 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.494 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.495 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.495 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.495 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:29.495 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:29.495 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:29.495 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.495 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.495 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.495 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:29.495 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.649592+0000", 2024-08-04T16:44:29.495 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.495 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.495 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.495 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.496 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.496 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.496 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.496 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.496 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.496 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.496 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.496 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.496 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.496 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.35", 2024-08-04T16:44:29.496 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.496 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.496 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.497 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5095, 2024-08-04T16:44:29.497 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.497 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T18:31:13.861777+0000", 2024-08-04T16:44:29.497 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.497 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.497 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.497 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.497 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.497 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.497 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.497 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.497 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.497 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.497 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.498 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.498 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.498 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.498 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.498 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.498 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.498 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.498 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.498 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.498 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.498 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.498 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.499 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.500 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.500 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.500 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.500 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.500 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.500 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.500 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.501 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.501 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.501 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:29.501 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.501 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.501 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.501 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.501 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.501 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.501 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.501 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.501 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 6, 2024-08-04T16:44:29.501 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.501 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.502 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.502 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.502 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.502 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:29.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.611429+0000", 2024-08-04T16:44:29.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.611429+0000", 2024-08-04T16:44:29.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.611788+0000", 2024-08-04T16:44:29.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:29.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.502 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:29.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:29.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:29.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:29.503 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.650332+0000", 2024-08-04T16:44:29.503 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.503 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.503 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.503 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.503 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.503 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.504 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.504 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.504 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.504 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.504 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.504 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.504 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.504 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.36", 2024-08-04T16:44:29.504 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.504 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.504 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.504 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5095, 2024-08-04T16:44:29.504 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.504 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T19:06:11.699504+0000", 2024-08-04T16:44:29.505 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.505 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.505 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.505 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.506 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.507 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.508 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.508 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.508 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.508 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.508 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.508 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.508 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.508 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.508 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.508 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 6, 2024-08-04T16:44:29.508 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.508 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.509 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.509 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.509 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.509 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.509 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.509 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.509 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:29.509 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.509 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.509 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.509 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.509 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.509 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:29.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.995539+0000", 2024-08-04T16:44:29.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.995539+0000", 2024-08-04T16:44:29.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.996621+0000", 2024-08-04T16:44:29.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:29.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:29.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:29.510 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:29.511 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.511 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.511 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.511 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:29.511 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.399308+0000", 2024-08-04T16:44:29.511 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.511 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.511 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.511 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.511 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.511 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.511 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.512 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.512 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.512 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.512 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.512 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.512 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.512 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.37", 2024-08-04T16:44:29.512 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.512 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.512 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.512 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5075, 2024-08-04T16:44:29.512 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.512 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:58:48.274081+0000", 2024-08-04T16:44:29.512 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.513 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.513 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.513 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.514 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.515 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.516 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.516 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.516 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.516 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.516 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.516 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.516 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.516 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.517 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.517 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:29.517 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.517 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.517 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.517 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.517 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.517 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.517 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.517 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.517 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 3, 2024-08-04T16:44:29.517 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.517 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.518 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.518 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.518 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.518 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:29.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.593908+0000", 2024-08-04T16:44:29.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.593908+0000", 2024-08-04T16:44:29.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.594328+0000", 2024-08-04T16:44:29.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:29.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.518 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.519 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.519 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:29.519 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:29.519 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:29.519 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.519 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.519 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.519 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:29.519 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:32.179041+0000", 2024-08-04T16:44:29.519 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.519 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.519 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.519 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.519 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.520 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.520 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.520 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.520 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.520 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.520 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.520 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.520 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.520 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.38", 2024-08-04T16:44:29.520 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.520 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.520 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.520 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5199, 2024-08-04T16:44:29.520 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.520 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T20:34:53.340125+0000", 2024-08-04T16:44:29.521 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.521 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.521 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.521 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.522 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.523 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.524 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.524 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.524 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.524 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.524 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.524 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.524 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.524 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.524 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.524 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 3, 2024-08-04T16:44:29.524 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.524 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.525 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.525 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.525 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.525 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.525 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:29.525 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.525 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:29.525 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.525 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.525 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.525 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.525 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.525 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.526 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:29.526 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.993626+0000", 2024-08-04T16:44:29.526 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.993626+0000", 2024-08-04T16:44:29.526 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.993943+0000", 2024-08-04T16:44:29.526 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:29.526 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.526 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.526 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.526 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.526 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:29.526 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:29.526 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:29.526 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.527 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.527 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.527 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:29.527 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398984+0000", 2024-08-04T16:44:29.527 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.527 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.527 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.527 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.527 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.527 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.527 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.527 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.527 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.528 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.528 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.528 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.528 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.528 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.39", 2024-08-04T16:44:29.528 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.528 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.528 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.528 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5083, 2024-08-04T16:44:29.528 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.528 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T01:41:06.136556+0000", 2024-08-04T16:44:29.528 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.528 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.529 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.529 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.530 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.531 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.532 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.532 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.532 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.532 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.532 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.532 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.532 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.532 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:29.532 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.532 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:29.532 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.532 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.532 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.533 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.533 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.533 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.533 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.533 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.533 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:29.533 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.533 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.533 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.533 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.533 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.533 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.533 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:29.533 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:34:29.561485+0000", 2024-08-04T16:44:29.534 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:34:29.561485+0000", 2024-08-04T16:44:29.534 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:34:29.564396+0000", 2024-08-04T16:44:29.534 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:29.534 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.534 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.534 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.534 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 470, 2024-08-04T16:44:29.534 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:29.534 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:29.534 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:29.534 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.534 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.534 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.535 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:29.535 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.424737+0000", 2024-08-04T16:44:29.535 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.535 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.535 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.535 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.535 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 469, 2024-08-04T16:44:29.535 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.535 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.535 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.535 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.535 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.535 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.535 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.536 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.536 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3a", 2024-08-04T16:44:29.536 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.536 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.536 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.536 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5133, 2024-08-04T16:44:29.536 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.536 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-06T03:17:43.219156+0000", 2024-08-04T16:44:29.536 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.536 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.536 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.536 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.537 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.538 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.539 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.539 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.539 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.539 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.539 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.539 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.540 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.540 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.540 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.540 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:29.540 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.540 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.540 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.540 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.540 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.540 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.540 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:29.540 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.540 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:29.541 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.541 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.541 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.541 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.541 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.541 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.541 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:29.541 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:37.000548+0000", 2024-08-04T16:44:29.541 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:37.000548+0000", 2024-08-04T16:44:29.541 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:37.001427+0000", 2024-08-04T16:44:29.541 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:29.541 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.541 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:29.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:29.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:29.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:29.542 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400280+0000", 2024-08-04T16:44:29.542 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.542 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.542 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.542 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.543 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.543 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.543 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.543 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.543 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.543 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.543 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.543 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.543 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.543 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3b", 2024-08-04T16:44:29.543 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.543 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.543 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.543 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5083, 2024-08-04T16:44:29.544 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.544 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:57:58.084915+0000", 2024-08-04T16:44:29.544 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.544 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.544 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.544 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.545 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.546 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.547 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.547 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.547 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.547 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.547 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.547 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.547 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.547 INFO:tasks.workunit.client.0.smithi007.stdout: 4 2024-08-04T16:44:29.547 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.547 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:29.548 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.548 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.548 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.548 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.548 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.548 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.548 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.548 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.548 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 5, 2024-08-04T16:44:29.548 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.548 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.548 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.548 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.548 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.548 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.549 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:29.549 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.989273+0000", 2024-08-04T16:44:29.549 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.989273+0000", 2024-08-04T16:44:29.549 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.989611+0000", 2024-08-04T16:44:29.549 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:29.549 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.549 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.549 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.549 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.549 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:29.549 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:29.549 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:29.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:29.550 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.426293+0000", 2024-08-04T16:44:29.550 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.550 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.550 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.550 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.550 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.550 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.550 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.550 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.551 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.551 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.551 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.551 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.551 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.551 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3c", 2024-08-04T16:44:29.551 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.551 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.551 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.551 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5155, 2024-08-04T16:44:29.551 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.551 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T22:32:25.324972+0000", 2024-08-04T16:44:29.551 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.552 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.552 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.552 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.553 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.554 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.555 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.555 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.555 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.555 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.555 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.555 INFO:tasks.workunit.client.0.smithi007.stdout: 5, 2024-08-04T16:44:29.555 INFO:tasks.workunit.client.0.smithi007.stdout: 3, 2024-08-04T16:44:29.555 INFO:tasks.workunit.client.0.smithi007.stdout: 7 2024-08-04T16:44:29.555 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.555 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 5, 2024-08-04T16:44:29.555 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.555 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.555 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.555 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.556 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.556 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.556 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.556 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.556 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 0, 2024-08-04T16:44:29.556 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.556 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.556 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.556 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.556 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.556 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.556 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:29.556 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:32:50.699018+0000", 2024-08-04T16:44:29.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:32:50.699018+0000", 2024-08-04T16:44:29.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:32:50.699347+0000", 2024-08-04T16:44:29.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:29.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 374, 2024-08-04T16:44:29.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:29.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:29.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:29.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.557 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.558 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:29.558 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.403337+0000", 2024-08-04T16:44:29.558 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.558 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.558 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.558 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.558 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 373, 2024-08-04T16:44:29.558 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.558 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.558 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.558 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.558 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.558 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.559 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.559 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.559 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3d", 2024-08-04T16:44:29.559 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.559 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.559 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.559 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5309, 2024-08-04T16:44:29.559 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.559 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:39:33.421666+0000", 2024-08-04T16:44:29.559 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.559 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.559 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.559 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.560 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.561 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.562 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.562 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.562 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.562 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.562 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.563 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.563 INFO:tasks.workunit.client.0.smithi007.stdout: 2, 2024-08-04T16:44:29.563 INFO:tasks.workunit.client.0.smithi007.stdout: 1 2024-08-04T16:44:29.563 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.563 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 0, 2024-08-04T16:44:29.563 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.563 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.563 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.563 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.563 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.563 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.563 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.563 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.563 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 1, 2024-08-04T16:44:29.563 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.564 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.564 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.564 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.564 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.564 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:29.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:02.602195+0000", 2024-08-04T16:44:29.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:02.602195+0000", 2024-08-04T16:44:29.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:02.602552+0000", 2024-08-04T16:44:29.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:29.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 503, 2024-08-04T16:44:29.564 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:29.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:29.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:29.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:29.565 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.398410+0000", 2024-08-04T16:44:29.565 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.565 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.565 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.565 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.565 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 502, 2024-08-04T16:44:29.565 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.565 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.566 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.566 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.566 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.566 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.566 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.566 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.566 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3e", 2024-08-04T16:44:29.566 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.566 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.566 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.566 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5279, 2024-08-04T16:44:29.566 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.566 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T15:38:03.632654+0000", 2024-08-04T16:44:29.567 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.567 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.567 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.567 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.568 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.569 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.569 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.570 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.570 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.570 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.570 INFO:tasks.workunit.client.0.smithi007.stdout: 1, 2024-08-04T16:44:29.570 INFO:tasks.workunit.client.0.smithi007.stdout: 0, 2024-08-04T16:44:29.570 INFO:tasks.workunit.client.0.smithi007.stdout: 6 2024-08-04T16:44:29.570 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.570 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 1, 2024-08-04T16:44:29.570 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.570 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.570 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.570 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": [ 2024-08-04T16:44:29.570 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.570 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.571 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.571 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.571 INFO:tasks.workunit.client.0.smithi007.stdout: "acting_primary": 7, 2024-08-04T16:44:29.571 INFO:tasks.workunit.client.0.smithi007.stdout: "avail_no_missing": [], 2024-08-04T16:44:29.571 INFO:tasks.workunit.client.0.smithi007.stdout: "blocked_by": [], 2024-08-04T16:44:29.571 INFO:tasks.workunit.client.0.smithi007.stdout: "created": 62, 2024-08-04T16:44:29.571 INFO:tasks.workunit.client.0.smithi007.stdout: "dirty_stats_invalid": false, 2024-08-04T16:44:29.571 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_bytes_stats_invalid": false, 2024-08-04T16:44:29.571 INFO:tasks.workunit.client.0.smithi007.stdout: "hitset_stats_invalid": false, 2024-08-04T16:44:29.571 INFO:tasks.workunit.client.0.smithi007.stdout: "last_active": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:29.571 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_active": "2024-08-04T15:35:36.995342+0000", 2024-08-04T16:44:29.571 INFO:tasks.workunit.client.0.smithi007.stdout: "last_became_peered": "2024-08-04T15:35:36.995342+0000", 2024-08-04T16:44:29.571 INFO:tasks.workunit.client.0.smithi007.stdout: "last_change": "2024-08-04T15:35:36.995914+0000", 2024-08-04T16:44:29.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:29.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_clean_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub": "0'0", 2024-08-04T16:44:29.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_deep_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_epoch_clean": 537, 2024-08-04T16:44:29.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fresh": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:29.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_fullsized": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:29.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_peered": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:29.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub": "0'0", 2024-08-04T16:44:29.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_duration": 0, 2024-08-04T16:44:29.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_scrub_stamp": "2024-08-04T15:23:50.481839+0000", 2024-08-04T16:44:29.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_undegraded": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:29.572 INFO:tasks.workunit.client.0.smithi007.stdout: "last_unstale": "2024-08-04T16:43:31.400226+0000", 2024-08-04T16:44:29.572 INFO:tasks.workunit.client.0.smithi007.stdout: "log_dups_size": 0, 2024-08-04T16:44:29.573 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.573 INFO:tasks.workunit.client.0.smithi007.stdout: "log_start": "0'0", 2024-08-04T16:44:29.573 INFO:tasks.workunit.client.0.smithi007.stdout: "manifest_stats_invalid": false, 2024-08-04T16:44:29.573 INFO:tasks.workunit.client.0.smithi007.stdout: "mapping_epoch": 536, 2024-08-04T16:44:29.573 INFO:tasks.workunit.client.0.smithi007.stdout: "object_location_counts": [], 2024-08-04T16:44:29.573 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_scrubbed": 0, 2024-08-04T16:44:29.573 INFO:tasks.workunit.client.0.smithi007.stdout: "objects_trimmed": 0, 2024-08-04T16:44:29.573 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_stats_invalid": false, 2024-08-04T16:44:29.573 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.573 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_start": "0'0", 2024-08-04T16:44:29.573 INFO:tasks.workunit.client.0.smithi007.stdout: "parent": "0.0", 2024-08-04T16:44:29.573 INFO:tasks.workunit.client.0.smithi007.stdout: "parent_split_bits": 0, 2024-08-04T16:44:29.573 INFO:tasks.workunit.client.0.smithi007.stdout: "pgid": "3.3f", 2024-08-04T16:44:29.574 INFO:tasks.workunit.client.0.smithi007.stdout: "pin_stats_invalid": false, 2024-08-04T16:44:29.574 INFO:tasks.workunit.client.0.smithi007.stdout: "purged_snaps": [], 2024-08-04T16:44:29.574 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_epoch": 2829, 2024-08-04T16:44:29.574 INFO:tasks.workunit.client.0.smithi007.stdout: "reported_seq": 5071, 2024-08-04T16:44:29.574 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_duration": 0.0, 2024-08-04T16:44:29.574 INFO:tasks.workunit.client.0.smithi007.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-05T21:36:53.831071+0000", 2024-08-04T16:44:29.574 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrim_duration": 0.0, 2024-08-04T16:44:29.574 INFO:tasks.workunit.client.0.smithi007.stdout: "snaptrimq_len": 0, 2024-08-04T16:44:29.574 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.574 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.575 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.576 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.577 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.577 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.577 INFO:tasks.workunit.client.0.smithi007.stdout: "state": "active+clean", 2024-08-04T16:44:29.577 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_invalid": false, 2024-08-04T16:44:29.577 INFO:tasks.workunit.client.0.smithi007.stdout: "up": [ 2024-08-04T16:44:29.577 INFO:tasks.workunit.client.0.smithi007.stdout: 7, 2024-08-04T16:44:29.577 INFO:tasks.workunit.client.0.smithi007.stdout: 6, 2024-08-04T16:44:29.578 INFO:tasks.workunit.client.0.smithi007.stdout: 0 2024-08-04T16:44:29.578 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.578 INFO:tasks.workunit.client.0.smithi007.stdout: "up_primary": 7, 2024-08-04T16:44:29.578 INFO:tasks.workunit.client.0.smithi007.stdout: "version": "0'0" 2024-08-04T16:44:29.578 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:29.578 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.578 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_per_pool": [ 2024-08-04T16:44:29.578 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.578 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 3, 2024-08-04T16:44:29.578 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:29.578 INFO:tasks.workunit.client.0.smithi007.stdout: "mgr" 2024-08-04T16:44:29.578 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.578 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 265, 2024-08-04T16:44:29.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 1, 2024-08-04T16:44:29.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 3, 2024-08-04T16:44:29.579 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 265, 2024-08-04T16:44:29.579 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 1, 2024-08-04T16:44:29.579 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 590368, 2024-08-04T16:44:29.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 1771104, 2024-08-04T16:44:29.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.579 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 6, 2024-08-04T16:44:29.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 2, 2024-08-04T16:44:29.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 2, 2024-08-04T16:44:29.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.580 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 6, 2024-08-04T16:44:29.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 1430, 2024-08-04T16:44:29.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 2204, 2024-08-04T16:44:29.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.581 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 447, 2024-08-04T16:44:29.582 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 2416 2024-08-04T16:44:29.582 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.582 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:29.582 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 1781760, 2024-08-04T16:44:29.582 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:29.582 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:29.582 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:29.582 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:29.582 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 1771104, 2024-08-04T16:44:29.582 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:29.582 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:29.582 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T16:44:29.583 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:29.583 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.583 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 3 2024-08-04T16:44:29.583 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.583 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.583 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 96, 2024-08-04T16:44:29.583 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:29.583 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T16:44:29.583 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.583 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 68, 2024-08-04T16:44:29.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 32, 2024-08-04T16:44:29.583 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 8, 2024-08-04T16:44:29.583 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 68, 2024-08-04T16:44:29.583 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 2, 2024-08-04T16:44:29.584 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 6596, 2024-08-04T16:44:29.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.584 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 66, 2024-08-04T16:44:29.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 22, 2024-08-04T16:44:29.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 22, 2024-08-04T16:44:29.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 14, 2024-08-04T16:44:29.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.585 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 79, 2024-08-04T16:44:29.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 86, 2024-08-04T16:44:29.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 68, 2024-08-04T16:44:29.586 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 35 2024-08-04T16:44:29.586 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.587 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:29.587 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 110592, 2024-08-04T16:44:29.587 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:29.587 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:29.587 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:29.587 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:29.587 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 19788, 2024-08-04T16:44:29.587 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:29.587 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:29.587 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 45154, 2024-08-04T16:44:29.587 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:29.587 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.588 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 96 2024-08-04T16:44:29.588 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.588 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.588 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 192, 2024-08-04T16:44:29.588 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:29.588 INFO:tasks.workunit.client.0.smithi007.stdout: "cephfs" 2024-08-04T16:44:29.588 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.588 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 0, 2024-08-04T16:44:29.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 64, 2024-08-04T16:44:29.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 8, 2024-08-04T16:44:29.588 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 0, 2024-08-04T16:44:29.588 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 3, 2024-08-04T16:44:29.588 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.588 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 0, 2024-08-04T16:44:29.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.589 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 0, 2024-08-04T16:44:29.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 0, 2024-08-04T16:44:29.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 0, 2024-08-04T16:44:29.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 0, 2024-08-04T16:44:29.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.590 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 0, 2024-08-04T16:44:29.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 0, 2024-08-04T16:44:29.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 0, 2024-08-04T16:44:29.591 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 0 2024-08-04T16:44:29.591 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.591 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:29.592 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 0, 2024-08-04T16:44:29.592 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:29.592 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:29.592 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:29.592 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:29.592 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 0, 2024-08-04T16:44:29.592 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:29.592 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:29.592 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T16:44:29.592 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:29.592 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.592 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 192 2024-08-04T16:44:29.592 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.592 INFO:tasks.workunit.client.0.smithi007.stdout: { 2024-08-04T16:44:29.593 INFO:tasks.workunit.client.0.smithi007.stdout: "acting": 24, 2024-08-04T16:44:29.593 INFO:tasks.workunit.client.0.smithi007.stdout: "application": [ 2024-08-04T16:44:29.593 INFO:tasks.workunit.client.0.smithi007.stdout: "rbd" 2024-08-04T16:44:29.593 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.593 INFO:tasks.workunit.client.0.smithi007.stdout: "log_size": 24485, 2024-08-04T16:44:29.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_pg": 8, 2024-08-04T16:44:29.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_store_stats": 8, 2024-08-04T16:44:29.593 INFO:tasks.workunit.client.0.smithi007.stdout: "ondisk_log_size": 24485, 2024-08-04T16:44:29.593 INFO:tasks.workunit.client.0.smithi007.stdout: "poolid": 4, 2024-08-04T16:44:29.593 INFO:tasks.workunit.client.0.smithi007.stdout: "stat_sum": { 2024-08-04T16:44:29.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes": 4194323, 2024-08-04T16:44:29.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_hit_set_archive": 0, 2024-08-04T16:44:29.593 INFO:tasks.workunit.client.0.smithi007.stdout: "num_bytes_recovered": 0, 2024-08-04T16:44:29.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_deep_scrub_errors": 0, 2024-08-04T16:44:29.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict": 0, 2024-08-04T16:44:29.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_kb": 0, 2024-08-04T16:44:29.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_full": 0, 2024-08-04T16:44:29.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_evict_mode_some": 0, 2024-08-04T16:44:29.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush": 0, 2024-08-04T16:44:29.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_kb": 0, 2024-08-04T16:44:29.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_high": 0, 2024-08-04T16:44:29.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_flush_mode_low": 0, 2024-08-04T16:44:29.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_keys_recovered": 0, 2024-08-04T16:44:29.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_large_omap_objects": 0, 2024-08-04T16:44:29.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_legacy_snapsets": 0, 2024-08-04T16:44:29.594 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_clones": 0, 2024-08-04T16:44:29.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_object_copies": 12, 2024-08-04T16:44:29.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects": 4, 2024-08-04T16:44:29.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_degraded": 0, 2024-08-04T16:44:29.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_dirty": 4, 2024-08-04T16:44:29.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_hit_set_archive": 0, 2024-08-04T16:44:29.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_manifest": 0, 2024-08-04T16:44:29.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_misplaced": 0, 2024-08-04T16:44:29.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing": 0, 2024-08-04T16:44:29.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_missing_on_primary": 0, 2024-08-04T16:44:29.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_omap": 2, 2024-08-04T16:44:29.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_pinned": 0, 2024-08-04T16:44:29.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_recovered": 0, 2024-08-04T16:44:29.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_repaired": 0, 2024-08-04T16:44:29.595 INFO:tasks.workunit.client.0.smithi007.stdout: "num_objects_unfound": 0, 2024-08-04T16:44:29.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_bytes": 0, 2024-08-04T16:44:29.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_omap_keys": 0, 2024-08-04T16:44:29.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_promote": 0, 2024-08-04T16:44:29.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read": 9014, 2024-08-04T16:44:29.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_read_kb": 3035270, 2024-08-04T16:44:29.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_scrub_errors": 0, 2024-08-04T16:44:29.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_shallow_scrub_errors": 0, 2024-08-04T16:44:29.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_whiteouts": 0, 2024-08-04T16:44:29.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write": 24354, 2024-08-04T16:44:29.596 INFO:tasks.workunit.client.0.smithi007.stdout: "num_write_kb": 3142847 2024-08-04T16:44:29.596 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.596 INFO:tasks.workunit.client.0.smithi007.stdout: "store_stats": { 2024-08-04T16:44:29.596 INFO:tasks.workunit.client.0.smithi007.stdout: "allocated": 12595200, 2024-08-04T16:44:29.597 INFO:tasks.workunit.client.0.smithi007.stdout: "available": 0, 2024-08-04T16:44:29.597 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed": 0, 2024-08-04T16:44:29.597 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_allocated": 0, 2024-08-04T16:44:29.597 INFO:tasks.workunit.client.0.smithi007.stdout: "data_compressed_original": 0, 2024-08-04T16:44:29.597 INFO:tasks.workunit.client.0.smithi007.stdout: "data_stored": 12582969, 2024-08-04T16:44:29.597 INFO:tasks.workunit.client.0.smithi007.stdout: "internal_metadata": 0, 2024-08-04T16:44:29.597 INFO:tasks.workunit.client.0.smithi007.stdout: "internally_reserved": 0, 2024-08-04T16:44:29.597 INFO:tasks.workunit.client.0.smithi007.stdout: "omap_allocated": 0, 2024-08-04T16:44:29.597 INFO:tasks.workunit.client.0.smithi007.stdout: "total": 0 2024-08-04T16:44:29.597 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.597 INFO:tasks.workunit.client.0.smithi007.stdout: "up": 24 2024-08-04T16:44:29.597 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:29.597 INFO:tasks.workunit.client.0.smithi007.stdout: ], 2024-08-04T16:44:29.597 INFO:tasks.workunit.client.0.smithi007.stdout: "usage": { 2024-08-04T16:44:29.598 INFO:tasks.workunit.client.0.smithi007.stdout: "pg_num": 105, 2024-08-04T16:44:29.598 INFO:tasks.workunit.client.0.smithi007.stdout: "pools": 4, 2024-08-04T16:44:29.598 INFO:tasks.workunit.client.0.smithi007.stdout: "stats_by_class": { 2024-08-04T16:44:29.598 INFO:tasks.workunit.client.0.smithi007.stdout: "ssd": { 2024-08-04T16:44:29.598 INFO:tasks.workunit.client.0.smithi007.stdout: "total_avail_bytes": 762287935488, 2024-08-04T16:44:29.598 INFO:tasks.workunit.client.0.smithi007.stdout: "total_bytes": 767960285184, 2024-08-04T16:44:29.598 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_bytes": 5672349696, 2024-08-04T16:44:29.598 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_raw_bytes": 5672349696, 2024-08-04T16:44:29.598 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_raw_ratio": 0.007386254146695137 2024-08-04T16:44:29.598 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:29.598 INFO:tasks.workunit.client.0.smithi007.stdout: }, 2024-08-04T16:44:29.598 INFO:tasks.workunit.client.0.smithi007.stdout: "total_avail_bytes": 762287935488, 2024-08-04T16:44:29.598 INFO:tasks.workunit.client.0.smithi007.stdout: "total_bytes": 767960285184, 2024-08-04T16:44:29.599 INFO:tasks.workunit.client.0.smithi007.stdout: "total_used_bytes": 5672349696 2024-08-04T16:44:29.599 INFO:tasks.workunit.client.0.smithi007.stdout: } 2024-08-04T16:44:29.599 INFO:tasks.workunit.client.0.smithi007.stdout:} 2024-08-04T16:44:29.599 INFO:tasks.workunit.client.0.smithi007.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-04T16:44:29.599 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:44:26] "GET /metrics HTTP/1.1" 200 34146 "" "Prometheus/2.43.0" 2024-08-04T16:44:29.600 INFO:tasks.workunit.client.0.smithi007.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-08-04T16:44:29.600 INFO:tasks.workunit.client.0.smithi007.stdout:Preview sample reports with `ceph telemetry preview`. 2024-08-04T16:44:29.600 INFO:tasks.workunit.client.0.smithi007.stdout:OK 2024-08-04T16:44:29.600 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:27 smithi062 ceph-mon[85960]: from='client.36102 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.600 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:27 smithi062 ceph-mon[85960]: from='client.36102 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.601 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:27 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:44:29.601 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:27 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:44:29.601 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:27 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:44:29.601 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:27 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:29.601 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:27 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:44:29.601 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:27 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:44:29.601 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:27 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:44:29.601 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:28 smithi062 ceph-mon[85960]: from='client.46043 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.601 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:28 smithi062 ceph-mon[85960]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-04T16:44:29.601 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:28 smithi062 ceph-mon[85960]: from='client.46043 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.601 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:28 smithi062 ceph-mon[85960]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-08-04T16:44:29.601 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:28 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T16:44:29.602 INFO:tasks.workunit.client.0.smithi007.stderr:+ echo OK 2024-08-04T16:44:29.602 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-04T16:44:29.603 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-04T16:44:29.603 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:44:26] ENGINE Bus STOPPING 2024-08-04T16:44:29.603 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='client.36078 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.603 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-04T16:44:29.603 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='client.36078 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.603 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='client.36096 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.604 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='client.36096 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.604 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:29.604 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:29.604 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.604 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.604 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.604 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.604 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.604 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.604 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.604 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.604 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.604 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:29.604 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:29.604 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.605 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.605 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.605 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:29.605 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:29.605 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.605 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.605 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.605 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:29.605 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='client.36078 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.605 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-04T16:44:29.605 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='client.36078 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='client.36096 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='client.36096 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:29.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:29.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.606 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:29.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:29.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:29.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:29.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.607 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:29.608 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:29.608 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.608 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.608 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.608 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:29.608 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:29.608 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.608 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.608 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.608 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.609 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.609 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.609 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.609 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.609 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.609 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:29.609 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:29.609 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.609 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.609 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.609 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:29.609 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:29.609 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.610 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.610 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.610 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:29.610 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:29.610 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.610 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:29.610 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.610 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.610 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:29.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-04T16:44:29.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:29.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:29.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:29.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:29.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-04T16:44:29.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-04T16:44:29.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-04T16:44:29.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.613 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-04T16:44:29.613 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:26 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-04T16:44:29.613 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:44:27] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T16:44:29.613 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:44:27] ENGINE Bus STOPPED 2024-08-04T16:44:29.613 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:44:27] ENGINE Bus STARTING 2024-08-04T16:44:29.613 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:44:27] ENGINE Serving on http://:::9283 2024-08-04T16:44:29.613 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:44:27] ENGINE Bus STARTED 2024-08-04T16:44:29.614 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-mon[94998]: from='client.36102 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.614 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-mon[94998]: from='client.36102 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.614 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:44:29.614 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:44:29.614 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:44:29.614 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:29.614 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:44:29.614 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:44:29.614 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:44:29.615 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-mon[92692]: from='client.36102 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.615 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-mon[92692]: from='client.36102 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.615 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:44:29.615 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:44:29.615 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:44:29.615 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-04T16:44:29.615 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-04T16:44:29.615 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-04T16:44:29.615 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:27 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:44:29.615 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:28 smithi007 ceph-mon[94998]: from='client.46043 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.616 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:28 smithi007 ceph-mon[94998]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-04T16:44:29.616 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:28 smithi007 ceph-mon[94998]: from='client.46043 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.616 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:28 smithi007 ceph-mon[94998]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-08-04T16:44:29.616 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:28 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T16:44:29.616 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:28 smithi007 ceph-mon[92692]: from='client.46043 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.616 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:28 smithi007 ceph-mon[92692]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-04T16:44:29.616 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:28 smithi007 ceph-mon[92692]: from='client.46043 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-04T16:44:29.616 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:28 smithi007 ceph-mon[92692]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-08-04T16:44:29.616 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:28 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T16:44:29.649 INFO:tasks.workunit:Stopping ['test_telemetry_quincy_x.sh'] on client.0... 2024-08-04T16:44:29.649 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-04T16:44:29.961 DEBUG:teuthology.parallel:result is None 2024-08-04T16:44:29.961 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-04T16:44:29.988 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-04T16:44:29.988 DEBUG:teuthology.orchestra.run.smithi007:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-04T16:44:30.044 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-04T16:44:30.044 INFO:teuthology.run_tasks:Running task print... 2024-08-04T16:44:30.054 INFO:teuthology.task.print:**** done end telemetry x... 2024-08-04T16:44:30.054 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-08-04T16:44:30.077 INFO:tasks.cephadm:Teardown begin 2024-08-04T16:44:30.077 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-08-04T16:44:30.077 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph fs dump --format=json 2024-08-04T16:44:30.351 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T16:44:30.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:30 smithi007 ceph-mon[92692]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-04T16:44:30.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:30 smithi007 ceph-mon[94998]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-04T16:44:31.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:30 smithi062 ceph-mon[85960]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-04T16:44:32.273 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T16:44:32.273 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":16,"btime":"2024-08-04T15:36:06:513974+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54277,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/2896686474","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":2896686474},{"type":"v1","addr":"172.21.15.62:6833","nonce":2896686474}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-04T15:23:53.082649+0000","modified":"2024-08-04T15:35:59.749344+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":557,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44321},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44321":{"gid":44321,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.7:6835/705405629","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":705405629},{"type":"v1","addr":"172.21.15.7:6835","nonce":705405629}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44321,"qdb_cluster":[44321]},"id":1}]} 2024-08-04T16:44:32.273 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 16 2024-08-04T16:44:32.594 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:44:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:44:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:44:32.648 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:32 smithi007 ceph-mon[94998]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-04T16:44:32.649 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:32 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/334004917' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T16:44:32.649 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:32 smithi007 ceph-mon[92692]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-04T16:44:32.649 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:32 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/334004917' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T16:44:32.957 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph fs dump --format=json 2024-08-04T16:44:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:32 smithi062 ceph-mon[85960]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-04T16:44:33.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:32 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/334004917' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T16:44:33.227 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T16:44:35.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:34 smithi062 ceph-mon[85960]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-04T16:44:35.039 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T16:44:35.039 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":16,"btime":"2024-08-04T15:36:06:513974+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54277,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/2896686474","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":2896686474},{"type":"v1","addr":"172.21.15.62:6833","nonce":2896686474}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-04T15:23:53.082649+0000","modified":"2024-08-04T15:35:59.749344+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":557,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44321},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44321":{"gid":44321,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.7:6835/705405629","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":705405629},{"type":"v1","addr":"172.21.15.7:6835","nonce":705405629}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44321,"qdb_cluster":[44321]},"id":1}]} 2024-08-04T16:44:35.039 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 16 2024-08-04T16:44:35.040 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:34 smithi007 ceph-mon[92692]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-04T16:44:35.040 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:34 smithi007 ceph-mon[94998]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-04T16:44:35.658 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd dump --format=json 2024-08-04T16:44:35.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:35 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/3554761464' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T16:44:35.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:35 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/3554761464' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T16:44:35.929 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T16:44:36.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:35 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/3554761464' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-04T16:44:36.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:36 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:44:36] "GET /metrics HTTP/1.1" 200 34146 "" "Prometheus/2.43.0" 2024-08-04T16:44:36.745 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:36 smithi007 ceph-mon[92692]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-04T16:44:36.746 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:44:36.746 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:36 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:44:36.746 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:36 smithi007 ceph-mon[94998]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-04T16:44:36.746 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:44:36.746 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:36 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:44:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:36 smithi062 ceph-mon[85960]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-04T16:44:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' 2024-08-04T16:44:37.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:36 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-04T16:44:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-08-04T16:44:37.769 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":2829,"fsid":"ac1a6012-5274-11ef-bcca-c7b262605968","created":"2024-08-04T15:18:30.835703+0000","modified":"2024-08-04T16:43:31.394645+0000","last_up_change":"2024-08-04T15:35:35.958739+0000","last_in_change":"2024-08-04T15:23:06.203402+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":118,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-04T15:21:25.436814+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-04T15:23:47.042481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-04T15:23:50.431702+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-04T15:25:06.335330+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1145","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":9,"snap_epoch":1145,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d989ad4f-dc6b-4292-8290-c8826b3c77c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":299,"up_from":310,"up_thru":2754,"down_at":300,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":1303123643},{"type":"v1","addr":"172.21.15.7:6803","nonce":1303123643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":1303123643},{"type":"v1","addr":"172.21.15.7:6805","nonce":1303123643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":1303123643},{"type":"v1","addr":"172.21.15.7:6809","nonce":1303123643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":1303123643},{"type":"v1","addr":"172.21.15.7:6807","nonce":1303123643}]},"public_addr":"172.21.15.7:6803/1303123643","cluster_addr":"172.21.15.7:6805/1303123643","heartbeat_back_addr":"172.21.15.7:6809/1303123643","heartbeat_front_addr":"172.21.15.7:6807/1303123643","state":["exists","up"]},{"osd":1,"uuid":"048e9a7b-c104-4e94-b382-787da4f545d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":331,"up_from":342,"up_thru":2754,"down_at":332,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":636910926},{"type":"v1","addr":"172.21.15.7:6811","nonce":636910926}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":636910926},{"type":"v1","addr":"172.21.15.7:6813","nonce":636910926}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":636910926},{"type":"v1","addr":"172.21.15.7:6817","nonce":636910926}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":636910926},{"type":"v1","addr":"172.21.15.7:6815","nonce":636910926}]},"public_addr":"172.21.15.7:6811/636910926","cluster_addr":"172.21.15.7:6813/636910926","heartbeat_back_addr":"172.21.15.7:6817/636910926","heartbeat_front_addr":"172.21.15.7:6815/636910926","state":["exists","up"]},{"osd":2,"uuid":"7e7ac4cb-095b-4e53-b2d5-85bd755c7467","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":362,"up_from":373,"up_thru":2754,"down_at":363,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":1451196233},{"type":"v1","addr":"172.21.15.7:6819","nonce":1451196233}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":1451196233},{"type":"v1","addr":"172.21.15.7:6821","nonce":1451196233}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":1451196233},{"type":"v1","addr":"172.21.15.7:6825","nonce":1451196233}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":1451196233},{"type":"v1","addr":"172.21.15.7:6823","nonce":1451196233}]},"public_addr":"172.21.15.7:6819/1451196233","cluster_addr":"172.21.15.7:6821/1451196233","heartbeat_back_addr":"172.21.15.7:6825/1451196233","heartbeat_front_addr":"172.21.15.7:6823/1451196233","state":["exists","up"]},{"osd":3,"uuid":"cf2b290d-b7b1-4c6f-97a0-61b88ad529e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":395,"up_from":406,"up_thru":2754,"down_at":396,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":1575991639},{"type":"v1","addr":"172.21.15.7:6827","nonce":1575991639}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":1575991639},{"type":"v1","addr":"172.21.15.7:6829","nonce":1575991639}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":1575991639},{"type":"v1","addr":"172.21.15.7:6833","nonce":1575991639}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":1575991639},{"type":"v1","addr":"172.21.15.7:6831","nonce":1575991639}]},"public_addr":"172.21.15.7:6827/1575991639","cluster_addr":"172.21.15.7:6829/1575991639","heartbeat_back_addr":"172.21.15.7:6833/1575991639","heartbeat_front_addr":"172.21.15.7:6831/1575991639","state":["exists","up"]},{"osd":4,"uuid":"68cf053c-1225-4368-a98a-39fadb6176bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":428,"up_from":437,"up_thru":2754,"down_at":429,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":3604184372},{"type":"v1","addr":"172.21.15.62:6801","nonce":3604184372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":3604184372},{"type":"v1","addr":"172.21.15.62:6803","nonce":3604184372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":3604184372},{"type":"v1","addr":"172.21.15.62:6807","nonce":3604184372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":3604184372},{"type":"v1","addr":"172.21.15.62:6805","nonce":3604184372}]},"public_addr":"172.21.15.62:6801/3604184372","cluster_addr":"172.21.15.62:6803/3604184372","heartbeat_back_addr":"172.21.15.62:6807/3604184372","heartbeat_front_addr":"172.21.15.62:6805/3604184372","state":["exists","up"]},{"osd":5,"uuid":"f2f77dd6-c990-4680-8de8-3a59b5f073b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":458,"up_from":469,"up_thru":2754,"down_at":459,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":2343806331},{"type":"v1","addr":"172.21.15.62:6809","nonce":2343806331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":2343806331},{"type":"v1","addr":"172.21.15.62:6811","nonce":2343806331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":2343806331},{"type":"v1","addr":"172.21.15.62:6815","nonce":2343806331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":2343806331},{"type":"v1","addr":"172.21.15.62:6813","nonce":2343806331}]},"public_addr":"172.21.15.62:6809/2343806331","cluster_addr":"172.21.15.62:6811/2343806331","heartbeat_back_addr":"172.21.15.62:6815/2343806331","heartbeat_front_addr":"172.21.15.62:6813/2343806331","state":["exists","up"]},{"osd":6,"uuid":"28efea47-a46c-4ee8-82df-ef631099a14b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":491,"up_from":502,"up_thru":2754,"down_at":492,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":297512779},{"type":"v1","addr":"172.21.15.62:6817","nonce":297512779}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":297512779},{"type":"v1","addr":"172.21.15.62:6819","nonce":297512779}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":297512779},{"type":"v1","addr":"172.21.15.62:6823","nonce":297512779}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":297512779},{"type":"v1","addr":"172.21.15.62:6821","nonce":297512779}]},"public_addr":"172.21.15.62:6817/297512779","cluster_addr":"172.21.15.62:6819/297512779","heartbeat_back_addr":"172.21.15.62:6823/297512779","heartbeat_front_addr":"172.21.15.62:6821/297512779","state":["exists","up"]},{"osd":7,"uuid":"e199fd23-bdd9-4605-8dce-870f63397fe6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":524,"up_from":536,"up_thru":2754,"down_at":525,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":1633192547},{"type":"v1","addr":"172.21.15.62:6825","nonce":1633192547}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":1633192547},{"type":"v1","addr":"172.21.15.62:6827","nonce":1633192547}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":1633192547},{"type":"v1","addr":"172.21.15.62:6831","nonce":1633192547}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":1633192547},{"type":"v1","addr":"172.21.15.62:6829","nonce":1633192547}]},"public_addr":"172.21.15.62:6825/1633192547","cluster_addr":"172.21.15.62:6827/1633192547","heartbeat_back_addr":"172.21.15.62:6831/1633192547","heartbeat_front_addr":"172.21.15.62:6829/1633192547","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:20:36.666611+0000","dead_epoch":299},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:20:59.459473+0000","dead_epoch":331},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:21:22.685734+0000","dead_epoch":361},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:21:47.134874+0000","dead_epoch":395},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:08.981180+0000","dead_epoch":428},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:32.784616+0000","dead_epoch":458},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:22:56.896206+0000","dead_epoch":491},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-04T15:23:21.621873+0000","dead_epoch":524}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/436675263":"2024-08-04T17:17:14.982596+0000","172.21.15.62:6832/206725990":"2024-08-05T15:35:56.734451+0000","172.21.15.7:0/825073690":"2024-08-04T17:22:25.848969+0000","172.21.15.7:0/1215805413":"2024-08-05T15:28:57.595219+0000","172.21.15.7:0/671839973":"2024-08-05T15:24:51.761276+0000","172.21.15.7:0/1544949215":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/3851347911":"2024-08-05T15:30:20.938428+0000","172.21.15.62:0/1563798978":"2024-08-05T15:29:40.849153+0000","172.21.15.7:0/2749302717":"2024-08-05T15:28:57.595219+0000","172.21.15.7:0/652797882":"2024-08-05T15:18:51.588967+0000","172.21.15.7:0/56684976":"2024-08-05T15:24:51.761276+0000","172.21.15.7:0/2548259747":"2024-08-05T15:28:57.595219+0000","172.21.15.7:0/2106525496":"2024-08-05T15:30:20.938428+0000","172.21.15.62:0/227503175":"2024-08-05T15:29:40.849153+0000","172.21.15.7:0/1994755888":"2024-08-05T15:30:20.938428+0000","172.21.15.62:6835/4190759579":"2024-08-05T15:29:40.849153+0000","172.21.15.7:0/719487505":"2024-08-05T15:18:51.588967+0000","172.21.15.7:0/1022380568":"2024-08-05T15:30:20.938428+0000","172.21.15.7:0/216958126":"2024-08-04T17:17:15.954014+0000","172.21.15.62:0/952892176":"2024-08-05T15:29:40.849153+0000","172.21.15.62:0/786109196":"2024-08-05T15:29:40.849153+0000","172.21.15.7:0/1464713358":"2024-08-04T17:43:06.931422+0000","172.21.15.7:0/2044391434":"2024-08-05T15:28:57.595219+0000","172.21.15.7:0/3225322052":"2024-08-05T15:19:14.946979+0000","172.21.15.62:0/1627290117":"2024-08-05T15:29:40.849153+0000","172.21.15.7:6801/2169336686":"2024-08-05T15:24:51.761276+0000","172.21.15.62:6833/206725990":"2024-08-05T15:35:56.734451+0000","172.21.15.7:6801/1752190878":"2024-08-05T15:19:14.946979+0000","172.21.15.62:0/2189635621":"2024-08-05T15:29:40.849153+0000","172.21.15.7:6800/1953164691":"2024-08-05T15:30:20.938428+0000","172.21.15.7:6800/984639070":"2024-08-05T15:28:57.595219+0000","172.21.15.7:0/2483690951":"2024-08-05T15:24:51.761276+0000","172.21.15.62:0/1391633769":"2024-08-05T15:29:40.849153+0000","172.21.15.7:0/733253633":"2024-08-05T15:30:20.938428+0000","172.21.15.7:0/205373033":"2024-08-05T15:24:51.761276+0000","172.21.15.7:6801/984639070":"2024-08-05T15:28:57.595219+0000","172.21.15.7:6800/2169336686":"2024-08-05T15:24:51.761276+0000","172.21.15.7:0/4276385134":"2024-08-05T15:28:57.595219+0000","172.21.15.7:0/1331579879":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6800/1752190878":"2024-08-05T15:19:14.946979+0000","172.21.15.7:0/3540383910":"2024-08-05T15:19:14.946979+0000","172.21.15.7:6801/1595612045":"2024-08-05T15:18:51.588967+0000","172.21.15.7:6801/1953164691":"2024-08-05T15:30:20.938428+0000","172.21.15.7:0/3155215427":"2024-08-05T15:30:20.938428+0000","172.21.15.7:6800/1595612045":"2024-08-05T15:18:51.588967+0000","172.21.15.7:0/3294866314":"2024-08-05T15:30:20.938428+0000","172.21.15.62:6834/4190759579":"2024-08-05T15:29:40.849153+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":5,"length":4}]},{"pool":88,"snaps":[{"begin":33,"length":5},{"begin":43,"length":5}]},{"pool":89,"snaps":[{"begin":17,"length":2},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":117,"snaps":[{"begin":290,"length":3}]},{"pool":118,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":117,"snaps":[{"begin":289,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-04T16:44:38.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:37 smithi062 ceph-mon[85960]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-04T16:44:38.068 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:37 smithi007 ceph-mon[92692]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-04T16:44:38.069 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:37 smithi007 ceph-mon[94998]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-04T16:44:38.410 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph fs fail cephfs 2024-08-04T16:44:38.681 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T16:44:38.944 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:38 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1664978409' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T16:44:38.944 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:38 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1664978409' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T16:44:39.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:38 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1664978409' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-04T16:44:39.994 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:39 smithi007 ceph-mon[92692]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-04T16:44:39.994 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:39 smithi007 ceph-mon[94998]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-04T16:44:40.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:39 smithi062 ceph-mon[85960]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-04T16:44:40.454 INFO:teuthology.orchestra.run.smithi007.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-08-04T16:44:40.759 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 16:44:40 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a[119416]: ignoring --setuser ceph since I am not root 2024-08-04T16:44:40.759 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 16:44:40 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a[119416]: ignoring --setgroup ceph since I am not root 2024-08-04T16:44:40.759 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 16:44:40 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a[119416]: starting mds.a at 2024-08-04T16:44:40.759 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:40 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a[92669]: 2024-08-04T16:44:40.452+0000 7f40dff77640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-04T16:44:40.759 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:40 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/222485501' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-04T16:44:40.759 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:40 smithi007 ceph-mon[92692]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-04T16:44:40.760 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:40 smithi007 ceph-mon[92692]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-04T16:44:40.760 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:40 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/222485501' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-04T16:44:40.760 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:40 smithi007 ceph-mon[92692]: osdmap e2830: 8 total, 8 up, 8 in 2024-08-04T16:44:40.760 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:40 smithi007 ceph-mon[92692]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-04T16:44:40.760 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:40 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/222485501' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-04T16:44:40.760 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:40 smithi007 ceph-mon[94998]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-04T16:44:40.760 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:40 smithi007 ceph-mon[94998]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-04T16:44:40.760 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:40 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/222485501' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-04T16:44:40.760 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:40 smithi007 ceph-mon[94998]: osdmap e2830: 8 total, 8 up, 8 in 2024-08-04T16:44:40.760 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:40 smithi007 ceph-mon[94998]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-04T16:44:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:40 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/222485501' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-04T16:44:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:40 smithi062 ceph-mon[85960]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-04T16:44:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:40 smithi062 ceph-mon[85960]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-04T16:44:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:40 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/222485501' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-04T16:44:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:40 smithi062 ceph-mon[85960]: osdmap e2830: 8 total, 8 up, 8 in 2024-08-04T16:44:41.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:40 smithi062 ceph-mon[85960]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-04T16:44:41.063 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-08-04T16:44:41.333 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T16:44:42.672 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:42 smithi007 ceph-mon[92692]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:42.672 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:42 smithi007 ceph-mon[92692]: mds.? [v2:172.21.15.7:6834/915625860,v1:172.21.15.7:6835/915625860] up:boot 2024-08-04T16:44:42.672 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:42 smithi007 ceph-mon[92692]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-04T16:44:42.672 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:42 smithi007 ceph-mon[92692]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T16:44:42.672 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:42 smithi007 ceph-mon[94998]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:42.672 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:42 smithi007 ceph-mon[94998]: mds.? [v2:172.21.15.7:6834/915625860,v1:172.21.15.7:6835/915625860] up:boot 2024-08-04T16:44:42.673 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:42 smithi007 ceph-mon[94998]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-04T16:44:42.673 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:42 smithi007 ceph-mon[94998]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T16:44:42.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:44:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:44:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:44:42.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:42 smithi062 ceph-mon[85960]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:42 smithi062 ceph-mon[85960]: mds.? [v2:172.21.15.7:6834/915625860,v1:172.21.15.7:6835/915625860] up:boot 2024-08-04T16:44:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:42 smithi062 ceph-mon[85960]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-04T16:44:42.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:42 smithi062 ceph-mon[85960]: from='mgr.25055 172.21.15.7:0/2912857023' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-04T16:44:43.762 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:43 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1320348175' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:44:43.824 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:43 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1320348175' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:44:43.824 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:43 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1320348175' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-04T16:44:44.087 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-08-04T16:44:44.356 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T16:44:44.736 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:44 smithi007 ceph-mon[92692]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:44.736 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:44 smithi007 ceph-mon[92692]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-04T16:44:44.736 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:44 smithi007 ceph-mon[92692]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-04T16:44:44.737 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:44 smithi007 ceph-mon[92692]: Cluster is now healthy 2024-08-04T16:44:44.737 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:44 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1320348175' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-04T16:44:44.737 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:44 smithi007 ceph-mon[92692]: fsmap 2 up:standby 2024-08-04T16:44:44.737 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:44 smithi007 ceph-mon[94998]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:44.737 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:44 smithi007 ceph-mon[94998]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-04T16:44:44.737 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:44 smithi007 ceph-mon[94998]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-04T16:44:44.737 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:44 smithi007 ceph-mon[94998]: Cluster is now healthy 2024-08-04T16:44:44.737 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:44 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1320348175' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-04T16:44:44.737 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:44 smithi007 ceph-mon[94998]: fsmap 2 up:standby 2024-08-04T16:44:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:44 smithi062 ceph-mon[85960]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:44 smithi062 ceph-mon[85960]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-04T16:44:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:44 smithi062 ceph-mon[85960]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-04T16:44:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:44 smithi062 ceph-mon[85960]: Cluster is now healthy 2024-08-04T16:44:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:44 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1320348175' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-04T16:44:44.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:44 smithi062 ceph-mon[85960]: fsmap 2 up:standby 2024-08-04T16:44:46.135 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:46 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: ::ffff:172.21.15.62 - - [04/Aug/2024:16:44:46] "GET /metrics HTTP/1.1" 200 34148 "" "Prometheus/2.43.0" 2024-08-04T16:44:46.474 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_metadata' removed 2024-08-04T16:44:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:46 smithi062 ceph-mon[85960]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:46.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:46 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2726687921' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-04T16:44:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:46 smithi007 ceph-mon[92692]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:46.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:46 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2726687921' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-04T16:44:46.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:46 smithi007 ceph-mon[94998]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:46.837 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:46 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2726687921' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-04T16:44:47.165 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid ac1a6012-5274-11ef-bcca-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-08-04T16:44:47.435 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/mon.a/config 2024-08-04T16:44:47.709 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:47 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/2726687921' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-04T16:44:47.710 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:47 smithi007 ceph-mon[92692]: osdmap e2831: 8 total, 8 up, 8 in 2024-08-04T16:44:47.710 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:47 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/2726687921' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-04T16:44:47.710 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:47 smithi007 ceph-mon[94998]: osdmap e2831: 8 total, 8 up, 8 in 2024-08-04T16:44:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:47 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/2726687921' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-04T16:44:47.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:47 smithi062 ceph-mon[85960]: osdmap e2831: 8 total, 8 up, 8 in 2024-08-04T16:44:48.547 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:48 smithi007 ceph-mon[92692]: pgmap v4829: 73 pgs: 73 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:48.547 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:48 smithi007 ceph-mon[94998]: pgmap v4829: 73 pgs: 73 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:48.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:48 smithi062 ceph-mon[85960]: pgmap v4829: 73 pgs: 73 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:49.484 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_data' removed 2024-08-04T16:44:49.761 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:49 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1006361897' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-04T16:44:49.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:49 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1006361897' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-04T16:44:49.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:49 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1006361897' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-04T16:44:50.201 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-04T16:44:50.232 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-04T16:44:50.266 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-08-04T16:44:50.266 DEBUG:teuthology.orchestra.run.smithi007:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-04T16:44:50.289 DEBUG:teuthology.orchestra.run.smithi062:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-04T16:44:50.326 INFO:tasks.cephadm:Stopping all daemons... 2024-08-04T16:44:50.326 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-08-04T16:44:50.326 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.a 2024-08-04T16:44:50.485 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:50 smithi007 systemd[1]: Stopping Ceph mon.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:44:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:50 smithi062 ceph-mon[85960]: pgmap v4830: 73 pgs: 73 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:50 smithi062 ceph-mon[85960]: from='client.? 172.21.15.7:0/1006361897' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-04T16:44:50.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:50 smithi062 ceph-mon[85960]: osdmap e2832: 8 total, 8 up, 8 in 2024-08-04T16:44:50.836 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:44:50] ENGINE Bus STOPPING 2024-08-04T16:44:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:50 smithi007 ceph-mon[94998]: pgmap v4830: 73 pgs: 73 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:50 smithi007 ceph-mon[94998]: from='client.? 172.21.15.7:0/1006361897' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-04T16:44:50.836 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:50 smithi007 ceph-mon[94998]: osdmap e2832: 8 total, 8 up, 8 in 2024-08-04T16:44:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:50 smithi007 ceph-mon[92692]: pgmap v4830: 73 pgs: 73 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-04T16:44:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:50 smithi007 ceph-mon[92692]: from='client.? 172.21.15.7:0/1006361897' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-04T16:44:50.836 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:50 smithi007 ceph-mon[92692]: osdmap e2832: 8 total, 8 up, 8 in 2024-08-04T16:44:50.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a[92669]: 2024-08-04T16:44:50.666+0000 7f40e5782640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T16:44:50.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:50 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a[92669]: 2024-08-04T16:44:50.666+0000 7f40e5782640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-08-04T16:44:50.837 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:50 smithi007 podman[174348]: 2024-08-04 16:44:50.727813297 +0000 UTC m=+0.190616261 container died 299809910b9f08782b334ea2dd7b82f8e9aad2c75c155cf7ee1b75b1d4cc7bdb (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-04T16:44:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:51 smithi007 podman[174348]: 2024-08-04 16:44:51.132995659 +0000 UTC m=+0.595798608 container cleanup 299809910b9f08782b334ea2dd7b82f8e9aad2c75c155cf7ee1b75b1d4cc7bdb (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-04T16:44:51.336 INFO:journalctl@ceph.mon.a.smithi007.stdout:Aug 04 16:44:51 smithi007 bash[174348]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-a 2024-08-04T16:44:51.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:44:51] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T16:44:51.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:44:51] ENGINE Bus STOPPED 2024-08-04T16:44:51.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:44:51] ENGINE Bus STARTING 2024-08-04T16:44:51.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:44:51] ENGINE Serving on http://:::9283 2024-08-04T16:44:51.336 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:51 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:44:51] ENGINE Bus STARTED 2024-08-04T16:44:51.716 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.a.service' 2024-08-04T16:44:51.767 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-04T16:44:51.767 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-08-04T16:44:51.767 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-08-04T16:44:51.767 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.c 2024-08-04T16:44:52.072 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:51 smithi007 systemd[1]: Stopping Ceph mon.c for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:44:52.334 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:52 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:44:52] ENGINE Bus STOPPING 2024-08-04T16:44:52.334 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:52 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:44:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-04T16:44:52.334 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:52 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:44:52] ENGINE Bus STOPPED 2024-08-04T16:44:52.334 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:52 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:44:52] ENGINE Bus STARTING 2024-08-04T16:44:52.334 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:52 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-c[94994]: 2024-08-04T16:44:52.071+0000 7fc5090cd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T16:44:52.334 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:52 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-c[94994]: 2024-08-04T16:44:52.071+0000 7fc5090cd640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-08-04T16:44:52.334 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:52 smithi007 podman[174575]: 2024-08-04 16:44:52.306558622 +0000 UTC m=+0.350028696 container died cb8318c43c9de20e48c9f06b2e53f715892ebc03e9d1073e22bf991135a0ec4a (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-04T16:44:52.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:52 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:44:52] ENGINE Serving on http://:::9283 2024-08-04T16:44:52.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:52 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: [04/Aug/2024:16:44:52] ENGINE Bus STARTED 2024-08-04T16:44:52.761 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:44:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ac1a6012-5274-11ef-bcca-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-04T16:44:52.931 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:52 smithi007 podman[174575]: 2024-08-04 16:44:52.729772784 +0000 UTC m=+0.773242866 container cleanup cb8318c43c9de20e48c9f06b2e53f715892ebc03e9d1073e22bf991135a0ec4a (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-c, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-release-26c3fb8, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-04T16:44:52.931 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:52 smithi007 bash[174575]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-c 2024-08-04T16:44:53.164 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.c.service' 2024-08-04T16:44:53.187 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:52 smithi007 podman[174599]: 2024-08-04 16:44:52.93120091 +0000 UTC m=+0.619270809 container remove cb8318c43c9de20e48c9f06b2e53f715892ebc03e9d1073e22bf991135a0ec4a (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-c, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.36.0) 2024-08-04T16:44:53.187 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:53 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.c.service: Deactivated successfully. 2024-08-04T16:44:53.187 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:53 smithi007 systemd[1]: Stopped Ceph mon.c for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T16:44:53.187 INFO:journalctl@ceph.mon.c.smithi007.stdout:Aug 04 16:44:53 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.c.service: Consumed 51.022s CPU time. 2024-08-04T16:44:53.200 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-04T16:44:53.201 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-08-04T16:44:53.201 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-08-04T16:44:53.201 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.b 2024-08-04T16:44:53.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:53 smithi062 systemd[1]: Stopping Ceph mon.b for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:44:54.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-b[85956]: 2024-08-04T16:44:53.527+0000 7f0f73dfb640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T16:44:54.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-b[85956]: 2024-08-04T16:44:53.527+0000 7f0f73dfb640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-08-04T16:44:54.011 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:53 smithi062 podman[144690]: 2024-08-04 16:44:53.691572546 +0000 UTC m=+0.285960320 container died 2e88aab312eb66d5f31667a23ad9ca4ff74a7ff0d2cf725f2608aadc915e6411 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-b, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD) 2024-08-04T16:44:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:54 smithi062 podman[144690]: 2024-08-04 16:44:54.295470366 +0000 UTC m=+0.889858140 container cleanup 2e88aab312eb66d5f31667a23ad9ca4ff74a7ff0d2cf725f2608aadc915e6411 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-b, RELEASE=squid-release-26c3fb8, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True) 2024-08-04T16:44:54.511 INFO:journalctl@ceph.mon.b.smithi062.stdout:Aug 04 16:44:54 smithi062 bash[144690]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mon-b 2024-08-04T16:44:54.667 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mon.b.service' 2024-08-04T16:44:54.718 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-04T16:44:54.718 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-08-04T16:44:54.718 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-08-04T16:44:54.718 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.y 2024-08-04T16:44:55.050 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:54 smithi007 systemd[1]: Stopping Ceph mgr.y for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:44:55.335 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T16:44:55.050+0000 7f173043b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T16:44:55.335 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:55 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y[84099]: 2024-08-04T16:44:55.050+0000 7f173043b640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-08-04T16:44:55.335 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:55 smithi007 podman[174708]: 2024-08-04 16:44:55.092247343 +0000 UTC m=+0.167207178 container died 37ef3ca8c5a9388aa6479dfe0d5e505197482e7101fd039556e5bc66a3e0abcc (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T16:44:55.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:55 smithi007 podman[174708]: 2024-08-04 16:44:55.417461365 +0000 UTC m=+0.492421197 container cleanup 37ef3ca8c5a9388aa6479dfe0d5e505197482e7101fd039556e5bc66a3e0abcc (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True) 2024-08-04T16:44:55.586 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:55 smithi007 bash[174708]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y 2024-08-04T16:44:55.852 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:55 smithi007 podman[174723]: 2024-08-04 16:44:55.601907507 +0000 UTC m=+0.509316281 container remove 37ef3ca8c5a9388aa6479dfe0d5e505197482e7101fd039556e5bc66a3e0abcc (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-release-26c3fb8, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True) 2024-08-04T16:44:55.852 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:55 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.y.service: Deactivated successfully. 2024-08-04T16:44:55.852 INFO:journalctl@ceph.mgr.y.smithi007.stdout:Aug 04 16:44:55 smithi007 systemd[1]: Stopped Ceph mgr.y for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T16:44:55.854 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.y.service' 2024-08-04T16:44:55.891 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-04T16:44:55.891 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-08-04T16:44:55.891 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-08-04T16:44:55.891 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.x 2024-08-04T16:44:56.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 16:44:55 smithi062 systemd[1]: Stopping Ceph mgr.x for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:44:56.685 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 16:44:56 smithi062 podman[144812]: 2024-08-04 16:44:56.365142684 +0000 UTC m=+0.268097333 container died 0a006181dce32ccbf49288141ab842fdd4f84ad6110880d8a4ca3d14ea2bf1e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True) 2024-08-04T16:44:57.002 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 16:44:56 smithi062 podman[144812]: 2024-08-04 16:44:56.775911364 +0000 UTC m=+0.678866019 container cleanup 0a006181dce32ccbf49288141ab842fdd4f84ad6110880d8a4ca3d14ea2bf1e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x, RELEASE=squid-release-26c3fb8, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-04T16:44:57.002 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 16:44:56 smithi062 bash[144812]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x 2024-08-04T16:44:57.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 16:44:57 smithi062 podman[144824]: 2024-08-04 16:44:57.002412956 +0000 UTC m=+0.633607358 container remove 0a006181dce32ccbf49288141ab842fdd4f84ad6110880d8a4ca3d14ea2bf1e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0) 2024-08-04T16:44:57.261 INFO:journalctl@ceph.mgr.x.smithi062.stdout:Aug 04 16:44:57 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-04T16:44:57.267 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mgr.x.service' 2024-08-04T16:44:57.303 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-04T16:44:57.303 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-08-04T16:44:57.303 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-08-04T16:44:57.304 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.0 2024-08-04T16:44:57.586 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 16:44:57 smithi007 systemd[1]: Stopping Ceph osd.0 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:44:58.086 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 16:44:57 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0[100350]: 2024-08-04T16:44:57.630+0000 7f1fe08bc640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T16:44:58.086 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 16:44:57 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0[100350]: 2024-08-04T16:44:57.630+0000 7f1fe08bc640 -1 osd.0 2832 *** Got signal Terminated *** 2024-08-04T16:44:58.086 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 16:44:57 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0[100350]: 2024-08-04T16:44:57.630+0000 7f1fe08bc640 -1 osd.0 2832 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-04T16:45:03.448 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 16:45:03 smithi007 podman[174831]: 2024-08-04 16:45:03.185427027 +0000 UTC m=+5.675823190 container died 5e9184d39c1fd6b2467fac68aeb0820579ea4fa949cd07040e234f14c8b52f01 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-release-26c3fb8, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-04T16:45:03.798 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 16:45:03 smithi007 podman[174831]: 2024-08-04 16:45:03.538298056 +0000 UTC m=+6.028694220 container cleanup 5e9184d39c1fd6b2467fac68aeb0820579ea4fa949cd07040e234f14c8b52f01 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0) 2024-08-04T16:45:03.798 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 16:45:03 smithi007 bash[174831]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0 2024-08-04T16:45:04.086 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 16:45:03 smithi007 podman[174849]: 2024-08-04 16:45:03.797946091 +0000 UTC m=+0.614065401 container remove 5e9184d39c1fd6b2467fac68aeb0820579ea4fa949cd07040e234f14c8b52f01 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-release-26c3fb8, ceph=True) 2024-08-04T16:45:04.451 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 16:45:04 smithi007 podman[174938]: 2024-08-04 16:45:04.07550556 +0000 UTC m=+0.018050708 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T16:45:04.451 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 16:45:04 smithi007 podman[174938]: 2024-08-04 16:45:04.199018418 +0000 UTC m=+0.141563546 container create 3d12b3d7e63a6ca1eb4751a53779c687fa423c1470bafe7e501d440d4b88ddc4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, io.buildah.version=1.36.0) 2024-08-04T16:45:04.451 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 16:45:04 smithi007 podman[174938]: 2024-08-04 16:45:04.451505116 +0000 UTC m=+0.394050244 container init 3d12b3d7e63a6ca1eb4751a53779c687fa423c1470bafe7e501d440d4b88ddc4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-deactivate, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-08-04T16:45:04.836 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 16:45:04 smithi007 podman[174938]: 2024-08-04 16:45:04.455312539 +0000 UTC m=+0.397857667 container start 3d12b3d7e63a6ca1eb4751a53779c687fa423c1470bafe7e501d440d4b88ddc4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T16:45:04.836 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 16:45:04 smithi007 podman[174938]: 2024-08-04 16:45:04.534989605 +0000 UTC m=+0.477534739 container attach 3d12b3d7e63a6ca1eb4751a53779c687fa423c1470bafe7e501d440d4b88ddc4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-08-04T16:45:04.836 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 16:45:04 smithi007 podman[174938]: 2024-08-04 16:45:04.658978687 +0000 UTC m=+0.601523820 container died 3d12b3d7e63a6ca1eb4751a53779c687fa423c1470bafe7e501d440d4b88ddc4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T16:45:05.199 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.0.service' 2024-08-04T16:45:05.209 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 16:45:05 smithi007 podman[174961]: 2024-08-04 16:45:05.180005545 +0000 UTC m=+0.509423351 container remove 3d12b3d7e63a6ca1eb4751a53779c687fa423c1470bafe7e501d440d4b88ddc4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-08-04T16:45:05.209 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 16:45:05 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.0.service: Deactivated successfully. 2024-08-04T16:45:05.209 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 16:45:05 smithi007 systemd[1]: Stopped Ceph osd.0 for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T16:45:05.209 INFO:journalctl@ceph.osd.0.smithi007.stdout:Aug 04 16:45:05 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.0.service: Consumed 3min 55.059s CPU time. 2024-08-04T16:45:05.251 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-04T16:45:05.251 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-08-04T16:45:05.251 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-08-04T16:45:05.251 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.1 2024-08-04T16:45:05.500 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 16:45:05 smithi007 systemd[1]: Stopping Ceph osd.1 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:45:05.835 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 16:45:05 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1[104886]: 2024-08-04T16:45:05.658+0000 7f1bc3cd2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T16:45:05.836 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 16:45:05 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1[104886]: 2024-08-04T16:45:05.658+0000 7f1bc3cd2640 -1 osd.1 2832 *** Got signal Terminated *** 2024-08-04T16:45:05.836 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 16:45:05 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1[104886]: 2024-08-04T16:45:05.658+0000 7f1bc3cd2640 -1 osd.1 2832 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-04T16:45:11.533 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 16:45:11 smithi007 podman[175047]: 2024-08-04 16:45:11.219467327 +0000 UTC m=+5.690703531 container died 5e39c45ce0aa5781660bd5e8bd88c39994ecc8d83ded89d776fcf23defbc3f53 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-release-26c3fb8, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T16:45:11.836 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 16:45:11 smithi007 podman[175047]: 2024-08-04 16:45:11.615967825 +0000 UTC m=+6.087204037 container cleanup 5e39c45ce0aa5781660bd5e8bd88c39994ecc8d83ded89d776fcf23defbc3f53 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1, RELEASE=squid-release-26c3fb8, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T16:45:11.836 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 16:45:11 smithi007 bash[175047]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1 2024-08-04T16:45:12.242 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 16:45:11 smithi007 podman[175074]: 2024-08-04 16:45:11.884241356 +0000 UTC m=+0.661155050 container remove 5e39c45ce0aa5781660bd5e8bd88c39994ecc8d83ded89d776fcf23defbc3f53 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T16:45:12.570 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 16:45:12 smithi007 podman[175165]: 2024-08-04 16:45:12.145882703 +0000 UTC m=+0.018089140 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T16:45:12.571 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 16:45:12 smithi007 podman[175165]: 2024-08-04 16:45:12.25180232 +0000 UTC m=+0.124008745 container create 22e71c874e5f07625b9db007bc2b05c016edb57df3dfb9a1f2e23704402b2dca (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-release-26c3fb8, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T16:45:12.571 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 16:45:12 smithi007 podman[175165]: 2024-08-04 16:45:12.479305059 +0000 UTC m=+0.351511485 container init 22e71c874e5f07625b9db007bc2b05c016edb57df3dfb9a1f2e23704402b2dca (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T16:45:12.571 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 16:45:12 smithi007 podman[175165]: 2024-08-04 16:45:12.482589945 +0000 UTC m=+0.354796371 container start 22e71c874e5f07625b9db007bc2b05c016edb57df3dfb9a1f2e23704402b2dca (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux ) 2024-08-04T16:45:12.571 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 16:45:12 smithi007 podman[175165]: 2024-08-04 16:45:12.570815234 +0000 UTC m=+0.443021687 container attach 22e71c874e5f07625b9db007bc2b05c016edb57df3dfb9a1f2e23704402b2dca (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-release-26c3fb8, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-08-04T16:45:12.836 INFO:journalctl@ceph.osd.1.smithi007.stdout:Aug 04 16:45:12 smithi007 podman[175165]: 2024-08-04 16:45:12.67393463 +0000 UTC m=+0.546141070 container died 22e71c874e5f07625b9db007bc2b05c016edb57df3dfb9a1f2e23704402b2dca (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-release-26c3fb8, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T16:45:13.374 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.1.service' 2024-08-04T16:45:13.422 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-04T16:45:13.422 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-08-04T16:45:13.422 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-08-04T16:45:13.423 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.2 2024-08-04T16:45:13.727 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 16:45:13 smithi007 systemd[1]: Stopping Ceph osd.2 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:45:14.085 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 16:45:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[109388]: 2024-08-04T16:45:13.726+0000 7f86ed7bc640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T16:45:14.086 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 16:45:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[109388]: 2024-08-04T16:45:13.726+0000 7f86ed7bc640 -1 osd.2 2832 *** Got signal Terminated *** 2024-08-04T16:45:14.086 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 16:45:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2[109388]: 2024-08-04T16:45:13.726+0000 7f86ed7bc640 -1 osd.2 2832 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-04T16:45:19.428 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 16:45:19 smithi007 podman[175269]: 2024-08-04 16:45:19.177117735 +0000 UTC m=+5.555748413 container died 0fac930b36e68cbc932797f00c41fd4776c28141216762fa8a20baf82c886d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-08-04T16:45:19.719 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 16:45:19 smithi007 podman[175269]: 2024-08-04 16:45:19.50976037 +0000 UTC m=+5.888391047 container cleanup 0fac930b36e68cbc932797f00c41fd4776c28141216762fa8a20baf82c886d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-04T16:45:19.719 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 16:45:19 smithi007 bash[175269]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2 2024-08-04T16:45:20.086 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 16:45:19 smithi007 podman[175293]: 2024-08-04 16:45:19.719186085 +0000 UTC m=+0.535065877 container remove 0fac930b36e68cbc932797f00c41fd4776c28141216762fa8a20baf82c886d6c (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-08-04T16:45:20.463 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 16:45:20 smithi007 podman[175383]: 2024-08-04 16:45:20.052043137 +0000 UTC m=+0.018260317 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T16:45:20.464 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 16:45:20 smithi007 podman[175383]: 2024-08-04 16:45:20.170056974 +0000 UTC m=+0.136274145 container create e8799cb82181a9eef4527db80a6df82477af77269ca4310579cc07e2aae867e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-08-04T16:45:20.464 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 16:45:20 smithi007 podman[175383]: 2024-08-04 16:45:20.380474284 +0000 UTC m=+0.346691458 container init e8799cb82181a9eef4527db80a6df82477af77269ca4310579cc07e2aae867e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-deactivate, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-08-04T16:45:20.464 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 16:45:20 smithi007 podman[175383]: 2024-08-04 16:45:20.384022601 +0000 UTC m=+0.350239772 container start e8799cb82181a9eef4527db80a6df82477af77269ca4310579cc07e2aae867e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2) 2024-08-04T16:45:20.464 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 16:45:20 smithi007 podman[175383]: 2024-08-04 16:45:20.463784959 +0000 UTC m=+0.430002132 container attach e8799cb82181a9eef4527db80a6df82477af77269ca4310579cc07e2aae867e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True) 2024-08-04T16:45:20.836 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 16:45:20 smithi007 podman[175383]: 2024-08-04 16:45:20.579960075 +0000 UTC m=+0.546177246 container died e8799cb82181a9eef4527db80a6df82477af77269ca4310579cc07e2aae867e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-04T16:45:21.140 INFO:journalctl@ceph.osd.2.smithi007.stdout:Aug 04 16:45:21 smithi007 podman[175406]: 2024-08-04 16:45:21.125759696 +0000 UTC m=+0.539629309 container remove e8799cb82181a9eef4527db80a6df82477af77269ca4310579cc07e2aae867e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-04T16:45:21.147 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.2.service' 2024-08-04T16:45:21.190 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-04T16:45:21.191 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-08-04T16:45:21.191 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-08-04T16:45:21.191 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.3 2024-08-04T16:45:21.537 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 16:45:21 smithi007 systemd[1]: Stopping Ceph osd.3 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:45:21.836 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 16:45:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3[114336]: 2024-08-04T16:45:21.536+0000 7f444fbc8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T16:45:21.836 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 16:45:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3[114336]: 2024-08-04T16:45:21.536+0000 7f444fbc8640 -1 osd.3 2832 *** Got signal Terminated *** 2024-08-04T16:45:21.836 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 16:45:21 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3[114336]: 2024-08-04T16:45:21.536+0000 7f444fbc8640 -1 osd.3 2832 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-04T16:45:24.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:24 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:24.473+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:25.086 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 16:45:24 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3[114336]: 2024-08-04T16:45:24.796+0000 7f44481d6640 -1 osd.3 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.466734+0000 front 2024-08-04T16:45:01.466621+0000 (oldest deadline 2024-08-04T16:45:24.366600+0000) 2024-08-04T16:45:25.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:25 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:25.435+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:26.086 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 16:45:25 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3[114336]: 2024-08-04T16:45:25.806+0000 7f44481d6640 -1 osd.3 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.466734+0000 front 2024-08-04T16:45:01.466621+0000 (oldest deadline 2024-08-04T16:45:24.366600+0000) 2024-08-04T16:45:26.759 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:26 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:26.421+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:27.011 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:26 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[91250]: 2024-08-04T16:45:26.758+0000 7f4e6565f640 -1 osd.4 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.562517+0000 front 2024-08-04T16:45:02.562554+0000 (oldest deadline 2024-08-04T16:45:26.062594+0000) 2024-08-04T16:45:27.228 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 16:45:26 smithi007 podman[175485]: 2024-08-04 16:45:26.959664618 +0000 UTC m=+5.534962478 container died 9fb37da143b051a7333398aaa2f01761d7414a9d82c897e6cc240485be7af90d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, CEPH_POINT_RELEASE=) 2024-08-04T16:45:27.586 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 16:45:27 smithi007 podman[175485]: 2024-08-04 16:45:27.270013606 +0000 UTC m=+5.845311454 container cleanup 9fb37da143b051a7333398aaa2f01761d7414a9d82c897e6cc240485be7af90d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0) 2024-08-04T16:45:27.586 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 16:45:27 smithi007 bash[175485]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3 2024-08-04T16:45:27.586 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 16:45:27 smithi007 podman[175502]: 2024-08-04 16:45:27.47118158 +0000 UTC m=+0.513488229 container remove 9fb37da143b051a7333398aaa2f01761d7414a9d82c897e6cc240485be7af90d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-08-04T16:45:27.723 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:27.652+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:27.723 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:27.459+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:28.011 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[91250]: 2024-08-04T16:45:27.722+0000 7f4e6565f640 -1 osd.4 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.562517+0000 front 2024-08-04T16:45:02.562554+0000 (oldest deadline 2024-08-04T16:45:26.062594+0000) 2024-08-04T16:45:28.011 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:27 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:27.886+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:28.064 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 16:45:27 smithi007 podman[175590]: 2024-08-04 16:45:27.698315749 +0000 UTC m=+0.017610127 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T16:45:28.064 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 16:45:27 smithi007 podman[175590]: 2024-08-04 16:45:27.805358396 +0000 UTC m=+0.124652763 container create d80153d07aaa45db102bf6dd40e352c0c0f9b2cfee373b6bb913c789e00dc743 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, io.buildah.version=1.36.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T16:45:28.064 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 16:45:28 smithi007 podman[175590]: 2024-08-04 16:45:28.064414736 +0000 UTC m=+0.383709099 container init d80153d07aaa45db102bf6dd40e352c0c0f9b2cfee373b6bb913c789e00dc743 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-release-26c3fb8, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-04T16:45:28.336 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 16:45:28 smithi007 podman[175590]: 2024-08-04 16:45:28.068216284 +0000 UTC m=+0.387510651 container start d80153d07aaa45db102bf6dd40e352c0c0f9b2cfee373b6bb913c789e00dc743 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-deactivate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T16:45:28.336 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 16:45:28 smithi007 podman[175590]: 2024-08-04 16:45:28.151580443 +0000 UTC m=+0.470874809 container attach d80153d07aaa45db102bf6dd40e352c0c0f9b2cfee373b6bb913c789e00dc743 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T16:45:28.336 INFO:journalctl@ceph.osd.3.smithi007.stdout:Aug 04 16:45:28 smithi007 podman[175590]: 2024-08-04 16:45:28.262869855 +0000 UTC m=+0.582164227 container died d80153d07aaa45db102bf6dd40e352c0c0f9b2cfee373b6bb913c789e00dc743 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0) 2024-08-04T16:45:28.761 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[91250]: 2024-08-04T16:45:28.722+0000 7f4e6565f640 -1 osd.4 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.562517+0000 front 2024-08-04T16:45:02.562554+0000 (oldest deadline 2024-08-04T16:45:26.062594+0000) 2024-08-04T16:45:28.762 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:28.495+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:28.762 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:28.646+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:28.990 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.3.service' 2024-08-04T16:45:29.036 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-04T16:45:29.037 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-08-04T16:45:29.037 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-08-04T16:45:29.037 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.4 2024-08-04T16:45:29.261 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:29 smithi062 systemd[1]: Stopping Ceph osd.4 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:45:29.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:28 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:28.859+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:29.691 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:29.522+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:29.691 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[91250]: 2024-08-04T16:45:29.352+0000 7f4e69049640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T16:45:29.691 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[91250]: 2024-08-04T16:45:29.352+0000 7f4e69049640 -1 osd.4 2832 *** Got signal Terminated *** 2024-08-04T16:45:29.691 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[91250]: 2024-08-04T16:45:29.352+0000 7f4e69049640 -1 osd.4 2832 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-04T16:45:30.011 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:29.831+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:30.011 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[91250]: 2024-08-04T16:45:29.728+0000 7f4e6565f640 -1 osd.4 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.562517+0000 front 2024-08-04T16:45:02.562554+0000 (oldest deadline 2024-08-04T16:45:26.062594+0000) 2024-08-04T16:45:30.012 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:29 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:29.689+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:30.858 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:30 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[91250]: 2024-08-04T16:45:30.730+0000 7f4e6565f640 -1 osd.4 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.562517+0000 front 2024-08-04T16:45:02.562554+0000 (oldest deadline 2024-08-04T16:45:26.062594+0000) 2024-08-04T16:45:30.859 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:30 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:30.531+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:30.859 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:30 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:30.721+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:31.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:30 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:30.857+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:31.832 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:31 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[91250]: 2024-08-04T16:45:31.765+0000 7f4e6565f640 -1 osd.4 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.562517+0000 front 2024-08-04T16:45:02.562554+0000 (oldest deadline 2024-08-04T16:45:26.062594+0000) 2024-08-04T16:45:31.832 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:31 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:31.733+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:31.832 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:31 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:31.515+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:32.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:31 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:31.831+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:32.855 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[91250]: 2024-08-04T16:45:32.743+0000 7f4e6565f640 -1 osd.4 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.562517+0000 front 2024-08-04T16:45:02.562554+0000 (oldest deadline 2024-08-04T16:45:26.062594+0000) 2024-08-04T16:45:32.855 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:32.714+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:32.855 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:32.714+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:32.856 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:32.512+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:33.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:32.854+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:33.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:32 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:32.854+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:33.761 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:33 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[91250]: 2024-08-04T16:45:33.711+0000 7f4e6565f640 -1 osd.4 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.562517+0000 front 2024-08-04T16:45:02.562554+0000 (oldest deadline 2024-08-04T16:45:26.062594+0000) 2024-08-04T16:45:33.761 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:33 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4[91250]: 2024-08-04T16:45:33.711+0000 7f4e6565f640 -1 osd.4 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:08.764563+0000 front 2024-08-04T16:45:08.764594+0000 (oldest deadline 2024-08-04T16:45:33.464490+0000) 2024-08-04T16:45:33.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:33 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:33.479+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:34.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:33 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:33.893+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:34.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:33 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:33.893+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:34.262 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:33 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:33.760+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:34.262 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:33 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:33.760+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:34.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:34.440+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:35.261 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:34 smithi062 podman[144951]: 2024-08-04 16:45:34.901232668 +0000 UTC m=+5.657353409 container died ae7979574af0770f58102682ba2238036ae447c54be8eecb7ea31c8b855354a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4, RELEASE=squid-release-26c3fb8, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-04T16:45:35.262 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:34.858+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:35.262 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:34.858+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:35.262 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:34.806+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:35.262 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:34 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:34.806+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:35.665 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:35 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:35.488+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:35.665 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:35 smithi062 podman[144951]: 2024-08-04 16:45:35.422319013 +0000 UTC m=+6.178439740 container cleanup ae7979574af0770f58102682ba2238036ae447c54be8eecb7ea31c8b855354a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-release-26c3fb8, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T16:45:35.665 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:35 smithi062 bash[144951]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4 2024-08-04T16:45:36.011 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:35 smithi062 podman[144967]: 2024-08-04 16:45:35.665395923 +0000 UTC m=+0.766090304 container remove ae7979574af0770f58102682ba2238036ae447c54be8eecb7ea31c8b855354a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-08-04T16:45:36.011 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:35 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:35.811+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:36.011 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:35 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:35.811+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:36.012 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:35 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:35.827+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:36.012 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:35 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:35.827+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:36.491 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:36 smithi062 podman[145056]: 2024-08-04 16:45:36.01395615 +0000 UTC m=+0.018167417 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T16:45:36.491 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:36 smithi062 podman[145056]: 2024-08-04 16:45:36.14139637 +0000 UTC m=+0.145607700 container create 4406f4459600dca06d19e5efb2413a431bd5a8635e67d415579c9d6b4a185205 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T16:45:36.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:36.490+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:36.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:45:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:45:36.544Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.7:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.7:8765: connect: connection refused" 2024-08-04T16:45:36.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:45:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:45:36.547Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.7:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.7:8765: connect: connection refused" 2024-08-04T16:45:36.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:45:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:45:36.547Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.7:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.7:8765: connect: connection refused" 2024-08-04T16:45:36.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:45:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:45:36.547Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.7:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.7:8765: connect: connection refused" 2024-08-04T16:45:36.762 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:45:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:45:36.547Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.7:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.7:8765: connect: connection refused" 2024-08-04T16:45:36.762 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:36 smithi062 podman[145056]: 2024-08-04 16:45:36.512327901 +0000 UTC m=+0.516539181 container init 4406f4459600dca06d19e5efb2413a431bd5a8635e67d415579c9d6b4a185205 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-08-04T16:45:36.762 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:36 smithi062 podman[145056]: 2024-08-04 16:45:36.516604301 +0000 UTC m=+0.520815563 container start 4406f4459600dca06d19e5efb2413a431bd5a8635e67d415579c9d6b4a185205 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-release-26c3fb8, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0) 2024-08-04T16:45:36.762 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:36 smithi062 podman[145056]: 2024-08-04 16:45:36.59368215 +0000 UTC m=+0.597893409 container attach 4406f4459600dca06d19e5efb2413a431bd5a8635e67d415579c9d6b4a185205 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T16:45:36.762 INFO:journalctl@ceph.osd.4.smithi062.stdout:Aug 04 16:45:36 smithi062 podman[145056]: 2024-08-04 16:45:36.713877056 +0000 UTC m=+0.718088315 container died 4406f4459600dca06d19e5efb2413a431bd5a8635e67d415579c9d6b4a185205 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8) 2024-08-04T16:45:37.144 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:36.804+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:37.144 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:36.804+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:37.144 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:36.782+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:37.144 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:36 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:36.782+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:37.302 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.4.service' 2024-08-04T16:45:37.345 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-04T16:45:37.345 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-08-04T16:45:37.345 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-08-04T16:45:37.345 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.5 2024-08-04T16:45:37.736 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:37 smithi062 systemd[1]: Stopping Ceph osd.5 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:45:37.737 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:37 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:37.488+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:37.737 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:37 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:37.488+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.336862+0000 front 2024-08-04T16:45:09.336884+0000 (oldest deadline 2024-08-04T16:45:36.937294+0000) 2024-08-04T16:45:38.011 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:37 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:37.788+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:38.011 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:37 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:37.788+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:38.011 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:37 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:37.815+0000 7f9d8beae640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T16:45:38.011 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:37 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:37.815+0000 7f9d8beae640 -1 osd.5 2832 *** Got signal Terminated *** 2024-08-04T16:45:38.012 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:37 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:37.815+0000 7f9d8beae640 -1 osd.5 2832 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-04T16:45:38.012 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:37 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:37.735+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:38.012 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:37 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:37.735+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:38.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:38 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:38.458+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:38.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:38 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:38.458+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.336862+0000 front 2024-08-04T16:45:09.336884+0000 (oldest deadline 2024-08-04T16:45:36.937294+0000) 2024-08-04T16:45:38.762 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:38 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:38.702+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:38.762 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:38 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:38.702+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:39.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:38 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:38.825+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:39.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:38 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:38.825+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:39.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:39 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:39.473+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:39.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:39 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:39.473+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.336862+0000 front 2024-08-04T16:45:09.336884+0000 (oldest deadline 2024-08-04T16:45:36.937294+0000) 2024-08-04T16:45:39.762 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:39 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:39.704+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:39.762 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:39 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:39.704+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:40.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:39 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:39.835+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:40.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:39 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:39.835+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:40.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:40 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:40.506+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:40.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:40 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:40.506+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.336862+0000 front 2024-08-04T16:45:09.336884+0000 (oldest deadline 2024-08-04T16:45:36.937294+0000) 2024-08-04T16:45:40.762 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:40 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:40.656+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:40.762 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:40 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:40.656+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:41.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:40 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:40.876+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:41.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:40 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:40.876+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:41.761 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:41 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:41.614+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:41.761 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:41 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:41.614+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:41.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:41 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:41.458+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:41.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:41 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:41.458+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.336862+0000 front 2024-08-04T16:45:09.336884+0000 (oldest deadline 2024-08-04T16:45:36.937294+0000) 2024-08-04T16:45:42.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:41 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:41.840+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:42.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:41 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:41.840+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:42.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:41 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:41.840+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:16.061990+0000 front 2024-08-04T16:45:16.062005+0000 (oldest deadline 2024-08-04T16:45:41.262257+0000) 2024-08-04T16:45:42.761 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:42.606+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:42.761 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:42.606+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:42.761 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:42.606+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:17.779038+0000 front 2024-08-04T16:45:17.779096+0000 (oldest deadline 2024-08-04T16:45:41.878834+0000) 2024-08-04T16:45:42.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:42.466+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.835478+0000 front 2024-08-04T16:45:01.835461+0000 (oldest deadline 2024-08-04T16:45:23.535324+0000) 2024-08-04T16:45:42.762 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5[96149]: 2024-08-04T16:45:42.466+0000 7f9d844bc640 -1 osd.5 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.336862+0000 front 2024-08-04T16:45:09.336884+0000 (oldest deadline 2024-08-04T16:45:36.937294+0000) 2024-08-04T16:45:43.262 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:42.793+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:43.262 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:42.793+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:43.262 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:42 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:42.793+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:16.061990+0000 front 2024-08-04T16:45:16.062005+0000 (oldest deadline 2024-08-04T16:45:41.262257+0000) 2024-08-04T16:45:43.761 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:43 smithi062 podman[145159]: 2024-08-04 16:45:43.440925679 +0000 UTC m=+5.849160175 container died 66fd13de21017f9b98938a8e62fe004d82666107d65e55824e79e0ab9b2238ec (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-08-04T16:45:43.762 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:43.565+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:43.762 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:43.565+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:43.762 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:43.565+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:17.779038+0000 front 2024-08-04T16:45:17.779096+0000 (oldest deadline 2024-08-04T16:45:41.878834+0000) 2024-08-04T16:45:44.073 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:44 smithi062 podman[145159]: 2024-08-04 16:45:44.073795763 +0000 UTC m=+6.482030246 container cleanup 66fd13de21017f9b98938a8e62fe004d82666107d65e55824e79e0ab9b2238ec (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-release-26c3fb8, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-04T16:45:44.074 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:43.805+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:44.074 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:43.805+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:44.074 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:43 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:43.805+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:16.061990+0000 front 2024-08-04T16:45:16.062005+0000 (oldest deadline 2024-08-04T16:45:41.262257+0000) 2024-08-04T16:45:44.511 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:44 smithi062 bash[145159]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5 2024-08-04T16:45:44.511 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:44 smithi062 podman[145187]: 2024-08-04 16:45:44.258536651 +0000 UTC m=+0.812275520 container remove 66fd13de21017f9b98938a8e62fe004d82666107d65e55824e79e0ab9b2238ec (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-release-26c3fb8, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0) 2024-08-04T16:45:44.829 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:44.574+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:44.829 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:44.574+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:44.829 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:44.574+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:17.779038+0000 front 2024-08-04T16:45:17.779096+0000 (oldest deadline 2024-08-04T16:45:41.878834+0000) 2024-08-04T16:45:44.829 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:44 smithi062 podman[145279]: 2024-08-04 16:45:44.61455635 +0000 UTC m=+0.018170982 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T16:45:44.829 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:44 smithi062 podman[145279]: 2024-08-04 16:45:44.71761877 +0000 UTC m=+0.121233400 container create 4a9fc66b34dbab4579fc356e0138e08ff3e3d8991e5e4843325f9a9ecc288316 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True) 2024-08-04T16:45:45.133 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:44.849+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:45.133 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:44.849+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:45.133 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:44 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:44.849+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:16.061990+0000 front 2024-08-04T16:45:16.062005+0000 (oldest deadline 2024-08-04T16:45:41.262257+0000) 2024-08-04T16:45:45.134 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:44 smithi062 podman[145279]: 2024-08-04 16:45:44.928285727 +0000 UTC m=+0.331900374 container init 4a9fc66b34dbab4579fc356e0138e08ff3e3d8991e5e4843325f9a9ecc288316 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-04T16:45:45.134 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:44 smithi062 podman[145279]: 2024-08-04 16:45:44.931668881 +0000 UTC m=+0.335283513 container start 4a9fc66b34dbab4579fc356e0138e08ff3e3d8991e5e4843325f9a9ecc288316 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T16:45:45.134 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:45 smithi062 podman[145279]: 2024-08-04 16:45:45.011588124 +0000 UTC m=+0.415202765 container attach 4a9fc66b34dbab4579fc356e0138e08ff3e3d8991e5e4843325f9a9ecc288316 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-deactivate, RELEASE=squid-release-26c3fb8, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-08-04T16:45:45.511 INFO:journalctl@ceph.osd.5.smithi062.stdout:Aug 04 16:45:45 smithi062 podman[145279]: 2024-08-04 16:45:45.133848194 +0000 UTC m=+0.537462830 container died 4a9fc66b34dbab4579fc356e0138e08ff3e3d8991e5e4843325f9a9ecc288316 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-04T16:45:45.857 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:45.553+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:45.857 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:45.553+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:45.857 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:45.553+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:17.779038+0000 front 2024-08-04T16:45:17.779096+0000 (oldest deadline 2024-08-04T16:45:41.878834+0000) 2024-08-04T16:45:45.877 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.5.service' 2024-08-04T16:45:45.923 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-04T16:45:45.923 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-08-04T16:45:45.923 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-08-04T16:45:45.923 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.6 2024-08-04T16:45:46.227 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:45.894+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:46.227 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:45.894+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:46.227 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:45 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:45.894+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:16.061990+0000 front 2024-08-04T16:45:16.062005+0000 (oldest deadline 2024-08-04T16:45:41.262257+0000) 2024-08-04T16:45:46.227 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:45 smithi062 systemd[1]: Stopping Ceph osd.6 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:45:46.227 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:46 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:46.225+0000 7faae233d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T16:45:46.228 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:46 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:46.225+0000 7faae233d640 -1 osd.6 2832 *** Got signal Terminated *** 2024-08-04T16:45:46.228 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:46 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:46.225+0000 7faae233d640 -1 osd.6 2832 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-04T16:45:46.923 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:46 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:46.547+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:46.923 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:46 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:46.547+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:46.923 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:46 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:46.547+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:17.779038+0000 front 2024-08-04T16:45:17.779096+0000 (oldest deadline 2024-08-04T16:45:41.878834+0000) 2024-08-04T16:45:47.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:46 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:46.922+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:47.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:46 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:46.922+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:47.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:46 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:46.922+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:16.061990+0000 front 2024-08-04T16:45:16.062005+0000 (oldest deadline 2024-08-04T16:45:41.262257+0000) 2024-08-04T16:45:47.893 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:47 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:47.546+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:47.893 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:47 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:47.546+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:47.893 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:47 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:47.546+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:17.779038+0000 front 2024-08-04T16:45:17.779096+0000 (oldest deadline 2024-08-04T16:45:41.878834+0000) 2024-08-04T16:45:47.894 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:47 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:47.546+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6830 osd.3 since back 2024-08-04T16:45:21.879595+0000 front 2024-08-04T16:45:21.879564+0000 (oldest deadline 2024-08-04T16:45:47.179164+0000) 2024-08-04T16:45:48.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:47 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:47.893+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:48.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:47 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:47.893+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:48.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:47 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:47.893+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:16.061990+0000 front 2024-08-04T16:45:16.062005+0000 (oldest deadline 2024-08-04T16:45:41.262257+0000) 2024-08-04T16:45:48.854 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:48.549+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:48.854 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:48.549+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:48.854 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:48.549+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:17.779038+0000 front 2024-08-04T16:45:17.779096+0000 (oldest deadline 2024-08-04T16:45:41.878834+0000) 2024-08-04T16:45:48.854 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:48.549+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6830 osd.3 since back 2024-08-04T16:45:21.879595+0000 front 2024-08-04T16:45:21.879564+0000 (oldest deadline 2024-08-04T16:45:47.179164+0000) 2024-08-04T16:45:49.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:48.853+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:49.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:48.853+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:49.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:48.853+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:16.061990+0000 front 2024-08-04T16:45:16.062005+0000 (oldest deadline 2024-08-04T16:45:41.262257+0000) 2024-08-04T16:45:49.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:48 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:48.853+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6830 osd.3 since back 2024-08-04T16:45:21.262670+0000 front 2024-08-04T16:45:21.262770+0000 (oldest deadline 2024-08-04T16:45:48.262919+0000) 2024-08-04T16:45:49.861 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:49 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:49.533+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:49.862 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:49 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:49.533+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:49.862 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:49 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:49.533+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:17.779038+0000 front 2024-08-04T16:45:17.779096+0000 (oldest deadline 2024-08-04T16:45:41.878834+0000) 2024-08-04T16:45:49.862 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:49 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:49.533+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6830 osd.3 since back 2024-08-04T16:45:21.879595+0000 front 2024-08-04T16:45:21.879564+0000 (oldest deadline 2024-08-04T16:45:47.179164+0000) 2024-08-04T16:45:50.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:49 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:49.860+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:50.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:49 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:49.860+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:50.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:49 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:49.860+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:16.061990+0000 front 2024-08-04T16:45:16.062005+0000 (oldest deadline 2024-08-04T16:45:41.262257+0000) 2024-08-04T16:45:50.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:49 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:49.860+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6830 osd.3 since back 2024-08-04T16:45:21.262670+0000 front 2024-08-04T16:45:21.262770+0000 (oldest deadline 2024-08-04T16:45:48.262919+0000) 2024-08-04T16:45:50.884 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:50 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:50.511+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:50.884 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:50 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:50.511+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:50.884 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:50 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:50.511+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:17.779038+0000 front 2024-08-04T16:45:17.779096+0000 (oldest deadline 2024-08-04T16:45:41.878834+0000) 2024-08-04T16:45:50.885 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:50 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:50.511+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6830 osd.3 since back 2024-08-04T16:45:21.879595+0000 front 2024-08-04T16:45:21.879564+0000 (oldest deadline 2024-08-04T16:45:47.179164+0000) 2024-08-04T16:45:51.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:50 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:50.883+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:02.259142+0000 front 2024-08-04T16:45:02.259086+0000 (oldest deadline 2024-08-04T16:45:26.958931+0000) 2024-08-04T16:45:51.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:50 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:50.883+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:09.859924+0000 front 2024-08-04T16:45:09.860045+0000 (oldest deadline 2024-08-04T16:45:32.060348+0000) 2024-08-04T16:45:51.262 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:50 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:50.883+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:16.061990+0000 front 2024-08-04T16:45:16.062005+0000 (oldest deadline 2024-08-04T16:45:41.262257+0000) 2024-08-04T16:45:51.262 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:50 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6[100663]: 2024-08-04T16:45:50.883+0000 7faada94b640 -1 osd.6 2832 heartbeat_check: no reply from 172.21.15.7:6830 osd.3 since back 2024-08-04T16:45:21.262670+0000 front 2024-08-04T16:45:21.262770+0000 (oldest deadline 2024-08-04T16:45:48.262919+0000) 2024-08-04T16:45:51.848 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:51 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:51.513+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:51.848 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:51 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:51.513+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:51.848 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:51 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:51.513+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:17.779038+0000 front 2024-08-04T16:45:17.779096+0000 (oldest deadline 2024-08-04T16:45:41.878834+0000) 2024-08-04T16:45:51.848 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:51 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:51.513+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6830 osd.3 since back 2024-08-04T16:45:21.879595+0000 front 2024-08-04T16:45:21.879564+0000 (oldest deadline 2024-08-04T16:45:47.179164+0000) 2024-08-04T16:45:52.110 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:51 smithi062 podman[145383]: 2024-08-04 16:45:51.848098351 +0000 UTC m=+5.728312021 container died 2cc66e231f7e8277e036bd3076689a9d6328395bfd7d27bbe87e689ee80542f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-release-26c3fb8, io.buildah.version=1.36.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-04T16:45:52.491 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:52 smithi062 podman[145383]: 2024-08-04 16:45:52.209747938 +0000 UTC m=+6.089961597 container cleanup 2cc66e231f7e8277e036bd3076689a9d6328395bfd7d27bbe87e689ee80542f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-release-26c3fb8) 2024-08-04T16:45:52.491 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:52 smithi062 bash[145383]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6 2024-08-04T16:45:52.761 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:52 smithi062 podman[145405]: 2024-08-04 16:45:52.611400901 +0000 UTC m=+0.754151985 container remove 2cc66e231f7e8277e036bd3076689a9d6328395bfd7d27bbe87e689ee80542f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True) 2024-08-04T16:45:52.761 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:52.491+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:52.761 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:52.491+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:52.761 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:52.491+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:17.779038+0000 front 2024-08-04T16:45:17.779096+0000 (oldest deadline 2024-08-04T16:45:41.878834+0000) 2024-08-04T16:45:52.762 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:52 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:52.491+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6830 osd.3 since back 2024-08-04T16:45:21.879595+0000 front 2024-08-04T16:45:21.879564+0000 (oldest deadline 2024-08-04T16:45:47.179164+0000) 2024-08-04T16:45:53.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:52 smithi062 podman[145492]: 2024-08-04 16:45:52.978835468 +0000 UTC m=+0.106795820 container create 2c364bd850c06656b4d64419b733dcf51a04e48b7aac3c210593c902ccb4a36f (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-04T16:45:53.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:52 smithi062 podman[145492]: 2024-08-04 16:45:52.889534472 +0000 UTC m=+0.017494780 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T16:45:53.261 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:53 smithi062 podman[145492]: 2024-08-04 16:45:53.181261705 +0000 UTC m=+0.309222008 container init 2c364bd850c06656b4d64419b733dcf51a04e48b7aac3c210593c902ccb4a36f (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-deactivate, RELEASE=squid-release-26c3fb8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True) 2024-08-04T16:45:53.262 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:53 smithi062 podman[145492]: 2024-08-04 16:45:53.1848695 +0000 UTC m=+0.312829793 container start 2c364bd850c06656b4d64419b733dcf51a04e48b7aac3c210593c902ccb4a36f (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-04T16:45:53.725 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:53 smithi062 podman[145492]: 2024-08-04 16:45:53.264210222 +0000 UTC m=+0.392170517 container attach 2c364bd850c06656b4d64419b733dcf51a04e48b7aac3c210593c902ccb4a36f (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-deactivate, RELEASE=squid-release-26c3fb8, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T16:45:53.726 INFO:journalctl@ceph.osd.6.smithi062.stdout:Aug 04 16:45:53 smithi062 podman[145492]: 2024-08-04 16:45:53.37597415 +0000 UTC m=+0.503934444 container died 2c364bd850c06656b4d64419b733dcf51a04e48b7aac3c210593c902ccb4a36f (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-6-deactivate, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True) 2024-08-04T16:45:53.726 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:53.490+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:53.726 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:53.490+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:53.726 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:53.490+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:17.779038+0000 front 2024-08-04T16:45:17.779096+0000 (oldest deadline 2024-08-04T16:45:41.878834+0000) 2024-08-04T16:45:53.726 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:53 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:53.490+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6830 osd.3 since back 2024-08-04T16:45:21.879595+0000 front 2024-08-04T16:45:21.879564+0000 (oldest deadline 2024-08-04T16:45:47.179164+0000) 2024-08-04T16:45:54.027 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.6.service' 2024-08-04T16:45:54.069 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-04T16:45:54.070 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-08-04T16:45:54.070 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-08-04T16:45:54.070 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.7 2024-08-04T16:45:54.261 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:54 smithi062 systemd[1]: Stopping Ceph osd.7 for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:45:54.761 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:54.404+0000 7f8bcb1c9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T16:45:54.761 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:54.404+0000 7f8bcb1c9640 -1 osd.7 2832 *** Got signal Terminated *** 2024-08-04T16:45:54.761 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:54.404+0000 7f8bcb1c9640 -1 osd.7 2832 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-04T16:45:54.761 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:54.532+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:54.762 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:54.532+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:54.762 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:54.532+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:17.779038+0000 front 2024-08-04T16:45:17.779096+0000 (oldest deadline 2024-08-04T16:45:41.878834+0000) 2024-08-04T16:45:54.762 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:54 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:54.532+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6830 osd.3 since back 2024-08-04T16:45:21.879595+0000 front 2024-08-04T16:45:21.879564+0000 (oldest deadline 2024-08-04T16:45:47.179164+0000) 2024-08-04T16:45:56.011 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:55 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:55.527+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:56.011 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:55 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:55.527+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:56.011 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:55 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:55.527+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:17.779038+0000 front 2024-08-04T16:45:17.779096+0000 (oldest deadline 2024-08-04T16:45:41.878834+0000) 2024-08-04T16:45:56.011 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:55 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:55.527+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6830 osd.3 since back 2024-08-04T16:45:21.879595+0000 front 2024-08-04T16:45:21.879564+0000 (oldest deadline 2024-08-04T16:45:47.179164+0000) 2024-08-04T16:45:57.011 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:56 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:56.573+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:57.012 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:56 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:56.573+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:57.012 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:56 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:56.573+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:17.779038+0000 front 2024-08-04T16:45:17.779096+0000 (oldest deadline 2024-08-04T16:45:41.878834+0000) 2024-08-04T16:45:57.012 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:56 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:56.573+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6830 osd.3 since back 2024-08-04T16:45:21.879595+0000 front 2024-08-04T16:45:21.879564+0000 (oldest deadline 2024-08-04T16:45:47.179164+0000) 2024-08-04T16:45:58.011 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:57.560+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:58.011 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:57.560+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:58.011 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:57.560+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:17.779038+0000 front 2024-08-04T16:45:17.779096+0000 (oldest deadline 2024-08-04T16:45:41.878834+0000) 2024-08-04T16:45:58.011 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:57 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:57.560+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6830 osd.3 since back 2024-08-04T16:45:21.879595+0000 front 2024-08-04T16:45:21.879564+0000 (oldest deadline 2024-08-04T16:45:47.179164+0000) 2024-08-04T16:45:59.011 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:58 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:58.518+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-08-04T16:45:01.976955+0000 front 2024-08-04T16:45:01.977090+0000 (oldest deadline 2024-08-04T16:45:26.676946+0000) 2024-08-04T16:45:59.011 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:58 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:58.518+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6814 osd.1 since back 2024-08-04T16:45:06.677470+0000 front 2024-08-04T16:45:06.677453+0000 (oldest deadline 2024-08-04T16:45:31.977364+0000) 2024-08-04T16:45:59.011 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:58 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:58.518+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6822 osd.2 since back 2024-08-04T16:45:17.779038+0000 front 2024-08-04T16:45:17.779096+0000 (oldest deadline 2024-08-04T16:45:41.878834+0000) 2024-08-04T16:45:59.012 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:58 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:58.518+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.7:6830 osd.3 since back 2024-08-04T16:45:21.879595+0000 front 2024-08-04T16:45:21.879564+0000 (oldest deadline 2024-08-04T16:45:47.179164+0000) 2024-08-04T16:45:59.012 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:58 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7[105580]: 2024-08-04T16:45:58.518+0000 7f8bc37d7640 -1 osd.7 2832 heartbeat_check: no reply from 172.21.15.62:6804 osd.4 since back 2024-08-04T16:45:31.780441+0000 front 2024-08-04T16:45:31.780576+0000 (oldest deadline 2024-08-04T16:45:57.580712+0000) 2024-08-04T16:46:00.261 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:45:59 smithi062 podman[145592]: 2024-08-04 16:45:59.959799021 +0000 UTC m=+5.654551619 container died 6c28fcd30e2bf6827d560fc43a40c60b9336e30a49a1dc672f36df05196a601d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-release-26c3fb8, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-04T16:46:00.761 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:46:00 smithi062 podman[145592]: 2024-08-04 16:46:00.403629054 +0000 UTC m=+6.098381650 container cleanup 6c28fcd30e2bf6827d560fc43a40c60b9336e30a49a1dc672f36df05196a601d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, RELEASE=squid-release-26c3fb8, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-04T16:46:00.761 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:46:00 smithi062 bash[145592]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7 2024-08-04T16:46:00.761 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:46:00 smithi062 podman[145611]: 2024-08-04 16:46:00.563082734 +0000 UTC m=+0.598595514 container remove 6c28fcd30e2bf6827d560fc43a40c60b9336e30a49a1dc672f36df05196a601d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-release-26c3fb8, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-08-04T16:46:01.261 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:46:00 smithi062 podman[145699]: 2024-08-04 16:46:00.88854336 +0000 UTC m=+0.017446664 image pull 564b849e9656f1ee75485c9661bf7ced18201970c51e80ee530a7cf1e40b1208 quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6 2024-08-04T16:46:01.261 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:46:00 smithi062 podman[145699]: 2024-08-04 16:46:00.98874244 +0000 UTC m=+0.117645729 container create c86f3ba567caf32b32b39035225c06836adeb5ee2ae9b9d66bbd815ed71ab31d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-release-26c3fb8, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-04T16:46:01.261 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:46:01 smithi062 podman[145699]: 2024-08-04 16:46:01.207634875 +0000 UTC m=+0.336538164 container init c86f3ba567caf32b32b39035225c06836adeb5ee2ae9b9d66bbd815ed71ab31d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-deactivate, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-release-26c3fb8) 2024-08-04T16:46:01.261 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:46:01 smithi062 podman[145699]: 2024-08-04 16:46:01.210964474 +0000 UTC m=+0.339867763 container start c86f3ba567caf32b32b39035225c06836adeb5ee2ae9b9d66bbd815ed71ab31d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-deactivate, RELEASE=squid-release-26c3fb8, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-04T16:46:01.760 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:46:01 smithi062 podman[145699]: 2024-08-04 16:46:01.30071216 +0000 UTC m=+0.429615466 container attach c86f3ba567caf32b32b39035225c06836adeb5ee2ae9b9d66bbd815ed71ab31d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-04T16:46:01.760 INFO:journalctl@ceph.osd.7.smithi062.stdout:Aug 04 16:46:01 smithi062 podman[145699]: 2024-08-04 16:46:01.407243923 +0000 UTC m=+0.536147213 container died c86f3ba567caf32b32b39035225c06836adeb5ee2ae9b9d66bbd815ed71ab31d (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-release-26c3fb8, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-04T16:46:02.036 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@osd.7.service' 2024-08-04T16:46:02.079 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-04T16:46:02.079 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-08-04T16:46:02.079 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-08-04T16:46:02.079 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mds.a 2024-08-04T16:46:02.387 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 16:46:02 smithi007 systemd[1]: Stopping Ceph mds.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:46:02.662 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 16:46:02 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a[119416]: 2024-08-04T16:46:02.386+0000 7f58f3fe8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T16:46:02.663 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 16:46:02 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a[119416]: 2024-08-04T16:46:02.386+0000 7f58f3fe8640 -1 mds.a *** got signal Terminated *** 2024-08-04T16:46:04.836 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 16:46:04 smithi007 podman[175693]: 2024-08-04 16:46:04.51480707 +0000 UTC m=+2.230619754 container died 7ce692391c458856f771ee2094ac905016654b21f44274567552591d728a511e (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-release-26c3fb8, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-08-04T16:46:05.335 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 16:46:04 smithi007 podman[175693]: 2024-08-04 16:46:04.952808645 +0000 UTC m=+2.668621329 container cleanup 7ce692391c458856f771ee2094ac905016654b21f44274567552591d728a511e (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-release-26c3fb8, org.label-schema.schema-version=1.0) 2024-08-04T16:46:05.336 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 16:46:04 smithi007 bash[175693]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a 2024-08-04T16:46:05.336 INFO:journalctl@ceph.mds.a.smithi007.stdout:Aug 04 16:46:05 smithi007 podman[175720]: 2024-08-04 16:46:05.129102909 +0000 UTC m=+0.614853024 container remove 7ce692391c458856f771ee2094ac905016654b21f44274567552591d728a511e (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-release-26c3fb8, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-04T16:46:05.395 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mds.a.service' 2024-08-04T16:46:05.432 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-04T16:46:05.432 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-08-04T16:46:05.432 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-08-04T16:46:05.432 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mds.b 2024-08-04T16:46:05.739 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 16:46:05 smithi062 systemd[1]: Stopping Ceph mds.b for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:46:06.011 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 16:46:05 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b[109743]: 2024-08-04T16:46:05.739+0000 7f94e7097640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-04T16:46:06.011 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 16:46:05 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b[109743]: 2024-08-04T16:46:05.739+0000 7f94e7097640 -1 mds.b *** got signal Terminated *** 2024-08-04T16:46:10.011 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 16:46:09 smithi062 podman[145802]: 2024-08-04 16:46:09.754078394 +0000 UTC m=+4.115919330 container died d2af414de1fd77b04ef367c89d28e00903432c814a1540901b29399dbaef499e (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-release-26c3fb8) 2024-08-04T16:46:10.380 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 16:46:10 smithi062 podman[145802]: 2024-08-04 16:46:10.113265007 +0000 UTC m=+4.475105929 container cleanup d2af414de1fd77b04ef367c89d28e00903432c814a1540901b29399dbaef499e (image=quay.ceph.io/ceph-ci/ceph@sha256:6365e5c9c60465c6a86a1efc2ae80339db907d187de8bd717e7c6952210feca6, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-release-26c3fb8) 2024-08-04T16:46:10.381 INFO:journalctl@ceph.mds.b.smithi062.stdout:Aug 04 16:46:10 smithi062 bash[145802]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-mds-b 2024-08-04T16:46:10.560 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@mds.b.service' 2024-08-04T16:46:10.598 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-04T16:46:10.598 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-08-04T16:46:10.598 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-08-04T16:46:10.598 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-ac1a6012-5274-11ef-bcca-c7b262605968@prometheus.a 2024-08-04T16:46:10.925 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:46:10 smithi062 systemd[1]: Stopping Ceph prometheus.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:46:11.209 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:46:10 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:46:10.925Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-04T16:46:11.209 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:46:10 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:46:10.925Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-04T16:46:11.209 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:46:10 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:46:10.925Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-04T16:46:11.209 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:46:10 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:46:10.925Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-04T16:46:11.209 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:46:10 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:46:10.925Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-04T16:46:11.210 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:46:10 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:46:10.926Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-04T16:46:11.210 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:46:10 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:46:10.926Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-04T16:46:11.210 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:46:10 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:46:10.926Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-04T16:46:11.210 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:46:10 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:46:10.926Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-04T16:46:11.210 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:46:10 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:46:10.927Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-04T16:46:11.210 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:46:10 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:46:10.927Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-04T16:46:11.210 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:46:10 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a[117264]: ts=2024-08-04T16:46:10.927Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-04T16:46:11.210 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:46:10 smithi062 podman[145938]: 2024-08-04 16:46:10.936053574 +0000 UTC m=+0.112359865 container died 07653125cb351bebb8af367625db8acf15fb8b4d6e99c4018451c5daf1c7ef27 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T16:46:11.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:46:11 smithi062 podman[145938]: 2024-08-04 16:46:11.317107261 +0000 UTC m=+0.493413551 container cleanup 07653125cb351bebb8af367625db8acf15fb8b4d6e99c4018451c5daf1c7ef27 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-04T16:46:11.511 INFO:journalctl@ceph.prometheus.a.smithi062.stdout:Aug 04 16:46:11 smithi062 bash[145938]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-prometheus-a 2024-08-04T16:46:11.698 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac1a6012-5274-11ef-bcca-c7b262605968@prometheus.a.service' 2024-08-04T16:46:11.733 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-04T16:46:11.733 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-08-04T16:46:11.733 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ac1a6012-5274-11ef-bcca-c7b262605968 --force --keep-logs 2024-08-04T16:46:12.033 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 16:46:11 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[127229]: ts=2024-08-04T16:46:11.624Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi007.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.7:8443: connect: connection refused" 2024-08-04T16:46:12.033 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 16:46:11 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[127229]: ts=2024-08-04T16:46:11.624Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi062.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.62:8443: connect: connection refused" 2024-08-04T16:46:13.749 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 16:46:13 smithi007 systemd[1]: Stopping Ceph alertmanager.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:46:14.086 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 16:46:13 smithi007 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a[127229]: ts=2024-08-04T16:46:13.749Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-04T16:46:14.086 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 16:46:13 smithi007 podman[176152]: 2024-08-04 16:46:13.790792122 +0000 UTC m=+0.174500137 container died a89e5e8def596c8e2d78addec541c88ae24598d4125396e495b5f082c6c42af5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T16:46:14.500 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 16:46:14 smithi007 podman[176152]: 2024-08-04 16:46:14.307704168 +0000 UTC m=+0.691412167 container cleanup a89e5e8def596c8e2d78addec541c88ae24598d4125396e495b5f082c6c42af5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T16:46:14.500 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 16:46:14 smithi007 bash[176152]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a 2024-08-04T16:46:14.750 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 16:46:14 smithi007 podman[176166]: 2024-08-04 16:46:14.500494326 +0000 UTC m=+0.699682729 container remove a89e5e8def596c8e2d78addec541c88ae24598d4125396e495b5f082c6c42af5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-04T16:46:14.750 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 16:46:14 smithi007 podman[176166]: 2024-08-04 16:46:14.584558613 +0000 UTC m=+0.783747014 volume remove 36a49b4f1e9ac399152fb267353a771d631d1812c190d364c5bc273245c4e89d 2024-08-04T16:46:14.750 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 16:46:14 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-04T16:46:14.750 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 16:46:14 smithi007 systemd[1]: Stopped Ceph alertmanager.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T16:46:15.086 INFO:journalctl@ceph.alertmanager.a.smithi007.stdout:Aug 04 16:46:14 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@alertmanager.a.service: Consumed 3.811s CPU time. 2024-08-04T16:46:15.086 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 16:46:14 smithi007 systemd[1]: Stopping Ceph node-exporter.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:46:15.487 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 16:46:15 smithi007 podman[176272]: 2024-08-04 16:46:15.181880204 +0000 UTC m=+0.092773621 container died a42061465119b2c395d901f34b2c16b5ed64e498294c86d493af7f4c3fcf0e3b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-04T16:46:15.487 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 16:46:15 smithi007 podman[176272]: 2024-08-04 16:46:15.487350116 +0000 UTC m=+0.398243519 container cleanup a42061465119b2c395d901f34b2c16b5ed64e498294c86d493af7f4c3fcf0e3b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-04T16:46:15.811 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 16:46:15 smithi007 bash[176272]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a 2024-08-04T16:46:15.811 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 16:46:15 smithi007 podman[176284]: 2024-08-04 16:46:15.705524496 +0000 UTC m=+0.527219601 container remove a42061465119b2c395d901f34b2c16b5ed64e498294c86d493af7f4c3fcf0e3b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-04T16:46:15.811 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 16:46:15 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-04T16:46:16.086 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 16:46:15 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-04T16:46:16.086 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 16:46:15 smithi007 systemd[1]: Stopped Ceph node-exporter.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T16:46:16.087 INFO:journalctl@ceph.node-exporter.a.smithi007.stdout:Aug 04 16:46:15 smithi007 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.a.service: Consumed 8.085s CPU time. 2024-08-04T16:46:16.472 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ac1a6012-5274-11ef-bcca-c7b262605968 --force --keep-logs 2024-08-04T16:46:18.502 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 16:46:18 smithi062 systemd[1]: Stopping Ceph node-exporter.b for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:46:18.761 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 16:46:18 smithi062 podman[146383]: 2024-08-04 16:46:18.499512727 +0000 UTC m=+0.114639340 container died 31572ba20e0b9c30f752b7e9e16b7cdc3703563ef553f1fbc5f1ea268cd07af6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-04T16:46:19.106 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 16:46:18 smithi062 podman[146383]: 2024-08-04 16:46:18.846830211 +0000 UTC m=+0.461956826 container cleanup 31572ba20e0b9c30f752b7e9e16b7cdc3703563ef553f1fbc5f1ea268cd07af6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-04T16:46:19.106 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 16:46:18 smithi062 bash[146383]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b 2024-08-04T16:46:19.462 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 16:46:19 smithi062 podman[146395]: 2024-08-04 16:46:19.106367079 +0000 UTC m=+0.607190877 container remove 31572ba20e0b9c30f752b7e9e16b7cdc3703563ef553f1fbc5f1ea268cd07af6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-04T16:46:19.462 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 16:46:19 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-04T16:46:19.462 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 16:46:19 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-04T16:46:19.462 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 16:46:19 smithi062 systemd[1]: Stopped Ceph node-exporter.b for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T16:46:19.463 INFO:journalctl@ceph.node-exporter.b.smithi062.stdout:Aug 04 16:46:19 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@node-exporter.b.service: Consumed 7.727s CPU time. 2024-08-04T16:46:19.717 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 16:46:19 smithi062 systemd[1]: Stopping Ceph grafana.a for ac1a6012-5274-11ef-bcca-c7b262605968... 2024-08-04T16:46:19.992 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 16:46:19 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=server t=2024-08-04T16:46:19.717663291Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-08-04T16:46:19.993 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 16:46:19 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=ticker t=2024-08-04T16:46:19.718107341Z level=info msg=stopped last_tick=2024-08-04T16:46:10Z 2024-08-04T16:46:19.993 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 16:46:19 smithi062 ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a[121054]: logger=tracing t=2024-08-04T16:46:19.718120598Z level=info msg="Closing tracing" 2024-08-04T16:46:19.993 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 16:46:19 smithi062 podman[146503]: 2024-08-04 16:46:19.728169267 +0000 UTC m=+0.120037878 container died db32fcca916a72dd4154a8d87b3e697d8652505276f9e7411ff1031e7b4ead6e (image=quay.io/ceph/grafana:9.4.12, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-04T16:46:20.243 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 16:46:20 smithi062 podman[146503]: 2024-08-04 16:46:20.059212004 +0000 UTC m=+0.451080614 container cleanup db32fcca916a72dd4154a8d87b3e697d8652505276f9e7411ff1031e7b4ead6e (image=quay.io/ceph/grafana:9.4.12, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-04T16:46:20.243 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 16:46:20 smithi062 bash[146503]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a 2024-08-04T16:46:20.497 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 16:46:20 smithi062 podman[146517]: 2024-08-04 16:46:20.243643645 +0000 UTC m=+0.515130617 container remove db32fcca916a72dd4154a8d87b3e697d8652505276f9e7411ff1031e7b4ead6e (image=quay.io/ceph/grafana:9.4.12, name=ceph-ac1a6012-5274-11ef-bcca-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-04T16:46:20.497 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 16:46:20 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@grafana.a.service: Deactivated successfully. 2024-08-04T16:46:20.497 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 16:46:20 smithi062 systemd[1]: Stopped Ceph grafana.a for ac1a6012-5274-11ef-bcca-c7b262605968. 2024-08-04T16:46:20.498 INFO:journalctl@ceph.grafana.a.smithi062.stdout:Aug 04 16:46:20 smithi062 systemd[1]: ceph-ac1a6012-5274-11ef-bcca-c7b262605968@grafana.a.service: Consumed 40.568s CPU time. 2024-08-04T16:46:21.128 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-04T16:46:21.163 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-04T16:46:21.191 INFO:tasks.cephadm:Archiving crash dumps... 2024-08-04T16:46:21.193 DEBUG:teuthology.misc:Transferring archived files from smithi007:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/crash to /home/teuthworker/archive/yuriw-2024-08-04_14:57:47-upgrade:quincy-x-squid-release-distro-default-smithi/7835346/remote/smithi007/crash 2024-08-04T16:46:21.194 DEBUG:teuthology.orchestra.run.smithi007:> sudo tar c -f - -C /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/crash -- . 2024-08-04T16:46:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:tar: /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/crash: Cannot open: No such file or directory 2024-08-04T16:46:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:tar: Error is not recoverable: exiting now 2024-08-04T16:46:21.253 DEBUG:teuthology.misc:Transferring archived files from smithi062:/var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/crash to /home/teuthworker/archive/yuriw-2024-08-04_14:57:47-upgrade:quincy-x-squid-release-distro-default-smithi/7835346/remote/smithi062/crash 2024-08-04T16:46:21.254 DEBUG:teuthology.orchestra.run.smithi062:> sudo tar c -f - -C /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/crash -- . 2024-08-04T16:46:21.287 INFO:teuthology.orchestra.run.smithi062.stderr:tar: /var/lib/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/crash: Cannot open: No such file or directory 2024-08-04T16:46:21.287 INFO:teuthology.orchestra.run.smithi062.stderr:tar: Error is not recoverable: exiting now 2024-08-04T16:46:21.288 INFO:tasks.cephadm:Checking cluster log for badness... 2024-08-04T16:46:21.289 DEBUG:teuthology.orchestra.run.smithi007:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-04T16:46:21.321 INFO:teuthology.orchestra.run.smithi007.stdout:1722784955.438164 mon.a (mon.0) 502 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-04T16:46:21.323 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-08-04T16:46:21.323 DEBUG:teuthology.orchestra.run.smithi007:> sudo egrep '\[SEC\]' /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-04T16:46:21.393 DEBUG:teuthology.orchestra.run.smithi007:> sudo egrep '\[ERR\]' /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-04T16:46:21.462 DEBUG:teuthology.orchestra.run.smithi007:> sudo egrep '\[WRN\]' /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-04T16:46:21.529 INFO:teuthology.orchestra.run.smithi007.stdout:1722784955.438164 mon.a (mon.0) 502 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-04T16:46:21.531 INFO:tasks.cephadm:Compressing logs... 2024-08-04T16:46:21.531 DEBUG:teuthology.orchestra.run.smithi007:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-04T16:46:21.573 DEBUG:teuthology.orchestra.run.smithi062:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-04T16:46:21.596 INFO:teuthology.orchestra.run.smithi007.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-08-04T16:46:21.596 INFO:teuthology.orchestra.run.smithi007.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-04T16:46:21.596 INFO:teuthology.orchestra.run.smithi007.stderr:gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.log 2024-08-04T16:46:21.597 INFO:teuthology.orchestra.run.smithi007.stderr:gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.2.log/var/log/ceph/cephadm.log: 2024-08-04T16:46:21.597 INFO:teuthology.orchestra.run.smithi007.stderr:gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.audit.log 2024-08-04T16:46:21.597 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.log: /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.3.log 2024-08-04T16:46:21.597 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.1.log 2024-08-04T16:46:21.599 INFO:teuthology.orchestra.run.smithi062.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-04T16:46:21.599 INFO:teuthology.orchestra.run.smithi062.stderr:: No such file or directory 2024-08-04T16:46:21.599 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.log 2024-08-04T16:46:21.600 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.audit.log 2024-08-04T16:46:21.601 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.7.log 2024-08-04T16:46:21.601 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mds.b.log 2024-08-04T16:46:21.601 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.5.log 2024-08-04T16:46:21.602 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mgr.y.log 2024-08-04T16:46:21.602 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.0.log 2024-08-04T16:46:21.602 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mon.c.log 2024-08-04T16:46:21.602 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.0.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-04T16:46:21.604 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.7.log: /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.4.log 2024-08-04T16:46:21.604 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.5.log: 85.8% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mds.b.log.gz 2024-08-04T16:46:21.604 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mgr.x.log 2024-08-04T16:46:21.604 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.6.log 2024-08-04T16:46:21.604 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.cephadm.log 2024-08-04T16:46:21.604 INFO:teuthology.orchestra.run.smithi007.stderr:gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mon.a.log 2024-08-04T16:46:21.609 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.6.log: 91.2% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.audit.log.gz 2024-08-04T16:46:21.610 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.cephadm.log 2024-08-04T16:46:21.612 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mon.a.log: 94.6% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.audit.log.gz 2024-08-04T16:46:21.613 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-volume.log 2024-08-04T16:46:21.614 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.cephadm.log: 84.1% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.cephadm.log.gz 2024-08-04T16:46:21.615 INFO:teuthology.orchestra.run.smithi007.stderr:gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mds.a.log 2024-08-04T16:46:21.615 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-volume.log 2024-08-04T16:46:21.615 INFO:teuthology.orchestra.run.smithi062.stderr: 86.6% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.log.gz 2024-08-04T16:46:21.616 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mon.b.log 2024-08-04T16:46:21.620 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mds.a.log: 90.9% 92.6% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.log.gz 2024-08-04T16:46:21.626 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-volume.log: /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mon.b.log: 91.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-04T16:46:21.627 INFO:teuthology.orchestra.run.smithi007.stderr: -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph.cephadm.log.gz 2024-08-04T16:46:21.631 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-volume.log: 92.4% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mds.a.log.gz 2024-08-04T16:46:21.644 INFO:teuthology.orchestra.run.smithi062.stderr: 91.2% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-volume.log.gz 2024-08-04T16:46:21.655 INFO:teuthology.orchestra.run.smithi007.stderr: 91.1% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-volume.log.gz 2024-08-04T16:46:21.679 INFO:teuthology.orchestra.run.smithi062.stderr: 90.8% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mgr.x.log.gz 2024-08-04T16:46:22.362 INFO:teuthology.orchestra.run.smithi007.stderr: 90.1% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mgr.y.log.gz 2024-08-04T16:46:23.458 INFO:teuthology.orchestra.run.smithi007.stderr: 91.7% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mon.c.log.gz 2024-08-04T16:46:23.725 INFO:teuthology.orchestra.run.smithi062.stderr: 92.1% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mon.b.log.gz 2024-08-04T16:46:26.045 INFO:teuthology.orchestra.run.smithi007.stderr: 90.5% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-mon.a.log.gz 2024-08-04T16:46:42.418 INFO:teuthology.orchestra.run.smithi062.stderr: 94.4% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.4.log.gz 2024-08-04T16:46:43.195 INFO:teuthology.orchestra.run.smithi007.stderr: 94.4% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.3.log.gz 2024-08-04T16:46:44.050 INFO:teuthology.orchestra.run.smithi062.stderr: 94.8% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.6.log.gz 2024-08-04T16:46:45.166 INFO:teuthology.orchestra.run.smithi062.stderr: 94.3% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.7.log.gz 2024-08-04T16:46:46.913 INFO:teuthology.orchestra.run.smithi062.stderr: 94.9% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.5.log.gz 2024-08-04T16:46:46.915 INFO:teuthology.orchestra.run.smithi062.stderr: 2024-08-04T16:46:46.915 INFO:teuthology.orchestra.run.smithi062.stderr:real 0m25.326s 2024-08-04T16:46:46.915 INFO:teuthology.orchestra.run.smithi062.stderr:user 1m31.242s 2024-08-04T16:46:46.915 INFO:teuthology.orchestra.run.smithi062.stderr:sys 0m3.015s 2024-08-04T16:46:48.124 INFO:teuthology.orchestra.run.smithi007.stderr: 94.3% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.1.log.gz 2024-08-04T16:46:49.257 INFO:teuthology.orchestra.run.smithi007.stderr: 94.4% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.0.log.gz 2024-08-04T16:46:49.312 INFO:teuthology.orchestra.run.smithi007.stderr: 94.0% -- replaced with /var/log/ceph/ac1a6012-5274-11ef-bcca-c7b262605968/ceph-osd.2.log.gz 2024-08-04T16:46:49.314 INFO:teuthology.orchestra.run.smithi007.stderr: 2024-08-04T16:46:49.314 INFO:teuthology.orchestra.run.smithi007.stderr:real 0m27.728s 2024-08-04T16:46:49.315 INFO:teuthology.orchestra.run.smithi007.stderr:user 1m46.828s 2024-08-04T16:46:49.315 INFO:teuthology.orchestra.run.smithi007.stderr:sys 0m3.597s 2024-08-04T16:46:49.315 INFO:tasks.cephadm:Archiving logs... 2024-08-04T16:46:49.315 DEBUG:teuthology.misc:Transferring archived files from smithi007:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-08-04_14:57:47-upgrade:quincy-x-squid-release-distro-default-smithi/7835346/remote/smithi007/log 2024-08-04T16:46:49.316 DEBUG:teuthology.orchestra.run.smithi007:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-04T16:47:02.998 DEBUG:teuthology.misc:Transferring archived files from smithi062:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-08-04_14:57:47-upgrade:quincy-x-squid-release-distro-default-smithi/7835346/remote/smithi062/log 2024-08-04T16:47:03.000 DEBUG:teuthology.orchestra.run.smithi062:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-04T16:47:14.091 INFO:tasks.cephadm:Removing cluster... 2024-08-04T16:47:14.091 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ac1a6012-5274-11ef-bcca-c7b262605968 --force 2024-08-04T16:47:14.717 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ac1a6012-5274-11ef-bcca-c7b262605968 --force 2024-08-04T16:47:15.333 INFO:tasks.cephadm:Removing cephadm ... 2024-08-04T16:47:15.333 DEBUG:teuthology.orchestra.run.smithi007:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-04T16:47:15.351 DEBUG:teuthology.orchestra.run.smithi062:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-04T16:47:15.367 INFO:tasks.cephadm:Teardown complete 2024-08-04T16:47:15.368 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-08-04T16:47:15.381 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-08-04T16:47:15.381 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-04T16:47:15.394 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-04T16:47:15.483 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-08-04T16:47:15.492 INFO:teuthology.task.clock:Checking final clock skew... 2024-08-04T16:47:15.492 DEBUG:teuthology.orchestra.run.smithi007:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-04T16:47:15.495 DEBUG:teuthology.orchestra.run.smithi062:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-04T16:47:15.509 INFO:teuthology.orchestra.run.smithi007.stderr:bash: line 1: ntpq: command not found 2024-08-04T16:47:15.510 INFO:teuthology.orchestra.run.smithi062.stderr:bash: line 1: ntpq: command not found 2024-08-04T16:47:15.513 INFO:teuthology.orchestra.run.smithi007.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-04T16:47:15.513 INFO:teuthology.orchestra.run.smithi007.stdout:=============================================================================== 2024-08-04T16:47:15.513 INFO:teuthology.orchestra.run.smithi007.stdout:^* hv01.front.sepia.ceph.com 3 6 377 49 -416us[ -419us] +/- 44ms 2024-08-04T16:47:15.514 INFO:teuthology.orchestra.run.smithi007.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 43 -498us[ -498us] +/- 69ms 2024-08-04T16:47:15.514 INFO:teuthology.orchestra.run.smithi007.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 42 +1437us[+1437us] +/- 83ms 2024-08-04T16:47:15.514 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-08-04T16:47:15.515 INFO:teuthology.orchestra.run.smithi062.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-04T16:47:15.515 INFO:teuthology.orchestra.run.smithi062.stdout:=============================================================================== 2024-08-04T16:47:15.515 INFO:teuthology.orchestra.run.smithi062.stdout:^* hv01.front.sepia.ceph.com 3 6 377 42 -462us[ -466us] +/- 44ms 2024-08-04T16:47:15.515 INFO:teuthology.orchestra.run.smithi062.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 36 -542us[ -542us] +/- 69ms 2024-08-04T16:47:15.515 INFO:teuthology.orchestra.run.smithi062.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 106 +1374us[+1369us] +/- 82ms 2024-08-04T16:47:15.515 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-08-04T16:47:15.516 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-08-04T16:47:15.527 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-08-04T16:47:15.527 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-08-04T16:47:15.538 DEBUG:teuthology.orchestra.run.smithi007:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-04T16:47:15.648 DEBUG:teuthology.orchestra.run.smithi062:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-04T16:47:15.729 DEBUG:teuthology.orchestra.run.smithi007:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-04T16:47:15.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-04T16:47:15.759 DEBUG:teuthology.orchestra.run.smithi062:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-04T16:47:15.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-04T16:47:15.788 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-08-04T16:47:15.800 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-08-04T16:47:15.811 INFO:teuthology.task.internal:Duration was 5776.677093 seconds 2024-08-04T16:47:15.811 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-08-04T16:47:15.821 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-08-04T16:47:15.821 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-04T16:47:15.824 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-04T16:47:15.863 INFO:teuthology.orchestra.run.smithi007.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-04T16:47:15.869 INFO:teuthology.orchestra.run.smithi062.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-04T16:47:16.124 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-08-04T16:47:16.124 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi007.front.sepia.ceph.com 2024-08-04T16:47:16.124 DEBUG:teuthology.orchestra.run.smithi007:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-04T16:47:16.186 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi062.front.sepia.ceph.com 2024-08-04T16:47:16.186 DEBUG:teuthology.orchestra.run.smithi062:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-04T16:47:16.225 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-08-04T16:47:16.225 DEBUG:teuthology.orchestra.run.smithi007:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-04T16:47:16.228 DEBUG:teuthology.orchestra.run.smithi062:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-04T16:47:16.292 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-08-04T16:47:16.292 DEBUG:teuthology.orchestra.run.smithi007:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-04T16:47:16.296 DEBUG:teuthology.orchestra.run.smithi062:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-04T16:47:16.940 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-08-04T16:47:16.955 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-08-04T16:47:16.955 DEBUG:teuthology.orchestra.run.smithi007:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-04T16:47:16.981 DEBUG:teuthology.orchestra.run.smithi062:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-04T16:47:17.007 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-08-04T16:47:17.018 DEBUG:teuthology.orchestra.run.smithi007:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-04T16:47:17.023 DEBUG:teuthology.orchestra.run.smithi062:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-04T16:47:17.045 INFO:teuthology.orchestra.run.smithi007.stdout:kernel.core_pattern = core 2024-08-04T16:47:17.072 INFO:teuthology.orchestra.run.smithi062.stdout:kernel.core_pattern = core 2024-08-04T16:47:17.085 DEBUG:teuthology.orchestra.run.smithi007:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-04T16:47:17.114 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-04T16:47:17.114 DEBUG:teuthology.orchestra.run.smithi062:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-04T16:47:17.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-04T16:47:17.141 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-08-04T16:47:17.152 INFO:teuthology.task.internal:Transferring archived files... 2024-08-04T16:47:17.153 DEBUG:teuthology.misc:Transferring archived files from smithi007:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-08-04_14:57:47-upgrade:quincy-x-squid-release-distro-default-smithi/7835346/remote/smithi007 2024-08-04T16:47:17.153 DEBUG:teuthology.orchestra.run.smithi007:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-04T16:47:17.203 DEBUG:teuthology.misc:Transferring archived files from smithi062:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-08-04_14:57:47-upgrade:quincy-x-squid-release-distro-default-smithi/7835346/remote/smithi062 2024-08-04T16:47:17.203 DEBUG:teuthology.orchestra.run.smithi062:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-04T16:47:17.243 INFO:teuthology.task.internal:Removing archive directory... 2024-08-04T16:47:17.243 DEBUG:teuthology.orchestra.run.smithi007:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-04T16:47:17.246 DEBUG:teuthology.orchestra.run.smithi062:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-04T16:47:17.291 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-08-04T16:47:17.305 INFO:teuthology.task.internal:Not uploading archives. 2024-08-04T16:47:17.305 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-08-04T16:47:17.320 INFO:teuthology.task.internal:Tidying up after the test... 2024-08-04T16:47:17.320 DEBUG:teuthology.orchestra.run.smithi007:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-04T16:47:17.323 DEBUG:teuthology.orchestra.run.smithi062:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-04T16:47:17.336 INFO:teuthology.orchestra.run.smithi007.stdout: 262165 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 4 16:47 /home/ubuntu/cephtest 2024-08-04T16:47:17.347 INFO:teuthology.orchestra.run.smithi062.stdout: 265306 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 4 16:47 /home/ubuntu/cephtest 2024-08-04T16:47:17.348 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-08-04T16:47:17.362 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-08-04T16:47:17.395 INFO:teuthology.run:Summary data: description: upgrade:quincy-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 5776.677093029022 failure_reason: '"1722784955.438164 mon.a (mon.0) 502 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log' flavor: default owner: scheduled_yuriw@teuthology success: false 2024-08-04T16:47:17.395 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-04T16:47:17.470 INFO:teuthology.run:FAIL